-- Logs begin at Wed 2021-11-10 02:54:27 UTC, end at Wed 2021-11-10 05:13:52 UTC. -- Nov 10 03:27:26.309343 n-d-817326-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 03:27:29.029113 n-d-817326-2 neutron-server[102453]: INFO neutron.common.config [-] Logging enabled! Nov 10 03:27:29.029676 n-d-817326-2 neutron-server[102453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153 Nov 10 03:27:29.029883 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 03:27:29.033092 n-d-817326-2 neutron-server[102453]: INFO neutron.common.config [-] Logging enabled! Nov 10 03:27:29.033342 n-d-817326-2 neutron-server[102453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153 Nov 10 03:27:29.033648 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 03:27:29.034587 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 03:27:29.034818 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 03:27:29.035174 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 03:27:29.035412 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 03:27:29.035629 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 03:27:29.035941 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.036354 n-d-817326-2 neutron-server[102453]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 03:27:29.036655 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.036940 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.037221 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.037509 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.037793 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.038097 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.038380 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.038670 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.038947 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.039221 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.039496 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.039778 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.040053 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.040331 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.040610 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.040886 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] debug = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.041158 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.041581 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.042071 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.042349 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.042749 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.042896 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.043174 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.043428 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.043703 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.044020 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] host = n-d-817326-2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.044287 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.044565 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.044846 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.045120 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.045387 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.045657 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.046191 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.046470 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.047247 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] log_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.047515 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.047794 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.048072 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.048353 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.048570 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.048784 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.049063 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.049340 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.049605 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.049876 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.050171 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.050437 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.050702 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.050965 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.051236 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.051509 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.051785 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.052050 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.052313 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.052574 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.052836 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.053110 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.053372 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.053634 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.053900 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.054201 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.054463 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.054729 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.055020 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.055295 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.055570 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.055846 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.056112 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.056385 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.056646 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.056907 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.057168 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] use_json = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.057428 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.057687 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.057975 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.058242 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.058502 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.058765 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.059024 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.059296 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:29.059581 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.059875 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.060167 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.060440 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.060731 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.061003 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.061282 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.061549 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.061829 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.062138 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.062972 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.063245 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.063526 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.063796 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.064084 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.064379 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.064666 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.064950 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.065219 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.065486 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.065752 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.066051 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.066335 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.066605 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.066884 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.067164 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.067435 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.067717 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.068004 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.068289 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.068559 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.068829 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.069112 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.069382 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.069645 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.069921 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.070227 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.070500 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.070768 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.071044 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.071314 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.071579 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.071846 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.072114 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.072395 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.072663 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.072927 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.073191 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.073460 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.073722 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.074032 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.074303 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.074569 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.074834 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.075102 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.075369 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.075631 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.075901 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.076164 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.076432 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.076694 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.076959 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.077222 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.077484 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.077745 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.078183 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.078455 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.078725 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.078991 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.079255 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.079519 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.079786 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.080053 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.080331 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.080621 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.080890 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.081159 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.081430 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.081698 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.081988 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.082260 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.082529 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.082796 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.083059 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.083337 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.083610 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.083887 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.084159 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.084426 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.084736 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.085005 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.085278 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.085545 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.085813 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.086117 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.086391 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.086677 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.086961 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.087247 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.087532 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.087817 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.088090 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.088389 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.088661 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:29.088873 n-d-817326-2 neutron-server[102453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 03:27:29.089106 n-d-817326-2 neutron-server[102453]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102453) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 03:27:29.514111 n-d-817326-2 neutron-server[102453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 03:27:29.514382 n-d-817326-2 neutron-server[102453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 03:27:29.514678 n-d-817326-2 neutron-server[102453]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 03:27:29.515006 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 03:27:29.839942 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.840186 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.840414 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.841602 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.841869 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.842219 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.876320 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.876594 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.876861 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.892547 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.892823 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.893086 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.923083 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.923360 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.923629 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.960863 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.961243 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:29.961408 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.194996 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.195600 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.195600 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.195773 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.196372 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.323027 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.323343 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.323618 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.323890 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.324158 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.324465 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.324720 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.324973 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.325226 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.325505 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.325762 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.326048 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.326305 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.326554 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.326807 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.327070 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.327327 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.327592 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.327883 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.328142 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.328410 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.328660 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.328938 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.329310 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.329554 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.329797 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.330207 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:30.330444 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:30.330660 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:30.330893 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:30.331122 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:30.331357 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:30.331710 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 03:27:30.334913 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 03:27:30.338855 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 03:27:30.342660 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 10 03:27:30.344292 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 03:27:30.344738 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 03:27:30.345062 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 03:27:30.345437 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 03:27:30.348260 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 03:27:30.348506 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 03:27:30.348845 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 03:27:30.354091 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 03:27:30.376958 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 03:27:30.377393 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.377683 n-d-817326-2 neutron-server[102453]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102453) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 03:27:30.378073 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.379452 n-d-817326-2 neutron-server[102453]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102453) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 03:27:30.379721 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 03:27:30.379958 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 03:27:30.383162 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.383436 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:30.446797 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 03:27:30.446980 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 03:27:30.447207 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 03:27:30.447561 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 03:27:30.467948 n-d-817326-2 neutron-server[102453]: DEBUG oslo_db.sqlalchemy.engines [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102453) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 03:27:30.993926 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing driver for type 'gre' Nov 10 03:27:30.994635 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] gre ID ranges: [(1, 1000)] Nov 10 03:27:31.046684 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing driver for type 'local' Nov 10 03:27:31.047047 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing driver for type 'vlan' Nov 10 03:27:31.059697 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] VlanTypeDriver initialization complete Nov 10 03:27:31.060078 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing driver for type 'vxlan' Nov 10 03:27:31.060589 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] vxlan ID ranges: [(1, 1000)] Nov 10 03:27:31.111948 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing extension driver 'port_security' Nov 10 03:27:31.112279 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.extensions.port_security [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] PortSecurityExtensionDriver initialization complete Nov 10 03:27:31.112613 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing mechanism driver 'openvswitch' Nov 10 03:27:31.112935 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing mechanism driver 'hyperv' Nov 10 03:27:31.119505 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:27:31.120331 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.120702 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.121053 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.121580 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 03:27:31.122034 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.122390 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.122732 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.123128 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 03:27:31.123534 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.123879 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.124219 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.124606 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 03:27:31.125007 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.125354 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.125692 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.126116 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 03:27:31.126517 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.126860 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.127196 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.127584 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 03:27:31.127982 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.128322 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.128655 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.129045 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 03:27:31.129420 n-d-817326-2 neutron-server[102453]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] ML2 OVO RPC backend initialized. {{(pid=102453) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 03:27:31.130150 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.130506 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.130919 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.131263 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > networks before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.131606 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.131944 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > ports before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.132282 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.132624 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.132965 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.133300 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.133640 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.133981 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.134319 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.134650 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.134980 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.135308 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.135636 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.136192 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Modular L2 Plugin initialization complete Nov 10 03:27:31.136514 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading services supported by the core plugin {{(pid=102453) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 03:27:31.136839 n-d-817326-2 neutron-server[102453]: INFO neutron.plugins.ml2.managers [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Got port-security extension from driver 'port_security' Nov 10 03:27:31.137304 n-d-817326-2 neutron-server[102453]: INFO neutron.extensions.vlantransparent [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Disabled vlantransparent extension. Nov 10 03:27:31.137774 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102453) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 03:27:31.138109 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: router Nov 10 03:27:31.175774 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.176172 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router after_create 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.176548 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router before_create 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.176914 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.177284 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.177640 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router after_delete 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.178019 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.178491 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.178852 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router after_create 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.179197 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router after_update 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.179544 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router after_update 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.179888 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.180244 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router after_update 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.180652 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.181021 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: port after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.181361 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: port after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.181700 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: subnet after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.182073 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.182423 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.182769 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.183109 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: port before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.183450 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.183804 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router after_update 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.184147 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.184493 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.184851 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.185192 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.185553 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > agent after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.185900 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.186266 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > network after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.187126 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Tracking information for resource: router configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:31.187481 n-d-817326-2 neutron-server[102453]: DEBUG neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Tracking information for resource: floatingip configured {{(pid=102453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 03:27:31.192362 n-d-817326-2 neutron-server[102453]: INFO neutron.db.l3_agentschedulers_db [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 03:27:31.192928 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: port after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.193285 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: port after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.193631 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: port after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.194002 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: port after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.194797 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router before_create 55550100 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.195162 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.195694 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.195869 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.200739 n-d-817326-2 neutron-server[102453]: DEBUG neutron.services.provider_configuration [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service providers = [] {{(pid=102453) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 03:27:31.201099 n-d-817326-2 neutron-server[102453]: DEBUG neutron.db.servicetype_db [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102453) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 03:27:31.204629 n-d-817326-2 neutron-server[102453]: DEBUG neutron.services.service_base [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 03:27:31.204976 n-d-817326-2 neutron-server[102453]: DEBUG neutron.services.service_base [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 03:27:31.205315 n-d-817326-2 neutron-server[102453]: DEBUG neutron.services.service_base [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 03:27:31.206232 n-d-817326-2 neutron-server[102453]: DEBUG neutron.services.service_base [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 03:27:31.206598 n-d-817326-2 neutron-server[102453]: INFO neutron.services.service_base [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 03:27:31.206962 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.207274 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 03:27:31.219959 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.220291 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: auto_allocate Nov 10 03:27:31.226100 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: network precommit_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.226468 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: network precommit_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.226982 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.227297 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: tag Nov 10 03:27:31.234129 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.234460 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: timestamp Nov 10 03:27:31.239064 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.239609 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: network_ip_availability Nov 10 03:27:31.255666 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.255985 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.256339 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.257064 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.257380 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: flavors Nov 10 03:27:31.262589 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.262912 n-d-817326-2 neutron-server[102453]: INFO neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading Plugin: revisions Nov 10 03:27:31.267742 n-d-817326-2 neutron-server[102453]: DEBUG neutron.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 03:27:31.268127 n-d-817326-2 neutron-server[102453]: DEBUG oslo_concurrency.lockutils [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=102453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 03:27:31.268869 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102453) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 03:27:31.269194 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Initializing extension manager. Nov 10 03:27:31.269695 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: __init__.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.270054 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: __pycache__ {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.270385 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.270708 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: address_group.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.271457 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.272015 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: address-group Nov 10 03:27:31.272327 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: address_scope.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.273026 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.273528 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: address-scope Nov 10 03:27:31.273838 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.274786 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.275292 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: router-admin-state-down-before-update Nov 10 03:27:31.275605 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: agent.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.276296 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.276792 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: agent Nov 10 03:27:31.277101 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: agent_resources_synced.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.278034 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.278540 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: agent-resources-synced Nov 10 03:27:31.278850 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.280640 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.281796 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: allowed-address-pairs Nov 10 03:27:31.282218 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.283299 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.283811 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: auto-allocated-topology Nov 10 03:27:31.284126 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: availability_zone.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.284808 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.285307 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: availability_zone Nov 10 03:27:31.285619 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: availability_zone_filter.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.286543 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.287044 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: availability_zone_filter Nov 10 03:27:31.287356 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: data_plane_status.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.288246 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.288745 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 03:27:31.289055 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: default_subnetpools.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.289963 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.290471 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: default-subnetpools Nov 10 03:27:31.290781 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.291576 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.292073 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: dhcp_agent_scheduler Nov 10 03:27:31.292384 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: dns.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.293290 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.293785 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 03:27:31.294125 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: dns_domain_ports.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.295034 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.295532 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 03:27:31.295845 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.297048 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.297591 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 03:27:31.297906 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: dvr.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.298601 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.299107 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: dvr Nov 10 03:27:31.299419 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: ecmp_routes.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.300337 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.300838 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 03:27:31.301157 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: empty_string_filtering.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.302092 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.302599 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: empty-string-filtering Nov 10 03:27:31.302911 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.303806 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.304308 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 03:27:31.304619 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.305522 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.306052 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 03:27:31.306363 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: external_net.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.307257 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.307754 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: external-net Nov 10 03:27:31.308065 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.308967 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.309469 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: extra_dhcp_opt Nov 10 03:27:31.309783 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: extraroute.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.310718 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.311221 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: extraroute Nov 10 03:27:31.311532 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: extraroute_atomic.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.313078 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.313579 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: extraroute-atomic Nov 10 03:27:31.313890 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: filter_validation.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.314804 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.315310 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: filter-validation Nov 10 03:27:31.315622 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: fip_pf_description.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.316530 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.317032 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 03:27:31.317341 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: fip_port_details.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.318279 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.318781 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: fip-port-details Nov 10 03:27:31.319090 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: flavors.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.320331 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.320843 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: flavors Nov 10 03:27:31.321162 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.322894 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.323415 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 03:27:31.323742 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: floatingip_pools.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.324434 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.324940 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: floatingip-pools Nov 10 03:27:31.325259 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: ip_allocation.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.326202 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.326704 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 03:27:31.327022 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.328569 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.329076 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: ip-substring-filtering Nov 10 03:27:31.329396 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l2_adjacency.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.330345 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.330843 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 03:27:31.331159 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l3.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.332142 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.332649 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: router Nov 10 03:27:31.332967 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.335237 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.335764 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 03:27:31.336086 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.336997 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.337508 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: ext-gw-mode Nov 10 03:27:31.337828 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.338762 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.339266 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: l3-ha Nov 10 03:27:31.339588 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l3_flavors.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.340483 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.340982 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: l3-flavors Nov 10 03:27:31.341296 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.342218 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.342722 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 03:27:31.343037 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: l3agentscheduler.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.344037 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.344542 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: l3_agent_scheduler Nov 10 03:27:31.344857 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: logging.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.346406 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.346922 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension logging not supported by any of loaded plugins Nov 10 03:27:31.347239 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: metering.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.347970 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.348538 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: metering Nov 10 03:27:31.348853 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.350096 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.350611 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: metering_source_and_destination_fields Nov 10 03:27:31.350928 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: multiprovidernet.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.351841 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.352342 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: multi-provider Nov 10 03:27:31.352655 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: netmtu.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.353555 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.354092 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: net-mtu Nov 10 03:27:31.354407 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: netmtu_writable.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.355312 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.355811 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: net-mtu-writable Nov 10 03:27:31.356126 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: network_availability_zone.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.356781 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.357280 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: network_availability_zone Nov 10 03:27:31.357593 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: network_ip_availability.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.358720 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.359253 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: network-ip-availability Nov 10 03:27:31.359569 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: network_segment_range.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.360317 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.360821 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 03:27:31.361131 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: pagination.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.362138 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.362461 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: pagination Nov 10 03:27:31.362771 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: port_device_profile.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.363658 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.364161 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: port-device-profile Nov 10 03:27:31.364471 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.365389 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.365890 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: port-mac-address-regenerate Nov 10 03:27:31.366241 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.367132 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.367633 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: port-numa-affinity-policy Nov 10 03:27:31.367943 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: port_resource_request.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.368845 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.369346 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 03:27:31.369682 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: port_resource_request_groups.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.370677 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.371171 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 03:27:31.371484 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: portbindings.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.372395 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.372896 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: binding Nov 10 03:27:31.373209 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: portbindings_extended.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.374505 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.375537 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: binding-extended Nov 10 03:27:31.375854 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: portsecurity.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.376764 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.377269 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: port-security Nov 10 03:27:31.377583 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: project_id.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.378582 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.378903 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: project-id Nov 10 03:27:31.379222 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: providernet.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.380125 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.380631 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: provider Nov 10 03:27:31.380942 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.384602 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.385126 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos not supported by any of loaded plugins Nov 10 03:27:31.385449 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.386725 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.387228 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 03:27:31.387550 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.388464 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.388974 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 03:27:31.389299 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_default.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.390233 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.391378 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-default not supported by any of loaded plugins Nov 10 03:27:31.391695 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_fip.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.392347 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.392849 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 03:27:31.393162 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.394116 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.394622 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 03:27:31.394934 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.395843 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.396346 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 03:27:31.396657 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.397684 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.398210 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 03:27:31.398524 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_pps_rule.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.399725 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.400432 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-pps not supported by any of loaded plugins Nov 10 03:27:31.400752 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.401657 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.402204 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 03:27:31.402521 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: qos_rules_alias.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.403543 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.404049 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 03:27:31.404366 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: quota_check_limit.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.405262 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.405766 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: quota-check-limit Nov 10 03:27:31.406145 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: quotasv2.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.407112 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.407431 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: quotas Nov 10 03:27:31.407745 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: quotasv2_detail.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.410925 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.411264 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: quota_details Nov 10 03:27:31.411585 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: rbac.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.412634 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.413156 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: rbac-policies Nov 10 03:27:31.413477 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: rbac_address_group.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.414412 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.414924 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: rbac-address-group Nov 10 03:27:31.415241 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: rbac_address_scope.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.416144 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.416654 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: rbac-address-scope Nov 10 03:27:31.416972 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: rbac_security_groups.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.417875 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.418419 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: rbac-security-groups Nov 10 03:27:31.418736 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.419653 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.420155 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: rbac-subnetpool Nov 10 03:27:31.420469 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: revisionifmatch.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.421661 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.422199 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: revision-if-match Nov 10 03:27:31.422518 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: revisions.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.423613 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.424118 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: standard-attr-revisions Nov 10 03:27:31.424435 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: router_availability_zone.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.425097 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.425601 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: router_availability_zone Nov 10 03:27:31.425917 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: routerservicetype.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.426849 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.427347 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 03:27:31.427660 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.428562 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.429072 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: security-groups-normalized-cidr Nov 10 03:27:31.429386 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.430386 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.430894 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: port-security-groups-filtering Nov 10 03:27:31.431208 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.432116 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.432616 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: security-groups-remote-address-group Nov 10 03:27:31.432960 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.433849 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.434378 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: security-groups-shared-filtering Nov 10 03:27:31.434694 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.435272 n-d-817326-2 neutron-server[102453]: WARNING neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 03:27:31.435582 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: securitygroup.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.446641 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.447209 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: security-group Nov 10 03:27:31.447562 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: segment.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.448431 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.448991 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension segment not supported by any of loaded plugins Nov 10 03:27:31.449378 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.450460 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.451087 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 03:27:31.451433 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: servicetype.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.452616 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.453775 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: service-type Nov 10 03:27:31.454141 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: sorting.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.455183 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.455730 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: sorting Nov 10 03:27:31.456134 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: standard_attr_segment.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.457092 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.457659 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 03:27:31.458045 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: standardattrdescription.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.458746 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.459295 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: standard-attr-description Nov 10 03:27:31.459639 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: stateful_security_group.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.460625 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.461237 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: stateful-security-group Nov 10 03:27:31.461600 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: stdattrs_common.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.462236 n-d-817326-2 neutron-server[102453]: WARNING neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 03:27:31.462561 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.463584 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.464132 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 03:27:31.464468 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: subnet_onboard.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.465628 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.466242 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: subnet_onboard Nov 10 03:27:31.466631 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.467548 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.468078 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 03:27:31.468392 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: subnet_service_types.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.469342 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.469849 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: subnet-service-types Nov 10 03:27:31.470198 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: subnetallocation.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.471279 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.471784 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: subnet_allocation Nov 10 03:27:31.472101 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.472757 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.473252 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: subnetpool-prefix-ops Nov 10 03:27:31.473561 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.474545 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.475043 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 03:27:31.475351 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: tagging.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.476443 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.476951 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: standard-attr-tag Nov 10 03:27:31.477268 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: timestamp.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.478490 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.478998 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loaded extension: standard-attr-timestamp Nov 10 03:27:31.479315 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: trunk.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.480357 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.480865 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension trunk not supported by any of loaded plugins Nov 10 03:27:31.481181 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: trunk_details.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.482119 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.482623 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 03:27:31.482937 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.483844 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.484382 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 03:27:31.484696 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Loading extension file: vlantransparent.py {{(pid=102453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 03:27:31.485362 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 03:27:31.485860 n-d-817326-2 neutron-server[102453]: INFO neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 03:27:31.488422 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:network Nov 10 03:27:31.488947 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:subnet Nov 10 03:27:31.489342 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 03:27:31.489740 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:port Nov 10 03:27:31.491038 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.491474 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service FLAVORS assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.492092 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.492509 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.492838 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:router Nov 10 03:27:31.493267 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 03:27:31.493745 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service METERING assigned prefix: /metering {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.495215 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.495578 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.495922 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:27:31.496934 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 03:27:31.497378 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:security_group Nov 10 03:27:31.497810 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 03:27:31.498428 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service CORE assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.498752 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 03:27:31.499097 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] subnetpool is already registered Nov 10 03:27:31.499529 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service CORE assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.500415 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 03:27:31.500737 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] subnetpool is already registered Nov 10 03:27:31.503115 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.503545 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service FLAVORS assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.504154 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.504578 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.504904 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:router Nov 10 03:27:31.505233 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] router is already registered Nov 10 03:27:31.505632 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 03:27:31.506018 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] floatingip is already registered Nov 10 03:27:31.506449 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service METERING assigned prefix: /metering {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.507158 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 03:27:31.507473 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] rbac_policy is already registered Nov 10 03:27:31.507881 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:security_group Nov 10 03:27:31.508205 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] security_group is already registered Nov 10 03:27:31.508624 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 03:27:31.508955 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] security_group_rule is already registered Nov 10 03:27:31.509433 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service CORE assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.509751 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 03:27:31.510102 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] subnetpool is already registered Nov 10 03:27:31.510514 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.v2.resource_helper [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Service CORE assigned prefix: {{(pid=102453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 03:27:31.510825 n-d-817326-2 neutron-server[102453]: INFO neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 03:27:31.511141 n-d-817326-2 neutron-server[102453]: WARNING neutron.quota.resource_registry [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] subnetpool is already registered Nov 10 03:27:31.512871 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: extensions {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.514378 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: address-groups {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.516441 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: address-scopes {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.517650 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: agents {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.518936 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: auto-allocated-topology {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.520175 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: availability_zones {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.521383 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: dhcp-networks {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.522827 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: dhcp-agents {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.524333 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: routers {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.526498 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: flavors {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.527827 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: service_profiles {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.529042 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: next_providers {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.530539 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: service_profiles {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.531995 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: floatingip-pools {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.533307 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: routers {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.535440 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: floatingips {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.536712 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: l3-routers {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.538118 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: l3-agents {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.539517 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: metering-labels {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.540813 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: metering-label-rules {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.542202 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: network-ip-availabilities {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.543455 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: bindings {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.545043 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: quotas {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.547008 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: quotas {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.548528 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: rbac-policies {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.549719 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: security-groups {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.551117 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: security-group-rules {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.552337 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: service-providers {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.553540 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: subnetpools {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.554966 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: subnetpools {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.556408 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.558126 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.559916 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.561668 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.563918 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.565917 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.567613 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.570379 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.572167 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.573896 n-d-817326-2 neutron-server[102453]: DEBUG neutron.api.extensions [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Extended resource: tags {{(pid=102453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 03:27:31.580691 n-d-817326-2 neutron-server[102453]: WARNING keystonemiddleware.auth_token [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 03:27:31.585164 n-d-817326-2 neutron-server[102453]: WARNING keystonemiddleware.auth_token [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 03:27:31.594174 n-d-817326-2 neutron-server[102453]: DEBUG oslo_concurrency.lockutils [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Acquired lock "singleton_lock" {{(pid=102453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 03:27:31.594643 n-d-817326-2 neutron-server[102453]: DEBUG oslo_concurrency.lockutils [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Releasing lock "singleton_lock" {{(pid=102453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 03:27:31.595278 n-d-817326-2 neutron-server[102453]: INFO oslo_service.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Starting 2 workers Nov 10 03:27:31.600086 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Started child 102596 {{(pid=102453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 03:27:31.606004 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Started child 102597 {{(pid=102453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 03:27:31.606338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:31.607005 n-d-817326-2 neutron-server[102453]: INFO neutron.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 03:27:31.607005 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Publish callbacks [] for process, before_spawn {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:31.607298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [-] (102596) wsgi starting up on http://0.0.0.0:9696 Nov 10 03:27:31.609271 n-d-817326-2 neutron-server[102453]: INFO oslo_service.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Starting 1 workers Nov 10 03:27:31.609441 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:31.611375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [-] (102597) wsgi starting up on http://0.0.0.0:9696 Nov 10 03:27:31.614527 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Started child 102598 {{(pid=102453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 03:27:31.615056 n-d-817326-2 neutron-server[102453]: INFO oslo_service.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Starting 1 workers Nov 10 03:27:31.618185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] calling RpcWorker wait() {{(pid=102598) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 03:27:31.619009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] returning from RpcWorker wait() {{(pid=102598) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 03:27:31.619620 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Started child 102599 {{(pid=102453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 03:27:31.619922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:31.620405 n-d-817326-2 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59980f55-e00c-4850-851c-47847014ffb4 None None] Publish callbacks [] for process, after_spawn {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:31.620582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:27:31.622373 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 03:27:31.622599 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 03:27:31.622779 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 03:27:31.623145 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 03:27:31.623626 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 03:27:31.623938 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 03:27:31.624583 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.625298 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:31.625778 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.625874 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.626298 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.626731 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.626890 n-d-817326-2 neutron-server[102599]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:27:31.627419 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.627686 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.627923 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.628200 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.628444 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.628603 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.628909 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.629286 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.629670 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.630129 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.630545 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.630931 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.631336 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.631643 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.632039 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.632437 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.632852 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.633244 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] debug = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.633618 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.634265 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.634646 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.635023 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.635391 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.635807 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.636172 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.636568 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.636935 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.637303 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.637686 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.638108 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.638507 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.638867 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.639243 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.639616 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.640007 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.640461 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.641586 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] host = n-d-817326-2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.641990 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.642342 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.642720 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.643119 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.643498 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.643869 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.644274 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.644670 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.645067 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.645435 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.645810 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.646212 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.646562 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.646952 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.647263 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_options = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.647636 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.648041 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.648443 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.648772 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.649085 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.649400 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.649785 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.650107 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.650495 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.650848 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.651212 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.651588 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.651959 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.652307 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.652693 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.653174 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.653619 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.653874 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.654983 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.655324 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.655626 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.656695 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.656997 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.657466 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.657847 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.658227 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.658621 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.659323 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.659716 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.660097 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.660746 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.661130 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.661519 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.661910 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.662216 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.662466 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.662704 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.662938 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.663230 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.663460 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.663703 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.663965 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.664178 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_json = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.672699 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673333 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.673860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674453 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674881 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674881 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674881 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.674881 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.679044 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.679483 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.679860 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.680143 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.680407 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.680700 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.680930 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.681167 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.681414 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.684917 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.685180 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.685416 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.685706 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.686040 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.686289 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.686556 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.686830 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.687056 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.687832 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.688093 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.688370 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.688634 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.688920 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.690059 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.690295 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.690538 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.690869 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.691107 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.691978 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.692250 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.692490 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.692713 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.693085 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.693510 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.693916 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.694315 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.694697 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.694917 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.695372 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.695800 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.696187 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.696447 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.696663 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.697062 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.697347 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.697628 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.697862 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.698118 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.698376 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.698590 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.698809 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.699020 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.699232 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.699450 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.699661 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.699890 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.700121 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.700328 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.700710 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.700923 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.701131 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.701340 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.701556 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.701788 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.702092 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.702415 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.702711 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.703600 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.703874 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.704138 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.704362 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.704603 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.704896 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.705161 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.705641 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.706132 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.706531 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.706936 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.707291 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.707631 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.708040 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.708399 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.708756 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.709126 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.709363 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.709766 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.710230 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.710677 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.710929 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.711193 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.711551 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.711822 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.712035 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.712574 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.712791 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.713211 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.713497 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.713760 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.714085 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.714316 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.714543 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.714798 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.715226 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.715657 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.716069 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.716301 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.716545 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.716821 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.717051 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.717466 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.717704 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.717969 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.718275 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.718531 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.718742 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.719271 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.719271 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.719441 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.719685 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.719939 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.720204 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.720448 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.720688 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.720914 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.721136 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.721507 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.721902 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.722157 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.722401 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.722610 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.722878 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.723036 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.723392 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.723777 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.724184 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.724407 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.724642 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.724889 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.725175 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.725421 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.725632 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.725851 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.726120 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.726542 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.726773 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.727044 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.727207 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.727418 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.727628 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.727898 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.728143 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.728373 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.728611 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.728830 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.729069 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.729462 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.729733 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.729960 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.730197 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.730405 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.730618 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.730825 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.731031 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.731250 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.731464 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.731730 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.731957 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.732445 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.732693 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.732918 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.733240 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.733420 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.733747 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.734719 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.735116 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.735505 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.735886 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.736230 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.736676 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.737055 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.737454 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.737824 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.738232 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.738624 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.738998 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.739390 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.739864 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.740278 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.740632 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.740908 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.741161 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.741378 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.741627 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.741839 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.742073 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.742294 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.742507 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.742886 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.743047 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.743197 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.743403 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.743645 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.743848 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.744234 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.744670 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.745023 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.745314 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.745697 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.746082 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.746437 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.746855 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.747224 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.747570 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.747947 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.748369 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.748700 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.749368 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.750451 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.750817 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.751211 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.751601 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.751965 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.752444 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.752889 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.753279 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.753743 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.754155 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.754410 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.754666 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.755012 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.755249 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.755835 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.756349 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.756547 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.756783 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.757184 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.757719 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.758277 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.758947 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.759558 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.759978 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.760287 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.760577 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.760810 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.761248 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.761822 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.762327 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.762757 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.763166 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.763507 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.763755 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.766046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:27:31.766915 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.767189 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.767438 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.767687 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.767980 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.770090 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.772985 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.773242 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.773517 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.773760 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.774026 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.774274 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.774541 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.774766 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.774925 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 03:27:31.775555 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 03:27:31.775723 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 03:27:31.775895 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 03:27:31.776073 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 03:27:31.776248 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 03:27:31.776405 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 03:27:31.776618 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.776866 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.776967 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.777089 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.777246 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.777424 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.777583 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.777737 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.777894 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.778072 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.778227 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.778384 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.778538 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.778692 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.778846 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.778998 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.779259 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.779477 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.779739 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.780023 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.780395 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.780395 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.780596 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] debug = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.780716 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.780941 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.781114 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.781350 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.781618 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.781875 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.782060 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.782219 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.782374 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.782529 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.782684 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.782838 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.783511 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.783511 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] host = n-d-817326-2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.784608 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.785189 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.785189 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.785339 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.785423 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.785586 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.785767 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.785921 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.786072 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.786656 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.786656 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.786656 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.786935 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_options = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.787116 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.787485 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.787485 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.787968 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.787968 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.787968 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.787968 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.788243 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.788243 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.788433 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.788724 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.788724 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.789365 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.789365 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.789365 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.789365 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.789365 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.789833 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.789833 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.790127 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.790270 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.790422 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.790548 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.790703 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.790857 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.790999 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.791308 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.791308 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.791507 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.791586 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.791795 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.791896 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.792023 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.792151 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.792405 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.792673 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.793041 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.793137 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.793256 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.793412 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.793567 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.793721 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.793876 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.794125 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.794393 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.794653 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.794812 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_json = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.794966 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.795129 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.795281 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.795433 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.795587 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.795846 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.796374 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.797129 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 03:27:31.797309 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.797469 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.797637 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.797795 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.797977 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.798141 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.798298 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.798454 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.798612 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.798768 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.798934 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.799091 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.799323 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.799593 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.799866 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.800072 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.800233 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.800392 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.800551 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.800708 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.800865 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.801105 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.801394 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.801653 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.801815 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.802001 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.802154 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.802382 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.802526 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.802659 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.802880 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.803152 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.803378 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.803541 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.803700 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.803858 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.804016 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.804174 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.804364 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.804636 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.804912 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.805105 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.805265 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.805424 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.805588 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.805745 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.805902 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.806083 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.806242 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.806399 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.806557 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.806714 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.806872 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.807031 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.807236 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.807524 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.807798 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.808015 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.808176 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.808335 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.808493 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.808882 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.808882 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.809237 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.809237 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.809237 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.809764 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.809764 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.809764 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.810116 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.810116 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.810259 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.810499 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.810773 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.810974 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.811396 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.811396 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.811654 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.811654 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.811851 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.811851 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.812045 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.812178 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.812895 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.813060 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.813310 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.813584 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.813835 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.814110 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.814398 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.814678 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.814940 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.815197 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.815460 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.815715 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.815976 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.816223 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.816478 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.816729 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.817006 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.817287 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.817573 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.817861 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.818196 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.818485 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.818762 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.819052 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.819338 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.819624 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.819906 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.820197 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.820482 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.820760 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.821032 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.821311 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.821589 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.821879 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.822221 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.822505 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.822783 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.823068 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.823358 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.823639 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.823921 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.824457 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.824989 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.825270 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.826036 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.826036 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.826215 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.826390 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.826671 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.826962 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.827258 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.827839 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.827839 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.828119 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.828376 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.828652 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.828928 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.829202 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.829476 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.829746 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.830060 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.830341 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.830624 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.830901 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.831172 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.831449 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.831723 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.831996 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.832278 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.832552 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.832824 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.833102 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.833374 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.833653 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.833948 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.834236 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.834515 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.834790 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.835064 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.835345 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.835618 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.835885 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.836162 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.836438 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.836708 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.836980 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.837253 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.837513 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.837793 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.838099 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.838376 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.838653 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.838929 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.839200 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.839476 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.839751 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.840030 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.840313 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.840593 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.840869 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.841145 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.841423 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.841695 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.841990 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.842269 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.842541 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.842820 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.843096 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.843371 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.843695 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.843972 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.844253 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.844598 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.844792 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.845069 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.845349 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.845618 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.845893 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.846189 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.846458 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.846735 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.847015 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.847292 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.847562 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.847835 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.848112 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.848380 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.848654 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.848947 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.849219 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.849490 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.849772 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.850073 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.850344 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.850637 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.850915 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.851186 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.851455 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.851729 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.851995 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.852281 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.852558 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.852826 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.853099 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.853372 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.853637 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.853944 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.854244 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.854521 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.854799 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.855071 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.855355 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.855649 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.855924 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.856195 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.856469 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.856742 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.857008 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.857305 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.857576 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.857847 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.858142 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.858416 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.858688 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.858980 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.859771 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.860047 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.860342 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.860612 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.860883 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.861153 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.861446 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.861723 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.862028 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.862304 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.862575 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.862844 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.863121 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.863404 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.863697 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.863978 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.864252 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.864536 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.864823 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.865108 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.865377 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.865661 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.865984 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.866257 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.866423 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.866581 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.866737 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.866965 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.867226 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.867488 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.867667 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.867826 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.867983 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.868204 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.868474 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.868720 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.868946 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.869170 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.869393 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.869615 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.869872 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.870177 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 03:27:31.870444 n-d-817326-2 neutron-server[102453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 03:27:31.983411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35694) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:27:31.992714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064905 Nov 10 03:27:43.392343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597354a-8b86-43be-8aa6-5426e7db80f4 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 03:27:43.453653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597354a-8b86-43be-8aa6-5426e7db80f4 None None] No non-hosted networks {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 03:27:43.461515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.agentschedulers_db [None req-9597354a-8b86-43be-8aa6-5426e7db80f4 None None] DHCP Agent not found on host n-d-817326-2 {{(pid=102598) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 03:27:43.538266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-abf30a42-2715-47fa-977d-13c9a0ba9467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704535'] for agent, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:45.553067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-687caaac-510c-411c-9628-391e8b94b60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704535'] for agent, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:45.603465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1513e7a4-5701-4252-981f-270cafe2029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:46.568227 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704535'] for agent, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:48.256753 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704535'] for agent, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:49.024043 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704535'] for agent, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:49.027014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.027593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.028071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.029971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.030522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.030982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.031947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.032571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.033055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.033838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.034330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.035336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:49.035928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817326-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:27:49.042955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817326-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:27:49.367515 n-d-817326-2 neutron-server[102598]: INFO neutron.db.l3_hamode_db [None req-8fb95d2e-c27f-4f65-8f50-f4404109ea2c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 03:27:49.444133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb95d2e-c27f-4f65-8f50-f4404109ea2c None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:27:49.444865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb95d2e-c27f-4f65-8f50-f4404109ea2c None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 03:27:49.531751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:27:50.027847 n-d-817326-2 neutron-server[102597]: WARNING oslo_policy.policy [None req-3c58addc-da24-427b-9147-37c7a0460b2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:27:50.028480 n-d-817326-2 neutron-server[102597]: WARNING oslo_policy.policy [None req-3c58addc-da24-427b-9147-37c7a0460b2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:27:50.265273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-3c58addc-da24-427b-9147-37c7a0460b2c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:27:50.277958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3c58addc-da24-427b-9147-37c7a0460b2c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7337151 Nov 10 03:27:52.771221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35804) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:27:53.072872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:27:53.166316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.policy [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102597) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 03:27:53.213136 n-d-817326-2 neutron-server[102597]: WARNING oslo_policy.policy [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:27:53.213492 n-d-817326-2 neutron-server[102597]: WARNING oslo_policy.policy [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:27:53.222390 n-d-817326-2 neutron-server[102597]: INFO neutron.quota [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] Loaded quota_driver: . Nov 10 03:27:53.309660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762010635', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762008152', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762031130', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762026221', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756761590169', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762041513', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16000006', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16269976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1528816', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1455000'] for rbac-policy, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:53.373221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:53.374430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6ec09680-ebd7-4522-b8cd-ea0a5a69bebe admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6022449 Nov 10 03:27:56.028345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35816) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:27:56.318024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'project_id': '3f8d4d779ed44d64877c78a81f564aab'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:27:56.345406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Made reservation on behalf of 3f8d4d779ed44d64877c78a81f564aab for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:27:56.348054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.364125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.469231 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.472646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.495837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:27:56.519774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756758086876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.520342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Unsubscribe: segment precommit_create {{(pid=102597) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 03:27:56.520844 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Added segment 0146ce6c-63cf-4d02-9719-74ced0ae9f76 of type vlan for network eef2ae82-b57d-4278-b23a-defa12dcb915 Nov 10 03:27:56.526270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673824eb-ee45-45d2-9337-ea16dbc64e1b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:27:56.547818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.548155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.548481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.548802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.549121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.549436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.549749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.550086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.550399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.550705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.551013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.551318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Tracked resource versions report: Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: pushed versions: Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: { 'AddressGroup': {'1.2'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'ConntrackHelper': {'1.0'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Log': {'1.0'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Network': {'1.1'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Port': {'1.7'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'PortForwarding': {'1.2'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'QosPolicy': {'1.10'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'SecurityGroup': {'1.5'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'SubPort': {'1.0'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Subnet': {'1.1'}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Trunk': {'1.1'}} Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: consumer versions: Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: L3 agent@n-d-817326-2: {}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: Metadata agent@n-d-817326-2: {}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: Metering agent@n-d-817326-2: {}, Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'ConntrackHelper': '1.0', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Log': '1.0', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Network': '1.1', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Port': '1.7', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'PortForwarding': '1.2', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'QosPolicy': '1.10', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'SecurityGroup': '1.5', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'SecurityGroupRule': '1.2', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'SubPort': '1.0', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Subnet': '1.1', Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: 'Trunk': '1.1'}} Nov 10 03:27:56.552311 n-d-817326-2 neutron-server[102597]: {{(pid=102597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:27:56.635094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.673606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.674700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:27:56.675407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:27:56.749861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7203579 Nov 10 03:27:56.773724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd757f-3178-4dd6-ba3d-b80234680a92 admin admin] Pushing event updated for resources: {'Network': ['ID=eef2ae82-b57d-4278-b23a-defa12dcb915,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:27:56.786217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network eef2ae82-b57d-4278-b23a-defa12dcb915 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:27:59.493629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:27:59.976943 n-d-817326-2 neutron-server[102596]: WARNING oslo_policy.policy [None req-122e96ea-5441-435f-ab34-9b8e24856e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:27:59.977542 n-d-817326-2 neutron-server[102596]: WARNING oslo_policy.policy [None req-122e96ea-5441-435f-ab34-9b8e24856e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:28:00.418476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.policy [None req-122e96ea-5441-435f-ab34-9b8e24856e9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102596) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 03:28:00.465330 n-d-817326-2 neutron-server[102596]: WARNING oslo_policy.policy [None req-122e96ea-5441-435f-ab34-9b8e24856e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:28:00.465696 n-d-817326-2 neutron-server[102596]: WARNING oslo_policy.policy [None req-122e96ea-5441-435f-ab34-9b8e24856e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 03:28:00.474396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122e96ea-5441-435f-ab34-9b8e24856e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:28:00.476263 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-122e96ea-5441-435f-ab34-9b8e24856e9a admin admin] 10.222.0.24 "GET /v2.0/networks/eef2ae82-b57d-4278-b23a-defa12dcb915 HTTP/1.1" status: 200 len: 824 time: 0.9806018 Nov 10 03:28:00.514440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b96dade3-9ccb-41c9-bbb1-0e99c2c232d9 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/6520463d-c00f-4f14-b89f-525a3a76521c HTTP/1.1" status: 200 len: 734 time: 0.0315802 Nov 10 03:28:00.523733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'subnetpool_id': '6520463d-c00f-4f14-b89f-525a3a76521c', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:28:00.525301 n-d-817326-2 neutron-server[102596]: INFO neutron.quota [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Loaded quota_driver: . Nov 10 03:28:00.565271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Made reservation on behalf of 3f8d4d779ed44d64877c78a81f564aab for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:28:00.567934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:00.846076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:00.918334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Checking segment: {'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:28:00.918712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Network hostable DHCP agents. Network: eef2ae82-b57d-4278-b23a-defa12dcb915, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:28:00.927704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a22fa1-b437-4d10-80c4-73bec971cb73,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:00.943022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.943402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.943797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.944126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.944451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.944770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.945082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.945410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.945708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.946103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.946420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.946725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Tracked resource versions report: Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: pushed versions: Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: { 'AddressGroup': {'1.2'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'ConntrackHelper': {'1.0'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Log': {'1.0'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Network': {'1.1'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Port': {'1.7'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'PortForwarding': {'1.2'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'QosPolicy': {'1.10'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'SecurityGroup': {'1.5'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'SubPort': {'1.0'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Subnet': {'1.1'}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Trunk': {'1.1'}} Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: consumer versions: Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: L3 agent@n-d-817326-2: {}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: Metadata agent@n-d-817326-2: {}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: Metering agent@n-d-817326-2: {}, Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'ConntrackHelper': '1.0', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Log': '1.0', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Network': '1.1', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Port': '1.7', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'PortForwarding': '1.2', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'QosPolicy': '1.10', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'SecurityGroup': '1.5', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'SecurityGroupRule': '1.2', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'SubPort': '1.0', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Subnet': '1.1', Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: 'Trunk': '1.1'}} Nov 10 03:28:00.947727 n-d-817326-2 neutron-server[102596]: {{(pid=102596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:28:00.979061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Network eef2ae82-b57d-4278-b23a-defa12dcb915 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:28:00.991501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, eef2ae82-b57d-4278-b23a-defa12dcb915) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:28:00.996345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:28:00.996962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:01.002079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1affcb-47aa-4e36-81fa-a1f7eabe6006 None None] Network eef2ae82-b57d-4278-b23a-defa12dcb915 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:28:01.024295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-243b367b-3ed9-4842-a092-31f29e6bca5e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4962409 Nov 10 03:28:01.320492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-eef2ae82-b57d-4278-b23a-defa12dcb915', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'fixed_ips': [{'subnet_id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:28:01.321739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:01.613039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Allocated IP 172.20.0.2 (eef2ae82-b57d-4278-b23a-defa12dcb915/a6a22fa1-b437-4d10-80c4-73bec971cb73/b93e91c1-4559-470a-a4e0-70149017caa2) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:28:01.813398 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:01.820945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:01.895191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Network eef2ae82-b57d-4278-b23a-defa12dcb915 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:28:01.903427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:28:01.909267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Pushing event updated for resources: {'Port': ['ID=b93e91c1-4559-470a-a4e0-70149017caa2,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:01.911520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:28:01.942648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.942984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.943305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.943631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.943952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.944271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.944591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.944906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.945215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.945529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.945842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.946174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Tracked resource versions report: Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: pushed versions: Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: { 'AddressGroup': {'1.2'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'ConntrackHelper': {'1.0'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Log': {'1.0'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Network': {'1.1'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Port': {'1.7'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'PortForwarding': {'1.2'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'QosPolicy': {'1.10'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'SecurityGroup': {'1.5'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'SubPort': {'1.0'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Subnet': {'1.1'}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Trunk': {'1.1'}} Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: consumer versions: Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: L3 agent@n-d-817326-2: {}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: Metadata agent@n-d-817326-2: {}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: Metering agent@n-d-817326-2: {}, Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'ConntrackHelper': '1.0', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Log': '1.0', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Network': '1.1', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Port': '1.7', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'PortForwarding': '1.2', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'QosPolicy': '1.10', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'SecurityGroup': '1.5', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'SecurityGroupRule': '1.2', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'SubPort': '1.0', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Subnet': '1.1', Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: 'Trunk': '1.1'}} Nov 10 03:28:01.947231 n-d-817326-2 neutron-server[102598]: {{(pid=102598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:28:01.994375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Attempting to bind port b93e91c1-4559-470a-a4e0-70149017caa2 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:28:01.994770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Attempting to bind port b93e91c1-4559-470a-a4e0-70149017caa2 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:28:01.995187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Attempting to bind port b93e91c1-4559-470a-a4e0-70149017caa2 on network eef2ae82-b57d-4278-b23a-defa12dcb915 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:28:02.000041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:28:02.000422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Checking segment: {'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:28:02.000895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:02.001274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Bound using segment: {'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:28:02.001754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Bound port: b93e91c1-4559-470a-a4e0-70149017caa2, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:28:02.002168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:02.065392 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] For port b93e91c1-4559-470a-a4e0-70149017caa2, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:28:02.069438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] For port b93e91c1-4559-470a-a4e0-70149017caa2, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b93e91c1-4559-470a-a4e0-70149017caa2,segment=NetworkSegment(0146ce6c-63cf-4d02-9719-74ced0ae9f76),segment_id=0146ce6c-63cf-4d02-9719-74ced0ae9f76)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:28:02.074633 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:02.134476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539582-c879-4939-bc71-8cf9eeffcf7a None None] Pushing event updated for resources: {'Port': ['ID=b93e91c1-4559-470a-a4e0-70149017caa2,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:03.549397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:03.857284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-444a394d-5e2e-4091-a125-dfde2d316f1a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:28:03.858398 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-444a394d-5e2e-4091-a125-dfde2d316f1a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3080199 Nov 10 03:28:06.402496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35858) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:06.725277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-cedf63a7-da28-451e-a6fc-3759d64078d0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:28:06.726376 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cedf63a7-da28-451e-a6fc-3759d64078d0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3229721 Nov 10 03:28:09.459302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35868) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:09.759502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5be46e74-6582-401a-896c-14790b5d2cc1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'admin_state_up': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:28:09.783632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5be46e74-6582-401a-896c-14790b5d2cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:09.785505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5be46e74-6582-401a-896c-14790b5d2cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:09.947758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5be46e74-6582-401a-896c-14790b5d2cc1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:09.952756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5be46e74-6582-401a-896c-14790b5d2cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:09.969541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5be46e74-6582-401a-896c-14790b5d2cc1 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:09.977982 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5be46e74-6582-401a-896c-14790b5d2cc1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5104971 Nov 10 03:28:10.921397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b93e91c1-4559-470a-a4e0-70149017caa2 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:28:11.009143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b93e91c1-4559-470a-a4e0-70149017caa2 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:11.009441 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:11.116693 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:11.149661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port b93e91c1-4559-470a-a4e0-70149017caa2, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b93e91c1-4559-470a-a4e0-70149017caa2,segment=NetworkSegment(0146ce6c-63cf-4d02-9719-74ced0ae9f76),segment_id=0146ce6c-63cf-4d02-9719-74ced0ae9f76)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:28:11.155391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:11.205880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=b93e91c1-4559-470a-a4e0-70149017caa2,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:11.225928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98015c-5174-4700-b1f2-e06d0e6d3f6d None None] Network eef2ae82-b57d-4278-b23a-defa12dcb915 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:28:11.337916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5e67d4e8-cdb1-4ce2-add4-56c2450f85a2 None None] Provisioning complete for port b93e91c1-4559-470a-a4e0-70149017caa2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:11.338311 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5e67d4e8-cdb1-4ce2-add4-56c2450f85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:11.684594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bf3782e5-0c81-4c02-ac50-8e0b4120c432 None None] Provisioning complete for port b93e91c1-4559-470a-a4e0-70149017caa2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:11.684958 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf3782e5-0c81-4c02-ac50-8e0b4120c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:12.461697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35880) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:12.765511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-a52d6336-86dd-41da-83f0-7c90807169d0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:28:12.766508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a52d6336-86dd-41da-83f0-7c90807169d0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3037338 Nov 10 03:28:12.891523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b93e91c1-4559-470a-a4e0-70149017caa2 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:28:12.940913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b93e91c1-4559-470a-a4e0-70149017caa2 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:12.941266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:13.249341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5131f1df-7e29-4d45-99d9-08d7613da0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.343290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35888) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:15.548867 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4106-40d9-4834-9125-8e2d2338ed2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.651051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:28:15.673531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Made reservation on behalf of 94ac5014e8ce4a17b805408efcbeb944 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:28:15.675777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.690469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.788881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.792316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.806158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Reserving flat network on physical network physnet1 {{(pid=102596) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 03:28:15.833955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756758086876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.834492 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Unsubscribe: segment precommit_create {{(pid=102596) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 03:28:15.834947 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Added segment 6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1 of type flat for network 18550987-b596-4013-8c01-043916d804d5 Nov 10 03:28:15.838236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a94b17-c688-4a76-9b29-1e0ca44e87d2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:15.888882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.926369 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:15.927258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:28:15.927828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:16.011149 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6667991 Nov 10 03:28:16.019687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2cba6-d547-455b-a329-d59bcfca692a admin admin] Pushing event updated for resources: {'Network': ['ID=18550987-b596-4013-8c01-043916d804d5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:16.030746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 18550987-b596-4013-8c01-043916d804d5 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:28:16.520800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:18.180718 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:18.477371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35906) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:18.648926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4b6779-10ef-4745-8e46-d53602791806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:28:18.650237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9b4b6779-10ef-4745-8e46-d53602791806 admin admin] 10.222.0.24 "GET /v2.0/subnets/a6a22fa1-b437-4d10-80c4-73bec971cb73 HTTP/1.1" status: 200 len: 849 time: 0.1718764 Nov 10 03:28:18.766081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-88573ae6-bcb8-4002-b04d-2a2a86f238ce admin admin] 10.222.0.24 "GET /v2.0/routers/74e1519d-5e37-4e93-be0f-a3c0a6ecea01 HTTP/1.1" status: 200 len: 704 time: 0.1096859 Nov 10 03:28:19.016984 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:19.030119 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:19.311654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Allocated IP 172.20.0.1 (eef2ae82-b57d-4278-b23a-defa12dcb915/a6a22fa1-b437-4d10-80c4-73bec971cb73/b71ef5d6-a444-448a-823f-534c81ebd08b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:28:19.461389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:19.570111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:19.640742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Network eef2ae82-b57d-4278-b23a-defa12dcb915 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:28:19.645458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:28:19.647932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:28:19.648445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:19.720744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Pushing event updated for resources: {'Port': ['ID=b71ef5d6-a444-448a-823f-534c81ebd08b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:19.818529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-382d0d04-2d7b-4772-b8cd-696cfed09f8f None None] Provisioning complete for port b71ef5d6-a444-448a-823f-534c81ebd08b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:19.819113 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-382d0d04-2d7b-4772-b8cd-696cfed09f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:19.846978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:19.852645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-382d0d04-2d7b-4772-b8cd-696cfed09f8f None None] Port b71ef5d6-a444-448a-823f-534c81ebd08b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:28:20.053750 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:20.059507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:20.060990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:20.140332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Pushing event updated for resources: {'Port': ['ID=b71ef5d6-a444-448a-823f-534c81ebd08b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:20.186727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Network eef2ae82-b57d-4278-b23a-defa12dcb915 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:28:20.187992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:28:20.342423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:28:20.377061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3be2ee61-72c1-458c-a9d2-627de77e2832 None None] Provisioning complete for port b71ef5d6-a444-448a-823f-534c81ebd08b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:20.377544 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3be2ee61-72c1-458c-a9d2-627de77e2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:20.418723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3be2ee61-72c1-458c-a9d2-627de77e2832 None None] Port b71ef5d6-a444-448a-823f-534c81ebd08b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:28:20.435604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:28:20.441234 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b71bfbed-86ea-4ab7-a534-75e48d949e4b admin admin] 10.222.0.24 "PUT /v2.0/routers/74e1519d-5e37-4e93-be0f-a3c0a6ecea01/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6682305 Nov 10 03:28:20.445120 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Sync routers for ids ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:28:20.459055 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Routers {'74e1519d-5e37-4e93-be0f-a3c0a6ecea01'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:28:20.459784 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:28:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:20.646489 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Set router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:28:21.090151 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'name': 'router1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:28:09Z', 'updated_at': '2021-11-10T03:28:19Z', 'revision_number': 2, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'gw_port_host': None, '_interfaces': [{'id': 'b71ef5d6-a444-448a-823f-534c81ebd08b', 'name': '', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'mac_address': 'fa:16:3e:f9:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:19Z', 'updated_at': '2021-11-10T03:28:19Z', 'revision_number': 2, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'subnets': [{'id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6520463d-c00f-4f14-b89f-525a3a76521c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:21.140491 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Checking router: 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:28:21.140846 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Updating router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 port b71ef5d6-a444-448a-823f-534c81ebd08b binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:28:21.187968 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:21.687831 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:21.694362 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:21.844586 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Attempting to bind port b71ef5d6-a444-448a-823f-534c81ebd08b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:28:21.844981 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Attempting to bind port b71ef5d6-a444-448a-823f-534c81ebd08b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:28:21.845408 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Attempting to bind port b71ef5d6-a444-448a-823f-534c81ebd08b on network eef2ae82-b57d-4278-b23a-defa12dcb915 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:28:21.854387 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:28:21.854815 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Checking segment: {'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:28:21.855290 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:21.855671 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Bound using segment: {'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:28:21.856182 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Bound port: b71ef5d6-a444-448a-823f-534c81ebd08b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0146ce6c-63cf-4d02-9719-74ced0ae9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:28:21.856587 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:21.873892 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Pushing event updated for resources: {'Port': ['ID=b71ef5d6-a444-448a-823f-534c81ebd08b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:21.884233 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.884568 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.884894 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.885216 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.885536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.885851 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.886212 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.886526 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.886836 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.887144 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.887451 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.887783 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Tracked resource versions report: Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: pushed versions: Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: { 'AddressGroup': {'1.2'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Log': {'1.0'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Network': {'1.1'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Port': {'1.7'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'PortForwarding': {'1.2'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'QosPolicy': {'1.10'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'SecurityGroup': {'1.5'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'SubPort': {'1.0'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Subnet': {'1.1'}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Trunk': {'1.1'}} Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: consumer versions: Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: L3 agent@n-d-817326-2: {}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: Metadata agent@n-d-817326-2: {}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: Metering agent@n-d-817326-2: {}, Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'ConntrackHelper': '1.0', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Log': '1.0', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Network': '1.1', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Port': '1.7', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'PortForwarding': '1.2', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'QosPolicy': '1.10', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'SecurityGroup': '1.5', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'SecurityGroupRule': '1.2', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'SubPort': '1.0', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Subnet': '1.1', Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: 'Trunk': '1.1'}} Nov 10 03:28:21.889339 n-d-817326-2 neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:28:21.942190 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] For port b71ef5d6-a444-448a-823f-534c81ebd08b, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:28:21.946431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a7bf4c86-17f4-424b-82f2-5fd53d809844 None None] Provisioning complete for port b71ef5d6-a444-448a-823f-534c81ebd08b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:21.946915 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4c86-17f4-424b-82f2-5fd53d809844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:21.961142 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] For port b71ef5d6-a444-448a-823f-534c81ebd08b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b71ef5d6-a444-448a-823f-534c81ebd08b,segment=NetworkSegment(0146ce6c-63cf-4d02-9719-74ced0ae9f76),segment_id=0146ce6c-63cf-4d02-9719-74ced0ae9f76)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:28:21.965537 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:21.989553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf4c86-17f4-424b-82f2-5fd53d809844 None None] Port b71ef5d6-a444-448a-823f-534c81ebd08b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:28:22.024950 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69955a-9414-46b2-8bf7-5ee69b4201f8 None None] Pushing event updated for resources: {'Port': ['ID=b71ef5d6-a444-448a-823f-534c81ebd08b,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:22.030920 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Routers {'74e1519d-5e37-4e93-be0f-a3c0a6ecea01'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:28:22.031599 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:28:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:22.126746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] Set router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:28:22.209923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f1338004-5e0e-43a2-af21-4deb072e9f68 None None] Provisioning complete for port b71ef5d6-a444-448a-823f-534c81ebd08b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:22.210312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f1338004-5e0e-43a2-af21-4deb072e9f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:22.287805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f1338004-5e0e-43a2-af21-4deb072e9f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:22.319169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f1338004-5e0e-43a2-af21-4deb072e9f68 None None] For port b71ef5d6-a444-448a-823f-534c81ebd08b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b71ef5d6-a444-448a-823f-534c81ebd08b,segment=NetworkSegment(0146ce6c-63cf-4d02-9719-74ced0ae9f76),segment_id=0146ce6c-63cf-4d02-9719-74ced0ae9f76)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:28:22.324430 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f1338004-5e0e-43a2-af21-4deb072e9f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:22.334947 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'name': 'router1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:28:09Z', 'updated_at': '2021-11-10T03:28:19Z', 'revision_number': 2, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'gw_port_host': None, '_interfaces': [{'id': 'b71ef5d6-a444-448a-823f-534c81ebd08b', 'name': '', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'mac_address': 'fa:16:3e:f9:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:19Z', 'updated_at': '2021-11-10T03:28:21Z', 'revision_number': 4, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'subnets': [{'id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6520463d-c00f-4f14-b89f-525a3a76521c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:22.364730 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d1ec3-a64b-4858-93c6-4cb574090b0a None None] The sync data for ids ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'] in n-d-817326-2 is: [{'id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'name': 'router1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:28:09Z', 'updated_at': '2021-11-10T03:28:19Z', 'revision_number': 2, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'gw_port_host': None, '_interfaces': [{'id': 'b71ef5d6-a444-448a-823f-534c81ebd08b', 'name': '', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'mac_address': 'fa:16:3e:f9:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:19Z', 'updated_at': '2021-11-10T03:28:21Z', 'revision_number': 4, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'subnets': [{'id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6520463d-c00f-4f14-b89f-525a3a76521c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:28:22.373271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1338004-5e0e-43a2-af21-4deb072e9f68 None None] Pushing event updated for resources: {'Port': ['ID=b71ef5d6-a444-448a-823f-534c81ebd08b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:22.793139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35926) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:22.901708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad66eb0-1c1c-44d1-9cd8-d18a7573d6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:28:22.904152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dad66eb0-1c1c-44d1-9cd8-d18a7573d6cd admin admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 842 time: 0.1088626 Nov 10 03:28:22.913591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:28:22.935012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Made reservation on behalf of 94ac5014e8ce4a17b805408efcbeb944 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:28:22.937169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:23.214761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:28:23.215181 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:23.272741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c99008-49a6-4897-8e3e-d2277faa52ce,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:23.274813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:28:23.275158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Network hostable DHCP agents. Network: 18550987-b596-4013-8c01-043916d804d5, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:28:23.291191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:28:23.299370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 18550987-b596-4013-8c01-043916d804d5) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:28:23.303153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:28:23.303736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:23.310702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2737cd3-0ca1-4926-baeb-d66e3876f499 None None] Network 18550987-b596-4013-8c01-043916d804d5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:28:23.330441 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-77b4134e-49cb-4efd-a827-e1a04b08a315 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4201593 Nov 10 03:28:23.443463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbe1d9-1638-464e-ae66-143b6d0d1134 None None] Network 18550987-b596-4013-8c01-043916d804d5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:28:24.675507 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:28:25.722240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35934) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:25.919730 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e11600f1-6643-44b3-9859-90e3a36e2156 admin admin] 10.222.0.24 "GET /v2.0/routers/74e1519d-5e37-4e93-be0f-a3c0a6ecea01 HTTP/1.1" status: 200 len: 710 time: 0.1960168 Nov 10 03:28:26.009029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e7d405-8e2e-454a-a145-0d280e717f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:28:26.010437 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-90e7d405-8e2e-454a-a145-0d280e717f41 admin admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 886 time: 0.0832014 Nov 10 03:28:26.020796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:28:26.267115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:26.493783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:26.568965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:26.671054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Allocated IP 172.25.6.198 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/4af6f6f0-1083-48c0-8531-ea64d4578aed) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:28:26.767780 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:26.799181 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:26.838517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:28:26.844809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:28:26.849242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:28:26.883846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Pushing event updated for resources: {'Port': ['ID=4af6f6f0-1083-48c0-8531-ea64d4578aed,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:27.096980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:27.377403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:27.380724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:27.489114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:28:27.594882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:28:27.599051 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:27.600232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c9f086f5-5bfe-4e5d-9888-4d771f452193 admin admin] 10.222.0.24 "PUT /v2.0/routers/74e1519d-5e37-4e93-be0f-a3c0a6ecea01 HTTP/1.1" status: 200 len: 890 time: 1.5828514 Nov 10 03:28:28.922963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b71ef5d6-a444-448a-823f-534c81ebd08b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:28:28.975129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b71ef5d6-a444-448a-823f-534c81ebd08b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:28.975505 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:29.334299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Sync routers for ids ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:28:29.345666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Routers {'74e1519d-5e37-4e93-be0f-a3c0a6ecea01'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:28:29.346414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:28:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:29.552319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Set router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:28:30.027765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'name': 'router1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '4af6f6f0-1083-48c0-8531-ea64d4578aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:28:09Z', 'updated_at': '2021-11-10T03:28:26Z', 'revision_number': 4, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'gw_port': {'id': '4af6f6f0-1083-48c0-8531-ea64d4578aed', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:26Z', 'updated_at': '2021-11-10T03:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b71ef5d6-a444-448a-823f-534c81ebd08b', 'name': '', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'mac_address': 'fa:16:3e:f9:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:19Z', 'updated_at': '2021-11-10T03:28:22Z', 'revision_number': 5, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'subnets': [{'id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6520463d-c00f-4f14-b89f-525a3a76521c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:30.081266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Checking router: 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:28:30.081636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Updating router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 port 4af6f6f0-1083-48c0-8531-ea64d4578aed binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:28:30.134500 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:30.136369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:28:30.306966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6cd7ba83-7791-4737-8595-94e832b59811 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1690342 Nov 10 03:28:30.471243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:30.476776 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:30.527987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2d7e4-c45d-4555-92ab-3d59dccd8d09 None None] Pushing event updated for resources: {'Port': ['ID=4af6f6f0-1083-48c0-8531-ea64d4578aed,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:30.530536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Attempting to bind port 4af6f6f0-1083-48c0-8531-ea64d4578aed on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:28:30.530898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Attempting to bind port 4af6f6f0-1083-48c0-8531-ea64d4578aed by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:28:30.531253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Attempting to bind port 4af6f6f0-1083-48c0-8531-ea64d4578aed on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:28:30.536549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:28:30.536908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:28:30.537291 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:30.537673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:28:30.538146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Bound port: 4af6f6f0-1083-48c0-8531-ea64d4578aed, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:28:30.538524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:30.590421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] For port 4af6f6f0-1083-48c0-8531-ea64d4578aed, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:28:30.593990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] For port 4af6f6f0-1083-48c0-8531-ea64d4578aed, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4af6f6f0-1083-48c0-8531-ea64d4578aed,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:28:30.597910 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:30.646774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Routers {'74e1519d-5e37-4e93-be0f-a3c0a6ecea01'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:28:30.647369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:28:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:30.690881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2d7e4-c45d-4555-92ab-3d59dccd8d09 None None] Pushing event updated for resources: {'Port': ['ID=4af6f6f0-1083-48c0-8531-ea64d4578aed,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:30.763443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] Set router 74e1519d-5e37-4e93-be0f-a3c0a6ecea01 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:28:30.970558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'name': 'router1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '4af6f6f0-1083-48c0-8531-ea64d4578aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:28:09Z', 'updated_at': '2021-11-10T03:28:26Z', 'revision_number': 4, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'gw_port': {'id': '4af6f6f0-1083-48c0-8531-ea64d4578aed', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:26Z', 'updated_at': '2021-11-10T03:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b71ef5d6-a444-448a-823f-534c81ebd08b', 'name': '', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'mac_address': 'fa:16:3e:f9:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:19Z', 'updated_at': '2021-11-10T03:28:22Z', 'revision_number': 5, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'subnets': [{'id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6520463d-c00f-4f14-b89f-525a3a76521c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:28:30.999279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d583d-44ee-4ed5-8aaa-b5f4c2cc7829 None None] The sync data for ids ['74e1519d-5e37-4e93-be0f-a3c0a6ecea01'] in n-d-817326-2 is: [{'id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'name': 'router1', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '4af6f6f0-1083-48c0-8531-ea64d4578aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:28:09Z', 'updated_at': '2021-11-10T03:28:26Z', 'revision_number': 4, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'gw_port': {'id': '4af6f6f0-1083-48c0-8531-ea64d4578aed', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:26Z', 'updated_at': '2021-11-10T03:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b71ef5d6-a444-448a-823f-534c81ebd08b', 'name': '', 'network_id': 'eef2ae82-b57d-4278-b23a-defa12dcb915', 'tenant_id': '3f8d4d779ed44d64877c78a81f564aab', 'mac_address': 'fa:16:3e:f9:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e1519d-5e37-4e93-be0f-a3c0a6ecea01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:28:19Z', 'updated_at': '2021-11-10T03:28:22Z', 'revision_number': 5, 'project_id': '3f8d4d779ed44d64877c78a81f564aab', 'subnets': [{'id': 'a6a22fa1-b437-4d10-80c4-73bec971cb73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6520463d-c00f-4f14-b89f-525a3a76521c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:28:32.959432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4af6f6f0-1083-48c0-8531-ea64d4578aed up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:28:33.005784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4af6f6f0-1083-48c0-8531-ea64d4578aed triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:33.006122 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:33.082005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:33.103446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 4af6f6f0-1083-48c0-8531-ea64d4578aed, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4af6f6f0-1083-48c0-8531-ea64d4578aed,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:28:33.107630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:33.157423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=4af6f6f0-1083-48c0-8531-ea64d4578aed,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:28:34.969568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4af6f6f0-1083-48c0-8531-ea64d4578aed up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:28:35.041682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4af6f6f0-1083-48c0-8531-ea64d4578aed triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:28:35.042108 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:43.253469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-935556aa-dc3e-4809-b91c-322453713ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:45.552899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c509f87e-e1a9-4992-aa53-95f571b4dcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:46.527419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:48.191366 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:28:49.032223 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:01.675309 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:29:13.256302 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad61faa2-22a0-4c18-bc48-098104602743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:15.555311 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-31a76d0f-c69a-464c-ad26-d833bc5f8718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:16.535998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:18.192315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:19.015998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:38.681510 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:29:43.259652 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3d7210af-a9ca-44de-a2a6-768a5d70f897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:45.558154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d97051b5-3fe0-4441-84e4-5c9fdcc58418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:46.529484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:48.194502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:29:49.019264 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:12.525320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36540) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:12.591963 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d00f27a-ed3b-44ce-9ba9-8b13fc4e404c admin admin] GET failed (client error): The resource could not be found. Nov 10 03:30:12.593267 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9d00f27a-ed3b-44ce-9ba9-8b13fc4e404c admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663815 Nov 10 03:30:12.775143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe74935-fc5d-498b-8039-a5b226c7e30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:12.776592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-afe74935-fc5d-498b-8039-a5b226c7e30b admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1787322 Nov 10 03:30:13.262965 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d16ef8fa-b08f-4672-bf58-22cbd3eb7d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:15.062034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36550) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:15.186931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f912ab0-4bdb-45c4-9b9f-e6ba7ea0f622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:15.188187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f912ab0-4bdb-45c4-9b9f-e6ba7ea0f622 admin admin] 10.222.0.24 "GET /v2.0/subnets/a6a22fa1-b437-4d10-80c4-73bec971cb73 HTTP/1.1" status: 200 len: 849 time: 0.1252089 Nov 10 03:30:15.198476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:30:15.284503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:15.430512 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756758180738'] for subnet, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:15.463762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:15.464356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:15.465861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] 10.222.0.24 "PUT /v2.0/subnets/a6a22fa1-b437-4d10-80c4-73bec971cb73 HTTP/1.1" status: 200 len: 868 time: 0.2713187 Nov 10 03:30:15.488011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a22fa1-b437-4d10-80c4-73bec971cb73,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:30:15.491830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55654d-725b-450f-b31e-58644db0e888 None None] Network eef2ae82-b57d-4278-b23a-defa12dcb915 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:30:15.495386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.495726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.496058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.496388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.496705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.497025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.497340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.497654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.497987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.498306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.498618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.498931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af00a7-f55a-4199-ae76-aeb7ec930f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:30:15.570888 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c47914d4-3c7c-42ae-b847-3c4b871a1883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:15.679705 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:30:15.896907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b30fcfa2-512c-460e-8c45-a68aa6d6393e None None] Provisioning complete for port b71ef5d6-a444-448a-823f-534c81ebd08b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:30:15.897274 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b30fcfa2-512c-460e-8c45-a68aa6d6393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:15.979935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b30fcfa2-512c-460e-8c45-a68aa6d6393e None None] Provisioning complete for port b93e91c1-4559-470a-a4e0-70149017caa2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:30:15.980228 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b30fcfa2-512c-460e-8c45-a68aa6d6393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:16.530769 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:17.753673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:17.953159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c711c190-5b95-4f6f-9c92-d4908137c041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:17.953629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c711c190-5b95-4f6f-9c92-d4908137c041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:17.955187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c711c190-5b95-4f6f-9c92-d4908137c041 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2004542 Nov 10 03:30:18.199834 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:19.021856 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:20.235906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36566) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:20.364509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f7110-9b16-492d-806d-ab9726266136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:20.364982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f7110-9b16-492d-806d-ab9726266136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:20.366523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a74f7110-9b16-492d-806d-ab9726266136 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1296685 Nov 10 03:30:22.630591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36574) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:22.804583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37387aa-bee6-4641-8994-fc5704b5e5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:22.805920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c37387aa-bee6-4641-8994-fc5704b5e5cf admin admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 886 time: 0.1743999 Nov 10 03:30:25.080668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36582) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:25.239164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c880e-f8b5-470e-80c2-a10a8014113a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:25.240529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d99c880e-f8b5-470e-80c2-a10a8014113a admin admin] 10.222.0.24 "GET /v2.0/networks/eef2ae82-b57d-4278-b23a-defa12dcb915 HTTP/1.1" status: 200 len: 868 time: 0.1589193 Nov 10 03:30:27.500721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36590) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:27.624953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d148b-4c39-4094-9398-23b0351558d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:27.625397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d148b-4c39-4094-9398-23b0351558d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:27.626931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0b6d148b-4c39-4094-9398-23b0351558d2 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252816 Nov 10 03:30:29.894245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:29.981789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94f829-c76d-4236-9073-d8a1f4924c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:29.982265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94f829-c76d-4236-9073-d8a1f4924c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:29.983731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f94f829-c76d-4236-9073-d8a1f4924c75 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0885677 Nov 10 03:30:32.249727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36606) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:32.342037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672e168-2814-4d47-a48c-eca74d708921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:32.343351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e672e168-2814-4d47-a48c-eca74d708921 admin admin] 10.222.0.24 "GET /v2.0/subnets/a6a22fa1-b437-4d10-80c4-73bec971cb73 HTTP/1.1" status: 200 len: 868 time: 0.0926402 Nov 10 03:30:34.645895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36614) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:34.737178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa9621-6b9e-42b6-b43d-833381b3dc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:30:34.738580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-12fa9621-6b9e-42b6-b43d-833381b3dc1b admin admin] 10.222.0.24 "GET /v2.0/subnets/b0c99008-49a6-4897-8e3e-d2277faa52ce HTTP/1.1" status: 200 len: 816 time: 0.0917101 Nov 10 03:30:43.266598 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-819adda3-9d42-4cfb-b393-c8b28a13d5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:45.555977 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3c48879d-7795-4c0b-896a-c883fd8d219b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:46.533504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:48.199274 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:49.025052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:30:52.678105 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:30:59.461067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36670) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:30:59.511339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-937b3f1b-294d-439b-80a5-9b060f32ecc1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:30:59.512599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-937b3f1b-294d-439b-80a5-9b060f32ecc1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505602 Nov 10 03:31:01.937347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36678) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:31:01.997238 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9224994-649f-4be7-9fc3-6504cd5682c4 admin admin] GET failed (client error): The resource could not be found. Nov 10 03:31:01.998562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b9224994-649f-4be7-9fc3-6504cd5682c4 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601175 Nov 10 03:31:02.140118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a757d3-c50e-45c6-9110-7a7380755e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:31:02.141502 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d5a757d3-c50e-45c6-9110-7a7380755e0f admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382394 Nov 10 03:31:04.461421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36686) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:31:04.508755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:31:04.529208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Made reservation on behalf of 94ac5014e8ce4a17b805408efcbeb944 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:31:04.531466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:04.558251 n-d-817326-2 neutron-server[102596]: WARNING neutron.services.revisions.revision_plugin [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Could not find related network for resource to bump revision. Nov 10 03:31:04.571355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:31:04.585137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:04.585491 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Added segment 1b8ad9aa-0c98-401f-898b-e27c7c6b2684 of type vlan for network c3f4e119-72d0-4593-8a23-5db8f7e79e5e Nov 10 03:31:04.622550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:04.645753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:04.646650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:31:04.647238 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:04.694545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2320428 Nov 10 03:31:04.705134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Pushing event updated for resources: {'Network': ['ID=c3f4e119-72d0-4593-8a23-5db8f7e79e5e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:31:04.712429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.712778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.713111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.713440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.713766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.714115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.714440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.714758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.715076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.715394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.715709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.716025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f990b-b612-4e36-ae7f-aa5f9057817f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:04.729886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:31:07.011082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36694) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:31:07.070999 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a96442-8322-429e-861c-72c72ecf7472 admin admin] GET failed (client error): The resource could not be found. Nov 10 03:31:07.072828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-13a96442-8322-429e-861c-72c72ecf7472 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608106 Nov 10 03:31:07.140512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c17fee4-f739-4341-81af-cc6bc4600269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:31:07.141886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c17fee4-f739-4341-81af-cc6bc4600269 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0644569 Nov 10 03:31:07.151835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:31:07.174352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Made reservation on behalf of 94ac5014e8ce4a17b805408efcbeb944 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:31:07.176629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:07.355140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:07.409028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67850c71-4f92-4e16-b55d-92558a175428,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:31:07.417766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:31:07.418165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Network hostable DHCP agents. Network: c3f4e119-72d0-4593-8a23-5db8f7e79e5e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:31:07.437871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:31:07.448622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, c3f4e119-72d0-4593-8a23-5db8f7e79e5e) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:31:07.455504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:31:07.456238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:07.456586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2029be26-c467-4338-b6a1-51ee57e24706 None None] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:31:07.489393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ec30f90a-744b-4160-9a7e-a0742f319815 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3271112 Nov 10 03:31:07.706940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'tenant_id': '94ac5014e8ce4a17b805408efcbeb944', 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:31:07.707947 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:07.847004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Allocated IP 192.168.233.2 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/97edb736-73d3-4a31-b321-486a46fe58e5) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:31:08.004322 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:08.011412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:08.054561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:31:08.058855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:31:08.061444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:31:08.064007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Pushing event updated for resources: {'Port': ['ID=97edb736-73d3-4a31-b321-486a46fe58e5,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:31:08.075429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.075771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.076108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.076437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.076762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.077088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.077409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.077729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.078071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.078389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.078710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.079026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:31:08.126545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Attempting to bind port 97edb736-73d3-4a31-b321-486a46fe58e5 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:31:08.126901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Attempting to bind port 97edb736-73d3-4a31-b321-486a46fe58e5 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:31:08.127253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Attempting to bind port 97edb736-73d3-4a31-b321-486a46fe58e5 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:31:08.132164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:31:08.132528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:31:08.132916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:08.133300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:31:08.133750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Bound port: 97edb736-73d3-4a31-b321-486a46fe58e5, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:31:08.134162 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:08.197915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] For port 97edb736-73d3-4a31-b321-486a46fe58e5, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:31:08.200997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] For port 97edb736-73d3-4a31-b321-486a46fe58e5, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=97edb736-73d3-4a31-b321-486a46fe58e5,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:31:08.205346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:08.261060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b92618-8f2d-4fe8-9183-b6531213ae88 None None] Pushing event updated for resources: {'Port': ['ID=97edb736-73d3-4a31-b321-486a46fe58e5,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:31:09.055281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 97edb736-73d3-4a31-b321-486a46fe58e5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:31:09.111435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 97edb736-73d3-4a31-b321-486a46fe58e5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:31:09.111435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:09.115576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59fa21c-c1ca-421b-9a05-65efb72df874 None None] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:31:09.251952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c3f9951a-6c45-4732-8c1a-3687010e98ba None None] Provisioning complete for port 97edb736-73d3-4a31-b321-486a46fe58e5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:31:09.252312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c3f9951a-6c45-4732-8c1a-3687010e98ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:09.328362 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:09.413419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 97edb736-73d3-4a31-b321-486a46fe58e5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=97edb736-73d3-4a31-b321-486a46fe58e5,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:31:09.424900 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:09.453598 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c3f9951a-6c45-4732-8c1a-3687010e98ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:09.513267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=97edb736-73d3-4a31-b321-486a46fe58e5,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:31:09.533187 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-c3f9951a-6c45-4732-8c1a-3687010e98ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:31:09.533883 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-c3f9951a-6c45-4732-8c1a-3687010e98ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:31:10.192709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-30cf284d-d248-4138-b716-cc180466a764 None None] Provisioning complete for port 97edb736-73d3-4a31-b321-486a46fe58e5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:31:10.193331 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30cf284d-d248-4138-b716-cc180466a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:10.983702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 97edb736-73d3-4a31-b321-486a46fe58e5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:31:11.030143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 97edb736-73d3-4a31-b321-486a46fe58e5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:31:11.030502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:13.268668 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d29ac068-ae6e-4bbb-90e9-b4c8dc2a704a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:15.557983 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7bba68fe-8319-41bb-b2ed-c42b5cc684e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:16.536192 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:18.202173 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:19.028064 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:29.676969 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:31:43.271656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b11e-f313-474f-bed0-5906ed953ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:45.558730 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac92cc71-2a40-4129-b108-e9f9e1decd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:46.538496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:48.204757 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:31:49.028354 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:06.674979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:32:13.264421 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4a17fbc5-7ea3-4015-bb0f-44b9295442c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:15.558890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f4873f3-acd6-42f2-a04d-ba849b0cd4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:16.542980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:18.213500 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:19.034167 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:30.395848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36740) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:32:30.401584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-f67723a7-1a59-4f86-ac26-13ce44126d62 tempest-verify_tempest_config-113150353 tempest-verify_tempest_config-113150353-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:32:30.402612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f67723a7-1a59-4f86-ac26-13ce44126d62 tempest-verify_tempest_config-113150353 tempest-verify_tempest_config-113150353-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057895 Nov 10 03:32:30.689788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36758) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:32:30.788004 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:30.859268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:30.862633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:30.951386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1110cadd57ff42e5acfe5b8a0dfe3fd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2604778 Nov 10 03:32:30.952582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b322a9c-385a-4973-8d33-11e9d4ef41cb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:32:30.954089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36762) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:32:30.959510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.959853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.960186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.960517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.960841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.961159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.962028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.962364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.962681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.963002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.963315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:30.963626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25099c-e8d8-4a7c-893d-18bf81d01e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.016553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:31.036624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:31.127161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:31.129735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:31.133839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b322a9c-385a-4973-8d33-11e9d4ef41cb HTTP/1.1" status: 204 len: 168 time: 0.1785614 Nov 10 03:32:31.144034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b322a9c-385a-4973-8d33-11e9d4ef41cb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:32:31.150919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.151258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.151591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.151914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.152237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.152577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.152894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.153207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.153523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.153834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.154183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:31.154500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3aaf-5e6f-4784-a82f-a105008317fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:32:43.264426 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d63b6892-3a6b-45c6-bd9f-400e2369a6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:43.673537 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:32:45.560018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96c886d2-f511-46e0-a7cd-2ff082a31dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:46.546248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:48.209339 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:32:49.024992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:13.271845 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c49fc4b6-2a27-4db8-b344-4da43da436de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:15.560755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf5b38e1-2c1c-4971-9a16-61d1a59fa28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:16.550621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:18.213729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:19.025691 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:20.675033 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:33:43.264798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fe8175a7-0d34-4bfb-8356-0e7596055f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:45.561214 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83fa0321-9c64-418d-b19d-b01102199126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:46.552721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:48.215495 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:49.027567 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:33:57.673203 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:34:13.266245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cb44636f-5678-4b02-a410-456914ca0a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:15.561030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-11658025-30c8-4d4d-9b61-be56fe6107f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:16.555740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:18.218782 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:19.029006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:34.672282 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:34:43.267909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d502e3c6-a522-475f-9063-0dfd09fdb135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:45.564428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7f66118e-9534-4a56-a792-8e972a2a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:46.559033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:48.223022 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:34:49.030222 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:11.670926 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:35:13.268376 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-57e4027a-fb2c-4a5a-9b6b-f64aa7649849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:15.564211 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-761b219b-de9f-4f03-8541-9ae20c8b62a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:16.559795 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:18.226239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:19.032206 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:23.022148 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704535'] for agent, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:37.675520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704535'] for agent, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:43.270710 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e6b82987-6758-4538-8877-81c8a6aaa0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:45.565884 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4dce-400c-4b82-98cb-2a82713b6f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:46.564017 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:48.231208 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:48.669953 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:35:49.032585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:35:52.989762 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:07.629102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:09.673747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36816) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:36:09.775874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e410827c-3ed4-4195-a3b8-e1e472ab7cc0 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1010392 Nov 10 03:36:12.085189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36826) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:36:12.138863 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5e0666b3-a2b5-41ca-956b-7cbc2b4c5723 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0526104 Nov 10 03:36:13.272244 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b926fa5e-56f9-4e51-9275-84de2d9ffa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:15.567392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b713ff16-6652-4716-8ee9-8e43435f651e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:16.566124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:18.233675 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:19.034510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:22.989144 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:25.668441 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:36:37.625907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:43.273431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ffc27059-03c8-49f8-8e67-a8cf7c66a588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:45.568971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-84b10edd-720a-4043-8d07-1aaa303e145e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:46.568342 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:48.236404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:49.036258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:36:53.001496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:02.668392 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:37:07.639639 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:13.277703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-05c9b99a-0fa3-42da-81b2-e52a396adf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:15.570235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e07c2132-42a8-4da6-89e2-4750c352f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:16.570533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:18.239698 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:19.037183 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:23.065532 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:31.969850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:32.537071 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e44c8f57-ff02-4456-95a6-13bb2bc302b1 tempest-AutoAllocateNetworkTest-917679435 tempest-AutoAllocateNetworkTest-917679435-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ca29e48ea3084042bb9477bc2a6133b6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5657313 Nov 10 03:37:32.539434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37084) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:32.739117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2debc-97db-4a34-925c-2d3b1825ad30 tempest-AutoAllocateNetworkTest-917679435 tempest-AutoAllocateNetworkTest-917679435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:32.743238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d0a2debc-97db-4a34-925c-2d3b1825ad30 tempest-AutoAllocateNetworkTest-917679435 tempest-AutoAllocateNetworkTest-917679435-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2002730 Nov 10 03:37:32.743695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37092) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:32.804615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37096) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:32.805212 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8ff32735-4102-4f95-83cf-5ea58e574a7d tempest-AutoAllocateNetworkTest-917679435 tempest-AutoAllocateNetworkTest-917679435-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599353 Nov 10 03:37:32.856328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f1f2bec-f997-4fe4-98a2-8c54c188b2ee tempest-AutoAllocateNetworkTest-917679435 tempest-AutoAllocateNetworkTest-917679435-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ca29e48ea3084042bb9477bc2a6133b6 HTTP/1.1" status: 200 len: 208 time: 0.0496933 Nov 10 03:37:33.387727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37150) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:33.693629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:33.768825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:33.774043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:33.811306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37178) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:33.811821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca29e48ea3084042bb9477bc2a6133b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4228847 Nov 10 03:37:33.826925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b023a18-0050-47e3-b507-da1be2e672f5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:33.834897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.835578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.836321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.836858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.837577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.838632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.839358 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.839890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.840498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.840968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.841364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.841789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a885fa-f375-4fec-b104-f99e30dbb714 admin admin] Tracked resource versions report: Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: pushed versions: Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: { 'AddressGroup': {'1.2'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'ConntrackHelper': {'1.0'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Log': {'1.0'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Network': {'1.1'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Port': {'1.7'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'PortForwarding': {'1.2'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'QosPolicy': {'1.10'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'SecurityGroup': {'1.5'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'SubPort': {'1.0'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Subnet': {'1.1'}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Trunk': {'1.1'}} Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: consumer versions: Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: HyperV agent@n-h1-817326-2: {}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: HyperV agent@n-h2-817326-2: {}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: L3 agent@n-d-817326-2: {}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: Metadata agent@n-d-817326-2: {}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: Metering agent@n-d-817326-2: {}, Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'ConntrackHelper': '1.0', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Log': '1.0', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Network': '1.1', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Port': '1.7', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'PortForwarding': '1.2', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'QosPolicy': '1.10', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'SecurityGroup': '1.5', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'SecurityGroupRule': '1.2', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'SubPort': '1.0', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Subnet': '1.1', Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: 'Trunk': '1.1'}} Nov 10 03:37:33.842983 n-d-817326-2 neutron-server[102597]: {{(pid=102597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:37:33.882987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:33.909577 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:33.977690 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:33.981503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:33.982684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b023a18-0050-47e3-b507-da1be2e672f5 HTTP/1.1" status: 204 len: 168 time: 0.1697752 Nov 10 03:37:33.991902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b023a18-0050-47e3-b507-da1be2e672f5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:34.001310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.001652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.002072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.002598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.003062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.003522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.004017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.004331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.004786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.005241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.006327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.007168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c8ae7-e857-4758-94d3-510ed3c14c92 admin admin] Tracked resource versions report: Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: pushed versions: Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: { 'AddressGroup': {'1.2'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'ConntrackHelper': {'1.0'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Log': {'1.0'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Network': {'1.1'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Port': {'1.7'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'PortForwarding': {'1.2'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'QosPolicy': {'1.10'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'SecurityGroup': {'1.5'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'SubPort': {'1.0'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Subnet': {'1.1'}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Trunk': {'1.1'}} Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: consumer versions: Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: HyperV agent@n-h1-817326-2: {}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: HyperV agent@n-h2-817326-2: {}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: L3 agent@n-d-817326-2: {}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: Metadata agent@n-d-817326-2: {}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: Metering agent@n-d-817326-2: {}, Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'ConntrackHelper': '1.0', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Log': '1.0', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Network': '1.1', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Port': '1.7', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'PortForwarding': '1.2', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'QosPolicy': '1.10', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'SecurityGroup': '1.5', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'SecurityGroupRule': '1.2', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'SubPort': '1.0', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Subnet': '1.1', Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: 'Trunk': '1.1'}} Nov 10 03:37:34.008352 n-d-817326-2 neutron-server[102596]: {{(pid=102596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:37:35.764277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37324) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:35.768252 n-d-817326-2 neutron-server[102597]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 03:37:35.803509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-e9614456-9f3c-44b7-9f49-80b50abacf9f tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c0a0b93af50e4bf2a1dfd29247034b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365677 Nov 10 03:37:35.943138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37338) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:35.998820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-5109ef1a-d174-49a6-9080-1198357b0e74 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:36.000273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-5109ef1a-d174-49a6-9080-1198357b0e74 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881378 Nov 10 03:37:36.020185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-e6664a85-98ea-414a-a9e6-5e53e3ebfdc6 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/quotas/c0a0b93af50e4bf2a1dfd29247034b4f HTTP/1.1" status: 200 len: 375 time: 0.0102358 Nov 10 03:37:36.083396 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-e98a3335-aba6-4f73-ae8e-06738e6435c0 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0a0b93af50e4bf2a1dfd29247034b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577643 Nov 10 03:37:36.104654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed78c-cbee-499b-87b0-d213b147e5ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:36.200687 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed78c-cbee-499b-87b0-d213b147e5ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:36.207027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed78c-cbee-499b-87b0-d213b147e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:36.247647 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7d9ed78c-cbee-499b-87b0-d213b147e5ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7334b40ae414451eb9f5aade0e9987d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3010433 Nov 10 03:37:36.248546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37348) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:36.287645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed78c-cbee-499b-87b0-d213b147e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9017f683-76c7-4619-92eb-ae3ac31263fa,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:36.357874 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18378423-7ca1-4a7e-a7bd-8ff55a9b055e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:36.384595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18378423-7ca1-4a7e-a7bd-8ff55a9b055e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:36.464664 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18378423-7ca1-4a7e-a7bd-8ff55a9b055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:36.467295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18378423-7ca1-4a7e-a7bd-8ff55a9b055e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:36.468506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18378423-7ca1-4a7e-a7bd-8ff55a9b055e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9017f683-76c7-4619-92eb-ae3ac31263fa HTTP/1.1" status: 204 len: 168 time: 0.2187152 Nov 10 03:37:36.482553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18378423-7ca1-4a7e-a7bd-8ff55a9b055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9017f683-76c7-4619-92eb-ae3ac31263fa,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:36.639091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37400) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:36.967077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea80183-b641-4076-9a82-eb45a859c5de req-33645913-2e29-4b2e-84c4-e5731edd2c08 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 210 time: 0.3264365 Nov 10 03:37:37.194096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37448) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:37.228778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3633-d67c-4a9a-b857-18009269f294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.344939 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3633-d67c-4a9a-b857-18009269f294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.355452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3633-d67c-4a9a-b857-18009269f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.393358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37470) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:37.448983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37480) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:37.460228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0c4d3633-d67c-4a9a-b857-18009269f294 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=391aceb5ceb546dcb5a40811dacf953e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2541966 Nov 10 03:37:37.461568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d3633-d67c-4a9a-b857-18009269f294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce8504-79d3-4143-8125-427285aba8d2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:37.544513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-948c262e-b92c-4cfd-80a4-92e4d621d6b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.617008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-948c262e-b92c-4cfd-80a4-92e4d621d6b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.664148 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.736245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-948c262e-b92c-4cfd-80a4-92e4d621d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.739001 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-948c262e-b92c-4cfd-80a4-92e4d621d6b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.743575 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-948c262e-b92c-4cfd-80a4-92e4d621d6b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46ce8504-79d3-4143-8125-427285aba8d2 HTTP/1.1" status: 204 len: 168 time: 0.2904410 Nov 10 03:37:37.758796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c262e-b92c-4cfd-80a4-92e4d621d6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce8504-79d3-4143-8125-427285aba8d2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:37.898126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ded5aaf2-8736-473f-93cf-502be0575f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:37.920887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37526) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.027583 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ded5aaf2-8736-473f-93cf-502be0575f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.037384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ded5aaf2-8736-473f-93cf-502be0575f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.043185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37534) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.094566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5aaf2-8736-473f-93cf-502be0575f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd316d42-7603-462a-8d26-09fad40e9289,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:38.143186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ded5aaf2-8736-473f-93cf-502be0575f8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c3454bd81fa4ace88c74c16677ef0b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7448745 Nov 10 03:37:38.143443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37540) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.226381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d16918c-ffea-4393-8dc1-6838496607c9 req-22b766c0-ac82-44d0-9e8a-4bb69209842f tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 210 time: 0.0412474 Nov 10 03:37:38.240477 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c19ad106-1e24-4e57-9fc3-d81f3952f38d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.265722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c19ad106-1e24-4e57-9fc3-d81f3952f38d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.271863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.348473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba978-2a37-4c11-a9c5-2f77e71832d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.352003 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f820304-3869-4b70-9e90-7dcb6084950e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.360244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c19ad106-1e24-4e57-9fc3-d81f3952f38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.363008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c19ad106-1e24-4e57-9fc3-d81f3952f38d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.364466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c19ad106-1e24-4e57-9fc3-d81f3952f38d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd316d42-7603-462a-8d26-09fad40e9289 HTTP/1.1" status: 204 len: 168 time: 0.2197261 Nov 10 03:37:38.397393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ad106-1e24-4e57-9fc3-d81f3952f38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd316d42-7603-462a-8d26-09fad40e9289,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:38.455422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-593f19ff-ca02-43c9-a605-270483f590c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.551987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f820304-3869-4b70-9e90-7dcb6084950e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.553474 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-593f19ff-ca02-43c9-a605-270483f590c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.554612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba978-2a37-4c11-a9c5-2f77e71832d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.560214 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f820304-3869-4b70-9e90-7dcb6084950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.561889 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-593f19ff-ca02-43c9-a605-270483f590c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.583402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba978-2a37-4c11-a9c5-2f77e71832d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.634216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f820304-3869-4b70-9e90-7dcb6084950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12880a62-9760-44a7-96b7-6cbb0ab2fdb9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:38.638944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-593f19ff-ca02-43c9-a605-270483f590c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3adf33dacd964150ac131caac32c5769&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3654962 Nov 10 03:37:38.639958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f19ff-ca02-43c9-a605-270483f590c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d41c66-56d5-4dab-8bf8-9c71019f90de,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:38.642957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f820304-3869-4b70-9e90-7dcb6084950e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e1bcf06eef549f7b775b33eab7ebc91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7207131 Nov 10 03:37:38.644098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37564) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.654724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37566) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.662280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0a3ba978-2a37-4c11-a9c5-2f77e71832d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beda033c905e4018b1518868eea53e84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6158860 Nov 10 03:37:38.663234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37568) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.748673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ba978-2a37-4c11-a9c5-2f77e71832d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c78911e-67ec-41bc-a1b2-63e7c5ab49b8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:38.794009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-54bc53d0-c3b6-4082-82a8-1a216df215dc tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65cc54766a1e4e4d9adeee77d96dffaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755661 Nov 10 03:37:38.831016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37582) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.831338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.44', 63747) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:38.929914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bee4d40d-17a7-4e7a-81d8-0538da8949c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.934034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-428e405f-d801-4c86-bf2b-a74d14da3596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.937607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84500f29-d693-4f6f-aff5-4d26e62d0bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.967422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-428e405f-d801-4c86-bf2b-a74d14da3596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:38.990389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-f3fa527b-3620-4035-8847-f32b56df2842 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c0a0b93af50e4bf2a1dfd29247034b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1547310 Nov 10 03:37:39.003349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4c46819-191b-4403-a8d1-6b4c956843df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.025602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-428e405f-d801-4c86-bf2b-a74d14da3596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.028398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-428e405f-d801-4c86-bf2b-a74d14da3596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.030546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-428e405f-d801-4c86-bf2b-a74d14da3596 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c78911e-67ec-41bc-a1b2-63e7c5ab49b8 HTTP/1.1" status: 204 len: 168 time: 0.3651848 Nov 10 03:37:39.042951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e405f-d801-4c86-bf2b-a74d14da3596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c78911e-67ec-41bc-a1b2-63e7c5ab49b8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:39.055305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84500f29-d693-4f6f-aff5-4d26e62d0bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.140340 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4c46819-191b-4403-a8d1-6b4c956843df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.200027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-b3b6a42e-b51f-458c-8d07-21a565d3fa41 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:39.201514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-b3b6a42e-b51f-458c-8d07-21a565d3fa41 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3768363 Nov 10 03:37:39.280560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bee4d40d-17a7-4e7a-81d8-0538da8949c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.283611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-880f2ef6-ca9a-4d3d-9157-a24aa195e086 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/quotas/65cc54766a1e4e4d9adeee77d96dffaa HTTP/1.1" status: 200 len: 375 time: 0.0688338 Nov 10 03:37:39.308767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bee4d40d-17a7-4e7a-81d8-0538da8949c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.395240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37628) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:39.398855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84500f29-d693-4f6f-aff5-4d26e62d0bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.401880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84500f29-d693-4f6f-aff5-4d26e62d0bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.403256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-84500f29-d693-4f6f-aff5-4d26e62d0bed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12880a62-9760-44a7-96b7-6cbb0ab2fdb9 HTTP/1.1" status: 204 len: 168 time: 0.7464130 Nov 10 03:37:39.410473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-55d1352d-dce2-4989-8fe2-5c63528d3715 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:39.412078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-55d1352d-dce2-4989-8fe2-5c63528d3715 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4123173 Nov 10 03:37:39.414391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-c4df1454-a3db-4140-86ca-91d87c0b9e95 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cc54766a1e4e4d9adeee77d96dffaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170235 Nov 10 03:37:39.416221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7d59f3e-95c1-4f07-94d0-28fb3ab74491 req-151f3a93-3d9d-40ad-9b0c-397903479160 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 210 time: 0.0755112 Nov 10 03:37:39.432310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4d40d-17a7-4e7a-81d8-0538da8949c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c49a7f0-a821-4802-b97d-edd9d612525e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:39.444063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37634) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:39.444235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bee4d40d-17a7-4e7a-81d8-0538da8949c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45e20dfb22fb412e92e2563916233244&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6102617 Nov 10 03:37:39.453683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84500f29-d693-4f6f-aff5-4d26e62d0bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12880a62-9760-44a7-96b7-6cbb0ab2fdb9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:39.455478 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4c46819-191b-4403-a8d1-6b4c956843df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.458012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4c46819-191b-4403-a8d1-6b4c956843df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.461432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d4c46819-191b-4403-a8d1-6b4c956843df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60d41c66-56d5-4dab-8bf8-9c71019f90de HTTP/1.1" status: 204 len: 168 time: 0.8120594 Nov 10 03:37:39.468364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c46819-191b-4403-a8d1-6b4c956843df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d41c66-56d5-4dab-8bf8-9c71019f90de,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:39.514791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Request body: {'port': {'device_id': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'c0a0b93af50e4bf2a1dfd29247034b4f'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:39.538615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37638) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:39.581509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-864b2240-dd1b-46a0-8574-83e66307dcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.611824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdf19-1ad9-4d8b-8162-904ab31ba10a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.669708 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:37:39.721777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd07527f-e5a3-4aa3-a64f-397acaa1647b req-2211b9c0-d7c2-41b0-829f-17158b412429 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 210 time: 0.0832975 Nov 10 03:37:39.751415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-864b2240-dd1b-46a0-8574-83e66307dcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.758650 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdf19-1ad9-4d8b-8162-904ab31ba10a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.766338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-864b2240-dd1b-46a0-8574-83e66307dcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.808855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2240-dd1b-46a0-8574-83e66307dcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e095484-2112-4a9e-91dc-424abdab2534,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:39.844546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-network', 'tenant_id': '643f90b832a64313836fa27d3ef36de3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:39.877256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.api [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 03:37:39.877256 n-d-817326-2 neutron-server[102597]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 03:37:39.877256 n-d-817326-2 neutron-server[102597]: [parameters: {'project_id': 'c0a0b93af50e4bf2a1dfd29247034b4f', 'id': '7e437091-1445-42cd-8931-0fd16f04dc99', 'expiration': datetime.datetime(2021, 11, 10, 3, 39, 39, 867260)}] Nov 10 03:37:39.877256 n-d-817326-2 neutron-server[102597]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:37:39.877638 n-d-817326-2 neutron-server[102597]: DEBUG oslo_db.api [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:37:39.904941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Made reservation on behalf of 643f90b832a64313836fa27d3ef36de3 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:39.907508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.940035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:39.942768 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-864b2240-dd1b-46a0-8574-83e66307dcd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c76bcc358b6d4020b28c8382b5bc7faa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4030445 Nov 10 03:37:39.946056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:39.999738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdf19-1ad9-4d8b-8162-904ab31ba10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.002341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdf19-1ad9-4d8b-8162-904ab31ba10a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.017764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6d8bdf19-1ad9-4d8b-8162-904ab31ba10a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c49a7f0-a821-4802-b97d-edd9d612525e HTTP/1.1" status: 204 len: 168 time: 0.5711789 Nov 10 03:37:40.062881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-556f0237-3781-4a7f-99c1-b8c2a4ea37f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.091213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bdf19-1ad9-4d8b-8162-904ab31ba10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c49a7f0-a821-4802-b97d-edd9d612525e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:40.207581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-556f0237-3781-4a7f-99c1-b8c2a4ea37f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.276405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.285990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.288508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-556f0237-3781-4a7f-99c1-b8c2a4ea37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.292204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-556f0237-3781-4a7f-99c1-b8c2a4ea37f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.298273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-556f0237-3781-4a7f-99c1-b8c2a4ea37f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e095484-2112-4a9e-91dc-424abdab2534 HTTP/1.1" status: 204 len: 168 time: 0.3569000 Nov 10 03:37:40.325801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f0237-3781-4a7f-99c1-b8c2a4ea37f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e095484-2112-4a9e-91dc-424abdab2534,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:40.372867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:37:40.378281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b38e449-cf7c-4d1f-b0a5-a52b431dc1da,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:40.400070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.400644 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Added segment 1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc of type vlan for network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 Nov 10 03:37:40.423259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Made reservation on behalf of c0a0b93af50e4bf2a1dfd29247034b4f for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:40.427080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.463568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.477761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.515021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.516336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:40.517838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.666883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2705142 Nov 10 03:37:40.669414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.670598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37682) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:40.678767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Request body: {'subnet': {'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-subnet', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:40.717547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2df3d-7522-447b-ae32-ab92271e19a0 admin admin] Pushing event updated for resources: {'Network': ['ID=17ff025d-fcfe-4fdc-b25c-6caac3244f62,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:40.719564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.742518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:37:40.759698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37688) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:40.812245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec43e7f7-3300-4924-be43-5e204a130bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:40.886148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0a39a5a-e0f5-4818-b55c-bb65dbad5fbd req-65380b67-d413-4444-b9d2-fd4d70e9c241 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 210 time: 0.0617433 Nov 10 03:37:40.930241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37692) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:41.016949 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-486de567-5daa-42a0-a2c1-41ecf9f544b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.027470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72f1ef6a-778b-4b85-88a6-03bcde94e772 req-6571a943-1392-4255-b694-85127a53d3d4 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 210 time: 0.2078700 Nov 10 03:37:41.060686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Made reservation on behalf of 643f90b832a64313836fa27d3ef36de3 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:41.069871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.157454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96746fc-d121-449a-aa67-6b2b9cafefeb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:41.303831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec43e7f7-3300-4924-be43-5e204a130bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.364099 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec43e7f7-3300-4924-be43-5e204a130bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.409037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-486de567-5daa-42a0-a2c1-41ecf9f544b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.428250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-486de567-5daa-42a0-a2c1-41ecf9f544b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.430861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43e7f7-3300-4924-be43-5e204a130bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813d5e72-7e1d-4876-89f9-18887d122732,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:41.466826 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ec43e7f7-3300-4924-be43-5e204a130bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ec58444c6fa408db813dcfd0d81eb5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7063806 Nov 10 03:37:41.477981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37704) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:41.495656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-486de567-5daa-42a0-a2c1-41ecf9f544b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f930088b206424a9895209d7ce76039&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5539799 Nov 10 03:37:41.500676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37706) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:41.504260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Allocated IP 192.168.233.213 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/b469133d-f504-4ada-b010-774139df9e39) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:37:41.521677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486de567-5daa-42a0-a2c1-41ecf9f544b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8804015-3205-4c5c-8d39-2083990a402f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:41.600672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f80e0149-dcbd-45a5-8f0a-cbaac80e1738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.660483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f80e0149-dcbd-45a5-8f0a-cbaac80e1738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.738342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d634efa-17c6-4ce4-9e41-f2643667761c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.777363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f80e0149-dcbd-45a5-8f0a-cbaac80e1738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.779074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d634efa-17c6-4ce4-9e41-f2643667761c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.782418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f80e0149-dcbd-45a5-8f0a-cbaac80e1738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:41.783857 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f80e0149-dcbd-45a5-8f0a-cbaac80e1738 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8804015-3205-4c5c-8d39-2083990a402f HTTP/1.1" status: 204 len: 168 time: 0.2820327 Nov 10 03:37:41.802048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e0149-dcbd-45a5-8f0a-cbaac80e1738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8804015-3205-4c5c-8d39-2083990a402f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:41.996919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.098202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d56c287-eb6d-4bc4-8df0-b9351176fc93,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:42.123260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8dbc4ca2-a221-417f-a236-8f638e087600 req-c8d367fc-25f7-4baa-b251-e4299da94e69 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 210 time: 0.1176405 Nov 10 03:37:42.134938 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d634efa-17c6-4ce4-9e41-f2643667761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.137494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d634efa-17c6-4ce4-9e41-f2643667761c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.141260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2d634efa-17c6-4ce4-9e41-f2643667761c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/813d5e72-7e1d-4876-89f9-18887d122732 HTTP/1.1" status: 204 len: 168 time: 0.6566443 Nov 10 03:37:42.178122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d634efa-17c6-4ce4-9e41-f2643667761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d5e72-7e1d-4876-89f9-18887d122732,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:42.208893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Checking segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:42.210062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Network hostable DHCP agents. Network: 17ff025d-fcfe-4fdc-b25c-6caac3244f62, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:37:42.256646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:37:42.266376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.330988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-763ca9a9-9903-4e12-a2ea-149b438be674 req-e661f1bc-969d-4be4-adb1-0b4c9b59d4cd tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 210 time: 0.0777721 Nov 10 03:37:42.337586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 17ff025d-fcfe-4fdc-b25c-6caac3244f62) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:42.356427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0a8ba6-c61e-41d3-bd36-0a20bcc63f24 None None] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:37:42.362901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:42.364075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.457984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6f5084fa-46db-4b71-8c88-73bc0675df7d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7832744 Nov 10 03:37:42.460908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.461540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37734) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:42.468620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:42.516767 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.518040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.616359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Pushing event updated for resources: {'Port': ['ID=b469133d-f504-4ada-b010-774139df9e39,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:42.669651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:42.671140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:42.682727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:37:42.693668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:42.694491 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.714750 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.745865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-9f3c9c63-43c8-41ec-95cb-eb1481af6a71 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2348397 Nov 10 03:37:42.755425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:37:42.756579 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:42.896976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-7994f6de-ee1d-4546-8131-951e3fe733d9 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:37:42.897928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-7994f6de-ee1d-4546-8131-951e3fe733d9 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057337 Nov 10 03:37:42.967436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.118127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-883a6e6d-9612-4748-8171-f4b97c3edab1 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=65cc54766a1e4e4d9adeee77d96dffaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344524 Nov 10 03:37:43.322822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.329381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Allocated IP 172.20.0.2 (17ff025d-fcfe-4fdc-b25c-6caac3244f62/2d56c287-eb6d-4bc4-8df0-b9351176fc93/6253eb1f-7a84-4c34-9048-654863992478) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:37:43.415167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.44', 63753) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:43.445038 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.464690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-28d4797c-5b36-4fd2-87e6-e3313582d403 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:43.467731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-28d4797c-5b36-4fd2-87e6-e3313582d403 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405445 Nov 10 03:37:43.540814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b22f7d1-cc8c-4ebc-8ae2-9b0af0d614a8 req-1fcde691-b36c-44f7-ac92-9c342fafb972 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 210 time: 0.0699255 Nov 10 03:37:43.560052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.592980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Request body: {'port': {'device_id': 'b405e338-c994-4944-a036-234daa998e72', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '65cc54766a1e4e4d9adeee77d96dffaa'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:43.596157 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.631423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:43.643579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Allocated IP 172.25.6.171 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/6a86c95f-3f01-467d-8988-b1f39cfe4bbb) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:37:43.695787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:43.702319 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9c277333-1eaf-4370-aeae-05569fa40406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.706599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Pushing event updated for resources: {'Port': ['ID=6253eb1f-7a84-4c34-9048-654863992478,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:43.715758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:37:43.722965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.723560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.724110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.724629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.725161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.725658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.726312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.726848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.727400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.727937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.728481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.728976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Tracked resource versions report: Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: pushed versions: Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: { 'AddressGroup': {'1.2'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'ConntrackHelper': {'1.0'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Log': {'1.0'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Network': {'1.1'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Port': {'1.7'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'PortForwarding': {'1.2'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'QosPolicy': {'1.10'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'SecurityGroup': {'1.5'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'SubPort': {'1.0'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Subnet': {'1.1'}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Trunk': {'1.1'}} Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: consumer versions: Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: HyperV agent@n-h1-817326-2: {}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: HyperV agent@n-h2-817326-2: {}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: L3 agent@n-d-817326-2: {}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: Metadata agent@n-d-817326-2: {}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: Metering agent@n-d-817326-2: {}, Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'ConntrackHelper': '1.0', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Log': '1.0', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Network': '1.1', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Port': '1.7', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'PortForwarding': '1.2', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'QosPolicy': '1.10', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'SecurityGroup': '1.5', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'SecurityGroupRule': '1.2', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'SubPort': '1.0', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Subnet': '1.1', Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: 'Trunk': '1.1'}} Nov 10 03:37:43.730289 n-d-817326-2 neutron-server[102598]: {{(pid=102598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:37:43.801017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.842713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.867292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a913-563f-4af4-8466-bfbe89b2873d req-aeca1022-0c07-4d6d-b3d3-51b6650ec9cb tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:43.871196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d778a913-563f-4af4-8466-bfbe89b2873d req-aeca1022-0c07-4d6d-b3d3-51b6650ec9cb tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 936 time: 0.3219926 Nov 10 03:37:43.891806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Attempting to bind port 6253eb1f-7a84-4c34-9048-654863992478 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:37:43.892691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Attempting to bind port 6253eb1f-7a84-4c34-9048-654863992478 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:37:43.894717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Attempting to bind port 6253eb1f-7a84-4c34-9048-654863992478 on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:43.902854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4bd456f6-9aca-462f-85ed-11aacecfcde0 None None] Provisioning complete for port b469133d-f504-4ada-b010-774139df9e39 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:43.903414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4bd456f6-9aca-462f-85ed-11aacecfcde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:43.948982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:43.967910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Request body: {'port': {'device_id': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:43.986861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:44.017988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d778a913-563f-4af4-8466-bfbe89b2873d req-b2f43b09-d585-41c7-805b-a21926d28e6f tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351206 Nov 10 03:37:44.033087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:37:44.047608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:37:44.048100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Checking segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:44.048605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.049092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Bound using segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:37:44.049677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Bound port: 6253eb1f-7a84-4c34-9048-654863992478, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:37:44.050471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Pushing event updated for resources: {'Port': ['ID=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:44.051278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.077626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4bd456f6-9aca-462f-85ed-11aacecfcde0 None None] Port b469133d-f504-4ada-b010-774139df9e39 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:37:44.086856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Made reservation on behalf of 65cc54766a1e4e4d9adeee77d96dffaa for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:44.107987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.129296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.177161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] For port 6253eb1f-7a84-4c34-9048-654863992478, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:37:44.187689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] For port 6253eb1f-7a84-4c34-9048-654863992478, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6253eb1f-7a84-4c34-9048-654863992478,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:37:44.197278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.260708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.292993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a6b4a-b7f2-4552-925a-496a795895be None None] Pushing event updated for resources: {'Port': ['ID=6253eb1f-7a84-4c34-9048-654863992478,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:44.350402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.358226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.486670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0e88d2-8a1f-4925-b7ba-3e05769d407e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:44.524537 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:44.652458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Allocated IP 192.168.233.142 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/4a488511-5476-43f3-8f71-37b70a6c56b1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:37:44.985406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.014215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cab32984-21d4-49f8-ba15-bbceac6145c8 req-064cea86-e241-4b8f-b45c-bb72789f13bf tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 210 time: 0.2972109 Nov 10 03:37:45.383828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6253eb1f-7a84-4c34-9048-654863992478 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:37:45.481004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Router a38b57ab-32bc-42cb-b634-14760dc26734 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:37:45.530984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1295c2d-ad4b-4df0-a2ed-c1d27bf6c720 req-3f550772-c292-41eb-87b5-256967f99cad tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:45.532543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1295c2d-ad4b-4df0-a2ed-c1d27bf6c720 req-3f550772-c292-41eb-87b5-256967f99cad tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 936 time: 0.2634752 Nov 10 03:37:45.550714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.588154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6253eb1f-7a84-4c34-9048-654863992478 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:45.589233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.627008 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d82d655-0ed4-4037-a5db-fa253f8a9f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.744726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:37:45.770401 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Sync routers for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:37:45.783792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1295c2d-ad4b-4df0-a2ed-c1d27bf6c720 req-a8186e28-843f-434b-890f-80dc6f202a5f tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111256 Nov 10 03:37:45.791923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.801994 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-223c08a2-917c-48bb-852d-568e1bdb2c06 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3366523 Nov 10 03:37:45.802193 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:37:45.802825 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:45.803165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37810) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:45.812855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.831082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.924165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 6253eb1f-7a84-4c34-9048-654863992478, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6253eb1f-7a84-4c34-9048-654863992478,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:37:45.925813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:45.936963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:45.940968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:45.952867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:37:45.972136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:45.976050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:46.050119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Pushing event updated for resources: {'Port': ['ID=4a488511-5476-43f3-8f71-37b70a6c56b1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:46.061342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-e4b73e35-c521-4b5c-8ed6-891492d41989 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4991813 Nov 10 03:37:46.086132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Request body: {'port': {'device_id': 'b405e338-c994-4944-a036-234daa998e72', 'device_owner': 'compute:tempest-test_az-1411666794', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:46.106203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=6253eb1f-7a84-4c34-9048-654863992478,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:46.215076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1517b-2089-43cc-ad0f-21ec57733b3d None None] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:37:46.288562 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:37:46.387430 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:46.397908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327fc01-02ec-499b-872c-cab5b0904256 req-47ad924f-b0f2-49c4-b0b7-2677cf33043a tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:46.399904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6327fc01-02ec-499b-872c-cab5b0904256 req-47ad924f-b0f2-49c4-b0b7-2677cf33043a tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 936 time: 0.1856985 Nov 10 03:37:46.534016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f8846248-c80f-4daa-8ae7-40bf8d42a828 None None] Provisioning complete for port 6253eb1f-7a84-4c34-9048-654863992478 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:46.535002 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8846248-c80f-4daa-8ae7-40bf8d42a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:46.602626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b469133d-f504-4ada-b010-774139df9e39 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:37:46.636139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:46.677643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:46.708772 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:44Z', 'revision_number': 3, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:46.726882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Transition to ACTIVE for port object b469133d-f504-4ada-b010-774139df9e39 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:37:46.747003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:46.842804 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Checking router: a38b57ab-32bc-42cb-b634-14760dc26734 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:37:46.843419 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Updating router a38b57ab-32bc-42cb-b634-14760dc26734 port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:37:46.920608 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:46.923015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Pushing event updated for resources: {'Port': ['ID=b469133d-f504-4ada-b010-774139df9e39,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:46.961522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-39b93b0f-3894-4726-9901-5a5b3c3510ec None None] Provisioning complete for port 4a488511-5476-43f3-8f71-37b70a6c56b1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:46.971150 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39b93b0f-3894-4726-9901-5a5b3c3510ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.133897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-39b93b0f-3894-4726-9901-5a5b3c3510ec None None] Port 4a488511-5476-43f3-8f71-37b70a6c56b1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:37:47.272085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c74341f9-cdd4-4558-b282-d7bed3cbb303 None None] Provisioning complete for port 6253eb1f-7a84-4c34-9048-654863992478 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:47.272442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c74341f9-cdd4-4558-b282-d7bed3cbb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.374257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6253eb1f-7a84-4c34-9048-654863992478 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:37:47.448459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Attempting to bind port b469133d-f504-4ada-b010-774139df9e39 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:37:47.448619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Attempting to bind port b469133d-f504-4ada-b010-774139df9e39 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:37:47.448912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Attempting to bind port b469133d-f504-4ada-b010-774139df9e39 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:47.535020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Port b469133d-f504-4ada-b010-774139df9e39 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:37:47.539719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Attempting to bind port b469133d-f504-4ada-b010-774139df9e39 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:47.564790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:37:47.565442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:47.566827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:37:47.568057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Bound port: b469133d-f504-4ada-b010-774139df9e39, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:37:47.570373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.605730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a488511-5476-43f3-8f71-37b70a6c56b1 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:37:47.635602 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.697624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Transition to ACTIVE for port object 4a488511-5476-43f3-8f71-37b70a6c56b1 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:37:47.714407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6253eb1f-7a84-4c34-9048-654863992478 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:47.717653 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.755308 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.762201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6327fc01-02ec-499b-872c-cab5b0904256 req-fd2e0076-cb91-44f4-a36a-218a55bb1d97 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3533185 Nov 10 03:37:47.765684 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.791728 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.888906 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Attempting to bind port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:37:47.889906 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Attempting to bind port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:37:47.890628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Attempting to bind port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:47.909421 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:37:47.910235 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:47.911023 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.911796 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:37:47.912489 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Bound port: 6a86c95f-3f01-467d-8988-b1f39cfe4bbb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:37:47.914126 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:47.938682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] For port b469133d-f504-4ada-b010-774139df9e39, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:37:48.003647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] For port b469133d-f504-4ada-b010-774139df9e39, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b469133d-f504-4ada-b010-774139df9e39,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:37:48.029426 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] For port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:37:48.029809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:48.036119 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] For port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:37:48.039275 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Pushing event updated for resources: {'Port': ['ID=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:48.074925 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.076119 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.076816 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.077412 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.078487 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.079277 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.080126 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.080883 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.081448 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.082062 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.083215 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.083951 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Tracked resource versions report: Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: pushed versions: Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: { 'AddressGroup': {'1.2'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Log': {'1.0'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Network': {'1.1'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Port': {'1.7'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'PortForwarding': {'1.2'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'QosPolicy': {'1.10'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'SecurityGroup': {'1.5'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'SubPort': {'1.0'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Subnet': {'1.1'}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Trunk': {'1.1'}} Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: consumer versions: Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: { DHCP agent@n-d-817326-2: {}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: HyperV agent@n-h1-817326-2: {}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: HyperV agent@n-h2-817326-2: {}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: L3 agent@n-d-817326-2: {}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: Metadata agent@n-d-817326-2: {}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: Metering agent@n-d-817326-2: {}, Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: Open vSwitch agent@n-d-817326-2: { 'AddressGroup': '1.2', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'ConntrackHelper': '1.0', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Log': '1.0', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Network': '1.1', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Port': '1.7', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'PortForwarding': '1.2', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'QosPolicy': '1.10', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'SecurityGroup': '1.5', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'SecurityGroupRule': '1.2', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'SubPort': '1.0', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Subnet': '1.1', Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: 'Trunk': '1.1'}} Nov 10 03:37:48.085362 n-d-817326-2 neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 03:37:48.094599 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:48.192790 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17d137-b3d0-4188-b2f5-7924bfe372b2 None None] Pushing event updated for resources: {'Port': ['ID=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:48.237122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:37:48.238436 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:48.246315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:48.249591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:48.252704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] 10.222.0.44 "PUT /v2.0/ports/b469133d-f504-4ada-b010-774139df9e39 HTTP/1.1" status: 200 len: 1096 time: 4.8380957 Nov 10 03:37:48.253245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'tag': 'b469133d-f504-4ada-b010-774139df9e39'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:37:48.267223 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:48.352893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b95c-1ad7-406e-99c0-d41a9983e950 req-4da0a1b0-d250-4f67-a251-f6978690ce3f tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:48.374011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0702b95c-1ad7-406e-99c0-d41a9983e950 req-4da0a1b0-d250-4f67-a251-f6978690ce3f tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 948 time: 0.6703303 Nov 10 03:37:48.377146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a488511-5476-43f3-8f71-37b70a6c56b1,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:48.432912 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:37:48.479867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Attempting to bind port 4a488511-5476-43f3-8f71-37b70a6c56b1 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:37:48.481752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Attempting to bind port 4a488511-5476-43f3-8f71-37b70a6c56b1 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:37:48.483073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Attempting to bind port 4a488511-5476-43f3-8f71-37b70a6c56b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:48.583485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0702b95c-1ad7-406e-99c0-d41a9983e950 req-056817a9-304d-4a49-a2c3-7fdb3b669fd4 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077863 Nov 10 03:37:48.585864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Port 4a488511-5476-43f3-8f71-37b70a6c56b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:37:48.586637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Attempting to bind port 4a488511-5476-43f3-8f71-37b70a6c56b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:48.603274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:37:48.603894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:48.604615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:37:48.605384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Bound port: 4a488511-5476-43f3-8f71-37b70a6c56b1, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:37:48.606492 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:48.622330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace3fff-b015-45e1-ad0f-5d4ee22c1932 service neutron] Pushing event updated for resources: {'Port': ['ID=b469133d-f504-4ada-b010-774139df9e39,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:48.776277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-57955bb3-6da5-4be4-b064-f74adce9fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:48.779057 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-57955bb3-6da5-4be4-b064-f74adce9fc8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0a0b93af50e4bf2a1dfd29247034b4f&device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 1099 time: 0.3791182 Nov 10 03:37:48.791162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] For port 4a488511-5476-43f3-8f71-37b70a6c56b1, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:37:48.803610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] For port 4a488511-5476-43f3-8f71-37b70a6c56b1, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4a488511-5476-43f3-8f71-37b70a6c56b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:37:48.813092 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:48.909910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:48.910557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:48.920352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/4a488511-5476-43f3-8f71-37b70a6c56b1 HTTP/1.1" status: 200 len: 1118 time: 2.8478236 Nov 10 03:37:48.920951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b405e338-c994-4944-a036-234daa998e72', 'tag': '4a488511-5476-43f3-8f71-37b70a6c56b1'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:37:48.975981 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:44Z', 'revision_number': 3, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:49.061156 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-7156e411-8313-4f02-91ec-84ce378df3c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b469133d-f504-4ada-b010-774139df9e39 HTTP/1.1" status: 200 len: 217 time: 0.2647338 Nov 10 03:37:49.063611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:49.097747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:49.103439 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaadd22-3dc8-42eb-b895-36aa107d5aa1 None None] The sync data for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 is: [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:44Z', 'revision_number': 3, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:37:49.191745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-0d885493-626b-4c47-b784-1685a34d4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:49.192858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-0d885493-626b-4c47-b784-1685a34d4e63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1124620 Nov 10 03:37:49.443129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e687a14-0258-4f8a-8b3c-e2399a3148c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a488511-5476-43f3-8f71-37b70a6c56b1,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:49.474234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-acc8840a-0f92-4ffc-977f-3a0ea82efe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:49.482369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-acc8840a-0f92-4ffc-977f-3a0ea82efe1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65cc54766a1e4e4d9adeee77d96dffaa&device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 1121 time: 0.3535335 Nov 10 03:37:49.508106 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2b1a4a-ff2c-4564-9253-3b271e79de16" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd", "tag": "b469133d-f504-4ada-b010-774139df9e39"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:37:49.512507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd05eae-d1ed-4649-877e-1ebe62f94d94 req-ebff61f2-5e3e-400d-9155-a7cbe336c3e0 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:49.521553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bd05eae-d1ed-4649-877e-1ebe62f94d94 req-ebff61f2-5e3e-400d-9155-a7cbe336c3e0 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 970 time: 0.3887639 Nov 10 03:37:49.639099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-0c22e37a-b398-49a7-b69b-0bed0b470f16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4a488511-5476-43f3-8f71-37b70a6c56b1 HTTP/1.1" status: 200 len: 217 time: 0.1083398 Nov 10 03:37:49.649873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-50aca479-53be-4821-815d-d6e8970f757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:49.651665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-50aca479-53be-4821-815d-d6e8970f757d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3982506 Nov 10 03:37:49.733639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Allocated IP 172.20.0.1 (17ff025d-fcfe-4fdc-b25c-6caac3244f62/2d56c287-eb6d-4bc4-8df0-b9351176fc93/c190adb3-b28a-41e6-a0b5-340a0483c452) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:37:49.761555 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837446a0-c234-4423-aea7-bba371dcd154" -d '{"events": [{"name": "network-changed", "server_uuid": "b405e338-c994-4944-a036-234daa998e72", "tag": "4a488511-5476-43f3-8f71-37b70a6c56b1"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:37:49.827427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-fce37085-49c6-498a-a9d9-124d2dd4c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:49.830777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-fce37085-49c6-498a-a9d9-124d2dd4c686 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1832423 Nov 10 03:37:49.840065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bd05eae-d1ed-4649-877e-1ebe62f94d94 req-ef6852a9-ef85-4c77-9a62-6654b9bb6c67 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171871 Nov 10 03:37:49.984049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-cede0eb8-c522-455c-9537-b0b238d89c5f service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660325 Nov 10 03:37:50.057209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:50.128423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:50.223370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d51b3-e613-40a5-ba13-dea389ee32f7 req-5d5119bb-dedb-4d23-8a48-3730292c4da4 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:50.231316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-103d51b3-e613-40a5-ba13-dea389ee32f7 req-5d5119bb-dedb-4d23-8a48-3730292c4da4 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 948 time: 0.0889893 Nov 10 03:37:50.280545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Pushing event updated for resources: {'Port': ['ID=c190adb3-b28a-41e6-a0b5-340a0483c452,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:50.292132 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93fe29-209f-49b7-9efa-07e21f12a447 x-openstack-request-id: req-de93fe29-209f-49b7-9efa-07e21f12a447 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:37:50.292223 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd", "tag": "b469133d-f504-4ada-b010-774139df9e39", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:37:50.292436 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de93fe29-209f-49b7-9efa-07e21f12a447 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:37:50.292877 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'tag': 'b469133d-f504-4ada-b010-774139df9e39', 'status': 'completed', 'code': 200} Nov 10 03:37:50.341689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:50.385634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:50.392144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:37:50.392630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:50.666686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37922) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:50.723574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-103d51b3-e613-40a5-ba13-dea389ee32f7 req-2194c43a-73bd-47cb-960f-c211233efb0a tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908764 Nov 10 03:37:50.746069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-18cc02b9-714f-4ad6-bb99-a76412e243c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:50.747540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-18cc02b9-714f-4ad6-bb99-a76412e243c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4943871 Nov 10 03:37:50.861591 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68e58a07-8701-4cfa-baa9-62bfc9cbd49b req-18f850c1-8b83-4899-a269-ad23601c807e service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610838 Nov 10 03:37:50.898815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-6ae94b7a-d0a0-43b4-bbd8-5a1c65c96a7e service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058822 Nov 10 03:37:50.900957 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4783905e-137b-4ce4-92e7-ed37d4199a88 x-openstack-request-id: req-4783905e-137b-4ce4-92e7-ed37d4199a88 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:37:50.901333 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b405e338-c994-4944-a036-234daa998e72", "tag": "4a488511-5476-43f3-8f71-37b70a6c56b1", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:37:50.901823 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4783905e-137b-4ce4-92e7-ed37d4199a88 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:37:50.902431 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b405e338-c994-4944-a036-234daa998e72', 'tag': '4a488511-5476-43f3-8f71-37b70a6c56b1', 'status': 'completed', 'code': 200} Nov 10 03:37:50.932676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:50.941629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3fd8736b-45b3-4303-9477-3f0842fda774 None None] Provisioning complete for port c190adb3-b28a-41e6-a0b5-340a0483c452 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:50.945060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fd8736b-45b3-4303-9477-3f0842fda774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.002490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59a1f87b-4319-4619-951a-6c84be2ed12b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.063723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8736b-45b3-4303-9477-3f0842fda774 None None] Port c190adb3-b28a-41e6-a0b5-340a0483c452 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:37:51.255908 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.262612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.263237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.302683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6a86c95f-3f01-467d-8988-b1f39cfe4bbb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:37:51.308105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59a1f87b-4319-4619-951a-6c84be2ed12b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.374991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Pushing event updated for resources: {'Port': ['ID=c190adb3-b28a-41e6-a0b5-340a0483c452,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:51.404576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59a1f87b-4319-4619-951a-6c84be2ed12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.479199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-59a1f87b-4319-4619-951a-6c84be2ed12b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a2937e2ee944c698a9054fab46228f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8112080 Nov 10 03:37:51.479988 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1f87b-4319-4619-951a-6c84be2ed12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51dcb9a-e1cf-489e-9232-e3b3379614ad,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:51.482737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37938) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:51.493043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959cf9f-20a5-4c0f-ad24-02eeaf53c436 req-69a3c132-046c-497a-84bd-bf2673c05e0d tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:51.507270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9959cf9f-20a5-4c0f-ad24-02eeaf53c436 req-69a3c132-046c-497a-84bd-bf2673c05e0d tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 970 time: 0.3061736 Nov 10 03:37:51.531527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:51.534182 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.597901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dcbd68e-f39f-4cbe-ac48-8a51c5e5e3aa req-695c1a9d-3c62-4133-8df1-41ddb37f5351 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957169 Nov 10 03:37:51.647733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35a86359-1eb1-4973-8598-22680c9660ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.662391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9959cf9f-20a5-4c0f-ad24-02eeaf53c436 req-9b4be293-4442-42df-bde1-3e639bef6a20 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456687 Nov 10 03:37:51.733632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35a86359-1eb1-4973-8598-22680c9660ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.819521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35a86359-1eb1-4973-8598-22680c9660ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.827971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35a86359-1eb1-4973-8598-22680c9660ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:51.829141 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-35a86359-1eb1-4973-8598-22680c9660ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f51dcb9a-e1cf-489e-9232-e3b3379614ad HTTP/1.1" status: 204 len: 168 time: 0.3449879 Nov 10 03:37:51.852945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a86359-1eb1-4973-8598-22680c9660ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51dcb9a-e1cf-489e-9232-e3b3379614ad,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:51.857959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-6b202696-9b4e-4110-8272-4a5eec16a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:51.859652 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-6b202696-9b4e-4110-8272-4a5eec16a57a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0a0b93af50e4bf2a1dfd29247034b4f&device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 1099 time: 0.3023267 Nov 10 03:37:51.870974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:51.873796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:51.910629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837446a0-c234-4423-aea7-bba371dcd154 req-2933353d-9c90-4a85-a82e-bc6f49bd5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:51.924082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837446a0-c234-4423-aea7-bba371dcd154 req-2933353d-9c90-4a85-a82e-bc6f49bd5ffb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65cc54766a1e4e4d9adeee77d96dffaa&device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 1121 time: 0.1896935 Nov 10 03:37:51.967950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:52.089039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5fb35-3e1d-4bda-ae50-95491e6bd3fa req-9c3e1865-8c24-4482-97a1-61a44b003e56 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:52.111073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:37:52.119119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10b5fb35-3e1d-4bda-ae50-95491e6bd3fa req-9c3e1865-8c24-4482-97a1-61a44b003e56 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 948 time: 0.1403339 Nov 10 03:37:52.121459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37968) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:52.123660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:52.264213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:52.296905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-3ebe3bfa-44e8-4de0-80e5-c5ed5f382a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:52.299283 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-3ebe3bfa-44e8-4de0-80e5-c5ed5f382a08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3831897 Nov 10 03:37:52.407000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-fb184d44-2ae5-4236-b3ee-04852776ec3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b469133d-f504-4ada-b010-774139df9e39 HTTP/1.1" status: 200 len: 217 time: 0.0667744 Nov 10 03:37:52.442305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2514fab2-4f75-4bbb-a3f0-7035a8503217 None None] Provisioning complete for port c190adb3-b28a-41e6-a0b5-340a0483c452 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:52.442676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2514fab2-4f75-4bbb-a3f0-7035a8503217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:52.566128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2514fab2-4f75-4bbb-a3f0-7035a8503217 None None] Port c190adb3-b28a-41e6-a0b5-340a0483c452 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:37:52.589396 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10b5fb35-3e1d-4bda-ae50-95491e6bd3fa req-2091935e-a69f-4865-a56b-84f661ad93a9 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692497 Nov 10 03:37:52.594023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-bd12fdb1-4ea5-4fcd-8cc2-41685b7b891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:52.596542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-bd12fdb1-4ea5-4fcd-8cc2-41685b7b891a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1522510 Nov 10 03:37:52.671645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f87b-a849-482d-872a-ee740e1e6c29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:52.727344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837446a0-c234-4423-aea7-bba371dcd154 req-4f72a666-7710-4aa7-97e7-2c35e542492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:52.729824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837446a0-c234-4423-aea7-bba371dcd154 req-4f72a666-7710-4aa7-97e7-2c35e542492d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.5687318 Nov 10 03:37:52.869748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:52.889872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837446a0-c234-4423-aea7-bba371dcd154 req-24daea77-5e2e-493a-99ec-f1a70e8be8ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4a488511-5476-43f3-8f71-37b70a6c56b1 HTTP/1.1" status: 200 len: 217 time: 0.0859780 Nov 10 03:37:52.907525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Router a38b57ab-32bc-42cb-b634-14760dc26734 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:37:52.908493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3d128440-d86a-407e-96e6-1c85ca44a503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:52.939820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f87b-a849-482d-872a-ee740e1e6c29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:52.953339 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f87b-a849-482d-872a-ee740e1e6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:52.964418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cc4dc-3f27-4cc9-bd90-607dcdcaebf8 req-f65ac570-5a84-4cd7-a8c0-15ff989e9cf0 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:52.972918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc2cc4dc-3f27-4cc9-bd90-607dcdcaebf8 req-f65ac570-5a84-4cd7-a8c0-15ff989e9cf0 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 970 time: 0.0930159 Nov 10 03:37:53.021190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3d128440-d86a-407e-96e6-1c85ca44a503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.023399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6f87b-a849-482d-872a-ee740e1e6c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c001df-aaeb-4ff1-83d7-9ce5f42927ac,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:53.031242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3d128440-d86a-407e-96e6-1c85ca44a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.061861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d4a6f87b-a849-482d-872a-ee740e1e6c29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7034a4161d4d47559a0e48a2816f8caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9369464 Nov 10 03:37:53.063301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38008) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:53.067789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d128440-d86a-407e-96e6-1c85ca44a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cc9e25-2e2e-4e43-9107-4e98b00da025,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:53.090097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-1ea67885-c7a5-4797-9da9-f0eb831c7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:53.092230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-1ea67885-c7a5-4797-9da9-f0eb831c7999 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4742272 Nov 10 03:37:53.093336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.114930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc2cc4dc-3f27-4cc9-bd90-607dcdcaebf8 req-cfc804af-7ed9-46eb-a5e7-3345ff11613d tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385391 Nov 10 03:37:53.123284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38010) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:53.196217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21bcae6f-c2d6-4498-b892-2d56db3ce7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.224055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6a86c95f-3f01-467d-8988-b1f39cfe4bbb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:37:53.244391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21bcae6f-c2d6-4498-b892-2d56db3ce7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.289132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3d128440-d86a-407e-96e6-1c85ca44a503 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af3e7e0dfdb047719d0479bd8184c88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121673 Nov 10 03:37:53.289344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38014) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:53.331922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:53.332190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.334449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21bcae6f-c2d6-4498-b892-2d56db3ce7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.338346 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21bcae6f-c2d6-4498-b892-2d56db3ce7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.339512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-21bcae6f-c2d6-4498-b892-2d56db3ce7a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7c001df-aaeb-4ff1-83d7-9ce5f42927ac HTTP/1.1" status: 204 len: 168 time: 0.2752147 Nov 10 03:37:53.352790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bae1-8b7b-41c0-890d-44b3393a1d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.431715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837446a0-c234-4423-aea7-bba371dcd154 req-b8259801-c60c-4344-b35c-af9253e63151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:53.433360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837446a0-c234-4423-aea7-bba371dcd154 req-b8259801-c60c-4344-b35c-af9253e63151 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0605025 Nov 10 03:37:53.436469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcae6f-c2d6-4498-b892-2d56db3ce7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c001df-aaeb-4ff1-83d7-9ce5f42927ac,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:53.458159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:37:53.472689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-42cc970d-9a6c-43e2-a1e4-bb13df38eb92 admin admin] 10.222.0.24 "PUT /v2.0/routers/a38b57ab-32bc-42cb-b634-14760dc26734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6579757 Nov 10 03:37:53.472689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38020) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:53.472689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8968b5ff-35b6-4546-9b5a-183adb78f929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.485759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Sync routers for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:37:53.517749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837446a0-c234-4423-aea7-bba371dcd154 req-ab2707ec-51f4-4448-96da-736c220cf1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:53.519552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837446a0-c234-4423-aea7-bba371dcd154 req-ab2707ec-51f4-4448-96da-736c220cf1a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778687 Nov 10 03:37:53.519672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8968b5ff-35b6-4546-9b5a-183adb78f929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.521665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:37:53.522308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:53.554106 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-e4f6de8f-ae5a-4287-8423-553a423ffd8f service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899555 Nov 10 03:37:53.588069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bae1-8b7b-41c0-890d-44b3393a1d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.594204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bae1-8b7b-41c0-890d-44b3393a1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.686051 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8968b5ff-35b6-4546-9b5a-183adb78f929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.689145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8968b5ff-35b6-4546-9b5a-183adb78f929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.693697 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8968b5ff-35b6-4546-9b5a-183adb78f929 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8cc9e25-2e2e-4e43-9107-4e98b00da025 HTTP/1.1" status: 204 len: 168 time: 0.4031961 Nov 10 03:37:53.694701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:37:53.712137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968b5ff-35b6-4546-9b5a-183adb78f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cc9e25-2e2e-4e43-9107-4e98b00da025,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:53.740082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0bae1-8b7b-41c0-890d-44b3393a1d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d4bec9-3ae9-47c3-ba66-1d1933d692d3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:53.755513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38034) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:53.760683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6ea0bae1-8b7b-41c0-890d-44b3393a1d4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fe412c9ffcf4be8a6991d4bee5f295a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6360581 Nov 10 03:37:53.778578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2b1a4a-ff2c-4564-9253-3b271e79de16 req-0b5241c0-5498-4240-be16-9236aa0aec49 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727636 Nov 10 03:37:53.830427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a804451-eb0b-4bed-88ca-c6954e1e2da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.850824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837446a0-c234-4423-aea7-bba371dcd154 req-a4f9e36c-6155-4759-8960-a90d42d25626 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130420 Nov 10 03:37:53.864183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf19960-86e8-4535-a7f8-956c3c02564e req-395de770-0915-47d2-92fc-ea5a5810e39e tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:53.864541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a804451-eb0b-4bed-88ca-c6954e1e2da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.866066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf19960-86e8-4535-a7f8-956c3c02564e req-395de770-0915-47d2-92fc-ea5a5810e39e tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 948 time: 0.1039736 Nov 10 03:37:53.933599 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a804451-eb0b-4bed-88ca-c6954e1e2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.939354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a804451-eb0b-4bed-88ca-c6954e1e2da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:53.952115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9a804451-eb0b-4bed-88ca-c6954e1e2da6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58d4bec9-3ae9-47c3-ba66-1d1933d692d3 HTTP/1.1" status: 204 len: 168 time: 0.1941643 Nov 10 03:37:53.967431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a804451-eb0b-4bed-88ca-c6954e1e2da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d4bec9-3ae9-47c3-ba66-1d1933d692d3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:53.982967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf19960-86e8-4535-a7f8-956c3c02564e req-e7d9cf7e-f2fb-4bc5-89ce-23fc1185dc43 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072531 Nov 10 03:37:54.010939 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837446a0-c234-4423-aea7-bba371dcd154 req-4de4300f-7c4b-4943-97ff-06ea7efabfc5 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334143 Nov 10 03:37:54.019332 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f29de10-fc93-4497-a417-a9dfaf4a716d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.053414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 2, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:54.086006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Checking router: a38b57ab-32bc-42cb-b634-14760dc26734 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:37:54.086524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Updating router a38b57ab-32bc-42cb-b634-14760dc26734 port c190adb3-b28a-41e6-a0b5-340a0483c452 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:37:54.110477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f29de10-fc93-4497-a417-a9dfaf4a716d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.115302 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f29de10-fc93-4497-a417-a9dfaf4a716d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.123373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.167838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38042) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:54.167998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5f29de10-fc93-4497-a417-a9dfaf4a716d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a25b92e7460481bb9dcf7b66ee2a849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7005169 Nov 10 03:37:54.168946 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29de10-fc93-4497-a417-a9dfaf4a716d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e602029-e4ad-42c9-9ed3-7f0f6f46a281,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:54.199336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:54.217072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3db87ec7-32eb-4a1a-9f83-b8ea056c9340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.302085 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49edc138-02c8-4d40-a7cf-03fc832b9e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.322049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677b97-da96-4da1-9b0d-92a8bc8c027a req-9ed5c8ce-9b0c-4fc3-a17e-9124d5224b00 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:54.323830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67677b97-da96-4da1-9b0d-92a8bc8c027a req-9ed5c8ce-9b0c-4fc3-a17e-9124d5224b00 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 970 time: 0.1167185 Nov 10 03:37:54.351031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3db87ec7-32eb-4a1a-9f83-b8ea056c9340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.356426 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3db87ec7-32eb-4a1a-9f83-b8ea056c9340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.362333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49edc138-02c8-4d40-a7cf-03fc832b9e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.415546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3db87ec7-32eb-4a1a-9f83-b8ea056c9340 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66b4e6aa6c9e40fca92cb304aae794d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148914 Nov 10 03:37:54.418097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38050) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:54.436710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67677b97-da96-4da1-9b0d-92a8bc8c027a req-ecaa67be-e71d-405f-8042-1b6e85fdbb3e tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059778 Nov 10 03:37:54.451061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87ec7-32eb-4a1a-9f83-b8ea056c9340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf5fbe8-bff7-4157-93aa-53391ddae86d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:54.498469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49edc138-02c8-4d40-a7cf-03fc832b9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.501072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49edc138-02c8-4d40-a7cf-03fc832b9e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.504966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-49edc138-02c8-4d40-a7cf-03fc832b9e80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e602029-e4ad-42c9-9ed3-7f0f6f46a281 HTTP/1.1" status: 204 len: 168 time: 0.3330760 Nov 10 03:37:54.507908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d875-a13f-4204-ab18-a2a88ed05806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.515803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edc138-02c8-4d40-a7cf-03fc832b9e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e602029-e4ad-42c9-9ed3-7f0f6f46a281,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:54.538880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d875-a13f-4204-ab18-a2a88ed05806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.565367 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.571994 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.621694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d875-a13f-4204-ab18-a2a88ed05806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.624817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d875-a13f-4204-ab18-a2a88ed05806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.628375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dbe0d875-a13f-4204-ab18-a2a88ed05806 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acf5fbe8-bff7-4157-93aa-53391ddae86d HTTP/1.1" status: 204 len: 168 time: 0.2064080 Nov 10 03:37:54.634598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0d875-a13f-4204-ab18-a2a88ed05806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf5fbe8-bff7-4157-93aa-53391ddae86d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:54.668547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ece85d-1919-4231-b04a-e8ca39288968 None None] Pushing event updated for resources: {'Port': ['ID=c190adb3-b28a-41e6-a0b5-340a0483c452,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:54.718893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Attempting to bind port c190adb3-b28a-41e6-a0b5-340a0483c452 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:37:54.719689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Attempting to bind port c190adb3-b28a-41e6-a0b5-340a0483c452 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:37:54.720671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Attempting to bind port c190adb3-b28a-41e6-a0b5-340a0483c452 on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:54.731222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:37:54.731870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Checking segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:54.732417 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.733355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Bound using segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:37:54.734000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Bound port: c190adb3-b28a-41e6-a0b5-340a0483c452, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:37:54.734558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.812125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] For port c190adb3-b28a-41e6-a0b5-340a0483c452, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:37:54.815608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] For port c190adb3-b28a-41e6-a0b5-340a0483c452, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c190adb3-b28a-41e6-a0b5-340a0483c452,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:37:54.822267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:54.872105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:37:54.872776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:54.952515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:54.979369 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-20ad92a0-d7ea-40d6-a3a0-d6c9849fa2f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.160729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-20ad92a0-d7ea-40d6-a3a0-d6c9849fa2f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.167204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-20ad92a0-d7ea-40d6-a3a0-d6c9849fa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.210412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ece85d-1919-4231-b04a-e8ca39288968 None None] Pushing event updated for resources: {'Port': ['ID=c190adb3-b28a-41e6-a0b5-340a0483c452,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:55.232444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:37:55.235308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-30abba41-5a77-443d-9e6f-4c9b098c8c8d None None] Provisioning complete for port c190adb3-b28a-41e6-a0b5-340a0483c452 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:55.235839 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30abba41-5a77-443d-9e6f-4c9b098c8c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.313813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38082) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:55.341295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34ddd26f-cf72-4fdb-8b08-efa957733b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.431388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-20ad92a0-d7ea-40d6-a3a0-d6c9849fa2f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd17ccea5b444fb5bd71fe5b7b291725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750080 Nov 10 03:37:55.431388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad92a0-d7ea-40d6-a3a0-d6c9849fa2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd35ec1-669f-4841-a13e-d1d839af0772,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:55.432827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38084) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:55.449016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abffc5a-b9cb-4ea4-a568-283eb8b6c4a0 req-26ab776f-8df2-4a39-b606-a0f1e71c24d1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:55.450675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5abffc5a-b9cb-4ea4-a568-283eb8b6c4a0 req-26ab776f-8df2-4a39-b606-a0f1e71c24d1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 948 time: 0.2406733 Nov 10 03:37:55.540752 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30abba41-5a77-443d-9e6f-4c9b098c8c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.565208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38090) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:55.593000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-network', 'tenant_id': '9390052c621c486ea7397be8f735a43c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:55.614513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5abffc5a-b9cb-4ea4-a568-283eb8b6c4a0 req-31f9b3ca-2b20-4f6c-b50d-16ae300b45bf tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507580 Nov 10 03:37:55.671413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-30abba41-5a77-443d-9e6f-4c9b098c8c8d None None] For port c190adb3-b28a-41e6-a0b5-340a0483c452, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c190adb3-b28a-41e6-a0b5-340a0483c452,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:37:55.683489 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30abba41-5a77-443d-9e6f-4c9b098c8c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.684713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74677b-5a30-4380-995b-cf1e79b2e5ac req-5d244f2b-f68a-4288-a119-582be9d75dea tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:55.690733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Made reservation on behalf of 9390052c621c486ea7397be8f735a43c for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:55.692194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.695901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab74677b-5a30-4380-995b-cf1e79b2e5ac req-5d244f2b-f68a-4288-a119-582be9d75dea tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 970 time: 0.1171234 Nov 10 03:37:55.734634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34ddd26f-cf72-4fdb-8b08-efa957733b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.735805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0463a61e-5139-428c-bed3-66b4ae4bf3bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.737601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.767399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab74677b-5a30-4380-995b-cf1e79b2e5ac req-e5906012-3a1a-4284-b8d8-ded023cf6386 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636339 Nov 10 03:37:55.775458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34ddd26f-cf72-4fdb-8b08-efa957733b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.816468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abba41-5a77-443d-9e6f-4c9b098c8c8d None None] Pushing event updated for resources: {'Port': ['ID=c190adb3-b28a-41e6-a0b5-340a0483c452,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:55.826382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:54Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:55.836556 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0463a61e-5139-428c-bed3-66b4ae4bf3bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.860981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f420792-b431-4959-b688-55bfa28902e9 None None] The sync data for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 is: [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:54Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:37:55.867200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-102a6e48-9db2-4e5e-accf-66c9c8977d77 None None] Provisioning complete for port c190adb3-b28a-41e6-a0b5-340a0483c452 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:55.867695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-102a6e48-9db2-4e5e-accf-66c9c8977d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:55.899732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddd26f-cf72-4fdb-8b08-efa957733b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fc20f2-f0bd-4345-9ed8-c51031f07bf4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:55.906892 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-34ddd26f-cf72-4fdb-8b08-efa957733b77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a8e788c305e4e529b5076712cc3dc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5917170 Nov 10 03:37:55.911101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38102) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:56.017831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0463a61e-5139-428c-bed3-66b4ae4bf3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.024758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0463a61e-5139-428c-bed3-66b4ae4bf3bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.025923 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0463a61e-5139-428c-bed3-66b4ae4bf3bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdd35ec1-669f-4841-a13e-d1d839af0772 HTTP/1.1" status: 204 len: 168 time: 0.5858819 Nov 10 03:37:56.068768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463a61e-5139-428c-bed3-66b4ae4bf3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd35ec1-669f-4841-a13e-d1d839af0772,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:56.110077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c31f038d-0045-4769-9129-306c78e5fa64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.124555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.132797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.169308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c31f038d-0045-4769-9129-306c78e5fa64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.176419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c3ef55-9e07-4b0f-9598-bdfad8f64a6c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:56.192612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:37:56.219275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.220906 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Added segment ed17f1a2-aabe-40ea-b1d2-c1093c187ce8 of type vlan for network 6c195003-63e3-4777-80bb-e4b1c4a2e65a Nov 10 03:37:56.239676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c31f038d-0045-4769-9129-306c78e5fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.242825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c31f038d-0045-4769-9129-306c78e5fa64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.248290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c31f038d-0045-4769-9129-306c78e5fa64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21fc20f2-f0bd-4345-9ed8-c51031f07bf4 HTTP/1.1" status: 204 len: 168 time: 0.3348901 Nov 10 03:37:56.256667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f038d-0045-4769-9129-306c78e5fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fc20f2-f0bd-4345-9ed8-c51031f07bf4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:56.312624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.347433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.348521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:56.349137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.357393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38114) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:56.428411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38118) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:56.431595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8501420 Nov 10 03:37:56.433242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Request body: {'subnet': {'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-subnet', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:56.440452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9872394-4c6d-400b-8630-eb496f54d3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6c195003-63e3-4777-80bb-e4b1c4a2e65a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:56.452775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:37:56.490439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Made reservation on behalf of 9390052c621c486ea7397be8f735a43c for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:56.492704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.794249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:56.879467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Pushing event updated for resources: {'Subnet': ['ID=897a42b0-5837-4baa-bbbc-8d3bba320572,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:56.984559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71bde9-5451-4ad3-9399-d4c4b9fe47f2 req-4f8091d0-7f22-4328-b6f8-4ad449f54c81 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:56.995313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad71bde9-5451-4ad3-9399-d4c4b9fe47f2 req-4f8091d0-7f22-4328-b6f8-4ad449f54c81 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 948 time: 0.2302954 Nov 10 03:37:57.014659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2129528512-network', 'tenant_id': 'c4a23797f3e94a6a9dac1fa20055bcc8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:57.067123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Made reservation on behalf of c4a23797f3e94a6a9dac1fa20055bcc8 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:57.069457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.113815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Checking segment: {'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:57.114243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Network hostable DHCP agents. Network: 6c195003-63e3-4777-80bb-e4b1c4a2e65a, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:37:57.120609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.192589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07ffa-a5fe-4db6-b0b7-8aa0fc8f6911 req-0d6d8489-8573-4de6-8ec6-2b287f578b27 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:57.206299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bb07ffa-a5fe-4db6-b0b7-8aa0fc8f6911 req-0d6d8489-8573-4de6-8ec6-2b287f578b27 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 970 time: 0.3119366 Nov 10 03:37:57.241486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:37:57.257876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad71bde9-5451-4ad3-9399-d4c4b9fe47f2 req-dd03236a-6c8b-4e50-8b7e-d57c0abf46e0 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598348 Nov 10 03:37:57.262370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c190adb3-b28a-41e6-a0b5-340a0483c452 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:37:57.286705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6c195003-63e3-4777-80bb-e4b1c4a2e65a) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:57.301138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:57.301724 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.346194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bb07ffa-a5fe-4db6-b0b7-8aa0fc8f6911 req-175da4c8-37ec-431d-9d6e-f6ee68d6df12 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454356 Nov 10 03:37:57.351377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-177f41da-e862-489c-9990-ff5adfd3846d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9222162 Nov 10 03:37:57.354675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38150) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:57.362506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:57.386068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e05323-b40d-4349-b670-ff3128d74c60 None None] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:37:57.421429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.422919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.442629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.450685 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.503457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.512751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:37:57.535575 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.535911 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Added segment 07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1 of type vlan for network 0d143b17-e5a2-4e38-a472-292b4641cce6 Nov 10 03:37:57.556853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:57.630859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.657496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c190adb3-b28a-41e6-a0b5-340a0483c452 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:37:57.658629 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.680151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.682555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:57.683965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.707858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b469133d-f504-4ada-b010-774139df9e39 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:37:57.715384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.728355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-6c195003-63e3-4777-80bb-e4b1c4a2e65a', 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'fixed_ips': [{'subnet_id': '897a42b0-5837-4baa-bbbc-8d3bba320572'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:37:57.729461 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.806606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=0d143b17-e5a2-4e38-a472-292b4641cce6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:57.813768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7b26821d-8e48-4d56-b47f-425ccb588bc9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4539502 Nov 10 03:37:57.817169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38160) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:57.822919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Request body: {'subnet': {'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2129528512-subnet', 'tenant_id': 'c4a23797f3e94a6a9dac1fa20055bcc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:37:57.862202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Made reservation on behalf of c4a23797f3e94a6a9dac1fa20055bcc8 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:37:57.866851 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:57.917450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Allocated IP 172.20.0.2 (6c195003-63e3-4777-80bb-e4b1c4a2e65a/897a42b0-5837-4baa-bbbc-8d3bba320572/6434685d-d031-4f3e-868a-6f70b9190c67) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:37:57.937139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:37:57.940889 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:37:58.154821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.186743 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.187938 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.199998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b469133d-f504-4ada-b010-774139df9e39, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b469133d-f504-4ada-b010-774139df9e39,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:37:58.221615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'b469133d-f504-4ada-b010-774139df9e39', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'b469133d-f504-4ada-b010-774139df9e39', 'mac_address': 'fa:16:3e:76:4e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:37:58.311873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9bad20-b5b0-44b2-9067-47e69875e36d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:58.342927 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.344656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.353627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:58.355008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Allocated IP 172.25.6.201 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/426de503-df56-4878-b42b-30f921cff012) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:37:58.355968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Network hostable DHCP agents. Network: 0d143b17-e5a2-4e38-a472-292b4641cce6, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:37:58.360947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b469133d-f504-4ada-b010-774139df9e39 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:37:58.370048 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.452612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b469133d-f504-4ada-b010-774139df9e39, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b469133d-f504-4ada-b010-774139df9e39,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:37:58.464195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:58.468204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:37:58.476984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:58.479336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.480178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4a488511-5476-43f3-8f71-37b70a6c56b1 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:37:58.490448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:37:58.511152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Pushing event updated for resources: {'Port': ['ID=6434685d-d031-4f3e-868a-6f70b9190c67,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:58.534281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194b89b-0de1-46f7-b2d1-c2a7c2c03a54 req-b69b91bf-bbc7-40c4-8fff-e46dca4d3dac tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:58.536702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.546243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3194b89b-0de1-46f7-b2d1-c2a7c2c03a54 req-b69b91bf-bbc7-40c4-8fff-e46dca4d3dac tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 948 time: 0.1585467 Nov 10 03:37:58.548005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 0d143b17-e5a2-4e38-a472-292b4641cce6) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:58.581806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e93a9b-8193-47e5-90b9-6fa10064c20c None None] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:37:58.603574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:58.604169 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.623505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.647217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:37:58.651507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:37:58.660940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:37:58.692748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6126a8b2-2cbe-46a3-9390-9945cb2bb023 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8738341 Nov 10 03:37:58.736265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec63a7-cf51-4c10-a90c-8784dc233f80 req-5254d977-620c-44b1-96d5-c0703405b4de tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:37:58.751417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8ec63a7-cf51-4c10-a90c-8784dc233f80 req-5254d977-620c-44b1-96d5-c0703405b4de tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 970 time: 0.2659600 Nov 10 03:37:58.759942 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3194b89b-0de1-46f7-b2d1-c2a7c2c03a54 req-dbaea33f-fc2b-450e-804a-327bf4f3f5ed tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128348 Nov 10 03:37:58.814802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Pushing event updated for resources: {'Port': ['ID=426de503-df56-4878-b42b-30f921cff012,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:58.850026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8ec63a7-cf51-4c10-a90c-8784dc233f80 req-acda0267-a0e5-43ef-adb8-96904dedbecd tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890415 Nov 10 03:37:58.892359 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:37:58.955010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4a488511-5476-43f3-8f71-37b70a6c56b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4a488511-5476-43f3-8f71-37b70a6c56b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:37:58.971563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Attempting to bind port 6434685d-d031-4f3e-868a-6f70b9190c67 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:37:58.971923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Attempting to bind port 6434685d-d031-4f3e-868a-6f70b9190c67 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:37:58.972274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Attempting to bind port 6434685d-d031-4f3e-868a-6f70b9190c67 on network 6c195003-63e3-4777-80bb-e4b1c4a2e65a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:37:58.975170 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.990333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '4a488511-5476-43f3-8f71-37b70a6c56b1', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '4a488511-5476-43f3-8f71-37b70a6c56b1', 'mac_address': 'fa:16:3e:2e:9c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:tempest-test_az-1411666794', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:37:58.996294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:37:58.996657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Checking segment: {'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:37:58.997042 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:58.997423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Bound using segment: {'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:37:58.997871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Bound port: 6434685d-d031-4f3e-868a-6f70b9190c67, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:37:58.998313 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:59.004988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b469133d-f504-4ada-b010-774139df9e39,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:59.117252 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:59.160987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a488511-5476-43f3-8f71-37b70a6c56b1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:37:59.170807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d61346-cafe-47ce-b11a-699dcf4b88d7 None None] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:37:59.226903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] For port 6434685d-d031-4f3e-868a-6f70b9190c67, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:37:59.233724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4a488511-5476-43f3-8f71-37b70a6c56b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4a488511-5476-43f3-8f71-37b70a6c56b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:37:59.248397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] For port 6434685d-d031-4f3e-868a-6f70b9190c67, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6434685d-d031-4f3e-868a-6f70b9190c67,segment=NetworkSegment(ed17f1a2-aabe-40ea-b1d2-c1093c187ce8),segment_id=ed17f1a2-aabe-40ea-b1d2-c1093c187ce8)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:37:59.249397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:59.261001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:59.356784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4a488511-5476-43f3-8f71-37b70a6c56b1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:59.372301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:59.459691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005f385-f68d-4a7b-bdee-a724fe18c9c0 None None] Pushing event updated for resources: {'Port': ['ID=6434685d-d031-4f3e-868a-6f70b9190c67,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:37:59.542087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Router 622f033d-c283-4593-9837-0dcfd95475b6 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:37:59.616388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['4a488511-5476-43f3-8f71-37b70a6c56b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:37:59.620518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b469133d-f504-4ada-b010-774139df9e39'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:37:59.677426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:37:59.692208 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Sync routers for ids ['622f033d-c283-4593-9837-0dcfd95475b6'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:37:59.716008 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Routers {'622f033d-c283-4593-9837-0dcfd95475b6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:37:59.716636 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['622f033d-c283-4593-9837-0dcfd95475b6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:37:59.739920 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:37:59.741253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-37a2e925-1daa-4e4f-a799-88637e44d138 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3849008 Nov 10 03:37:59.744601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38224) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:37:59.988802 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Set router 622f033d-c283-4593-9837-0dcfd95475b6 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:00.028174 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-61be805a-d2d1-4535-96bc-3b980683ae26 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369267 Nov 10 03:38:00.234316 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '426de503-df56-4878-b42b-30f921cff012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:37:58Z', 'revision_number': 3, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port': {'id': '426de503-df56-4878-b42b-30f921cff012', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:58Z', 'updated_at': '2021-11-10T03:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:00.279877 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Checking router: 622f033d-c283-4593-9837-0dcfd95475b6 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:00.280481 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Updating router 622f033d-c283-4593-9837-0dcfd95475b6 port 426de503-df56-4878-b42b-30f921cff012 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:38:00.321263 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.340376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730237-a142-45cc-9f64-8b2668b76d6c req-826a5744-8d4e-43fb-9e89-096fb099df19 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:00.341896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4730237-a142-45cc-9f64-8b2668b76d6c req-826a5744-8d4e-43fb-9e89-096fb099df19 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 949 time: 0.3719897 Nov 10 03:38:00.358342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38256) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:00.363550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-934091288-network', 'tenant_id': '2227a7cc2f7d41659db6ffa6d561e4a3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:00.377863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-a588fd29-d682-413d-940c-c22fe87cbd63 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:00.379541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-a588fd29-d682-413d-940c-c22fe87cbd63 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506234 Nov 10 03:38:00.401582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Made reservation on behalf of 2227a7cc2f7d41659db6ffa6d561e4a3 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:00.403956 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.413154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.454951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-e3fa8e93-a54c-4ca5-8190-cb6f86ec8531 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/quotas/ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 375 time: 0.0330048 Nov 10 03:38:00.493510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-04744232-b24b-4111-94f9-500d237ed792 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369840 Nov 10 03:38:00.543303 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.548774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.591152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4730237-a142-45cc-9f64-8b2668b76d6c req-30680acf-8ffe-4382-94cf-2b4df6debbcc tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355201 Nov 10 03:38:00.591548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:38:00.619966 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.620419 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Added segment 8c3cdc2c-0083-4b02-9f0a-663615a8b453 of type vlan for network a2c2e946-fbd3-4da3-b342-a848a96ac354 Nov 10 03:38:00.642877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a281ea81-6934-4803-ad31-6f3b11888a8f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:00.662869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e494175-1c35-44c5-92a1-a1de0c41e4e7 None None] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:00.718339 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.725728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.728458 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.782087 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.783067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:00.783790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.787837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9777f8b8-5d06-4d11-93f7-1b05448b26c4 None None] Provisioning complete for port 6434685d-d031-4f3e-868a-6f70b9190c67 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:00.788600 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9777f8b8-5d06-4d11-93f7-1b05448b26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.800314 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15457e31-f24f-4a97-8186-74e720e8e276 None None] Pushing event updated for resources: {'Port': ['ID=426de503-df56-4878-b42b-30f921cff012,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:00.836174 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4764769 Nov 10 03:38:00.848587 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Attempting to bind port 426de503-df56-4878-b42b-30f921cff012 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:00.849270 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Attempting to bind port 426de503-df56-4878-b42b-30f921cff012 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:00.849694 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Attempting to bind port 426de503-df56-4878-b42b-30f921cff012 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:00.855917 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:00.856842 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:00.858154 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.858750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:00.859798 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Bound port: 426de503-df56-4878-b42b-30f921cff012, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:00.860441 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.887088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38264) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:00.902217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Request body: {'subnet': {'network_id': 'a2c2e946-fbd3-4da3-b342-a848a96ac354', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-934091288-subnet', 'tenant_id': '2227a7cc2f7d41659db6ffa6d561e4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:00.927355 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] For port 426de503-df56-4878-b42b-30f921cff012, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:00.932922 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] For port 426de503-df56-4878-b42b-30f921cff012, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=426de503-df56-4878-b42b-30f921cff012,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:00.947418 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:00.983243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15aaae-a199-4191-a32f-1d839dd5a7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c2e946-fbd3-4da3-b342-a848a96ac354,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:00.999156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Made reservation on behalf of 2227a7cc2f7d41659db6ffa6d561e4a3 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:01.005268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.029890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a2c2e946-fbd3-4da3-b342-a848a96ac354 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:38:01.030912 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Routers {'622f033d-c283-4593-9837-0dcfd95475b6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:01.031626 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['622f033d-c283-4593-9837-0dcfd95475b6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:01.037301 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15457e31-f24f-4a97-8186-74e720e8e276 None None] Pushing event updated for resources: {'Port': ['ID=426de503-df56-4878-b42b-30f921cff012,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:01.196175 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] Set router 622f033d-c283-4593-9837-0dcfd95475b6 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:01.303387 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9777f8b8-5d06-4d11-93f7-1b05448b26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.341003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121ede-1000-4216-8d79-9ed5e5d888ee req-62df5873-4550-4bbc-9776-687d83b32265 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:01.348507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6434685d-d031-4f3e-868a-6f70b9190c67 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:01.350959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27121ede-1000-4216-8d79-9ed5e5d888ee req-62df5873-4550-4bbc-9776-687d83b32265 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 971 time: 0.6091459 Nov 10 03:38:01.455225 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '426de503-df56-4878-b42b-30f921cff012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:37:58Z', 'revision_number': 3, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port': {'id': '426de503-df56-4878-b42b-30f921cff012', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:58Z', 'updated_at': '2021-11-10T03:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:01.467703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.486475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9777f8b8-5d06-4d11-93f7-1b05448b26c4 None None] For port 6434685d-d031-4f3e-868a-6f70b9190c67, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6434685d-d031-4f3e-868a-6f70b9190c67,segment=NetworkSegment(ed17f1a2-aabe-40ea-b1d2-c1093c187ce8),segment_id=ed17f1a2-aabe-40ea-b1d2-c1093c187ce8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:01.490416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6434685d-d031-4f3e-868a-6f70b9190c67 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:01.490958 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.500177 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af787e4f-d978-43e6-8e3d-3fe5ed46a7d2 None None] The sync data for ids ['622f033d-c283-4593-9837-0dcfd95475b6'] in n-d-817326-2 is: [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '426de503-df56-4878-b42b-30f921cff012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:37:58Z', 'revision_number': 3, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port': {'id': '426de503-df56-4878-b42b-30f921cff012', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:58Z', 'updated_at': '2021-11-10T03:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:01.526371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27121ede-1000-4216-8d79-9ed5e5d888ee req-4d7a3353-f3c1-456b-9afb-825184f0756b tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664329 Nov 10 03:38:01.560241 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9777f8b8-5d06-4d11-93f7-1b05448b26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.596924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae73d10e-38d1-4245-963f-91925a8d9bb2,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:01.608163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Checking segment: {'id': '8c3cdc2c-0083-4b02-9f0a-663615a8b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a2c2e946-fbd3-4da3-b342-a848a96ac354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:01.608520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Network hostable DHCP agents. Network: a2c2e946-fbd3-4da3-b342-a848a96ac354, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:38:01.672617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Network a2c2e946-fbd3-4da3-b342-a848a96ac354 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:38:01.686333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b469133d-f504-4ada-b010-774139df9e39 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:01.691735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a2c2e946-fbd3-4da3-b342-a848a96ac354) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:01.695798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:01.697413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.737133 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-81f1ec78-1edd-4d16-9bb9-25ef84a32c54 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8483326 Nov 10 03:38:01.741435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c45718f8-4d08-425f-9a59-498391b2c274 req-cd47d8d5-a03b-4497-906e-f4a56db34cb7 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0617077 Nov 10 03:38:01.749811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59db3d9-2118-41f7-94af-f201ddd88138 None None] Network a2c2e946-fbd3-4da3-b342-a848a96ac354 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:01.852848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1a552625-bf70-40a6-a909-462b57dbb390 None None] Provisioning complete for port 6434685d-d031-4f3e-868a-6f70b9190c67 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:01.853443 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a552625-bf70-40a6-a909-462b57dbb390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.878262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:01.899403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f8b8-5d06-4d11-93f7-1b05448b26c4 None None] Pushing event updated for resources: {'Port': ['ID=6434685d-d031-4f3e-868a-6f70b9190c67,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:02.019855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port b469133d-f504-4ada-b010-774139df9e39 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:02.095609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port b469133d-f504-4ada-b010-774139df9e39 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:02.095981 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:02.131918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7e0ba-22d2-4f3d-8f4f-3a8e1b13b1f0 req-1e812b97-a6dc-4b3b-b12f-2b022e38f8a2 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:02.141438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccc7e0ba-22d2-4f3d-8f4f-3a8e1b13b1f0 req-1e812b97-a6dc-4b3b-b12f-2b022e38f8a2 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 949 time: 0.2605283 Nov 10 03:38:02.361724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c085c734-390d-43fa-a51f-1c566b76750c None None] Network a2c2e946-fbd3-4da3-b342-a848a96ac354 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:02.381540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccc7e0ba-22d2-4f3d-8f4f-3a8e1b13b1f0 req-c668ddff-2aa9-4704-92cf-c6c21b2267fc tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390196 Nov 10 03:38:02.548443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Allocated IP 172.20.0.1 (6c195003-63e3-4777-80bb-e4b1c4a2e65a/897a42b0-5837-4baa-bbbc-8d3bba320572/0b7ddbf7-902f-44dd-9e4b-c59b389a9018) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:02.580721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.11', 61415) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:02.659039 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:02.661014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:02.743738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38308) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:02.760884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-3ad21291-5432-4145-9385-e8e839e326ea tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1665683 Nov 10 03:38:02.762026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b469133d-f504-4ada-b010-774139df9e39, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b469133d-f504-4ada-b010-774139df9e39,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:02.763309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b469133d-f504-4ada-b010-774139df9e39'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:02.891174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:02.891973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4a488511-5476-43f3-8f71-37b70a6c56b1 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:02.931778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ba59-dfce-4d7e-a207-5020b10a65d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.000007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbb0a-42ea-4759-9ec0-372f7a8126f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.044937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f335-6335-4766-b499-ab6dda42271c req-98d87fa1-774d-4636-93c7-ad12716d187e tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:03.060666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7516f335-6335-4766-b499-ab6dda42271c req-98d87fa1-774d-4636-93c7-ad12716d187e tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 971 time: 0.3955765 Nov 10 03:38:03.077270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 4a488511-5476-43f3-8f71-37b70a6c56b1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:03.098916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b469133d-f504-4ada-b010-774139df9e39,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:03.113828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 4a488511-5476-43f3-8f71-37b70a6c56b1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:03.114475 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.189989 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dbe964-70c3-4263-a1e0-c7b1bf50f4b5" -d '{"events": [{"server_uuid": "4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd", "name": "network-vif-plugged", "status": "completed", "tag": "b469133d-f504-4ada-b010-774139df9e39"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:03.219337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ba59-dfce-4d7e-a207-5020b10a65d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.226579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ba59-dfce-4d7e-a207-5020b10a65d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.283565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3fc8ba59-dfce-4d7e-a207-5020b10a65d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed14c6f041e540629f9001bd3127349a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6200700 Nov 10 03:38:03.285403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38332) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:03.287347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbb0a-42ea-4759-9ec0-372f7a8126f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.290668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.295443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbb0a-42ea-4759-9ec0-372f7a8126f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.296661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.307099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-2343acfb-a799-4ee8-8809-cc98b4665959 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:03.308963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-2343acfb-a799-4ee8-8809-cc98b4665959 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4913356 Nov 10 03:38:03.325007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8ba59-dfce-4d7e-a207-5020b10a65d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe132bf3-e462-43ad-af95-08ca06e44074,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:03.342772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0f3bbb0a-42ea-4759-9ec0-372f7a8126f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c564a8e679394d4993a968ef5a3309d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5977519 Nov 10 03:38:03.346464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38334) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:03.354632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4a488511-5476-43f3-8f71-37b70a6c56b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4a488511-5476-43f3-8f71-37b70a6c56b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:03.360326 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.374433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bbb0a-42ea-4759-9ec0-372f7a8126f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7332b01-36fe-4c73-ae79-315e4344940e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:03.431521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4a488511-5476-43f3-8f71-37b70a6c56b1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:03.459973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-123836f3-128e-438d-a9e4-94c541534759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.498714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7516f335-6335-4766-b499-ab6dda42271c req-ffc28a59-7e33-4d8c-8397-c9e9a697263f tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347379 Nov 10 03:38:03.533150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-123836f3-128e-438d-a9e4-94c541534759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.556463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 426de503-df56-4878-b42b-30f921cff012 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:03.559787 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854e5d60-a64e-4180-9c57-32ed09eaa66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.614150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-a8ba60de-00d0-41a4-bd25-706a108b9ac7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:03.615749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-123836f3-128e-438d-a9e4-94c541534759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.616723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-a8ba60de-00d0-41a4-bd25-706a108b9ac7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.5032470 Nov 10 03:38:03.618805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854e5d60-a64e-4180-9c57-32ed09eaa66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.628856 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-123836f3-128e-438d-a9e4-94c541534759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.630595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-123836f3-128e-438d-a9e4-94c541534759 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7332b01-36fe-4c73-ae79-315e4344940e HTTP/1.1" status: 204 len: 168 time: 0.2806830 Nov 10 03:38:03.641423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123836f3-128e-438d-a9e4-94c541534759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7332b01-36fe-4c73-ae79-315e4344940e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:03.644066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-3c4ae16a-a078-4bd6-b0f8-d4a824d6fff3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/quotas/c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 375 time: 0.0153630 Nov 10 03:38:03.645061 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.676530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 426de503-df56-4878-b42b-30f921cff012 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:03.677144 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.745068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Pushing event updated for resources: {'Port': ['ID=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:03.773812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2698f606-677d-481b-84d1-61d37d9c5179 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170633 Nov 10 03:38:03.794289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.817692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 426de503-df56-4878-b42b-30f921cff012, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=426de503-df56-4878-b42b-30f921cff012,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:03.822046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:03.824328 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.824488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c62318bc-a92d-49b9-aa54-7f7b5b3506b1 req-7052f6c1-855d-4e60-8f1a-48d0fd88a344 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0619493 Nov 10 03:38:03.825491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6434685d-d031-4f3e-868a-6f70b9190c67 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:03.825850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:03.831265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:03.831841 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.964981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=426de503-df56-4878-b42b-30f921cff012,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:03.970680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6434685d-d031-4f3e-868a-6f70b9190c67 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:03.971326 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.976386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854e5d60-a64e-4180-9c57-32ed09eaa66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.984839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854e5d60-a64e-4180-9c57-32ed09eaa66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:03.986108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-854e5d60-a64e-4180-9c57-32ed09eaa66c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe132bf3-e462-43ad-af95-08ca06e44074 HTTP/1.1" status: 204 len: 168 time: 0.6881778 Nov 10 03:38:04.050320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e5d60-a64e-4180-9c57-32ed09eaa66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe132bf3-e462-43ad-af95-08ca06e44074,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:04.198108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38350) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:04.208412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8af3967a-cb9c-4ba7-831b-5c62bbe87f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.236306 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.247652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c32d96b0-0dc5-4b6c-a120-18333c95c2b4 None None] Provisioning complete for port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:04.250707 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c32d96b0-0dc5-4b6c-a120-18333c95c2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.327050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c32d96b0-0dc5-4b6c-a120-18333c95c2b4 None None] Port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:04.328545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8af3967a-cb9c-4ba7-831b-5c62bbe87f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.336007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8af3967a-cb9c-4ba7-831b-5c62bbe87f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.341285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-09822a24-5b85-46f1-97f6-212e009d76fc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:38:04.342567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-09822a24-5b85-46f1-97f6-212e009d76fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3487198 Nov 10 03:38:04.375223 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88f1de-3783-4e31-b98c-b744a27f24fd x-openstack-request-id: req-ae88f1de-3783-4e31-b98c-b744a27f24fd {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:04.375549 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd", "name": "network-vif-plugged", "status": "completed", "tag": "b469133d-f504-4ada-b010-774139df9e39", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:04.375800 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae88f1de-3783-4e31-b98c-b744a27f24fd {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:04.376249 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b469133d-f504-4ada-b010-774139df9e39', 'code': 200} Nov 10 03:38:04.380245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8af3967a-cb9c-4ba7-831b-5c62bbe87f83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0bb038b2cfe4751ad13c6dbd0b7f617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847739 Nov 10 03:38:04.380405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38354) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:04.459245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3967a-cb9c-4ba7-831b-5c62bbe87f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfafc8ff-5f6e-44fe-a201-59d8278b8eb4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:04.501967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60e623c2-dfda-44aa-9711-31155b9fa648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.529988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60e623c2-dfda-44aa-9711-31155b9fa648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.594889 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60e623c2-dfda-44aa-9711-31155b9fa648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.598236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60e623c2-dfda-44aa-9711-31155b9fa648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.599862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-60e623c2-dfda-44aa-9711-31155b9fa648 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfafc8ff-5f6e-44fe-a201-59d8278b8eb4 HTTP/1.1" status: 204 len: 168 time: 0.2076988 Nov 10 03:38:04.619336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e623c2-dfda-44aa-9711-31155b9fa648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfafc8ff-5f6e-44fe-a201-59d8278b8eb4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:04.676107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38362) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:04.693353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce87bbb5-78de-44c6-9034-1211771b03f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.801259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007fe81-f948-4eb7-8449-78dd94b1689b req-dcff8ee8-2e83-4acc-9e1f-a914739b6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:04.802774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1007fe81-f948-4eb7-8449-78dd94b1689b req-dcff8ee8-2e83-4acc-9e1f-a914739b6885 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 1101 time: 0.1594207 Nov 10 03:38:04.809306 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce87bbb5-78de-44c6-9034-1211771b03f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.814151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce87bbb5-78de-44c6-9034-1211771b03f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.853003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5216cf-5271-42bd-bac4-74305960dd49 req-09aefa9f-3090-4728-9b4c-d95a879953aa tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:04.854039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87bbb5-78de-44c6-9034-1211771b03f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf55fc1-2e19-44e0-90f6-0753821ea557,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:04.859268 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ce87bbb5-78de-44c6-9034-1211771b03f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6b9a4f94e8f4b6abe6b650b7a1ab3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820335 Nov 10 03:38:04.860231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f5216cf-5271-42bd-bac4-74305960dd49 req-09aefa9f-3090-4728-9b4c-d95a879953aa tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 950 time: 0.2350054 Nov 10 03:38:04.862281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38366) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:04.866194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-bf83b85f-12ab-414e-ad91-d1b823e35865 service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086432 Nov 10 03:38:04.871445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1007fe81-f948-4eb7-8449-78dd94b1689b req-287f5bc8-bbe9-4bd5-8c1c-5cd7ee97c782 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.937658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23ffea15-8ad2-44c8-be7b-a238a3c70519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.964388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23ffea15-8ad2-44c8-be7b-a238a3c70519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:04.996054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.013540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.014354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.035344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f5216cf-5271-42bd-bac4-74305960dd49 req-ad9bc1e5-ca31-4fba-ba78-bf4fd2660817 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742213 Nov 10 03:38:05.040871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23ffea15-8ad2-44c8-be7b-a238a3c70519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.047297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23ffea15-8ad2-44c8-be7b-a238a3c70519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.054372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-23ffea15-8ad2-44c8-be7b-a238a3c70519 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cf55fc1-2e19-44e0-90f6-0753821ea557 HTTP/1.1" status: 204 len: 168 time: 0.1772938 Nov 10 03:38:05.080926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffea15-8ad2-44c8-be7b-a238a3c70519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf55fc1-2e19-44e0-90f6-0753821ea557,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:05.159096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Pushing event updated for resources: {'Port': ['ID=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:05.213231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-52399892-9e46-44cb-a40a-82788b0a8765 service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234706 Nov 10 03:38:05.263561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 426de503-df56-4878-b42b-30f921cff012 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:05.277677 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1007fe81-f948-4eb7-8449-78dd94b1689b req-287f5bc8-bbe9-4bd5-8c1c-5cd7ee97c782 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.304394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1007fe81-f948-4eb7-8449-78dd94b1689b req-287f5bc8-bbe9-4bd5-8c1c-5cd7ee97c782 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.335274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 426de503-df56-4878-b42b-30f921cff012 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:05.336108 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.417205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7500c-effc-4ab1-9dc3-9f0a4977af94 req-6fda0157-ed55-4a10-aaa6-746550bf686d tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:05.418670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23a7500c-effc-4ab1-9dc3-9f0a4977af94 req-6fda0157-ed55-4a10-aaa6-746550bf686d tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 972 time: 0.2482703 Nov 10 03:38:05.419689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:05.432105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:05.437016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f5bc8-bbe9-4bd5-8c1c-5cd7ee97c782 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=638c1c2b-4d48-48eb-a221-db05ba9d6d5f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:05.482452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1007fe81-f948-4eb7-8449-78dd94b1689b req-287f5bc8-bbe9-4bd5-8c1c-5cd7ee97c782 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659098 Nov 10 03:38:05.764143 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f808fbae-9a12-4253-934c-c68bb698307d req-37f75d6e-4ea3-4cca-91ed-b77fda4a73c8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.1848812 Nov 10 03:38:05.779595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Router 622f033d-c283-4593-9837-0dcfd95475b6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:38:05.792668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23a7500c-effc-4ab1-9dc3-9f0a4977af94 req-cb3aa51a-f2cd-43a0-9791-c92a6567f7bf tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562157 Nov 10 03:38:05.878879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5bcb72cf-d7a8-4ed7-b821-2e7eb2d3e088 None None] Provisioning complete for port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:05.879307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72cf-d7a8-4ed7-b821-2e7eb2d3e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:05.905543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-633af0cb-e559-4fa4-a983-3818c1e6c3d2 req-882ba301-1830-4fb3-bbda-4d6415579d69 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 210 time: 0.0439696 Nov 10 03:38:05.955773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb72cf-d7a8-4ed7-b821-2e7eb2d3e088 None None] Port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:05.998005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:38:06.005228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-677c2dfe-e9be-439e-bab9-f0ad2d5e27af admin admin] 10.222.0.24 "PUT /v2.0/routers/622f033d-c283-4593-9837-0dcfd95475b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2594299 Nov 10 03:38:06.017153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Sync routers for ids ['622f033d-c283-4593-9837-0dcfd95475b6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:38:06.033596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Routers {'622f033d-c283-4593-9837-0dcfd95475b6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:06.034713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['622f033d-c283-4593-9837-0dcfd95475b6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:06.179160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Set router 622f033d-c283-4593-9837-0dcfd95475b6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:06.199224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb0735-5a36-4418-88d0-20600e19e5b4 req-45f7e8c1-d08d-4268-8cbc-a8e97bc62b85 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:06.200707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62cb0735-5a36-4418-88d0-20600e19e5b4 req-45f7e8c1-d08d-4268-8cbc-a8e97bc62b85 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 950 time: 0.0654140 Nov 10 03:38:06.276840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62cb0735-5a36-4418-88d0-20600e19e5b4 req-3e5a21ee-ba90-417f-8e85-dda0388a2bce tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634713 Nov 10 03:38:06.383112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b405e338-c994-4944-a036-234daa998e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a488511-5476-43f3-8f71-37b70a6c56b1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:06.385974 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d03af-4998-4f4a-aeb3-03202273a0c4" -d '{"events": [{"server_uuid": "b405e338-c994-4944-a036-234daa998e72", "name": "network-vif-plugged", "status": "completed", "tag": "4a488511-5476-43f3-8f71-37b70a6c56b1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:06.433728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '426de503-df56-4878-b42b-30f921cff012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:38:04Z', 'revision_number': 4, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port': {'id': '426de503-df56-4878-b42b-30f921cff012', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:58Z', 'updated_at': '2021-11-10T03:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0b7ddbf7-902f-44dd-9e4b-c59b389a9018', 'name': '', 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'mac_address': 'fa:16:3e:7a:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '897a42b0-5837-4baa-bbbc-8d3bba320572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:02Z', 'updated_at': '2021-11-10T03:38:04Z', 'revision_number': 2, 'project_id': '9390052c621c486ea7397be8f735a43c', 'subnets': [{'id': '897a42b0-5837-4baa-bbbc-8d3bba320572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:06.436912 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6c4b1f-1ac1-49fe-8c85-60f0ac038366 x-openstack-request-id: req-1d6c4b1f-1ac1-49fe-8c85-60f0ac038366 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:06.437303 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b405e338-c994-4944-a036-234daa998e72", "name": "network-vif-plugged", "status": "completed", "tag": "4a488511-5476-43f3-8f71-37b70a6c56b1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:06.437926 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d6c4b1f-1ac1-49fe-8c85-60f0ac038366 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:06.438069 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b405e338-c994-4944-a036-234daa998e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a488511-5476-43f3-8f71-37b70a6c56b1', 'code': 200} Nov 10 03:38:06.469101 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Checking router: 622f033d-c283-4593-9837-0dcfd95475b6 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:06.469447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Updating router 622f033d-c283-4593-9837-0dcfd95475b6 port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:38:06.502935 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:06.553036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc29b1-2351-41d4-a033-a78f1a94a041 req-48590fdb-1a07-4502-8121-0319b20e436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:06.554800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39cc29b1-2351-41d4-a033-a78f1a94a041 req-48590fdb-1a07-4502-8121-0319b20e436d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 1123 time: 0.0616953 Nov 10 03:38:06.632008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39cc29b1-2351-41d4-a033-a78f1a94a041 req-cc37369d-aa45-46dc-9d34-2a7836d6f793 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691254 Nov 10 03:38:06.804407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:06.814305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:06.873583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898388-3b31-4007-ace3-479d16657e7b None None] Pushing event updated for resources: {'Port': ['ID=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:06.910986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30f01a99-1683-4daa-92c4-7a399292326e req-8a9303b6-1eac-48fc-9860-3bf760e3cfe4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0609834 Nov 10 03:38:06.968672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Attempting to bind port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:06.968672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Attempting to bind port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:06.968672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Attempting to bind port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 on network 6c195003-63e3-4777-80bb-e4b1c4a2e65a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:06.973126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:06.973591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Checking segment: {'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:06.974261 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:06.974733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Bound using segment: {'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:06.975264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Bound port: 0b7ddbf7-902f-44dd-9e4b-c59b389a9018, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:06.975730 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:07.075781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d55d-5264-4c5f-ba13-33361c29d689 req-cd9a2b45-6b83-42a9-b702-8e7e0456f53a tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:07.083761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3f6d55d-5264-4c5f-ba13-33361c29d689 req-cd9a2b45-6b83-42a9-b702-8e7e0456f53a tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 972 time: 0.1038439 Nov 10 03:38:07.094285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] For port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:07.106259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] For port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,segment=NetworkSegment(ed17f1a2-aabe-40ea-b1d2-c1093c187ce8),segment_id=ed17f1a2-aabe-40ea-b1d2-c1093c187ce8)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:07.113499 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:07.162770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3f6d55d-5264-4c5f-ba13-33361c29d689 req-393fa789-2067-4035-a313-76b16a0b5232 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Nov 10 03:38:07.264196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898388-3b31-4007-ace3-479d16657e7b None None] Pushing event updated for resources: {'Port': ['ID=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:07.327039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-80476270-6f5d-4a76-a3f9-e929fd255673 req-46a90d64-3bf4-4eb8-98a0-291eb92c3bfd tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 210 time: 0.0653007 Nov 10 03:38:07.371950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Routers {'622f033d-c283-4593-9837-0dcfd95475b6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:07.375080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:37:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['622f033d-c283-4593-9837-0dcfd95475b6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:07.589430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccffdd-a81c-4eab-b585-5ee126dd168b req-2ccf66ed-90d7-4927-bc0e-53a878fa01fb tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:07.601526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1ccffdd-a81c-4eab-b585-5ee126dd168b req-2ccf66ed-90d7-4927-bc0e-53a878fa01fb tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 950 time: 0.0860295 Nov 10 03:38:07.614070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-73ca7649-0b37-422b-a022-f097118158ea None None] Provisioning complete for port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:07.614649 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-73ca7649-0b37-422b-a022-f097118158ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:07.690799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1ccffdd-a81c-4eab-b585-5ee126dd168b req-148f4d2d-856c-4354-add0-b6f224769189 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Nov 10 03:38:07.770705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:07.831733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] Set router 622f033d-c283-4593-9837-0dcfd95475b6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:07.860989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-73ca7649-0b37-422b-a022-f097118158ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:07.952017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-73ca7649-0b37-422b-a022-f097118158ea None None] For port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,segment=NetworkSegment(ed17f1a2-aabe-40ea-b1d2-c1093c187ce8),segment_id=ed17f1a2-aabe-40ea-b1d2-c1093c187ce8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:07.975314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-73ca7649-0b37-422b-a022-f097118158ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.052053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca7649-0b37-422b-a022-f097118158ea None None] Pushing event updated for resources: {'Port': ['ID=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:08.119210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5e97d08a-cca1-4eb1-a5b9-13ce955c2d31 None None] Provisioning complete for port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:08.119867 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5e97d08a-cca1-4eb1-a5b9-13ce955c2d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.182968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '426de503-df56-4878-b42b-30f921cff012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:38:04Z', 'revision_number': 4, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port': {'id': '426de503-df56-4878-b42b-30f921cff012', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:58Z', 'updated_at': '2021-11-10T03:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0b7ddbf7-902f-44dd-9e4b-c59b389a9018', 'name': '', 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'mac_address': 'fa:16:3e:7a:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '897a42b0-5837-4baa-bbbc-8d3bba320572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:02Z', 'updated_at': '2021-11-10T03:38:07Z', 'revision_number': 4, 'project_id': '9390052c621c486ea7397be8f735a43c', 'subnets': [{'id': '897a42b0-5837-4baa-bbbc-8d3bba320572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:08.238998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65da309-be6e-4f97-94bf-f9666fc417bc None None] The sync data for ids ['622f033d-c283-4593-9837-0dcfd95475b6'] in n-d-817326-2 is: [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '426de503-df56-4878-b42b-30f921cff012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:38:04Z', 'revision_number': 4, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port': {'id': '426de503-df56-4878-b42b-30f921cff012', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:58Z', 'updated_at': '2021-11-10T03:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0b7ddbf7-902f-44dd-9e4b-c59b389a9018', 'name': '', 'network_id': '6c195003-63e3-4777-80bb-e4b1c4a2e65a', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'mac_address': 'fa:16:3e:7a:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '897a42b0-5837-4baa-bbbc-8d3bba320572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:02Z', 'updated_at': '2021-11-10T03:38:07Z', 'revision_number': 4, 'project_id': '9390052c621c486ea7397be8f735a43c', 'subnets': [{'id': '897a42b0-5837-4baa-bbbc-8d3bba320572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:08.330453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9dd6f60-8fb2-4e7d-a44e-2386e3a0a04e req-13831aed-b5b7-4def-8249-d43dd632d6fb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0619335 Nov 10 03:38:08.348142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38494) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:08.361179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2341fac9-dbeb-4cab-821d-1a2f56413fa6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1146592046', 'description': 'tempest-description--222864288'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:08.392581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2341fac9-dbeb-4cab-821d-1a2f56413fa6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.490663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2341fac9-dbeb-4cab-821d-1a2f56413fa6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.498867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2341fac9-dbeb-4cab-821d-1a2f56413fa6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.525112 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2341fac9-dbeb-4cab-821d-1a2f56413fa6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.526480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2341fac9-dbeb-4cab-821d-1a2f56413fa6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1771502 Nov 10 03:38:08.529367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38500) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:08.536865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-45ec5b36-5132-48fe-88c0-9ce35e3e636e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'security_group_rule': {'security_group_id': '0bd50687-e165-41b2-a4bc-f96142898549', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:08.558312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341fac9-dbeb-4cab-821d-1a2f56413fa6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd50687-e165-41b2-a4bc-f96142898549,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:08.600277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45ec5b36-5132-48fe-88c0-9ce35e3e636e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.701636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45ec5b36-5132-48fe-88c0-9ce35e3e636e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.701872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91f305-058e-4d9c-9728-524f5be88d92 req-cfd9ee54-51a7-41a1-99a3-bd784e81b000 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:08.703809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd91f305-058e-4d9c-9728-524f5be88d92 req-cfd9ee54-51a7-41a1-99a3-bd784e81b000 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 972 time: 0.0674512 Nov 10 03:38:08.712852 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45ec5b36-5132-48fe-88c0-9ce35e3e636e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.739472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec5b36-5132-48fe-88c0-9ce35e3e636e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba7bbc1-0c58-46c7-996c-a0b96ed164d5,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:08.750079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45ec5b36-5132-48fe-88c0-9ce35e3e636e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.751815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-45ec5b36-5132-48fe-88c0-9ce35e3e636e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200093 Nov 10 03:38:08.753754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f965bae-1dd6-4a49-a016-9cdce1ca31ae req-0e34493d-3d65-41d1-8283-ecdc544b9708 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 210 time: 0.0421684 Nov 10 03:38:08.754345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38508) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:08.759086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-de176488-8477-47e4-a0b8-b99493654e8d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'security_group_rule': {'security_group_id': '0bd50687-e165-41b2-a4bc-f96142898549', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:08.804803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd91f305-058e-4d9c-9728-524f5be88d92 req-faed8ed9-adb8-45ac-a5f2-f5fb2ff3a7a5 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911286 Nov 10 03:38:08.813426 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de176488-8477-47e4-a0b8-b99493654e8d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.910865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cb4a-c820-420c-abc5-99364396a176 req-b2cdde6b-34e2-42f0-89dd-54632ab7a126 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:08.912664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8343cb4a-c820-420c-abc5-99364396a176 req-b2cdde6b-34e2-42f0-89dd-54632ab7a126 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 950 time: 0.0829694 Nov 10 03:38:08.931758 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de176488-8477-47e4-a0b8-b99493654e8d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.940113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de176488-8477-47e4-a0b8-b99493654e8d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.970652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de176488-8477-47e4-a0b8-b99493654e8d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dfabfe-1735-43a6-878f-bd50c6cd6c18,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:08.991614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de176488-8477-47e4-a0b8-b99493654e8d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:08.993480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-de176488-8477-47e4-a0b8-b99493654e8d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2375505 Nov 10 03:38:08.997618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38514) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:09.003597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:09.005969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8343cb4a-c820-420c-abc5-99364396a176 req-5dbb9b1f-9d0e-4679-851c-7b57e6062b73 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782406 Nov 10 03:38:09.059035 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.236218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cb1bc-0f36-4780-be95-2e2a5a89b81b req-9ad5b2d5-5d81-4afc-9577-1178b8e70e96 tempest-AggregatesAdminTestJSON-1971648096 tempest-AggregatesAdminTestJSON-1971648096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:09.243435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-936cb1bc-0f36-4780-be95-2e2a5a89b81b req-9ad5b2d5-5d81-4afc-9577-1178b8e70e96 tempest-AggregatesAdminTestJSON-1971648096 tempest-AggregatesAdminTestJSON-1971648096-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 1123 time: 0.0768952 Nov 10 03:38:09.272732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-936cb1bc-0f36-4780-be95-2e2a5a89b81b req-a7273923-aee4-4ff4-9cbe-881d8f32e120 tempest-AggregatesAdminTestJSON-1971648096 tempest-AggregatesAdminTestJSON-1971648096-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.286461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:09.301955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.380026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:09.380406 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.394385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-936cb1bc-0f36-4780-be95-2e2a5a89b81b req-a7273923-aee4-4ff4-9cbe-881d8f32e120 tempest-AggregatesAdminTestJSON-1971648096 tempest-AggregatesAdminTestJSON-1971648096-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.399261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-936cb1bc-0f36-4780-be95-2e2a5a89b81b req-a7273923-aee4-4ff4-9cbe-881d8f32e120 tempest-AggregatesAdminTestJSON-1971648096 tempest-AggregatesAdminTestJSON-1971648096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.431391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Allocated IP 172.25.6.196 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/172b37c1-83b4-4436-841f-3104c9dee9f3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:09.496508 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76a91fa7-2016-4550-879c-e2b6f93a1aee req-25e2e00f-bf0a-4c2a-86a3-9cd7dc08073a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0457489 Nov 10 03:38:09.498741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7273923-aee4-4ff4-9cbe-881d8f32e120 tempest-AggregatesAdminTestJSON-1971648096 tempest-AggregatesAdminTestJSON-1971648096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54cd72a-86c8-4d1c-b620-7141e92765c4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:09.514604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-936cb1bc-0f36-4780-be95-2e2a5a89b81b req-a7273923-aee4-4ff4-9cbe-881d8f32e120 tempest-AggregatesAdminTestJSON-1971648096 tempest-AggregatesAdminTestJSON-1971648096-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701752 Nov 10 03:38:09.753278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.819183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:09.917484 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:09.928136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:09.933687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:09.942978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47cce193-0ba9-495e-99f3-d7c4e8a77056 req-feff0f5f-7a41-4221-9361-550f22e5d01a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 210 time: 0.0931678 Nov 10 03:38:09.948783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event updated for resources: {'Port': ['ID=172b37c1-83b4-4436-841f-3104c9dee9f3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:09.992478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f5da-2786-40e3-9079-4e77e338dcac req-35e78f84-c521-4f8b-9987-bd69f3fbb465 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:09.995964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d133f5da-2786-40e3-9079-4e77e338dcac req-35e78f84-c521-4f8b-9987-bd69f3fbb465 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 950 time: 0.1595778 Nov 10 03:38:10.048833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38572) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:10.058378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.121094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38578) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:10.134671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.320439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.326641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.363783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.363898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94d58211-38f8-459c-9848-776c1849ce1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.386097 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.396237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3966372 Nov 10 03:38:10.397155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3974541-a8d3-48c4-9624-9487820297d1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event updated for resources: {'Port': ['ID=172b37c1-83b4-4436-841f-3104c9dee9f3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:10.441139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d70145-8e4a-4cde-a1d4-52e81477892f req-656cdd02-4910-4a26-a21f-c2ec6eddecf7 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:10.442725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d70145-8e4a-4cde-a1d4-52e81477892f req-656cdd02-4910-4a26-a21f-c2ec6eddecf7 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 950 time: 0.3207111 Nov 10 03:38:10.473083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd5f-b71c-4567-9b14-f208fec639b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.479414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Deleting port b469133d-f504-4ada-b010-774139df9e39 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:38:10.479745 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.652664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d70145-8e4a-4cde-a1d4-52e81477892f req-247735c9-273b-46eb-827d-2e53de3f11c5 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96746fc-d121-449a-aa67-6b2b9cafefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920662 Nov 10 03:38:10.654270 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94d58211-38f8-459c-9848-776c1849ce1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.683015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94d58211-38f8-459c-9848-776c1849ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.792020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] For port b469133d-f504-4ada-b010-774139df9e39, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b469133d-f504-4ada-b010-774139df9e39,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:10.792388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.797463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-499e7b11-74e0-4a88-81f6-0de203ef7909 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1146592046&fields=id&tenant_id=643f90b832a64313836fa27d3ef36de3 HTTP/1.1" status: 200 len: 267 time: 0.2146451 Nov 10 03:38:10.806423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94d58211-38f8-459c-9848-776c1849ce1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7378aaf7b7f6457282340a18879a6f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7566149 Nov 10 03:38:10.808371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49d91db4-4c30-45ed-8427-75c0ef5269cf req-9fe67554-4dee-471b-a1b8-c739f1716d3b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0858803 Nov 10 03:38:10.809197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38618) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:10.818505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d58211-38f8-459c-9848-776c1849ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e2f760-c298-4dfe-b2df-9c5de1e048be,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:10.829966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Calling delete_port for b469133d-f504-4ada-b010-774139df9e39 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:38:10.884700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57fed99d-c125-40c3-b8f4-19f092225efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.906786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57fed99d-c125-40c3-b8f4-19f092225efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.955970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd5f-b71c-4567-9b14-f208fec639b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.963643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd5f-b71c-4567-9b14-f208fec639b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.963823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57fed99d-c125-40c3-b8f4-19f092225efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.966741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57fed99d-c125-40c3-b8f4-19f092225efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:10.967985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57fed99d-c125-40c3-b8f4-19f092225efe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68e2f760-c298-4dfe-b2df-9c5de1e048be HTTP/1.1" status: 204 len: 168 time: 0.1576974 Nov 10 03:38:10.982110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fed99d-c125-40c3-b8f4-19f092225efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e2f760-c298-4dfe-b2df-9c5de1e048be,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:11.046200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9a55bd5f-b71c-4567-9b14-f208fec639b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b85c53de78004261904e6abcf9b72e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194791 Nov 10 03:38:11.046585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38634) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:11.050811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55bd5f-b71c-4567-9b14-f208fec639b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2499aec-220c-4282-9ced-5f960a71e180,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:11.074351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-df846056-996e-49a9-bc32-4d15c9ad5a9f tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:11.075876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-df846056-996e-49a9-bc32-4d15c9ad5a9f tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 823 time: 0.2652037 Nov 10 03:38:11.111497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-91589c3f-cf53-4d49-91e1-9eb45725a723 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/quotas/643f90b832a64313836fa27d3ef36de3 HTTP/1.1" status: 200 len: 375 time: 0.0260406 Nov 10 03:38:11.116286 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea94436f-3499-4844-8083-795f701cf24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.134704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2adcc712-4761-4122-b27d-b002e5d68c7e req-7ccbbf21-cc4b-4857-82aa-192ba5bd9686 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 210 time: 0.0543163 Nov 10 03:38:11.141779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea94436f-3499-4844-8083-795f701cf24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.222278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea94436f-3499-4844-8083-795f701cf24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.226513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea94436f-3499-4844-8083-795f701cf24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.231974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea94436f-3499-4844-8083-795f701cf24e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2499aec-220c-4282-9ced-5f960a71e180 HTTP/1.1" status: 204 len: 168 time: 0.1808007 Nov 10 03:38:11.255301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94436f-3499-4844-8083-795f701cf24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2499aec-220c-4282-9ced-5f960a71e180,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:11.255516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-68f05686-0997-4336-8eaa-9fb2eb7e1776 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255028 Nov 10 03:38:11.272549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.287026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b469133d-f504-4ada-b010-774139df9e39'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:11.341227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Pushing event deleted for resources: {'Port': ['ID=b469133d-f504-4ada-b010-774139df9e39,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:11.510899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] No DVR routers for this DVR port b469133d-f504-4ada-b010-774139df9e39 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:38:11.520865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.526290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d133f5da-2786-40e3-9079-4e77e338dcac req-b56e622e-6e04-41aa-a2b8-291a940d92f1 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.44 "DELETE /v2.0/ports/b469133d-f504-4ada-b010-774139df9e39 HTTP/1.1" status: 204 len: 173 time: 1.5210938 Nov 10 03:38:11.527308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'name': 'network-vif-deleted', 'tag': 'b469133d-f504-4ada-b010-774139df9e39'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:11.531097 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade9b26-09c3-41f0-8eee-d47bad387b0e" -d '{"events": [{"server_uuid": "4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd", "name": "network-vif-deleted", "tag": "b469133d-f504-4ada-b010-774139df9e39"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:11.546358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38650) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:11.561042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ce5383a-43e6-4ae3-8b19-efb3f28e9f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.609576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Request body: {'port': {'device_id': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'ad37bfc77cff4d4ab1c7b0dfb3e5ae0c'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:11.721736 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7bc055-f388-45b2-b628-a5cb8b2f4a36 x-openstack-request-id: req-ab7bc055-f388-45b2-b628-a5cb8b2f4a36 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:11.722227 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd", "name": "network-vif-deleted", "tag": "b469133d-f504-4ada-b010-774139df9e39", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:11.723032 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab7bc055-f388-45b2-b628-a5cb8b2f4a36 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:11.723727 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd', 'name': 'network-vif-deleted', 'tag': 'b469133d-f504-4ada-b010-774139df9e39', 'status': 'completed', 'code': 200} Nov 10 03:38:11.773410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ce5383a-43e6-4ae3-8b19-efb3f28e9f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.780276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ce5383a-43e6-4ae3-8b19-efb3f28e9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.825355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Made reservation on behalf of ad37bfc77cff4d4ab1c7b0dfb3e5ae0c for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:11.830266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3ce5383a-43e6-4ae3-8b19-efb3f28e9f61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9db8f019f66946b184a6f03ea346ddac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826455 Nov 10 03:38:11.832892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38674) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:11.834996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.841317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5383a-43e6-4ae3-8b19-efb3f28e9f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8bf7c6-9b96-434d-9e71-1d6834fecfcb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:11.874076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.900085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-e26366f6-36af-4ca2-a376-0155d9997d09 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:38:11.901811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-e26366f6-36af-4ca2-a376-0155d9997d09 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1266463 Nov 10 03:38:11.903728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7986d43-71c3-4795-ab40-23a4ead944e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.932662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38680) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:11.955484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7986d43-71c3-4795-ab40-23a4ead944e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:11.957809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f81ad472-ee73-4300-8726-cfe1ed636d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.023752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ff6324f-740f-46ea-82e9-d2b7fc29b302 req-fdf71cd1-0475-43ab-aa06-48477df625e8 tempest-ServerDiagnosticsNegativeTest-737046075 tempest-ServerDiagnosticsNegativeTest-737046075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc57df1-034b-4d5a-8722-c9cbe2ebcdbd HTTP/1.1" status: 200 len: 210 time: 0.0392540 Nov 10 03:38:12.086094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7986d43-71c3-4795-ab40-23a4ead944e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.090175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7986d43-71c3-4795-ab40-23a4ead944e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.091839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c7986d43-71c3-4795-ab40-23a4ead944e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e8bf7c6-9b96-434d-9e71-1d6834fecfcb HTTP/1.1" status: 204 len: 168 time: 0.2578294 Nov 10 03:38:12.094232 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f81ad472-ee73-4300-8726-cfe1ed636d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.096771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-35b2c41b-7e94-4562-94aa-bca7f026b5c6 service neutron] 10.222.0.24 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673517 Nov 10 03:38:12.113176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f81ad472-ee73-4300-8726-cfe1ed636d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.124824 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.131243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7986d43-71c3-4795-ab40-23a4ead944e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8bf7c6-9b96-434d-9e71-1d6834fecfcb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:12.161330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.183419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f81ad472-ee73-4300-8726-cfe1ed636d3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=170738b06b734945992ff959c0ca0e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498467 Nov 10 03:38:12.188671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38686) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:12.210966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a53a4321-dbd2-4591-bd0a-8acb1ff1ec2d req-35c71d48-9f6d-4e7f-9a94-61aaaacdfadc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0726073 Nov 10 03:38:12.219057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ad472-ee73-4300-8726-cfe1ed636d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc38e0d5-8485-4688-880b-7a64282cc5ad,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:12.285004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8ae872-607e-43a2-be9c-239dbaaff6b8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:12.307635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb827135-30f2-4b26-8fa8-376fa064e0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.335618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-22242429-626f-49e2-85f9-80ed19179205 service neutron] 10.222.0.24 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379203 Nov 10 03:38:12.353195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb827135-30f2-4b26-8fa8-376fa064e0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.414256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73844776-3379-46d5-a7ce-6be1929e2583 req-7f6efc00-88e4-4481-ab27-b3496c994c16 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 210 time: 0.0437226 Nov 10 03:38:12.438111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb827135-30f2-4b26-8fa8-376fa064e0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.440676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb827135-30f2-4b26-8fa8-376fa064e0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.448408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eb827135-30f2-4b26-8fa8-376fa064e0ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc38e0d5-8485-4688-880b-7a64282cc5ad HTTP/1.1" status: 204 len: 168 time: 0.2586789 Nov 10 03:38:12.464100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Allocated IP 192.168.233.134 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/532c4e41-adac-4ba8-a02b-68c9ef843d73) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:12.471637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb827135-30f2-4b26-8fa8-376fa064e0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc38e0d5-8485-4688-880b-7a64282cc5ad,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:12.561206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.11', 61419) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:12.893451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7672356-c32c-4ccd-95d1-e1e0110c4707 req-d9d68e34-b461-4370-912a-a19caaa7f690 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 210 time: 0.0521977 Nov 10 03:38:12.896559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:12.908894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-6ca12160-a0fb-4122-8ee8-b7c06f3ff24b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:12.911464 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-6ca12160-a0fb-4122-8ee8-b7c06f3ff24b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.3488452 Nov 10 03:38:12.935717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Request body: {'port': {'device_id': '18621680-b355-4595-b373-e7ba5963dc3d', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'admin_state_up': True, 'tenant_id': 'c4a23797f3e94a6a9dac1fa20055bcc8'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:12.945393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:13.072374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:13.100666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:13.105153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:13.111414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:13.120835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:13.129646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:13.171858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-853c1c4f-14f0-4ba7-ab50-ae98c6c0780e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5662115 Nov 10 03:38:13.185459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-10d17c03-76ff-4874-97da-bb70842a2481 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:38:13.190031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-10d17c03-76ff-4874-97da-bb70842a2481 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118062 Nov 10 03:38:13.291337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-198d95c1-a2a1-4c6b-8e7b-0e2fb855a42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:13.292354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Made reservation on behalf of c4a23797f3e94a6a9dac1fa20055bcc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:13.298337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:13.530748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-74ad864c-92ba-469b-b916-c52e2b1b883b None None] Provisioning complete for port 532c4e41-adac-4ba8-a02b-68c9ef843d73 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:13.531119 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74ad864c-92ba-469b-b916-c52e2b1b883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:13.588488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d3d24-9d12-4e66-8b3f-05f00622a39a req-7007d836-4248-4352-93da-af7004d0f840 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:13.590088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-411d3d24-9d12-4e66-8b3f-05f00622a39a req-7007d836-4248-4352-93da-af7004d0f840 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 936 time: 0.1893437 Nov 10 03:38:13.633437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-74ad864c-92ba-469b-b916-c52e2b1b883b None None] Port 532c4e41-adac-4ba8-a02b-68c9ef843d73 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:13.691365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Request body: {'port': {'device_id': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:13.702391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-80b8784f-95a5-4b61-a02e-0d07c9bbbb45 req-157f65c1-75ee-462e-87a9-86d1eedf0862 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 210 time: 0.0800822 Nov 10 03:38:13.723244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b469133d-f504-4ada-b010-774139df9e39 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:38:13.748772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Allocated IP 172.20.0.11 (0d143b17-e5a2-4e38-a472-292b4641cce6/3f9bad20-b5b0-44b2-9067-47e69875e36d/09ff673e-6fbd-4b92-8ca7-00c88794b4fa) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:13.769704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-411d3d24-9d12-4e66-8b3f-05f00622a39a req-2cfc6028-1fbe-422c-ae6e-549de5134479 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693013 Nov 10 03:38:13.811039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: b469133d-f504-4ada-b010-774139df9e39 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:38:13.811387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b469133d-f504-4ada-b010-774139df9e39 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:38:13.858579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:13.909210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38798) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:14.032559 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:14.075736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:14.173328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:14.179055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:14.185726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:14.191920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:14.192547 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:14.210536 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2809763 Nov 10 03:38:14.211824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b408655-40cc-45d8-94c3-29ddc38ba7e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:14.229961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Request body: {'port': {'device_id': '18621680-b355-4595-b373-e7ba5963dc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:14.269477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50dccd3e-3dad-4f4d-bddd-3db5a6e3d3fb req-44b2dcbd-9431-43e2-9545-4a933cf4889d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 210 time: 0.1491964 Nov 10 03:38:14.330221 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:14.426160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-f4adb661-7b15-4fff-b994-87c5d4bee109 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:14.428038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-f4adb661-7b15-4fff-b994-87c5d4bee109 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 823 time: 0.1223736 Nov 10 03:38:14.520948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38824) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:14.558260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38832) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:14.604299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-272945b6-aed5-44cf-86ed-09780e84a933 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0a0b93af50e4bf2a1dfd29247034b4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6899428 Nov 10 03:38:14.604994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38838) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:14.678239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-1bb78449-ad45-4564-bf0b-8e2efbafcd8e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=643f90b832a64313836fa27d3ef36de3 HTTP/1.1" status: 200 len: 380 time: 0.2398365 Nov 10 03:38:14.713362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'port': {'device_id': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'admin_state_up': True, 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'security_groups': ['0bd50687-e165-41b2-a4bc-f96142898549']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:14.782238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-094bd2ba-4520-4595-8fd4-216f1f16ac82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:14.899357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-331791553-network', 'tenant_id': '74d19cb8189c42a9820ac5c2f0f0f6f2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:14.942469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532c4e41-adac-4ba8-a02b-68c9ef843d73 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:14.968706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:14.999490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Transition to ACTIVE for port object 532c4e41-adac-4ba8-a02b-68c9ef843d73 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:15.013493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fd29a-5e22-4ad3-b6fd-a0ad9cbe5a68 req-3df9d61a-a9d8-40a2-af7d-6f478c32f032 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:15.015069 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e6fd29a-5e22-4ad3-b6fd-a0ad9cbe5a68 req-3df9d61a-a9d8-40a2-af7d-6f478c32f032 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 932 time: 0.1918056 Nov 10 03:38:15.015703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.041283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Made reservation on behalf of 74d19cb8189c42a9820ac5c2f0f0f6f2 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:15.043577 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.072839 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662e698b-23ff-4d8b-b6ce-d61ed3503803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.075894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.101083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ff673e-6fbd-4b92-8ca7-00c88794b4fa {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:15.120621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662e698b-23ff-4d8b-b6ce-d61ed3503803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.123361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.147460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Made reservation on behalf of 643f90b832a64313836fa27d3ef36de3 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:15.152356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.163113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Transition to ACTIVE for port object 09ff673e-6fbd-4b92-8ca7-00c88794b4fa will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:15.179335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-094bd2ba-4520-4595-8fd4-216f1f16ac82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.184007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:15.186203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.205591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-094bd2ba-4520-4595-8fd4-216f1f16ac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.291878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:15.297333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662e698b-23ff-4d8b-b6ce-d61ed3503803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.306490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662e698b-23ff-4d8b-b6ce-d61ed3503803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.310616 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-662e698b-23ff-4d8b-b6ce-d61ed3503803 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d96746fc-d121-449a-aa67-6b2b9cafefeb HTTP/1.1" status: 204 len: 168 time: 0.7039702 Nov 10 03:38:15.372560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e698b-23ff-4d8b-b6ce-d61ed3503803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96746fc-d121-449a-aa67-6b2b9cafefeb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:15.380028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.383782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:15.384122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:15.384446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:15.389076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.396665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:15.396937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:15.434439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:38:15.436492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:15.436826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:15.437214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:15.437646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Bound port: 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:15.438036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.457598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.457977 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Added segment b6fa97fa-2006-4926-b972-17bbc5851c78 of type vlan for network 5699e1d8-43cd-4e15-aca0-23d7eaaa777f Nov 10 03:38:15.460765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca03542-74a0-4941-8a3f-0586c4787ac1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:15.530952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.534390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d052-d064-4440-ac0d-2d97d5e2055f req-acc9d165-beb2-4726-8a98-764d481ae34c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:15.535896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6843d052-d064-4440-ac0d-2d97d5e2055f req-acc9d165-beb2-4726-8a98-764d481ae34c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.5155971 Nov 10 03:38:15.577502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:15.582419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:15.583630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.584573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:15.585173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.589908 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e64ce2e-454f-4d27-bf2d-6eeda3aae080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.590661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e6fd29a-5e22-4ad3-b6fd-a0ad9cbe5a68 req-e5bdc635-9214-43d7-9b25-f7bdd28d6e54 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580344 Nov 10 03:38:15.594243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.688900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1269112 Nov 10 03:38:15.697202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38874) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:15.697395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-094bd2ba-4520-4595-8fd4-216f1f16ac82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=716d6d2066db4a7690c434f1646e48f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1698189 Nov 10 03:38:15.706140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38876) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:15.709615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Request body: {'subnet': {'network_id': '5699e1d8-43cd-4e15-aca0-23d7eaaa777f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-331791553-subnet', 'tenant_id': '74d19cb8189c42a9820ac5c2f0f0f6f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:15.713006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:15.713337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:15.713660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:15.714036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:15.714629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.715982 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] 10.222.0.11 "PUT /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 1092 time: 1.4918587 Nov 10 03:38:15.721543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:15.723827 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc0123e-a871-412d-b66e-2ef395514dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:15.739709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bd2ba-4520-4595-8fd4-216f1f16ac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1502335b-9ad7-4347-8ed9-53ac06b2f625,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:15.753150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41749-c6ab-4c57-bd37-2ecf22ea0be3 admin admin] Pushing event updated for resources: {'Network': ['ID=5699e1d8-43cd-4e15-aca0-23d7eaaa777f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:15.773052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 5699e1d8-43cd-4e15-aca0-23d7eaaa777f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:38:15.780228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3867b1a-f1c0-4956-818b-7fe7fa33dbfc service neutron] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:15.803429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:15.804573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:15.820760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Made reservation on behalf of 74d19cb8189c42a9820ac5c2f0f0f6f2 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:15.823068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.832042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38882) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:15.864806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:15.865256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:15.866283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:15.866813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Bound port: 532c4e41-adac-4ba8-a02b-68c9ef843d73, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:15.867410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.897274 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a191c87-9403-49f1-9343-53276780c703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.923970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6843d052-d064-4440-ac0d-2d97d5e2055f req-0a2a909b-cc84-4eb5-8d8b-94ca798cabc0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626032 Nov 10 03:38:15.925181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-780f1403-6ad0-4ae3-b5d2-db47fa6b40df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:15.926704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-780f1403-6ad0-4ae3-b5d2-db47fa6b40df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1095 time: 0.1487353 Nov 10 03:38:15.931108 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa8768ab-4cbb-4627-b88e-ef9651ddac5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:15.962238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Allocated IP 172.20.0.8 (17ff025d-fcfe-4fdc-b25c-6caac3244f62/2d56c287-eb6d-4bc4-8df0-b9351176fc93/6f23ca58-bff9-448c-b2c3-5f2531cad5fe) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:15.980463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa87d8-07a5-4f3c-b897-99956b441768 req-7005f1e6-a0e2-4067-ac55-4403c2d5ff81 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:15.982013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5aaa87d8-07a5-4f3c-b897-99956b441768 req-7005f1e6-a0e2-4067-ac55-4403c2d5ff81 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 972 time: 0.1805003 Nov 10 03:38:16.003099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-8e00ca5c-9865-4fdb-a37d-97dc9be5ab6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 217 time: 0.0598938 Nov 10 03:38:16.024457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa8768ab-4cbb-4627-b88e-ef9651ddac5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.055820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc84cf2d-4a75-4838-b6f7-7af653f0e22b req-217bab90-9aa4-496f-b1de-8d1449909ad9 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 210 time: 0.0555239 Nov 10 03:38:16.069305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:16.114477 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9202791c-86ae-4d86-9458-e946c4005021 x-openstack-request-id: req-9202791c-86ae-4d86-9458-e946c4005021 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:16.115040 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:16.115218 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9202791c-86ae-4d86-9458-e946c4005021 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:16.115539 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa', 'status': 'completed', 'code': 200} Nov 10 03:38:16.126311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5aaa87d8-07a5-4f3c-b897-99956b441768 req-9f94dc00-c66d-483b-a7d6-d0cb7d01f612 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/security-groups?id=de0e88d2-8a1f-4925-b7ba-3e05769d407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338246 Nov 10 03:38:16.130922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:16.142219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.154549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-5d878ea5-1066-4c2f-a793-e8c664be62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.156192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-5d878ea5-1066-4c2f-a793-e8c664be62c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1425283 Nov 10 03:38:16.207987 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-a826b7e2-62cf-48e2-b601-1ad98fc34790 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421507 Nov 10 03:38:16.265607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.266237 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.267598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] 10.222.0.11 "PUT /v2.0/ports/532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 1096 time: 2.7880530 Nov 10 03:38:16.270398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:16.272632 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2018fbe7-8690-42a4-9b7d-8e8c005820d8" -d '{"events": [{"name": "network-changed", "server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:16.278905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a191c87-9403-49f1-9343-53276780c703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.299762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6703d8-4275-4ae7-bb97-dfa055b411eb service neutron] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:16.362677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa8768ab-4cbb-4627-b88e-ef9651ddac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.365564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa8768ab-4cbb-4627-b88e-ef9651ddac5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.366884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fa8768ab-4cbb-4627-b88e-ef9651ddac5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1502335b-9ad7-4347-8ed9-53ac06b2f625 HTTP/1.1" status: 204 len: 168 time: 0.6459565 Nov 10 03:38:16.395507 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c43dc-f111-47de-8f56-90e814b7adc3 x-openstack-request-id: req-d18c43dc-f111-47de-8f56-90e814b7adc3 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:16.395791 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:16.396040 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d18c43dc-f111-47de-8f56-90e814b7adc3 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:16.396427 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'status': 'completed', 'code': 200} Nov 10 03:38:16.403557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.411209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a191c87-9403-49f1-9343-53276780c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.423106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-82a89033-4c93-4de7-98fe-ac9986cfac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.424865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-82a89033-4c93-4de7-98fe-ac9986cfac3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1099 time: 0.0896683 Nov 10 03:38:16.504367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-39718772-96e9-4ca4-8439-fd946849de39 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.506221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-39718772-96e9-4ca4-8439-fd946849de39 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.44 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 972 time: 0.2570355 Nov 10 03:38:16.507082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8768ab-4cbb-4627-b88e-ef9651ddac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1502335b-9ad7-4347-8ed9-53ac06b2f625,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:16.510125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.512538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-56a9a8a1-af2d-4da9-9eb5-b76b70059f58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0686009 Nov 10 03:38:16.587460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.595103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.629868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-e63ea5e9-4ac3-48a3-8bac-f15980135072 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2bc646e69ac048f5b973314ab315b89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361817 Nov 10 03:38:16.643049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4a191c87-9403-49f1-9343-53276780c703 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23567f11e54948609a4cb9c6e680f887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8087204 Nov 10 03:38:16.656979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Checking segment: {'id': 'b6fa97fa-2006-4926-b972-17bbc5851c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5699e1d8-43cd-4e15-aca0-23d7eaaa777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:16.657349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Network hostable DHCP agents. Network: 5699e1d8-43cd-4e15-aca0-23d7eaaa777f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:38:16.660374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38904) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:16.669497 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:38:16.741520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191c87-9403-49f1-9343-53276780c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d379bc-2dca-4dab-a8a4-55270f4f7428,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:16.750838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-09e0612b-a718-4571-848f-10924fe38655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.752380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-09e0612b-a718-4571-848f-10924fe38655 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2216420 Nov 10 03:38:16.762202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:16.806759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:16.808633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f559c169-9e23-44e3-9636-cee7fa569476,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:16.822897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:16.828258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-06c8a4a5-278e-4856-884a-becdc18c1fba service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990548 Nov 10 03:38:16.829983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.831013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.837634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Network 5699e1d8-43cd-4e15-aca0-23d7eaaa777f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:38:16.841616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event updated for resources: {'Port': ['ID=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:16.853175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51129606-28a0-49f5-812e-9f7b9014ffaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.882025 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-b57b6daf-4b59-480b-bee3-f1edc51baa03 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1969621 Nov 10 03:38:16.909289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Request body: {'port': {'device_id': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:16.913725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51129606-28a0-49f5-812e-9f7b9014ffaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.914809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38910) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:16.929436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30943d1-cb2b-42ff-aff0-48496bc1b3de req-d2fbf477-1033-41c9-844e-e829def47a22 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.936729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e30943d1-cb2b-42ff-aff0-48496bc1b3de req-d2fbf477-1033-41c9-844e-e829def47a22 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.1804268 Nov 10 03:38:16.941059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 5699e1d8-43cd-4e15-aca0-23d7eaaa777f) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:16.950287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f552cc-d673-43c2-a472-df663415f080 None None] Network 5699e1d8-43cd-4e15-aca0-23d7eaaa777f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:16.962632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.963225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:16.972885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-0f4588c3-0312-4eaa-b3b2-17847d921585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:16.974496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-0f4588c3-0312-4eaa-b3b2-17847d921585 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109942 Nov 10 03:38:16.996758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-61ec2bab-8d99-487e-9e83-e9725e8caaa7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:17.003950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-61ec2bab-8d99-487e-9e83-e9725e8caaa7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731220 Nov 10 03:38:17.017961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Deleting port 4a488511-5476-43f3-8f71-37b70a6c56b1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:38:17.018569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.022796 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e740fe2c-15f2-4345-a7de-bee04fccaef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.122740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-29dfa1f0-8fb7-4ac0-9a03-032561339d3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4272001 Nov 10 03:38:17.130778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-fffa0c26-913c-4532-a948-5a75fb7dde4f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/quotas/2bc646e69ac048f5b973314ab315b89c HTTP/1.1" status: 200 len: 375 time: 0.1258519 Nov 10 03:38:17.154401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6e52b-4f47-476f-baf2-8763987a9d25 None None] Network 5699e1d8-43cd-4e15-aca0-23d7eaaa777f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:17.165665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f75e0305-c6d0-466d-8a50-9d52b8e38a34 req-5a9b851b-c5b1-4012-920d-c11b29e46e8f service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240724 Nov 10 03:38:17.198788 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51129606-28a0-49f5-812e-9f7b9014ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.201483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51129606-28a0-49f5-812e-9f7b9014ffaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.206999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-51129606-28a0-49f5-812e-9f7b9014ffaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62d379bc-2dca-4dab-a8a4-55270f4f7428 HTTP/1.1" status: 204 len: 168 time: 0.5281053 Nov 10 03:38:17.210157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-efb4045e-8f93-406c-8614-e6352e99d123 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784109 Nov 10 03:38:17.217985 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.225798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] For port 4a488511-5476-43f3-8f71-37b70a6c56b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4a488511-5476-43f3-8f71-37b70a6c56b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:17.226073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.229560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51129606-28a0-49f5-812e-9f7b9014ffaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d379bc-2dca-4dab-a8a4-55270f4f7428,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:17.256004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Calling delete_port for 4a488511-5476-43f3-8f71-37b70a6c56b1 owned by compute:tempest-test_az-1411666794 {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:38:17.273551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e30943d1-cb2b-42ff-aff0-48496bc1b3de req-873a53d9-a871-449f-91cf-18dd4416cf3d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356912 Nov 10 03:38:17.337358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-63ad8aea-5083-4751-a919-4c0aeb912aaf None None] Provisioning complete for port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:17.337736 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-63ad8aea-5083-4751-a919-4c0aeb912aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.380503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-2469f2e2-1c18-46b4-8ce4-f870ac559452 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917949 Nov 10 03:38:17.452604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-f8466655-b5f8-4b69-929d-3cba367fad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:17.454215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-f8466655-b5f8-4b69-929d-3cba367fad85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1095 time: 0.1527829 Nov 10 03:38:17.557394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-63ad8aea-5083-4751-a919-4c0aeb912aaf None None] Port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:17.635735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-da38bb8a-40f2-483a-bb4e-606e18130826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:17.637593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-da38bb8a-40f2-483a-bb4e-606e18130826 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.1666081 Nov 10 03:38:17.638800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.651355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['4a488511-5476-43f3-8f71-37b70a6c56b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:17.720452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Pushing event deleted for resources: {'Port': ['ID=4a488511-5476-43f3-8f71-37b70a6c56b1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:17.723727 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-105fa3c3-fb0c-48b4-adcb-58fe8e6d065d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 217 time: 0.0741453 Nov 10 03:38:17.851050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] No DVR routers for this DVR port 4a488511-5476-43f3-8f71-37b70a6c56b1 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:38:17.857273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:17.876148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5f8135c-7229-4dd8-a823-5ed69be07eaf req-40b872af-98b1-4655-8d3a-8447e5157c76 tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.44 "DELETE /v2.0/ports/4a488511-5476-43f3-8f71-37b70a6c56b1 HTTP/1.1" status: 204 len: 173 time: 1.3547857 Nov 10 03:38:17.930103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-3f30428e-1085-4687-9983-00d92dcf5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:17.942168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-3f30428e-1085-4687-9983-00d92dcf5ab1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1882160 Nov 10 03:38:17.958514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e740fe2c-15f2-4345-a7de-bee04fccaef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.014584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e740fe2c-15f2-4345-a7de-bee04fccaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.033357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68430-76f8-4e87-979a-529a10d3f17d req-10745449-73cf-438b-9dac-60877fde573b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:18.049413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ca68430-76f8-4e87-979a-529a10d3f17d req-10745449-73cf-438b-9dac-60877fde573b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.6562583 Nov 10 03:38:18.217874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f23ca58-bff9-448c-b2c3-5f2531cad5fe {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:18.226225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.240299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Transition to ACTIVE for port object 6f23ca58-bff9-448c-b2c3-5f2531cad5fe will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:18.260578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.268102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b405e338-c994-4944-a036-234daa998e72', 'name': 'network-vif-deleted', 'tag': '4a488511-5476-43f3-8f71-37b70a6c56b1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:18.272223 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbbe50-ecc0-4e6d-8065-8ddbaa539d9c" -d '{"events": [{"server_uuid": "b405e338-c994-4944-a036-234daa998e72", "name": "network-vif-deleted", "tag": "4a488511-5476-43f3-8f71-37b70a6c56b1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:18.278156 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-e76017b1-def3-4b6d-b1fb-4d4117e2d881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3270915 Nov 10 03:38:18.278836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:18.284500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-356745451-network', 'tenant_id': '631a0b784c8b4434b91ad07a807c5bef'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:18.291135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.312459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e740fe2c-15f2-4345-a7de-bee04fccaef0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80926cd89a6941c386264c4fc44bf4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3908305 Nov 10 03:38:18.315364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38960) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:18.335406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740fe2c-15f2-4345-a7de-bee04fccaef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd4f724-b83c-483a-a4f9-e6e839a12bf8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:18.364289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5bb6a-e6ab-4bf1-8ffd-5aee44b98c23 req-938024eb-bb74-4eb9-9161-a22b95bcf8cd service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9572778 Nov 10 03:38:18.376975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5c813-5b72-4e8a-a2b4-6488c5e1f0c0 req-840ff0c4-528a-445a-8a0c-2fe63163668a tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:18.378562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5a5c813-5b72-4e8a-a2b4-6488c5e1f0c0 req-840ff0c4-528a-445a-8a0c-2fe63163668a tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 931 time: 0.6170435 Nov 10 03:38:18.386279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Made reservation on behalf of 631a0b784c8b4434b91ad07a807c5bef for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:18.389017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.409697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.444474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ca68430-76f8-4e87-979a-529a10d3f17d req-3bf8cb89-a7f8-4c0f-be4e-f24d8ca75c91 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939373 Nov 10 03:38:18.448416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Pushing event updated for resources: {'Port': ['ID=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:18.553713 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-7c295f04-5ea7-4f24-b832-d98f91e0e152 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654796 Nov 10 03:38:18.582836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23d9b547-cc7a-4206-a28b-394472ab8bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.597400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5a5c813-5b72-4e8a-a2b4-6488c5e1f0c0 req-fceda931-25d9-4604-9d8d-1b051e514b2f tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949837 Nov 10 03:38:18.606235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Attempting to bind port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:18.606579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Attempting to bind port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:18.606913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Attempting to bind port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:18.638352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:18.638681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Attempting to bind port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:18.715840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.716332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:18.716810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Checking segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:18.717263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Bound using segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:18.717870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Bound port: 6f23ca58-bff9-448c-b2c3-5f2531cad5fe, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:18.718266 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.735927 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23d9b547-cc7a-4206-a28b-394472ab8bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.739771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.781015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b4c489f-2966-492d-8e51-8b2b3ae3176b req-eb86dda8-6a1a-4971-b32b-96ab72d50add tempest-AggregatesAdminTestJSON-1724095799 tempest-AggregatesAdminTestJSON-1724095799-project] 10.222.0.24 "GET /v2.0/ports?device_id=b405e338-c994-4944-a036-234daa998e72 HTTP/1.1" status: 200 len: 210 time: 0.1233351 Nov 10 03:38:18.789864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:38:18.808463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-e8f738ee-41a1-496c-aeee-a9a02f397bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:18.809970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-e8f738ee-41a1-496c-aeee-a9a02f397bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1099 time: 0.3180985 Nov 10 03:38:18.833494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-e576be02-051b-4b54-872e-167b91c67c60 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2bc646e69ac048f5b973314ab315b89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724018 Nov 10 03:38:18.845832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f22227-7e76-4130-8c8a-086701ad15c9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:18.853140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.853563 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Added segment d693b3a1-1b0b-4b59-9c2f-2d5abd0fabf7 of type vlan for network 183cb37d-3f27-4897-8a09-26c3e58ce8e8 Nov 10 03:38:18.864176 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bc0123e-a871-412d-b66e-2ef395514dd3 req-af70b4f9-af7a-4f2b-b620-c9d35b46b73b service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951503 Nov 10 03:38:18.896931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.918661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23d9b547-cc7a-4206-a28b-394472ab8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.921390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23d9b547-cc7a-4206-a28b-394472ab8bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.922513 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-23d9b547-cc7a-4206-a28b-394472ab8bb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bd4f724-b83c-483a-a4f9-e6e839a12bf8 HTTP/1.1" status: 204 len: 168 time: 0.6062436 Nov 10 03:38:18.934995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9b547-cc7a-4206-a28b-394472ab8bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd4f724-b83c-483a-a4f9-e6e839a12bf8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:18.936912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:18.938641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:18.939878 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.016324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7331750 Nov 10 03:38:19.017303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38978) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:19.028877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Request body: {'subnet': {'network_id': '183cb37d-3f27-4897-8a09-26c3e58ce8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-356745451-subnet', 'tenant_id': '631a0b784c8b4434b91ad07a807c5bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:19.032520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cc20a-97f8-4d43-a1d4-39d192f143c2 admin admin] Pushing event updated for resources: {'Network': ['ID=183cb37d-3f27-4897-8a09-26c3e58ce8e8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:19.055936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Made reservation on behalf of 631a0b784c8b4434b91ad07a807c5bef for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:19.059207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.059739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 183cb37d-3f27-4897-8a09-26c3e58ce8e8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:38:19.177312 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-01369f57-3420-4d06-8720-f4e6edf250bf tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2bc646e69ac048f5b973314ab315b89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294158 Nov 10 03:38:19.270311 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.317038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] For port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:19.347350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] For port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:19.374549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.380104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-7b0ca3af-eb11-4419-900a-bc6565b7b41b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:19.383120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-7b0ca3af-eb11-4419-900a-bc6565b7b41b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974423 Nov 10 03:38:19.404619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd108797-8a24-486a-95c7-7062df5d1261 req-2eca4baa-e46b-4c94-b3b2-18890d905e60 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:19.406185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd108797-8a24-486a-95c7-7062df5d1261 req-2eca4baa-e46b-4c94-b3b2-18890d905e60 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.4765368 Nov 10 03:38:19.409502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Request body: {'port': {'device_id': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '2bc646e69ac048f5b973314ab315b89c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:19.504650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Pushing event updated for resources: {'Port': ['ID=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:19.553772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:19.555405 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.556662 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-0361e45f-1c70-4b16-83ac-a9315e625413 service neutron] 10.222.0.44 "PUT /v2.0/ports/6f23ca58-bff9-448c-b2c3-5f2531cad5fe HTTP/1.1" status: 200 len: 1091 time: 2.6601856 Nov 10 03:38:19.557221 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.571908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:19.575263 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7206b3c0-98b3-4642-b683-7a6824d14734" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:19.641010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-000a3845-da0f-47ce-be21-d3079ae6770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:19.642858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-000a3845-da0f-47ce-be21-d3079ae6770b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.8085079 Nov 10 03:38:19.653337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c55954-08e5-4549-98d6-ca922c928a1b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:19.672688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Checking segment: {'id': 'd693b3a1-1b0b-4b59-9c2f-2d5abd0fabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '183cb37d-3f27-4897-8a09-26c3e58ce8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:19.673049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Network hostable DHCP agents. Network: 183cb37d-3f27-4897-8a09-26c3e58ce8e8, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:38:19.678627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Made reservation on behalf of 2bc646e69ac048f5b973314ab315b89c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:19.687894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.699674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.713698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-a61174f9-4553-40b4-a1be-d3d05b585721 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:19.715511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-a61174f9-4553-40b4-a1be-d3d05b585721 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7844138 Nov 10 03:38:19.740460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Network 183cb37d-3f27-4897-8a09-26c3e58ce8e8 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:38:19.762333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 183cb37d-3f27-4897-8a09-26c3e58ce8e8) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:19.768139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:19.770230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.771968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-2e4e9a9c-2d0e-4406-9214-6bf0914a613a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0786610 Nov 10 03:38:19.775670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337cdc3a-8629-4567-9206-edea656b4fbe None None] Network 183cb37d-3f27-4897-8a09-26c3e58ce8e8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:19.796427 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d33f9770-6a2b-4a2a-b5c8-30df18d186ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7776277 Nov 10 03:38:19.828889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-3ba13e5f-64c1-47d2-a643-453802c7e0bb tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/quotas/2bc646e69ac048f5b973314ab315b89c HTTP/1.1" status: 200 len: 375 time: 0.0654750 Nov 10 03:38:19.842898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-a6fa159b-2e4f-45b7-a350-5e54923054e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:19.845136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-a6fa159b-2e4f-45b7-a350-5e54923054e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 1094 time: 0.2390578 Nov 10 03:38:19.860406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.870877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:19.922668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-ffa64f85-eff4-4c4c-9d37-d7382f42e39f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe HTTP/1.1" status: 200 len: 217 time: 0.0404737 Nov 10 03:38:19.960430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2d89fe-4754-4835-81d2-ed64ff9144be,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:20.039548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd108797-8a24-486a-95c7-7062df5d1261 req-422187a0-137d-48d3-92bb-59df1c055fa9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919266 Nov 10 03:38:20.043957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-975c6c15-add0-44dc-b308-bc784194adc8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1926208 Nov 10 03:38:20.072430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Allocated IP 192.168.233.180 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/f2459992-85a0-4797-a380-5a8709c8175f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:20.074415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d86a8-39e7-4ad2-949b-02ced3101a17 None None] Network 183cb37d-3f27-4897-8a09-26c3e58ce8e8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:20.098836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-eabca184-346a-48c1-a2b2-de422fe376cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:20.100403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-eabca184-346a-48c1-a2b2-de422fe376cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d56c287-eb6d-4bc4-8df0-b9351176fc93 HTTP/1.1" status: 200 len: 862 time: 0.1576104 Nov 10 03:38:20.176795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-9a160a05-c458-4712-bba9-38a4ba6870f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:20.178878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-9a160a05-c458-4712-bba9-38a4ba6870f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.3739030 Nov 10 03:38:20.223994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-be63cf31-7529-4dbd-a34d-189eca81d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:20.225539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-be63cf31-7529-4dbd-a34d-189eca81d93a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17ff025d-fcfe-4fdc-b25c-6caac3244f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160753 Nov 10 03:38:20.226192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39018) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:20.362264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-b29815ee-421c-449e-b1b8-768cccf474b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:20.363678 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-b29815ee-421c-449e-b1b8-768cccf474b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764657 Nov 10 03:38:20.390296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] Deleting subnet f559c169-9e23-44e3-9636-cee7fa569476 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:38:20.393886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.404458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.434401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.444054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.444724 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c80a8-6b11-41e4-90df-2e2cde21eafa x-openstack-request-id: req-5a9c80a8-6b11-41e4-90df-2e2cde21eafa {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:20.445871 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b405e338-c994-4944-a036-234daa998e72", "name": "network-vif-deleted", "tag": "4a488511-5476-43f3-8f71-37b70a6c56b1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:20.446469 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a9c80a8-6b11-41e4-90df-2e2cde21eafa {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:20.447015 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b405e338-c994-4944-a036-234daa998e72', 'name': 'network-vif-deleted', 'tag': '4a488511-5476-43f3-8f71-37b70a6c56b1', 'status': 'completed', 'code': 200} Nov 10 03:38:20.450836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.501525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:20.505793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:20.508800 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48725a7-29f1-4c60-8da6-887e910a47bf x-openstack-request-id: req-b48725a7-29f1-4c60-8da6-887e910a47bf {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:20.509281 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:20.509535 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b48725a7-29f1-4c60-8da6-887e910a47bf {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:20.509980 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'status': 'completed', 'code': 200} Nov 10 03:38:20.527352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:20.530408 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.541151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:20.557654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.593402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:20.649216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-f9645a2e-b10b-489f-b716-5f94e0c709e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2483392 Nov 10 03:38:20.663509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Request body: {'port': {'device_id': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:20.672966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bdb3e-87bf-4da3-b4ae-35ea19ef2d50 req-e538d136-1bf3-48d9-a044-a9d6826e2921 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:20.675394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c93bdb3e-87bf-4da3-b4ae-35ea19ef2d50 req-e538d136-1bf3-48d9-a044-a9d6826e2921 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.4240687 Nov 10 03:38:20.701696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.706277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f559c169-9e23-44e3-9636-cee7fa569476 HTTP/1.1" status: 204 len: 168 time: 0.4747622 Nov 10 03:38:20.731918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39038) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:20.767405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.773400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c9b8c-72eb-4ff2-af59-04114d562f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f559c169-9e23-44e3-9636-cee7fa569476,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:20.876953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c93bdb3e-87bf-4da3-b4ae-35ea19ef2d50 req-23f253d7-4042-4875-86ec-17c1ccb1adaf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136696 Nov 10 03:38:20.879184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-817981b1-015b-467d-ba0f-8c627d868c85 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413591 Nov 10 03:38:20.962144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-01d3c53a-0d45-4055-9059-22444408be98 None None] Provisioning complete for port f2459992-85a0-4797-a380-5a8709c8175f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:20.964416 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-01d3c53a-0d45-4055-9059-22444408be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:20.970921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-f4ec1b0d-9f6a-40f1-8e1b-d35a2bc9f62f service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953290 Nov 10 03:38:20.985836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06199bf1-8bbc-481d-b0f5-0649cf7f8417 req-2aeea536-827e-4627-96e4-b4d703c0ce50 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:20.987541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06199bf1-8bbc-481d-b0f5-0649cf7f8417 req-2aeea536-827e-4627-96e4-b4d703c0ce50 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 943 time: 0.3339832 Nov 10 03:38:21.033498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-01d3c53a-0d45-4055-9059-22444408be98 None None] Port f2459992-85a0-4797-a380-5a8709c8175f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:21.106035 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:21.141908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4bf5f53-aaba-47d8-a6ea-7985e378a844 req-c334a605-000f-4458-8862-589450db35c7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 210 time: 0.1256130 Nov 10 03:38:21.190937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87626a81-81fc-4e3b-bf69-040245b5d10c req-a239ea18-394f-41c9-8143-9fb2f070a891 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980406 Nov 10 03:38:21.194321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06199bf1-8bbc-481d-b0f5-0649cf7f8417 req-f5349138-6d4f-433d-9511-b9724a44257e tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922152 Nov 10 03:38:21.223884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2018fbe7-8690-42a4-9b7d-8e8c005820d8 req-7f0c9cd9-e8e6-4e41-bb44-592b737f868d service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320371 Nov 10 03:38:21.348646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:21.352951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-94bc7126-7a15-42e9-87d3-a402de86fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:21.355512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-94bc7126-7a15-42e9-87d3-a402de86fc5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 1094 time: 0.0942647 Nov 10 03:38:21.418449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.418944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.419974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.420457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > port after_create 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.420787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.421102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > port after_update 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.421419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.421882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.422198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.422603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.435849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1bda-d89d-4d59-9668-1b7c392e99bc req-e7105ce4-1f93-47ac-a78d-b547e2a2fa47 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:21.437249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7cd1bda-d89d-4d59-9668-1b7c392e99bc req-e7105ce4-1f93-47ac-a78d-b547e2a2fa47 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.1261885 Nov 10 03:38:21.515696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-57a916cc-a2a0-4f4a-afb8-01ace2f70b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:21.517925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-57a916cc-a2a0-4f4a-afb8-01ace2f70b5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 923 time: 0.1555076 Nov 10 03:38:21.528548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7cd1bda-d89d-4d59-9668-1b7c392e99bc req-e018ddab-a079-4228-9cb4-9555ffc7e488 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834575 Nov 10 03:38:21.536571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.542301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.543998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.543998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:21.544544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5699e1d8-43cd-4e15-aca0-23d7eaaa777f']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:21.582109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39060) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:21.585203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-629ca5fd-837d-411e-a3e4-bf0e4f057e1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe HTTP/1.1" status: 200 len: 217 time: 0.0557275 Nov 10 03:38:21.591076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fa97fa-2006-4926-b972-17bbc5851c78') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:21.591493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fa97fa-2006-4926-b972-17bbc5851c78') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:21.673267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-34f5126d-5938-4ba1-89b2-b231846800e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:21.674946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-34f5126d-5938-4ba1-89b2-b231846800e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d56c287-eb6d-4bc4-8df0-b9351176fc93 HTTP/1.1" status: 200 len: 862 time: 0.0788524 Nov 10 03:38:21.701242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2459992-85a0-4797-a380-5a8709c8175f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:21.720858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:21.727401 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:21.738897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4a488511-5476-43f3-8f71-37b70a6c56b1 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:38:21.745377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-38ddd7f0-05b7-437a-857c-7dc712c75ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:21.747287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-38ddd7f0-05b7-437a-857c-7dc712c75ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17ff025d-fcfe-4fdc-b25c-6caac3244f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648782 Nov 10 03:38:21.760680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:21.777691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Transition to ACTIVE for port object f2459992-85a0-4797-a380-5a8709c8175f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:21.787875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 4a488511-5476-43f3-8f71-37b70a6c56b1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:38:21.788341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:38:21.788900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:21.789545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4a488511-5476-43f3-8f71-37b70a6c56b1 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: from cryptography.utils import int_from_bytes Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: from cryptography.utils import int_from_bytes Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:38:21.822401 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:38:21.824354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.44', 63766) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:21.885322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-5690d0e4-9f7a-4ba1-8f16-09d63dc7f74a service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282847 Nov 10 03:38:21.905825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:21.989697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:22.015475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-1015c482-e794-4f17-8efe-d0d7e4c489ad tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2bc646e69ac048f5b973314ab315b89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230195 Nov 10 03:38:22.099490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.126848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7206b3c0-98b3-4642-b683-7a6824d14734 req-6418849b-efa4-4c5d-a0e8-73d80c50b38b service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331948 Nov 10 03:38:22.129696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39090) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:22.139437 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a80e762e-866b-406b-b152-e45052ba4b03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65cc54766a1e4e4d9adeee77d96dffaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5558178 Nov 10 03:38:22.140595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39094) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:22.158794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307fe13-5ed8-4f01-b03f-1473a69fdf23 req-d9514ea8-71de-480d-bb03-a274ba76aa5e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:22.165890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a307fe13-5ed8-4f01-b03f-1473a69fdf23 req-d9514ea8-71de-480d-bb03-a274ba76aa5e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.1060367 Nov 10 03:38:22.219663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.224451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] 10.222.0.24 "DELETE /v2.0/networks/5699e1d8-43cd-4e15-aca0-23d7eaaa777f HTTP/1.1" status: 204 len: 168 time: 1.4914603 Nov 10 03:38:22.230351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a307fe13-5ed8-4f01-b03f-1473a69fdf23 req-c77e691c-ea42-4b6f-b202-03f7cb39a8dc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616007 Nov 10 03:38:22.230897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39104) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:22.272008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df394aa6-3747-4b3c-b23d-800393659d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=5699e1d8-43cd-4e15-aca0-23d7eaaa777f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:22.351188 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9408e876-f6d0-4e1c-9bd1-fbf00e8dd2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.366653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-60975f9b-f012-4f30-add7-e97fa7945d3c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:22.375826 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-60975f9b-f012-4f30-add7-e97fa7945d3c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486910 Nov 10 03:38:22.380820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:22.409776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Request body: {'port': {'device_id': '520835be-bcaa-4a8d-9709-0e853b768efa', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '2bc646e69ac048f5b973314ab315b89c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:22.459462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Attempting to bind port f2459992-85a0-4797-a380-5a8709c8175f on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:22.460126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Attempting to bind port f2459992-85a0-4797-a380-5a8709c8175f by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:22.460126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Attempting to bind port f2459992-85a0-4797-a380-5a8709c8175f on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:22.477171 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9408e876-f6d0-4e1c-9bd1-fbf00e8dd2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.489221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Port f2459992-85a0-4797-a380-5a8709c8175f on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:22.489540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Attempting to bind port f2459992-85a0-4797-a380-5a8709c8175f on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:22.522944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:22.523300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:22.523878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:22.524403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Bound port: f2459992-85a0-4797-a380-5a8709c8175f, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:22.524846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.539989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:22.566205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'mac_address': 'fa:16:3e:e0:37:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:38:22.585235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1e55239-81bf-4c61-a43b-bbb5394259f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.597486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d98b95a-9066-411b-a02f-a649e32dfd91 req-124aca1b-dce5-48a5-80f2-879c19cd53b9 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 210 time: 0.0664024 Nov 10 03:38:22.602129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] Deleting subnet a1c55954-08e5-4549-98d6-ca922c928a1b {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:38:22.606887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.626272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.638393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9408e876-f6d0-4e1c-9bd1-fbf00e8dd2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.641959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9408e876-f6d0-4e1c-9bd1-fbf00e8dd2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.644397 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9408e876-f6d0-4e1c-9bd1-fbf00e8dd2c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de0e88d2-8a1f-4925-b7ba-3e05769d407e HTTP/1.1" status: 204 len: 168 time: 0.4973631 Nov 10 03:38:22.648949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532c4e41-adac-4ba8-a02b-68c9ef843d73 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:22.677836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:22.678522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Made reservation on behalf of 2bc646e69ac048f5b973314ab315b89c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:22.683939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb860d-d772-423a-a561-fb2d3d8055f9 req-320713a3-d6ee-44a8-b1c6-84ab23ffde40 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:22.684542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.685486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eeeb860d-d772-423a-a561-fb2d3d8055f9 req-320713a3-d6ee-44a8-b1c6-84ab23ffde40 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 943 time: 0.1558964 Nov 10 03:38:22.691343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.693469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.695488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:22.703117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.781901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:22.843501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eeeb860d-d772-423a-a561-fb2d3d8055f9 req-d236d3ab-4acd-41ac-b0ba-7a682c6dcee2 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463065 Nov 10 03:38:22.868808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1e55239-81bf-4c61-a43b-bbb5394259f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.885662 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1e55239-81bf-4c61-a43b-bbb5394259f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.890727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:22.905236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'port_id': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa', 'mac_address': 'fa:16:3e:7d:3f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9bad20-b5b0-44b2-9067-47e69875e36d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:38:22.926874 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.938855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Allocated IP 192.168.233.127 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/f4c6b6ec-1113-47a5-a492-b68d55bebdff) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:22.946183 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:22.959804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ff673e-6fbd-4b92-8ca7-00c88794b4fa {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:22.973739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c55954-08e5-4549-98d6-ca922c928a1b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:22.980833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:22.984663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408e876-f6d0-4e1c-9bd1-fbf00e8dd2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0e88d2-8a1f-4925-b7ba-3e05769d407e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:22.991519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.009673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:23.017473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.021832 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9c8e5438-2374-4bca-92c5-ad35195ece37 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a1c55954-08e5-4549-98d6-ca922c928a1b HTTP/1.1" status: 204 len: 168 time: 0.7899225 Nov 10 03:38:23.025751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e1e55239-81bf-4c61-a43b-bbb5394259f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30869fea0cbc4726a9383ef97fab7bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8946726 Nov 10 03:38:23.027091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39122) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:23.131924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e55239-81bf-4c61-a43b-bbb5394259f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5fac6-4b5c-4a18-8a90-be10f60933c2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:23.136131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39124) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:23.151861 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.153685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:23.184010 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.223636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc1086-93ee-4eb0-8f38-65feedc7ed6c req-196b5d26-9317-4721-81b4-61ac0689d0e3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:23.225148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53cc1086-93ee-4eb0-8f38-65feedc7ed6c req-196b5d26-9317-4721-81b4-61ac0689d0e3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.3539491 Nov 10 03:38:23.229304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39128) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:23.301286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:23.313586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.385648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:23.386303 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.387811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] 10.222.0.44 "PUT /v2.0/ports/f2459992-85a0-4797-a380-5a8709c8175f HTTP/1.1" status: 200 len: 1096 time: 2.7300928 Nov 10 03:38:23.390214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:23.392605 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce348713-0d20-4146-a939-2b904380eaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "tag": "f2459992-85a0-4797-a380-5a8709c8175f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:23.393200 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26f5ca3-16d9-4e0e-98d9-dcd79960c672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.403790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-46a72cc8-dda3-4867-be74-3ed64dda75c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b09b94d4ec2446cbb2e5eb5bb6dd583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733844 Nov 10 03:38:23.408380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:23.417375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53cc1086-93ee-4eb0-8f38-65feedc7ed6c req-600db6d0-6ba5-40b5-a527-1c6efc3cb4c6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815999 Nov 10 03:38:23.438909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.446811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.483411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918fb5-df1f-4426-9b58-93b53a79f2df service neutron] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:23.487081 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26f5ca3-16d9-4e0e-98d9-dcd79960c672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.505360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-351711be-b7d8-4315-a8ca-28ace180fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:23.506164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.506535 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.506960 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-351711be-b7d8-4315-a8ca-28ace180fc33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1099 time: 0.0639725 Nov 10 03:38:23.507307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.507661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > port after_create 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.508497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.508807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > port after_update 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.509118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.509426 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.509732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.510082 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.571859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['09ff673e-6fbd-4b92-8ca7-00c88794b4fa'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:23.586819 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-35e008c7-5c41-4130-aba4-7f1578ae3a06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f2459992-85a0-4797-a380-5a8709c8175f HTTP/1.1" status: 200 len: 217 time: 0.0685186 Nov 10 03:38:23.593361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.593922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.594602 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.595095 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 03:38:23.595838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183cb37d-3f27-4897-8a09-26c3e58ce8e8']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:23.597735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.628319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd693b3a1-1b0b-4b59-9c2f-2d5abd0fabf7') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:23.628760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd693b3a1-1b0b-4b59-9c2f-2d5abd0fabf7') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:23.652826 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa1291-582c-4dfe-ba62-44f1ce549fc6 x-openstack-request-id: req-35aa1291-582c-4dfe-ba62-44f1ce549fc6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:23.655786 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "tag": "f2459992-85a0-4797-a380-5a8709c8175f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:23.656196 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35aa1291-582c-4dfe-ba62-44f1ce549fc6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:23.656725 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f', 'status': 'completed', 'code': 200} Nov 10 03:38:23.681671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:23.712687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.725996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:23.728840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-3283ae1d-c0f3-41fa-95f9-75bb82b5b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:23.731557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-3283ae1d-c0f3-41fa-95f9-75bb82b5b81e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1316814 Nov 10 03:38:23.734720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Pushing event updated for resources: {'Port': ['ID=f4c6b6ec-1113-47a5-a492-b68d55bebdff,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:23.739158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:23.744993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:23.750163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6f23ca58-bff9-448c-b2c3-5f2531cad5fe details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:23.842741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-215f8b22-0b2d-490f-b6b4-6142d5a9a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:23.844265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-215f8b22-0b2d-490f-b6b4-6142d5a9a874 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008198 Nov 10 03:38:23.851243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6e6f5c04-1eeb-46b8-a38d-048049f46202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.877396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:23.878042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.881912 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.919138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:38:23.919462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: from cryptography.utils import int_from_bytes Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: from cryptography.utils import int_from_bytes Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:38:23.926696 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:38:23.946163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-fce0edb5-d15f-46cb-b5cc-3313779a08e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5508757 Nov 10 03:38:23.946782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6e6f5c04-1eeb-46b8-a38d-048049f46202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:23.957344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Request body: {'port': {'device_id': '520835be-bcaa-4a8d-9709-0e853b768efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:24.005679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b476e-cb2a-4013-8a29-d665dae84c23 req-73a5f0b1-c1c3-4249-9bb8-653e5a2b8dd5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:24.007487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab2b476e-cb2a-4013-8a29-d665dae84c23 req-73a5f0b1-c1c3-4249-9bb8-653e5a2b8dd5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 936 time: 0.2105186 Nov 10 03:38:24.020938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451ff21-5de4-4db8-a3b9-172bf01287dc req-387ee903-a1c1-4f27-878e-dacdd30865e4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:24.022801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3451ff21-5de4-4db8-a3b9-172bf01287dc req-387ee903-a1c1-4f27-878e-dacdd30865e4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 949 time: 0.3730962 Nov 10 03:38:24.030764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.034930 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-548949a0-fa49-4d7d-a516-072d56867a46 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802890 Nov 10 03:38:24.043276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26f5ca3-16d9-4e0e-98d9-dcd79960c672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.045763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26f5ca3-16d9-4e0e-98d9-dcd79960c672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.046855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a26f5ca3-16d9-4e0e-98d9-dcd79960c672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88a5fac6-4b5c-4a18-8a90-be10f60933c2 HTTP/1.1" status: 204 len: 168 time: 0.8878222 Nov 10 03:38:24.112328 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.121532 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.124928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] 10.222.0.24 "DELETE /v2.0/networks/183cb37d-3f27-4897-8a09-26c3e58ce8e8 HTTP/1.1" status: 204 len: 168 time: 1.0951617 Nov 10 03:38:24.133432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f5ca3-16d9-4e0e-98d9-dcd79960c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5fac6-4b5c-4a18-8a90-be10f60933c2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:24.191701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3451ff21-5de4-4db8-a3b9-172bf01287dc req-f2e80ac8-b54f-4fb1-9ef5-d429445043d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500659 Nov 10 03:38:24.194166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd651a-5312-4408-8bd1-d9eee1e62982 admin admin] Pushing event deleted for resources: {'Network': ['ID=183cb37d-3f27-4897-8a09-26c3e58ce8e8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:24.209465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab2b476e-cb2a-4013-8a29-d665dae84c23 req-fe14ea91-d218-48c9-b67b-d56c33c80b47 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858177 Nov 10 03:38:24.232584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6e6f5c04-1eeb-46b8-a38d-048049f46202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.235816 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6e6f5c04-1eeb-46b8-a38d-048049f46202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.237187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6e6f5c04-1eeb-46b8-a38d-048049f46202 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a54cd72a-86c8-4d1c-b620-7141e92765c4 HTTP/1.1" status: 204 len: 168 time: 0.8190489 Nov 10 03:38:24.254823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f5c04-1eeb-46b8-a38d-048049f46202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54cd72a-86c8-4d1c-b620-7141e92765c4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:24.362435 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb34f88a-ed32-489d-a140-0bbb283d1261 req-35cf54e2-da27-4b64-9512-c1104e815648 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201556 Nov 10 03:38:24.429888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a4deb50a-f595-4b75-b8e0-dba956df9861 None None] Provisioning complete for port f4c6b6ec-1113-47a5-a492-b68d55bebdff triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:24.430286 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4deb50a-f595-4b75-b8e0-dba956df9861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.434803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf86053-f7ff-4c7d-aef2-772002a2d05b req-691aa5cc-1cb3-4343-9830-312f7e40b9a7 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:24.445015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ebf86053-f7ff-4c7d-aef2-772002a2d05b req-691aa5cc-1cb3-4343-9830-312f7e40b9a7 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 943 time: 0.1209474 Nov 10 03:38:24.477094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:24.480235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a4deb50a-f595-4b75-b8e0-dba956df9861 None None] Port f4c6b6ec-1113-47a5-a492-b68d55bebdff cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:24.494237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348713-0d20-4146-a939-2b904380eaa3 req-9d6e903c-8cf4-4afe-b98c-bcc6dd012051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:24.494921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'port_id': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'mac_address': 'fa:16:3e:7e:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:38:24.506061 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ce348713-0d20-4146-a939-2b904380eaa3 req-9d6e903c-8cf4-4afe-b98c-bcc6dd012051 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1099 time: 0.0821183 Nov 10 03:38:24.529019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ebf86053-f7ff-4c7d-aef2-772002a2d05b req-97805e25-d5c6-48ea-9f0a-478416216299 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829821 Nov 10 03:38:24.545681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.569255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f23ca58-bff9-448c-b2c3-5f2531cad5fe {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:24.610979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:24.619497 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.668119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39170) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:24.676514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:24.733910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c6b6ec-1113-47a5-a492-b68d55bebdff {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:24.742931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348713-0d20-4146-a939-2b904380eaa3 req-43b97087-a62d-48ea-9185-5e713e37983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:24.744395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ce348713-0d20-4146-a939-2b904380eaa3 req-43b97087-a62d-48ea-9185-5e713e37983b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2274499 Nov 10 03:38:24.746301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.763449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0df4c8-7f1c-4d06-96fb-02d1ee53cb74 req-e0d9297e-ced6-4ef3-9d65-ef985185fcb0 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:24.765440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb0df4c8-7f1c-4d06-96fb-02d1ee53cb74 req-e0d9297e-ced6-4ef3-9d65-ef985185fcb0 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 945 time: 0.1803656 Nov 10 03:38:24.773055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0dae930e-24c1-4f51-a7a1-23d21ac2ed69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74d19cb8189c42a9820ac5c2f0f0f6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974653 Nov 10 03:38:24.774366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39176) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:24.795233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ce348713-0d20-4146-a939-2b904380eaa3 req-8a9ea92b-5a31-4d6c-b79f-cc1e191c8267 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f2459992-85a0-4797-a380-5a8709c8175f HTTP/1.1" status: 200 len: 217 time: 0.0428889 Nov 10 03:38:24.798128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Transition to ACTIVE for port object f4c6b6ec-1113-47a5-a492-b68d55bebdff will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:24.802032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.822850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6f23ca58-bff9-448c-b2c3-5f2531cad5fe'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:24.907870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb0df4c8-7f1c-4d06-96fb-02d1ee53cb74 req-4239578a-4810-4c83-80c7-3901d567b23a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274984 Nov 10 03:38:24.933866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79de2a3a-3f44-4997-8296-1ce006dc15fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:24.952574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6b6ec-1113-47a5-a492-b68d55bebdff,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:24.969549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79de2a3a-3f44-4997-8296-1ce006dc15fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.017591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348713-0d20-4146-a939-2b904380eaa3 req-2f457219-15a1-4be0-a87c-cb509e731046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:25.019685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ce348713-0d20-4146-a939-2b904380eaa3 req-2f457219-15a1-4be0-a87c-cb509e731046 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2144840 Nov 10 03:38:25.041893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39180) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:25.071103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79de2a3a-3f44-4997-8296-1ce006dc15fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.074418 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79de2a3a-3f44-4997-8296-1ce006dc15fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.076992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Attempting to bind port f4c6b6ec-1113-47a5-a492-b68d55bebdff on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:25.077656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Attempting to bind port f4c6b6ec-1113-47a5-a492-b68d55bebdff by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:25.078291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Attempting to bind port f4c6b6ec-1113-47a5-a492-b68d55bebdff on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:25.078516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-79de2a3a-3f44-4997-8296-1ce006dc15fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ca03542-74a0-4941-8a3f-0586c4787ac1 HTTP/1.1" status: 204 len: 168 time: 0.2954240 Nov 10 03:38:25.084434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-062d7dc7-cf7f-4175-9139-30231e188596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.088084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de2a3a-3f44-4997-8296-1ce006dc15fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca03542-74a0-4941-8a3f-0586c4787ac1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:25.116242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Port f4c6b6ec-1113-47a5-a492-b68d55bebdff on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:25.116847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Attempting to bind port f4c6b6ec-1113-47a5-a492-b68d55bebdff on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:25.138280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:25.138824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:25.139359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:25.139947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Bound port: f4c6b6ec-1113-47a5-a492-b68d55bebdff, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:25.140441 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.201281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348713-0d20-4146-a939-2b904380eaa3 req-784f6c66-53ba-4d42-864e-01a628d8107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:25.205494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39186) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:25.206157 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ce348713-0d20-4146-a939-2b904380eaa3 req-784f6c66-53ba-4d42-864e-01a628d8107c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778946 Nov 10 03:38:25.344034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] For port f4c6b6ec-1113-47a5-a492-b68d55bebdff, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:25.355918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] For port f4c6b6ec-1113-47a5-a492-b68d55bebdff, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f4c6b6ec-1113-47a5-a492-b68d55bebdff,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:25.366483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.386101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71696a05-c157-4f5e-ada8-26be9396c0f1 req-cd16a043-2e8d-403c-8034-a7ece30c799f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:25.387793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71696a05-c157-4f5e-ada8-26be9396c0f1 req-cd16a043-2e8d-403c-8034-a7ece30c799f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 948 time: 0.0787566 Nov 10 03:38:25.395311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859305ee-e797-4714-a25f-d43596868bcf req-e1008560-87dc-42f8-ab24-7336a60f2219 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:25.403474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-859305ee-e797-4714-a25f-d43596868bcf req-e1008560-87dc-42f8-ab24-7336a60f2219 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 949 time: 0.1093869 Nov 10 03:38:25.449407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:25.450764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.452295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] 10.222.0.44 "PUT /v2.0/ports/f4c6b6ec-1113-47a5-a492-b68d55bebdff HTTP/1.1" status: 200 len: 1096 time: 1.4995987 Nov 10 03:38:25.471666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ce348713-0d20-4146-a939-2b904380eaa3 req-fac38fc2-1df9-44b5-ab6c-1d962b89f3c9 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573631 Nov 10 03:38:25.482072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-062d7dc7-cf7f-4175-9139-30231e188596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.495861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-859305ee-e797-4714-a25f-d43596868bcf req-94826d17-8c56-433b-98ae-f09ece07ac74 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868707 Nov 10 03:38:25.502352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71696a05-c157-4f5e-ada8-26be9396c0f1 req-1b0f03a6-6d49-48c8-946f-b314960e522f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962195 Nov 10 03:38:25.531688 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-062d7dc7-cf7f-4175-9139-30231e188596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.556060 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-745ed26d-4669-4305-9d8b-feac2ad2ab22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.631783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb28441-6155-4a80-bbf4-8f9079924e89 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6b6ec-1113-47a5-a492-b68d55bebdff,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:25.674987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520835be-bcaa-4a8d-9709-0e853b768efa', 'tag': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:25.677247 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "520835be-bcaa-4a8d-9709-0e853b768efa", "tag": "f4c6b6ec-1113-47a5-a492-b68d55bebdff"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:25.685635 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-062d7dc7-cf7f-4175-9139-30231e188596 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eef1cfa0bac46f496607e661febf901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399443 Nov 10 03:38:25.687874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39206) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:25.735714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d7dc7-cf7f-4175-9139-30231e188596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee30b478-8d42-47bf-9b94-41af77a1f222,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:25.752818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6f23ca58-bff9-448c-b2c3-5f2531cad5fe up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:25.776531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-400b0786-80ee-4021-9de3-0ab480812423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:25.777927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-400b0786-80ee-4021-9de3-0ab480812423 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 1099 time: 0.2476726 Nov 10 03:38:25.788596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39208) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:25.793316 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d544460f-44ad-4062-8955-6e72857c0fa4 x-openstack-request-id: req-d544460f-44ad-4062-8955-6e72857c0fa4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:25.793580 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520835be-bcaa-4a8d-9709-0e853b768efa", "tag": "f4c6b6ec-1113-47a5-a492-b68d55bebdff", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:25.793828 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d544460f-44ad-4062-8955-6e72857c0fa4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:25.794236 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520835be-bcaa-4a8d-9709-0e853b768efa', 'tag': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff', 'status': 'completed', 'code': 200} Nov 10 03:38:25.848152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cc3b1a5b-0592-4412-b9b1-3613a00f790e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=631a0b784c8b4434b91ad07a807c5bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551906 Nov 10 03:38:25.848363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:25.853505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39212) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:25.853717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:25.854283 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.866569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-0f0f9188-9c3a-471c-91d0-c97f4a19cacb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f4c6b6ec-1113-47a5-a492-b68d55bebdff HTTP/1.1" status: 200 len: 217 time: 0.0669413 Nov 10 03:38:25.875879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ce348713-0d20-4146-a939-2b904380eaa3 req-a7e978f1-1fc1-4a5a-b8c3-8e1ee25f90b2 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801944 Nov 10 03:38:25.889837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-745ed26d-4669-4305-9d8b-feac2ad2ab22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.901031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d8a06-5a71-47f9-862e-103401f1dc33 req-fe4d4322-cfd1-43d5-9e89-0df2f4e61968 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:25.905019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af4d8a06-5a71-47f9-862e-103401f1dc33 req-fe4d4322-cfd1-43d5-9e89-0df2f4e61968 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 944 time: 0.2237639 Nov 10 03:38:25.927701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-745ed26d-4669-4305-9d8b-feac2ad2ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.944484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.949870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc63-3799-4332-bf8b-fe9767f6b700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:25.971451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:25.973685 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb432cdb-45cc-4da6-a415-f49fd78d44d9" -d '{"events": [{"server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "name": "network-vif-plugged", "status": "completed", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:25.990132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:25.997178 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-12a866bc-cb16-45dd-8c8e-3e3d47b2da71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.003315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.012107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-9010b23f-0183-446f-bbdd-be94a4dbc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:26.013713 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-9010b23f-0183-446f-bbdd-be94a4dbc612 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1365921 Nov 10 03:38:26.015698 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc63-3799-4332-bf8b-fe9767f6b700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.060227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-12a866bc-cb16-45dd-8c8e-3e3d47b2da71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.061558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:26.079791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ed26d-4669-4305-9d8b-feac2ad2ab22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259906f8-8af2-4bda-99bc-b0f028e652a6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:26.093187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-745ed26d-4669-4305-9d8b-feac2ad2ab22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ccbfa4a47f34b60a201e2e83984fa7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8835783 Nov 10 03:38:26.093376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39222) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:26.134036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc63-3799-4332-bf8b-fe9767f6b700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.134738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af4d8a06-5a71-47f9-862e-103401f1dc33 req-c83c3b23-40ae-4392-9c36-d904c8f0b356 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232563 Nov 10 03:38:26.137336 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc63-3799-4332-bf8b-fe9767f6b700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.138511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c71fc63-3799-4332-bf8b-fe9767f6b700 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee30b478-8d42-47bf-9b94-41af77a1f222 HTTP/1.1" status: 204 len: 168 time: 0.4275079 Nov 10 03:38:26.144859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-1579ea2a-e091-4f0e-8629-9349c63f84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:26.146385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-1579ea2a-e091-4f0e-8629-9349c63f84ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232972 Nov 10 03:38:26.184785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-12a866bc-cb16-45dd-8c8e-3e3d47b2da71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.188838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-12a866bc-cb16-45dd-8c8e-3e3d47b2da71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.190310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-12a866bc-cb16-45dd-8c8e-3e3d47b2da71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41f22227-7e76-4130-8c8a-086701ad15c9 HTTP/1.1" status: 204 len: 168 time: 0.3353949 Nov 10 03:38:26.203365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a866bc-cb16-45dd-8c8e-3e3d47b2da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f22227-7e76-4130-8c8a-086701ad15c9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:26.213321 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b8f28-3e35-4b67-8b1d-06faf40a0056 x-openstack-request-id: req-406b8f28-3e35-4b67-8b1d-06faf40a0056 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:26.213906 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "name": "network-vif-plugged", "status": "completed", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:26.214397 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-406b8f28-3e35-4b67-8b1d-06faf40a0056 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:26.215121 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'code': 200} Nov 10 03:38:26.244919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce0c79-3f68-4614-92d1-65a66aeba3d4 req-f607a607-755d-4463-bb38-764ec090bc55 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:26.252988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bce0c79-3f68-4614-92d1-65a66aeba3d4 req-f607a607-755d-4463-bb38-764ec090bc55 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 945 time: 0.2342281 Nov 10 03:38:26.268674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71fc63-3799-4332-bf8b-fe9767f6b700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee30b478-8d42-47bf-9b94-41af77a1f222,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:26.341500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bce0c79-3f68-4614-92d1-65a66aeba3d4 req-b1170c4d-0f71-42c9-86e6-194ca7a4779d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875745 Nov 10 03:38:26.377430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8b148f3-f356-4fee-8b11-8ba4af7698d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.382343 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-88a52179-f923-4c1f-a94a-d7fad00dc5a9 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215240 Nov 10 03:38:26.384027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:26.443378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 532c4e41-adac-4ba8-a02b-68c9ef843d73 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:26.447913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 532c4e41-adac-4ba8-a02b-68c9ef843d73 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:26.448702 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.463027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8b148f3-f356-4fee-8b11-8ba4af7698d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.494973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d101b32-a629-4923-bb63-614d10a148b4 req-b2d809f2-26ca-4875-8bf0-0d8ddbca1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:26.496361 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3d101b32-a629-4923-bb63-614d10a148b4 req-b2d809f2-26ca-4875-8bf0-0d8ddbca1acd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 1096 time: 0.1963191 Nov 10 03:38:26.557037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.608404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac4a48fd-970a-4c75-8b7d-1b15614ad1f1 req-4a41f485-3b7e-4490-87a5-d62e55ff58e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115967 Nov 10 03:38:26.615461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:26.621205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.622166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:26.630937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3d101b32-a629-4923-bb63-614d10a148b4 req-35c03866-db6d-41f6-ae63-af0a2af4b102 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218159 Nov 10 03:38:26.643761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8b148f3-f356-4fee-8b11-8ba4af7698d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.648790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8b148f3-f356-4fee-8b11-8ba4af7698d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.653731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f8b148f3-f356-4fee-8b11-8ba4af7698d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/259906f8-8af2-4bda-99bc-b0f028e652a6 HTTP/1.1" status: 204 len: 168 time: 0.5550957 Nov 10 03:38:26.664224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b148f3-f356-4fee-8b11-8ba4af7698d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259906f8-8af2-4bda-99bc-b0f028e652a6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:26.727709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:26.758943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd9dd9-c41a-478c-84df-e5da37adc311 req-c0ac1bdf-fb7a-4f56-9bd9-a660c2865a44 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:26.760422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2cd9dd9-c41a-478c-84df-e5da37adc311 req-c0ac1bdf-fb7a-4f56-9bd9-a660c2865a44 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 948 time: 0.1117744 Nov 10 03:38:26.779806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:26.787504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:26.788170 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.801715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927bbf-6443-48b0-b747-740211340f6c req-2fa019ea-01e9-48c7-b88e-a1e363205018 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:26.809308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2927bbf-6443-48b0-b747-740211340f6c req-2fa019ea-01e9-48c7-b88e-a1e363205018 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1193416 Nov 10 03:38:26.869365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2cd9dd9-c41a-478c-84df-e5da37adc311 req-c72337a9-4ba6-42cc-8d14-e475634af4ac tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987508 Nov 10 03:38:26.900626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2927bbf-6443-48b0-b747-740211340f6c req-d09db061-9b89-46d0-9b47-9d5ef4cc26e5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902827 Nov 10 03:38:26.908584 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:26.945823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-c60d8f64-1321-49db-a247-5af68500ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:26.947776 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-c60d8f64-1321-49db-a247-5af68500ce3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 1099 time: 0.0858657 Nov 10 03:38:26.950445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:26.956977 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.014681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:27.202301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39262) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:27.222180 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8d66608-4b93-4e30-a2c7-1f5aded2d297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.308595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-3ddef526-9ac4-43c2-836f-77289116e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:27.311541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-3ddef526-9ac4-43c2-836f-77289116e956 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3570223 Nov 10 03:38:27.312591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da7639-941c-49ad-a048-dbdd0ebc9133 req-e9cfdb3b-9555-4ce6-ad87-2b2175f8d253 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:27.314189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85da7639-941c-49ad-a048-dbdd0ebc9133 req-e9cfdb3b-9555-4ce6-ad87-2b2175f8d253 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 945 time: 0.0748448 Nov 10 03:38:27.362232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-fe136476-ee1a-4554-ad89-d2b086d2865f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f4c6b6ec-1113-47a5-a492-b68d55bebdff HTTP/1.1" status: 200 len: 217 time: 0.0429599 Nov 10 03:38:27.401191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8d66608-4b93-4e30-a2c7-1f5aded2d297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.408512 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8d66608-4b93-4e30-a2c7-1f5aded2d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.431922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-e6a2647c-0cd8-498f-88c1-28ded3e5b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:27.433643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-e6a2647c-0cd8-498f-88c1-28ded3e5b3ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0638509 Nov 10 03:38:27.434868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85da7639-941c-49ad-a048-dbdd0ebc9133 req-9d123c4f-1afa-427f-a38a-30d991cb7a9c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044657 Nov 10 03:38:27.486293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d66608-4b93-4e30-a2c7-1f5aded2d297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0010fc5b-3cf7-41a4-b984-dbdab464ed30,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:27.493331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f8d66608-4b93-4e30-a2c7-1f5aded2d297 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df2c19f804474748b2302880868c1fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870657 Nov 10 03:38:27.495862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39274) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:27.513176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f174-2fb4-4117-9583-3280c36da2ff req-9fe52409-da02-4756-b70f-71036e26514c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:27.515575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ada4f174-2fb4-4117-9583-3280c36da2ff req-9fe52409-da02-4756-b70f-71036e26514c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 946 time: 0.0576634 Nov 10 03:38:27.571593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ada4f174-2fb4-4117-9583-3280c36da2ff req-42d9c210-281a-4a9b-b3df-6fc894395ab9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493143 Nov 10 03:38:27.600649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-010d0e2b-3cd5-4b17-ae21-097c82421e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:27.607150 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-010d0e2b-3cd5-4b17-ae21-097c82421e22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577661 Nov 10 03:38:27.613710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18a00996-9e2f-49d8-a956-010f257a80d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.685781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18a00996-9e2f-49d8-a956-010f257a80d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.767834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-c28dc716-decd-4787-889d-bbb2db268631 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478252 Nov 10 03:38:27.770305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:27.812391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18a00996-9e2f-49d8-a956-010f257a80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.817086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18a00996-9e2f-49d8-a956-010f257a80d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:27.818650 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-18a00996-9e2f-49d8-a956-010f257a80d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0010fc5b-3cf7-41a4-b984-dbdab464ed30 HTTP/1.1" status: 204 len: 168 time: 0.3211114 Nov 10 03:38:27.865582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a00996-9e2f-49d8-a956-010f257a80d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0010fc5b-3cf7-41a4-b984-dbdab464ed30,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:27.896481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:27.924540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1364d7a9-1750-4aab-b906-e1dcc7c4d9b6 req-971bdd17-8284-49cb-b5a8-9aea9cf6dc9d service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447396 Nov 10 03:38:27.934508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f2459992-85a0-4797-a380-5a8709c8175f', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'f2459992-85a0-4797-a380-5a8709c8175f', 'mac_address': 'fa:16:3e:0c:9e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:38:28.006978 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.019533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39302) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:28.028979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2459992-85a0-4797-a380-5a8709c8175f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:28.056899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:28.064124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.069429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78b05f-2d91-4280-b01b-f6316a902d2b req-e757ca43-c5f7-42bf-af80-ec0a4cc02b21 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:28.071020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c78b05f-2d91-4280-b01b-f6316a902d2b req-e757ca43-c5f7-42bf-af80-ec0a4cc02b21 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 948 time: 0.1025345 Nov 10 03:38:28.092555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d50b59-2b56-4aea-917c-cc38b37a6fba req-db1cd74d-238b-4226-9c6a-3ba8c8e5760a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:28.094672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94d50b59-2b56-4aea-917c-cc38b37a6fba req-db1cd74d-238b-4226-9c6a-3ba8c8e5760a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.0924029 Nov 10 03:38:28.124144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:28.178251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c78b05f-2d91-4280-b01b-f6316a902d2b req-f314aee7-3588-4d01-8189-ed5d54227316 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996127 Nov 10 03:38:28.181490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94d50b59-2b56-4aea-917c-cc38b37a6fba req-bd34fec4-35c4-4021-b4ad-a86631d80fc5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Nov 10 03:38:28.216405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73'}, {'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:28.219571 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7280f1df-2dce-4c7b-9395-434379603884" -d '{"events": [{"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-plugged", "status": "completed", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73"}, {"server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:28.252337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-network', 'tenant_id': '6d9aea028b014f6db68007c821d888b6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:28.267237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f2459992-85a0-4797-a380-5a8709c8175f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:28.299908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Made reservation on behalf of 6d9aea028b014f6db68007c821d888b6 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:28.302318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.309308 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42656985-288c-4817-bbd3-2814a80f194c x-openstack-request-id: req-42656985-288c-4817-bbd3-2814a80f194c {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:28.309745 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-plugged", "status": "completed", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73", "code": 200}, {"server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:28.310131 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42656985-288c-4817-bbd3-2814a80f194c {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:28.310612 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'code': 200} Nov 10 03:38:28.310998 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa', 'code': 200} Nov 10 03:38:28.314584 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.431927 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.437420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.501974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12756d9-7579-429c-aa97-9b7e0085118f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:28.503058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295788a-7b94-4d2f-9914-e06598352ad1 req-504efe23-ab1b-41db-9e96-f91a89f8ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:28.507076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2295788a-7b94-4d2f-9914-e06598352ad1 req-504efe23-ab1b-41db-9e96-f91a89f8ed39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1101 time: 0.0889652 Nov 10 03:38:28.508359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:38:28.523123 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.523123 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Added segment 71982c4f-9b1f-4f10-9d48-c31008adafdb of type vlan for network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 Nov 10 03:38:28.613032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2295788a-7b94-4d2f-9914-e06598352ad1 req-9bbffc74-0d47-4f1e-8fe6-de363943c7e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985188 Nov 10 03:38:28.613503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.634132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d236da-f91d-4336-9859-da018f85c595 req-6db9028f-db7f-4f8c-a7c6-55d193b49004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:28.635775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18d236da-f91d-4336-9859-da018f85c595 req-6db9028f-db7f-4f8c-a7c6-55d193b49004 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1097 time: 0.1429036 Nov 10 03:38:28.653109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b795e-3e06-4a86-b385-a12c97eef8f1 req-f1205c50-e9e6-44b5-89b0-38fc72977072 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:28.655641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.656878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:28.657509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.662142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-913b795e-3e06-4a86-b385-a12c97eef8f1 req-f1205c50-e9e6-44b5-89b0-38fc72977072 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 945 time: 0.1227150 Nov 10 03:38:28.699253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6780515 Nov 10 03:38:28.720189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39336) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:28.722450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bec6ce79-64ca-4390-9982-70bdb58ac2b7 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f56276c8c75b48188ce2e035629e1769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242081 Nov 10 03:38:28.728738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Request body: {'subnet': {'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-subnet', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:28.746100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c9af4-a823-4fdf-b6c0-1a7bd304b0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f2b42a-9359-40fe-bb7c-e17c3b449be1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:28.758384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:38:28.824989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Made reservation on behalf of 6d9aea028b014f6db68007c821d888b6 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:28.827328 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:28.845501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-913b795e-3e06-4a86-b385-a12c97eef8f1 req-66c3bcab-0e42-4208-b687-e565f667c79f tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805737 Nov 10 03:38:29.010205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-c7461d19-4240-45ca-a911-253ccc13c91a tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:29.016961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-c7461d19-4240-45ca-a911-253ccc13c91a tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830393 Nov 10 03:38:29.034223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155f2c-a5ba-477e-9278-f92d8e691453 req-aebe2114-da8b-49d7-8cf6-7e1d00a666c3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:29.035663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54155f2c-a5ba-477e-9278-f92d8e691453 req-aebe2114-da8b-49d7-8cf6-7e1d00a666c3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 946 time: 0.1264710 Nov 10 03:38:29.046650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bd41be31-7479-416c-9e0f-ad2a1befac6e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/quotas/f56276c8c75b48188ce2e035629e1769 HTTP/1.1" status: 200 len: 375 time: 0.0285072 Nov 10 03:38:29.111475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18d236da-f91d-4336-9859-da018f85c595 req-6a03d320-5f5b-471a-9633-ea1113b2ad07 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500295 Nov 10 03:38:29.123141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-8e4ffed6-35ab-41bf-9f6a-64cefc22a9de tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f56276c8c75b48188ce2e035629e1769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615180 Nov 10 03:38:29.173907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54155f2c-a5ba-477e-9278-f92d8e691453 req-0bbfdfc3-ed6c-4cb4-8733-7c90880f2955 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290255 Nov 10 03:38:29.229669 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:29.289223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=922dce08-bc90-4493-8388-dc41e0895546,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:29.370847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a5b05-a46d-4294-b9e3-9feaf055a35c req-43d535c7-ec3c-4160-b40f-384df5b709fd tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:29.382069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39376) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:29.383552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81a5b05-a46d-4294-b9e3-9feaf055a35c req-43d535c7-ec3c-4160-b40f-384df5b709fd tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 945 time: 0.0957067 Nov 10 03:38:29.386801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'floatingip': {'port_id': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:29.392720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Checking segment: {'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:29.393466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Network hostable DHCP agents. Network: f9f2b42a-9359-40fe-bb7c-e17c3b449be1, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:38:29.418405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:38:29.450156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f9f2b42a-9359-40fe-bb7c-e17c3b449be1) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:29.457715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb088a3a-bb02-422a-aa6e-c746e2a7ca32 None None] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:29.494453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:29.502485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:29.514622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:29.564406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ed68f82-ed92-4bb0-9293-e359610a8e0d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8407784 Nov 10 03:38:29.568158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39384) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:29.576887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:29.590171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fbf6-3c98-40fc-ae0c-06219301521f req-c1363f2b-1cc9-4074-8d55-ae290d20d734 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:29.592337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f560fbf6-3c98-40fc-ae0c-06219301521f req-c1363f2b-1cc9-4074-8d55-ae290d20d734 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1015978 Nov 10 03:38:29.607100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970d101-62a4-48a4-a4f8-1e7b1ae977e4 req-0dd2eb32-1f4e-42be-960b-e1a514aa341c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:29.607100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5970d101-62a4-48a4-a4f8-1e7b1ae977e4 req-0dd2eb32-1f4e-42be-960b-e1a514aa341c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 948 time: 0.1762173 Nov 10 03:38:29.684348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f9f2b42a-9359-40fe-bb7c-e17c3b449be1', 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'fixed_ips': [{'subnet_id': '922dce08-bc90-4493-8388-dc41e0895546'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:38:29.685545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:29.691646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:29.692949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:29.730297 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f560fbf6-3c98-40fc-ae0c-06219301521f req-71663061-7f07-48a1-8061-dbe178907ccd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257398 Nov 10 03:38:29.733670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5970d101-62a4-48a4-a4f8-1e7b1ae977e4 req-b3670286-7851-491b-afbe-91cccda1b2f5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097178 Nov 10 03:38:29.780943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f4c6b6ec-1113-47a5-a492-b68d55bebdff details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:29.783260 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:29.993041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Allocated IP 172.20.0.2 (f9f2b42a-9359-40fe-bb7c-e17c3b449be1/922dce08-bc90-4493-8388-dc41e0895546/6cca506e-70d3-4dcc-8de6-298cb57e5a87) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:29.995329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port f2459992-85a0-4797-a380-5a8709c8175f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:30.015918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f2459992-85a0-4797-a380-5a8709c8175f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:30.017060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.112017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f4c6b6ec-1113-47a5-a492-b68d55bebdff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f4c6b6ec-1113-47a5-a492-b68d55bebdff,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:30.137374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff', 'mac_address': 'fa:16:3e:99:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:38:30.154551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3c9b7b2-3e0d-4275-8f2c-1f6013294563 req-0b312fbb-7087-43b5-8a88-be1703319e99 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 210 time: 0.0385373 Nov 10 03:38:30.157411 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.270785 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.300525 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.306337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c6b6ec-1113-47a5-a492-b68d55bebdff {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:30.336621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.354267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f4c6b6ec-1113-47a5-a492-b68d55bebdff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f4c6b6ec-1113-47a5-a492-b68d55bebdff,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:30.358158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.365273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.resource_extend [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:38:30.365892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:30.368719 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a7395-6acb-440a-8adb-8cdd51d57cc6" -d '{"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:30.376975 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.413031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:30.429179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:30.430805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.434943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:30.439682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:30.442925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Pushing event updated for resources: {'Port': ['ID=6cca506e-70d3-4dcc-8de6-298cb57e5a87,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:30.475829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.542733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.548085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.556997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Attempting to bind port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:30.557522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Attempting to bind port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:30.557852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Attempting to bind port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 on network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:30.565074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f4c6b6ec-1113-47a5-a492-b68d55bebdff,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:30.575817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:30.576417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Checking segment: {'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:30.576984 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.579166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Bound using segment: {'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:30.579825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Bound port: 6cca506e-70d3-4dcc-8de6-298cb57e5a87, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:30.580378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:30.598849 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5d2aae-41db-4a83-a0ce-5331699b341e x-openstack-request-id: req-1f5d2aae-41db-4a83-a0ce-5331699b341e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:30.599158 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:30.599415 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f5d2aae-41db-4a83-a0ce-5331699b341e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:30.599801 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f', 'code': 200} Nov 10 03:38:30.605080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827040-8aab-44c6-ab31-6df383c820d1 req-845a051f-cfd4-4dc4-ae00-809de2f8edb4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:30.612814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5827040-8aab-44c6-ab31-6df383c820d1 req-845a051f-cfd4-4dc4-ae00-809de2f8edb4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 946 time: 0.1839669 Nov 10 03:38:30.652819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f4c6b6ec-1113-47a5-a492-b68d55bebdff'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:30.683865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5827040-8aab-44c6-ab31-6df383c820d1 req-f0a3989e-5c90-45a0-8a16-f212e46499d3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700138 Nov 10 03:38:30.725633 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Floating IP b51c72ea-bc17-493a-9a89-de10d365e337 associated. External IP: 172.25.6.196, port: 6f23ca58-bff9-448c-b2c3-5f2531cad5fe. Nov 10 03:38:30.816776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:30.842932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] For port 6cca506e-70d3-4dcc-8de6-298cb57e5a87, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:30.849202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] For port 6cca506e-70d3-4dcc-8de6-298cb57e5a87, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6cca506e-70d3-4dcc-8de6-298cb57e5a87,segment=NetworkSegment(71982c4f-9b1f-4f10-9d48-c31008adafdb),segment_id=71982c4f-9b1f-4f10-9d48-c31008adafdb)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:30.858261 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:31.126104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cb34b-2b9d-4d2d-bea3-90e16dbee03c req-24b457d0-19cf-46b7-9d11-7a4ba5785b6a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:31.139294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-184cb34b-2b9d-4d2d-bea3-90e16dbee03c req-24b457d0-19cf-46b7-9d11-7a4ba5785b6a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 949 time: 0.1922181 Nov 10 03:38:31.141237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4620-b468-44cc-aff9-c31553eae4e1 None None] Pushing event updated for resources: {'Port': ['ID=6cca506e-70d3-4dcc-8de6-298cb57e5a87,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:31.205093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91089e5f-4831-4487-9cd0-3f17bc126385 req-274b95b2-57d5-497b-b059-5ae3330d4bf8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:31.207587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91089e5f-4831-4487-9cd0-3f17bc126385 req-274b95b2-57d5-497b-b059-5ae3330d4bf8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.2579792 Nov 10 03:38:31.213759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:31.319629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:31.360781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-75d4498d-6609-4316-9d6e-e9ff9b2a91c6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f56276c8c75b48188ce2e035629e1769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435772 Nov 10 03:38:31.377136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc7b79-aa8f-40ba-bffd-e2daa48941da req-75cd4942-62fe-47ab-bd07-aef5c5a8952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:31.378686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4fcc7b79-aa8f-40ba-bffd-e2daa48941da req-75cd4942-62fe-47ab-bd07-aef5c5a8952c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1101 time: 0.5853269 Nov 10 03:38:31.391001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-184cb34b-2b9d-4d2d-bea3-90e16dbee03c req-ac37e105-5913-48de-b5e9-0b7d61252fad tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485442 Nov 10 03:38:31.429479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91089e5f-4831-4487-9cd0-3f17bc126385 req-d85ac112-87eb-4be4-b985-0e4473d18039 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278222 Nov 10 03:38:31.488515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Allocated IP 172.25.6.189 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/4b9774db-78aa-4247-afa2-7285d1dd8360) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:31.610019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c8dd09c-b495-4213-b073-1ad8904b9835 req-2329c796-b5a5-42a0-87f1-dbeff8cad80f tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 210 time: 0.0682189 Nov 10 03:38:31.619266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4fcc7b79-aa8f-40ba-bffd-e2daa48941da req-5a1e83be-9622-4add-9e69-a85664b76cd2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929867 Nov 10 03:38:31.675574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Router a38b57ab-32bc-42cb-b634-14760dc26734 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:38:31.687754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-792806fd-6d48-499d-a9d3-9437dc7133c4 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:31.690705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-792806fd-6d48-499d-a9d3-9437dc7133c4 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632651 Nov 10 03:38:31.710852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:31.747407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Request body: {'port': {'device_id': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'f56276c8c75b48188ce2e035629e1769'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:31.754412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:31.794859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:31.797876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:31.802312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:31.808774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f4c6b6ec-1113-47a5-a492-b68d55bebdff up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:31.896961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port f4c6b6ec-1113-47a5-a492-b68d55bebdff completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:31.906217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f4c6b6ec-1113-47a5-a492-b68d55bebdff triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:31.908301 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:31.948464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:38:31.953874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:31.971078 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] Sync routers for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:38:31.989515 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:31.992506 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:32.034631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9774db-78aa-4247-afa2-7285d1dd8360,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:32.057089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.094461 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7ce3fe19-fcd9-4e60-a120-4fd6e2457144 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "PUT /v2.0/floatingips/b51c72ea-bc17-493a-9a89-de10d365e337 HTTP/1.1" status: 200 len: 991 time: 2.7110126 Nov 10 03:38:32.100267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:32.107592 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75476d11-34c4-4c1f-962b-efcd4625ef4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:32.111744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f4c6b6ec-1113-47a5-a492-b68d55bebdff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f4c6b6ec-1113-47a5-a492-b68d55bebdff,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:32.124570 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.130213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Made reservation on behalf of f56276c8c75b48188ce2e035629e1769 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:32.138337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.143913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be42cdc-1a27-4ae9-afad-39b1ee01d512 req-51f6efde-4286-440d-a427-52fb5a52adc9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:32.151805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4be42cdc-1a27-4ae9-afad-39b1ee01d512 req-51f6efde-4286-440d-a427-52fb5a52adc9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 946 time: 0.2630889 Nov 10 03:38:32.165646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.205110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f4c6b6ec-1113-47a5-a492-b68d55bebdff,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:32.288349 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:32.341536 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb9c6e2-faaf-463c-9dd6-bea901c5ad80 x-openstack-request-id: req-4cb9c6e2-faaf-463c-9dd6-bea901c5ad80 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:32.341762 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:32.344438 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cb9c6e2-faaf-463c-9dd6-bea901c5ad80 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:32.344870 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'status': 'completed', 'code': 200} Nov 10 03:38:32.350466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.357443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.370680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4be42cdc-1a27-4ae9-afad-39b1ee01d512 req-66620eed-1a97-4572-b590-633f11ef2d11 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052932 Nov 10 03:38:32.471472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc478e-92ba-4de0-b137-6db4302b539c None None] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:32.568230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4722594a-b80f-4bcc-a11e-fbb6f4920435,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:32.620682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-69b768cc-1772-43f3-b708-865085e1ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:32.622256 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-69b768cc-1772-43f3-b708-865085e1ee50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 1096 time: 0.2489569 Nov 10 03:38:32.643400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520835be-bcaa-4a8d-9709-0e853b768efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:32.652198 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c107093-7da3-426a-82b9-d9aa2794f823" -d '{"events": [{"server_uuid": "520835be-bcaa-4a8d-9709-0e853b768efa", "name": "network-vif-plugged", "status": "completed", "tag": "f4c6b6ec-1113-47a5-a492-b68d55bebdff"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:32.739172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f8ad9942-7db7-4e2c-9eda-44e4bd98871a None None] Provisioning complete for port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:32.739851 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8ad9942-7db7-4e2c-9eda-44e4bd98871a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.756088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:32.876577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f44dc-68a4-44ef-8f39-d4b924accce0 req-e9917532-aad3-422a-9bcd-8d4bb0ecfc5b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:32.884988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d2f44dc-68a4-44ef-8f39-d4b924accce0 req-e9917532-aad3-422a-9bcd-8d4bb0ecfc5b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 950 time: 0.3449214 Nov 10 03:38:32.916849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Allocated IP 192.168.233.65 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/6ad7455a-d868-417f-bad4-472f6cb5ef08) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:32.957214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d2f44dc-68a4-44ef-8f39-d4b924accce0 req-37f4db05-b109-4235-b36c-c86482334e5a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Nov 10 03:38:33.008573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-b27c1ea9-38ce-4b94-ac8a-dc87da9036bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:33.013376 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-b27c1ea9-38ce-4b94-ac8a-dc87da9036bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 923 time: 0.3640108 Nov 10 03:38:33.018058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39496) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:33.157782 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'b51c72ea-bc17-493a-9a89-de10d365e337', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'port_id': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'mac_address': 'fa:16:3e:7e:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:38:09Z', 'updated_at': '2021-11-10T03:38:30Z', 'revision_number': 1, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:33.192372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8ad9942-7db7-4e2c-9eda-44e4bd98871a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.200550 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] Checking router: a38b57ab-32bc-42cb-b634-14760dc26734 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:33.218334 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:33.218933 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:33.255910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f8ad9942-7db7-4e2c-9eda-44e4bd98871a None None] For port 6cca506e-70d3-4dcc-8de6-298cb57e5a87, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6cca506e-70d3-4dcc-8de6-298cb57e5a87,segment=NetworkSegment(71982c4f-9b1f-4f10-9d48-c31008adafdb),segment_id=71982c4f-9b1f-4f10-9d48-c31008adafdb)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:33.263893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8ad9942-7db7-4e2c-9eda-44e4bd98871a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.335994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad9942-7db7-4e2c-9eda-44e4bd98871a None None] Pushing event updated for resources: {'Port': ['ID=6cca506e-70d3-4dcc-8de6-298cb57e5a87,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:33.370487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6cca506e-70d3-4dcc-8de6-298cb57e5a87 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:33.394674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.406089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17617-1f00-4fe5-894f-11745dbc1605 req-ab203e03-a7f8-4d6a-acc6-ed20470f8292 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:33.414470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4df17617-1f00-4fe5-894f-11745dbc1605 req-ab203e03-a7f8-4d6a-acc6-ed20470f8292 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1097 time: 0.2984180 Nov 10 03:38:33.431434 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-0ede6edf-2928-4dfc-aeb8-6f0cd5622739 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe HTTP/1.1" status: 200 len: 999 time: 0.3947196 Nov 10 03:38:33.433870 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:33.458265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:33.458599 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.518166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4df17617-1f00-4fe5-894f-11745dbc1605 req-1f3800dd-aade-4096-b126-eb8a49f76c39 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974472 Nov 10 03:38:33.532912 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.571281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-c6221516-4ecc-4f96-b6a8-98679898b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:33.572910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-c6221516-4ecc-4f96-b6a8-98679898b65e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d56c287-eb6d-4bc4-8df0-b9351176fc93 HTTP/1.1" status: 200 len: 862 time: 0.0999365 Nov 10 03:38:33.590698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea638f-2e52-476c-b541-beeeaf0d5b9f req-7ea377eb-d2ee-4d49-ad4b-d2b19cd87a8a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:33.592254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fea638f-2e52-476c-b541-beeeaf0d5b9f req-7ea377eb-d2ee-4d49-ad4b-d2b19cd87a8a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.3435967 Nov 10 03:38:33.604910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f58a9147-f199-4fc1-a87a-19e61289c983 None None] Provisioning complete for port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:33.605276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f58a9147-f199-4fc1-a87a-19e61289c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.644530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.654134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-ee1bec86-8bb3-4158-bf05-254a4381354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:33.655773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-ee1bec86-8bb3-4158-bf05-254a4381354d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17ff025d-fcfe-4fdc-b25c-6caac3244f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760953 Nov 10 03:38:33.751469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.752405 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'b51c72ea-bc17-493a-9a89-de10d365e337', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'port_id': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'mac_address': 'fa:16:3e:7e:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:38:09Z', 'updated_at': '2021-11-10T03:38:30Z', 'revision_number': 1, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:33.794435 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48cb639-44a6-4b5d-9eaa-8a1c90fcfb41 None None] The sync data for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 is: [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'b51c72ea-bc17-493a-9a89-de10d365e337', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'port_id': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'mac_address': 'fa:16:3e:7e:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:38:09Z', 'updated_at': '2021-11-10T03:38:30Z', 'revision_number': 1, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:33.825715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:33.828932 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-b17cdef6-2e06-4fe3-afb6-f83f7ba2e768 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643224 Nov 10 03:38:33.829434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Pushing event updated for resources: {'Port': ['ID=6ad7455a-d868-417f-bad4-472f6cb5ef08,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:33.832198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:33.834344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:33.930302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:33.930923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:33.954706 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-056952c4-8176-4efe-bdbf-937249656cb1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2136283 Nov 10 03:38:33.983369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Request body: {'port': {'device_id': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:34.025072 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75476d11-34c4-4c1f-962b-efcd4625ef4d req-6d5d60de-de20-40a2-a1d7-a011533350e2 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596739 Nov 10 03:38:34.030188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.038818 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.064838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.072609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03c583568fdf4cc3a48b3cc044ac0fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0504987 Nov 10 03:38:34.076294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fea638f-2e52-476c-b541-beeeaf0d5b9f req-0d00e5ed-928a-4992-932a-523df3917ccf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956220 Nov 10 03:38:34.079172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39508) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:34.110949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5df49-ac79-4702-81f6-a5566b1a80f7 None None] New status for floating IP b51c72ea-bc17-493a-9a89-de10d365e337: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:38:34.145627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0240c5-02f9-4fc9-a2d5-1394dfd209e7 req-86bfcc7c-f2a6-4be1-9444-21ff2e4da0d0 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:34.153635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a0240c5-02f9-4fc9-a2d5-1394dfd209e7 req-86bfcc7c-f2a6-4be1-9444-21ff2e4da0d0 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 935 time: 0.4667656 Nov 10 03:38:34.170462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572c7271-bb10-401b-a600-0a43c9cb9f0b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:34.208330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.208718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.209016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.209350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.209835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.210256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.211164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.211609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.211949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.212272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.212594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.212916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3752f8-3654-448d-a302-6976227d3803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.282610 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f40e2ea-06d6-40ee-b454-89ccbe7e0c93 x-openstack-request-id: req-4f40e2ea-06d6-40ee-b454-89ccbe7e0c93 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:34.283171 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520835be-bcaa-4a8d-9709-0e853b768efa", "name": "network-vif-plugged", "status": "completed", "tag": "f4c6b6ec-1113-47a5-a492-b68d55bebdff", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:34.283171 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f40e2ea-06d6-40ee-b454-89ccbe7e0c93 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:34.283502 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520835be-bcaa-4a8d-9709-0e853b768efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff', 'code': 200} Nov 10 03:38:34.293981 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e912b0c-ed77-40b8-b0fb-04d9d86f4bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.297476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Router 3684a641-fab2-4b07-8120-cbe4a45c7776 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:38:34.317894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a0240c5-02f9-4fc9-a2d5-1394dfd209e7 req-47caa7ba-e535-4aef-ab87-4aa3cad76b9e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589189 Nov 10 03:38:34.365383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975c6a-c497-48a2-8331-50193877cef1 req-32dcd2eb-d8b9-4e0f-8dd8-ed3ae490e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:34.367558 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8975c6a-c497-48a2-8331-50193877cef1 req-32dcd2eb-d8b9-4e0f-8dd8-ed3ae490e2b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 1101 time: 0.0822742 Nov 10 03:38:34.377261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8ee85634-af3e-456a-b880-0ae06210772f None None] Provisioning complete for port 6ad7455a-d868-417f-bad4-472f6cb5ef08 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:34.377630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ee85634-af3e-456a-b880-0ae06210772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.380793 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e912b0c-ed77-40b8-b0fb-04d9d86f4bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.428638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8ee85634-af3e-456a-b880-0ae06210772f None None] Port 6ad7455a-d868-417f-bad4-472f6cb5ef08 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:34.469051 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8975c6a-c497-48a2-8331-50193877cef1 req-907c5125-50f3-4897-96d8-cdd63a3cd426 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Nov 10 03:38:34.474949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad7455a-d868-417f-bad4-472f6cb5ef08 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:34.484271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.496387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Transition to ACTIVE for port object 6ad7455a-d868-417f-bad4-472f6cb5ef08 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:34.500323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.555011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Pushing event updated for resources: {'Port': ['ID=6ad7455a-d868-417f-bad4-472f6cb5ef08,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:34.580821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.581350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.582238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.582238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.582425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.582703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.583031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.583361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.583684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.584004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.584324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.584646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:34.595733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7b171-3b65-46c9-a342-fa2a04591ef3 req-90976148-5e43-4f34-b5c7-50140d262e46 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:34.597400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5df7b171-3b65-46c9-a342-fa2a04591ef3 req-90976148-5e43-4f34-b5c7-50140d262e46 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 950 time: 0.1592531 Nov 10 03:38:34.606933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242377a-6903-4060-a830-4bcf4dd1e621 req-d9a861e7-effe-47f6-a71b-0d86e5b08efb tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:34.610345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c242377a-6903-4060-a830-4bcf4dd1e621 req-d9a861e7-effe-47f6-a71b-0d86e5b08efb tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1097 time: 0.2255423 Nov 10 03:38:34.643089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Attempting to bind port 6ad7455a-d868-417f-bad4-472f6cb5ef08 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:34.643723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Attempting to bind port 6ad7455a-d868-417f-bad4-472f6cb5ef08 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:34.644052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Attempting to bind port 6ad7455a-d868-417f-bad4-472f6cb5ef08 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:34.649671 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e912b0c-ed77-40b8-b0fb-04d9d86f4bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.650358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Port 6ad7455a-d868-417f-bad4-472f6cb5ef08 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:34.650684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Attempting to bind port 6ad7455a-d868-417f-bad4-472f6cb5ef08 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:34.656251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:34.656593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:34.656979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:34.657412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Bound port: 6ad7455a-d868-417f-bad4-472f6cb5ef08, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:34.657528 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e912b0c-ed77-40b8-b0fb-04d9d86f4bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.657775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.658987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4e912b0c-ed77-40b8-b0fb-04d9d86f4bbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/572c7271-bb10-401b-a600-0a43c9cb9f0b HTTP/1.1" status: 204 len: 168 time: 0.5774586 Nov 10 03:38:34.669653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:38:34.686475 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Sync routers for ids ['3684a641-fab2-4b07-8120-cbe4a45c7776'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:38:34.702551 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Routers {'3684a641-fab2-4b07-8120-cbe4a45c7776'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:34.703409 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3684a641-fab2-4b07-8120-cbe4a45c7776'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:34.755372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5df7b171-3b65-46c9-a342-fa2a04591ef3 req-7c4a2e8c-5971-4ed5-8177-eb4f7b06dbd0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438813 Nov 10 03:38:34.770347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e912b0c-ed77-40b8-b0fb-04d9d86f4bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c7271-bb10-401b-a600-0a43c9cb9f0b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:34.799390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.800982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bf132c59-88dd-498e-b08b-df33ca2f72c6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2317591 Nov 10 03:38:34.807146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39518) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:34.822285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] For port 6ad7455a-d868-417f-bad4-472f6cb5ef08, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:34.827700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] For port 6ad7455a-d868-417f-bad4-472f6cb5ef08, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad7455a-d868-417f-bad4-472f6cb5ef08,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:34.834196 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.873393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c242377a-6903-4060-a830-4bcf4dd1e621 req-313d7b7c-9c4f-494a-ba94-17f299b916f8 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516239 Nov 10 03:38:34.879095 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Set router 3684a641-fab2-4b07-8120-cbe4a45c7776 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:34.892290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:34.893964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:34.895835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] 10.222.0.11 "PUT /v2.0/ports/6ad7455a-d868-417f-bad4-472f6cb5ef08 HTTP/1.1" status: 200 len: 1095 time: 0.9213359 Nov 10 03:38:34.898993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'tag': '6ad7455a-d868-417f-bad4-472f6cb5ef08'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:34.903211 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc10d76-be74-45c7-8cda-8a49f391137b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cab9a80-682e-4ef2-992f-f46e5fef9272", "tag": "6ad7455a-d868-417f-bad4-472f6cb5ef08"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:35.094644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5b68f-1665-46ea-86d0-692a470d794f service neutron] Pushing event updated for resources: {'Port': ['ID=6ad7455a-d868-417f-bad4-472f6cb5ef08,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:35.108751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-941df3bf-055e-4213-93fa-9c70d52cb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:35.110414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-941df3bf-055e-4213-93fa-9c70d52cb2d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f56276c8c75b48188ce2e035629e1769&device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 1098 time: 0.1368976 Nov 10 03:38:35.213298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-9f9fb8e0-693f-4a8f-b15b-fc347c8c5167 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6ad7455a-d868-417f-bad4-472f6cb5ef08 HTTP/1.1" status: 200 len: 217 time: 0.0807467 Nov 10 03:38:35.219252 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129b36ee-61b5-4221-8632-1e29b3cb7711 x-openstack-request-id: req-129b36ee-61b5-4221-8632-1e29b3cb7711 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:35.220606 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cab9a80-682e-4ef2-992f-f46e5fef9272", "tag": "6ad7455a-d868-417f-bad4-472f6cb5ef08", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:35.220950 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-129b36ee-61b5-4221-8632-1e29b3cb7711 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:35.225700 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'tag': '6ad7455a-d868-417f-bad4-472f6cb5ef08', 'status': 'completed', 'code': 200} Nov 10 03:38:35.267241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39532) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:35.278952 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:32Z', 'revision_number': 3, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port': {'id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:31Z', 'updated_at': '2021-11-10T03:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:35.295021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-14743010-512b-434c-9145-26e9fb50265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:35.297058 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-14743010-512b-434c-9145-26e9fb50265a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0696845 Nov 10 03:38:35.323555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6cca506e-70d3-4dcc-8de6-298cb57e5a87 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:35.325730 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d385e6-5db0-415c-b692-99372315cfba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.334804 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Checking router: 3684a641-fab2-4b07-8120-cbe4a45c7776 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:35.335167 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Updating router 3684a641-fab2-4b07-8120-cbe4a45c7776 port 4b9774db-78aa-4247-afa2-7285d1dd8360 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:38:35.379763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-d84a12ef-5c7a-46f7-831b-446ae3206060 req-e94cbf22-25c8-49fe-bd6b-72e80c574b22 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:38:35.389127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-87b06943-680d-4949-8608-6eba2260ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:35.391647 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-87b06943-680d-4949-8608-6eba2260ef64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845072 Nov 10 03:38:35.394108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d84a12ef-5c7a-46f7-831b-446ae3206060 req-e94cbf22-25c8-49fe-bd6b-72e80c574b22 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206387 Nov 10 03:38:35.402005 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.425555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:35.426049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.579569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-e1859ca0-1ed9-40e0-a7ab-5a14a2fd737d service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707294 Nov 10 03:38:35.714294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39540) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:35.744291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589734-e1fe-4bf2-84c4-8f2b9da8dc94 req-d810eb2d-f645-4d38-9cc9-a369e7508d07 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:35.745821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e589734-e1fe-4bf2-84c4-8f2b9da8dc94 req-d810eb2d-f645-4d38-9cc9-a369e7508d07 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1101 time: 0.3492301 Nov 10 03:38:35.755491 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51d1025b-93b9-44d5-bfd4-3cedfbf8957d req-162dfa5f-3b24-447d-a61e-8171c6d55ea1 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732712 Nov 10 03:38:35.822379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d385e6-5db0-415c-b692-99372315cfba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.825402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e589734-e1fe-4bf2-84c4-8f2b9da8dc94 req-1457fc66-ad4a-4780-8a56-dda1a6aa0e2d tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.851578 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d385e6-5db0-415c-b692-99372315cfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.873169 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.879646 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.936650 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-da26137c-9b7b-4cf4-a6c9-77a875ae95eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.940237 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Attempting to bind port 4b9774db-78aa-4247-afa2-7285d1dd8360 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:35.940601 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Attempting to bind port 4b9774db-78aa-4247-afa2-7285d1dd8360 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:35.941098 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Attempting to bind port 4b9774db-78aa-4247-afa2-7285d1dd8360 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:35.943214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d385e6-5db0-415c-b692-99372315cfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25c761f-b16a-4169-8838-4e6eb883dd37,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:35.950443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-72d385e6-5db0-415c-b692-99372315cfba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92340d8499d1441a911a143d7a417995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6780584 Nov 10 03:38:35.950652 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be571413-dcf3-4267-af8d-59255f7bc72a None None] Pushing event updated for resources: {'Port': ['ID=4b9774db-78aa-4247-afa2-7285d1dd8360,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:35.951726 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:35.952089 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:35.952475 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.952847 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:35.953301 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Bound port: 4b9774db-78aa-4247-afa2-7285d1dd8360, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:35.953930 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:35.954069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39552) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:36.011739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-5787c1ad-f90d-4b81-979e-44afb2684469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:36.013367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-5787c1ad-f90d-4b81-979e-44afb2684469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f56276c8c75b48188ce2e035629e1769&device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 1098 time: 0.1589077 Nov 10 03:38:36.036537 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] For port 4b9774db-78aa-4247-afa2-7285d1dd8360, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:36.043886 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] For port 4b9774db-78aa-4247-afa2-7285d1dd8360, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b9774db-78aa-4247-afa2-7285d1dd8360,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:36.050177 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.053620 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.068238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e589734-e1fe-4bf2-84c4-8f2b9da8dc94 req-1457fc66-ad4a-4780-8a56-dda1a6aa0e2d tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.074203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e589734-e1fe-4bf2-84c4-8f2b9da8dc94 req-1457fc66-ad4a-4780-8a56-dda1a6aa0e2d tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.131204 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Routers {'3684a641-fab2-4b07-8120-cbe4a45c7776'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:36.132493 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3684a641-fab2-4b07-8120-cbe4a45c7776'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:36.165522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e589734-e1fe-4bf2-84c4-8f2b9da8dc94 req-1457fc66-ad4a-4780-8a56-dda1a6aa0e2d tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063225 Nov 10 03:38:36.168226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457fc66-ad4a-4780-8a56-dda1a6aa0e2d tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1c7760-b643-4d96-a3b8-d717b77798cd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:36.184276 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be571413-dcf3-4267-af8d-59255f7bc72a None None] Pushing event updated for resources: {'Port': ['ID=4b9774db-78aa-4247-afa2-7285d1dd8360,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:36.192971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33035c65-ff71-443d-be9a-92349ec8b424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.261272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-559ab4d6-afd0-48d8-a049-5b121a07e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:36.262974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-559ab4d6-afd0-48d8-a049-5b121a07e166 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2385082 Nov 10 03:38:36.267478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-da26137c-9b7b-4cf4-a6c9-77a875ae95eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.296790 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] Set router 3684a641-fab2-4b07-8120-cbe4a45c7776 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:36.326449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Allocated IP 172.20.0.1 (f9f2b42a-9359-40fe-bb7c-e17c3b449be1/922dce08-bc90-4493-8388-dc41e0895546/db3ef756-afc3-4241-a137-916b98760905) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:36.326760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33035c65-ff71-443d-be9a-92349ec8b424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.338828 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-7d4e1dec-da61-4135-96f7-754a089a5a3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6ad7455a-d868-417f-bad4-472f6cb5ef08 HTTP/1.1" status: 200 len: 217 time: 0.0632346 Nov 10 03:38:36.339740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-da26137c-9b7b-4cf4-a6c9-77a875ae95eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.389600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26137c-9b7b-4cf4-a6c9-77a875ae95eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647e3b49-9dab-4b6e-b0f1-52da499a16da,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:36.458903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-872de10d-446a-451f-a231-dce7f5e68dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:36.460938 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-872de10d-446a-451f-a231-dce7f5e68dd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0719912 Nov 10 03:38:36.489205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.521210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d3cb-1777-478b-87c7-3646e1138a86 req-df2d20b6-d2ad-494c-b14f-cb1f537d17b7 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:36.530452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21b9d3cb-1777-478b-87c7-3646e1138a86 req-df2d20b6-d2ad-494c-b14f-cb1f537d17b7 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 947 time: 0.0982032 Nov 10 03:38:36.551842 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-da26137c-9b7b-4cf4-a6c9-77a875ae95eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e33228c833d84e598d3da06244a20c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8324008 Nov 10 03:38:36.551842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39570) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:36.617147 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.619766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-0d812c9a-58a4-4006-8fd5-2fc63cdc3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:36.621280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-0d812c9a-58a4-4006-8fd5-2fc63cdc3bf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490734 Nov 10 03:38:36.627478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88636905-d9e6-459b-8802-d002fc6e8337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.640396 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33035c65-ff71-443d-be9a-92349ec8b424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.642898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33035c65-ff71-443d-be9a-92349ec8b424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.643963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-33035c65-ff71-443d-be9a-92349ec8b424 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c25c761f-b16a-4169-8838-4e6eb883dd37 HTTP/1.1" status: 204 len: 168 time: 0.6845937 Nov 10 03:38:36.667643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33035c65-ff71-443d-be9a-92349ec8b424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25c761f-b16a-4169-8838-4e6eb883dd37,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:36.714012 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:32Z', 'revision_number': 3, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port': {'id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:31Z', 'updated_at': '2021-11-10T03:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:36.729385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88636905-d9e6-459b-8802-d002fc6e8337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:36.734494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=db3ef756-afc3-4241-a137-916b98760905,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:36.751236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:36.753790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:36.756304 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0233c3-d5fc-43d9-9851-b10750bf3c1d None None] The sync data for ids ['3684a641-fab2-4b07-8120-cbe4a45c7776'] in n-d-817326-2 is: [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:32Z', 'revision_number': 3, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port': {'id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:31Z', 'updated_at': '2021-11-10T03:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:36.787473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21b9d3cb-1777-478b-87c7-3646e1138a86 req-ca5064fc-dfd8-45bd-bc03-3efc1d0cd73b tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476771 Nov 10 03:38:36.789597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:36.813875 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-e77f492f-a681-42f2-9922-0b947a336d30 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829879 Nov 10 03:38:36.869774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.203805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c125fd-dad4-439b-9bda-1206bfdeda3f req-db46a638-f46b-4c3e-9311-ffd1fc77e575 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:37.205382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50c125fd-dad4-439b-9bda-1206bfdeda3f req-db46a638-f46b-4c3e-9311-ffd1fc77e575 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 950 time: 0.1357379 Nov 10 03:38:37.207515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cdf859c2-e4fe-417d-9fce-75cc3bf23cc1 None None] Provisioning complete for port db3ef756-afc3-4241-a137-916b98760905 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:37.207968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cdf859c2-e4fe-417d-9fce-75cc3bf23cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.209550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.255542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7dc10d76-be74-45c7-8cda-8a49f391137b req-40eba3be-ce6d-42c5-9874-275de0b56fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294782 Nov 10 03:38:37.267915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88636905-d9e6-459b-8802-d002fc6e8337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.272522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88636905-d9e6-459b-8802-d002fc6e8337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.273931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-88636905-d9e6-459b-8802-d002fc6e8337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/647e3b49-9dab-4b6e-b0f1-52da499a16da HTTP/1.1" status: 204 len: 168 time: 0.7219093 Nov 10 03:38:37.282802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88636905-d9e6-459b-8802-d002fc6e8337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647e3b49-9dab-4b6e-b0f1-52da499a16da,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:37.328756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cdf859c2-e4fe-417d-9fce-75cc3bf23cc1 None None] Port db3ef756-afc3-4241-a137-916b98760905 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:37.479550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50c125fd-dad4-439b-9bda-1206bfdeda3f req-350ca872-7132-4d20-8b6b-6599433184f9 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156916 Nov 10 03:38:37.610060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39608) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:37.614093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.619730 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.657588 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.698170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-8796d399-abed-48e1-8a9e-09eb8ae547e8 req-776ac7f6-81cb-46d5-a3ef-2e0971938da6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:38:37.702469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8796d399-abed-48e1-8a9e-09eb8ae547e8 req-776ac7f6-81cb-46d5-a3ef-2e0971938da6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190535 Nov 10 03:38:37.751112 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:37.783656 n-d-817326-2 neutron-server[102596]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 03:38:37.791392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-61a8ec00-b657-4675-aafc-b19f8b01d780 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:38:37.792573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-61a8ec00-b657-4675-aafc-b19f8b01d780 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1815434 Nov 10 03:38:37.860816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=db3ef756-afc3-4241-a137-916b98760905,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:37.926434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:37.928268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:38.105607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Router 3684a641-fab2-4b07-8120-cbe4a45c7776 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:38:38.133028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-bd21e7e8-b791-48a7-858c-7521c30d3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:38.134717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-bd21e7e8-b791-48a7-858c-7521c30d3efd service neutron] 10.222.0.24 "GET /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 1094 time: 0.2826314 Nov 10 03:38:38.145127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Request body: {'binding': {'host': 'n-h2-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:38.145636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:38:38.267389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-06442cf1-d35b-4d10-b0dc-4c19e027231c None None] Provisioning complete for port db3ef756-afc3-4241-a137-916b98760905 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:38.267904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06442cf1-d35b-4d10-b0dc-4c19e027231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:38.294707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:38:38.311111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0c135a88-61cc-4e9e-a081-564f977c2ea8 admin admin] 10.222.0.24 "PUT /v2.0/routers/3684a641-fab2-4b07-8120-cbe4a45c7776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5008216 Nov 10 03:38:38.331792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-06442cf1-d35b-4d10-b0dc-4c19e027231c None None] Port db3ef756-afc3-4241-a137-916b98760905 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:38.351498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on host n-h2-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:38.351945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:38.352364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:38.357091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:38.357514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:38.362988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:38.363407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:38.363831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:38.364408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Bound port: 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:38.475042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:38.485525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:38.487018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-05774fad-2320-404f-8225-ea85855783e6 service neutron] 10.222.0.24 "POST /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.3456466 Nov 10 03:38:38.758976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d59588-7698-4b59-b469-7f6d64427f9e req-fad60490-bfc0-4a5a-8ad6-066f860fb070 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:38.761211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41d59588-7698-4b59-b469-7f6d64427f9e req-fad60490-bfc0-4a5a-8ad6-066f860fb070 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1058743 Nov 10 03:38:38.838569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39670) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:38.851878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41d59588-7698-4b59-b469-7f6d64427f9e req-745becad-5672-42d3-b422-9ecfa663565c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787108 Nov 10 03:38:38.875975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-0b6a59b4-14d4-4ec6-bc6a-326a80ed7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:38.877126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3b61-03e5-4a1a-8189-d95cd6883117 req-c5566248-3a13-4b9c-807f-3f24b686d5ce tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:38.884222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-0b6a59b4-14d4-4ec6-bc6a-326a80ed7f73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1097 time: 0.0982599 Nov 10 03:38:38.887435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0cb3b61-03e5-4a1a-8189-d95cd6883117 req-c5566248-3a13-4b9c-807f-3f24b686d5ce tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 947 time: 0.1240275 Nov 10 03:38:38.965205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39680) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:38.975300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0cb3b61-03e5-4a1a-8189-d95cd6883117 req-47dd1951-11b0-48c5-8421-c906702342c8 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823603 Nov 10 03:38:39.010656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-3753a45f-3cd9-4f14-8774-453d10b74dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:39.012215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-3753a45f-3cd9-4f14-8774-453d10b74dba service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.1208851 Nov 10 03:38:39.061269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Sync routers for ids ['3684a641-fab2-4b07-8120-cbe4a45c7776'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:38:39.087356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-24360195-ef16-49f0-8d4c-dbb12e4b373b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 217 time: 0.0674326 Nov 10 03:38:39.088892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Routers {'3684a641-fab2-4b07-8120-cbe4a45c7776'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:39.089667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3684a641-fab2-4b07-8120-cbe4a45c7776'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:39.099643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701e125-2937-4d56-a23c-5dd55193b7f8 req-77af6053-6ed7-4df1-aff4-30f4a219baa1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:39.101713 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f701e125-2937-4d56-a23c-5dd55193b7f8 req-77af6053-6ed7-4df1-aff4-30f4a219baa1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.0678060 Nov 10 03:38:39.110279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-network', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:39.170083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-799f2b62-4365-4b9e-afa4-75300c03dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:39.172185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-799f2b62-4365-4b9e-afa4-75300c03dac8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0756769 Nov 10 03:38:39.173916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f701e125-2937-4d56-a23c-5dd55193b7f8 req-8ce5af8b-edbf-4b98-b8c9-53a62ac17735 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657220 Nov 10 03:38:39.174889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Made reservation on behalf of 9011ece1adf947ecbd8ef0ccc4f044c5 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:39.178169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.201661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.223171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-40c72028-45e8-4cb1-8fb4-a9d1f2bc90db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406597 Nov 10 03:38:39.270738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Set router 3684a641-fab2-4b07-8120-cbe4a45c7776 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:39.323315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.432394 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.445160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:38:39.446136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c335f-59bb-46be-a9e7-e0e75f7049ee req-f9b9abc9-cfaa-43e2-ab2f-2b70441211dc tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:39.454435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-455c335f-59bb-46be-a9e7-e0e75f7049ee req-f9b9abc9-cfaa-43e2-ab2f-2b70441211dc tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 946 time: 0.1082211 Nov 10 03:38:39.455015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.455373 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Added segment 82a417a6-a02b-4f5a-bc04-cfce375b0287 of type vlan for network d3796478-361b-488a-8ecf-17ac5660ac98 Nov 10 03:38:39.510615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b9774db-78aa-4247-afa2-7285d1dd8360 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:39.564976 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-94028a25-26eb-455d-8264-ef4427cb67fb req-b215b9b3-522b-47d8-973b-a5c3663b2182 tempest-FloatingIPDetailsNegativeTestJSON-363481837 tempest-FloatingIPDetailsNegativeTestJSON-363481837-project] show failed (client error): The resource could not be found. Nov 10 03:38:39.565910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.566573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94028a25-26eb-455d-8264-ef4427cb67fb req-b215b9b3-522b-47d8-973b-a5c3663b2182 tempest-FloatingIPDetailsNegativeTestJSON-363481837 tempest-FloatingIPDetailsNegativeTestJSON-363481837-project] 10.222.0.24 "GET /v2.0/floatingips/2d41340c-8315-4518-ba2a-3b3fec3d56dd HTTP/1.1" status: 404 len: 350 time: 0.0939794 Nov 10 03:38:39.570279 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-d0ad9351-2981-47b0-b689-1b7f92b222bb service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447081 Nov 10 03:38:39.576870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39690) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:39.584108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e0d0e-56b8-4da1-8c8e-b5c6dd350798,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:39.654044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-455c335f-59bb-46be-a9e7-e0e75f7049ee req-4651ff4f-8f22-4498-8d59-3a63d58c552d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974719 Nov 10 03:38:39.683223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.resource_extend [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:38:39.698564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-c7af298c-5aed-4e38-a89c-7ba08cfeee56 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155326 Nov 10 03:38:39.710713 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-ade35c80-8d9e-45cf-9333-308371983180 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7439251 Nov 10 03:38:39.723562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-9946e51a-20d7-4da3-9a8b-9535095b2214 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:38:39.727373 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-9946e51a-20d7-4da3-9a8b-9535095b2214 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080431 Nov 10 03:38:39.728605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.730359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:39.731601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.737412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4b9774db-78aa-4247-afa2-7285d1dd8360 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:39.737981 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.814587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9742556 Nov 10 03:38:39.823431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39706) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:39.827608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:37Z', 'revision_number': 4, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port': {'id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:31Z', 'updated_at': '2021-11-10T03:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'db3ef756-afc3-4241-a137-916b98760905', 'name': '', 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'mac_address': 'fa:16:3e:e6:2b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '922dce08-bc90-4493-8388-dc41e0895546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:36Z', 'updated_at': '2021-11-10T03:38:37Z', 'revision_number': 2, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'subnets': [{'id': '922dce08-bc90-4493-8388-dc41e0895546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:39.831455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Request body: {'subnet': {'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-subnet', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:39.865693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Checking router: 3684a641-fab2-4b07-8120-cbe4a45c7776 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:39.866406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Updating router 3684a641-fab2-4b07-8120-cbe4a45c7776 port db3ef756-afc3-4241-a137-916b98760905 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:38:39.899668 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.908228 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.952054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Made reservation on behalf of 9011ece1adf947ecbd8ef0ccc4f044c5 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:39.967254 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:39.974575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 4b9774db-78aa-4247-afa2-7285d1dd8360, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b9774db-78aa-4247-afa2-7285d1dd8360,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:39.988325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421e5f8-6531-4689-9a8b-5ce0277d6172 admin admin] Pushing event updated for resources: {'Network': ['ID=d3796478-361b-488a-8ecf-17ac5660ac98,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:40.018584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network d3796478-361b-488a-8ecf-17ac5660ac98 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:38:40.024806 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.053228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-c6398b42-0ad8-4b46-a76b-fd06e6378aec tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:40.054874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-c6398b42-0ad8-4b46-a76b-fd06e6378aec tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1097 time: 0.1600428 Nov 10 03:38:40.057410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ecd1a3ea-26be-47d8-86be-a1ae2a2d9960 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2bc646e69ac048f5b973314ab315b89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3805177 Nov 10 03:38:40.063964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1992310190', 'description': 'tempest-description-426373618'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:40.186370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=4b9774db-78aa-4247-afa2-7285d1dd8360,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:40.233113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.255646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-2'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:40.260812 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.292835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.325472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-74650216-c536-479f-a44e-8e2ded5fc8f4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:40.327363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-74650216-c536-479f-a44e-8e2ded5fc8f4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686176 Nov 10 03:38:40.341571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.348175 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.364312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-cfba08c3-50d4-4070-a5c3-e4ab409c8ca4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/quotas/2bc646e69ac048f5b973314ab315b89c HTTP/1.1" status: 200 len: 375 time: 0.0286655 Nov 10 03:38:40.380095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.405998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b2c487-d63b-4c24-a47d-61814958c463,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:40.408597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1e254-7c1c-4e97-ab13-e2d43d9e8c18 None None] Pushing event updated for resources: {'Port': ['ID=db3ef756-afc3-4241-a137-916b98760905,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:40.457030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad7455a-d868-417f-bad4-472f6cb5ef08 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:40.476534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Checking segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:40.476925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Network hostable DHCP agents. Network: d3796478-361b-488a-8ecf-17ac5660ac98, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:38:40.545955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Attempting to bind port db3ef756-afc3-4241-a137-916b98760905 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:40.546651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Attempting to bind port db3ef756-afc3-4241-a137-916b98760905 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:40.547253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Attempting to bind port db3ef756-afc3-4241-a137-916b98760905 on network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:40.559747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:40.560957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Checking segment: {'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:40.561973 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.562095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Bound using segment: {'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:40.562645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Bound port: db3ef756-afc3-4241-a137-916b98760905, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71982c4f-9b1f-4f10-9d48-c31008adafdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:40.563071 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.576888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Network d3796478-361b-488a-8ecf-17ac5660ac98 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:38:40.589247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-58107240-2635-4934-bc46-6f1b2be0a5e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1951611 Nov 10 03:38:40.591745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, d3796478-361b-488a-8ecf-17ac5660ac98) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:40.615742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:40.616658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.626428 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.632624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:38:40.645078 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5e348068-1b1c-4cff-a3b6-1ed2ecb7b157 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8203907 Nov 10 03:38:40.645766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.649162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39734) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:40.652254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293fbc4-63e4-4796-82c2-7596a2aaf9cb None None] Network d3796478-361b-488a-8ecf-17ac5660ac98 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:40.654087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:40.694079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.695413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.743637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:40.774277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424687b5-963e-4128-96dd-be1b47f1c7c5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:40.848780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.857578 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.872889 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.889559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.946529 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:40.966993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd3ecb86-fa75-42c6-936c-bcbd462e101a req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9224436 Nov 10 03:38:40.969315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e672c-12c3-49ed-9867-f897bcc7a9e7 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32406119-9007-4b26-be95-8b30fb87d154,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:41.012196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5c3c8b25-0747-41e1-b1cd-e9ddf3de8896 None None] Provisioning complete for port db3ef756-afc3-4241-a137-916b98760905 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:41.012700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8b25-0747-41e1-b1cd-e9ddf3de8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.033122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6ad7455a-d868-417f-bad4-472f6cb5ef08, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad7455a-d868-417f-bad4-472f6cb5ef08,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:41.040245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:41.084954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] For port db3ef756-afc3-4241-a137-916b98760905, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:41.120677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '6ad7455a-d868-417f-bad4-472f6cb5ef08', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '6ad7455a-d868-417f-bad4-472f6cb5ef08', 'mac_address': 'fa:16:3e:e2:2e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:38:41.158101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0751782-49a0-4b60-b088-2634fc41c192 req-b531f79f-f6ab-4ec6-8c59-53aefe5be3cf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:41.166300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0751782-49a0-4b60-b088-2634fc41c192 req-b531f79f-f6ab-4ec6-8c59-53aefe5be3cf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.0856452 Nov 10 03:38:41.181442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.191620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] For port db3ef756-afc3-4241-a137-916b98760905, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=db3ef756-afc3-4241-a137-916b98760905,segment=NetworkSegment(71982c4f-9b1f-4f10-9d48-c31008adafdb),segment_id=71982c4f-9b1f-4f10-9d48-c31008adafdb)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:41.200009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:41.203083 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad730d2e-15c2-485f-89df-22a9cc3eaab3" -d '{"events": [{"server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:41.204284 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.207721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.247016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c8b25-0747-41e1-b1cd-e9ddf3de8896 None None] Port db3ef756-afc3-4241-a137-916b98760905 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:41.262682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.268395 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.283160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad7455a-d868-417f-bad4-472f6cb5ef08 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:41.312125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6ad7455a-d868-417f-bad4-472f6cb5ef08, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad7455a-d868-417f-bad4-472f6cb5ef08,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:41.339191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b9774db-78aa-4247-afa2-7285d1dd8360 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:41.374416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0fda6-b924-4caa-9797-384c25a1243c req-ffc330b8-8e58-4793-8207-b94b4b0353fc tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:41.375860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77a0fda6-b924-4caa-9797-384c25a1243c req-ffc330b8-8e58-4793-8207-b94b4b0353fc tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 947 time: 0.2077796 Nov 10 03:38:41.380157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0751782-49a0-4b60-b088-2634fc41c192 req-a08ced6e-8ab5-4ba3-beb9-04f7c95c35c3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132046 Nov 10 03:38:41.439518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.494053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77a0fda6-b924-4caa-9797-384c25a1243c req-671bc91c-4265-4716-9390-037e9c2e14b0 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047983 Nov 10 03:38:41.551979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1e254-7c1c-4e97-ab13-e2d43d9e8c18 None None] Pushing event updated for resources: {'Port': ['ID=db3ef756-afc3-4241-a137-916b98760905,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:41.557056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:41.557246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Routers {'3684a641-fab2-4b07-8120-cbe4a45c7776'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:41.557343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3684a641-fab2-4b07-8120-cbe4a45c7776'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:41.559589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-d3796478-361b-488a-8ecf-17ac5660ac98', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:38:41.560413 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.594742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on host n-h1-817326-2 for vnic_type normal with profile {"migrating_to": "n-h2-817326-2"} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:41.595077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:41.595891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4b9774db-78aa-4247-afa2-7285d1dd8360 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:41.596257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.611850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:41.629159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:41.629505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Attempting to bind port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:41.640716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56a0c036-8ea2-40f7-8b7e-0500dcfe491c req-2d5d1266-52c4-4126-973f-834885068988 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 210 time: 0.0476778 Nov 10 03:38:41.646849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:41.647306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:41.648219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:41.648657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Bound port: 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:41.649008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.734240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-77efcabf-ef0a-4f1e-88f4-bcea9c513fef req-f707181c-3726-4501-aab0-7e7f42c57e2c tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1715810291', 'description': 'tempest-description-624898224'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:41.781479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51081c-d58f-4000-a34f-a0617f404025 req-cdd90014-25c6-479c-a80f-52f9d2782b52 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:41.790311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e51081c-d58f-4000-a34f-a0617f404025 req-cdd90014-25c6-479c-a80f-52f9d2782b52 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.1099894 Nov 10 03:38:41.796995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:41.801816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:41.842039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-77efcabf-ef0a-4f1e-88f4-bcea9c513fef req-f707181c-3726-4501-aab0-7e7f42c57e2c tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.854580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Deleting port db3ef756-afc3-4241-a137-916b98760905 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:38:41.855049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.867031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e51081c-d58f-4000-a34f-a0617f404025 req-edf404b9-e7d7-405c-b29d-6ed3a54f07e6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751131 Nov 10 03:38:41.890206 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.945452 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db6802b-ef7c-4a22-827c-7298e4fdb5d8 x-openstack-request-id: req-6db6802b-ef7c-4a22-827c-7298e4fdb5d8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:41.945851 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:41.946048 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6db6802b-ef7c-4a22-827c-7298e4fdb5d8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:41.946399 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa', 'code': 200} Nov 10 03:38:41.957606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] For port db3ef756-afc3-4241-a137-916b98760905, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=db3ef756-afc3-4241-a137-916b98760905,segment=NetworkSegment(71982c4f-9b1f-4f10-9d48-c31008adafdb),segment_id=71982c4f-9b1f-4f10-9d48-c31008adafdb)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:41.958012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:41.971810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Calling delete_port for db3ef756-afc3-4241-a137-916b98760905 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:38:41.998612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6ad7455a-d868-417f-bad4-472f6cb5ef08,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:42.012294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:42.028650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-ca9c40a6-2bca-4126-a2b2-6536790ec698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:42.030019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-ca9c40a6-2bca-4126-a2b2-6536790ec698 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1101 time: 0.1901400 Nov 10 03:38:42.038035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:42.039167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.040499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-2bd65a47-5e37-4331-98dd-466be4edb365 service neutron] 10.222.0.44 "PUT /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 1122 time: 1.9706006 Nov 10 03:38:42.055609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.079362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.235071 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-77efcabf-ef0a-4f1e-88f4-bcea9c513fef req-f707181c-3726-4501-aab0-7e7f42c57e2c tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.264057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-77efcabf-ef0a-4f1e-88f4-bcea9c513fef req-f707181c-3726-4501-aab0-7e7f42c57e2c tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.284254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.299973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9dd0dac5-3f90-4564-bc1e-33265dbf923a None None] Provisioning complete for port db3ef756-afc3-4241-a137-916b98760905 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:42.300344 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9dd0dac5-3f90-4564-bc1e-33265dbf923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.302998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6ad7455a-d868-417f-bad4-472f6cb5ef08'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:42.308163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-a6f5fbb0-cc70-442b-9a5d-2d47ed18ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:42.310659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-a6f5fbb0-cc70-442b-9a5d-2d47ed18ec33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1785014 Nov 10 03:38:42.322331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3ef756-afc3-4241-a137-916b98760905,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:42.325248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Allocated IP 172.25.6.125 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/82fd351a-5367-4088-a37f-35a71f24486e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:42.328984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-77efcabf-ef0a-4f1e-88f4-bcea9c513fef req-f707181c-3726-4501-aab0-7e7f42c57e2c tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.329681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77efcabf-ef0a-4f1e-88f4-bcea9c513fef req-f707181c-3726-4501-aab0-7e7f42c57e2c tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6040668 Nov 10 03:38:42.339955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707181c-3726-4501-aab0-7e7f42c57e2c tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1cee90-21d2-460a-abb5-41e73ed524c7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:42.393629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['09ff673e-6fbd-4b92-8ca7-00c88794b4fa'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:42.441633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0dac5-3f90-4564-bc1e-33265dbf923a None None] Port db3ef756-afc3-4241-a137-916b98760905 was deleted so its status cannot be updated. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 03:38:42.443863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1428058221', 'description': 'tempest-description-459704627'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:42.445883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Allocated IP 172.20.0.2 (d3796478-361b-488a-8ecf-17ac5660ac98/70b2c487-d63b-4c24-a47d-61814958c463/73508cbd-52a9-46fa-ad13-f2937905d7d1) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:42.454581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-3f3926a9-99c4-4d95-8476-55b87d7beb48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0944781 Nov 10 03:38:42.521646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.530729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] Set router 3684a641-fab2-4b07-8120-cbe4a45c7776 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:42.587503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-4a463af7-4c0e-4188-8131-82596a99cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:42.592035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-4a463af7-4c0e-4188-8131-82596a99cc4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1116900 Nov 10 03:38:42.606019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.668563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.737593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15a8a3-f331-4de9-be06-c2b20812bf00 req-2b778533-0a49-4e40-8998-f0d4344463fd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:42.740296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c15a8a3-f331-4de9-be06-c2b20812bf00 req-2b778533-0a49-4e40-8998-f0d4344463fd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1822259 Nov 10 03:38:42.742809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.746367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-7d3356c2-769d-48a8-82ad-5405090cb2ef tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2bc646e69ac048f5b973314ab315b89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405686 Nov 10 03:38:42.770554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.825235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-7499d40f-4672-473e-986c-e0cdc672cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:42.827123 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-7499d40f-4672-473e-986c-e0cdc672cdb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934378 Nov 10 03:38:42.928222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c15a8a3-f331-4de9-be06-c2b20812bf00 req-2663eb12-62ab-4fe6-8a68-253c00836eb8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645324 Nov 10 03:38:42.966141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:42.971489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.026953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.054856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61838827-9e00-4b9e-9038-c546ccd69c6b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:43.058630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.086759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.088094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3adc7a75-3b4f-4eb9-b5a1-de821c5d2175 req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6542578 Nov 10 03:38:43.137728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:43.154489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-39278af0-c710-422b-98dd-89c0e25961de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:37Z', 'revision_number': 4, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port': {'id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:31Z', 'updated_at': '2021-11-10T03:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'db3ef756-afc3-4241-a137-916b98760905', 'name': '', 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'mac_address': 'fa:16:3e:e6:2b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '922dce08-bc90-4493-8388-dc41e0895546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:36Z', 'updated_at': '2021-11-10T03:38:41Z', 'revision_number': 4, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'subnets': [{'id': '922dce08-bc90-4493-8388-dc41e0895546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:43.163578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.196449 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.197751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:43.202846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39278af0-c710-422b-98dd-89c0e25961de None None] The sync data for ids ['3684a641-fab2-4b07-8120-cbe4a45c7776'] in n-d-817326-2 is: [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:37Z', 'revision_number': 4, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port': {'id': '4b9774db-78aa-4247-afa2-7285d1dd8360', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:31Z', 'updated_at': '2021-11-10T03:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'db3ef756-afc3-4241-a137-916b98760905', 'name': '', 'network_id': 'f9f2b42a-9359-40fe-bb7c-e17c3b449be1', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'mac_address': 'fa:16:3e:e6:2b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '922dce08-bc90-4493-8388-dc41e0895546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:36Z', 'updated_at': '2021-11-10T03:38:41Z', 'revision_number': 4, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'subnets': [{'id': '922dce08-bc90-4493-8388-dc41e0895546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:43.219040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Pushing event updated for resources: {'Port': ['ID=82fd351a-5367-4088-a37f-35a71f24486e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:43.229631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:43.236048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Network d3796478-361b-488a-8ecf-17ac5660ac98 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:43.239414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:43.244039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:43.320678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Pushing event updated for resources: {'Port': ['ID=73508cbd-52a9-46fa-ad13-f2937905d7d1,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:43.356338 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0068-aa97-45eb-9f94-e64b4fb92a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.379297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Attempting to bind port 73508cbd-52a9-46fa-ad13-f2937905d7d1 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:43.383078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Attempting to bind port 73508cbd-52a9-46fa-ad13-f2937905d7d1 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:43.383734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Attempting to bind port 73508cbd-52a9-46fa-ad13-f2937905d7d1 on network d3796478-361b-488a-8ecf-17ac5660ac98 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:43.393338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:43.393758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Checking segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:43.394223 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.394668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Bound using segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:43.395152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Bound port: 73508cbd-52a9-46fa-ad13-f2937905d7d1, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:43.396087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.477177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fcb94-ea46-430a-bc6a-bcfa3a1e41c4 req-8941a2c2-c0aa-40f9-9f02-11d4b8b860e9 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:43.479371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-520fcb94-ea46-430a-bc6a-bcfa3a1e41c4 req-8941a2c2-c0aa-40f9-9f02-11d4b8b860e9 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 948 time: 0.4504912 Nov 10 03:38:43.484548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] For port 73508cbd-52a9-46fa-ad13-f2937905d7d1, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:43.487791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] For port 73508cbd-52a9-46fa-ad13-f2937905d7d1, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=73508cbd-52a9-46fa-ad13-f2937905d7d1,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:43.494581 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.511640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d55874-a1fe-430d-9e2a-188a9632b148 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f008bf6-0124-499e-9a0b-059c787649d1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:43.515428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-8374d3df-06dd-46d6-a37c-2279950a3d14 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324956 Nov 10 03:38:43.587269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e2ea-cb6b-42b1-bace-f74a136d4083 None None] Pushing event updated for resources: {'Port': ['ID=73508cbd-52a9-46fa-ad13-f2937905d7d1,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:43.594560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cc89236-52d2-483c-968e-5c22916805eb req-4bb72b52-075f-4361-8ddc-e2e6f123f5e8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 210 time: 0.1447210 Nov 10 03:38:43.672880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-520fcb94-ea46-430a-bc6a-bcfa3a1e41c4 req-5e168ed8-c4ee-4b50-8655-b15cb8903afd tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893261 Nov 10 03:38:43.681830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Router 3684a641-fab2-4b07-8120-cbe4a45c7776 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:38:43.720294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-d8e5c53d-b74c-4ea9-80da-56b90bb74cbb tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:43.721869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-d8e5c53d-b74c-4ea9-80da-56b90bb74cbb tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9679949 Nov 10 03:38:43.747121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Request body: {'port': {'device_id': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '2bc646e69ac048f5b973314ab315b89c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:43.762292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-4cd0b9f4-64c9-477e-af8d-24d949520539 req-69124d21-f1cc-4612-a5b0-d79cd973fab2 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-552256617', 'description': 'tempest-description-17619692'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:43.794456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd0b9f4-64c9-477e-af8d-24d949520539 req-69124d21-f1cc-4612-a5b0-d79cd973fab2 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.821684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:43.918137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4f2c3-da11-4b4a-9189-61db66b862fb req-1659960c-b3b9-4f95-97b9-aacc6a1e36cd tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:43.923098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4f4f2c3-da11-4b4a-9189-61db66b862fb req-1659960c-b3b9-4f95-97b9-aacc6a1e36cd tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.2307250 Nov 10 03:38:43.940249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:38:43.956726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd76a468-306b-4cbe-9ff9-d306e4526335 admin admin] 10.222.0.24 "PUT /v2.0/routers/3684a641-fab2-4b07-8120-cbe4a45c7776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3775470 Nov 10 03:38:43.968397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39774) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:43.986939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:43.989426 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:44.016742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679c2021-bbf8-4d4d-928d-2c19c67967c9 req-e4dc681a-ac43-4ca3-8572-4ac84f5c60d3 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919913 Nov 10 03:38:44.056211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd0b9f4-64c9-477e-af8d-24d949520539 req-69124d21-f1cc-4612-a5b0-d79cd973fab2 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.067132 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd0b9f4-64c9-477e-af8d-24d949520539 req-69124d21-f1cc-4612-a5b0-d79cd973fab2 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.117419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Made reservation on behalf of 2bc646e69ac048f5b973314ab315b89c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:44.121250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.135077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4f4f2c3-da11-4b4a-9189-61db66b862fb req-ec1cf6e7-2f21-49c0-9469-764c14248986 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928031 Nov 10 03:38:44.175103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd0b9f4-64c9-477e-af8d-24d949520539 req-69124d21-f1cc-4612-a5b0-d79cd973fab2 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.179183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4cd0b9f4-64c9-477e-af8d-24d949520539 req-69124d21-f1cc-4612-a5b0-d79cd973fab2 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4417865 Nov 10 03:38:44.199322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69124d21-f1cc-4612-a5b0-d79cd973fab2 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fd5c8c-fd91-4d3f-929b-273fd7c81943,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:44.208472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.320654 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96255083-e7f5-4422-87df-e3e652ff488a x-openstack-request-id: req-96255083-e7f5-4422-87df-e3e652ff488a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:44.321179 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:44.321179 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96255083-e7f5-4422-87df-e3e652ff488a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:44.321549 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa', 'status': 'completed', 'code': 200} Nov 10 03:38:44.329600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-60f1afa3-5ae8-4632-a534-650d8e3f7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:44.331127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-60f1afa3-5ae8-4632-a534-650d8e3f7e50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1101 time: 0.1902165 Nov 10 03:38:44.335862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.383458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a15e8-257c-4f10-8bb2-5102845c4f4c req-24750267-1688-4b42-a4a6-2cb31ee6025c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:44.392059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f16a15e8-257c-4f10-8bb2-5102845c4f4c req-24750267-1688-4b42-a4a6-2cb31ee6025c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1255615 Nov 10 03:38:44.489546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.542986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Allocated IP 192.168.233.225 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/67c973e9-41eb-43d4-a3c7-8a4ddcd661ad) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:44.559397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f16a15e8-257c-4f10-8bb2-5102845c4f4c req-97bdcc7e-dfc4-4293-8c5d-13726522976a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554358 Nov 10 03:38:44.592055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-6344dd65-e27b-43bb-96d3-638052b86b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:44.593577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-6344dd65-e27b-43bb-96d3-638052b86b9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1125 time: 0.2005441 Nov 10 03:38:44.715615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-88837733-9efb-46a4-ba87-2bde561b09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:44.717086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-88837733-9efb-46a4-ba87-2bde561b09fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3185711 Nov 10 03:38:44.767516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13ec45d1-4e27-488c-95f2-cdf2b885d3c2 req-3ebaedb5-ddc3-4f7c-a617-ee1d9d7c1d5c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 210 time: 0.0538766 Nov 10 03:38:44.825217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-cd0d3aa2-3854-49ce-813f-c6bff1fb174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:44.826726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-cd0d3aa2-3854-49ce-813f-c6bff1fb174f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.2206092 Nov 10 03:38:44.851171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-0f3105ad-09d6-4927-8244-58309a72d035 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.1202478 Nov 10 03:38:44.875996 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] Sync routers for ids ['3684a641-fab2-4b07-8120-cbe4a45c7776'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:38:44.884844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Deleting port 4b9774db-78aa-4247-afa2-7285d1dd8360 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:38:44.885190 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:44.890766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97803772-ca8c-4dc6-87d5-fa96cb5d84c3 None None] Network d3796478-361b-488a-8ecf-17ac5660ac98 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:44.891593 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] Routers {'3684a641-fab2-4b07-8120-cbe4a45c7776'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:44.892310 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3684a641-fab2-4b07-8120-cbe4a45c7776'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:44.908907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-63ff61db-03e3-4c39-bcf2-6675c8dfa3ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 217 time: 0.0652907 Nov 10 03:38:44.926507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-a97cb8ed-21b1-47f0-87ad-0049d0e87894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:44.928853 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-a97cb8ed-21b1-47f0-87ad-0049d0e87894 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0674460 Nov 10 03:38:44.983955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:38:45.003102 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] Set router 3684a641-fab2-4b07-8120-cbe4a45c7776 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:45.024139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.046707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-358b954f-d87a-462e-8930-cbb6d1c6f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:45.046707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-358b954f-d87a-462e-8930-cbb6d1c6f263 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1133795 Nov 10 03:38:45.075543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Provisioning complete for port 73508cbd-52a9-46fa-ad13-f2937905d7d1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:45.076315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.084098 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:44Z', 'revision_number': 6, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:45.085860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-08c2faea-3d9a-49d9-ae12-834c406b2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:45.098835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-08c2faea-3d9a-49d9-ae12-834c406b2c79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289768 Nov 10 03:38:45.117619 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] Checking router: 3684a641-fab2-4b07-8120-cbe4a45c7776 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:45.129879 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-e57c8dd9-ec98-46b1-b51b-a43a2a81af69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624177 Nov 10 03:38:45.136661 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] Routers {'3684a641-fab2-4b07-8120-cbe4a45c7776'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:45.137442 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3684a641-fab2-4b07-8120-cbe4a45c7776'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:45.137636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd5271-6a6d-4955-a2aa-06843b991e0c req-6179fcdd-e168-401a-a2f0-365bc0ba0618 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:45.144697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dbd5271-6a6d-4955-a2aa-06843b991e0c req-6179fcdd-e168-401a-a2f0-365bc0ba0618 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 948 time: 0.2574239 Nov 10 03:38:45.246596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.259524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] For port 4b9774db-78aa-4247-afa2-7285d1dd8360, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b9774db-78aa-4247-afa2-7285d1dd8360,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:45.259909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.270854 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] Set router 3684a641-fab2-4b07-8120-cbe4a45c7776 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:45.334679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Calling delete_port for 4b9774db-78aa-4247-afa2-7285d1dd8360 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:38:45.336651 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.341317 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:44Z', 'revision_number': 6, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:45.354857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f2459992-85a0-4797-a380-5a8709c8175f', 'f4c6b6ec-1113-47a5-a492-b68d55bebdff'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:45.380387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-51aa9ba7-6ee2-49b1-bc83-d8024bb6c5ae tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50949 time: 1.0360615 Nov 10 03:38:45.408515 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c3252-60f9-459e-8beb-e75c017111ef None None] The sync data for ids ['3684a641-fab2-4b07-8120-cbe4a45c7776'] in n-d-817326-2 is: [{'id': '3684a641-fab2-4b07-8120-cbe4a45c7776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-775420143-router', 'tenant_id': '6d9aea028b014f6db68007c821d888b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:29Z', 'updated_at': '2021-11-10T03:38:44Z', 'revision_number': 6, 'project_id': '6d9aea028b014f6db68007c821d888b6', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:45.430732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dbd5271-6a6d-4955-a2aa-06843b991e0c req-dab8df7f-9fbd-4595-b0ec-7b95d9d9f549 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850924 Nov 10 03:38:45.431992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 73508cbd-52a9-46fa-ad13-f2937905d7d1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:45.555420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-ac185ba8-1326-4fd1-9392-7d3e5131cf18 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025381 Nov 10 03:38:45.560681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] For port 73508cbd-52a9-46fa-ad13-f2937905d7d1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=73508cbd-52a9-46fa-ad13-f2937905d7d1,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:45.568677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 73508cbd-52a9-46fa-ad13-f2937905d7d1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:45.569045 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.584345 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.601495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-2110a2f1-342d-4a8e-a210-9ef330d960ad tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/424687b5-963e-4128-96dd-be1b47f1c7c5 HTTP/1.1" status: 200 len: 2998 time: 0.2195106 Nov 10 03:38:45.614705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:38:45.649628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:45.666261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:45.670744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Pushing event updated for resources: {'Port': ['ID=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:45.673032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:45.675261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:38:45.677655 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.679452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-082ab29d-04bd-4b6f-971c-c3868d4c96ad admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0287948 Nov 10 03:38:45.683162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-56b4cf9d-1ec5-48c5-8725-74b70ee4e851 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302000 Nov 10 03:38:45.691136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39790) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:45.736479 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef77f-2f4b-45e5-92e0-3387637f44b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.787395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:45.788662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:45.823986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:45.824568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:45.868087 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1a0aa694-ac1b-45bb-a152-0545f09c5882 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1289778 Nov 10 03:38:45.901695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Request body: {'port': {'device_id': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:45.941864 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-4848813e-d97a-4d42-8e74-6413554e6679 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405894 Nov 10 03:38:45.955165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8a15ab07-798d-4920-9f8b-7375d72c1645 None None] Provisioning complete for port 73508cbd-52a9-46fa-ad13-f2937905d7d1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:45.955746 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a15ab07-798d-4920-9f8b-7375d72c1645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.004900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.016211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:46.017981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Pushing event updated for resources: {'Port': ['ID=73508cbd-52a9-46fa-ad13-f2937905d7d1,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:46.067926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.068299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.068586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.068992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.069884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.070232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.070554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.070869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.071183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.071494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.071810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.072113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2f62d-e877-441b-9f7a-a1b676e3a5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:46.090340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ade11e-73b3-4580-be6c-a0525ecae2e3 req-699a5154-aebd-41bb-8678-e25c800be4e6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:46.097769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:46.098860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70ade11e-73b3-4580-be6c-a0525ecae2e3 req-699a5154-aebd-41bb-8678-e25c800be4e6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.5562391 Nov 10 03:38:46.172025 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-c95cc580-256d-4476-805f-2c6baa1f5279 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/424687b5-963e-4128-96dd-be1b47f1c7c5 HTTP/1.1" status: 200 len: 2998 time: 0.5580366 Nov 10 03:38:46.255298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c33b8ec6-c4f2-4d82-a9fd-ccc7aac4e8d9 req-0405cca5-09aa-4864-a18d-0dc39df301e8 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790595 Nov 10 03:38:46.263822 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:38:46.298515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70ade11e-73b3-4580-be6c-a0525ecae2e3 req-4fb96f92-4f52-4e65-a7d2-43ae919f79eb tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985769 Nov 10 03:38:46.435162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:46.445483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.462776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Transition to ACTIVE for port object 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:46.467272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.484423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad7455a-d868-417f-bad4-472f6cb5ef08 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:46.528111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-e1467ded-2a2a-49a6-9aa9-068af4ce9f77 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4722594a-b80f-4bcc-a11e-fbb6f4920435 HTTP/1.1" status: 200 len: 2998 time: 0.3545256 Nov 10 03:38:46.575177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Pushing event updated for resources: {'Port': ['ID=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:46.575385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:46.584687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.633126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa has no active binding in host n-h2-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:38:46.654530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9774db-78aa-4247-afa2-7285d1dd8360,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:46.655514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Attempting to bind port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:46.656069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Attempting to bind port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:46.656343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Attempting to bind port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:46.662258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:46.662688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Attempting to bind port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:46.669422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:46.669758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:46.670176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:46.670659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Bound port: 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:46.671011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.685059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.725856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 6ad7455a-d868-417f-bad4-472f6cb5ef08 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:46.746390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 6ad7455a-d868-417f-bad4-472f6cb5ef08 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:46.746757 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.765903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-cda02561-348c-440b-a555-fba6e3fdd5d5 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4722594a-b80f-4bcc-a11e-fbb6f4920435 HTTP/1.1" status: 200 len: 2998 time: 0.2367952 Nov 10 03:38:46.769049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] For port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:46.774102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] For port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:46.778186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.791893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fead52-cfca-4f78-a0d6-9dd37b37bb24 req-fee5b22c-2607-4efe-ac3d-f6da1e79cec2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:46.793779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7fead52-cfca-4f78-a0d6-9dd37b37bb24 req-fee5b22c-2607-4efe-ac3d-f6da1e79cec2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.2921150 Nov 10 03:38:46.821741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:43Z', 'revision_number': 3, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:46.845722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:46.846577 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.848106 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] 10.222.0.44 "PUT /v2.0/ports/67c973e9-41eb-43d4-a3c7-8a4ddcd661ad HTTP/1.1" status: 200 len: 1096 time: 0.9620833 Nov 10 03:38:46.848652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'tag': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:46.850997 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c451b27-202f-4217-b20c-9ed7ecb5afc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b69fef7f-9cb9-4a69-aa73-720d7b7ac019", "tag": "67c973e9-41eb-43d4-a3c7-8a4ddcd661ad"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:46.854819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cedf6-8a61-4ac2-8ea7-d938fa72b41e service neutron] Pushing event updated for resources: {'Port': ['ID=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:46.861741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:46.862115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Updating router 0e097bb1-0794-41fc-badd-b9bc386e9155 port 82fd351a-5367-4088-a37f-35a71f24486e binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:38:46.889091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.892203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:46.965336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-be6d030a-584c-4fed-b073-cabc6e3a1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:46.967409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-be6d030a-584c-4fed-b073-cabc6e3a1381 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 1099 time: 0.0604758 Nov 10 03:38:46.970619 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.030928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-6bc9a8b2-6026-4de6-ade5-afefb21b71a3 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4b38e449-cf7c-4d1f-b0a5-a52b431dc1da HTTP/1.1" status: 200 len: 2994 time: 0.2640307 Nov 10 03:38:47.046166 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-1713913e-f4f3-4529-bfae-537594318399 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad HTTP/1.1" status: 200 len: 217 time: 0.0600493 Nov 10 03:38:47.063416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad7455a-d868-417f-bad4-472f6cb5ef08'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:47.065805 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe471a8-c1f7-4bc6-bbe2-75042457a2d0" -d '{"events": [{"server_uuid": "1cab9a80-682e-4ef2-992f-f46e5fef9272", "name": "network-vif-plugged", "status": "completed", "tag": "6ad7455a-d868-417f-bad4-472f6cb5ef08"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:47.067354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.075992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7fead52-cfca-4f78-a0d6-9dd37b37bb24 req-e658dd7e-bb04-4c4d-a924-c930a8c6d6e0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623773 Nov 10 03:38:47.081301 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.087158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6ad7455a-d868-417f-bad4-472f6cb5ef08, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad7455a-d868-417f-bad4-472f6cb5ef08,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:47.092263 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.155630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-28da568a-cf2d-4f26-8681-80bcf287f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:47.157387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-28da568a-cf2d-4f26-8681-80bcf287f3ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1016278 Nov 10 03:38:47.212570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-116c3821-d5bc-4491-b59e-c1b6e001d469 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4b38e449-cf7c-4d1f-b0a5-a52b431dc1da HTTP/1.1" status: 200 len: 2994 time: 0.1806836 Nov 10 03:38:47.229560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6ad7455a-d868-417f-bad4-472f6cb5ef08,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:47.229707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.230379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3684a641-fab2-4b07-8120-cbe4a45c7776 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:38:47.236666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.238277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-de8ca2d1-e475-46ca-b08d-7377ff61dfca admin admin] 10.222.0.24 "DELETE /v2.0/routers/3684a641-fab2-4b07-8120-cbe4a45c7776 HTTP/1.1" status: 204 len: 168 time: 3.2689161 Nov 10 03:38:47.240827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-3b022c03-801d-4740-8f36-241749eff1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:47.242884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-3b022c03-801d-4740-8f36-241749eff1c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749435 Nov 10 03:38:47.243566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:47.345865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-77ce2478-0f1f-4dad-aa48-c6d361374c52 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/61838827-9e00-4b9e-9038-c546ccd69c6b HTTP/1.1" status: 200 len: 2998 time: 0.1321447 Nov 10 03:38:47.360632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.368425 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.374967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] Deleting subnet 922dce08-bc90-4493-8388-dc41e0895546 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:38:47.380237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.382951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 73508cbd-52a9-46fa-ad13-f2937905d7d1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:47.392887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e851-55c2-4413-838f-e491f1d7aa66 req-0f989d0c-d2e1-4473-8a27-10ad3baa5a0a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:47.394458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c04e851-55c2-4413-838f-e491f1d7aa66 req-0f989d0c-d2e1-4473-8a27-10ad3baa5a0a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 948 time: 0.1545918 Nov 10 03:38:47.458436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.462782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-3ca79364-ea1b-446d-8570-fbfe4bf56ccf tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/61838827-9e00-4b9e-9038-c546ccd69c6b HTTP/1.1" status: 200 len: 2998 time: 0.1156311 Nov 10 03:38:47.481425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.487701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd50be-6ce3-4a40-b345-d3005b40cfcf None None] Pushing event updated for resources: {'Port': ['ID=82fd351a-5367-4088-a37f-35a71f24486e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:47.490725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Attempting to bind port 82fd351a-5367-4088-a37f-35a71f24486e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:47.491942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Attempting to bind port 82fd351a-5367-4088-a37f-35a71f24486e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:47.492082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Attempting to bind port 82fd351a-5367-4088-a37f-35a71f24486e on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:47.503751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:47.504557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:47.505291 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.505417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:47.505804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Bound port: 82fd351a-5367-4088-a37f-35a71f24486e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:47.506213 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.508457 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-dcf44f82-b1e6-4e20-9b28-15691ec476ff service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123475 Nov 10 03:38:47.548753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c04e851-55c2-4413-838f-e491f1d7aa66 req-f29628f0-64d4-4b0b-9044-c034d3deec9b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292908 Nov 10 03:38:47.550634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 73508cbd-52a9-46fa-ad13-f2937905d7d1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:47.551002 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.586690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-2d04c308-c183-4a9f-b6ef-7f22df4053e1 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/638c1c2b-4d48-48eb-a221-db05ba9d6d5f HTTP/1.1" status: 200 len: 2998 time: 0.1219451 Nov 10 03:38:47.617255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] For port 82fd351a-5367-4088-a37f-35a71f24486e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:47.628396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] For port 82fd351a-5367-4088-a37f-35a71f24486e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82fd351a-5367-4088-a37f-35a71f24486e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:47.646434 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.702078 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.737451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-8c0d959c-839a-44d6-be43-4eb65505cfdd tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/638c1c2b-4d48-48eb-a221-db05ba9d6d5f HTTP/1.1" status: 200 len: 2998 time: 0.1447129 Nov 10 03:38:47.740723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:47.741999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:47.748048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd50be-6ce3-4a40-b345-d3005b40cfcf None None] Pushing event updated for resources: {'Port': ['ID=82fd351a-5367-4088-a37f-35a71f24486e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:47.752339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-51fa64f9-3336-458d-a7eb-e228d321cba0 req-40a19902-2e13-4691-a911-4f0e5d0e5226 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274215 Nov 10 03:38:47.785442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.805790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7c829-3fbe-4bd6-bff6-889e6906465d req-97a3ab5a-3125-4be2-a3b4-e3225681b18f tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:47.807870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8cd7c829-3fbe-4bd6-bff6-889e6906465d req-97a3ab5a-3125-4be2-a3b4-e3225681b18f tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 949 time: 0.1593103 Nov 10 03:38:47.808822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.816085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/922dce08-bc90-4493-8388-dc41e0895546 HTTP/1.1" status: 204 len: 168 time: 0.5704017 Nov 10 03:38:47.820258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39806) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:47.826751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037bc2a6-4624-4584-a1b1-b86268a733a5 None None] Network f9f2b42a-9359-40fe-bb7c-e17c3b449be1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:38:47.846651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2bd0-4877-4f1a-86a5-5334328e71f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922dce08-bc90-4493-8388-dc41e0895546,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:47.898293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device db3ef756-afc3-4241-a137-916b98760905 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:38:47.900579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-2ea1b9d4-e8b0-4428-8f3b-254473ec43ea tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/673824eb-ee45-45d2-9337-ea16dbc64e1b HTTP/1.1" status: 200 len: 2990 time: 0.1596365 Nov 10 03:38:47.903396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Allocated IP 172.20.0.1 (d3796478-361b-488a-8ecf-17ac5660ac98/70b2c487-d63b-4c24-a47d-61814958c463/c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:47.938226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: db3ef756-afc3-4241-a137-916b98760905 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:38:47.938557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device db3ef756-afc3-4241-a137-916b98760905 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:38:47.938956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b9774db-78aa-4247-afa2-7285d1dd8360 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:38:47.972325 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:47.979041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 4b9774db-78aa-4247-afa2-7285d1dd8360 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:38:47.979530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b9774db-78aa-4247-afa2-7285d1dd8360 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:38:47.986054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:48.023475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8cd7c829-3fbe-4bd6-bff6-889e6906465d req-27dab9bc-ff3c-479a-851a-996275952638 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869500 Nov 10 03:38:48.053400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-37fdf254-a083-434d-9f89-818ebd501a97 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/673824eb-ee45-45d2-9337-ea16dbc64e1b HTTP/1.1" status: 200 len: 2990 time: 0.1348689 Nov 10 03:38:48.074192 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24380f9d-5054-401c-a814-205e15ee4871 x-openstack-request-id: req-24380f9d-5054-401c-a814-205e15ee4871 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:48.074565 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69fef7f-9cb9-4a69-aa73-720d7b7ac019", "tag": "67c973e9-41eb-43d4-a3c7-8a4ddcd661ad", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:48.074735 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24380f9d-5054-401c-a814-205e15ee4871 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:48.075122 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'tag': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad', 'status': 'completed', 'code': 200} Nov 10 03:38:48.157561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-f97f9c2f-1916-494d-baca-dd6c90d5be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:48.159551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-f97f9c2f-1916-494d-baca-dd6c90d5be18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc646e69ac048f5b973314ab315b89c&device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 1099 time: 0.0462029 Nov 10 03:38:48.179316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-27b560bd-7ecc-4775-8957-de498f2b98f5 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8e8ae872-607e-43a2-be9c-239dbaaff6b8 HTTP/1.1" status: 200 len: 2998 time: 0.1031864 Nov 10 03:38:48.191461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.253690 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78365262-940b-4c18-a89f-19b3ff99a112 x-openstack-request-id: req-78365262-940b-4c18-a89f-19b3ff99a112 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:48.254018 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cab9a80-682e-4ef2-992f-f46e5fef9272", "name": "network-vif-plugged", "status": "completed", "tag": "6ad7455a-d868-417f-bad4-472f6cb5ef08", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:48.254275 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78365262-940b-4c18-a89f-19b3ff99a112 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:48.254655 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad7455a-d868-417f-bad4-472f6cb5ef08', 'code': 200} Nov 10 03:38:48.280882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-4a5f7644-bfb5-47e5-aae9-a5cafbd2f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:48.282909 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-4a5f7644-bfb5-47e5-aae9-a5cafbd2f8dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1100183 Nov 10 03:38:48.290241 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.317435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Deleting port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:38:48.317766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.334595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-7a9215ee-9cc9-466a-9502-a4640a0a7c6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad HTTP/1.1" status: 200 len: 217 time: 0.0406806 Nov 10 03:38:48.379713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:43Z', 'revision_number': 3, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:48.404845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-c61134c0-b743-4dff-a99b-2afea322130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:48.406761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-c61134c0-b743-4dff-a99b-2afea322130e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0637341 Nov 10 03:38:48.414701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] DHCP port deletion for f9f2b42a-9359-40fe-bb7c-e17c3b449be1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:38:48.417193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3a54b-f96b-4938-8e01-54949d628642 None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:43Z', 'revision_number': 3, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:48.465782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-1cd97cdd-b6fb-4c80-829a-ce16793cb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:48.467685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-1cd97cdd-b6fb-4c80-829a-ce16793cb153 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492160 Nov 10 03:38:48.480703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] Deleting port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:38:48.481120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.548765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] For port 6cca506e-70d3-4dcc-8de6-298cb57e5a87, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6cca506e-70d3-4dcc-8de6-298cb57e5a87,segment=NetworkSegment(71982c4f-9b1f-4f10-9d48-c31008adafdb),segment_id=71982c4f-9b1f-4f10-9d48-c31008adafdb)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:48.549427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.567972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] Calling delete_port for 6cca506e-70d3-4dcc-8de6-298cb57e5a87 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:38:48.599809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-15902c80-77c7-47a6-abb5-95f89f86e561 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161141 Nov 10 03:38:48.605909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-9d81f83a-718e-407c-a7b6-ada8e1049803 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8e8ae872-607e-43a2-be9c-239dbaaff6b8 HTTP/1.1" status: 200 len: 2998 time: 0.4044032 Nov 10 03:38:48.617137 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.655651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ceb4a-5fea-4231-b1f8-591356cf274c req-821a0a2d-900b-443a-b34d-3f0a0dace34d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:48.657133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b8ceb4a-5fea-4231-b1f8-591356cf274c req-821a0a2d-900b-443a-b34d-3f0a0dace34d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.4847693 Nov 10 03:38:48.698845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b1c8-6ffb-4792-8821-7cb21efb76fb req-c0f5b639-7eb1-451d-ba06-666557d2a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:48.700558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a8b1c8-6ffb-4792-8821-7cb21efb76fb req-c0f5b639-7eb1-451d-ba06-666557d2a530 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 1100 time: 0.4487104 Nov 10 03:38:48.711162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] For port 6cca506e-70d3-4dcc-8de6-298cb57e5a87, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6cca506e-70d3-4dcc-8de6-298cb57e5a87,segment=NetworkSegment(71982c4f-9b1f-4f10-9d48-c31008adafdb),segment_id=71982c4f-9b1f-4f10-9d48-c31008adafdb)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:48.711162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.724745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Network d3796478-361b-488a-8ecf-17ac5660ac98 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:48.753501 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c451b27-202f-4217-b20c-9ed7ecb5afc8 req-965e3dd4-eebf-4be0-b99b-176cae065405 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419396 Nov 10 03:38:48.759481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.774403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:48.776930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:48.782620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] No DVR routers for this DVR port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:38:48.809533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f7d2-e89c-4d4a-91af-13c79d39081c None None] Pushing event deleted for resources: {'Port': ['ID=6cca506e-70d3-4dcc-8de6-298cb57e5a87,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:48.821532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Calling delete_port for 6cca506e-70d3-4dcc-8de6-298cb57e5a87 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:38:48.833421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:48.885187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-1532a796-22bb-43c6-b4aa-3db50c319720 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/94a94b17-c688-4a76-9b29-1e0ca44e87d2 HTTP/1.1" status: 200 len: 2994 time: 0.2601228 Nov 10 03:38:48.942122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b8ceb4a-5fea-4231-b1f8-591356cf274c req-f24b4278-7499-4388-b8b6-48e6a1eca87a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557578 Nov 10 03:38:48.951635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:48.967593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a8b1c8-6ffb-4792-8821-7cb21efb76fb req-9ba814b9-7afa-4951-8fd7-92df8e18a9a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291751 Nov 10 03:38:49.036755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.066674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fb2390a6-0ad5-40b1-894e-8d497b0b8906 None None] Provisioning complete for port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:49.067380 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fb2390a6-0ad5-40b1-894e-8d497b0b8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.069358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-07aef8eb-7fa7-4f95-9914-d15d482593ad tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/94a94b17-c688-4a76-9b29-1e0ca44e87d2 HTTP/1.1" status: 200 len: 2994 time: 0.1410863 Nov 10 03:38:49.113919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fb2390a6-0ad5-40b1-894e-8d497b0b8906 None None] Port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:49.134410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.203912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cca506e-70d3-4dcc-8de6-298cb57e5a87,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:49.208056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] No DVR routers for this DVR port 6cca506e-70d3-4dcc-8de6-298cb57e5a87 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:38:49.225366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-c81be2ab-9833-4e9a-a4d4-710c54dfb8e5 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/993e0d0e-56b8-4da1-8c8e-b5c6dd350798 HTTP/1.1" status: 200 len: 2998 time: 0.1346807 Nov 10 03:38:49.296764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.321169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82fd351a-5367-4088-a37f-35a71f24486e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:49.344349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.373917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 82fd351a-5367-4088-a37f-35a71f24486e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:49.374516 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.413658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f2b42a-9359-40fe-bb7c-e17c3b449be1']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:49.432882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71982c4f-9b1f-4f10-9d48-c31008adafdb') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:49.433171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71982c4f-9b1f-4f10-9d48-c31008adafdb') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:49.444566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-1522e43a-7bc8-4c73-8061-cae7ad5379a6 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/993e0d0e-56b8-4da1-8c8e-b5c6dd350798 HTTP/1.1" status: 200 len: 2998 time: 0.2172639 Nov 10 03:38:49.451508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.464134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.479476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d46375-743a-4077-9e81-2ef88ad2cfc5 req-f52bbe74-46ac-4526-aae2-f71cc5a841a6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:49.480959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7d46375-743a-4077-9e81-2ef88ad2cfc5 req-f52bbe74-46ac-4526-aae2-f71cc5a841a6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1805158 Nov 10 03:38:49.485691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 82fd351a-5367-4088-a37f-35a71f24486e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82fd351a-5367-4088-a37f-35a71f24486e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:49.489711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.510582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.547716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6cca506e-70d3-4dcc-8de6-298cb57e5a87 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:38:49.551748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=82fd351a-5367-4088-a37f-35a71f24486e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:49.567961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:38:49.568375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:38:49.571711 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:38:49.574890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6cca506e-70d3-4dcc-8de6-298cb57e5a87 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:38:49.575210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6cca506e-70d3-4dcc-8de6-298cb57e5a87 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:38:49.664940 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-9a881025-5eb7-4e60-9cf2-7b1a0a74d3af tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a281ea81-6934-4803-ad31-6f3b11888a8f HTTP/1.1" status: 200 len: 2998 time: 0.2115147 Nov 10 03:38:49.678422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7d46375-743a-4077-9e81-2ef88ad2cfc5 req-80cfc20a-f354-488c-b47a-ed894fbe74d2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890059 Nov 10 03:38:49.681682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.704707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.708008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f9f2b42a-9359-40fe-bb7c-e17c3b449be1 HTTP/1.1" status: 204 len: 168 time: 1.8860385 Nov 10 03:38:49.738318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb09f55-fa8d-4d4a-bc22-d477bf9959b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f2b42a-9359-40fe-bb7c-e17c3b449be1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:49.793720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-dc9152d0-4e6f-4549-a297-6f77c4eacf33 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a281ea81-6934-4803-ad31-6f3b11888a8f HTTP/1.1" status: 200 len: 2998 time: 0.1191096 Nov 10 03:38:49.798293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.813258 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.906308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804f8cf-a28e-45dc-af21-77c0971643c8 req-2fbdd8af-671e-4486-a53a-d331ad72372c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:49.909471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e804f8cf-a28e-45dc-af21-77c0971643c8 req-2fbdd8af-671e-4486-a53a-d331ad72372c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 948 time: 0.1524134 Nov 10 03:38:49.909966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39816) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:49.924098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:49.932857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-5f52cfab-091c-4e7c-8d89-27f9be862840 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ad1c7760-b643-4d96-a3b8-d717b77798cd HTTP/1.1" status: 200 len: 2998 time: 0.1308122 Nov 10 03:38:49.948622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:49.960980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39818) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:49.961520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-27b1a3fe-9b11-4109-91a7-a3eff6c3ab7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d9aea028b014f6db68007c821d888b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498259 Nov 10 03:38:50.069703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e804f8cf-a28e-45dc-af21-77c0971643c8 req-d05ce464-17a2-4e5b-9806-3e91ed561128 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503928 Nov 10 03:38:50.093639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-82af9251-0e22-4b8c-af57-20b24ca20795 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ad1c7760-b643-4d96-a3b8-d717b77798cd HTTP/1.1" status: 200 len: 2998 time: 0.1460736 Nov 10 03:38:50.130759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f94e609-1f9e-41bd-ae5d-b7803fa449d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:50.238376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Network d3796478-361b-488a-8ecf-17ac5660ac98 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:50.246651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-4462514b-e10c-4e1e-8eb2-c49a5bd2f30f tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ad2d89fe-4754-4835-81d2-ed64ff9144be HTTP/1.1" status: 200 len: 2998 time: 0.1425438 Nov 10 03:38:50.248410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f94e609-1f9e-41bd-ae5d-b7803fa449d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:50.252824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:50.324684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9fa0b-3d20-4b26-971f-98abf7d1c8d4 req-bbef0590-ec74-4088-b768-9f00a8688455 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:50.326207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94d9fa0b-3d20-4b26-971f-98abf7d1c8d4 req-bbef0590-ec74-4088-b768-9f00a8688455 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 949 time: 0.1870089 Nov 10 03:38:50.389511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-d96a9871-a7ab-4553-86be-f171b8d63daa service neutron] 10.222.0.11 "GET /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa/bindings/n-h2-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.2423360 Nov 10 03:38:50.442513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-11449efa-4583-46af-ad1a-5ca95a7916df tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ad2d89fe-4754-4835-81d2-ed64ff9144be HTTP/1.1" status: 200 len: 2998 time: 0.1875148 Nov 10 03:38:50.443581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-08d13916-adfc-421c-a933-e943b1794d26 None None] Provisioning complete for port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:50.444099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08d13916-adfc-421c-a933-e943b1794d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:50.486289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-08d13916-adfc-421c-a933-e943b1794d26 None None] Port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:50.534299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f94e609-1f9e-41bd-ae5d-b7803fa449d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:50.537090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f94e609-1f9e-41bd-ae5d-b7803fa449d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:50.542004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5f94e609-1f9e-41bd-ae5d-b7803fa449d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d12756d9-7579-429c-aa97-9b7e0085118f HTTP/1.1" status: 204 len: 168 time: 0.5768623 Nov 10 03:38:50.564447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94d9fa0b-3d20-4b26-971f-98abf7d1c8d4 req-3f956761-de9a-4af4-9491-eb92584371ac tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899388 Nov 10 03:38:50.579702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94e609-1f9e-41bd-ae5d-b7803fa449d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12756d9-7579-429c-aa97-9b7e0085118f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:50.592264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:38:50.606308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-cee04500-2a34-47f2-a874-905f25443952 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ccabdf9a-8bfc-4af5-a025-59d1cd12f86c HTTP/1.1" status: 200 len: 2998 time: 0.1228995 Nov 10 03:38:50.790573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-de09d834-9e3b-49bd-86d6-a4bda7e0ecf7 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ccabdf9a-8bfc-4af5-a025-59d1cd12f86c HTTP/1.1" status: 200 len: 2998 time: 0.1611972 Nov 10 03:38:51.084426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b014-8f6a-4534-9aa8-3eebce04e742 req-d5344c3b-d2a3-44f4-9676-a6b685189667 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:51.086592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6367b014-8f6a-4534-9aa8-3eebce04e742 req-d5344c3b-d2a3-44f4-9676-a6b685189667 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 944 time: 0.4370732 Nov 10 03:38:51.087312 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-fc1dff0c-d03c-4fe3-a269-0b177b8ba456 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] show failed (client error): The resource could not be found. Nov 10 03:38:51.088207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-fc1dff0c-d03c-4fe3-a269-0b177b8ba456 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d12756d9-7579-429c-aa97-9b7e0085118f HTTP/1.1" status: 404 len: 352 time: 0.0486534 Nov 10 03:38:51.126654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:51.145398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:38:51.149798 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-b34c7769-8b65-4bbe-a701-5fb517e3cb30 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] show failed (client error): The resource could not be found. Nov 10 03:38:51.150715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-b34c7769-8b65-4bbe-a701-5fb517e3cb30 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d12756d9-7579-429c-aa97-9b7e0085118f HTTP/1.1" status: 404 len: 352 time: 0.0460756 Nov 10 03:38:51.154245 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:38:51.166044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a6dfba11-f8c9-4a3d-aeea-b65de65fb191 admin admin] 10.222.0.24 "PUT /v2.0/routers/0e097bb1-0794-41fc-badd-b9bc386e9155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1551020 Nov 10 03:38:51.167127 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:51.167931 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:51.193416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:51.231519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6367b014-8f6a-4534-9aa8-3eebce04e742 req-3843ad1d-baed-4118-8424-7e7e5dde6c40 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322834 Nov 10 03:38:51.255089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ff673e-6fbd-4b92-8ca7-00c88794b4fa {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:51.271071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-37ebe328-59c3-4ef6-a6a6-802994ceb298 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e7c3ef55-9e07-4b0f-9598-bdfad8f64a6c HTTP/1.1" status: 200 len: 2998 time: 0.1083906 Nov 10 03:38:51.273179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:51.318540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:51.331538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82fd351a-5367-4088-a37f-35a71f24486e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:51.375533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b86e012-7e37-40ec-be54-4fcc70069b07 req-f8bd2492-7600-4a70-ab8b-6a70da2336f7 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e7c3ef55-9e07-4b0f-9598-bdfad8f64a6c HTTP/1.1" status: 200 len: 2998 time: 0.0973520 Nov 10 03:38:51.395600 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:51.427293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 82fd351a-5367-4088-a37f-35a71f24486e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:51.427548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:51.453353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] Transition to ACTIVE for port object 09ff673e-6fbd-4b92-8ca7-00c88794b4fa will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:51.458556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:51.611826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] No DVR routers for this DVR port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:38:51.632342 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 2, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:51.662811 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:38:51.663165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Updating router 0e097bb1-0794-41fc-badd-b9bc386e9155 port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:38:51.667623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] Pushing event updated for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=10']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:51.686955 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:51.689326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be8689-a842-416a-a6cc-d53ba8efb186 req-569bf868-4de5-4161-a80d-8410d40048de tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:51.690829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09be8689-a842-416a-a6cc-d53ba8efb186 req-569bf868-4de5-4161-a80d-8410d40048de tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 948 time: 0.1639004 Nov 10 03:38:51.694770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7a163a92-e2e2-463d-b790-c10a26d304e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa/bindings/n-h2-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2880621 Nov 10 03:38:51.711141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8287e-f6cb-4b98-bee8-396e379bf5ef req-33eea416-8843-4d6a-b3bc-9963fa7528ad tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:51.712564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3a8287e-f6cb-4b98-bee8-396e379bf5ef req-33eea416-8843-4d6a-b3bc-9963fa7528ad tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1525118 Nov 10 03:38:51.780043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09be8689-a842-416a-a6cc-d53ba8efb186 req-5e5b639a-380a-45f7-b713-790c5890736d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825305 Nov 10 03:38:51.788125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3a8287e-f6cb-4b98-bee8-396e379bf5ef req-f86e4fad-412c-4d35-aff8-14f1212eff1b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Nov 10 03:38:51.856910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-450f3e5d-ba8c-42ff-9180-60a4ab90387c tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:51.859660 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-450f3e5d-ba8c-42ff-9180-60a4ab90387c tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.0659211 Nov 10 03:38:51.903189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58ffcc36-5d58-4af2-800a-3f59fa8f9582 req-642f7b29-252d-4df2-9467-cf2cf02b039b tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d65f6a4049244a6282429afad594e34e HTTP/1.1" status: 200 len: 6153 time: 0.0717776 Nov 10 03:38:51.941521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:38:51.956590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-67c990be-11dc-42be-97cd-31baf4f0380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:51.958100 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-67c990be-11dc-42be-97cd-31baf4f0380f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 1096 time: 0.0832005 Nov 10 03:38:51.963305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58ffcc36-5d58-4af2-800a-3f59fa8f9582 req-55cc3942-c35d-42f4-8044-cd5d1778fb28 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "GET /v2.0/security-groups/424687b5-963e-4128-96dd-be1b47f1c7c5 HTTP/1.1" status: 200 len: 2998 time: 0.0584147 Nov 10 03:38:51.969461 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:51.976492 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.039944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58ffcc36-5d58-4af2-800a-3f59fa8f9582 req-854c80b9-40e9-4c24-8716-57591129be59 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "GET /v2.0/security-groups/424687b5-963e-4128-96dd-be1b47f1c7c5 HTTP/1.1" status: 200 len: 2998 time: 0.0651636 Nov 10 03:38:52.052189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-736a3fc7-c578-44d2-b277-50ac356d8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:52.058998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-736a3fc7-c578-44d2-b277-50ac356d8613 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0719123 Nov 10 03:38:52.068462 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Pushing event updated for resources: {'Port': ['ID=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:52.082731 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.083313 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.083885 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.084399 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.084945 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.085450 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.085569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:52.086380 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.086889 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.087392 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.087892 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.088600 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.089104 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:38:52.109469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad', 'mac_address': 'fa:16:3e:1d:15:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:38:52.168276 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Attempting to bind port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:52.168828 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Attempting to bind port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:52.169123 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Attempting to bind port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 on network d3796478-361b-488a-8ecf-17ac5660ac98 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:52.176154 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:52.176520 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Checking segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:52.177094 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.177628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Bound using segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:52.179134 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Bound port: c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:52.179988 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.200940 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.220963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:52.242625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:52.248030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.250064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377affa1-b8a1-412e-a3f2-c79e17b8508e req-33adc375-ea59-464a-80f0-ce007760b4e8 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:52.251863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-377affa1-b8a1-412e-a3f2-c79e17b8508e req-33adc375-ea59-464a-80f0-ce007760b4e8 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 949 time: 0.1235580 Nov 10 03:38:52.266004 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] For port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:52.269539 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] For port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:52.275914 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.279391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-50b479d8-14a3-4c69-aaf6-ee1ae1162ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:52.282202 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-50b479d8-14a3-4c69-aaf6-ee1ae1162ce0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.2148533 Nov 10 03:38:52.323895 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:38:52.324110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-19f81e94-fd94-4ff2-a40e-6d64394f77a6 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:52.325432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-19f81e94-fd94-4ff2-a40e-6d64394f77a6 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 821 time: 0.2141433 Nov 10 03:38:52.329692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:52.332061 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:38:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:52.356363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-d98b8afc-f827-4de1-a9f5-01fa5613a1d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 217 time: 0.0553749 Nov 10 03:38:52.360124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-ce10e655-7370-4d59-a985-6037b20c5ade tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/quotas/9011ece1adf947ecbd8ef0ccc4f044c5 HTTP/1.1" status: 200 len: 375 time: 0.0245328 Nov 10 03:38:52.363792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-377affa1-b8a1-412e-a3f2-c79e17b8508e req-689120dc-1576-4b1a-b112-398792c6dc36 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881307 Nov 10 03:38:52.431005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-efecd126-c242-4445-8e91-4762fa87d505 None None] Provisioning complete for port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:52.431375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efecd126-c242-4445-8e91-4762fa87d505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.443612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-b4df42f0-b4c4-446f-8d79-6367fbbf8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:52.445112 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-b4df42f0-b4c4-446f-8d79-6367fbbf8cd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0768480 Nov 10 03:38:52.447442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-82e79de8-0966-4f39-8da6-a90436b5abdb tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803690 Nov 10 03:38:52.499705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-dbfdbbd8-b3fc-4968-ac43-6dace7d6d7ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448451 Nov 10 03:38:52.588729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-5d04c16b-c270-4cad-a5dc-ef2b8c0b4422 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339033 Nov 10 03:38:52.605332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['67c973e9-41eb-43d4-a3c7-8a4ddcd661ad'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:52.650521 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:38:52.663765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-61217526-7cad-48f1-b121-0c1f6f2e3790 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=405a3ed50beb46af964ab124a316c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740464 Nov 10 03:38:52.675808 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efecd126-c242-4445-8e91-4762fa87d505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.693522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-1a6557cc-a936-471f-b600-0cb0868acd1c service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817210 Nov 10 03:38:52.734156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-efecd126-c242-4445-8e91-4762fa87d505 None None] For port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:52.740045 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efecd126-c242-4445-8e91-4762fa87d505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.803906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-1b9e3da6-fcce-45f5-9307-a41621daada5 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025263 Nov 10 03:38:52.827113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecd126-c242-4445-8e91-4762fa87d505 None None] Pushing event updated for resources: {'Port': ['ID=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:52.839856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-c3c15c05-e45b-4e6f-855e-e00bc7b8de15 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:52.841415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-c3c15c05-e45b-4e6f-855e-e00bc7b8de15 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717207 Nov 10 03:38:52.850449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-3a3231dd-3ca4-41f7-8707-d4945eb016b5 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484928 Nov 10 03:38:52.863478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-7588227d-93f7-40ba-8a35-70b565150394 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/quotas/405a3ed50beb46af964ab124a316c915 HTTP/1.1" status: 200 len: 375 time: 0.0154736 Nov 10 03:38:52.878710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b28b0e57-5762-49be-93ef-f90d70a7624e None None] Provisioning complete for port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:52.879115 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b28b0e57-5762-49be-93ef-f90d70a7624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:52.886757 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8eaaf-b985-4abe-8f88-f5f4d0008805 None None] Pushing event updated for resources: {'Port': ['ID=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:52.931768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-0df6f364-1011-4e5e-bb22-237678edc3bc tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=405a3ed50beb46af964ab124a316c915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581002 Nov 10 03:38:52.964712 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:38:52.993637 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c3d34-3257-41c0-973c-3477fe80605a None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:38:53.101797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:53.123046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7faec5f2-778f-4e4d-9a65-f851a5501b05 req-ee04d71a-5e8f-451e-9cd8-dc31912ae053 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e3fd5c8c-fd91-4d3f-929b-273fd7c81943 HTTP/1.1" status: 200 len: 1792 time: 0.1144679 Nov 10 03:38:53.301584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-cdc2d1d1-2619-415b-b656-99ca52838730 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:53.305179 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-cdc2d1d1-2619-415b-b656-99ca52838730 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.1420693 Nov 10 03:38:53.337859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7faec5f2-778f-4e4d-9a65-f851a5501b05 req-ed064503-c5cb-4c06-93f8-3722b7b7d85d tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:53.341369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:53.368288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f641a9-908c-4161-af71-d83c7c7bf2d0 req-b74242c8-d5a2-4536-b67f-77b4cda6b73c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:53.375754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30f641a9-908c-4161-af71-d83c7c7bf2d0 req-b74242c8-d5a2-4536-b67f-77b4cda6b73c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 945 time: 0.2020364 Nov 10 03:38:53.404123 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7faec5f2-778f-4e4d-9a65-f851a5501b05 req-ed064503-c5cb-4c06-93f8-3722b7b7d85d tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:53.442397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:53.443221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:53.512920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30f641a9-908c-4161-af71-d83c7c7bf2d0 req-a803bce3-e26a-4845-a8f1-6c2559a423af tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287472 Nov 10 03:38:53.539125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7faec5f2-778f-4e4d-9a65-f851a5501b05 req-ed064503-c5cb-4c06-93f8-3722b7b7d85d tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:53.541850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7faec5f2-778f-4e4d-9a65-f851a5501b05 req-ed064503-c5cb-4c06-93f8-3722b7b7d85d tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:53.543080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7faec5f2-778f-4e4d-9a65-f851a5501b05 req-ed064503-c5cb-4c06-93f8-3722b7b7d85d tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3fd5c8c-fd91-4d3f-929b-273fd7c81943 HTTP/1.1" status: 204 len: 173 time: 0.4129050 Nov 10 03:38:53.577493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7e17bf40-30c8-497c-8954-6a37343a588c service neutron] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:53.586429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064503-c5cb-4c06-93f8-3722b7b7d85d tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fd5c8c-fd91-4d3f-929b-273fd7c81943,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:53.587108 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7e17bf40-30c8-497c-8954-6a37343a588c service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:53.591604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03919b0e-2675-4e59-8f78-e1e841b5976d req-7e17bf40-30c8-497c-8954-6a37343a588c service neutron] 10.222.0.44 "DELETE /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa/bindings/n-h1-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.2785835 Nov 10 03:38:53.671458 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:38:53.821534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962bcff-c4a2-46f7-a086-f209d3a1a8ef req-f39d6725-6163-48c0-867b-4c40d7d280df tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:53.829471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6962bcff-c4a2-46f7-a086-f209d3a1a8ef req-f39d6725-6163-48c0-867b-4c40d7d280df tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 949 time: 0.0714462 Nov 10 03:38:53.886244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6962bcff-c4a2-46f7-a086-f209d3a1a8ef req-609f75f8-6853-4186-af4f-fd24ea4073e1 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555344 Nov 10 03:38:53.957904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:38:54.033735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:38:54.042329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:54.043997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.097904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13407eda-c546-472c-898c-df917cd78b58 req-d819efb1-eeb2-4a89-9290-27887ec849b9 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 210 time: 0.0324750 Nov 10 03:38:54.110643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056f18-92c5-4cda-8241-b87b033fb159 req-4c983d63-749a-4128-8c56-2a6bd298e85f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:54.122021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a056f18-92c5-4cda-8241-b87b033fb159 req-4c983d63-749a-4128-8c56-2a6bd298e85f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1121407 Nov 10 03:38:54.178873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a056f18-92c5-4cda-8241-b87b033fb159 req-38e028c6-c60f-4859-94c7-02bd6edc27cd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525236 Nov 10 03:38:54.195061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.232921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:54.239523 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e74b783-4657-4adf-916e-c422dd125485" -d '{"events": [{"server_uuid": "b69fef7f-9cb9-4a69-aa73-720d7b7ac019", "name": "network-vif-plugged", "status": "completed", "tag": "67c973e9-41eb-43d4-a3c7-8a4ddcd661ad"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:54.250528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a7687ba-5e1a-4072-9f78-4fe3afcfd4a7 req-f6b8e80a-34a7-4149-8e5f-544c569e35dc tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 210 time: 0.0683029 Nov 10 03:38:54.260586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb525e8e-71f9-4be8-8e23-e5b9005d48f2 req-cca8ea0c-74dd-4c5d-a508-58b38adf9933 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5f008bf6-0124-499e-9a0b-059c787649d1 HTTP/1.1" status: 200 len: 1794 time: 0.0421145 Nov 10 03:38:54.266339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:54.274150 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.343047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:54.343558 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cb525e8e-71f9-4be8-8e23-e5b9005d48f2 req-1852831a-a02c-4840-91de-d94eafba82e9 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.388714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cb525e8e-71f9-4be8-8e23-e5b9005d48f2 req-1852831a-a02c-4840-91de-d94eafba82e9 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.431836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd69612-8305-41f8-b64e-91717b3b0305 req-b62fb530-7200-4b4d-abb5-15cc06e84d57 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:54.433341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bd69612-8305-41f8-b64e-91717b3b0305 req-b62fb530-7200-4b4d-abb5-15cc06e84d57 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 949 time: 0.0796270 Nov 10 03:38:54.450811 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cb525e8e-71f9-4be8-8e23-e5b9005d48f2 req-1852831a-a02c-4840-91de-d94eafba82e9 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.453367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cb525e8e-71f9-4be8-8e23-e5b9005d48f2 req-1852831a-a02c-4840-91de-d94eafba82e9 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.454417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb525e8e-71f9-4be8-8e23-e5b9005d48f2 req-1852831a-a02c-4840-91de-d94eafba82e9 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f008bf6-0124-499e-9a0b-059c787649d1 HTTP/1.1" status: 204 len: 173 time: 0.1881192 Nov 10 03:38:54.476356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852831a-a02c-4840-91de-d94eafba82e9 tempest-SecurityGroupsTestAdminJSON-1050418680 tempest-SecurityGroupsTestAdminJSON-1050418680-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f008bf6-0124-499e-9a0b-059c787649d1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:54.503267 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9b5752-045b-462b-9a0a-623de9131ea9 x-openstack-request-id: req-ba9b5752-045b-462b-9a0a-623de9131ea9 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:54.503688 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69fef7f-9cb9-4a69-aa73-720d7b7ac019", "name": "network-vif-plugged", "status": "completed", "tag": "67c973e9-41eb-43d4-a3c7-8a4ddcd661ad", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:54.504114 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba9b5752-045b-462b-9a0a-623de9131ea9 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:54.504595 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad', 'code': 200} Nov 10 03:38:54.528724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bd69612-8305-41f8-b64e-91717b3b0305 req-838c5a46-aa01-425a-97c8-da0a2cd361d1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843401 Nov 10 03:38:54.532643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:38:54.576441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3e99b02-3c6a-4ca4-b494-b69fa15a581e req-f4450663-db38-4219-8f08-7385a3dbba94 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "GET /v2.0/security-groups/2c1cee90-21d2-460a-abb5-41e73ed524c7 HTTP/1.1" status: 200 len: 1794 time: 0.0603056 Nov 10 03:38:54.630359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:38:54.654398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c893dec-4b2d-4d08-9991-67c2a12742a8 req-bb7c3ad0-1ed4-4f00-9fad-e8e912ea9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:54.655871 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c893dec-4b2d-4d08-9991-67c2a12742a8 req-bb7c3ad0-1ed4-4f00-9fad-e8e912ea9bfc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 1101 time: 0.0524516 Nov 10 03:38:54.687119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e3e99b02-3c6a-4ca4-b494-b69fa15a581e req-4b2f7e9d-584c-496a-b263-320a4f15345d tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.703410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c893dec-4b2d-4d08-9991-67c2a12742a8 req-72a94c9d-6b74-41f9-9be5-4ac7c25dff05 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Nov 10 03:38:54.717487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c3b88-e284-4fa6-b81d-ab443cb82f09 req-e925d929-612f-4202-8994-255f7132fd7d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:54.718986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-251c3b88-e284-4fa6-b81d-ab443cb82f09 req-e925d929-612f-4202-8994-255f7132fd7d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 945 time: 0.0785778 Nov 10 03:38:54.722697 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e3e99b02-3c6a-4ca4-b494-b69fa15a581e req-4b2f7e9d-584c-496a-b263-320a4f15345d tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.794537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-251c3b88-e284-4fa6-b81d-ab443cb82f09 req-dd77558b-2598-40b3-8146-22dccbea3aa8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640352 Nov 10 03:38:54.795612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e3e99b02-3c6a-4ca4-b494-b69fa15a581e req-4b2f7e9d-584c-496a-b263-320a4f15345d tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.798114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e3e99b02-3c6a-4ca4-b494-b69fa15a581e req-4b2f7e9d-584c-496a-b263-320a4f15345d tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.799158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3e99b02-3c6a-4ca4-b494-b69fa15a581e req-4b2f7e9d-584c-496a-b263-320a4f15345d tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "DELETE /v2.0/security-groups/2c1cee90-21d2-460a-abb5-41e73ed524c7 HTTP/1.1" status: 204 len: 173 time: 0.2109697 Nov 10 03:38:54.809473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f7e9d-584c-496a-b263-320a4f15345d tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1cee90-21d2-460a-abb5-41e73ed524c7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:54.879611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ddff2c3-5d46-4277-975d-8fea2a4fe972 req-7a17c86d-c2d3-47bc-8147-36cc05e4f0e2 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "GET /v2.0/security-groups/32406119-9007-4b26-be95-8b30fb87d154 HTTP/1.1" status: 200 len: 1794 time: 0.0495327 Nov 10 03:38:54.949039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ddff2c3-5d46-4277-975d-8fea2a4fe972 req-8793e69f-c869-43af-9757-bb7e79a90253 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:54.977300 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ddff2c3-5d46-4277-975d-8fea2a4fe972 req-8793e69f-c869-43af-9757-bb7e79a90253 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:55.041437 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ddff2c3-5d46-4277-975d-8fea2a4fe972 req-8793e69f-c869-43af-9757-bb7e79a90253 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:55.044038 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ddff2c3-5d46-4277-975d-8fea2a4fe972 req-8793e69f-c869-43af-9757-bb7e79a90253 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:55.045132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ddff2c3-5d46-4277-975d-8fea2a4fe972 req-8793e69f-c869-43af-9757-bb7e79a90253 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] 10.222.0.24 "DELETE /v2.0/security-groups/32406119-9007-4b26-be95-8b30fb87d154 HTTP/1.1" status: 204 len: 173 time: 0.1565592 Nov 10 03:38:55.071869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793e69f-c869-43af-9757-bb7e79a90253 tempest-SecurityGroupsTestAdminJSON-194607152 tempest-SecurityGroupsTestAdminJSON-194607152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32406119-9007-4b26-be95-8b30fb87d154,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:55.080457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd7545-3fab-40bc-ac6e-5ac717811fc0 req-5cfb2139-8642-4c7e-a2e2-2011ab283e7a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:55.081963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ebcd7545-3fab-40bc-ac6e-5ac717811fc0 req-5cfb2139-8642-4c7e-a2e2-2011ab283e7a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 950 time: 0.0776191 Nov 10 03:38:55.180067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ebcd7545-3fab-40bc-ac6e-5ac717811fc0 req-2e11f244-f01d-4114-a923-6058a33b8d4a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783780 Nov 10 03:38:55.195750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c929d-e1c8-45ec-adb7-18a6815d43e1 req-dd943565-7b1d-4549-9452-10a31ba19fea tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:55.197803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd4c929d-e1c8-45ec-adb7-18a6815d43e1 req-dd943565-7b1d-4549-9452-10a31ba19fea tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0610142 Nov 10 03:38:55.304480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d0505af-f50e-48f1-9121-14d38d2d7eeb req-7babeeb3-5702-4d73-9309-c85d7170c3ee tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 210 time: 0.0412295 Nov 10 03:38:55.333983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd4c929d-e1c8-45ec-adb7-18a6815d43e1 req-ce4837b6-5e09-417f-ab30-f920e4cbba81 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139429 Nov 10 03:38:55.537061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:55.538238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ce9ed8a-dad4-4c6d-bde6-14fa6fb57ec0 req-339ba569-f474-421a-9b19-a3940293b2c8 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 210 time: 0.0740921 Nov 10 03:38:55.565007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9321b-78e1-4aff-9de6-8e03c372f266 req-c7575474-3079-4ec9-a739-2791b84d9476 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:55.572984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0c9321b-78e1-4aff-9de6-8e03c372f266 req-c7575474-3079-4ec9-a739-2791b84d9476 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1542239 Nov 10 03:38:55.650236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0c9321b-78e1-4aff-9de6-8e03c372f266 req-d348e691-9944-4864-ae5e-26be187a385f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745296 Nov 10 03:38:55.695029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-5045d23b-0083-4353-a9d7-2efc442eada3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:55.697123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-5045d23b-0083-4353-a9d7-2efc442eada3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 821 time: 0.3520935 Nov 10 03:38:55.717864 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9513f377-554c-4921-b111-952a6479cfd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d65f6a4049244a6282429afad594e34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795557 Nov 10 03:38:55.720360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39964) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:55.749203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'port': {'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'admin_state_up': True, 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:55.783449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fcc70ee5-45d0-445e-aa21-6712aeab2d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:55.807093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fcc70ee5-45d0-445e-aa21-6712aeab2d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:55.868307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fcc70ee5-45d0-445e-aa21-6712aeab2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:55.872007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fcc70ee5-45d0-445e-aa21-6712aeab2d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:55.877314 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fcc70ee5-45d0-445e-aa21-6712aeab2d4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/424687b5-963e-4128-96dd-be1b47f1c7c5 HTTP/1.1" status: 204 len: 168 time: 0.1559718 Nov 10 03:38:55.877476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036e0b-9009-4439-a574-0004ed4763ac req-9bbe163f-0104-4463-9b68-82da2d751541 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:55.878863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe036e0b-9009-4439-a574-0004ed4763ac req-9bbe163f-0104-4463-9b68-82da2d751541 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 949 time: 0.1715105 Nov 10 03:38:55.894767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39791e5-edfb-45af-a826-e2d96493324d req-7793fa75-89ce-4c96-b0ad-ad25d06f1eae tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:55.896878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-7793fa75-89ce-4c96-b0ad-ad25d06f1eae tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.2278659 Nov 10 03:38:55.899700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc70ee5-45d0-445e-aa21-6712aeab2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424687b5-963e-4128-96dd-be1b47f1c7c5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:55.948832 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-d64d3379-924e-406c-94d6-29465510d4e3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/quotas/c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 375 time: 0.0326545 Nov 10 03:38:56.007189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-96bcab17-2542-4d8c-8343-47a3ab6eca74 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=405a3ed50beb46af964ab124a316c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402639 Nov 10 03:38:56.008356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe036e0b-9009-4439-a574-0004ed4763ac req-f53f5ff8-c180-4bc2-ab34-85af2f2b985b tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076536 Nov 10 03:38:56.032254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Made reservation on behalf of 9011ece1adf947ecbd8ef0ccc4f044c5 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:56.036028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.046603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.11', 61456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:56.100536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-f77592c3-82a4-4126-ae70-1808a0379e60 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384149 Nov 10 03:38:56.275788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-1c906aa6-2501-44e6-bce3-d38e30bbbd52 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:56.284805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-1c906aa6-2501-44e6-bce3-d38e30bbbd52 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337224 Nov 10 03:38:56.290561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-dd07ccec-6350-40f1-bca3-3ed6580ec2e9 tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:56.293740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-dd07ccec-6350-40f1-bca3-3ed6580ec2e9 tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 1100 time: 0.2444282 Nov 10 03:38:56.325176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39974) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:56.342534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Request body: {'port': {'device_id': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '405a3ed50beb46af964ab124a316c915'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:56.385657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Allocated IP 172.20.0.7 (d3796478-361b-488a-8ecf-17ac5660ac98/70b2c487-d63b-4c24-a47d-61814958c463/6376e269-d568-4c58-9f69-eeaeddbe5e52) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:56.392285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-32ecb42c-017e-46ee-87a0-5a581e789610 service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574604 Nov 10 03:38:56.473976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f815b-a853-4735-924a-6e7a7621940e req-7038c168-6e04-499c-8075-1e6576bca7da tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:56.475502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-709f815b-a853-4735-924a-6e7a7621940e req-7038c168-6e04-499c-8075-1e6576bca7da tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 950 time: 0.1547697 Nov 10 03:38:56.514038 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57f0f567-cc53-4a1b-b46b-4185ee5edda3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=872cfa69e9974f72bbeaf1a7c1aed861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853285 Nov 10 03:38:56.516515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39978) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:38:56.534781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Deleting port 6ad7455a-d868-417f-bad4-472f6cb5ef08 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:38:56.535193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.623379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Made reservation on behalf of 405a3ed50beb46af964ab124a316c915 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:56.627168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.637507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-17de3583-1a20-4bef-8af6-294706eb9532 service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337494 Nov 10 03:38:56.644267 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.658793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-709f815b-a853-4735-924a-6e7a7621940e req-7d650202-5926-4672-b6c6-16be9b7a1518 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707399 Nov 10 03:38:56.695778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] For port 6ad7455a-d868-417f-bad4-472f6cb5ef08, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad7455a-d868-417f-bad4-472f6cb5ef08,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:38:56.696053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.716927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-116304b8-814f-4f82-92e3-63b901932632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.720411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Calling delete_port for 6ad7455a-d868-417f-bad4-472f6cb5ef08 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:38:56.721732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.749168 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-116304b8-814f-4f82-92e3-63b901932632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.812093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.817184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.822538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3434d7b1-0722-4092-a888-4761324aba63 req-810ede03-4160-4eae-983a-e8ec2daa1bcc tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 210 time: 0.0437989 Nov 10 03:38:56.831073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.886348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Network d3796478-361b-488a-8ecf-17ac5660ac98 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:56.901611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:56.907823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:56.909636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-116304b8-814f-4f82-92e3-63b901932632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.913371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-116304b8-814f-4f82-92e3-63b901932632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:56.914482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-116304b8-814f-4f82-92e3-63b901932632 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61838827-9e00-4b9e-9038-c546ccd69c6b HTTP/1.1" status: 204 len: 168 time: 0.3943119 Nov 10 03:38:56.915397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:56.968727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31100875-7a56-4429-ba26-0fbf8849514c req-06fcdf4b-0ddd-4545-b068-9e569770da8c tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 210 time: 0.0621805 Nov 10 03:38:57.068278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116304b8-814f-4f82-92e3-63b901932632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61838827-9e00-4b9e-9038-c546ccd69c6b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:57.118932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dfc0e84-7388-4279-9dc3-d75ba94d06b4 req-ad3a26b6-2bef-4795-8e17-59c10226f466 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 210 time: 0.0549805 Nov 10 03:38:57.137307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084d805-65e9-4e5c-8861-90b2e6e1abf5 req-43356c09-3287-44a0-8642-d48c41236576 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:57.144441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f084d805-65e9-4e5c-8861-90b2e6e1abf5 req-43356c09-3287-44a0-8642-d48c41236576 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.2224791 Nov 10 03:38:57.146279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Pushing event updated for resources: {'Port': ['ID=6376e269-d568-4c58-9f69-eeaeddbe5e52,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:57.166413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Allocated IP 192.168.233.182 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/212f2670-bbcc-4506-a36f-6f05cc21c62a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:57.177247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:57.177899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:57.214355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-905538ea-1cc8-4a57-8ef2-a8a9b074c0e3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4766550 Nov 10 03:38:57.230358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:57.258772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f084d805-65e9-4e5c-8861-90b2e6e1abf5 req-6297ca5a-8785-4022-8505-cd29ee4bd5ff tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124482 Nov 10 03:38:57.263578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6ad7455a-d868-417f-bad4-472f6cb5ef08'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:38:57.269795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Request body: {'port': {'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:57.349707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9fdce6e-e72a-45fa-9de3-28ad56a45201 req-a77df38d-6862-44a1-bc57-5cc10efbe9e8 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cab9a80-682e-4ef2-992f-f46e5fef9272 HTTP/1.1" status: 200 len: 210 time: 0.0536070 Nov 10 03:38:57.400918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f6c2da42-f3aa-45cb-9e9c-e86ee788e90e None None] Provisioning complete for port 6376e269-d568-4c58-9f69-eeaeddbe5e52 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:57.402605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6c2da42-f3aa-45cb-9e9c-e86ee788e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:57.420043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ad7455a-d868-417f-bad4-472f6cb5ef08,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:57.424746 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:57.489733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2da42-f3aa-45cb-9e9c-e86ee788e90e None None] Port 6376e269-d568-4c58-9f69-eeaeddbe5e52 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:57.773673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] No DVR routers for this DVR port 6ad7455a-d868-417f-bad4-472f6cb5ef08 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:38:57.778858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:57.782424 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a45ffa7b-6f68-40aa-9cc8-eede9982e211 req-db907df8-266b-4f98-bdeb-9ff64c43518d tempest-DeleteServersAdminTestJSON-173343940 tempest-DeleteServersAdminTestJSON-173343940-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6ad7455a-d868-417f-bad4-472f6cb5ef08 HTTP/1.1" status: 204 len: 173 time: 1.4453399 Nov 10 03:38:57.782982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'name': 'network-vif-deleted', 'tag': '6ad7455a-d868-417f-bad4-472f6cb5ef08'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:57.785330 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b7fd84-d4da-47bc-9133-6a1af0035aea" -d '{"events": [{"server_uuid": "1cab9a80-682e-4ef2-992f-f46e5fef9272", "name": "network-vif-deleted", "tag": "6ad7455a-d868-417f-bad4-472f6cb5ef08"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:57.888193 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037cdf78-c81c-4e21-89b4-bce32207efd1 x-openstack-request-id: req-037cdf78-c81c-4e21-89b4-bce32207efd1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:57.888487 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cab9a80-682e-4ef2-992f-f46e5fef9272", "name": "network-vif-deleted", "tag": "6ad7455a-d868-417f-bad4-472f6cb5ef08", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:57.888735 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-037cdf78-c81c-4e21-89b4-bce32207efd1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:57.889123 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cab9a80-682e-4ef2-992f-f46e5fef9272', 'name': 'network-vif-deleted', 'tag': '6ad7455a-d868-417f-bad4-472f6cb5ef08', 'status': 'completed', 'code': 200} Nov 10 03:38:57.996383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.041059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.092289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:58.094573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091a760-8efa-40c8-97dd-ca3420a4378e req-ead02c84-2c87-4dc7-88fb-b8185ed73333 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:58.096082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c091a760-8efa-40c8-97dd-ca3420a4378e req-ead02c84-2c87-4dc7-88fb-b8185ed73333 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 950 time: 0.1228995 Nov 10 03:38:58.097464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:58.102066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:58.107447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0bfb-b6f0-4ef7-b14e-550816f68c2a req-6ff14a84-5a1f-441d-9d97-f410e341b813 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:58.108923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d7f0bfb-b6f0-4ef7-b14e-550816f68c2a req-6ff14a84-5a1f-441d-9d97-f410e341b813 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 931 time: 0.1480725 Nov 10 03:38:58.144520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:58.155831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:58.156397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.174742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-dfee1349-e6c0-440f-b9cb-20f694013356 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8365457 Nov 10 03:38:58.203453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Request body: {'port': {'device_id': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:58.270445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c091a760-8efa-40c8-97dd-ca3420a4378e req-46c254e4-11c5-4211-98ce-017d164b105b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518266 Nov 10 03:38:58.279020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d7f0bfb-b6f0-4ef7-b14e-550816f68c2a req-75bee046-1c7d-4708-a5bd-74569ffe37c7 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580582 Nov 10 03:38:58.300748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6376e269-d568-4c58-9f69-eeaeddbe5e52 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:58.320516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.351528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.352032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Transition to ACTIVE for port object 6376e269-d568-4c58-9f69-eeaeddbe5e52 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:58.355012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.441208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-20b583ac-1245-4ea4-8ed2-c2f11ac8e76d None None] Provisioning complete for port 212f2670-bbcc-4506-a36f-6f05cc21c62a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:38:58.443541 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-20b583ac-1245-4ea4-8ed2-c2f11ac8e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.452522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6376e269-d568-4c58-9f69-eeaeddbe5e52,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:58.506782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd2cf433-1491-4175-a44a-71bf33d36a8d req-bceaee72-c844-4554-8870-0b3b47a2c474 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 210 time: 0.0575142 Nov 10 03:38:58.535075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-20b583ac-1245-4ea4-8ed2-c2f11ac8e76d None None] Port 212f2670-bbcc-4506-a36f-6f05cc21c62a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:38:58.610212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f3a7e-d145-446c-be2f-3885550972a4 req-2c57eff1-68df-4608-8489-b85853a4cd1a tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:58.619036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d1f3a7e-d145-446c-be2f-3885550972a4 req-2c57eff1-68df-4608-8489-b85853a4cd1a tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 936 time: 0.2182233 Nov 10 03:38:58.690948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39791e5-edfb-45af-a826-e2d96493324d req-5388b5fb-270e-402f-b52b-e36de19849e5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:58.693548 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-5388b5fb-270e-402f-b52b-e36de19849e5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.2344348 Nov 10 03:38:58.762747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Request body: {'port': {'device_id': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'admin_state_up': True, 'tenant_id': 'c4a23797f3e94a6a9dac1fa20055bcc8'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:38:58.787606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d1f3a7e-d145-446c-be2f-3885550972a4 req-307be094-869f-47a1-a8b9-37becd36ef29 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198919 Nov 10 03:38:58.789967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Attempting to bind port 6376e269-d568-4c58-9f69-eeaeddbe5e52 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:58.790826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Attempting to bind port 6376e269-d568-4c58-9f69-eeaeddbe5e52 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:58.790826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Attempting to bind port 6376e269-d568-4c58-9f69-eeaeddbe5e52 on network d3796478-361b-488a-8ecf-17ac5660ac98 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:58.800185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e18ef9-fd4b-435d-a1b8-d3864e1d81aa req-c14a8c8e-785b-40cc-bfc6-5749530453bb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:58.809469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17e18ef9-fd4b-435d-a1b8-d3864e1d81aa req-c14a8c8e-785b-40cc-bfc6-5749530453bb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1400695 Nov 10 03:38:58.827683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Port 6376e269-d568-4c58-9f69-eeaeddbe5e52 on network d3796478-361b-488a-8ecf-17ac5660ac98 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:58.828008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Attempting to bind port 6376e269-d568-4c58-9f69-eeaeddbe5e52 on network d3796478-361b-488a-8ecf-17ac5660ac98 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:58.834958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:58.835542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Checking segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:58.836625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Bound using segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:58.837131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Bound port: 6376e269-d568-4c58-9f69-eeaeddbe5e52, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:58.837553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.919534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17e18ef9-fd4b-435d-a1b8-d3864e1d81aa req-985b92cc-1c77-47de-8cd9-543b8e9040bc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Nov 10 03:38:58.984036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Made reservation on behalf of c4a23797f3e94a6a9dac1fa20055bcc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:38:58.988090 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:58.993919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] For port 6376e269-d568-4c58-9f69-eeaeddbe5e52, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:58.998908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] For port 6376e269-d568-4c58-9f69-eeaeddbe5e52, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:59.004471 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.005470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212f2670-bbcc-4506-a36f-6f05cc21c62a {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:38:59.019324 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.061975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.062619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.064321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 1091 time: 1.8045957 Nov 10 03:38:59.066723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:59.069925 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:59.070995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Transition to ACTIVE for port object 212f2670-bbcc-4506-a36f-6f05cc21c62a will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:38:59.077417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.125644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf10db-8b25-4dd0-a617-13c1fbfa76c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6376e269-d568-4c58-9f69-eeaeddbe5e52,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:59.229291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:59.231177 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37266f7e-940f-4c7d-9928-b462a6d4ec1e x-openstack-request-id: req-37266f7e-940f-4c7d-9928-b462a6d4ec1e {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:38:59.231644 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:38:59.232066 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37266f7e-940f-4c7d-9928-b462a6d4ec1e {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:38:59.232601 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'status': 'completed', 'code': 200} Nov 10 03:38:59.271942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-7273c471-f146-4ea5-b40e-6a9116194a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.274072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-7273c471-f146-4ea5-b40e-6a9116194a58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1094 time: 0.0938025 Nov 10 03:38:59.397372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Attempting to bind port 212f2670-bbcc-4506-a36f-6f05cc21c62a on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:38:59.397711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Attempting to bind port 212f2670-bbcc-4506-a36f-6f05cc21c62a by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:38:59.398097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Attempting to bind port 212f2670-bbcc-4506-a36f-6f05cc21c62a on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:59.400854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Allocated IP 172.20.0.3 (0d143b17-e5a2-4e38-a472-292b4641cce6/3f9bad20-b5b0-44b2-9067-47e69875e36d/c2e4b690-e3eb-478c-a287-9e2927a1133e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:38:59.417085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Port 212f2670-bbcc-4506-a36f-6f05cc21c62a on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:38:59.417293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Attempting to bind port 212f2670-bbcc-4506-a36f-6f05cc21c62a on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:38:59.424869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-e341a200-f1aa-4bea-8851-2c0a7dfc0781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 217 time: 0.1125159 Nov 10 03:38:59.431135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:38:59.431467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:38:59.431839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:38:59.432313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Bound port: 212f2670-bbcc-4506-a36f-6f05cc21c62a, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:38:59.432634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.555833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-e9882c33-619a-4dfa-a495-e1f5395eb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.557344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-e9882c33-619a-4dfa-a495-e1f5395eb912 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.1308916 Nov 10 03:38:59.561065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-53d2b24e-d544-459c-93e2-01af62f2db78 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f56276c8c75b48188ce2e035629e1769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355096 Nov 10 03:38:59.588107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:38:59.604727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:38:59.606741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a64dfc-0c1e-4fe9-ace0-425a4867db4f req-7c3109e9-de01-4bad-97d3-a754f5038491 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.608368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3a64dfc-0c1e-4fe9-ace0-425a4867db4f req-7c3109e9-de01-4bad-97d3-a754f5038491 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 943 time: 0.1227126 Nov 10 03:38:59.610705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.665748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.666484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.667925 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] 10.222.0.11 "PUT /v2.0/ports/212f2670-bbcc-4506-a36f-6f05cc21c62a HTTP/1.1" status: 200 len: 1096 time: 1.4713726 Nov 10 03:38:59.689621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.703501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-b9a6307d-f534-4044-83a6-d7d8fd42c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.704938 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-b9a6307d-f534-4044-83a6-d7d8fd42c544 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399543 Nov 10 03:38:59.715772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb317a3-58e6-4978-a6c7-4c51afebfd08 service neutron] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:59.775825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:38:59.789401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3a64dfc-0c1e-4fe9-ace0-425a4867db4f req-39210f5e-856d-462d-9c7f-2ef970015763 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657288 Nov 10 03:38:59.805791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-e40cb2f1-f250-45ee-ba01-0a058b4c79c3 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.812732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-e40cb2f1-f250-45ee-ba01-0a058b4c79c3 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377956 Nov 10 03:38:59.822815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-d374bc8c-4c6e-44fa-b924-ad782fa432e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.824347 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-d374bc8c-4c6e-44fa-b924-ad782fa432e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=405a3ed50beb46af964ab124a316c915&device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 1099 time: 0.0923672 Nov 10 03:38:59.838545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-31199fb9-e785-4e59-9420-b261daa3281d tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/quotas/f56276c8c75b48188ce2e035629e1769 HTTP/1.1" status: 200 len: 375 time: 0.0248654 Nov 10 03:38:59.842028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:38:59.853729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:38:59.856372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:38:59.883828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-6b6a8fd8-5ed4-409f-83c1-36fbaf5965b6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f56276c8c75b48188ce2e035629e1769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443416 Nov 10 03:38:59.891765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:38:59.894030 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e67eb-3e88-4383-a8f0-2197a462ba71" -d '{"events": [{"name": "network-changed", "server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:38:59.905372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-5c8f36ef-eb85-4e57-a05d-884b7c32cf1b service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871405 Nov 10 03:38:59.915903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-7c54a4ab-6507-4bca-a266-6c9130fb9e97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a HTTP/1.1" status: 200 len: 217 time: 0.0727007 Nov 10 03:38:59.918620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:38:59.995721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:38:59.996481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.015035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-96bfc904-7be4-458c-95ad-773fe02111fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.016868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-96bfc904-7be4-458c-95ad-773fe02111fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0923154 Nov 10 03:39:00.021068 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-b044b0f4-ec6f-4cd2-bea0-4c3230a13f42 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2622731 Nov 10 03:39:00.059319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-925f90d9-332b-45ec-87d6-d731163b3b49 req-6e42d061-012e-4ab5-951f-2507d5ab70a1 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469257 Nov 10 03:39:00.083922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Request body: {'port': {'device_id': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:00.194351 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.217757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-5ee9721b-86b0-48ef-9dff-8b4e0a829a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.219595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-5ee9721b-86b0-48ef-9dff-8b4e0a829a11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691363 Nov 10 03:39:00.236112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-4f2fcc0f-af1f-410d-ba9c-9f757f434ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.237635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-4f2fcc0f-af1f-410d-ba9c-9f757f434ffb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1094 time: 0.0887210 Nov 10 03:39:00.250124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.250787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.251543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.252191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.252610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.253079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.253539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.254012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.254472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.257041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-a5c89d81-0b23-4f1d-8c70-71a6f979d3eb tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b&device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385&device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019&device_id=520835be-bcaa-4a8d-9709-0e853b768efa&device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e&device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a&device_id=18621680-b355-4595-b373-e7ba5963dc3d&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 8137 time: 0.0755157 Nov 10 03:39:00.327497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-4ae73e22-133e-4da2-819c-2a4d479fb26c tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.362525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-5b18555c-0481-4a24-9c90-4c0ec8ffbfc4 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385611 Nov 10 03:39:00.442243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-81299199-9f60-4424-90c5-d738faf0aada service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974254 Nov 10 03:39:00.488135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-c5f908e7-ce4d-41e2-8490-b8aade8695c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.489619 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-c5f908e7-ce4d-41e2-8490-b8aade8695c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.2316301 Nov 10 03:39:00.533209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad7455a-d868-417f-bad4-472f6cb5ef08 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:00.566545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 6ad7455a-d868-417f-bad4-472f6cb5ef08 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:39:00.567270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad7455a-d868-417f-bad4-472f6cb5ef08 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:39:00.568150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-42ec954f-26ed-4b6d-a382-32e059e4027a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 217 time: 0.0589714 Nov 10 03:39:00.610274 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-930e64f8-20d6-4ff3-80a9-cb5860f36278 req-9dac8d34-1d93-4908-bb5e-a23e373ba2df service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422367 Nov 10 03:39:00.643811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-d275820a-7a0f-4afa-bce6-855f81449866 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.645400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-d275820a-7a0f-4afa-bce6-855f81449866 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660484 Nov 10 03:39:00.659904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e4b690-e3eb-478c-a287-9e2927a1133e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:00.667725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.667909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-4ae73e22-133e-4da2-819c-2a4d479fb26c tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.676030 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-4ae73e22-133e-4da2-819c-2a4d479fb26c tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.681603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-8b04147b-31a9-4a37-b95d-dc20c428725c tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/quotas/8b22420c65044c5b9b1d7172c7bf2606 HTTP/1.1" status: 200 len: 375 time: 0.0291317 Nov 10 03:39:00.682798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Transition to ACTIVE for port object c2e4b690-e3eb-478c-a287-9e2927a1133e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:00.687840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.689396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-afb6c67a-1259-44df-b7c3-1c1434567f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.691117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-afb6c67a-1259-44df-b7c3-1c1434567f69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.1039269 Nov 10 03:39:00.755213 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-d57fa9b3-9440-41ab-a55f-2173ac983685 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626960 Nov 10 03:39:00.759525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:00.788144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae73e22-133e-4da2-819c-2a4d479fb26c tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2f32a-781d-4bbf-802e-2a558288f750,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:00.837314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-e8fe5b15-d8f8-45fb-b7e4-46f519bc4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:00.838841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-e8fe5b15-d8f8-45fb-b7e4-46f519bc4495 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191568 Nov 10 03:39:00.839048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:00.839394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:00.839698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:00.844136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:00.844391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7c25dae-c9b5-431b-b762-ab9fb88922f2 req-4ae73e22-133e-4da2-819c-2a4d479fb26c tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&id=0bd50687-e165-41b2-a4bc-f96142898549&id=ad2d89fe-4754-4835-81d2-ed64ff9144be&id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.5778778 Nov 10 03:39:00.844623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:00.859160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:00.859505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:00.859897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:00.860341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Bound port: c2e4b690-e3eb-478c-a287-9e2927a1133e, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:00.860826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:00.970643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:00.973820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:00.978605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:01.017162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.017723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:01.019447 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 1091 time: 0.9718125 Nov 10 03:39:01.054726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbb016-dc84-436e-b923-bf11b7065176 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:01.060769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5376-e6e8-41fe-9df0-afcc1544c595 req-041c33c0-7b5f-4da5-b89b-52ad120099aa tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.062305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2ea5376-e6e8-41fe-9df0-afcc1544c595 req-041c33c0-7b5f-4da5-b89b-52ad120099aa tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.1546140 Nov 10 03:39:01.074974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a7e6a-8f51-4494-a7ce-859f9c387912 req-de9b6d29-5cf2-4e8f-8aca-f38e963efed8 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.076434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a7a7e6a-8f51-4494-a7ce-859f9c387912 req-de9b6d29-5cf2-4e8f-8aca-f38e963efed8 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 948 time: 0.1271465 Nov 10 03:39:01.080263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-6ebb4fec-8901-4943-b8c5-6f079f016c5d service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195566 Nov 10 03:39:01.153266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39791e5-edfb-45af-a826-e2d96493324d req-70018d79-faec-4bc2-9768-b330b008b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.154583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-70018d79-faec-4bc2-9768-b330b008b989 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1094 time: 0.0600274 Nov 10 03:39:01.208127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-3dabd875-a60d-4e78-8b6d-f1c5d6c8d06e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 217 time: 0.0369282 Nov 10 03:39:01.210658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2ea5376-e6e8-41fe-9df0-afcc1544c595 req-a43e581c-3939-4806-8944-c931d6d6a43a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328988 Nov 10 03:39:01.260234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3657cf2-bce9-4cfa-aa40-0f3cc1c8dcb9 req-8a7f2bc8-75ea-4f7b-8c64-3f5ef2e8a5bd service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593311 Nov 10 03:39:01.266958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a7a7e6a-8f51-4494-a7ce-859f9c387912 req-8444427c-1a73-4695-9d69-bf883ffc0113 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805840 Nov 10 03:39:01.268172 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90399871-f531-412a-9e63-1e5324e711e7 x-openstack-request-id: req-90399871-f531-412a-9e63-1e5324e711e7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:01.268451 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:01.268703 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90399871-f531-412a-9e63-1e5324e711e7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:01.269086 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'status': 'completed', 'code': 200} Nov 10 03:39:01.280857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39791e5-edfb-45af-a826-e2d96493324d req-367f9fe1-8c18-4921-adfb-766b5d297fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.282611 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-367f9fe1-8c18-4921-adfb-766b5d297fef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0666969 Nov 10 03:39:01.391498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-74213416-582e-4fdd-a323-b3edc441bdd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364659 Nov 10 03:39:01.426806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2d703ff-0fcf-464b-9208-492e59efe85e req-f27f80d4-42fb-431f-9068-0885e887cb9e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 210 time: 0.0694540 Nov 10 03:39:01.456969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b24e6-a7ae-4353-a685-df4ca89855d2 req-41ac5f34-428f-4282-b27f-e71255afaf2e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.465703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e92b24e6-a7ae-4353-a685-df4ca89855d2 req-41ac5f34-428f-4282-b27f-e71255afaf2e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1395934 Nov 10 03:39:01.476323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-7f791694-9283-467e-9f7f-255759602cd2 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f56276c8c75b48188ce2e035629e1769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639813 Nov 10 03:39:01.491969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-147bbf0c-4241-48ea-b42f-1da87316a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.493966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-147bbf0c-4241-48ea-b42f-1da87316a1a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=405a3ed50beb46af964ab124a316c915&device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 1099 time: 0.1331728 Nov 10 03:39:01.613989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e92b24e6-a7ae-4353-a685-df4ca89855d2 req-543d313d-aff2-429f-b846-988c3089b016 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406138 Nov 10 03:39:01.636517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-377e883c-5f8f-4c3c-967a-32869e153766 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.638241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-377e883c-5f8f-4c3c-967a-32869e153766 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446035 Nov 10 03:39:01.666449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-6c7b9077-b317-4a46-b3e3-9f4bc081a873 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617552 Nov 10 03:39:01.681025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Request body: {'port': {'device_id': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'f56276c8c75b48188ce2e035629e1769'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:01.953867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81ee815e-fca4-44da-9506-bf7b365ed450 req-f3e84629-5f8c-43fd-a427-725dd0425fa1 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 210 time: 0.0368032 Nov 10 03:39:01.963932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657236-ce71-45d1-a7d9-0005634ac34b req-727c7c5f-a695-4e83-b360-0cdcec01420e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.965407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7657236-ce71-45d1-a7d9-0005634ac34b req-727c7c5f-a695-4e83-b360-0cdcec01420e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 943 time: 0.3500118 Nov 10 03:39:01.966936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-ebbbe4b2-0c7d-4afc-a534-c3c23458dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:01.968251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-ebbbe4b2-0c7d-4afc-a534-c3c23458dddf service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.4607933 Nov 10 03:39:02.020600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-8b2b4eb9-54c7-4294-a821-a5d71f746769 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a HTTP/1.1" status: 200 len: 217 time: 0.0410204 Nov 10 03:39:02.096388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7657236-ce71-45d1-a7d9-0005634ac34b req-cf72d2fd-2cd8-4a51-a38c-c74620481c2c tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235225 Nov 10 03:39:02.114076 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d39791e5-edfb-45af-a826-e2d96493324d req-3404dbed-a494-4b38-b6f2-73e02299f757 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375091 Nov 10 03:39:02.115077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Made reservation on behalf of f56276c8c75b48188ce2e035629e1769 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:39:02.117062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-c5cdcdb5-2aa3-4b1b-baf1-d8968f24f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.118885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-c5cdcdb5-2aa3-4b1b-baf1-d8968f24f5aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0865488 Nov 10 03:39:02.119086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.199909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-85fc75eb-6f30-4dbe-a960-4539bb0434db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.201382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-85fc75eb-6f30-4dbe-a960-4539bb0434db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671425 Nov 10 03:39:02.211658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a47ab-5158-495d-ba74-76af51570d31 req-38bafa7c-9a61-4db6-9dd3-e4c6bcdc12b5 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.212136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a47ab-5158-495d-ba74-76af51570d31 req-38bafa7c-9a61-4db6-9dd3-e4c6bcdc12b5 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.212599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a47ab-5158-495d-ba74-76af51570d31 req-38bafa7c-9a61-4db6-9dd3-e4c6bcdc12b5 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.214201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-589a47ab-5158-495d-ba74-76af51570d31 req-38bafa7c-9a61-4db6-9dd3-e4c6bcdc12b5 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019&device_id=520835be-bcaa-4a8d-9709-0e853b768efa&device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 2884 time: 0.0552673 Nov 10 03:39:02.233250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-9a474164-5ca4-4fe4-9e68-112eaaaed769 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359144 Nov 10 03:39:02.332962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-589a47ab-5158-495d-ba74-76af51570d31 req-81338af3-d905-4a25-95e3-d3a657224dff tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104851 Nov 10 03:39:02.360065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Allocated IP 192.168.233.148 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/4c648d95-7566-4950-a47f-934d1b9cdd9e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:39:02.403750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-7fac0be0-86f5-41f3-82cc-46e32db15aaf tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.405553 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-7fac0be0-86f5-41f3-82cc-46e32db15aaf tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616766 Nov 10 03:39:02.435356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Request body: {'port': {'device_id': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '8b22420c65044c5b9b1d7172c7bf2606'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:02.454632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56352fc-dcba-4637-8a9a-d515b267d089 req-be786eb7-cf33-4fe0-bbbd-aa02add737eb tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.457556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c56352fc-dcba-4637-8a9a-d515b267d089 req-be786eb7-cf33-4fe0-bbbd-aa02add737eb tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.1719868 Nov 10 03:39:02.473008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-d2acc9bb-95be-4bd2-bd45-4c991313fb83 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141006 Nov 10 03:39:02.501392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef493f-3052-45bf-865a-94d76d5128f6 req-8adb8866-40fc-4308-905c-be49bfe7714e tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.502895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4ef493f-3052-45bf-865a-94d76d5128f6 req-8adb8866-40fc-4308-905c-be49bfe7714e tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 948 time: 0.1120102 Nov 10 03:39:02.596346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c56352fc-dcba-4637-8a9a-d515b267d089 req-432d52c1-5834-416b-9973-fbe8ae6ee38a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325793 Nov 10 03:39:02.613857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.625994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4ef493f-3052-45bf-865a-94d76d5128f6 req-0813120e-c17c-4d10-9691-c25ba3f8c968 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110852 Nov 10 03:39:02.643647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab7e67eb-3e88-4383-a8f0-2197a462ba71 req-6872bd5f-4f3f-4425-b43b-c9ebb6cce15b service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607099 Nov 10 03:39:02.645246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Made reservation on behalf of 8b22420c65044c5b9b1d7172c7bf2606 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:39:02.648851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.662174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.690183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.769852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39598f8-1a21-40fd-b670-7aaeae9fa138 req-823351f7-7c2c-48ea-a473-a00cc1fcc074 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.771394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a39598f8-1a21-40fd-b670-7aaeae9fa138 req-823351f7-7c2c-48ea-a473-a00cc1fcc074 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 936 time: 0.0690916 Nov 10 03:39:02.779615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:39:02.786612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:39:02.790552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:39:02.813064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Pushing event updated for resources: {'Port': ['ID=4c648d95-7566-4950-a47f-934d1b9cdd9e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:02.853742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a39598f8-1a21-40fd-b670-7aaeae9fa138 req-6fb3f374-3c25-4447-9377-933f414eea35 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753412 Nov 10 03:39:02.858966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.859613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.879937 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.884101 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:02.905713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72419f3c-1cc9-411a-b85b-98f6b45b08e9 req-afacf4db-af3d-4c3a-836a-7ea7521ab32e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:02.906366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-30750008-6ca7-4d94-954f-6644a1c6844e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2309740 Nov 10 03:39:02.907467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72419f3c-1cc9-411a-b85b-98f6b45b08e9 req-afacf4db-af3d-4c3a-836a-7ea7521ab32e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.0703325 Nov 10 03:39:02.934287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Request body: {'port': {'device_id': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:02.977036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72419f3c-1cc9-411a-b85b-98f6b45b08e9 req-585a71c4-fe33-463a-ae9a-d96ebdcac8b3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606067 Nov 10 03:39:03.002437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d898a37-74b9-4f30-9489-de4fe0d9b05d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:03.076528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4f6dd29-a40a-4c6b-a257-4a8a79327340 req-93ae0a3c-fc01-4e97-9dee-427107fdfc53 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Nov 10 03:39:03.123501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.133861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-79c27c08-5fcc-4603-be48-bedf4972a0df None None] Provisioning complete for port 4c648d95-7566-4950-a47f-934d1b9cdd9e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:03.137985 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-79c27c08-5fcc-4603-be48-bedf4972a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.142266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Allocated IP 192.168.233.218 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/63f2b0a1-b7ab-4b38-b564-04eb2717f62c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:39:03.192398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-79c27c08-5fcc-4603-be48-bedf4972a0df None None] Port 4c648d95-7566-4950-a47f-934d1b9cdd9e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:39:03.248187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a0b16-d635-481d-95a8-f3fa647efa74 req-57dfc267-088c-4243-9780-75343cd1c0c1 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.249697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-766a0b16-d635-481d-95a8-f3fa647efa74 req-57dfc267-088c-4243-9780-75343cd1c0c1 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 943 time: 0.0612421 Nov 10 03:39:03.288166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:03.290413 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9066fb-cc90-49b2-9f0f-9971293d28df" -d '{"events": [{"name": "network-changed", "server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:03.299833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-766a0b16-d635-481d-95a8-f3fa647efa74 req-74fa1286-4424-4e9f-86cc-ed9d9e632101 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Nov 10 03:39:03.353046 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7ac3ee-7a37-487e-8332-11444d293fc6 x-openstack-request-id: req-7c7ac3ee-7a37-487e-8332-11444d293fc6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:03.353327 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:03.353569 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c7ac3ee-7a37-487e-8332-11444d293fc6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:03.353965 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e', 'status': 'completed', 'code': 200} Nov 10 03:39:03.428627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.457150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face8a7f-b455-4330-a774-73da4b82e22f req-5e3e6e21-df42-4e54-a3fc-6632e9743ea4 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.458681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-face8a7f-b455-4330-a774-73da4b82e22f req-5e3e6e21-df42-4e54-a3fc-6632e9743ea4 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1101 time: 0.0680025 Nov 10 03:39:03.464437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-f02af9e0-b433-4ce4-9a86-a124d52ab93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.465813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-f02af9e0-b433-4ce4-9a86-a124d52ab93b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1094 time: 0.0505567 Nov 10 03:39:03.495016 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-343e068f-1578-4d7a-b92b-8de3329d2bf2 service neutron] show failed (client error): The resource could not be found. Nov 10 03:39:03.496054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-343e068f-1578-4d7a-b92b-8de3329d2bf2 service neutron] 10.222.0.11 "GET /v2.0/ports/532c4e41-adac-4ba8-a02b-68c9ef843d73/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0816011 Nov 10 03:39:03.507761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.571552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-face8a7f-b455-4330-a774-73da4b82e22f req-0af68496-a5f5-413d-9c4e-097a64e251ef tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047370 Nov 10 03:39:03.607046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:39:03.608901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:39:03.617661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:39:03.617849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-5cfabab3-73a7-45fa-bb52-904d9c7a3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.619345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-5cfabab3-73a7-45fa-bb52-904d9c7a3a86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.1462138 Nov 10 03:39:03.642060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Pushing event updated for resources: {'Port': ['ID=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:03.702542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.703160 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.714492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-1fef68b5-66af-420d-a768-dbb795a7a209 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 217 time: 0.0842683 Nov 10 03:39:03.746871 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-168645b4-f3f6-4f6e-b7c3-444eb26424dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3194339 Nov 10 03:39:03.777551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Request body: {'port': {'device_id': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:03.835425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-fcfeabe2-f590-45f9-9295-c53e20db89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.836881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-fcfeabe2-f590-45f9-9295-c53e20db89ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1088371 Nov 10 03:39:03.846115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39213e31-9528-4f84-a7ba-264361c2b6fd req-2468ed50-6efa-43a8-ae2f-195caeca7d04 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.847594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39213e31-9528-4f84-a7ba-264361c2b6fd req-2468ed50-6efa-43a8-ae2f-195caeca7d04 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.1365812 Nov 10 03:39:03.849265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c648d95-7566-4950-a47f-934d1b9cdd9e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:03.858420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa24f01-59e0-4c99-a08a-e3991b03735a req-3863e30f-88cc-45eb-9806-00b0c92e35f4 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.860320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7aa24f01-59e0-4c99-a08a-e3991b03735a req-3863e30f-88cc-45eb-9806-00b0c92e35f4 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1101 time: 0.1040463 Nov 10 03:39:03.863790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.873052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e68ed5a4-9ad8-4d14-ac40-3f58bdcc5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:03.874597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e68ed5a4-9ad8-4d14-ac40-3f58bdcc5a4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 1101 time: 0.1502683 Nov 10 03:39:03.887624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-45eab5dd-e1bb-4de7-98c0-e2529b0a2695 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382509 Nov 10 03:39:03.897231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:03.917745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-79a1eec8-984c-40cd-bfae-9838b5438004 None None] Provisioning complete for port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:03.918151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-79a1eec8-984c-40cd-bfae-9838b5438004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.927581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Transition to ACTIVE for port object 4c648d95-7566-4950-a47f-934d1b9cdd9e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:03.928360 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.942918 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:03.955122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-79a1eec8-984c-40cd-bfae-9838b5438004 None None] Port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:39:04.011700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39213e31-9528-4f84-a7ba-264361c2b6fd req-8cba69eb-54a6-4648-8cb3-9ed0e3a1fc62 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492000 Nov 10 03:39:04.015661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7aa24f01-59e0-4c99-a08a-e3991b03735a req-f1d3245e-58b8-4a9e-878b-c521364c9065 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461780 Nov 10 03:39:04.061216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-4e150a85-22f8-4d07-80ec-72d799b26d3b service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627173 Nov 10 03:39:04.063495 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.068685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Pushing event updated for resources: {'Port': ['ID=4c648d95-7566-4950-a47f-934d1b9cdd9e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:04.260052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4ca7-2176-4248-8f59-59b34419d524 req-fe670816-c2c4-452c-846b-2ca1556dd155 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:04.261507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-388e4ca7-2176-4248-8f59-59b34419d524 req-fe670816-c2c4-452c-846b-2ca1556dd155 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 948 time: 0.1175971 Nov 10 03:39:04.266736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc9066fb-cc90-49b2-9f0f-9971293d28df req-e9b6a54d-3373-4e79-955c-66e1b69b09b1 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966517 Nov 10 03:39:04.291236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402c491-c07a-4f7b-8991-0417c6108f39 req-ba12aefe-7706-4542-828c-5a2ee5437f2b tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:04.292640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b402c491-c07a-4f7b-8991-0417c6108f39 req-ba12aefe-7706-4542-828c-5a2ee5437f2b tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 948 time: 0.1049736 Nov 10 03:39:04.362510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-388e4ca7-2176-4248-8f59-59b34419d524 req-c95d7da3-378a-4767-a422-9ca94e91670f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916376 Nov 10 03:39:04.367245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b402c491-c07a-4f7b-8991-0417c6108f39 req-3b6aa4b1-14fc-4799-8951-4d992849cdd3 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669696 Nov 10 03:39:04.393562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Attempting to bind port 4c648d95-7566-4950-a47f-934d1b9cdd9e on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:04.394049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Attempting to bind port 4c648d95-7566-4950-a47f-934d1b9cdd9e by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:04.394274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Attempting to bind port 4c648d95-7566-4950-a47f-934d1b9cdd9e on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:04.406145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Port 4c648d95-7566-4950-a47f-934d1b9cdd9e on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:04.406585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Attempting to bind port 4c648d95-7566-4950-a47f-934d1b9cdd9e on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:04.422359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:04.422688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:04.423054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:04.423473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Bound port: 4c648d95-7566-4950-a47f-934d1b9cdd9e, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:04.423817 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.476234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d1f47-eba0-4a0e-85a3-88471009306b req-84873276-0b44-43fa-8339-c31fe5d6bbf2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:04.478463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-365d1f47-eba0-4a0e-85a3-88471009306b req-84873276-0b44-43fa-8339-c31fe5d6bbf2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.0530033 Nov 10 03:39:04.534911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-365d1f47-eba0-4a0e-85a3-88471009306b req-24c92b2e-11ab-47f4-8b4b-1607015c97b2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Nov 10 03:39:04.540685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6376e269-d568-4c58-9f69-eeaeddbe5e52 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:04.546597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f2b0a1-b7ab-4b38-b564-04eb2717f62c {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:04.551408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] For port 4c648d95-7566-4950-a47f-934d1b9cdd9e, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:04.565702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.569904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] For port 4c648d95-7566-4950-a47f-934d1b9cdd9e, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4c648d95-7566-4950-a47f-934d1b9cdd9e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:04.578825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.596545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:04.597504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.599302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] 10.222.0.11 "PUT /v2.0/ports/4c648d95-7566-4950-a47f-934d1b9cdd9e HTTP/1.1" status: 200 len: 1096 time: 1.6742015 Nov 10 03:39:04.627800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Transition to ACTIVE for port object 63f2b0a1-b7ab-4b38-b564-04eb2717f62c will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:04.636390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.722602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6376e269-d568-4c58-9f69-eeaeddbe5e52, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:04.739577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'mac_address': 'fa:16:3e:0f:09:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:04.745151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a795f3-ce24-4fef-8e03-6c0d6ae4d985 service neutron] Pushing event updated for resources: {'Port': ['ID=4c648d95-7566-4950-a47f-934d1b9cdd9e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:04.747638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d1f69-726b-4b24-ab99-f66e3af20ae5 req-ea694262-85d8-4a48-8d7d-4c853d6bb8a3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:04.754517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a35d1f69-726b-4b24-ab99-f66e3af20ae5 req-ea694262-85d8-4a48-8d7d-4c853d6bb8a3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 943 time: 0.0790384 Nov 10 03:39:04.781772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb6dbe-d0e7-4d3b-972f-67f523ad9ab8 req-330be8f6-eab9-4922-897c-58a556aa3519 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:04.790129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdbb6dbe-d0e7-4d3b-972f-67f523ad9ab8 req-330be8f6-eab9-4922-897c-58a556aa3519 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 948 time: 0.1506433 Nov 10 03:39:04.792087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.810037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6376e269-d568-4c58-9f69-eeaeddbe5e52 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:04.841587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6376e269-d568-4c58-9f69-eeaeddbe5e52, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:04.846511 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:04.847151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:04.867026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a35d1f69-726b-4b24-ab99-f66e3af20ae5 req-f7f1d372-0e73-45bc-87b7-16ca28d42f7d tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108704 Nov 10 03:39:04.869402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:04.881200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-2531ef4d-6fac-47c2-97d4-1a960d778988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:04.882812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-2531ef4d-6fac-47c2-97d4-1a960d778988 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f56276c8c75b48188ce2e035629e1769&device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 1099 time: 0.1967125 Nov 10 03:39:04.886749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Pushing event updated for resources: {'Port': ['ID=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:04.887234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdbb6dbe-d0e7-4d3b-972f-67f523ad9ab8 req-ec24a794-9390-4ae8-b77f-3f80d5404f72 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905383 Nov 10 03:39:04.925908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6376e269-d568-4c58-9f69-eeaeddbe5e52,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:04.958649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-2f484b2f-f918-4800-9704-16c68e404db0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=4c648d95-7566-4950-a47f-934d1b9cdd9e HTTP/1.1" status: 200 len: 217 time: 0.0594609 Nov 10 03:39:05.015671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Attempting to bind port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:05.016000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Attempting to bind port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:05.016324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Attempting to bind port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:05.022147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:05.049004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:05.049320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Attempting to bind port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:05.059815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:05.074908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:05.075149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:05.075527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:05.075959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Bound port: 63f2b0a1-b7ab-4b38-b564-04eb2717f62c, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:05.076310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.077054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'mac_address': 'fa:16:3e:d4:e8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:05.088128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-cf19eaf9-4c19-404c-bb4a-43fc36e82c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:05.090407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-cf19eaf9-4c19-404c-bb4a-43fc36e82c48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1217847 Nov 10 03:39:05.103034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.134295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.152072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212f2670-bbcc-4506-a36f-6f05cc21c62a {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:05.155024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Transition to ACTIVE for port object 532c4e41-adac-4ba8-a02b-68c9ef843d73 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:05.178903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.188998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:05.199265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.203668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f2ceb-6778-4693-87e0-5678b77db512 req-abcdd8a3-31d0-4b6d-8f50-53212f2aab3c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:05.212701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d04f2ceb-6778-4693-87e0-5678b77db512 req-abcdd8a3-31d0-4b6d-8f50-53212f2aab3c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.0692823 Nov 10 03:39:05.278319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:05.290646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d04f2ceb-6778-4693-87e0-5678b77db512 req-21a7bb7c-8e16-4fcf-ba30-6d7062fc67a0 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625339 Nov 10 03:39:05.477446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'tag': '4c648d95-7566-4950-a47f-934d1b9cdd9e'}, {'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:05.480148 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae", "tag": "4c648d95-7566-4950-a47f-934d1b9cdd9e"}, {"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-unplugged", "status": "completed", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:05.515154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-963e88ee-cdec-48ad-9b97-2505b7735edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:05.515154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-963e88ee-cdec-48ad-9b97-2505b7735edd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4027281 Nov 10 03:39:05.539390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] No DVR routers for this DVR port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:39:05.550046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62aecd-e0a3-4187-8ada-655aa4e56f55 req-696e0e8e-935a-43fc-b73e-d7ba3d4df0a6 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:05.552581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c62aecd-e0a3-4187-8ada-655aa4e56f55 req-696e0e8e-935a-43fc-b73e-d7ba3d4df0a6 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 949 time: 0.1112776 Nov 10 03:39:05.665034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['212f2670-bbcc-4506-a36f-6f05cc21c62a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:05.665509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404432b3-c1ff-4f61-b7cb-0416a2234baa req-bbce57a8-616b-40fe-a0a7-e8ce321c0d47 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:05.666994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-404432b3-c1ff-4f61-b7cb-0416a2234baa req-bbce57a8-616b-40fe-a0a7-e8ce321c0d47 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 948 time: 0.0815740 Nov 10 03:39:05.669719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:05.670429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c62aecd-e0a3-4187-8ada-655aa4e56f55 req-ba626388-4a54-4ba7-b462-2ec3d0b7637a tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108534 Nov 10 03:39:05.691891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] For port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:05.694344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:05.694477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:05.694701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:05.735518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] For port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:05.736723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:05.737094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Attempting to bind port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:05.743408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.744735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-404432b3-c1ff-4f61-b7cb-0416a2234baa req-a0bb7a15-907f-4907-9c85-ef17f5c786dc tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690188 Nov 10 03:39:05.753836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6376e269-d568-4c58-9f69-eeaeddbe5e52'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:05.771212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:05.772048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:05.772730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:05.773373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Bound port: 532c4e41-adac-4ba8-a02b-68c9ef843d73, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:05.774512 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.860261 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-238ff68e-1c29-4dc5-8344-75b7e209dace service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269114 Nov 10 03:39:05.862528 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a368496-0bfa-4570-a5f0-ffbcaaf3cab5 x-openstack-request-id: req-9a368496-0bfa-4570-a5f0-ffbcaaf3cab5 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:05.862740 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae", "tag": "4c648d95-7566-4950-a47f-934d1b9cdd9e", "status": "completed", "code": 200}, {"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-unplugged", "status": "completed", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:05.862981 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a368496-0bfa-4570-a5f0-ffbcaaf3cab5 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:05.863373 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'tag': '4c648d95-7566-4950-a47f-934d1b9cdd9e', 'status': 'completed', 'code': 200} Nov 10 03:39:05.863604 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'code': 200} Nov 10 03:39:05.866800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Pushing event updated for resources: {'Port': ['ID=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:05.911357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff2e3-d966-46e3-8b61-8048a51c3fb8 req-94fc4ee3-014a-4517-8bc9-472ea05ff7be tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:05.915328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c65ff2e3-d966-46e3-8b61-8048a51c3fb8 req-94fc4ee3-014a-4517-8bc9-472ea05ff7be tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0897062 Nov 10 03:39:05.994714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:05.995399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:05.997635 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-b7badb90-eb6c-41fe-90d1-e3e776ec6e3f service neutron] 10.222.0.44 "PUT /v2.0/ports/63f2b0a1-b7ab-4b38-b564-04eb2717f62c HTTP/1.1" status: 200 len: 1096 time: 2.2316532 Nov 10 03:39:06.026099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a61e2a-a82c-4a04-8902-367ba1ec49f1 req-44c94ba7-3956-4cb4-ac15-26279ab815e3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.027150 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ae31732-59d2-47f2-b27d-cc3874bf6fe4 req-5829df3e-5755-4cef-9922-aafe543416fb service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566238 Nov 10 03:39:06.027783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04a61e2a-a82c-4a04-8902-367ba1ec49f1 req-44c94ba7-3956-4cb4-ac15-26279ab815e3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.1124012 Nov 10 03:39:06.032934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c65ff2e3-d966-46e3-8b61-8048a51c3fb8 req-34b079bb-4cbb-4f41-a190-ef9e752e96af tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032591 Nov 10 03:39:06.112322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04a61e2a-a82c-4a04-8902-367ba1ec49f1 req-2ee80152-77f9-4b2b-acf2-9b938222d9dc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734868 Nov 10 03:39:06.161516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-3f7188bf-8d9b-4d4c-b571-c2783642836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.163233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-3f7188bf-8d9b-4d4c-b571-c2783642836f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 1099 time: 0.1133375 Nov 10 03:39:06.188880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:06.192023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8534a1-50f6-4b7c-8f17-4b65b1ee27eb req-96c0a7a3-d8cd-4960-b57b-7fe222b31395 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.199659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f8534a1-50f6-4b7c-8f17-4b65b1ee27eb req-96c0a7a3-d8cd-4960-b57b-7fe222b31395 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 948 time: 0.0568130 Nov 10 03:39:06.244537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:06.247237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-4ccbe7f7-dada-4dcc-a0f3-bc54b8863665 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=63f2b0a1-b7ab-4b38-b564-04eb2717f62c HTTP/1.1" status: 200 len: 217 time: 0.0558143 Nov 10 03:39:06.251320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:06.276884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f8534a1-50f6-4b7c-8f17-4b65b1ee27eb req-054a5be1-bec0-40f4-8db9-e8e4eaad4734 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763445 Nov 10 03:39:06.284055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed02cb-4c10-4114-a0be-6468fe35ecb3 req-fd53ee3d-e9f2-440b-8d76-276a59c5272a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.285496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59ed02cb-4c10-4114-a0be-6468fe35ecb3 req-fd53ee3d-e9f2-440b-8d76-276a59c5272a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 944 time: 0.0833826 Nov 10 03:39:06.315392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-b93499c0-aa63-4ed5-b8e3-231f325e02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.316878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-b93499c0-aa63-4ed5-b8e3-231f325e02c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f56276c8c75b48188ce2e035629e1769&device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 1099 time: 0.1758814 Nov 10 03:39:06.327166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.327485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:06.328740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] 10.222.0.44 "PUT /v2.0/ports/532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 1096 time: 2.4375660 Nov 10 03:39:06.339292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59ed02cb-4c10-4114-a0be-6468fe35ecb3 req-d629bd8f-b307-404e-95ae-9e5d0711b0bb tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Nov 10 03:39:06.422260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284f49-d024-4f02-9f95-76ed8579b8bc req-fbef027b-625f-4d08-8e8c-afbee1a54a68 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.423625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82284f49-d024-4f02-9f95-76ed8579b8bc req-fbef027b-625f-4d08-8e8c-afbee1a54a68 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.0630646 Nov 10 03:39:06.449536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-357cb597-7375-4b04-a640-7a63c120ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.451715 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-357cb597-7375-4b04-a640-7a63c120ec4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1959600 Nov 10 03:39:06.458776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9cdf1-dfef-4e8d-9a58-c365f8d9599e service neutron] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:06.484452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82284f49-d024-4f02-9f95-76ed8579b8bc req-b27393ae-cc35-4a7b-bcf6-a8c67d0109d7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539699 Nov 10 03:39:06.527807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-de9228fc-18dd-4886-b8eb-9fded200c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.529285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-de9228fc-18dd-4886-b8eb-9fded200c76e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2040162 Nov 10 03:39:06.531745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-b35544d9-b6fb-496a-a564-4a4e4fb15eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.533101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-b35544d9-b6fb-496a-a564-4a4e4fb15eda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1099 time: 0.1395731 Nov 10 03:39:06.558299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:06.582034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-869ebba8-9675-46ed-b5ac-729c35d7bc79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=4c648d95-7566-4950-a47f-934d1b9cdd9e HTTP/1.1" status: 200 len: 217 time: 0.0451045 Nov 10 03:39:06.583842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c15e1-4b40-4488-8401-f7205c4d70de req-0a32fd5d-c40e-45a4-b10a-2d562c5c9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.585296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-0a32fd5d-c40e-45a4-b10a-2d562c5c9903 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174297 Nov 10 03:39:06.734602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-367dc3f7-b9a4-4855-a5cd-ef1bac862a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.736073 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-367dc3f7-b9a4-4855-a5cd-ef1bac862a95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1392453 Nov 10 03:39:06.788472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:06.798570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'c2e4b690-e3eb-478c-a287-9e2927a1133e', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'port_id': 'c2e4b690-e3eb-478c-a287-9e2927a1133e', 'mac_address': 'fa:16:3e:15:ba:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9bad20-b5b0-44b2-9067-47e69875e36d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:06.828037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-10a47802-9955-41a5-bc0c-0bbb681d95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.829486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-10a47802-9955-41a5-bc0c-0bbb681d95ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2561791 Nov 10 03:39:06.829981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1973a70-fbb0-438d-a327-eb221b17c00c req-d5b19df0-8108-4228-9152-4ae4ddccb7a9 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.832277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-189b491d-65aa-4b1e-b36b-f135b21961c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993876 Nov 10 03:39:06.838490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1973a70-fbb0-438d-a327-eb221b17c00c req-d5b19df0-8108-4228-9152-4ae4ddccb7a9 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 949 time: 0.0718510 Nov 10 03:39:06.843963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-4acf9ca6-3eb7-4424-b14b-4113256bd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.845492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-4acf9ca6-3eb7-4424-b14b-4113256bd88b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014490 Nov 10 03:39:06.849301 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:06.862967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e4b690-e3eb-478c-a287-9e2927a1133e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:06.886358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:06.890474 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:06.921959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1973a70-fbb0-438d-a327-eb221b17c00c req-6bbef565-9448-4a16-a41e-702257bf6b16 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790930 Nov 10 03:39:06.936030 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-1654c512-7bf5-4178-9658-be4588ce7f84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0891716 Nov 10 03:39:06.938298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65ddb4-cffe-48f4-be60-cce2a516b679 req-8404e584-d627-43b3-b334-2dde8538655b tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:06.939906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f65ddb4-cffe-48f4-be60-cce2a516b679 req-8404e584-d627-43b3-b334-2dde8538655b tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 948 time: 0.0931535 Nov 10 03:39:06.949446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:06.995294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f65ddb4-cffe-48f4-be60-cce2a516b679 req-3e754d96-08cf-48b3-b944-3b1f7bf8c176 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Nov 10 03:39:07.064002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-c6693c8d-df01-4bb0-ad01-6790409bbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:07.065432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-c6693c8d-df01-4bb0-ad01-6790409bbdc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1187620 Nov 10 03:39:07.070811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-6d721a5d-175d-4331-aae4-6409b4f8b7eb service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042482 Nov 10 03:39:07.134915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860c15e1-4b40-4488-8401-f7205c4d70de req-7fdfd909-e2e5-4b4f-8de8-14f4f47ac540 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867103 Nov 10 03:39:07.182390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa2946-5283-49fd-8257-022751616256 req-86cab68b-d722-49ee-bfe6-c4212968dee6 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:07.184625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aaaa2946-5283-49fd-8257-022751616256 req-86cab68b-d722-49ee-bfe6-c4212968dee6 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0738530 Nov 10 03:39:07.191816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-0e0efac5-69e7-4ec1-80c2-a9f926f2b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:07.194256 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-0e0efac5-69e7-4ec1-80c2-a9f926f2b976 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054685 Nov 10 03:39:07.262902 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1e0f6b-4c7d-45a5-9bab-8404977c9b6f req-aaedafdb-2c4e-4d4a-9313-80a261ffbfe5 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836133 Nov 10 03:39:07.270892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ceff-185a-4c92-9369-7ce201b2022c req-b2586ca9-223b-4339-99f3-fd9453fe2de6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:07.272397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a49ceff-185a-4c92-9369-7ce201b2022c req-b2586ca9-223b-4339-99f3-fd9453fe2de6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.0866599 Nov 10 03:39:07.276202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aaaa2946-5283-49fd-8257-022751616256 req-879b2fdc-75e7-477e-9f64-4a8d569a9d1c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757029 Nov 10 03:39:07.309303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-0066662d-583c-4a5e-9e48-6dade3f1a62e service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044102 Nov 10 03:39:07.330277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a49ceff-185a-4c92-9369-7ce201b2022c req-e82a5e9b-c493-4822-bb09-379dd1a19bef tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513132 Nov 10 03:39:07.395437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c99c3-6e1b-4a07-bd92-1d8433a0e743 req-4efe1fd3-8fe7-4eb9-817b-4b238e25cd98 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:07.398149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb5c99c3-6e1b-4a07-bd92-1d8433a0e743 req-4efe1fd3-8fe7-4eb9-817b-4b238e25cd98 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 948 time: 0.0526621 Nov 10 03:39:07.411172 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a991dac6-cb2d-4d0c-9764-9ffaf52f88f9 req-8a1b2374-1ea1-43f5-98f8-aadef1fb1039 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905006 Nov 10 03:39:07.425004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['c2e4b690-e3eb-478c-a287-9e2927a1133e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:07.482441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb5c99c3-6e1b-4a07-bd92-1d8433a0e743 req-04e627fc-533b-4e01-86a0-0a6ee3a66256 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 Nov 10 03:39:07.509928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25679-fe5a-489b-b36d-9a0fba38b254 req-533fb350-c078-49e1-b8c2-28ea9dc33723 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:07.518963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ba25679-fe5a-489b-b36d-9a0fba38b254 req-533fb350-c078-49e1-b8c2-28ea9dc33723 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 944 time: 0.0969877 Nov 10 03:39:07.582474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ba25679-fe5a-489b-b36d-9a0fba38b254 req-ff75f29c-a9a7-4e07-9bb3-a8b0ec2ab209 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593543 Nov 10 03:39:07.663638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405218fc-8ab2-444e-9a46-04f91b4f2ef8 req-0f7734e2-18d2-4261-bdfd-28df1cc116b5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:07.665111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-405218fc-8ab2-444e-9a46-04f91b4f2ef8 req-0f7734e2-18d2-4261-bdfd-28df1cc116b5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 944 time: 0.0500202 Nov 10 03:39:07.669880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:07.712367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-405218fc-8ab2-444e-9a46-04f91b4f2ef8 req-f537de9d-5645-43c4-a43b-77fc39e96ded tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Nov 10 03:39:07.864578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'tag': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c'}, {'name': 'network-changed', 'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:07.866858 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2cb23-09cc-4cad-b85e-67c085e7abb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa5b4c9-9108-4854-87a0-c1ead3ef8891", "tag": "63f2b0a1-b7ab-4b38-b564-04eb2717f62c"}, {"name": "network-changed", "server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:07.920177 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a4cf06-ee90-47ce-8e18-c897a1bcfd6a x-openstack-request-id: req-15a4cf06-ee90-47ce-8e18-c897a1bcfd6a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:07.920464 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa5b4c9-9108-4854-87a0-c1ead3ef8891", "tag": "63f2b0a1-b7ab-4b38-b564-04eb2717f62c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:07.920708 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15a4cf06-ee90-47ce-8e18-c897a1bcfd6a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:07.921095 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'tag': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c', 'status': 'completed', 'code': 200} Nov 10 03:39:07.921366 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'status': 'completed', 'code': 200} Nov 10 03:39:08.017559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-a9cb7d81-c31d-43d9-b7a9-29b0179cf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.019105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-a9cb7d81-c31d-43d9-b7a9-29b0179cf84d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 1099 time: 0.0686717 Nov 10 03:39:08.029729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-e85843f7-1550-4b1b-80b8-4561c1d2aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.031260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-e85843f7-1550-4b1b-80b8-4561c1d2aff7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1099 time: 0.0550756 Nov 10 03:39:08.120741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908497c-b552-4d23-9dde-a63db1774b71 req-814654dd-6da3-4cd7-80bd-2853eca1e8c6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.122258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1908497c-b552-4d23-9dde-a63db1774b71 req-814654dd-6da3-4cd7-80bd-2853eca1e8c6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 948 time: 0.0512812 Nov 10 03:39:08.182950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1908497c-b552-4d23-9dde-a63db1774b71 req-01f5ee59-8038-4ef6-b1df-bb0186d27e5a tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541954 Nov 10 03:39:08.201995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-b00af56d-f87a-439e-acc5-1673b658b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.203528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-b00af56d-f87a-439e-acc5-1673b658b326 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1644125 Nov 10 03:39:08.204639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-826b3e5e-89d2-4a7e-aefa-e1762d6630c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.206021 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-826b3e5e-89d2-4a7e-aefa-e1762d6630c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1589880 Nov 10 03:39:08.219220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240227-d10d-45a9-94ca-d2198fa8cf20 req-2dd5ad3c-5b58-45f7-a7f8-b15ccc6a03ef tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.220744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16240227-d10d-45a9-94ca-d2198fa8cf20 req-2dd5ad3c-5b58-45f7-a7f8-b15ccc6a03ef tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 949 time: 0.0529683 Nov 10 03:39:08.249586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-5aea4165-1470-421f-8b67-451e9a8cead6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0384896 Nov 10 03:39:08.267861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16240227-d10d-45a9-94ca-d2198fa8cf20 req-fd12d222-997c-4b6f-8c2a-439368124e10 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Nov 10 03:39:08.285557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-9dec7d9f-4cb8-4aae-8b23-085d6d0a359b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=63f2b0a1-b7ab-4b38-b564-04eb2717f62c HTTP/1.1" status: 200 len: 217 time: 0.0422306 Nov 10 03:39:08.359559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-44cf59a6-df1d-485b-af43-d4643dfd908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.360825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-44cf59a6-df1d-485b-af43-d4643dfd908a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0834177 Nov 10 03:39:08.364609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-a7de8931-99da-4854-a5f6-b87f5ce5e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.366618 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-a7de8931-99da-4854-a5f6-b87f5ce5e0bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0599332 Nov 10 03:39:08.397459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bdf2f-07fc-4d71-9e5f-fb46694521fb req-28937cde-3f83-43d3-99f2-08f91a609eb8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.399036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae6bdf2f-07fc-4d71-9e5f-fb46694521fb req-28937cde-3f83-43d3-99f2-08f91a609eb8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0512240 Nov 10 03:39:08.437623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-cdaa7d6a-8b6f-474b-a54d-a93199981c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.439110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-cdaa7d6a-8b6f-474b-a54d-a93199981c17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707989 Nov 10 03:39:08.444238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-c3052b6a-6bfb-41f5-a07f-8a9081c2a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.445602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-c3052b6a-6bfb-41f5-a07f-8a9081c2a793 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531418 Nov 10 03:39:08.481534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a749-3742-4697-aadc-87e17d7a40a3 req-03b2e4e0-094e-472a-82bc-fbd92b454194 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.483122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ca4a749-3742-4697-aadc-87e17d7a40a3 req-03b2e4e0-094e-472a-82bc-fbd92b454194 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.0816393 Nov 10 03:39:08.487111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae6bdf2f-07fc-4d71-9e5f-fb46694521fb req-0e451c7f-10fc-4742-a1e3-df7bc32baf24 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761983 Nov 10 03:39:08.544725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ca4a749-3742-4697-aadc-87e17d7a40a3 req-1f3109c2-e6ce-44d7-8e8a-b929fe827424 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Nov 10 03:39:08.567630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:08.627665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port c2e4b690-e3eb-478c-a287-9e2927a1133e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:08.632242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port c2e4b690-e3eb-478c-a287-9e2927a1133e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:08.632995 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:08.638908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c8a8e-842b-4cff-a187-199191fe57a0 req-e0f99aa5-3b2b-45e9-b77b-b8ab0f36fd13 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.647677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f0c8a8e-842b-4cff-a187-199191fe57a0 req-e0f99aa5-3b2b-45e9-b77b-b8ab0f36fd13 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 948 time: 0.0904963 Nov 10 03:39:08.719397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f0c8a8e-842b-4cff-a187-199191fe57a0 req-3039b728-829e-4182-8606-e3d995ead0cc tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706873 Nov 10 03:39:08.723239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:08.760441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034963-4037-44e2-b1cb-92d5dccc129e req-bde37e50-edeb-4e6c-903b-40a84c218f0f tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.763176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:08.765231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:08.768227 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85034963-4037-44e2-b1cb-92d5dccc129e req-bde37e50-edeb-4e6c-903b-40a84c218f0f tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 944 time: 0.0626750 Nov 10 03:39:08.769054 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb25c479-99de-48a7-b242-360683689764" -d '{"events": [{"server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "name": "network-vif-plugged", "status": "completed", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:08.774267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:08.775224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:08.821609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-1b7b4f2a-548b-43f5-84bf-48742d6b3ba8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745282 Nov 10 03:39:08.840409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-0d602913-300b-4cfe-be07-309b8ccf4ac8 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498842 Nov 10 03:39:08.846586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85034963-4037-44e2-b1cb-92d5dccc129e req-a2b8e33b-1d0c-4d73-b720-e3e853c9ced8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773022 Nov 10 03:39:08.866608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 212f2670-bbcc-4506-a36f-6f05cc21c62a completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:08.875778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:08.875778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 212f2670-bbcc-4506-a36f-6f05cc21c62a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:08.875778 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:08.901441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3ee7-f1ae-496a-9a48-eca709e87c31 req-94c3b87f-df8a-4bd5-ba1e-04993fcec667 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:08.906460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-477b3ee7-f1ae-496a-9a48-eca709e87c31 req-94c3b87f-df8a-4bd5-ba1e-04993fcec667 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 945 time: 0.0821886 Nov 10 03:39:08.915250 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085021b7-0cfb-4450-9fe9-e102aceb44fa x-openstack-request-id: req-085021b7-0cfb-4450-9fe9-e102aceb44fa {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:08.916123 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "name": "network-vif-plugged", "status": "completed", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:08.916123 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-085021b7-0cfb-4450-9fe9-e102aceb44fa {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:08.916303 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e', 'code': 200} Nov 10 03:39:08.966162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-477b3ee7-f1ae-496a-9a48-eca709e87c31 req-14aa31fc-26f0-4f14-aa44-209868111257 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573232 Nov 10 03:39:08.982265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:09.016189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-ac65804b-e156-47b0-a864-d930519d0744 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869934 Nov 10 03:39:09.021764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-81766588-40f0-46d4-a4e3-ad679abd2722 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651418 Nov 10 03:39:09.024799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:09.028390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:09.029168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6376e269-d568-4c58-9f69-eeaeddbe5e52 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:09.050581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe498e74-81c0-4c15-9126-105b9d38c55b req-3935e7c0-b80d-4803-b38f-35dcf958c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.052133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe498e74-81c0-4c15-9126-105b9d38c55b req-3935e7c0-b80d-4803-b38f-35dcf958c4e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1096 time: 0.0438914 Nov 10 03:39:09.098378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe498e74-81c0-4c15-9126-105b9d38c55b req-0bccfd02-0ec5-44bf-a61b-a9b953a946dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Nov 10 03:39:09.105024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:09.119816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 6376e269-d568-4c58-9f69-eeaeddbe5e52 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:09.123829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 6376e269-d568-4c58-9f69-eeaeddbe5e52 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:09.124198 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:09.132202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-8990ff50-67a0-4974-986d-1b297a9834c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.133769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-8990ff50-67a0-4974-986d-1b297a9834c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1099 time: 0.0475442 Nov 10 03:39:09.211234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:09.238776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-5a4122ad-a072-49e0-9406-656d24040191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.240292 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-5a4122ad-a072-49e0-9406-656d24040191 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.0971420 Nov 10 03:39:09.244561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6376e269-d568-4c58-9f69-eeaeddbe5e52, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:09.248441 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:09.249245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:09.290870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-2fd2a267-c4a1-4c50-90cf-f5aaf8403daf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0396585 Nov 10 03:39:09.322153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe710b-c3a6-4e22-966c-66ae59906e56 req-da0dd478-b973-4a34-90d4-4779d730a9d1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.324366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2bbe710b-c3a6-4e22-966c-66ae59906e56 req-da0dd478-b973-4a34-90d4-4779d730a9d1 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 948 time: 0.0651913 Nov 10 03:39:09.326717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:39:09.329195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6376e269-d568-4c58-9f69-eeaeddbe5e52,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:09.353780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-d4646bc4-efe3-46ce-9055-5a06355f341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.355272 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-d4646bc4-efe3-46ce-9055-5a06355f341d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0518384 Nov 10 03:39:09.401141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-3a10b306-e8ea-4185-90d8-3669b74f2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.402726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-3a10b306-e8ea-4185-90d8-3669b74f2494 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400345 Nov 10 03:39:09.406420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2bbe710b-c3a6-4e22-966c-66ae59906e56 req-b33e4bde-6129-4891-a41f-b9fd3b68675d tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759060 Nov 10 03:39:09.418658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87909ee1-68a1-4a40-8dc3-44daf68733ac req-b01168ad-78e1-40aa-92fb-f756cb9a6fc2 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.420263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87909ee1-68a1-4a40-8dc3-44daf68733ac req-b01168ad-78e1-40aa-92fb-f756cb9a6fc2 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 950 time: 0.0691934 Nov 10 03:39:09.467814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87909ee1-68a1-4a40-8dc3-44daf68733ac req-a6ef2a0d-3a92-4dfb-a03f-19b3cb9f953d tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Nov 10 03:39:09.497656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-bd6a6461-71e3-42fd-811b-1a75209c601f service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857594 Nov 10 03:39:09.595996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cce2cb23-09cc-4cad-b85e-67c085e7abb0 req-75b9e42e-f115-4063-ad49-25b9f37714b1 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914607 Nov 10 03:39:09.609288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d0e74-e5b2-4448-8800-44e9a236e5af req-86b57528-2f35-455c-9f8f-80664fedef3b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.610803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d0e74-e5b2-4448-8800-44e9a236e5af req-86b57528-2f35-455c-9f8f-80664fedef3b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0532508 Nov 10 03:39:09.688420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3cf9-483f-4f67-85c8-53aadd272108 req-cde19921-d319-4c13-8756-7e49f6f4a913 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.689855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a7d3cf9-483f-4f67-85c8-53aadd272108 req-cde19921-d319-4c13-8756-7e49f6f4a913 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.0749922 Nov 10 03:39:09.693318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d0e74-e5b2-4448-8800-44e9a236e5af req-fcad66bc-491a-449c-9ae4-29891784049e tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700896 Nov 10 03:39:09.737012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a7d3cf9-483f-4f67-85c8-53aadd272108 req-6fb52010-ee91-4c25-a691-2abc454430b2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Nov 10 03:39:09.839658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5566c2c-8d5f-4982-8038-80231abe5ad8 req-3a867639-5b27-4480-81a6-cf8494b8803d tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.841117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5566c2c-8d5f-4982-8038-80231abe5ad8 req-3a867639-5b27-4480-81a6-cf8494b8803d tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 948 time: 0.0483572 Nov 10 03:39:09.892220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5566c2c-8d5f-4982-8038-80231abe5ad8 req-1c6287ff-1b47-4a02-a873-ef36661e73de tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Nov 10 03:39:09.982753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cd0c4-92a4-4059-85f9-33642a572704 req-8d9d9033-0ba3-4625-83b4-06c7dd110656 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:09.984219 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-776cd0c4-92a4-4059-85f9-33642a572704 req-8d9d9033-0ba3-4625-83b4-06c7dd110656 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 945 time: 0.0489254 Nov 10 03:39:10.018421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 63f2b0a1-b7ab-4b38-b564-04eb2717f62c details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:10.032085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-776cd0c4-92a4-4059-85f9-33642a572704 req-28944e2d-322d-4547-b590-6d331e66a303 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419183 Nov 10 03:39:10.094387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ff511-c53e-4058-949b-d88bb0679ff0 req-86d2b3a1-f793-445c-9ec7-2cec0d62368a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:10.095846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac5ff511-c53e-4058-949b-d88bb0679ff0 req-86d2b3a1-f793-445c-9ec7-2cec0d62368a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 945 time: 0.0474939 Nov 10 03:39:10.116229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:10.127335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c', 'mac_address': 'fa:16:3e:d4:f9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:10.142665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac5ff511-c53e-4058-949b-d88bb0679ff0 req-c760ade2-f957-4280-9107-48453d6d6819 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Nov 10 03:39:10.164004 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:10.180152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f2b0a1-b7ab-4b38-b564-04eb2717f62c {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:10.198547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:10.202774 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:10.255848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:10.538577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0519a5-f514-4b92-bd1b-2f257c78d94b req-8295c7f3-ad61-4bc1-a660-65d8585b7c17 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:10.540117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e0519a5-f514-4b92-bd1b-2f257c78d94b req-8295c7f3-ad61-4bc1-a660-65d8585b7c17 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 948 time: 0.0607693 Nov 10 03:39:10.567313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['63f2b0a1-b7ab-4b38-b564-04eb2717f62c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:10.589356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4c648d95-7566-4950-a47f-934d1b9cdd9e details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:10.616355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e11f-0c28-42bb-baef-18a79999dc3a req-d5e46c12-93c6-44dd-a1c0-c55acad84379 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:10.617825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bc0e11f-0c28-42bb-baef-18a79999dc3a req-d5e46c12-93c6-44dd-a1c0-c55acad84379 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 950 time: 0.0768108 Nov 10 03:39:10.622429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e0519a5-f514-4b92-bd1b-2f257c78d94b req-54a3ceaf-7281-4cab-a164-73926823381f tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729649 Nov 10 03:39:10.667466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bc0e11f-0c28-42bb-baef-18a79999dc3a req-64bfca1c-080d-4ea6-b6d3-b4c935c81919 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Nov 10 03:39:10.730867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4c648d95-7566-4950-a47f-934d1b9cdd9e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4c648d95-7566-4950-a47f-934d1b9cdd9e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:10.748344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '4c648d95-7566-4950-a47f-934d1b9cdd9e', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '4c648d95-7566-4950-a47f-934d1b9cdd9e', 'mac_address': 'fa:16:3e:2a:41:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:10.808257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29509-a1f2-4f1f-97b6-7a508207f781 req-4b3d72d8-6c41-4dad-a275-6125b352587e tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:10.809870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79a29509-a1f2-4f1f-97b6-7a508207f781 req-4b3d72d8-6c41-4dad-a275-6125b352587e tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0484467 Nov 10 03:39:10.811226 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:10.830341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c648d95-7566-4950-a47f-934d1b9cdd9e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:10.852370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4c648d95-7566-4950-a47f-934d1b9cdd9e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4c648d95-7566-4950-a47f-934d1b9cdd9e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:10.857860 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:10.890343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde76346-0f86-4123-824d-50d8c449ed5f req-b770610e-f4da-4331-b3e4-8d79633db0c2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:10.891797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dde76346-0f86-4123-824d-50d8c449ed5f req-b770610e-f4da-4331-b3e4-8d79633db0c2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.0809762 Nov 10 03:39:10.901767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79a29509-a1f2-4f1f-97b6-7a508207f781 req-00044677-08fb-4c9c-afec-b7993991cd3f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810316 Nov 10 03:39:10.906055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4c648d95-7566-4950-a47f-934d1b9cdd9e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:10.925909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a'}, {'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:10.925909 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db868292-b784-426e-b8a1-705df9fd3888" -d '{"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-plugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a"}, {"server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "name": "network-vif-plugged", "status": "completed", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:10.942427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dde76346-0f86-4123-824d-50d8c449ed5f req-ea7a6fc7-f727-433c-a78d-c6ab2de4d239 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Nov 10 03:39:11.018867 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b3e802-8a2b-4ef8-b5a9-4046349b81b6 x-openstack-request-id: req-60b3e802-8a2b-4ef8-b5a9-4046349b81b6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:11.019369 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-plugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a", "code": 200}, {"server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "name": "network-vif-plugged", "status": "completed", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:11.019552 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60b3e802-8a2b-4ef8-b5a9-4046349b81b6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:11.020002 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'code': 200} Nov 10 03:39:11.020338 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'code': 200} Nov 10 03:39:11.044963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cbca3-f5ca-4d08-867e-a57cc4070b4a req-ddcaeb63-d059-41a3-b2ed-bd20b43ec4bc tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.046461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d9cbca3-f5ca-4d08-867e-a57cc4070b4a req-ddcaeb63-d059-41a3-b2ed-bd20b43ec4bc tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 949 time: 0.0485523 Nov 10 03:39:11.097478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d9cbca3-f5ca-4d08-867e-a57cc4070b4a req-e8e28ee5-3707-4d7e-aafd-db69b9346d70 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Nov 10 03:39:11.277343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73828-0dfa-4169-a4fd-2269533b4ba0 req-ced9ee70-650f-4897-9170-55df07a5568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.278308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60cc81-5d18-4a8e-bf07-8027240fdedb req-869d0acb-ae95-4afd-8184-d3b65a05652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.278799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54e73828-0dfa-4169-a4fd-2269533b4ba0 req-ced9ee70-650f-4897-9170-55df07a5568b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 1101 time: 0.0705576 Nov 10 03:39:11.279230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['4c648d95-7566-4950-a47f-934d1b9cdd9e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:11.279805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f60cc81-5d18-4a8e-bf07-8027240fdedb req-869d0acb-ae95-4afd-8184-d3b65a05652c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.0999966 Nov 10 03:39:11.289905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5722-e7a4-4494-ade4-ca616f1404bf req-2779e9f5-7137-409a-bc8f-cdca2e57d259 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.291578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26bd5722-e7a4-4494-ade4-ca616f1404bf req-2779e9f5-7137-409a-bc8f-cdca2e57d259 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 945 time: 0.1249573 Nov 10 03:39:11.305161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0ec5-b27d-4d76-9bce-2769d3216f1e req-bbd81e06-666a-46b2-b785-1f56f900d695 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.306658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e3c0ec5-b27d-4d76-9bce-2769d3216f1e req-bbd81e06-666a-46b2-b785-1f56f900d695 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 948 time: 0.1108925 Nov 10 03:39:11.357426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-ce2c1da1-23b0-4aa1-a3e2-fee7184bd03f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.358939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-ce2c1da1-23b0-4aa1-a3e2-fee7184bd03f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 948 time: 0.1140146 Nov 10 03:39:11.376333 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54e73828-0dfa-4169-a4fd-2269533b4ba0 req-06b3b8d8-65e3-4032-a4ff-8a194da5cebd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787461 Nov 10 03:39:11.395670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f60cc81-5d18-4a8e-bf07-8027240fdedb req-ebae8790-e470-41ce-96e1-06a0552eeddd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023159 Nov 10 03:39:11.423042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26bd5722-e7a4-4494-ade4-ca616f1404bf req-84421e1a-d314-4521-bce8-a76a297674d5 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144195 Nov 10 03:39:11.425118 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-3a119da9-f612-45ea-84e0-80c8343c54fa service neutron] delete failed (client error): The resource could not be found. Nov 10 03:39:11.426388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-3a119da9-f612-45ea-84e0-80c8343c54fa service neutron] 10.222.0.11 "DELETE /v2.0/ports/532c4e41-adac-4ba8-a02b-68c9ef843d73/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0591047 Nov 10 03:39:11.433056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e3c0ec5-b27d-4d76-9bce-2769d3216f1e req-957b775e-dc5a-4bba-8be0-af78acbfc87f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095448 Nov 10 03:39:11.523494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa11c66-501c-4cf6-81dc-6b727ad2b1ea req-bda0b57a-0bf2-459a-9f74-b77dca7d0b1d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.524943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6aa11c66-501c-4cf6-81dc-6b727ad2b1ea req-bda0b57a-0bf2-459a-9f74-b77dca7d0b1d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 945 time: 0.0485356 Nov 10 03:39:11.570545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6aa11c66-501c-4cf6-81dc-6b727ad2b1ea req-931efc66-78fa-4dc7-974f-8daa9a557e47 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Nov 10 03:39:11.672271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc00918-55cd-48e3-8cd7-a21e6f057cff req-5472482a-fc4a-41da-8240-7354f5867a93 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.673750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5fc00918-55cd-48e3-8cd7-a21e6f057cff req-5472482a-fc4a-41da-8240-7354f5867a93 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1096 time: 0.0384886 Nov 10 03:39:11.749141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5fc00918-55cd-48e3-8cd7-a21e6f057cff req-f7ddb562-2f43-477c-ae83-fea0e024ee63 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687141 Nov 10 03:39:11.760992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dd983-6e89-4ff0-8daa-4482b9171434 req-b5c9e644-ac5d-4ef1-acf2-8b914cda20cf tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.762500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-842dd983-6e89-4ff0-8daa-4482b9171434 req-b5c9e644-ac5d-4ef1-acf2-8b914cda20cf tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 949 time: 0.0690336 Nov 10 03:39:11.811827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-842dd983-6e89-4ff0-8daa-4482b9171434 req-6e86a4d7-36df-49a0-a5b3-2878c89654ca tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Nov 10 03:39:11.858737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f1008-9152-4c0a-ab22-da1863b67fa3 req-c5640ebc-65f7-48cf-91f4-33d756820d76 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.860181 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d32f1008-9152-4c0a-ab22-da1863b67fa3 req-c5640ebc-65f7-48cf-91f4-33d756820d76 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 950 time: 0.0475187 Nov 10 03:39:11.934868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d165b40-21c9-4f6b-afd1-92ed5f75d2de req-7abf5aaf-41a2-4c85-9322-cc6109310e9c tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:11.936325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d165b40-21c9-4f6b-afd1-92ed5f75d2de req-7abf5aaf-41a2-4c85-9322-cc6109310e9c tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1096 time: 0.0707781 Nov 10 03:39:11.939905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d32f1008-9152-4c0a-ab22-da1863b67fa3 req-c0225c9e-774b-4461-9578-3893542e6cea tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727651 Nov 10 03:39:11.979627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d165b40-21c9-4f6b-afd1-92ed5f75d2de req-acd89503-64e3-4390-851d-1470e26ceff3 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 Nov 10 03:39:12.040071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:12.042811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c9d54-eb5b-4810-8d19-8b82a129e7de req-d6acc5cb-4291-4830-9de7-d3ee2cf460f4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.044315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-074c9d54-eb5b-4810-8d19-8b82a129e7de req-d6acc5cb-4291-4830-9de7-d3ee2cf460f4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0491672 Nov 10 03:39:12.045838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 63f2b0a1-b7ab-4b38-b564-04eb2717f62c up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:12.114799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-074c9d54-eb5b-4810-8d19-8b82a129e7de req-a8380e89-6294-4e86-9b63-ed9757e19187 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601099 Nov 10 03:39:12.184280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:12.200134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:12.200501 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.205564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-a335069d-dee8-4477-8a21-edeede269b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.208268 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-a335069d-dee8-4477-8a21-edeede269b09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1099 time: 0.0665724 Nov 10 03:39:12.250409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:12.257161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54fb90-955a-4fc4-b4a7-59096f580fb2 req-06f58fb7-ba0a-4cfb-868d-6ab09546c3e5 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.258719 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb54fb90-955a-4fc4-b4a7-59096f580fb2 req-06f58fb7-ba0a-4cfb-868d-6ab09546c3e5 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 949 time: 0.0708206 Nov 10 03:39:12.283274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'mac_address': 'fa:16:3e:e0:37:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:12.319917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-ee4fe6ea-78a7-45d0-8004-be7ec9e8609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.321382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-ee4fe6ea-78a7-45d0-8004-be7ec9e8609a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1053593 Nov 10 03:39:12.354933 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.362817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb54fb90-955a-4fc4-b4a7-59096f580fb2 req-8bf63215-d8f5-4eb5-8ee9-cc1eecd7cdcc tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958693 Nov 10 03:39:12.366700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.366883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-41d532d4-f77a-4d2f-aca3-c45b4c725458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0374253 Nov 10 03:39:12.367907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d41ed-50f6-49bf-a522-128795946712 req-fccb3a86-3fb4-40c9-80cb-65e5fd9b5ecc tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.369706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b75d41ed-50f6-49bf-a522-128795946712 req-fccb3a86-3fb4-40c9-80cb-65e5fd9b5ecc tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1096 time: 0.0791399 Nov 10 03:39:12.420534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b75d41ed-50f6-49bf-a522-128795946712 req-65fe46f1-503c-4f52-bb84-f757031a2c80 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Nov 10 03:39:12.429526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-2f3e2766-3fa7-41c7-8776-25f81d4322a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.432047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-2f3e2766-3fa7-41c7-8776-25f81d4322a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0561464 Nov 10 03:39:12.488828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-bc0a2bcb-a33e-4ec9-9f99-250cdfe3d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.491102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-bc0a2bcb-a33e-4ec9-9f99-250cdfe3d118 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495865 Nov 10 03:39:12.507039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532c4e41-adac-4ba8-a02b-68c9ef843d73 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:12.533717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:12.538337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:12.539701 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.545584 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.592814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029dc79-163e-4f93-ae26-46615ad62d22 req-dcb1806e-323c-4779-b0a7-5ad28ca84b11 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.594506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7029dc79-163e-4f93-ae26-46615ad62d22 req-dcb1806e-323c-4779-b0a7-5ad28ca84b11 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 945 time: 0.0874240 Nov 10 03:39:12.596226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:12.605776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4c648d95-7566-4950-a47f-934d1b9cdd9e up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:12.628072 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-1da2b4ea-2b99-42ce-a89e-23307ecc495f service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291578 Nov 10 03:39:12.689431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:12.705354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 4c648d95-7566-4950-a47f-934d1b9cdd9e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:12.709548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 4c648d95-7566-4950-a47f-934d1b9cdd9e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:12.709906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.737367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39f486af-0832-424d-963c-f9b12f9db0f8 req-f3eecafc-c83c-4121-b9cd-46322734db91 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997114 Nov 10 03:39:12.805818 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.839785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4c648d95-7566-4950-a47f-934d1b9cdd9e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4c648d95-7566-4950-a47f-934d1b9cdd9e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:12.843553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:12.854749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672984c1-39fc-4f55-a955-c196f58b7b8f req-f48e6387-7f6f-4f84-8f9d-0423cc176d82 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:12.856274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-672984c1-39fc-4f55-a955-c196f58b7b8f req-f48e6387-7f6f-4f84-8f9d-0423cc176d82 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 949 time: 0.3176165 Nov 10 03:39:12.896283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7029dc79-163e-4f93-ae26-46615ad62d22 req-8f0c3640-2c58-4de7-bc42-185889ef181f tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860520 Nov 10 03:39:12.900696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4c648d95-7566-4950-a47f-934d1b9cdd9e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:12.920200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:12.928162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-672984c1-39fc-4f55-a955-c196f58b7b8f req-c91e5a29-98c1-4b55-ac55-452ffe0caf12 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607388 Nov 10 03:39:13.021871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c'}, {'server_uuid': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c648d95-7566-4950-a47f-934d1b9cdd9e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:13.024958 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29a9e75-43e9-442d-ad6a-41a89d5525ff" -d '{"events": [{"server_uuid": "7aa5b4c9-9108-4854-87a0-c1ead3ef8891", "name": "network-vif-plugged", "status": "completed", "tag": "63f2b0a1-b7ab-4b38-b564-04eb2717f62c"}, {"server_uuid": "1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae", "name": "network-vif-plugged", "status": "completed", "tag": "4c648d95-7566-4950-a47f-934d1b9cdd9e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:13.030344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd07a0-116e-4f9e-8fc6-6a2b021bb896 req-d901acb5-23c6-42db-b909-053ed303a0b6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:13.031797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dbd07a0-116e-4f9e-8fc6-6a2b021bb896 req-d901acb5-23c6-42db-b909-053ed303a0b6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 950 time: 0.0700729 Nov 10 03:39:13.093558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50156c-80f5-4de9-bd41-f1064960002a req-767d46c2-7972-40bd-b034-56ee256a1d80 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:13.095037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f50156c-80f5-4de9-bd41-f1064960002a req-767d46c2-7972-40bd-b034-56ee256a1d80 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 950 time: 0.0853598 Nov 10 03:39:13.114419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dbd07a0-116e-4f9e-8fc6-6a2b021bb896 req-ea7b2c71-1371-42f5-afa5-8926facf32dc tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683215 Nov 10 03:39:13.149977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f50156c-80f5-4de9-bd41-f1064960002a req-88288e32-effd-461a-9872-e8a9143778ea tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Nov 10 03:39:13.167173 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eeb195-7edb-4825-b877-4d46d8982fd9 x-openstack-request-id: req-f9eeb195-7edb-4825-b877-4d46d8982fd9 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:13.167650 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa5b4c9-9108-4854-87a0-c1ead3ef8891", "name": "network-vif-plugged", "status": "completed", "tag": "63f2b0a1-b7ab-4b38-b564-04eb2717f62c", "code": 200}, {"server_uuid": "1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae", "name": "network-vif-plugged", "status": "completed", "tag": "4c648d95-7566-4950-a47f-934d1b9cdd9e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:13.167934 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9eeb195-7edb-4825-b877-4d46d8982fd9 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:13.168379 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c', 'code': 200} Nov 10 03:39:13.168682 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c648d95-7566-4950-a47f-934d1b9cdd9e', 'code': 200} Nov 10 03:39:13.277139 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fc11a2ba-e972-4432-8fa0-9c90dad28269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:13.286621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa271ff-a979-44d0-a590-618249c869e8 req-8078056a-f623-4654-8b2a-b6ed7b9c7c9b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:13.288636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfa271ff-a979-44d0-a590-618249c869e8 req-8078056a-f623-4654-8b2a-b6ed7b9c7c9b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0577083 Nov 10 03:39:13.305949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9faf0-c561-4b02-a9a8-ebc3231c351a req-1c193839-b743-4564-843a-d7638421d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:13.307414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6eb9faf0-c561-4b02-a9a8-ebc3231c351a req-1c193839-b743-4564-843a-d7638421d309 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 1101 time: 0.0535047 Nov 10 03:39:13.336298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfa271ff-a979-44d0-a590-618249c869e8 req-7c691420-c374-48b4-b18c-da199a7c104d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Nov 10 03:39:13.356319 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6eb9faf0-c561-4b02-a9a8-ebc3231c351a req-3c185047-d21b-42b8-aa5d-ae5b684378fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Nov 10 03:39:13.416893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f6a1-077c-4001-b632-368eab99de88 req-46229297-9835-43e2-8d89-cbed248572c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:13.418400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb81f6a1-077c-4001-b632-368eab99de88 req-46229297-9835-43e2-8d89-cbed248572c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 1101 time: 0.0442517 Nov 10 03:39:13.495114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00ab8-892b-4126-8be5-463a30332deb req-7f03d293-09ed-411f-971e-7ba2c752f44a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:13.496611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7af00ab8-892b-4126-8be5-463a30332deb req-7f03d293-09ed-411f-971e-7ba2c752f44a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 950 time: 0.0667753 Nov 10 03:39:13.511589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb81f6a1-077c-4001-b632-368eab99de88 req-db05bddd-7033-41e4-bcba-1ea46ee779e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682650 Nov 10 03:39:13.583132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7af00ab8-892b-4126-8be5-463a30332deb req-739c8bbb-6bbc-4039-81ca-cc0f5f509bb7 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778334 Nov 10 03:39:13.586321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542fcb-1536-406d-960b-ffc0f03b1957 req-ae184ba5-432a-42c4-8680-6fe0e5fe2912 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:13.587761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1542fcb-1536-406d-960b-ffc0f03b1957 req-ae184ba5-432a-42c4-8680-6fe0e5fe2912 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1096 time: 0.0712140 Nov 10 03:39:13.632257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1542fcb-1536-406d-960b-ffc0f03b1957 req-ff4c563d-dd08-408b-97d2-db6f757b327a tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Nov 10 03:39:14.025541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cef07-f950-4a18-ba38-26574a0ef1fd req-c08247d1-ee84-4b6e-9f13-d08b628dff11 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:14.027064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d80cef07-f950-4a18-ba38-26574a0ef1fd req-c08247d1-ee84-4b6e-9f13-d08b628dff11 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 945 time: 0.0582738 Nov 10 03:39:14.054029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:14.081783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d80cef07-f950-4a18-ba38-26574a0ef1fd req-d0c92a4d-3545-44f1-943f-6ace20611124 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488079 Nov 10 03:39:14.118884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 532c4e41-adac-4ba8-a02b-68c9ef843d73 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:14.123564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 532c4e41-adac-4ba8-a02b-68c9ef843d73 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:14.124124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:14.204451 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:14.207204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e241d-f8ab-41c3-9d23-ba66f4934750 req-5cfdac54-d651-480e-af40-9d49b172f96d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:14.208676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-114e241d-f8ab-41c3-9d23-ba66f4934750 req-5cfdac54-d651-480e-af40-9d49b172f96d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 949 time: 0.0552351 Nov 10 03:39:14.238935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:14.243340 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:14.262733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-114e241d-f8ab-41c3-9d23-ba66f4934750 req-9f38f0a5-77d7-4ede-8465-59dadd7dafbe tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 Nov 10 03:39:14.309589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:14.476711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-f738bfff-b537-4efb-8f66-c53d4089eb49 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1895375 Nov 10 03:39:14.486955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:14.514289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:14.621442 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:14.730827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Allocated IP 172.25.6.104 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/6d5824ac-1f90-4dea-99cf-082868e9970c) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:39:14.750935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-57481d2c-7461-4b18-a229-75a211eb91bc tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:39:14.752294 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-57481d2c-7461-4b18-a229-75a211eb91bc tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978534 Nov 10 03:39:14.794765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-63fa22fd-f1db-4eb5-a92c-44ce72df820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:14.796242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-63fa22fd-f1db-4eb5-a92c-44ce72df820a service neutron] 10.222.0.24 "GET /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 1093 time: 0.0349920 Nov 10 03:39:14.805094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Request body: {'binding': {'host': 'n-h2-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:14.805615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:39:14.831519 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:14.865594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:14.910593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:39:14.914515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:39:14.918789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:39:14.921779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Pushing event updated for resources: {'Port': ['ID=6d5824ac-1f90-4dea-99cf-082868e9970c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:14.942255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on host n-h2-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:14.942791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:14.943629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:14.949963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:14.950492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:14.957688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:14.958176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:14.958650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:14.959223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Bound port: c2e4b690-e3eb-478c-a287-9e2927a1133e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:15.027778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:15.034295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.035454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-18da6bc7-76a4-4e27-881d-5d3d54b2ddb2 service neutron] 10.222.0.24 "POST /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2336469 Nov 10 03:39:15.042075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.084853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.170250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:15.173443 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0343cddb-1eae-4244-9abd-08f99abaef1f" -d '{"events": [{"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-plugged", "status": "completed", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:15.240350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c39d91-17ed-4e52-8afc-e8b11cdac245 req-0a60c30e-40e5-4c49-8a94-fdcd0ec56148 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.241966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82c39d91-17ed-4e52-8afc-e8b11cdac245 req-0a60c30e-40e5-4c49-8a94-fdcd0ec56148 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 950 time: 0.0937207 Nov 10 03:39:15.307435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-4812a9a4-3953-444c-a3f3-1ee5f3b55754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.309186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-4812a9a4-3953-444c-a3f3-1ee5f3b55754 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1096 time: 0.0415394 Nov 10 03:39:15.313559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.318365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82c39d91-17ed-4e52-8afc-e8b11cdac245 req-2eff47e5-5b71-432b-8e9a-c0203a91a842 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672436 Nov 10 03:39:15.319354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.386489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Pushing event updated for resources: {'Port': ['ID=6d5824ac-1f90-4dea-99cf-082868e9970c,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:15.401475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.417513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-3d58306c-a401-4c60-b59d-58b2297fcbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.419006 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-3d58306c-a401-4c60-b59d-58b2297fcbb6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.0938890 Nov 10 03:39:15.438576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.439743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-5e280f12-04b1-40fd-9371-ff8021210225 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9575384 Nov 10 03:39:15.479245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-1cae10de-bba5-4ade-9056-837f85e42c98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 217 time: 0.0348597 Nov 10 03:39:15.518321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52aa96-d731-4c08-9b42-2fa4d5c6acd9 req-46d49cfc-db6c-422e-bb29-8198cd7f637d tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.519803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f52aa96-d731-4c08-9b42-2fa4d5c6acd9 req-46d49cfc-db6c-422e-bb29-8198cd7f637d tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 950 time: 0.1195927 Nov 10 03:39:15.528161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-c8a11d8c-6131-4509-82f0-254cb513cc48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.0824864 Nov 10 03:39:15.541239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-11c5028e-56e1-4237-8710-e7923c4b0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.542741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-11c5028e-56e1-4237-8710-e7923c4b0f73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0486624 Nov 10 03:39:15.576218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-11e54103-7f43-4372-b765-f7a5774af651 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246134 Nov 10 03:39:15.585837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ddde-48cd-4663-8239-c8d84c8ec1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:15.624336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f52aa96-d731-4c08-9b42-2fa4d5c6acd9 req-57ecdcf1-5cfe-4bc9-8a19-83c5474bc8bc tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952113 Nov 10 03:39:15.668608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-d8006ef9-8318-4168-acc3-d53068d89805 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.668608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-d8006ef9-8318-4168-acc3-d53068d89805 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1335061 Nov 10 03:39:15.680543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-89d119fc-eb12-4f8b-b134-6ae807634f77 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:39:15.681759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e3d092c-41ab-4baa-a0b1-e7a1ade85f39 req-89d119fc-eb12-4f8b-b134-6ae807634f77 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066457 Nov 10 03:39:15.689613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-716496d7-8155-49e9-97ff-2afc8dedb142 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942485 Nov 10 03:39:15.819777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-485ec57c-05f4-4307-a543-54df49e63b02 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124713 Nov 10 03:39:15.822937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79320a-8e87-414b-ba4c-1c1daa807785 req-782ffacd-92a2-40c0-8d62-3cb9acb7b419 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.824420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd79320a-8e87-414b-ba4c-1c1daa807785 req-782ffacd-92a2-40c0-8d62-3cb9acb7b419 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1101 time: 0.0750439 Nov 10 03:39:15.835240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65895438-ff34-41b0-bd1d-b22b93582363 req-687b7aed-8dba-4bf5-873f-5c6df6fa0f35 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.836581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65895438-ff34-41b0-bd1d-b22b93582363 req-687b7aed-8dba-4bf5-873f-5c6df6fa0f35 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0712726 Nov 10 03:39:15.900983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd79320a-8e87-414b-ba4c-1c1daa807785 req-c693caf0-db1e-4499-adc9-17258a1e09e0 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634327 Nov 10 03:39:15.908163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65895438-ff34-41b0-bd1d-b22b93582363 req-c5094e44-2ddb-4969-b198-2028f4202a01 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639315 Nov 10 03:39:15.939998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-40eb585f-dd8a-482d-95bc-9760335eb285 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:15.941494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-40eb585f-dd8a-482d-95bc-9760335eb285 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.0533369 Nov 10 03:39:15.953856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-2'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:16.009511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:16.049273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b49f-4ae6-47ff-9cd0-8e026a8f5746 req-9bafbad0-afc9-4240-9607-fab78afd5a56 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:16.050769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bd5b49f-4ae6-47ff-9cd0-8e026a8f5746 req-9bafbad0-afc9-4240-9607-fab78afd5a56 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 950 time: 0.0795424 Nov 10 03:39:16.059691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbf499-6430-4e14-9b8f-37f8e627fe22 req-d6ab1627-b36c-4976-a513-e543313cf701 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:16.061094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ebbf499-6430-4e14-9b8f-37f8e627fe22 req-d6ab1627-b36c-4976-a513-e543313cf701 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 945 time: 0.0880249 Nov 10 03:39:16.132289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:16.134351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bd5b49f-4ae6-47ff-9cd0-8e026a8f5746 req-807d292d-4bd7-4b8c-9cdc-b9ed67ebc9c1 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722597 Nov 10 03:39:16.141564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ebbf499-6430-4e14-9b8f-37f8e627fe22 req-33d7b501-6551-4fd5-9bf1-3cc12c9da42c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738966 Nov 10 03:39:16.180304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:16.192662 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa7dbb-1895-4c2d-afb3-d16cee72133b x-openstack-request-id: req-8bfa7dbb-1895-4c2d-afb3-d16cee72133b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:16.193149 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-plugged", "status": "completed", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:16.193472 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bfa7dbb-1895-4c2d-afb3-d16cee72133b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:16.193861 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'code': 200} Nov 10 03:39:16.222613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:16.225659 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb1d6a3-b74f-4b6a-9b9d-046883834576" -d '{"events": [{"server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:16.229985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:16.236320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:16.316068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:16.329283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on host n-h1-817326-2 for vnic_type normal with profile {"migrating_to": "n-h2-817326-2"} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:16.329609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:16.329927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:16.334766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:16.335079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Attempting to bind port c2e4b690-e3eb-478c-a287-9e2927a1133e on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:16.339902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:16.340144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:16.340506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:16.340912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Bound port: c2e4b690-e3eb-478c-a287-9e2927a1133e, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:16.341259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:16.407929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:16.411792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:16.416344 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:16.479721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-5992d3e6-02d3-45ca-aa1c-9b2658232f90 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:16.481182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-5992d3e6-02d3-45ca-aa1c-9b2658232f90 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 821 time: 0.1142583 Nov 10 03:39:16.501817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:16.505231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:16.505895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-705c7e12-ac30-474f-af56-a05ebf5311ce tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/quotas/9011ece1adf947ecbd8ef0ccc4f044c5 HTTP/1.1" status: 200 len: 375 time: 0.0153756 Nov 10 03:39:16.506044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:16.507641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-c87af480-6b73-463a-9e1a-1d0bdb152d10 service neutron] 10.222.0.44 "PUT /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 1121 time: 0.5578227 Nov 10 03:39:16.579391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b9ea4da7-b887-49f1-84db-89e4a6bb5de0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0720620 Nov 10 03:39:16.584133 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:16.665529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['c2e4b690-e3eb-478c-a287-9e2927a1133e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:16.693930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-fd82848e-528e-44a1-b9cc-b0e9a5f20118 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072659 Nov 10 03:39:16.753086 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22567c6a-71ce-4d85-8d2b-8382070c397b x-openstack-request-id: req-22567c6a-71ce-4d85-8d2b-8382070c397b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:16.753418 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:16.753668 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22567c6a-71ce-4d85-8d2b-8382070c397b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:16.754140 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e', 'code': 200} Nov 10 03:39:16.810118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-16a38f6f-1a47-4d2a-a583-1334a620f57b service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068468 Nov 10 03:39:16.868442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e410c-9996-4797-b240-1f1d8ff7733a req-70f3ba52-eeeb-4fce-8083-aa993c9bb13e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:16.869924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c23e410c-9996-4797-b240-1f1d8ff7733a req-70f3ba52-eeeb-4fce-8083-aa993c9bb13e tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 950 time: 0.0553346 Nov 10 03:39:16.924101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c23e410c-9996-4797-b240-1f1d8ff7733a req-96d84e55-14ee-45b4-ad3a-2fbe6000fe89 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 Nov 10 03:39:17.026295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-e355968b-39e3-4d1a-8974-65a09d100269 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228879 Nov 10 03:39:17.157966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-431826fb-8c55-457e-9be3-86d2c09f1968 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354235 Nov 10 03:39:17.165891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-1996a045-a7f8-46e5-a5ad-8209efc9efdf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:17.167497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-1996a045-a7f8-46e5-a5ad-8209efc9efdf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350374 Nov 10 03:39:17.228277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-7c76bcab-e7b2-4692-9029-b1b57ee9ba9b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/quotas/ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 375 time: 0.0494163 Nov 10 03:39:17.310599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-c6b38682-986a-4aab-abdc-401758cf2922 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:17.312050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-c6b38682-986a-4aab-abdc-401758cf2922 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436973 Nov 10 03:39:17.316676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-e295ed20-11fc-4fd0-b71e-94f2e429a47a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812418 Nov 10 03:39:17.329365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-2567844e-2343-4e37-af1a-6bf0d7ebb124 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/quotas/8b22420c65044c5b9b1d7172c7bf2606 HTTP/1.1" status: 200 len: 375 time: 0.0111661 Nov 10 03:39:17.389490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-db92812a-599b-49a5-8a1c-a272adaa2236 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520470 Nov 10 03:39:17.500162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f11cfcb0-be2c-426f-9291-1bad0a5951ea req-7d1a63c2-7fc9-45e3-a1c4-61adce12e8d6 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 210 time: 0.0303373 Nov 10 03:39:17.690355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb884c84-0234-4204-97c6-a54ae1990887 req-46978925-a37e-4ce9-9da0-9d2409580643 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:17.702368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb884c84-0234-4204-97c6-a54ae1990887 req-46978925-a37e-4ce9-9da0-9d2409580643 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1062231 Nov 10 03:39:17.781780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb884c84-0234-4204-97c6-a54ae1990887 req-e2aed5da-54ac-47de-8667-0306becf7211 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634403 Nov 10 03:39:18.106445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83c9db45-4ab7-4300-b446-271f84a9b800 req-66219050-8d14-42e7-ac67-89d553fdc1a0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 210 time: 0.2676952 Nov 10 03:39:18.124580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb629-9e63-416c-bcb2-5a28bb5ab861 req-11e47111-0bf0-44df-b0cc-42c8e8dc3ca4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:18.133507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ecbb629-9e63-416c-bcb2-5a28bb5ab861 req-11e47111-0bf0-44df-b0cc-42c8e8dc3ca4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.3298101 Nov 10 03:39:18.178571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ecbb629-9e63-416c-bcb2-5a28bb5ab861 req-6224971f-3538-4e03-88be-479097b828c2 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Nov 10 03:39:18.250434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-969a8175-03bf-485b-a3ed-8fd1c73f7412 req-a1aac396-fab0-42c9-be1c-8e9198d7e525 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 210 time: 0.0680547 Nov 10 03:39:18.255817 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:18.359121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b191d01-794e-4385-be2b-0bfe4f1d1bf1 req-958430be-ca96-45c8-a591-700fa1601bb2 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:18.367333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b191d01-794e-4385-be2b-0bfe4f1d1bf1 req-958430be-ca96-45c8-a591-700fa1601bb2 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 950 time: 0.0746229 Nov 10 03:39:18.432729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b191d01-794e-4385-be2b-0bfe4f1d1bf1 req-cee7568e-b2c0-4f8e-9eb9-922ed47ecbb7 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 Nov 10 03:39:18.456923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-5e70a568-2e8a-41ea-9c96-267b7ac2c485 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:18.458397 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-5e70a568-2e8a-41ea-9c96-267b7ac2c485 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 821 time: 0.1675887 Nov 10 03:39:18.497225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'port': {'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'admin_state_up': True, 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:18.603587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99783717-42c8-42ed-bd35-bc7972aa609d req-b165c00d-b4f7-4519-b3ca-07b897a1429e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 210 time: 0.0296111 Nov 10 03:39:18.603828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Made reservation on behalf of 9011ece1adf947ecbd8ef0ccc4f044c5 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:39:18.607260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:18.728914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Allocated IP 172.20.0.9 (d3796478-361b-488a-8ecf-17ac5660ac98/70b2c487-d63b-4c24-a47d-61814958c463/29ed8f26-7db0-4476-a560-69260ad769d8) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:39:18.756975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:18.759462 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225fbe74-7acc-4955-872d-5b2ec9910cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:18.836531 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7653090b-481b-4405-b403-84ee46efa40c x-openstack-request-id: req-7653090b-481b-4405-b403-84ee46efa40c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:18.836805 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:18.837050 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7653090b-481b-4405-b403-84ee46efa40c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:18.837431 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e', 'status': 'completed', 'code': 200} Nov 10 03:39:18.874347 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-76556902-d5cf-4041-b447-c3625d81e7c4 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293915 Nov 10 03:39:18.896162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cea8c5-210c-4c20-bd41-a4e9fd22c5af req-cd1cd3ed-6bb5-48fe-9c27-745d677fb2fc tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:18.898407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51cea8c5-210c-4c20-bd41-a4e9fd22c5af req-cd1cd3ed-6bb5-48fe-9c27-745d677fb2fc tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0586960 Nov 10 03:39:18.943892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:18.960097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51cea8c5-210c-4c20-bd41-a4e9fd22c5af req-e29f6423-2747-4514-b594-d960fdc2e8fa tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548410 Nov 10 03:39:19.037413 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:19.046054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-658a172c-0cdf-47b0-a2db-fb321d2b0e80 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361142 Nov 10 03:39:19.049695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:19.060111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-5713dc75-7ae7-4210-85a5-beae60791c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.062361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-5713dc75-7ae7-4210-85a5-beae60791c52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1124 time: 0.0747173 Nov 10 03:39:19.089754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6376e269-d568-4c58-9f69-eeaeddbe5e52'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:19.262573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e83e15af-fbb4-43cb-bf4f-63103503ef25 req-37163ffa-dc59-41cc-a2a4-12bbd03c9c0e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 210 time: 0.0462241 Nov 10 03:39:19.276305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-1e0183b6-383a-4c45-84fe-b33eb641a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.279276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-1e0183b6-383a-4c45-84fe-b33eb641a107 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.1991999 Nov 10 03:39:19.357592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7561c3b-e88b-4e7d-89ce-1dc2fed2144a req-fe54c301-4a57-4840-a2cf-c17983da9f54 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.359096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7561c3b-e88b-4e7d-89ce-1dc2fed2144a req-fe54c301-4a57-4840-a2cf-c17983da9f54 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.0934579 Nov 10 03:39:19.369130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-dd41e00e-ca27-4d76-8048-cb162f0fc7c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 217 time: 0.0612464 Nov 10 03:39:19.391450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c6b9010-f9c4-4c75-9f99-76277efd890d req-17f766c9-174c-4ca3-83fa-0921f0fd6653 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 210 time: 0.0420268 Nov 10 03:39:19.425292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Network d3796478-361b-488a-8ecf-17ac5660ac98 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:39:19.432631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Pushing event updated for resources: {'Port': ['ID=29ed8f26-7db0-4476-a560-69260ad769d8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:19.435133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:39:19.441640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:39:19.463471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8d23bcfc-fc5e-42c2-9b84-fe75beb55726 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.464844 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8d23bcfc-fc5e-42c2-9b84-fe75beb55726 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5603673 Nov 10 03:39:19.465257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-8230884a-f3e2-4187-a371-b4f3106fe826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.466809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-8230884a-f3e2-4187-a371-b4f3106fe826 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0688372 Nov 10 03:39:19.470211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7561c3b-e88b-4e7d-89ce-1dc2fed2144a req-e68cf5ec-c2f8-4800-aa5d-3d34bcde7059 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026685 Nov 10 03:39:19.495790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Request body: {'port': {'device_id': 'd129447e-f919-4022-9321-e63511e192ba', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '8b22420c65044c5b9b1d7172c7bf2606'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:19.531586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-2ee765a4-4cc0-4c5f-b48e-c76acadf8193 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484281 Nov 10 03:39:19.534934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-2a135608-1197-4691-8a2b-9b3a39e9c5a0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.536719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-2a135608-1197-4691-8a2b-9b3a39e9c5a0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4817123 Nov 10 03:39:19.586613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Request body: {'port': {'device_id': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'ad37bfc77cff4d4ab1c7b0dfb3e5ae0c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:19.652328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.652963 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:19.676494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-b7ead241-40b9-4eb1-8e42-bc6ea4d63171 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1827209 Nov 10 03:39:19.701966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc364-6e9f-48a4-a154-81196f4569b0 req-123f00c7-198c-4327-bd39-5b537fcd059c tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.703426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-832cc364-6e9f-48a4-a154-81196f4569b0 req-123f00c7-198c-4327-bd39-5b537fcd059c tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 950 time: 0.1355555 Nov 10 03:39:19.731643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b0548ef8-ae41-4ea9-ac55-5f8f043f0b3d None None] Provisioning complete for port 29ed8f26-7db0-4476-a560-69260ad769d8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:19.732181 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0548ef8-ae41-4ea9-ac55-5f8f043f0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:19.732446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Request body: {'port': {'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:19.757751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-5dfcaad1-2875-4ade-b630-115229a6bb40 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903546 Nov 10 03:39:19.767980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b0548ef8-ae41-4ea9-ac55-5f8f043f0b3d None None] Port 29ed8f26-7db0-4476-a560-69260ad769d8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:39:19.819293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Made reservation on behalf of 8b22420c65044c5b9b1d7172c7bf2606 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:39:19.822770 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:19.839426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9039-35f1-412c-ae60-0b81f1131f74 req-fd693de9-132a-4dc4-83d0-eaab7077980b tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:19.840476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aeeb9039-35f1-412c-ae60-0b81f1131f74 req-fd693de9-132a-4dc4-83d0-eaab7077980b tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 931 time: 0.1347237 Nov 10 03:39:19.845783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:19.847874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-832cc364-6e9f-48a4-a154-81196f4569b0 req-2a909975-61f1-4ef5-a60c-1996f50e33ce tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304991 Nov 10 03:39:19.872723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Made reservation on behalf of ad37bfc77cff4d4ab1c7b0dfb3e5ae0c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:39:19.876438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:19.917863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aeeb9039-35f1-412c-ae60-0b81f1131f74 req-3bf9545f-8fb0-4346-9b83-0af0b8e09c40 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675762 Nov 10 03:39:19.921414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225fbe74-7acc-4955-872d-5b2ec9910cb5 req-b8c90df8-a99e-4e4c-ae6b-608afb59fa74 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459656 Nov 10 03:39:20.069720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:20.081767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ba149-cda5-42f4-a1ad-b2389675148b req-3f98dbd0-79c0-4bb9-a1fc-06af88c39551 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:20.083292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-346ba149-cda5-42f4-a1ad-b2389675148b req-3f98dbd0-79c0-4bb9-a1fc-06af88c39551 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0486152 Nov 10 03:39:20.138932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-346ba149-cda5-42f4-a1ad-b2389675148b req-98a95c2b-ff8a-4046-8b81-d18b436a8f3c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Nov 10 03:39:20.157194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Allocated IP 192.168.233.197 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/4faa5f13-ebd2-4b49-a3ac-1a03f8118f00) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:39:20.182297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:20.192725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e has no active binding in host n-h2-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:39:20.352829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89529c8c-6703-46e5-a077-5b2c3287c897 req-a8705962-e272-4c22-9c9d-722ec955ff8b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 210 time: 0.0256450 Nov 10 03:39:20.393952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ed8f26-7db0-4476-a560-69260ad769d8 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:20.407667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:20.414541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:20.428296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Transition to ACTIVE for port object 29ed8f26-7db0-4476-a560-69260ad769d8 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:20.452178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:20.520361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f539895b-c879-4471-918f-8ef09115a221 req-242ebb5f-9193-42ce-ad8c-9d89dbf75b4c tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 210 time: 0.0507698 Nov 10 03:39:20.524799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:20.545739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Pushing event updated for resources: {'Port': ['ID=29ed8f26-7db0-4476-a560-69260ad769d8,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:20.565999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['63f2b0a1-b7ab-4b38-b564-04eb2717f62c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:20.639890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:20.682541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:39:20.684850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:39:20.689116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:39:20.757611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-d49906fe-b24d-420b-b463-fdccb3408dda tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:20.759776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-d49906fe-b24d-420b-b463-fdccb3408dda tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 950 time: 0.1000273 Nov 10 03:39:20.778988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:20.779727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:20.782323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Pushing event updated for resources: {'Port': ['ID=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:20.785468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8957ebf-e7cc-4215-bdf7-6e326e2d95b9 req-d4af7929-cf4d-4f33-a36c-16f482766ba5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:20.794905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8957ebf-e7cc-4215-bdf7-6e326e2d95b9 req-d4af7929-cf4d-4f33-a36c-16f482766ba5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.1601043 Nov 10 03:39:20.795666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Allocated IP 192.168.233.107 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/0af98967-b551-4267-b8e2-cff2e79067f1) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:39:20.840570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:20.853182 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-5a8dde82-f06e-4478-974c-816ab544c295 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3687363 Nov 10 03:39:20.868035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'mac_address': 'fa:16:3e:d4:e8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:20.869027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Attempting to bind port 29ed8f26-7db0-4476-a560-69260ad769d8 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:20.869523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Attempting to bind port 29ed8f26-7db0-4476-a560-69260ad769d8 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:20.870173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Attempting to bind port 29ed8f26-7db0-4476-a560-69260ad769d8 on network d3796478-361b-488a-8ecf-17ac5660ac98 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:20.885615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Request body: {'port': {'device_id': 'd129447e-f919-4022-9321-e63511e192ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:20.921897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Port 29ed8f26-7db0-4476-a560-69260ad769d8 on network d3796478-361b-488a-8ecf-17ac5660ac98 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:20.922268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Attempting to bind port 29ed8f26-7db0-4476-a560-69260ad769d8 on network d3796478-361b-488a-8ecf-17ac5660ac98 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:20.923940 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:20.935672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:20.936042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Checking segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:20.936391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Bound using segment: {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:20.936825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Bound port: 29ed8f26-7db0-4476-a560-69260ad769d8, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a417a6-a02b-4f5a-bc04-cfce375b0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:20.937178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:20.952629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 212f2670-bbcc-4506-a36f-6f05cc21c62a {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:20.988603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8957ebf-e7cc-4215-bdf7-6e326e2d95b9 req-17c86653-50ed-4c14-82a2-4b941607d140 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895032 Nov 10 03:39:20.991068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:20.996369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.020776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Deleting port 4c648d95-7566-4950-a47f-934d1b9cdd9e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:39:21.021157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.029016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.066331 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:21.095293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f4349b4b-bf4d-4f5e-af22-26b4597c206f None None] Provisioning complete for port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:21.095657 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4349b4b-bf4d-4f5e-af22-26b4597c206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.096756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05fe11-2164-4e24-a8df-55dcaf15591e req-ad8378e3-cfee-4037-8635-d026f6f539af tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.105324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d05fe11-2164-4e24-a8df-55dcaf15591e req-ad8378e3-cfee-4037-8635-d026f6f539af tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 950 time: 0.1146896 Nov 10 03:39:21.143666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f4349b4b-bf4d-4f5e-af22-26b4597c206f None None] Port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:39:21.160171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] For port 29ed8f26-7db0-4476-a560-69260ad769d8, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:21.170508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['212f2670-bbcc-4506-a36f-6f05cc21c62a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:21.190839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] For port 4c648d95-7566-4950-a47f-934d1b9cdd9e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4c648d95-7566-4950-a47f-934d1b9cdd9e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:21.191197 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.191607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] For port 29ed8f26-7db0-4476-a560-69260ad769d8, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=29ed8f26-7db0-4476-a560-69260ad769d8,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:21.215613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Calling delete_port for 4c648d95-7566-4950-a47f-934d1b9cdd9e owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:39:21.238640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314034-5bf6-44b2-a594-049be0589e64 req-52dc6c2e-cfb7-46fd-b3b4-b34dac735b4e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.240682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9314034-5bf6-44b2-a594-049be0589e64 req-52dc6c2e-cfb7-46fd-b3b4-b34dac735b4e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 943 time: 0.1307759 Nov 10 03:39:21.242643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.258227 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d05fe11-2164-4e24-a8df-55dcaf15591e req-92d8ca40-07ef-4a89-b952-4ba533b4694b tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4722594a-b80f-4bcc-a11e-fbb6f4920435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469238 Nov 10 03:39:21.292059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.292385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.293763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] 10.222.0.11 "PUT /v2.0/ports/29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 1091 time: 1.5662947 Nov 10 03:39:21.301241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:21.304088 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bc9512-056f-4925-a12a-e919fff21c43" -d '{"events": [{"name": "network-changed", "server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:21.346800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.387830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9314034-5bf6-44b2-a594-049be0589e64 req-60101450-5082-4d08-8fd2-2478b172b3fd tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268687 Nov 10 03:39:21.395828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0ce24-6316-4b25-a92b-b554d43fbba3 service neutron] Pushing event updated for resources: {'Port': ['ID=29ed8f26-7db0-4476-a560-69260ad769d8,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:21.451440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-dcfddd31-dfd0-4fb4-9cb3-8648635d4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.453245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-dcfddd31-dfd0-4fb4-9cb3-8648635d4176 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 1094 time: 0.0892291 Nov 10 03:39:21.462688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a459d6-3033-4422-b05e-87be139a3114 req-fcd25c76-2cef-4bbc-b5d1-34a755cf61c7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.463782 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebec9b1-e6b8-4003-9812-7b229302d3ab x-openstack-request-id: req-eebec9b1-e6b8-4003-9812-7b229302d3ab {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:21.463966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85a459d6-3033-4422-b05e-87be139a3114 req-fcd25c76-2cef-4bbc-b5d1-34a755cf61c7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0809660 Nov 10 03:39:21.464088 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:21.464294 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eebec9b1-e6b8-4003-9812-7b229302d3ab {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:21.464675 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8', 'status': 'completed', 'code': 200} Nov 10 03:39:21.534166 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.545417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:21.597919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85a459d6-3033-4422-b05e-87be139a3114 req-18059632-f340-495d-8b37-404be3f303a0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248319 Nov 10 03:39:21.618980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-0fbfa329-f144-426b-b8cc-2a31903d4b1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 217 time: 0.0806079 Nov 10 03:39:21.629146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.647691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:39:21.663767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959543-6ba7-4b1a-a1a5-e483af84b0be req-d964e811-7292-4eb1-b918-7047a6397125 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.672701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57959543-6ba7-4b1a-a1a5-e483af84b0be req-d964e811-7292-4eb1-b918-7047a6397125 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 936 time: 0.1394296 Nov 10 03:39:21.676337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['4c648d95-7566-4950-a47f-934d1b9cdd9e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:21.689355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:39:21.700115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:39:21.726751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:21.743718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Pushing event deleted for resources: {'Port': ['ID=4c648d95-7566-4950-a47f-934d1b9cdd9e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:21.757707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-a8fccd5a-26bd-40f4-a9b4-32770cc2b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.759198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-a8fccd5a-26bd-40f4-a9b4-32770cc2b676 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.1173215 Nov 10 03:39:21.801864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.803168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.825173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.11', 61478) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:21.826746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] No DVR routers for this DVR port 4c648d95-7566-4950-a47f-934d1b9cdd9e on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:39:21.832537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.837201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ed3b97d-f9a3-4e66-b112-99ed6eb95f0c req-5804f1eb-3c92-4c71-a4ea-65d8d88f2eb6 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.11 "DELETE /v2.0/ports/4c648d95-7566-4950-a47f-934d1b9cdd9e HTTP/1.1" status: 204 len: 173 time: 1.0689256 Nov 10 03:39:21.840848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:21.851126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.864943 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-56d37afa-e9eb-4116-8fd6-d733f8bc1e0d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2944517 Nov 10 03:39:21.871140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'name': 'network-vif-deleted', 'tag': '4c648d95-7566-4950-a47f-934d1b9cdd9e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:21.873565 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ad57af-b976-4754-a611-d99c9559877a" -d '{"events": [{"server_uuid": "1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae", "name": "network-vif-deleted", "tag": "4c648d95-7566-4950-a47f-934d1b9cdd9e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:21.884975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Transition to ACTIVE for port object 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:21.890063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:21.904439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-0322c319-524c-4eee-ac80-9be251c3a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.905930 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-0322c319-524c-4eee-ac80-9be251c3a969 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957179 Nov 10 03:39:21.936781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1801-3dea-4bc2-a704-0b466fa794ce req-169f8d57-9f87-42c9-9d85-e6f7c116c47f tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:21.938312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f4d1801-3dea-4bc2-a704-0b466fa794ce req-169f8d57-9f87-42c9-9d85-e6f7c116c47f tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 936 time: 0.2048581 Nov 10 03:39:21.939103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Request body: {'port': {'device_id': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:21.961560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57959543-6ba7-4b1a-a1a5-e483af84b0be req-d53b3e3e-729d-4900-982f-797f440a3a65 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732103 Nov 10 03:39:21.978802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6a79a4b8-e040-4d22-89b7-48da6a6d2c27 None None] Provisioning complete for port 0af98967-b551-4267-b8e2-cff2e79067f1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:21.978802 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6a79a4b8-e040-4d22-89b7-48da6a6d2c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.001675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-7150f2f2-f65b-41f0-b024-324913f42f3d service neutron] 10.222.0.11 "GET /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e/bindings/n-h2-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.1632977 Nov 10 03:39:22.041418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-1c555dbf-a2b6-45e7-beae-e9ec8501b8f1 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062660 Nov 10 03:39:22.086724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6a79a4b8-e040-4d22-89b7-48da6a6d2c27 None None] Port 0af98967-b551-4267-b8e2-cff2e79067f1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:39:22.092781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:22.094899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:22.218395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-056d452b-f8fa-4d8f-a5ae-cba9588b212c req-84536c20-4ec5-42a9-b79a-0e4a3c788a8a service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555197 Nov 10 03:39:22.220437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:22.235598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f2459992-85a0-4797-a380-5a8709c8175f', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'f2459992-85a0-4797-a380-5a8709c8175f', 'mac_address': 'fa:16:3e:0c:9e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:22.246026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:22.271529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f4d1801-3dea-4bc2-a704-0b466fa794ce req-375e34a5-b99e-4b0b-a745-ed847474d737 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087759 Nov 10 03:39:22.282544 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab09eff-3619-4c88-985e-e988d203ac03 x-openstack-request-id: req-2ab09eff-3619-4c88-985e-e988d203ac03 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:22.282840 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae", "name": "network-vif-deleted", "tag": "4c648d95-7566-4950-a47f-934d1b9cdd9e", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:22.283091 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ab09eff-3619-4c88-985e-e988d203ac03 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:22.283489 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae', 'name': 'network-vif-deleted', 'tag': '4c648d95-7566-4950-a47f-934d1b9cdd9e', 'status': 'completed', 'code': 200} Nov 10 03:39:22.316907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:22.324767 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.328291 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.339401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:22.357950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2459992-85a0-4797-a380-5a8709c8175f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:22.388977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:22.398248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.407783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0a79519-6824-4be7-9b14-3a1ab6dcc7fe req-6db75407-34bc-4dba-90b0-3000838ee644 tempest-DeleteServersAdminTestJSON-233636104 tempest-DeleteServersAdminTestJSON-233636104-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1ad2bd-f233-4c48-a62e-4eb394e1d7ae HTTP/1.1" status: 200 len: 210 time: 0.0311067 Nov 10 03:39:22.458187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e4b690-e3eb-478c-a287-9e2927a1133e {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:22.483864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:22.508740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Attempting to bind port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:22.509304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Attempting to bind port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:22.510062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Attempting to bind port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:22.510852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb7c83-5b32-4cc4-a5dd-06f763bed4b9 req-26f17198-cb89-4576-a236-b6dddef5b545 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:22.518676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dfb7c83-5b32-4cc4-a5dd-06f763bed4b9 req-26f17198-cb89-4576-a236-b6dddef5b545 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 943 time: 0.2340910 Nov 10 03:39:22.531546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:22.531802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Attempting to bind port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:22.546663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:22.547337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:22.547533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:22.548198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Bound port: 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:22.548609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.563910 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.578223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:22.590772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.600802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2459992-85a0-4797-a380-5a8709c8175f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:22.628172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dfb7c83-5b32-4cc4-a5dd-06f763bed4b9 req-263b0e4f-d61e-4b23-8e15-6f1a20412134 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088285 Nov 10 03:39:22.629236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9512-056f-4925-a12a-e919fff21c43 req-655a0e04-2982-4d45-a194-3d570da3e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:22.633019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74bc9512-056f-4925-a12a-e919fff21c43 req-655a0e04-2982-4d45-a194-3d570da3e817 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 1094 time: 0.2885399 Nov 10 03:39:22.651587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:22.656179 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.692393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:22.728388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f2459992-85a0-4797-a380-5a8709c8175f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:22.728687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] Transition to ACTIVE for port object c2e4b690-e3eb-478c-a287-9e2927a1133e will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:22.750903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.781760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149ef61-677e-4339-8c84-76228052d4b3 req-09d9f292-d299-40ab-afc8-951834fb54e4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:22.784289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9149ef61-677e-4339-8c84-76228052d4b3 req-09d9f292-d299-40ab-afc8-951834fb54e4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 943 time: 0.2464414 Nov 10 03:39:22.790816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] For port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:22.794092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] For port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:22.804215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.840718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:22.885105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 212f2670-bbcc-4506-a36f-6f05cc21c62a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:22.885724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:22.916174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] No DVR routers for this DVR port c2e4b690-e3eb-478c-a287-9e2927a1133e on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:39:22.936025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6cbd9-0438-4765-9782-42a35443df8c req-7efdfdd2-3f21-4d0c-8912-aa297f54939e tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:22.937785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cff6cbd9-0438-4765-9782-42a35443df8c req-7efdfdd2-3f21-4d0c-8912-aa297f54939e tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 948 time: 0.1998334 Nov 10 03:39:22.941497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9149ef61-677e-4339-8c84-76228052d4b3 req-3eeb4bf0-5ef0-40b4-bb8f-eb565e0e0cf2 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246243 Nov 10 03:39:22.946884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=10']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:23.004775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-12db63c5-5236-4bb5-bdf6-6c18a96d753c service neutron] 10.222.0.11 "PUT /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e/bindings/n-h2-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9926510 Nov 10 03:39:23.035027 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cff6cbd9-0438-4765-9782-42a35443df8c req-e5f1b4b5-c781-491c-943b-8b5146a68784 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819807 Nov 10 03:39:23.089474 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:23.128267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded38e-6055-4035-8fa0-f68cffde7df3 req-73b432f8-184c-4700-878e-501c4204e266 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.138886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccded38e-6055-4035-8fa0-f68cffde7df3 req-73b432f8-184c-4700-878e-501c4204e266 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 936 time: 0.1013253 Nov 10 03:39:23.236095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccded38e-6055-4035-8fa0-f68cffde7df3 req-4d4ee401-95da-4717-a08e-e03489c31328 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963669 Nov 10 03:39:23.258471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:23.266058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:23.268473 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2e7d86-d1bb-4f3e-939c-1df70ce294ea" -d '{"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-plugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:23.299432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:23.308008 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:23.342584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.343207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:23.344609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] 10.222.0.44 "PUT /v2.0/ports/4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 HTTP/1.1" status: 200 len: 1096 time: 2.4633932 Nov 10 03:39:23.366196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9512-056f-4925-a12a-e919fff21c43 req-8abfe950-6dc9-4dc2-b4ad-4652cd094ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.368598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74bc9512-056f-4925-a12a-e919fff21c43 req-8abfe950-6dc9-4dc2-b4ad-4652cd094ce3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.7179534 Nov 10 03:39:23.384353 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94584e45-f162-441f-8fb6-e390c0001c46 x-openstack-request-id: req-94584e45-f162-441f-8fb6-e390c0001c46 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:23.386023 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-plugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:23.386417 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94584e45-f162-441f-8fb6-e390c0001c46 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:23.386946 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'code': 200} Nov 10 03:39:23.432272 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:23.453095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6136bd2-7183-4837-af7c-1a8baacce8fc req-e32cb8ce-8008-474f-808f-dc3159fa8292 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.455217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6136bd2-7183-4837-af7c-1a8baacce8fc req-e32cb8ce-8008-474f-808f-dc3159fa8292 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 948 time: 0.0723855 Nov 10 03:39:23.495231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd129447e-f919-4022-9321-e63511e192ba', 'tag': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:23.497309 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f37ebd-0157-4030-b9f5-4d6968a8519f" -d '{"events": [{"name": "network-changed", "server_uuid": "d129447e-f919-4022-9321-e63511e192ba", "tag": "4faa5f13-ebd2-4b49-a3ac-1a03f8118f00"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:23.500743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74bc9512-056f-4925-a12a-e919fff21c43 req-6a5198db-d0e1-4f96-9e8e-70156ddf0327 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 217 time: 0.0984523 Nov 10 03:39:23.559882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6136bd2-7183-4837-af7c-1a8baacce8fc req-a95363ed-4cac-43a4-90d2-79b26e169268 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968423 Nov 10 03:39:23.590579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b9d3d-0626-49e1-9d8a-1c4c62cd70f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:23.666634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9512-056f-4925-a12a-e919fff21c43 req-a511960d-b35e-4aec-838a-8e9680f2ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.668872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74bc9512-056f-4925-a12a-e919fff21c43 req-a511960d-b35e-4aec-838a-8e9680f2ac60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0881546 Nov 10 03:39:23.670440 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d098a2ca-0785-47f8-8a6e-27e1a191ceb9 x-openstack-request-id: req-d098a2ca-0785-47f8-8a6e-27e1a191ceb9 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:23.670724 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d129447e-f919-4022-9321-e63511e192ba", "tag": "4faa5f13-ebd2-4b49-a3ac-1a03f8118f00", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:23.670974 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d098a2ca-0785-47f8-8a6e-27e1a191ceb9 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:23.671361 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd129447e-f919-4022-9321-e63511e192ba', 'tag': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00', 'status': 'completed', 'code': 200} Nov 10 03:39:23.684501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-a9630f24-016e-41cc-bdd2-197e47d5d180 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.686079 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-a9630f24-016e-41cc-bdd2-197e47d5d180 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.4234288 Nov 10 03:39:23.797782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-ad615416-7dbc-424e-be82-00d80456f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.799344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-ad615416-7dbc-424e-be82-00d80456f623 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 1099 time: 0.3958802 Nov 10 03:39:23.806763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecb99-9e8d-4423-a573-653a1a29eee1 req-81be280a-7e4a-4496-add6-4b665f03c101 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.808251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cbecb99-9e8d-4423-a573-653a1a29eee1 req-81be280a-7e4a-4496-add6-4b665f03c101 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 944 time: 0.0607278 Nov 10 03:39:23.889217 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-4b15ea34-71ef-45f1-a2e3-d2cf8d48a66c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 HTTP/1.1" status: 200 len: 217 time: 0.0798290 Nov 10 03:39:23.890634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cbecb99-9e8d-4423-a573-653a1a29eee1 req-a9f7e9a2-a057-48d5-acfc-0d6554cfac54 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744090 Nov 10 03:39:23.896722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-3eb8655e-e2e1-4d80-a257-f60d04291b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.898279 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-3eb8655e-e2e1-4d80-a257-f60d04291b1c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 1095 time: 0.1937344 Nov 10 03:39:23.917995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9512-056f-4925-a12a-e919fff21c43 req-086f151c-9428-4d3b-b982-6dbb1a20d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:23.919605 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74bc9512-056f-4925-a12a-e919fff21c43 req-086f151c-9428-4d3b-b982-6dbb1a20d5ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307308 Nov 10 03:39:23.943278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af98967-b551-4267-b8e2-cff2e79067f1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:23.982046 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.073591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Transition to ACTIVE for port object 0af98967-b551-4267-b8e2-cff2e79067f1 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:24.081834 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.086119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-65e767cc-4117-4230-97c0-2898387b1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.087791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-65e767cc-4117-4230-97c0-2898387b1ae2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1852119 Nov 10 03:39:24.106125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:24.140565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212df71a-3558-4039-a368-58c7ab2dea35 req-a17e02b8-08ca-4d41-b2ae-a07d4d3020ae tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.166233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-212df71a-3558-4039-a368-58c7ab2dea35 req-a17e02b8-08ca-4d41-b2ae-a07d4d3020ae tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 943 time: 0.1227005 Nov 10 03:39:24.206115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40650) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:24.254786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f2459992-85a0-4797-a380-5a8709c8175f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:24.255186 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.259753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-862e228c-2224-47e9-9c9d-af28b136c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.263128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-862e228c-2224-47e9-9c9d-af28b136c1a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1095 time: 0.3135188 Nov 10 03:39:24.307112 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74bc9512-056f-4925-a12a-e919fff21c43 req-067b1873-3321-4127-9331-7b0d416d4125 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665023 Nov 10 03:39:24.313805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:24.320836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-212df71a-3558-4039-a368-58c7ab2dea35 req-1cc126ac-dcd3-46b2-93c3-346f6910b8c3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439443 Nov 10 03:39:24.378109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953949-3348-4de9-bdac-4d447f562d8e req-98fd2a26-2275-453b-acc5-c8f8135ab430 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.382270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65953949-3348-4de9-bdac-4d447f562d8e req-98fd2a26-2275-453b-acc5-c8f8135ab430 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 948 time: 0.1608071 Nov 10 03:39:24.496475 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.528550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65953949-3348-4de9-bdac-4d447f562d8e req-163f509a-3680-46c0-a4cc-7050992146f3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403317 Nov 10 03:39:24.569861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:24.581721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-7c400130-c382-49ef-860e-41de9bfaf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.583653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-7c400130-c382-49ef-860e-41de9bfaf890 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4800551 Nov 10 03:39:24.592221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.615223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-05dcb9c6-6a56-49e9-a68d-d490e9b1a595 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f56276c8c75b48188ce2e035629e1769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063497 Nov 10 03:39:24.620577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40668) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:24.666481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:24.681871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4c648d95-7566-4950-a47f-934d1b9cdd9e no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:24.720081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 4c648d95-7566-4950-a47f-934d1b9cdd9e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:39:24.720432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4c648d95-7566-4950-a47f-934d1b9cdd9e not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:39:24.721442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:24.735338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-d04faf58-5441-42f4-a5bc-8a04ac92de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.737619 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-d04faf58-5441-42f4-a5bc-8a04ac92de0b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.4510608 Nov 10 03:39:24.745982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:24.746575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:24.747225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:24.781351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:39:24.795586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadb251-a552-4612-b38a-e60e52c38ad0 req-0351fcf7-f556-4a37-aae3-b2550c76cd1f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.799028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fadb251-a552-4612-b38a-e60e52c38ad0 req-0351fcf7-f556-4a37-aae3-b2550c76cd1f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.2215281 Nov 10 03:39:24.832696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-0f87f622-d7a8-4609-be16-af05ea47910b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 200 len: 217 time: 0.0825241 Nov 10 03:39:24.834243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Port 0af98967-b551-4267-b8e2-cff2e79067f1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:24.834580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:24.870492 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb65b-3791-4e56-925b-f0cbe1923339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.893538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:24.893878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:24.894294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:24.894735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Bound port: 0af98967-b551-4267-b8e2-cff2e79067f1, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:24.895089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.904761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74bc9512-056f-4925-a12a-e919fff21c43 req-e2bb5060-a0b7-46dc-b351-a01cb28dc60b service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677726 Nov 10 03:39:24.919492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-01a3d8de-50e4-47d6-935c-5342c5ef9412 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058033 Nov 10 03:39:24.921593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-1c5282ed-21d5-44c3-ac61-9e17bfcdec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.922569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-1c5282ed-21d5-44c3-ac61-9e17bfcdec3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0751202 Nov 10 03:39:24.932645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461da80-0e80-4bf0-91ac-70ecb0039648 req-99ccf83e-e174-46b9-a7b8-7de51f48992e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:24.944752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d461da80-0e80-4bf0-91ac-70ecb0039648 req-99ccf83e-e174-46b9-a7b8-7de51f48992e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 948 time: 0.1252642 Nov 10 03:39:24.944752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb65b-3791-4e56-925b-f0cbe1923339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:24.979278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:24.982716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:24.997728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fadb251-a552-4612-b38a-e60e52c38ad0 req-fc9759c3-646d-486b-ad17-de7e9269e9f1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763823 Nov 10 03:39:25.017833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-31925ca3-dfaa-4f9a-8d28-34de1cc07fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335820 Nov 10 03:39:25.020229 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:25.076042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d461da80-0e80-4bf0-91ac-70ecb0039648 req-f0c1e2ac-3e37-47cc-aa5f-a21efb792d02 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338966 Nov 10 03:39:25.170322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:25.171660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:25.173140 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] 10.222.0.11 "PUT /v2.0/ports/0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 1096 time: 3.2412488 Nov 10 03:39:25.182610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb65b-3791-4e56-925b-f0cbe1923339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:25.185395 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb65b-3791-4e56-925b-f0cbe1923339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:25.188639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e3cdb65b-3791-4e56-925b-f0cbe1923339 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4722594a-b80f-4bcc-a11e-fbb6f4920435 HTTP/1.1" status: 204 len: 168 time: 0.5201666 Nov 10 03:39:25.199658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdb65b-3791-4e56-925b-f0cbe1923339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4722594a-b80f-4bcc-a11e-fbb6f4920435,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:25.230519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95ed0b-8aa8-4f07-91f4-4bdf4a3f997e req-77a81412-4469-457d-aab2-c54816f0278e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:25.249787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c95ed0b-8aa8-4f07-91f4-4bdf4a3f997e req-77a81412-4469-457d-aab2-c54816f0278e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 944 time: 0.1109364 Nov 10 03:39:25.342586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c95ed0b-8aa8-4f07-91f4-4bdf4a3f997e req-a499c20f-7ed7-406d-8ee0-bb54c0ae20a8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914485 Nov 10 03:39:25.388516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:25.399536 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ac2a0-90af-4809-b84c-b14b0ada6ecc" -d '{"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:25.468808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e000-c74b-420e-84d9-843598464be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:25.520047 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b09a4c-2751-46cd-9fe2-8a8e829a5db6 x-openstack-request-id: req-72b09a4c-2751-46cd-9fe2-8a8e829a5db6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:25.520434 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:25.520780 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72b09a4c-2751-46cd-9fe2-8a8e829a5db6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:25.521760 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f', 'code': 200} Nov 10 03:39:25.538290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0f214fdb-2446-4df8-af94-c15a1e1f96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:25.540051 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0f214fdb-2446-4df8-af94-c15a1e1f96cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1099 time: 0.2493656 Nov 10 03:39:25.544102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7305a9a-89ce-40fd-aaa9-25a682c7e2d7 req-d2c8aebe-2444-4edc-865a-2082c5c2d16c service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586731 Nov 10 03:39:25.619868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-2f9e950e-092e-44ae-98cc-ba7967841971 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767083 Nov 10 03:39:25.655043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05c1-156b-4dec-8dec-aa12bb372f90 req-f365efa7-77d6-4d06-a50d-a39234604f40 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:25.655265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-2c6dee74-0e31-480e-8cb9-073892c57f80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.0907929 Nov 10 03:39:25.666531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-58e09eed-565d-46ee-87b8-54e8807e0eab service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286426 Nov 10 03:39:25.668950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc7d05c1-156b-4dec-8dec-aa12bb372f90 req-f365efa7-77d6-4d06-a50d-a39234604f40 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 943 time: 0.2139683 Nov 10 03:39:25.696179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:25.698629 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e6951-34e8-472a-9e72-8af44852bbca" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:25.793752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc7d05c1-156b-4dec-8dec-aa12bb372f90 req-4e5b10ec-708a-4233-b936-34d479bc5018 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226108 Nov 10 03:39:25.872782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.44', 63786) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:25.944872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40696) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:25.968940 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cac7718e-0656-4556-9ed2-b453f417e919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:26.112649 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700c2243-56b2-4272-b5f1-01ab9a7b1134 x-openstack-request-id: req-700c2243-56b2-4272-b5f1-01ab9a7b1134 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:26.113270 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:26.113270 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-700c2243-56b2-4272-b5f1-01ab9a7b1134 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:26.113532 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1', 'status': 'completed', 'code': 200} Nov 10 03:39:26.150574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-214ef700-c73c-4b9e-9420-29b756dc597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.152339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-214ef700-c73c-4b9e-9420-29b756dc597e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 1099 time: 0.4895813 Nov 10 03:39:26.162686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0d28bf99-85b8-4097-b4a2-abc2a18d0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.164184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-0d28bf99-85b8-4097-b4a2-abc2a18d0750 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.4688699 Nov 10 03:39:26.264260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080577-a13a-46ae-8c64-010dd899bfa9 req-95210725-c9b7-415d-bf4b-aaea52d79843 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.275045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5080577-a13a-46ae-8c64-010dd899bfa9 req-95210725-c9b7-415d-bf4b-aaea52d79843 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.5072484 Nov 10 03:39:26.298672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-88730814-a7c0-45b8-b452-a3bf06a5017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.300189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-88730814-a7c0-45b8-b452-a3bf06a5017d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1101 time: 0.5375228 Nov 10 03:39:26.313524 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-fe7fb5db-2cb5-41a2-81c7-6b16f0f79059 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040006 Nov 10 03:39:26.327199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-f8d0e26a-3ac1-478e-908a-52dff47bb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.330836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-f8d0e26a-3ac1-478e-908a-52dff47bb86c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497545 Nov 10 03:39:26.385909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df12d35-5e8a-47c3-b9da-6f937fc99a96 req-5c5af557-c2fe-4177-8ad0-f7388dd28466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.387506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0df12d35-5e8a-47c3-b9da-6f937fc99a96 req-5c5af557-c2fe-4177-8ad0-f7388dd28466 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1101 time: 0.4855571 Nov 10 03:39:26.401074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5080577-a13a-46ae-8c64-010dd899bfa9 req-cba53a43-a6b9-496d-a310-7c983a62f49d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275771 Nov 10 03:39:26.439256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3055-5b09-4e75-8724-469b9dd21016 req-a1225c0e-325c-47e9-bac2-de20edc79068 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.440843 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-084d3055-5b09-4e75-8724-469b9dd21016 req-a1225c0e-325c-47e9-bac2-de20edc79068 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.1930134 Nov 10 03:39:26.475525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-996a6e2d-1c95-4b08-b748-aad8c51e400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.477022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-996a6e2d-1c95-4b08-b748-aad8c51e400f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3098474 Nov 10 03:39:26.508740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0df12d35-5e8a-47c3-b9da-6f937fc99a96 req-1d06f7f3-79fa-46c8-a568-24d9d55f2041 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012917 Nov 10 03:39:26.549038 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-537999ed-1e9b-421c-bddb-50c753a17839 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 HTTP/1.1" status: 200 len: 217 time: 0.0571439 Nov 10 03:39:26.578678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-546316f4-73df-485c-ae17-d71d4bf1cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.580218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-546316f4-73df-485c-ae17-d71d4bf1cf99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2464762 Nov 10 03:39:26.586581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-c2a6b8aa-d116-4171-b9ce-90f211c2a50d service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338002 Nov 10 03:39:26.593293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cac7718e-0656-4556-9ed2-b453f417e919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:26.600348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-084d3055-5b09-4e75-8724-469b9dd21016 req-99f81fed-03ea-45ff-ae45-1156eebd7433 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518290 Nov 10 03:39:26.603218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cac7718e-0656-4556-9ed2-b453f417e919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:26.664609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acad706-8f8d-4937-a31d-beddf3e99190 req-5a1f9623-a463-464e-bd11-17c822650fbd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.666281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8acad706-8f8d-4937-a31d-beddf3e99190 req-5a1f9623-a463-464e-bd11-17c822650fbd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 948 time: 0.1290851 Nov 10 03:39:26.667942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7718e-0656-4556-9ed2-b453f417e919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c97246b-1d82-46b8-802c-2b38fbe9db0c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:26.675032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cac7718e-0656-4556-9ed2-b453f417e919 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56f14747bff24300865d65d623a82b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7267485 Nov 10 03:39:26.675708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40706) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:26.694729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 29ed8f26-7db0-4476-a560-69260ad769d8 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:26.754545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e2758ce-8966-4339-b4d3-eab1f8546b13 req-2eb3f5d7-10bf-408c-99cd-95a69580bf58 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530252 Nov 10 03:39:26.832741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 29ed8f26-7db0-4476-a560-69260ad769d8, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=29ed8f26-7db0-4476-a560-69260ad769d8,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:26.852344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '29ed8f26-7db0-4476-a560-69260ad769d8', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'mac_address': 'fa:16:3e:13:72:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:26.869577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-ab4c21e5-6583-4552-a694-5da6be252959 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.1131208 Nov 10 03:39:26.871143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-39e24881-0535-4e4c-b37c-e716fa53c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.871782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c11b05-aec1-4e69-8942-285f5e348f67 req-23dcfc20-a7c1-4c7d-a5b0-2020d530939b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.872952 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-39e24881-0535-4e4c-b37c-e716fa53c067 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0613401 Nov 10 03:39:26.874611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9c11b05-aec1-4e69-8942-285f5e348f67 req-23dcfc20-a7c1-4c7d-a5b0-2020d530939b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 944 time: 0.1898103 Nov 10 03:39:26.899337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8acad706-8f8d-4937-a31d-beddf3e99190 req-1495de13-20f6-4be5-88b3-8d484c7b2813 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152305 Nov 10 03:39:26.907672 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:26.915213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47b3c7cf-e7fd-4e76-8869-ef75b59b3f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:26.923117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ed8f26-7db0-4476-a560-69260ad769d8 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:26.946433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 29ed8f26-7db0-4476-a560-69260ad769d8, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=29ed8f26-7db0-4476-a560-69260ad769d8,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:26.960547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-cffe5423-e293-4871-879d-0d771e4f069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:26.962119 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-cffe5423-e293-4871-879d-0d771e4f069e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0708973 Nov 10 03:39:26.967492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:27.042920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=29ed8f26-7db0-4476-a560-69260ad769d8,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:27.047620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70599-2326-47d0-be73-85a3e289902f req-c4371c76-b7a7-4ecf-99d5-74791bdb0bd5 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.049363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-c4371c76-b7a7-4ecf-99d5-74791bdb0bd5 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.2920039 Nov 10 03:39:27.068242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-9cfa9904-9371-4aff-bcdb-581798b3836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.069583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-9cfa9904-9371-4aff-bcdb-581798b3836b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1099 time: 0.1864507 Nov 10 03:39:27.082113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-23947251-96a8-4092-b043-33bfc7974ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.084360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-23947251-96a8-4092-b043-33bfc7974ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212704 Nov 10 03:39:27.110427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47b3c7cf-e7fd-4e76-8869-ef75b59b3f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:27.197830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-523c69a2-7685-4478-93c8-10ab864735ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.199392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-523c69a2-7685-4478-93c8-10ab864735ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920922 Nov 10 03:39:27.210463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9c11b05-aec1-4e69-8942-285f5e348f67 req-0e07f059-02ec-46af-a725-cb70cb236ebc tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968655 Nov 10 03:39:27.221766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570fc7-dd26-42ef-b4af-6054f8ac7ed0 req-fbfa4647-0776-4cfe-af3a-fd0f9cfa7da4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.223277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02570fc7-dd26-42ef-b4af-6054f8ac7ed0 req-fbfa4647-0776-4cfe-af3a-fd0f9cfa7da4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 944 time: 0.1311133 Nov 10 03:39:27.280670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-be682482-163a-4e5f-9f9e-53737270dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.282839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-be682482-163a-4e5f-9f9e-53737270dbf0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1970561 Nov 10 03:39:27.320711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47b3c7cf-e7fd-4e76-8869-ef75b59b3f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:27.323926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47b3c7cf-e7fd-4e76-8869-ef75b59b3f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:27.324392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-47b3c7cf-e7fd-4e76-8869-ef75b59b3f27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c97246b-1d82-46b8-802c-2b38fbe9db0c HTTP/1.1" status: 204 len: 168 time: 0.6473844 Nov 10 03:39:27.404137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c7cf-e7fd-4e76-8869-ef75b59b3f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c97246b-1d82-46b8-802c-2b38fbe9db0c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:27.442649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02570fc7-dd26-42ef-b4af-6054f8ac7ed0 req-c1a3223f-bd60-458f-b4fb-ca6e040259dc tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106397 Nov 10 03:39:27.490910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f4e70599-2326-47d0-be73-85a3e289902f req-e47b7c01-2b40-4582-b2f1-1b372c344bbd service neutron] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:27.498101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-7b41e5cd-e171-4a2d-bf6e-8aee9abc78eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.1221485 Nov 10 03:39:27.522422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f4e70599-2326-47d0-be73-85a3e289902f req-e47b7c01-2b40-4582-b2f1-1b372c344bbd service neutron] Publish callbacks [] for binding, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:27.523759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4e70599-2326-47d0-be73-85a3e289902f req-e47b7c01-2b40-4582-b2f1-1b372c344bbd service neutron] 10.222.0.44 "DELETE /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e/bindings/n-h1-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.4631085 Nov 10 03:39:27.558085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-6707e927-40cb-4894-bfed-a4c4631c1f4a service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734706 Nov 10 03:39:27.586311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b01d6f-5f6e-4f4b-9c72-589d80ed2e62 req-c31455fe-ac5d-4513-b494-07f9ce95e221 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.587773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57b01d6f-5f6e-4f4b-9c72-589d80ed2e62 req-c31455fe-ac5d-4513-b494-07f9ce95e221 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 1095 time: 0.1430657 Nov 10 03:39:27.618656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccba571-49b7-469e-a07d-7fe371de7d67 req-2b7c1f63-2f4e-4169-a6cf-64d2cca6c1d5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.623620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-45f30bde-06f7-4e78-a2e8-430e66ebf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.626360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-45f30bde-06f7-4e78-a2e8-430e66ebf73c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0651190 Nov 10 03:39:27.627459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ccba571-49b7-469e-a07d-7fe371de7d67 req-2b7c1f63-2f4e-4169-a6cf-64d2cca6c1d5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0791345 Nov 10 03:39:27.676161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57b01d6f-5f6e-4f4b-9c72-589d80ed2e62 req-0f5ecbf3-20fd-45bf-898f-668913f36a76 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791903 Nov 10 03:39:27.713193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['29ed8f26-7db0-4476-a560-69260ad769d8'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:27.764177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ccba571-49b7-469e-a07d-7fe371de7d67 req-b1600771-8331-49e3-a0d5-c63c8701ca5d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357539 Nov 10 03:39:27.936016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4531383-5ded-47d1-b1fb-9fadc7057784 req-35ebeb40-1cba-4ad5-a2ba-b124d923b3d3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:27.937161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-b354271b-f378-429c-a186-b380650909b9 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8231859 Nov 10 03:39:27.947627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4531383-5ded-47d1-b1fb-9fadc7057784 req-35ebeb40-1cba-4ad5-a2ba-b124d923b3d3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.1392360 Nov 10 03:39:28.079873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-1150bfb5-d779-46a8-8db7-4cb093136210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:28.083983 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-1150bfb5-d779-46a8-8db7-4cb093136210 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2633991 Nov 10 03:39:28.215382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-a95f4f98-0e4c-4b8d-97ec-9487f4585d2c service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037552 Nov 10 03:39:28.220431 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-327ca20d-6bae-4d2b-a1c2-1299d9d2f81f service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929775 Nov 10 03:39:28.266646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4531383-5ded-47d1-b1fb-9fadc7057784 req-d2bb0a44-a2a6-444d-858a-14236aba1c2c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165073 Nov 10 03:39:28.342869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4f37ebd-0157-4030-b9f5-4d6968a8519f req-6d1f7f07-aeb0-4328-8b0e-9547c05c9e83 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845713 Nov 10 03:39:28.419420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-40172d26-3ed1-46f5-87d6-07f26e0e5775 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:28.429206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-40172d26-3ed1-46f5-87d6-07f26e0e5775 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.3867521 Nov 10 03:39:28.471113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c1e6951-34e8-472a-9e72-8af44852bbca req-aedb24ee-817e-48c5-82c3-238aaad070df service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441022 Nov 10 03:39:28.493588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-56a33c35-aceb-404c-b1a6-ca8c4e9a2aa5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/quotas/c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 375 time: 0.0626912 Nov 10 03:39:28.560160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416725aa-4578-479b-aeea-647b8b034d2a req-9198512a-65d2-45c8-afa4-ec5e6747e26c tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:28.568845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-416725aa-4578-479b-aeea-647b8b034d2a req-9198512a-65d2-45c8-afa4-ec5e6747e26c tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 948 time: 0.1351221 Nov 10 03:39:28.611043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc75f6b-c48a-47af-a9ea-33ecae095988 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164062 Nov 10 03:39:28.702774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-416725aa-4578-479b-aeea-647b8b034d2a req-46c3adb5-3007-4fbe-95c7-7225ca9e5dd7 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322446 Nov 10 03:39:28.737966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-ed6f12ab-acd3-4642-95b7-963532736e86 service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259279 Nov 10 03:39:28.914839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-75abc6e6-bf91-4c4f-8425-53f5b2bd8e3c service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659729 Nov 10 03:39:29.094498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95219c5-a79c-4256-84d9-20717bc1b027 req-aacc0912-eaae-4a17-ba67-7c6e98b47e83 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:29.096564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d95219c5-a79c-4256-84d9-20717bc1b027 req-aacc0912-eaae-4a17-ba67-7c6e98b47e83 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 944 time: 0.0863180 Nov 10 03:39:29.175884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d95219c5-a79c-4256-84d9-20717bc1b027 req-49a52f03-a29e-4909-a911-99f08f036ec2 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725379 Nov 10 03:39:29.331676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ece5e07-bcad-4cab-9a94-5165915f2542 req-35898869-9c50-428b-b875-ce33465d3624 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 210 time: 0.0370920 Nov 10 03:39:29.359740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db66214-ac57-43aa-b811-2f10f2ff8e90 req-df8714ce-3ee8-4f77-bb49-7ab48673a182 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:29.367568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9db66214-ac57-43aa-b811-2f10f2ff8e90 req-df8714ce-3ee8-4f77-bb49-7ab48673a182 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1580386 Nov 10 03:39:29.446895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9db66214-ac57-43aa-b811-2f10f2ff8e90 req-fb087fe8-7541-4a8c-85c6-a1816eada2d5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782170 Nov 10 03:39:29.556224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9523-4469-47b9-850a-54d0eddf25f0 req-4411232f-2b35-4f3d-a985-14a4602bc7d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:29.557890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-573b9523-4469-47b9-850a-54d0eddf25f0 req-4411232f-2b35-4f3d-a985-14a4602bc7d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.0750737 Nov 10 03:39:29.682231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865768e3-718e-4277-b8a6-4d89e91bae91 req-555ec389-73f6-4aec-bd66-427e09bfc77c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:29.697009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865768e3-718e-4277-b8a6-4d89e91bae91 req-555ec389-73f6-4aec-bd66-427e09bfc77c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1267395 Nov 10 03:39:29.762165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-573b9523-4469-47b9-850a-54d0eddf25f0 req-02fa99e8-e614-44e5-94d9-27321f9ac07e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910634 Nov 10 03:39:29.837462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865768e3-718e-4277-b8a6-4d89e91bae91 req-d36cdab9-783c-4d60-92c8-9eb9a3a20b2c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396081 Nov 10 03:39:29.948103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92b41-2dbb-4e4f-b777-3f6ef6224664 req-4b75310f-f1ae-4e95-a113-dc25cb998afd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:29.949693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc92b41-2dbb-4e4f-b777-3f6ef6224664 req-4b75310f-f1ae-4e95-a113-dc25cb998afd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 948 time: 0.0573294 Nov 10 03:39:30.030860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc92b41-2dbb-4e4f-b777-3f6ef6224664 req-74dbf28c-86d1-49c3-955d-8d2f37ab9d5e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732188 Nov 10 03:39:30.158042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:30.438143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:30.461107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89e8dc-2c5e-4fbb-96f6-2ea1eaac8028 req-40ec9969-6b68-4e13-a90e-307cc0a07798 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:30.464549 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc89e8dc-2c5e-4fbb-96f6-2ea1eaac8028 req-40ec9969-6b68-4e13-a90e-307cc0a07798 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1863754 Nov 10 03:39:30.469560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00', 'mac_address': 'fa:16:3e:89:f2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:30.521403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f42b7d-c571-431c-b9f4-c688053ecac0 req-90efce07-2ae3-42fe-842c-54f92623af0d tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:30.529430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9f42b7d-c571-431c-b9f4-c688053ecac0 req-90efce07-2ae3-42fe-842c-54f92623af0d tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 944 time: 0.1812954 Nov 10 03:39:30.530113 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:30.549657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:30.588918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:30.594190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:30.607888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9f42b7d-c571-431c-b9f4-c688053ecac0 req-fddd362f-0348-409d-a703-a1b2f67b7e60 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774422 Nov 10 03:39:30.621999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc89e8dc-2c5e-4fbb-96f6-2ea1eaac8028 req-bc68f6bd-8e7d-49fd-ac9a-ab3c4d9c5ba4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451755 Nov 10 03:39:30.671027 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:39:30.719813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 29ed8f26-7db0-4476-a560-69260ad769d8 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:30.720326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-257fdc53-b4ca-4292-8223-e24446124167 req-5a42f587-d9b1-4651-a71d-c569df97d266 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 210 time: 0.0397999 Nov 10 03:39:30.756650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:30.825152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 29ed8f26-7db0-4476-a560-69260ad769d8 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:30.841226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 29ed8f26-7db0-4476-a560-69260ad769d8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:30.841843 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:30.931278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63286b6e-f2af-47f4-a315-4f6ae292cb99 req-26fbd531-74e6-45e4-ace1-0417ef4a71bf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:30.940175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63286b6e-f2af-47f4-a315-4f6ae292cb99 req-26fbd531-74e6-45e4-ace1-0417ef4a71bf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.0777807 Nov 10 03:39:30.981965 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:30.985046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['4faa5f13-ebd2-4b49-a3ac-1a03f8118f00'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:31.037163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63286b6e-f2af-47f4-a315-4f6ae292cb99 req-3ae35f83-e0f1-4ddb-bcf1-a511b335dc51 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941610 Nov 10 03:39:31.043491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:31.045814 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa36ade-e87e-4e29-92b5-250fc7d888e7" -d '{"events": [{"server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "name": "network-vif-plugged", "status": "completed", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:31.072497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 29ed8f26-7db0-4476-a560-69260ad769d8, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=29ed8f26-7db0-4476-a560-69260ad769d8,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:31.084754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:31.206365 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b891d1-116d-472a-8896-8252e2ae0194 x-openstack-request-id: req-d0b891d1-116d-472a-8896-8252e2ae0194 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:31.207038 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "name": "network-vif-plugged", "status": "completed", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:31.207038 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0b891d1-116d-472a-8896-8252e2ae0194 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:31.208600 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8', 'code': 200} Nov 10 03:39:31.242078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-b4588f93-c6d6-4979-831e-422eb957c57b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:31.249711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-b4588f93-c6d6-4979-831e-422eb957c57b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.3085370 Nov 10 03:39:31.274401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=29ed8f26-7db0-4476-a560-69260ad769d8,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:31.276188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Request body: {'port': {'device_id': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'admin_state_up': True, 'tenant_id': 'c4a23797f3e94a6a9dac1fa20055bcc8'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:31.354047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b08d9-f53a-4afb-992c-99b898394a8c req-e59daece-29f1-457e-8d42-527776793c07 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:31.372022 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e66b08d9-f53a-4afb-992c-99b898394a8c req-e59daece-29f1-457e-8d42-527776793c07 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 949 time: 0.1231487 Nov 10 03:39:31.433970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87420012-77d5-45b7-9ad5-067fe84ecd2a req-1c91b3ea-624c-4b81-bb51-806a2a70440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:31.436045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-87420012-77d5-45b7-9ad5-067fe84ecd2a req-1c91b3ea-624c-4b81-bb51-806a2a70440f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 1096 time: 0.0704803 Nov 10 03:39:31.465967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e66b08d9-f53a-4afb-992c-99b898394a8c req-4be3bb41-21ca-41f5-a18a-053561dbcda2 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854135 Nov 10 03:39:31.503430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Made reservation on behalf of c4a23797f3e94a6a9dac1fa20055bcc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:39:31.508488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:31.657360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-87420012-77d5-45b7-9ad5-067fe84ecd2a req-c5b1f14d-cca8-4fdb-b32d-4fc94d163228 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069604 Nov 10 03:39:31.728666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Allocated IP 172.20.0.8 (0d143b17-e5a2-4e38-a472-292b4641cce6/3f9bad20-b5b0-44b2-9067-47e69875e36d/496511de-6564-4af6-a704-ebf15e799eb1) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:39:31.755897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842cfa4-5586-47f0-96d3-d4cc8071e56e req-3e645ce6-fc97-4ad1-90e8-3f18d1671877 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:31.773405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a842cfa4-5586-47f0-96d3-d4cc8071e56e req-3e645ce6-fc97-4ad1-90e8-3f18d1671877 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 945 time: 0.0769467 Nov 10 03:39:31.860987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a842cfa4-5586-47f0-96d3-d4cc8071e56e req-545dd057-5274-47d6-bed9-2302f05d284d tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865331 Nov 10 03:39:31.870865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3084-f07d-4f7f-9b1a-61d4d97da1b0 req-e0e4a909-ba2f-475c-a601-67c3453c37e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:31.872629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0ac3084-f07d-4f7f-9b1a-61d4d97da1b0 req-e0e4a909-ba2f-475c-a601-67c3453c37e2 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0808218 Nov 10 03:39:31.933956 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:31.978421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:31.989791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0ac3084-f07d-4f7f-9b1a-61d4d97da1b0 req-55339280-0364-4a88-80eb-9ba38a64e228 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982749 Nov 10 03:39:32.023319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:39:32.026408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:39:32.030312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:39:32.096230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:32.104743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:32.104911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:32.126227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-afc5da13-d260-4fa4-85d2-7332b4ed84f9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8540432 Nov 10 03:39:32.129108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786af6d-2ff5-4faa-9f44-585c7780b31c req-a05660d2-b357-4d89-9fc0-1bbf93167207 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:32.142743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2786af6d-2ff5-4faa-9f44-585c7780b31c req-a05660d2-b357-4d89-9fc0-1bbf93167207 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 931 time: 0.1477528 Nov 10 03:39:32.153347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Request body: {'port': {'device_id': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:32.217467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:32.245524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2786af6d-2ff5-4faa-9f44-585c7780b31c req-3b4dd05f-a174-4624-a942-c38ae726c169 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018147 Nov 10 03:39:32.281375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da006f-7027-40e0-871a-dbef77eb1cd2 req-9db4ff03-e738-473b-9134-c040ba488a11 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:32.284405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64da006f-7027-40e0-871a-dbef77eb1cd2 req-9db4ff03-e738-473b-9134-c040ba488a11 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.1392882 Nov 10 03:39:32.374693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64da006f-7027-40e0-871a-dbef77eb1cd2 req-23dfab6a-da1d-4088-bd6d-a7edb7a45214 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822864 Nov 10 03:39:32.719084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:32.753376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb02176-c3f9-4e60-bc95-61cd966f103a req-d64afad6-e76f-4cf6-bb02-64d1134728c6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:32.761044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbb02176-c3f9-4e60-bc95-61cd966f103a req-d64afad6-e76f-4cf6-bb02-64d1134728c6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 949 time: 0.0964196 Nov 10 03:39:32.865462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbb02176-c3f9-4e60-bc95-61cd966f103a req-f6bd052d-f5c4-4cba-9d42-12317410dc17 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010239 Nov 10 03:39:32.873630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496511de-6564-4af6-a704-ebf15e799eb1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:32.897422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:32.919871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Transition to ACTIVE for port object 496511de-6564-4af6-a704-ebf15e799eb1 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:39:32.929260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:32.944560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:32.972795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '0af98967-b551-4267-b8e2-cff2e79067f1', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '0af98967-b551-4267-b8e2-cff2e79067f1', 'mac_address': 'fa:16:3e:19:0f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:33.014248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:33.054343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6d56-2b2b-4cf2-abf7-8aa3b7ff49b8 req-a5689bce-3be7-49ab-b535-d3bda2c69bae tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:33.061879 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e70c6d56-2b2b-4cf2-abf7-8aa3b7ff49b8 req-a5689bce-3be7-49ab-b535-d3bda2c69bae tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 945 time: 0.0997722 Nov 10 03:39:33.066397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:33.099642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af98967-b551-4267-b8e2-cff2e79067f1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:33.116065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e70c6d56-2b2b-4cf2-abf7-8aa3b7ff49b8 req-24a355c5-f0c8-454e-870a-3c248f4385d7 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514896 Nov 10 03:39:33.132945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:39:33.134609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:39:33.135223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:33.149791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:39:33.150273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:39:33.159441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:39:33.159802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:39:33.160163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:39:33.160864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Bound port: 496511de-6564-4af6-a704-ebf15e799eb1, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:39:33.161256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:33.164644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:33.169440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:33.300340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:33.366712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9353-2dfe-4bbf-97a8-985b5b1ab5eb req-e72348df-ef0e-46f8-9393-98331e5c15ad tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:33.372302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71ae9353-2dfe-4bbf-97a8-985b5b1ab5eb req-e72348df-ef0e-46f8-9393-98331e5c15ad tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1416438 Nov 10 03:39:33.404977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:39:33.408783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:39:33.413559 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:33.479639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:33.480316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:33.481716 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] 10.222.0.11 "PUT /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 1091 time: 1.3327761 Nov 10 03:39:33.482201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:33.485268 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951f44a-42fe-4e58-9063-fced72f23381" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "tag": "496511de-6564-4af6-a704-ebf15e799eb1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:33.506991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92572eba-f800-4bcf-b6bb-309c97d085a3 service neutron] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:33.534899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71ae9353-2dfe-4bbf-97a8-985b5b1ab5eb req-860411a3-8e56-49d5-8884-b53af6d86e6a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458225 Nov 10 03:39:33.555499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537ad48-fc21-48f6-ad4a-6e33cdd2d708 req-7aec0555-4f0c-4b85-8229-08b1ce7c38a8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:33.557305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b537ad48-fc21-48f6-ad4a-6e33cdd2d708 req-7aec0555-4f0c-4b85-8229-08b1ce7c38a8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.1666493 Nov 10 03:39:33.653519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-23eaa6fb-f104-48a8-91a3-6cf7e9f5756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:33.657218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-23eaa6fb-f104-48a8-91a3-6cf7e9f5756c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1094 time: 0.0704241 Nov 10 03:39:33.691023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b537ad48-fc21-48f6-ad4a-6e33cdd2d708 req-1caf67ee-7bf8-4658-9388-d067df7ac41b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231189 Nov 10 03:39:33.705889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['0af98967-b551-4267-b8e2-cff2e79067f1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:33.753091 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-3aab5ab2-b458-4b4d-9204-afc642add890 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 217 time: 0.0792892 Nov 10 03:39:33.825271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9de556-9d96-4d3d-957d-bc71b9517679 req-39a13527-28db-469b-abb1-b4c8c48add3c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:33.828823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba9de556-9d96-4d3d-957d-bc71b9517679 req-39a13527-28db-469b-abb1-b4c8c48add3c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 949 time: 0.1368315 Nov 10 03:39:33.842511 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596b2713-ee8e-41fe-aaab-3c78d4b8ab8e x-openstack-request-id: req-596b2713-ee8e-41fe-aaab-3c78d4b8ab8e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:33.842866 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "tag": "496511de-6564-4af6-a704-ebf15e799eb1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:33.843315 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-596b2713-ee8e-41fe-aaab-3c78d4b8ab8e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:33.844127 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1', 'status': 'completed', 'code': 200} Nov 10 03:39:33.863727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-316bf0ee-6959-4f7e-b85b-f331b9db9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:33.870103 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-316bf0ee-6959-4f7e-b85b-f331b9db9180 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1071885 Nov 10 03:39:33.914757 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-5dd0cff9-9221-4b25-b33f-ff75ffbc3cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350819 Nov 10 03:39:33.934071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba9de556-9d96-4d3d-957d-bc71b9517679 req-46a9ea3f-2d7a-4313-8f8e-3bf21ee5ad69 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946007 Nov 10 03:39:34.081640 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-38bc00b8-75eb-474c-b751-89f03e4f60e5 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551557 Nov 10 03:39:34.148057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a77f7e-2317-4113-bf21-3e23cc619344 req-290156f3-b430-45bd-a781-abef8ada93c0 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.150175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5a77f7e-2317-4113-bf21-3e23cc619344 req-290156f3-b430-45bd-a781-abef8ada93c0 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 949 time: 0.0682993 Nov 10 03:39:34.174986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:34.226481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5a77f7e-2317-4113-bf21-3e23cc619344 req-52e3c837-6fd1-4cdd-a624-55731b786cb2 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627079 Nov 10 03:39:34.248493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:34.254083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:34.258027 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:34.302483 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d816ee45-5989-4456-b316-8cbb3b407b41 req-1b79fcec-f851-419f-9b6a-3de46e362624 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935077 Nov 10 03:39:34.321530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde4fe-78ef-4c6a-9c2a-b0a578a11516 req-3bd998ac-3180-4d78-9e59-e799962c3aa5 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.331784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10bde4fe-78ef-4c6a-9c2a-b0a578a11516 req-3bd998ac-3180-4d78-9e59-e799962c3aa5 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 945 time: 0.0875528 Nov 10 03:39:34.389267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:34.391361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10bde4fe-78ef-4c6a-9c2a-b0a578a11516 req-67ef1cbd-3054-4c57-8053-6a057a46948e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Nov 10 03:39:34.418709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd129447e-f919-4022-9321-e63511e192ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:34.421667 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd9edf-5b34-4e2c-9df9-7cb5382dcd57" -d '{"events": [{"server_uuid": "d129447e-f919-4022-9321-e63511e192ba", "name": "network-vif-plugged", "status": "completed", "tag": "4faa5f13-ebd2-4b49-a3ac-1a03f8118f00"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:34.435347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:34.440914 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:34.532158 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9854bf-5e40-4b90-90b4-b6d8691e606d x-openstack-request-id: req-8a9854bf-5e40-4b90-90b4-b6d8691e606d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:34.532674 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d129447e-f919-4022-9321-e63511e192ba", "name": "network-vif-plugged", "status": "completed", "tag": "4faa5f13-ebd2-4b49-a3ac-1a03f8118f00", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:34.532674 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a9854bf-5e40-4b90-90b4-b6d8691e606d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:34.533377 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd129447e-f919-4022-9321-e63511e192ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00', 'code': 200} Nov 10 03:39:34.534436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951f44a-42fe-4e58-9063-fced72f23381 req-32f4357c-f998-4463-bdee-20c745e5ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.536345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f951f44a-42fe-4e58-9063-fced72f23381 req-32f4357c-f998-4463-bdee-20c745e5ace6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1094 time: 0.0881534 Nov 10 03:39:34.545151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:34.675688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-a88cbeef-5f18-433e-a606-945e4dac4492 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.684362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-a88cbeef-5f18-433e-a606-945e4dac4492 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1450140 Nov 10 03:39:34.686595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41010) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:34.702231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd45c-812e-4e17-996c-95ef063e1023 req-0a11c884-564a-48a9-b4cd-65a9072aadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.703762 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af0bd45c-812e-4e17-996c-95ef063e1023 req-0a11c884-564a-48a9-b4cd-65a9072aadc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 1101 time: 0.0847325 Nov 10 03:39:34.710056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951f44a-42fe-4e58-9063-fced72f23381 req-df09edc5-2902-4889-8ba8-f395d3d43c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.712086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f951f44a-42fe-4e58-9063-fced72f23381 req-df09edc5-2902-4889-8ba8-f395d3d43c82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.1586080 Nov 10 03:39:34.778141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-58cebfe6-daa8-47b8-abe6-ba41177f814f tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.0927808 Nov 10 03:39:34.783901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'floatingip': {'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:34.789788 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f951f44a-42fe-4e58-9063-fced72f23381 req-cefb2404-2beb-4197-a98b-635cc98cb7c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 217 time: 0.0642395 Nov 10 03:39:34.841080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:34.880416 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af0bd45c-812e-4e17-996c-95ef063e1023 req-b911e9b5-7202-4ad0-b9fb-ee6ce6f66847 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653848 Nov 10 03:39:34.884014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ec89a-192a-40a2-9e40-c898c9a68574 req-1da84c86-3cea-4807-a25d-586a31eb79f8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.891245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951f44a-42fe-4e58-9063-fced72f23381 req-18174a98-0665-449c-a4d0-44acef6302ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:34.891540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f1ec89a-192a-40a2-9e40-c898c9a68574 req-1da84c86-3cea-4807-a25d-586a31eb79f8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.2039783 Nov 10 03:39:34.892827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f951f44a-42fe-4e58-9063-fced72f23381 req-18174a98-0665-449c-a4d0-44acef6302ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0909007 Nov 10 03:39:34.929258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f951f44a-42fe-4e58-9063-fced72f23381 req-bc9d4bd5-69ee-4c66-807a-089f742835e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277147 Nov 10 03:39:34.952298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:35.053571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f1ec89a-192a-40a2-9e40-c898c9a68574 req-8360f70c-554c-474f-93a6-55ca93ae34d8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558287 Nov 10 03:39:35.136486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f951f44a-42fe-4e58-9063-fced72f23381 req-4a47dc7c-f8e9-4080-ba79-1b73716c7344 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743805 Nov 10 03:39:35.286523 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f951f44a-42fe-4e58-9063-fced72f23381 req-3c68ee56-7bea-4012-8fd6-1e8c8e02b00e service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407030 Nov 10 03:39:35.302799 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:35.312581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:35.341974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98d2b7-318d-4fbb-abd8-3a44f8711314 req-7f1342cf-f689-463b-8e49-10adbb42833a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:35.344141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa98d2b7-318d-4fbb-abd8-3a44f8711314 req-7f1342cf-f689-463b-8e49-10adbb42833a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.1986465 Nov 10 03:39:35.425720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7847adc2787e48e689269f8aec19b3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7365606 Nov 10 03:39:35.427394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9b4a4-87d7-4355-bbc7-63da001b82dd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:35.429182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41030) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:35.447582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.448195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.448698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.449070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.449356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.449681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.450032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.450354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.450673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.450986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.451298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.451615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81c0ab-9bd7-4118-a234-50a36319ed2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.487384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:35.512210 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:35.578983 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:35.583726 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:35.588455 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bb9b4a4-87d7-4355-bbc7-63da001b82dd HTTP/1.1" status: 204 len: 168 time: 0.1580970 Nov 10 03:39:35.598406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9b4a4-87d7-4355-bbc7-63da001b82dd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:35.607662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.609455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.609856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.610237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.610569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.612364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.612777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.613126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.613481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.613815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.614200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.614521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7761-6911-4ef9-9e8e-c788bb10f022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:35.918772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa98d2b7-318d-4fbb-abd8-3a44f8711314 req-572d8d41-4fa9-4e75-9dd0-8e71f14571ce tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565491 Nov 10 03:39:36.006312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:36.026212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82d2561c-f81c-4a7c-98e0-839f088ada92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.128775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82d2561c-f81c-4a7c-98e0-839f088ada92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.134028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82d2561c-f81c-4a7c-98e0-839f088ada92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.179461 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-82d2561c-f81c-4a7c-98e0-839f088ada92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3aeddfd9a92465d9a9688d1eb802315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720462 Nov 10 03:39:36.180351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2561c-f81c-4a7c-98e0-839f088ada92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb966151-d6f9-49c2-b2f9-8f2b4077d59e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:36.182769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41048) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:36.230311 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.239238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6d072-8517-4bd0-99b5-13c514f5e451 req-df1188b4-87cd-421d-bd83-a35507164dc6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:36.240759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cc6d072-8517-4bd0-99b5-13c514f5e451 req-df1188b4-87cd-421d-bd83-a35507164dc6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 949 time: 0.1461477 Nov 10 03:39:36.241962 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.266249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb9f1cd-00f9-4a28-b45b-fe87181f9221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.298998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb9f1cd-00f9-4a28-b45b-fe87181f9221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.370658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cc6d072-8517-4bd0-99b5-13c514f5e451 req-95dcb58b-c6b5-4e04-a199-b2c3204e7071 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939450 Nov 10 03:39:36.373299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb9f1cd-00f9-4a28-b45b-fe87181f9221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.376808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb9f1cd-00f9-4a28-b45b-fe87181f9221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.382685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-edb9f1cd-00f9-4a28-b45b-fe87181f9221 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb966151-d6f9-49c2-b2f9-8f2b4077d59e HTTP/1.1" status: 204 len: 168 time: 0.1860430 Nov 10 03:39:36.391838 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd associated. External IP: 172.25.6.104, port: 6376e269-d568-4c58-9f69-eeaeddbe5e52. Nov 10 03:39:36.404506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9f1cd-00f9-4a28-b45b-fe87181f9221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb966151-d6f9-49c2-b2f9-8f2b4077d59e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:36.709057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91585cb1-b6ad-4233-9cdb-737aa5bb4efa req-a9d7a990-ac21-4d04-a690-19e6cd43c65e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:36.716548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91585cb1-b6ad-4233-9cdb-737aa5bb4efa req-a9d7a990-ac21-4d04-a690-19e6cd43c65e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 950 time: 0.1662252 Nov 10 03:39:36.738670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:36.782574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91585cb1-b6ad-4233-9cdb-737aa5bb4efa req-59318d8d-ee50-473d-8d93-89bdd4068c4a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Nov 10 03:39:36.820582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:39:36.837899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 0af98967-b551-4267-b8e2-cff2e79067f1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:36.842947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 0af98967-b551-4267-b8e2-cff2e79067f1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:36.843790 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.900205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41056) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:36.927257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f3eaf19-95a6-40a9-8b94-9930bec98443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.957966 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:36.996083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:36.998379 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e2a7a3-45c9-4547-bbdb-8344d95ce439" -d '{"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-plugged", "status": "completed", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:37.018829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:37.031394 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.036250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc32fce-7926-46c3-b989-c04c9596f9c2 req-9461848e-a27b-4c30-9566-78c40893fb55 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:37.038757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f3eaf19-95a6-40a9-8b94-9930bec98443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.043275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f3eaf19-95a6-40a9-8b94-9930bec98443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.045819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dc32fce-7926-46c3-b989-c04c9596f9c2 req-9461848e-a27b-4c30-9566-78c40893fb55 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1107781 Nov 10 03:39:37.084318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3f3eaf19-95a6-40a9-8b94-9930bec98443 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9008acc7e3144b0784e8e4b2cb0e82c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812303 Nov 10 03:39:37.088289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:37.101307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:37.118891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dc32fce-7926-46c3-b989-c04c9596f9c2 req-76582ebe-d8fc-4e2c-ba6f-0dc3ea6fbaa8 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719862 Nov 10 03:39:37.133090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3eaf19-95a6-40a9-8b94-9930bec98443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf3788-5726-4a3f-8686-8fcccda30ed2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:37.143106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:39:37.147686 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.157418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:39:37.168153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db34ba2c-2a48-44b9-a99a-c4cb88b6ed47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.186654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:37.189064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:37.218500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-f6fbce4d-12bf-4593-84ff-fce9afab5569 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "PUT /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 200 len: 996 time: 2.4393423 Nov 10 03:39:37.219016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:37.222570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db34ba2c-2a48-44b9-a99a-c4cb88b6ed47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.229669 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d347720a-b473-4dc5-84b6-e82aafd0936d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:37.334404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db34ba2c-2a48-44b9-a99a-c4cb88b6ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.337368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-77bc00f9-df82-4f61-be37-4b7f2d46cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:37.342812 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db34ba2c-2a48-44b9-a99a-c4cb88b6ed47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.343979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-db34ba2c-2a48-44b9-a99a-c4cb88b6ed47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ccf3788-5726-4a3f-8686-8fcccda30ed2 HTTP/1.1" status: 204 len: 168 time: 0.2547584 Nov 10 03:39:37.353095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-77bc00f9-df82-4f61-be37-4b7f2d46cb12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.1133873 Nov 10 03:39:37.368881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34ba2c-2a48-44b9-a99a-c4cb88b6ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf3788-5726-4a3f-8686-8fcccda30ed2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:37.421622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:37.499083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b422-5b37-4782-b4b2-3aaa7afb011d req-34d00bdd-5935-42b2-b468-86fd955699df tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:37.508305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4751b422-5b37-4782-b4b2-3aaa7afb011d req-34d00bdd-5935-42b2-b468-86fd955699df tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.1416187 Nov 10 03:39:37.598304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-825584c5-877c-4cf8-8345-6445dd161ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:37.611126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-825584c5-877c-4cf8-8345-6445dd161ccf service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.2537282 Nov 10 03:39:37.746831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-5d916d05-4673-4375-98a6-6f82cc1febe6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 999 time: 0.1362360 Nov 10 03:39:37.773485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4751b422-5b37-4782-b4b2-3aaa7afb011d req-3c27f79c-d183-40ce-b2bb-f2635791f6fa tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581570 Nov 10 03:39:37.811405 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:37.841403 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0968f55b-bfa3-4aaa-861b-9550d6c2e4ac x-openstack-request-id: req-0968f55b-bfa3-4aaa-861b-9550d6c2e4ac {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:37.841708 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-plugged", "status": "completed", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:37.842078 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0968f55b-bfa3-4aaa-861b-9550d6c2e4ac {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:37.848340 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1', 'code': 200} Nov 10 03:39:37.862568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-1f098f61-0b5b-4221-b15f-8c0c27adaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:37.864575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-1f098f61-0b5b-4221-b15f-8c0c27adaa76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.1163161 Nov 10 03:39:37.950259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-c7293528-d46c-4044-baad-575c8f08f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:37.960836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-c7293528-d46c-4044-baad-575c8f08f37b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858910 Nov 10 03:39:37.968337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-2ba3d1a1-0e83-4754-b847-3952ad1dfe4c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:39:37.977844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-2ba3d1a1-0e83-4754-b847-3952ad1dfe4c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157208 Nov 10 03:39:38.034547 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6570f31d-462a-43c9-b704-380072b5a8bb x-openstack-request-id: req-6570f31d-462a-43c9-b704-380072b5a8bb {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:38.034834 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:38.035087 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6570f31d-462a-43c9-b704-380072b5a8bb {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:38.035744 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'status': 'completed', 'code': 200} Nov 10 03:39:38.041485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358db2c-1f34-4adb-a9f8-941384723d1d req-f39d9604-32e5-46e0-9320-3b74dca1f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:38.048761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c358db2c-1f34-4adb-a9f8-941384723d1d req-f39d9604-32e5-46e0-9320-3b74dca1f62c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1101 time: 0.0824530 Nov 10 03:39:38.073536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:0f:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:36Z', 'revision_number': 1, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:38.151871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:39:38.158997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-7a40fac1-f20c-4a76-85de-b4d1f3282fbb service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798558 Nov 10 03:39:38.161624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:38.162264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:38.223342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-02ef234d-2750-4326-b528-c3c24acac117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:38.225456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-02ef234d-2750-4326-b528-c3c24acac117 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.1394105 Nov 10 03:39:38.229773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c358db2c-1f34-4adb-a9f8-941384723d1d req-f8aa57bd-7576-4feb-a3f9-b19cdf75d48f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667016 Nov 10 03:39:38.265240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b8f7f-4968-466a-b2ec-997bdbc8e33c req-86e0faf1-bacc-4dcf-b8f7-2dae9fecc491 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:38.267202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c00b8f7f-4968-466a-b2ec-997bdbc8e33c req-86e0faf1-bacc-4dcf-b8f7-2dae9fecc491 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 1101 time: 0.1315076 Nov 10 03:39:38.325961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c00b8f7f-4968-466a-b2ec-997bdbc8e33c req-929c6380-d29e-4ba4-99cc-1cc2a3997fe7 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:38.339683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:38.341050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13069842-e470-45e9-8b96-fe219e62f4f2 req-0a114872-db1c-47ed-984a-fc1efb5e82f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805921 Nov 10 03:39:38.501973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e805-f5a7-43bd-addb-b424470f5b5f req-e4b2581a-73cc-4b16-ae94-0e338cbb690f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:38.502876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd37e805-f5a7-43bd-addb-b424470f5b5f req-e4b2581a-73cc-4b16-ae94-0e338cbb690f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0686882 Nov 10 03:39:38.541298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c00b8f7f-4968-466a-b2ec-997bdbc8e33c req-929c6380-d29e-4ba4-99cc-1cc2a3997fe7 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:38.548757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c00b8f7f-4968-466a-b2ec-997bdbc8e33c req-929c6380-d29e-4ba4-99cc-1cc2a3997fe7 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:38.583659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c6380-d29e-4ba4-99cc-1cc2a3997fe7 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa192456-b04d-41f0-87bd-6dfacef614ae,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:38.612687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd37e805-f5a7-43bd-addb-b424470f5b5f req-6ac3be75-640f-416e-9119-1853e2fdc87e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998003 Nov 10 03:39:38.620373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c00b8f7f-4968-466a-b2ec-997bdbc8e33c req-929c6380-d29e-4ba4-99cc-1cc2a3997fe7 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401158 Nov 10 03:39:38.777605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 496511de-6564-4af6-a704-ebf15e799eb1 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:38.778002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-b984fee1-e6b9-40a6-a7bc-6ff2a31a9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:38.779748 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-b984fee1-e6b9-40a6-a7bc-6ff2a31a9969 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1722834 Nov 10 03:39:38.838458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:0f:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:36Z', 'revision_number': 1, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:38.867032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728da80-7000-4d68-90b1-d2394f68d368 req-788220b6-8c24-414f-abdf-0632d893f265 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:38.869475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3728da80-7000-4d68-90b1-d2394f68d368 req-788220b6-8c24-414f-abdf-0632d893f265 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0955334 Nov 10 03:39:38.897414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f75e3-79e1-4851-83b2-bb9ea259d1ef None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:0f:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:36Z', 'revision_number': 1, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:39:38.898498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-074e9adb-3e4e-4b66-9831-c92465dcc798 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 999 time: 0.1104457 Nov 10 03:39:38.997594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-e6f31b85-54d1-4343-b454-1c30f5d25649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:39.000523 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-e6f31b85-54d1-4343-b454-1c30f5d25649 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0873499 Nov 10 03:39:39.074071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-fe755b4c-56a3-49ba-a32b-8ce17216bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:39.074071 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-fe755b4c-56a3-49ba-a32b-8ce17216bff0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644593 Nov 10 03:39:39.079652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:39.097247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '496511de-6564-4af6-a704-ebf15e799eb1', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'port_id': '496511de-6564-4af6-a704-ebf15e799eb1', 'mac_address': 'fa:16:3e:62:d3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9bad20-b5b0-44b2-9067-47e69875e36d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:39.098872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3728da80-7000-4d68-90b1-d2394f68d368 req-e8e98649-8445-48b8-9bcc-5716fc1fbc3d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227101 Nov 10 03:39:39.138159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-7e97327b-5537-4c75-a034-13387f456224 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:39.139724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-7e97327b-5537-4c75-a034-13387f456224 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2625847 Nov 10 03:39:39.190185 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:39.223337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496511de-6564-4af6-a704-ebf15e799eb1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:39.262581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-d9a29478-21dd-495c-b269-11e33a35bc6f service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811395 Nov 10 03:39:39.271075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:39.276833 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:39.294610 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bded02-d584-4611-b943-a990f892ac2b None None] New status for floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:39:39.365990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:39.432807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d347720a-b473-4dc5-84b6-e82aafd0936d req-39c64c03-b2a0-4390-872a-de4fcaba8d81 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497810 Nov 10 03:39:39.714032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-4cf1e5c9-5e5c-4b36-933c-35ade7f7e3e9 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 999 time: 0.5612998 Nov 10 03:39:39.728515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'floatingip': {'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:39.775906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69055b-d57c-4ed5-8c7b-ca6c14bc69c0 req-85b6ab08-cad0-4b47-9049-1497ffb5228c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:39.777414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d69055b-d57c-4ed5-8c7b-ca6c14bc69c0 req-85b6ab08-cad0-4b47-9049-1497ffb5228c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 944 time: 0.4932737 Nov 10 03:39:39.823109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:39.836932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['496511de-6564-4af6-a704-ebf15e799eb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:39.881214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d69055b-d57c-4ed5-8c7b-ca6c14bc69c0 req-678356c0-0423-471d-b9f4-4c9bc7a93065 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966311 Nov 10 03:39:40.356715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c83aef-c35d-48d4-8f5d-e8fce9430aea req-76638726-77e8-4cdf-b702-771e5caff10b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:40.356715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3c83aef-c35d-48d4-8f5d-e8fce9430aea req-76638726-77e8-4cdf-b702-771e5caff10b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1061428 Nov 10 03:39:40.495816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3c83aef-c35d-48d4-8f5d-e8fce9430aea req-bc1631cd-86be-4388-8954-21285bcb60e0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167579 Nov 10 03:39:40.524373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:40.529609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:40.655368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ff934-6212-45f9-bef3-06f4115d62b2 req-3c4c1aef-ee59-4b29-a829-01aa7e4884aa tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:40.656838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-030ff934-6212-45f9-bef3-06f4115d62b2 req-3c4c1aef-ee59-4b29-a829-01aa7e4884aa tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 1101 time: 0.0866680 Nov 10 03:39:40.698380 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd associated. External IP: 172.25.6.104, port: 6376e269-d568-4c58-9f69-eeaeddbe5e52. Nov 10 03:39:40.756891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-030ff934-6212-45f9-bef3-06f4115d62b2 req-66319f22-f752-4b1f-bfee-74ec2de485f9 tempest-ServersAdminNegativeTestJSON-87859941 tempest-ServersAdminNegativeTestJSON-87859941-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895824 Nov 10 03:39:40.986215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c9b9-1d95-4973-b4eb-96a1232bf4ac req-11798b95-5c6d-4a21-bc0b-0d010fc0f2e5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:40.987739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3968c9b9-1d95-4973-b4eb-96a1232bf4ac req-11798b95-5c6d-4a21-bc0b-0d010fc0f2e5 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0698504 Nov 10 03:39:40.989710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:39:41.084577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3968c9b9-1d95-4973-b4eb-96a1232bf4ac req-58ab4b7b-4be8-4b63-813d-0e8335cb22b3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894899 Nov 10 03:39:41.137199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:39:41.147360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:39:41.157322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:41.157960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:41.273849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:41.338466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-a598ce7a-323a-41aa-9510-0802e5be2957 req-e01ffd87-4e6b-49bf-8545-d30cb89f133b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:39:41.339518 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a598ce7a-323a-41aa-9510-0802e5be2957 req-e01ffd87-4e6b-49bf-8545-d30cb89f133b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071304 Nov 10 03:39:41.369440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:39:41.496728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:39:41.502490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:41.530064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:13:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:40Z', 'revision_number': 3, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:41.537662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:41.540100 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:41.561124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-47d34a55-0997-4cdc-8976-1c369bec8806 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442855 Nov 10 03:39:41.563314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:39:41.568702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09cdf931-d5d4-4ff5-a9f9-f459c8d4bb30 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "PUT /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 200 len: 998 time: 1.8452270 Nov 10 03:39:41.578870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:41.579581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:41.646735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-dfd223f1-5e06-4f3f-a6f9-19ea2cefe746 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:41.648117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-dfd223f1-5e06-4f3f-a6f9-19ea2cefe746 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports/6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 942 time: 0.0740368 Nov 10 03:39:41.722571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:41.730254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2fda0-4dbc-4595-a800-7a85f9ff705c req-cea6a295-831d-43a8-a865-a8e4247da649 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:41.734310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9d2fda0-4dbc-4595-a800-7a85f9ff705c req-cea6a295-831d-43a8-a865-a8e4247da649 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 944 time: 0.0717785 Nov 10 03:39:41.809563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-3a7fa7de-d8be-4bda-a888-36efdcbaf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:41.811611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-3a7fa7de-d8be-4bda-a888-36efdcbaf0d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.0763578 Nov 10 03:39:41.836411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9d2fda0-4dbc-4595-a800-7a85f9ff705c req-d21caa57-ef47-4621-9b10-980d8241b76d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905621 Nov 10 03:39:41.936425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-99b812ae-34e5-48f1-bbd5-1aa019b1c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:41.944751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-99b812ae-34e5-48f1-bbd5-1aa019b1c63c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1248081 Nov 10 03:39:41.989173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-9e3125bb-fd77-4180-95e1-43e0a01031a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 217 time: 0.0434759 Nov 10 03:39:42.018225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:13:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:40Z', 'revision_number': 3, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:42.044745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-5c36bffb-6f4c-44f5-abee-059b42bfce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.050995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64af40-12cb-4faa-ac69-5f29a1b4bd92 None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:13:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:40Z', 'revision_number': 3, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:39:42.054484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-5c36bffb-6f4c-44f5-abee-059b42bfce5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0644269 Nov 10 03:39:42.136833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f76c8-74a0-4a79-9bea-c10576f354ba req-34b8ab69-edf6-4263-908f-55a0bc272718 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.138984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a46f76c8-74a0-4a79-9bea-c10576f354ba req-34b8ab69-edf6-4263-908f-55a0bc272718 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0746825 Nov 10 03:39:42.141235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-2bc6bb63-59c9-412c-b1a4-9cc101f7c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.143978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-2bc6bb63-59c9-412c-b1a4-9cc101f7c137 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887711 Nov 10 03:39:42.247788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a46f76c8-74a0-4a79-9bea-c10576f354ba req-2cda1ca4-44cb-4a1c-a309-4907c1b3aa24 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980256 Nov 10 03:39:42.290601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-92f7210c-18aa-47a4-9955-1a1f6122eb06 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334295 Nov 10 03:39:42.309322 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d44df-9af7-4b5a-a1be-abab40189e4b x-openstack-request-id: req-709d44df-9af7-4b5a-a1be-abab40189e4b {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:42.314375 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:42.314375 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-709d44df-9af7-4b5a-a1be-abab40189e4b {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:42.314375 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'status': 'completed', 'code': 200} Nov 10 03:39:42.324986 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc691b-980f-448e-af0a-81935fa89e7e None None] New status for floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:39:42.424947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-5dbd1219-c594-4809-b23f-e12da034d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.427397 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-5dbd1219-c594-4809-b23f-e12da034d017 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.0714068 Nov 10 03:39:42.447903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-54f7da6b-4330-4738-95a4-3e20dd59d199 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334605 Nov 10 03:39:42.577358 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-2295a308-c3c8-4b09-86f6-c7153b5b773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.578975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-2295a308-c3c8-4b09-86f6-c7153b5b773e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 1096 time: 0.0796726 Nov 10 03:39:42.583476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-81e018e0-b131-4d76-b4a5-6425308ddc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.585474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-81e018e0-b131-4d76-b4a5-6425308ddc67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1503539 Nov 10 03:39:42.662267 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-c07c8e7f-fe42-4181-baa4-548fb41dc71b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 217 time: 0.0541592 Nov 10 03:39:42.696730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31312944-86b7-4678-a1ac-309efe48098a None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:39:42.706512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:42.707207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:42.722957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-b31a3c8f-fde1-4e65-a28d-4598abd949b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.725069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-b31a3c8f-fde1-4e65-a28d-4598abd949b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0558643 Nov 10 03:39:42.738496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e113ba-4ec7-4bf0-8dfa-94ef2b0e900c req-b3608af0-7fe7-472e-82ed-07aab8993055 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.745866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5e113ba-4ec7-4bf0-8dfa-94ef2b0e900c req-b3608af0-7fe7-472e-82ed-07aab8993055 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0827291 Nov 10 03:39:42.773212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-138aa6a2-36d2-44b0-9a0e-9db22c33ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.780574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-138aa6a2-36d2-44b0-9a0e-9db22c33ab65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1934884 Nov 10 03:39:42.787337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-14c79e02-0456-4e73-85f0-221b045db8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.789269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-14c79e02-0456-4e73-85f0-221b045db8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570495 Nov 10 03:39:42.847177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-a97dff63-d8e3-4048-9953-4e55fee181c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 1001 time: 0.0657074 Nov 10 03:39:42.906753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-df0beb5a-7ccc-4dc6-b2c4-8dd80ab3ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.908271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-df0beb5a-7ccc-4dc6-b2c4-8dd80ab3ca07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0527225 Nov 10 03:39:42.914341 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-3b3b89f6-b8ad-40bf-a85c-7970d823759c service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167634 Nov 10 03:39:42.928726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 496511de-6564-4af6-a704-ebf15e799eb1 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:42.937167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5e113ba-4ec7-4bf0-8dfa-94ef2b0e900c req-9d18daca-f1da-48e8-b486-df4a54b4ae09 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901700 Nov 10 03:39:42.977691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-5646177d-d0b7-4580-a01e-42f389b07173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:42.985494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-5646177d-d0b7-4580-a01e-42f389b07173 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683556 Nov 10 03:39:42.988050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:43.040380 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a78eea2b-4ebe-4483-8ce1-53d8dc8872f5 req-942a5582-ff85-408f-b4c7-54390c1e3abd service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174028 Nov 10 03:39:43.068920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 496511de-6564-4af6-a704-ebf15e799eb1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:39:43.078116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 496511de-6564-4af6-a704-ebf15e799eb1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:43.078484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:43.110788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e0b7-8cd3-42a2-bc40-24cf8c8d5781 req-646e1c5b-3d4d-496e-8f13-430a5d1d7653 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.112234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acd0e0b7-8cd3-42a2-bc40-24cf8c8d5781 req-646e1c5b-3d4d-496e-8f13-430a5d1d7653 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 950 time: 0.0779898 Nov 10 03:39:43.128450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-7a91c97e-9bf7-4f4f-90dd-b39f28750ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421113 Nov 10 03:39:43.209320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acd0e0b7-8cd3-42a2-bc40-24cf8c8d5781 req-65952f81-1d87-4dc1-87ae-d585a26a15b0 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900073 Nov 10 03:39:43.242275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:43.248221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b269883-90be-4a32-8a39-7f9a71dbbdfd req-09f5aa7a-b1ae-4cc4-bf5b-6e8add72d61d service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124504 Nov 10 03:39:43.306347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:43.308694 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff2b572-c23d-4249-a1b6-bb9b75a56b19" -d '{"events": [{"server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "name": "network-vif-plugged", "status": "completed", "tag": "496511de-6564-4af6-a704-ebf15e799eb1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:43.325115 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9378543d-6fde-4052-9e5e-9e791832bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:43.329961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:43.340459 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:43.376574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-9b905230-ab55-4642-9d35-6f720bf560d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.378821 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-9b905230-ab55-4642-9d35-6f720bf560d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1101 time: 0.0692422 Nov 10 03:39:43.399173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:13:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:42Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:43.401017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:43.429440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31312944-86b7-4678-a1ac-309efe48098a None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:39:43.442665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:43.443043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:43.461198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7906c79-16bc-42ca-a727-2b76c50c10f6 req-308bf661-e2e6-4a23-9cb9-cf7d4f55c1f7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.462827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7906c79-16bc-42ca-a727-2b76c50c10f6 req-308bf661-e2e6-4a23-9cb9-cf7d4f55c1f7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1228840 Nov 10 03:39:43.487848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-12273005-741c-4611-8894-11185e37ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.489360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-12273005-741c-4611-8894-11185e37ce3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1028934 Nov 10 03:39:43.493203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-2c3b91fb-fc78-42ae-a98c-9cdd90f0cd49 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.1043589 Nov 10 03:39:43.536900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-599203f2-2a41-41d0-bd25-c27aca3b0bdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.0389357 Nov 10 03:39:43.554633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7906c79-16bc-42ca-a727-2b76c50c10f6 req-b55aeb0a-15cd-480b-a3fa-ada9ba8436bb tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846515 Nov 10 03:39:43.560473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:43.561168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-7752bab6-ec2a-4817-82b5-2b64c856814a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.562536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-7752bab6-ec2a-4817-82b5-2b64c856814a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports/29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 942 time: 0.0636373 Nov 10 03:39:43.595303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-d155586b-658f-4bf9-b703-2d3073ce03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.598503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-d155586b-658f-4bf9-b703-2d3073ce03ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0549729 Nov 10 03:39:43.653627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-641bb7e9-993b-44b6-8ce4-84e775082faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.655177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-641bb7e9-993b-44b6-8ce4-84e775082faf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483642 Nov 10 03:39:43.744612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-ffcf6a74-7eee-4fea-8054-abea66fdc4be tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.0619178 Nov 10 03:39:43.756771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2c43b3f9-734e-4f65-ade5-562c23d8371d service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933952 Nov 10 03:39:43.774979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5340e3-e8f6-49dc-83a2-4c4d72986660 req-f25e8800-8b41-4ec8-89f1-c6c422798c48 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.776585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b5340e3-e8f6-49dc-83a2-4c4d72986660 req-f25e8800-8b41-4ec8-89f1-c6c422798c48 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1202304 Nov 10 03:39:43.819039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-31312944-86b7-4678-a1ac-309efe48098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:13:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:42Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:43.850531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31312944-86b7-4678-a1ac-309efe48098a None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '29ed8f26-7db0-4476-a560-69260ad769d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:13:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:42Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:39:43.850921 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-530269dd-9b5b-4126-87b6-e626da13665e service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864220 Nov 10 03:39:43.886816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b5340e3-e8f6-49dc-83a2-4c4d72986660 req-9c74f041-d345-4a79-a983-fe29f3adef9b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931127 Nov 10 03:39:43.911448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-610cf88d-d450-496f-bb04-ed7dc1baa243 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:43.911448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-610cf88d-d450-496f-bb04-ed7dc1baa243 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1557815 Nov 10 03:39:43.924846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-174fb4ba-0efb-4af8-909b-98286d8858fc tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:39:43.926342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f3d6d76-95d8-4a40-ad33-7a284d72330a req-174fb4ba-0efb-4af8-909b-98286d8858fc tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071638 Nov 10 03:39:43.988707 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f89f8-1933-44f0-9fa3-76cc09141f2e x-openstack-request-id: req-a37f89f8-1933-44f0-9fa3-76cc09141f2e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:43.989112 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "name": "network-vif-plugged", "status": "completed", "tag": "496511de-6564-4af6-a704-ebf15e799eb1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:43.989430 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a37f89f8-1933-44f0-9fa3-76cc09141f2e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:43.989892 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1', 'code': 200} Nov 10 03:39:44.179531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aea259-7c58-4a71-985f-ec3c7c173404 req-e19cde4e-9a00-46ae-9891-fc64588af2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:44.181451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e2aea259-7c58-4a71-985f-ec3c7c173404 req-e19cde4e-9a00-46ae-9891-fc64588af2eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1096 time: 0.0491931 Nov 10 03:39:44.191109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-9088ae69-2597-47e7-99df-588e9bd6e894 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.0715852 Nov 10 03:39:44.228865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e2aea259-7c58-4a71-985f-ec3c7c173404 req-e94e9ee4-646f-4c1e-bb92-81ff74bca55b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392771 Nov 10 03:39:44.263253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-d3a636d6-b40f-44d2-aedc-da33924677c4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:44.264591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-d3a636d6-b40f-44d2-aedc-da33924677c4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports/29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 942 time: 0.0672910 Nov 10 03:39:44.285826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46d32b-d33b-4533-863e-aec9d5438217 req-14a38cfa-2c58-4ce6-9898-a415993720f0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:44.287344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a46d32b-d33b-4533-863e-aec9d5438217 req-14a38cfa-2c58-4ce6-9898-a415993720f0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0801063 Nov 10 03:39:44.318531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:44.320640 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892cfd4-0954-4d10-a3f2-675855748fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:44.396087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a46d32b-d33b-4533-863e-aec9d5438217 req-788b0aaa-eac2-4168-978b-1092b115bd48 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011488 Nov 10 03:39:44.403119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-5f72a0c7-1efd-485d-82c8-c7959dba5439 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.0935857 Nov 10 03:39:44.427776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41274) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:44.523044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-4cabd064-273d-4746-934d-695bbbc46b11 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:44.524469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-4cabd064-273d-4746-934d-695bbbc46b11 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1137969 Nov 10 03:39:44.557496 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ece57374-05d6-4c03-87a1-59db35884938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.668592 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ece57374-05d6-4c03-87a1-59db35884938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.674149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ece57374-05d6-4c03-87a1-59db35884938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.721782 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ece57374-05d6-4c03-87a1-59db35884938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b162c17f707a4074a8f0dce04db4bc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928183 Nov 10 03:39:44.724662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece57374-05d6-4c03-87a1-59db35884938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a14ce20-ad74-45c3-b2fe-7f4d53fbbf96,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:44.729355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41296) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:44.806635 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-53654007-3f8a-45a4-8dc1-5715d0e9b84f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781722 Nov 10 03:39:44.809911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:44.819296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-542778f6-8914-4a32-98db-d3319b9acb79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.862784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-542778f6-8914-4a32-98db-d3319b9acb79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.880435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-cef94585-1f7e-4d52-a8f8-9fc5192070fa tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.3486528 Nov 10 03:39:44.885154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:44.924480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.956407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-131dd0b4-0e92-4b7a-bdf4-3e2023e2c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:44.958637 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-131dd0b4-0e92-4b7a-bdf4-3e2023e2c1ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.0720770 Nov 10 03:39:44.964830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.974601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-542778f6-8914-4a32-98db-d3319b9acb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.977479 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-542778f6-8914-4a32-98db-d3319b9acb79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:44.979322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-542778f6-8914-4a32-98db-d3319b9acb79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a14ce20-ad74-45c3-b2fe-7f4d53fbbf96 HTTP/1.1" status: 204 len: 168 time: 0.2484729 Nov 10 03:39:44.984281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:44.991511 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.055755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:45.101444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542778f6-8914-4a32-98db-d3319b9acb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a14ce20-ad74-45c3-b2fe-7f4d53fbbf96,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:45.163920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.169302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.169814 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd disassociated. External IP: 172.25.6.104, port: 29ed8f26-7db0-4476-a560-69260ad769d8. Nov 10 03:39:45.182162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-8a218483-b4fe-45ec-a54b-53b6c05e27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.183667 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-8a218483-b4fe-45ec-a54b-53b6c05e27cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.2031217 Nov 10 03:39:45.253312 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-eb249e8e-5a8d-46aa-ab8c-edca3cdbf761 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 217 time: 0.0566609 Nov 10 03:39:45.318507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-5768fb0c-30f1-462c-8a26-c2a628b2bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.320053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-5768fb0c-30f1-462c-8a26-c2a628b2bef6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0502689 Nov 10 03:39:45.336892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41330) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:45.353290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68492caa-d0ac-45bf-be62-77ab6084af11 req-69051905-4514-467c-922e-f1a77f170fb7 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.354742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68492caa-d0ac-45bf-be62-77ab6084af11 req-69051905-4514-467c-922e-f1a77f170fb7 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 950 time: 0.0926783 Nov 10 03:39:45.364997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9e31e15-6296-4cd9-8bb6-0f10abefdf66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.392463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-c2f48473-b24a-459e-b560-754462457778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.393988 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-c2f48473-b24a-459e-b560-754462457778 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652170 Nov 10 03:39:45.450825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68492caa-d0ac-45bf-be62-77ab6084af11 req-9d5edb6f-e807-4e2a-b2b9-799f9e20b37e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881827 Nov 10 03:39:45.458914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:39:45.527077 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9e31e15-6296-4cd9-8bb6-0f10abefdf66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.530353 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d44f111-99e6-4933-bf34-194b976c628f x-openstack-request-id: req-8d44f111-99e6-4933-bf34-194b976c628f {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:45.530676 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:45.531010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-b2b82e82-4f25-4ad7-bab7-8510c2e83f0f service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251631 Nov 10 03:39:45.531135 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d44f111-99e6-4933-bf34-194b976c628f {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:45.531455 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8', 'status': 'completed', 'code': 200} Nov 10 03:39:45.532023 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9e31e15-6296-4cd9-8bb6-0f10abefdf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.588230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-03570813-abd8-485e-a60b-fe802abc607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.625058 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a9e31e15-6296-4cd9-8bb6-0f10abefdf66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bd9af473d634c0d961f4311be978221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868247 Nov 10 03:39:45.630423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41334) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:45.642977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e31e15-6296-4cd9-8bb6-0f10abefdf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094f1a2a-2bc4-4563-b069-24927705421b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:45.667243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:39:45.671896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.679496 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:39:45.680035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-e8e9972f-ea99-4e65-b774-16184a052514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.681263 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-e8e9972f-ea99-4e65-b774-16184a052514 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 1096 time: 0.1131427 Nov 10 03:39:45.691102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b081827-af6b-4f75-b16e-314b101ce50a req-8e42610a-5f9d-48c4-ad5d-fa216b0c16b7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.693927 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:45.694555 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:45.696704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-186723e8-da1e-4a07-a600-8efa4d3bc997 req-25896e92-84f1-439b-b285-be22c6263616 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451616 Nov 10 03:39:45.698437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b081827-af6b-4f75-b16e-314b101ce50a req-8e42610a-5f9d-48c4-ad5d-fa216b0c16b7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1114295 Nov 10 03:39:45.761399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-709a8f3d-958c-46b1-9c53-6ea7c11a0f4a tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "PUT /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 200 len: 695 time: 0.8799551 Nov 10 03:39:45.818729 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:45.832327 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e691283c-fc81-48e8-b0c6-6a00d50bab0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.841655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-827716a5-1a32-436d-8b7f-c853fc25c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.843636 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-827716a5-1a32-436d-8b7f-c853fc25c993 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1242511 Nov 10 03:39:45.861981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-707db217-8ced-4978-bfb0-e84d9bacc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.862194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-707db217-8ced-4978-bfb0-e84d9bacc529 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 1096 time: 0.0938995 Nov 10 03:39:45.869859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b081827-af6b-4f75-b16e-314b101ce50a req-cd7b0d8a-3c39-4144-a1ef-f49f2d583cb3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704261 Nov 10 03:39:45.874572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e691283c-fc81-48e8-b0c6-6a00d50bab0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:45.913858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-cac1193c-c2e5-46a2-84df-25d5adbfae7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 217 time: 0.0554190 Nov 10 03:39:45.966654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-ca8c54ef-70e6-4137-92d9-c9318af90b4e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:45.968398 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-ca8c54ef-70e6-4137-92d9-c9318af90b4e tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 950 time: 0.1208022 Nov 10 03:39:45.991968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:45.995778 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d554075-2563-413d-9cc3-42020d745683" -d '{"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-unplugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:46.011589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-4c80c74d-2e24-4d47-ba32-ff6618055668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.013179 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-4c80c74d-2e24-4d47-ba32-ff6618055668 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0914099 Nov 10 03:39:46.048281 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:46.051822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed49aed-3a89-4369-842a-2dd21d0b0f32 req-705eb7e3-5d3f-4213-aac2-80be61699963 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.053158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ed49aed-3a89-4369-842a-2dd21d0b0f32 req-705eb7e3-5d3f-4213-aac2-80be61699963 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0871637 Nov 10 03:39:46.055468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-d6ed6cbe-7287-44ed-934c-013c61a7c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.055980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-d6ed6cbe-7287-44ed-934c-013c61a7c540 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1728172 Nov 10 03:39:46.088203 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:39:46.096756 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:46.097575 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:46.099088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-6c64953c-f18f-4d16-ae67-24c04d24d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.100659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-6c64953c-f18f-4d16-ae67-24c04d24d06f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749643 Nov 10 03:39:46.107955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-fbc1f4ea-bb36-4f9c-9e23-790e1e531203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 217 time: 0.0445688 Nov 10 03:39:46.108525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e691283c-fc81-48e8-b0c6-6a00d50bab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:46.111039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e691283c-fc81-48e8-b0c6-6a00d50bab0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:46.115578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e691283c-fc81-48e8-b0c6-6a00d50bab0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/094f1a2a-2bc4-4563-b069-24927705421b HTTP/1.1" status: 204 len: 168 time: 0.4837222 Nov 10 03:39:46.165566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691283c-fc81-48e8-b0c6-6a00d50bab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094f1a2a-2bc4-4563-b069-24927705421b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:46.213740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ed49aed-3a89-4369-842a-2dd21d0b0f32 req-a02171c0-27f0-42b3-aae6-1c01bb5492f6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404872 Nov 10 03:39:46.220695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-2d9363bc-457f-49de-a930-bb181bff1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.224503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-2d9363bc-457f-49de-a930-bb181bff1753 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.1023879 Nov 10 03:39:46.260039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Deleting port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:39:46.260386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:46.322448 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:46.329229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-a4523282-c25d-4101-89cb-1108cf889adc service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098258 Nov 10 03:39:46.331099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-48318bed-6ebb-4587-8350-423199e96e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.342479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-48318bed-6ebb-4587-8350-423199e96e92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106918 Nov 10 03:39:46.456451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-e894c47d-654f-424c-8223-2722144782db service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124899 Nov 10 03:39:46.462287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6892cfd4-0954-4d10-a3f2-675855748fc2 req-883fcb80-e78a-460f-9221-1928d5b497f8 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250861 Nov 10 03:39:46.510820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] For port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:46.511172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:46.536920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Calling delete_port for 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:39:46.596182 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:46.619677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1722-aa9a-4e4b-920c-0cfbefbfbd20 req-644fe34d-5980-441e-8f35-435bb166c4d0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.621228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-603d1722-aa9a-4e4b-920c-0cfbefbfbd20 req-644fe34d-5980-441e-8f35-435bb166c4d0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1049552 Nov 10 03:39:46.627411 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:46.639665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdacf78-7bd4-4a2b-934e-4d3820f7fd49 req-a80771ac-a567-4432-b71d-17ef8faa2137 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759903 Nov 10 03:39:46.656680 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc92e43-e195-4cad-a973-30d3116c3d55 None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:39:46.703044 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f6852b-e3b2-4efe-beaf-89cd0c57c784 x-openstack-request-id: req-c6f6852b-e3b2-4efe-beaf-89cd0c57c784 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:46.703645 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-unplugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:46.704093 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6f6852b-e3b2-4efe-beaf-89cd0c57c784 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:46.704671 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'code': 200} Nov 10 03:39:46.706650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-603d1722-aa9a-4e4b-920c-0cfbefbfbd20 req-8b2331db-dff5-413f-bdb8-490856b3fa3f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648165 Nov 10 03:39:46.855633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0456a16-73a3-4e51-a19f-15b03a1eab0d req-7770431a-29b9-4326-9f32-312561857bad tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:46.863369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0456a16-73a3-4e51-a19f-15b03a1eab0d req-7770431a-29b9-4326-9f32-312561857bad tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=d129447e-f919-4022-9321-e63511e192ba HTTP/1.1" status: 200 len: 950 time: 0.0679526 Nov 10 03:39:46.976764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0456a16-73a3-4e51-a19f-15b03a1eab0d req-968713d7-960c-4b81-b71b-9fe673c010ce tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116183 Nov 10 03:39:47.046139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0fadb-1fb3-44d6-9d6e-7c6ec5858a97 None None] New status for floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:39:47.129189 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:47.171688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['63f2b0a1-b7ab-4b38-b564-04eb2717f62c', '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:47.188331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Pushing event deleted for resources: {'Port': ['ID=4faa5f13-ebd2-4b49-a3ac-1a03f8118f00,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:47.299750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] No DVR routers for this DVR port 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:39:47.303314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2ec5-a52d-4b95-a3a2-29058055a508 req-72b776e8-a9d9-4af3-b786-e5137388805d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:47.305601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:47.314389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1abd2ec5-a52d-4b95-a3a2-29058055a508 req-72b776e8-a9d9-4af3-b786-e5137388805d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1133928 Nov 10 03:39:47.326517 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8cbcdee-62b8-4416-933d-defd8f3cbec6 req-a9107c44-d491-42d5-ad59-73963dde9aa6 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "DELETE /v2.0/ports/4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 HTTP/1.1" status: 204 len: 173 time: 1.3494060 Nov 10 03:39:47.327015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd129447e-f919-4022-9321-e63511e192ba', 'name': 'network-vif-deleted', 'tag': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:47.335496 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ab8a4e-8e34-401d-b203-896547efd6be" -d '{"events": [{"server_uuid": "d129447e-f919-4022-9321-e63511e192ba", "name": "network-vif-deleted", "tag": "4faa5f13-ebd2-4b49-a3ac-1a03f8118f00"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:47.485663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1abd2ec5-a52d-4b95-a3a2-29058055a508 req-585a2a96-4a95-408e-ab96-f20220a812b3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655729 Nov 10 03:39:47.503321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-b8738599-7aae-434c-a75d-2b13c1f6bcb4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:47.507659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-b8738599-7aae-434c-a75d-2b13c1f6bcb4 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1421769 Nov 10 03:39:47.534752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:47.543805 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1866f226-61e7-401c-b92f-1c2eeb317f39" -d '{"events": [{"name": "network-changed", "server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:47.621488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-763902a3-a561-49d6-9ee5-8b0a9e7bbc03 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 696 time: 0.1032012 Nov 10 03:39:47.643791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'floatingip': {'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:47.690631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:47.736553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5e90-d195-43f7-9a2f-a7e14082390d req-4e28ff07-4b18-4adb-b46c-d484be20f1a2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:47.738051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-625e5e90-d195-43f7-9a2f-a7e14082390d req-4e28ff07-4b18-4adb-b46c-d484be20f1a2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1422381 Nov 10 03:39:47.840510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-625e5e90-d195-43f7-9a2f-a7e14082390d req-843a50dd-57c0-4680-a6b2-78d26fa87007 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828161 Nov 10 03:39:47.954490 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90037728-40f6-4cc1-b5e0-2a8e54b7be29 x-openstack-request-id: req-90037728-40f6-4cc1-b5e0-2a8e54b7be29 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:47.955018 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d129447e-f919-4022-9321-e63511e192ba", "name": "network-vif-deleted", "tag": "4faa5f13-ebd2-4b49-a3ac-1a03f8118f00", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:47.955652 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90037728-40f6-4cc1-b5e0-2a8e54b7be29 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:47.964887 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd129447e-f919-4022-9321-e63511e192ba', 'name': 'network-vif-deleted', 'tag': '4faa5f13-ebd2-4b49-a3ac-1a03f8118f00', 'status': 'completed', 'code': 200} Nov 10 03:39:48.107813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af240c-de76-430f-95cb-ca9c1acf7604 req-4cedee71-a815-487b-a8fd-6a2db0e217e8 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:48.109310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6af240c-de76-430f-95cb-ca9c1acf7604 req-4cedee71-a815-487b-a8fd-6a2db0e217e8 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1096 time: 0.1099937 Nov 10 03:39:48.196221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6af240c-de76-430f-95cb-ca9c1acf7604 req-04f22d3a-552c-4ac0-aa02-73c70410cf27 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783303 Nov 10 03:39:48.239841 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480bbaf5-c19b-4d43-adde-5708b2dd5d5c x-openstack-request-id: req-480bbaf5-c19b-4d43-adde-5708b2dd5d5c {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:48.240196 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:48.240372 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-480bbaf5-c19b-4d43-adde-5708b2dd5d5c {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:48.240745 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8', 'status': 'completed', 'code': 200} Nov 10 03:39:48.252677 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:48.255072 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:48.256612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:48.334919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-289ec3b2-2050-4da4-989d-3d67369cfdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:48.336414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-289ec3b2-2050-4da4-989d-3d67369cfdd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 1096 time: 0.0413637 Nov 10 03:39:48.381885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24677af2-56b5-4fea-84ba-7fba005ddc39 req-6e0043e3-c137-4eef-9bc9-4f517978c524 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:48.383409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24677af2-56b5-4fea-84ba-7fba005ddc39 req-6e0043e3-c137-4eef-9bc9-4f517978c524 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0909717 Nov 10 03:39:48.405288 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd associated. External IP: 172.25.6.104, port: 6376e269-d568-4c58-9f69-eeaeddbe5e52. Nov 10 03:39:48.434204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-3dbc2a94-6fad-487f-8ffd-733bbfe25229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:48.435656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-3dbc2a94-6fad-487f-8ffd-733bbfe25229 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.0878787 Nov 10 03:39:48.504394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24677af2-56b5-4fea-84ba-7fba005ddc39 req-bf59508c-a06b-4dc3-a187-0fa581ca3e7b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138253 Nov 10 03:39:48.536833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-206ddbb5-0e47-435a-83d5-611a364ebed0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 200 len: 217 time: 0.0396996 Nov 10 03:39:48.591830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-369e461a-7abb-4f72-a479-202c880c6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:48.593303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-369e461a-7abb-4f72-a479-202c880c6f78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0475271 Nov 10 03:39:48.645889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-9ab62ead-3536-475a-a905-4e574735ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:48.647425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-9ab62ead-3536-475a-a905-4e574735ecc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439370 Nov 10 03:39:48.647533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:39:48.764113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-8e3dd4f0-5b6d-41fb-b91c-c8ab26df8da5 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977433 Nov 10 03:39:48.766130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:39:48.771031 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:48.776034 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:39:48.793182 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:48.794046 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:48.842595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-c4d7b59f-c28b-4932-8e61-8fc2a7aeeb48 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "PUT /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 200 len: 996 time: 1.1877129 Nov 10 03:39:48.897266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-56393e51-2e0f-4d77-aa64-bc707c6ad911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:48.898752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-56393e51-2e0f-4d77-aa64-bc707c6ad911 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.0535836 Nov 10 03:39:48.917602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1866f226-61e7-401c-b92f-1c2eeb317f39 req-c7d760c8-20ab-46b9-8d43-d0cbc89e70c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387320 Nov 10 03:39:48.937295 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:49.045639 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:49.047150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-048fa596-e63b-4c6d-8d71-9e02c22504fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:49.048808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-048fa596-e63b-4c6d-8d71-9e02c22504fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1439958 Nov 10 03:39:49.138319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-ac924263-e186-461e-8cd5-b65e72f15c36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 999 time: 0.0792663 Nov 10 03:39:49.221479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01850eb-fff9-4a83-8399-d8922d52b60f req-8bcde5df-a7df-4236-a64f-b4e30ee33769 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:49.222843 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c01850eb-fff9-4a83-8399-d8922d52b60f req-8bcde5df-a7df-4236-a64f-b4e30ee33769 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0971191 Nov 10 03:39:49.227174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-9cc5eaac-8ae3-47a6-a334-3c7e9ebdf65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:49.228573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-9cc5eaac-8ae3-47a6-a334-3c7e9ebdf65c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0625801 Nov 10 03:39:49.243706 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:0f:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:48Z', 'revision_number': 8, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:49.272668 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:39:49.281988 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:49.282519 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:49.315396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-9a645ab1-e979-4db8-9c15-cee1aff709e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:49.317893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-9a645ab1-e979-4db8-9c15-cee1aff709e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737050 Nov 10 03:39:49.322190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c01850eb-fff9-4a83-8399-d8922d52b60f req-48d9bd66-5a26-4aab-a8ad-c8574c10110f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774174 Nov 10 03:39:49.438126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-14a382f8-84a8-42ca-a249-4052c210e7f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091421 Nov 10 03:39:49.442841 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:49.568762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f28-1261-49bb-8b18-866a16df1e0e req-72a10e22-cfcb-4142-a27d-fb7d9169ada2 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:49.570496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98733f28-1261-49bb-8b18-866a16df1e0e req-72a10e22-cfcb-4142-a27d-fb7d9169ada2 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "GET /v2.0/ports?device_id=97501a1c-cf52-4fee-8557-f1c273b8df37 HTTP/1.1" status: 200 len: 945 time: 0.0887802 Nov 10 03:39:49.573543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85bd277e-2e63-4ae3-a867-c0f3088382d1 req-b14d692d-531a-499a-a676-540726f87a3a service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290355 Nov 10 03:39:49.639513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9affb37-62a5-4d34-892d-58b17c7d86a6 req-a40479fa-651c-4cf4-872d-18094d7a2dcf tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:49.641316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9affb37-62a5-4d34-892d-58b17c7d86a6 req-a40479fa-651c-4cf4-872d-18094d7a2dcf tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 950 time: 0.0928371 Nov 10 03:39:49.693239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Deleting port 29ed8f26-7db0-4476-a560-69260ad769d8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:39:49.693583 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:49.726325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9affb37-62a5-4d34-892d-58b17c7d86a6 req-c10d13d0-46eb-48aa-bb65-77654ce46786 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743952 Nov 10 03:39:49.822468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] For port 29ed8f26-7db0-4476-a560-69260ad769d8, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=29ed8f26-7db0-4476-a560-69260ad769d8,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:49.823015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:49.830902 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:0f:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:48Z', 'revision_number': 8, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:49.837344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Calling delete_port for 29ed8f26-7db0-4476-a560-69260ad769d8 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:39:49.863216 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49180e1b-5a6a-4658-9935-c72eb083d2c3 None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2c66965e-f80c-495b-82e7-f7d7f06b19cd', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'port_id': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'mac_address': 'fa:16:3e:0f:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:39:14Z', 'updated_at': '2021-11-10T03:39:48Z', 'revision_number': 8, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:39:49.873470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48e3a55b-6eb6-4fda-a63d-be36678f8406 req-80691457-6f5e-4b7e-959b-2d41f69d3957 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 200 len: 996 time: 0.1314483 Nov 10 03:39:49.897782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714710b-217c-44e4-811e-fd937f3b7283 req-0938c5bc-322d-4057-b47f-27becaba59a3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:49.899519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a714710b-217c-44e4-811e-fd937f3b7283 req-0938c5bc-322d-4057-b47f-27becaba59a3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1076648 Nov 10 03:39:49.987639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:50.023229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Pushing event deleted for resources: {'Port': ['ID=29ed8f26-7db0-4476-a560-69260ad769d8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:50.023795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6376e269-d568-4c58-9f69-eeaeddbe5e52', '29ed8f26-7db0-4476-a560-69260ad769d8'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:50.104591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] No DVR routers for this DVR port 29ed8f26-7db0-4476-a560-69260ad769d8 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:39:50.107277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:50.112340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98733f28-1261-49bb-8b18-866a16df1e0e req-6f5bc352-10f3-435d-9648-e2723cdf5730 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "DELETE /v2.0/ports/29ed8f26-7db0-4476-a560-69260ad769d8 HTTP/1.1" status: 204 len: 173 time: 0.5317724 Nov 10 03:39:50.112874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'name': 'network-vif-deleted', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:50.118998 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c40b28b-d319-4ff3-9f96-54a75e7cc0cf" -d '{"events": [{"server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "name": "network-vif-deleted", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:50.206804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74dc2b-db2d-439c-a3e0-208e6d69b323 None None] New status for floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:39:50.301690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:50.365585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:39:50.366259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4faa5f13-ebd2-4b49-a3ac-1a03f8118f00 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:39:50.378756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:50.381667 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:50.476355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a714710b-217c-44e4-811e-fd937f3b7283 req-1e4d10fe-4130-4d8d-b77e-9f1d6f659717 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682330 Nov 10 03:39:50.499057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a55b-6eb6-4fda-a63d-be36678f8406 req-4a506e4f-8652-4aa8-82bd-880ce54f586d tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:50.506217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48e3a55b-6eb6-4fda-a63d-be36678f8406 req-4a506e4f-8652-4aa8-82bd-880ce54f586d tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.6265137 Nov 10 03:39:50.512065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-48e3a55b-6eb6-4fda-a63d-be36678f8406 req-5c5327c3-e8a2-41d0-bf60-3120e1e7319b tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:39:50.513118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48e3a55b-6eb6-4fda-a63d-be36678f8406 req-5c5327c3-e8a2-41d0-bf60-3120e1e7319b tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060353 Nov 10 03:39:50.602325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-13adc479-023f-4c18-8c33-8384ab2dc3a2 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:50.604116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-13adc479-023f-4c18-8c33-8384ab2dc3a2 tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 950 time: 0.0776923 Nov 10 03:39:50.652778 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3ac2f-7a86-4138-9ebe-86efd3c3f364 x-openstack-request-id: req-a7b3ac2f-7a86-4138-9ebe-86efd3c3f364 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:50.653064 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97501a1c-cf52-4fee-8557-f1c273b8df37", "name": "network-vif-deleted", "tag": "29ed8f26-7db0-4476-a560-69260ad769d8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:50.653288 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7b3ac2f-7a86-4138-9ebe-86efd3c3f364 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:50.653670 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97501a1c-cf52-4fee-8557-f1c273b8df37', 'name': 'network-vif-deleted', 'tag': '29ed8f26-7db0-4476-a560-69260ad769d8', 'status': 'completed', 'code': 200} Nov 10 03:39:50.711823 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5fa7d-98ea-4c70-8aa8-964ee58c5528 x-openstack-request-id: req-7fa5fa7d-98ea-4c70-8aa8-964ee58c5528 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:50.712204 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:50.712512 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fa5fa7d-98ea-4c70-8aa8-964ee58c5528 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:50.713190 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'status': 'completed', 'code': 200} Nov 10 03:39:50.734086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Deleting port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:39:50.735015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:50.764325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff1e08-76e1-4f6a-9fb7-20339b9e2553 req-c572edad-65f0-45b1-8e62-7a14a1c1287c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:50.776511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcff1e08-76e1-4f6a-9fb7-20339b9e2553 req-c572edad-65f0-45b1-8e62-7a14a1c1287c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1127362 Nov 10 03:39:50.892829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcff1e08-76e1-4f6a-9fb7-20339b9e2553 req-8d867f33-04f5-442e-bcc4-fb943e354129 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177590 Nov 10 03:39:50.904363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-62e23b91-974c-4bab-b73b-bbd9cb159dde tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.1108942 Nov 10 03:39:50.906464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] For port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:50.907024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:50.911821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-c65d88b6-881c-4b73-97f3-71cc2fa0f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:50.913473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-c65d88b6-881c-4b73-97f3-71cc2fa0f326 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.1513679 Nov 10 03:39:50.936475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Calling delete_port for 63f2b0a1-b7ab-4b38-b564-04eb2717f62c owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:39:50.963947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-22c0be53-c60e-47bc-922a-ddca4a01e64e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:50.976841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-22c0be53-c60e-47bc-922a-ddca4a01e64e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports/6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 942 time: 0.0714896 Nov 10 03:39:51.079608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-9084efa8-07a4-4995-8603-ba85baf603a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:51.081958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-9084efa8-07a4-4995-8603-ba85baf603a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1598110 Nov 10 03:39:51.103816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-7068d04f-db8e-4cc3-8361-65cde7a08208 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.0935104 Nov 10 03:39:51.129196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0040b-317e-4aad-8db6-7ff67cde0451 req-a51a691c-f2be-47af-b8e3-971dd0292dcc tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:51.132378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77f0040b-317e-4aad-8db6-7ff67cde0451 req-a51a691c-f2be-47af-b8e3-971dd0292dcc tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa5b4c9-9108-4854-87a0-c1ead3ef8891 HTTP/1.1" status: 200 len: 950 time: 0.0803752 Nov 10 03:39:51.189135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-b3beb486-b4ff-49e2-ace3-9944b4023e7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 1001 time: 0.0993149 Nov 10 03:39:51.251611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:51.257391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77f0040b-317e-4aad-8db6-7ff67cde0451 req-79bf2a07-5fbc-4726-88be-1a93ebd543dd tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d898a37-74b9-4f30-9489-de4fe0d9b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 Nov 10 03:39:51.266387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['63f2b0a1-b7ab-4b38-b564-04eb2717f62c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:51.294061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Pushing event deleted for resources: {'Port': ['ID=63f2b0a1-b7ab-4b38-b564-04eb2717f62c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:51.294061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-b2039afe-0295-473e-b8e0-2c67ecc4a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:51.295497 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-b2039afe-0295-473e-b8e0-2c67ecc4a892 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0962594 Nov 10 03:39:51.326041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-8e480812-59a7-4b57-a439-bb245cf46c3e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:51.332126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-8e480812-59a7-4b57-a439-bb245cf46c3e tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1942575 Nov 10 03:39:51.386496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] No DVR routers for this DVR port 63f2b0a1-b7ab-4b38-b564-04eb2717f62c on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:39:51.390794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:51.394395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-61fb2aec-bffe-4db7-8455-600b4e4f4ec2 req-581181c6-a460-4536-a6ef-13cdd9e8309a tempest-ServersAdminNegativeTestJSON-1412909780 tempest-ServersAdminNegativeTestJSON-1412909780-project] 10.222.0.44 "DELETE /v2.0/ports/63f2b0a1-b7ab-4b38-b564-04eb2717f62c HTTP/1.1" status: 204 len: 173 time: 0.7836764 Nov 10 03:39:51.414990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-78d7ddb2-151b-4f8d-a4f5-5e5e44279d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:51.416888 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-78d7ddb2-151b-4f8d-a4f5-5e5e44279d57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141143 Nov 10 03:39:51.483450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-7656cb1f-bf38-4170-89f1-529fcf45fb59 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 1001 time: 0.1462114 Nov 10 03:39:51.489692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:39:51.588473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:51.652847 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-5c89a52f-7f80-467f-9ceb-eb22c9baacaf service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171545 Nov 10 03:39:51.795381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6773-f3bd-4a89-acda-641b02c22888 req-7043b057-f0f3-4a97-9e0b-7350ed46c581 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:51.796996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50fd6773-f3bd-4a89-acda-641b02c22888 req-7043b057-f0f3-4a97-9e0b-7350ed46c581 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0983028 Nov 10 03:39:51.811475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c05aecbd-5001-40a0-a39b-9610c6ddf8bd req-35e1941f-fa0f-4b3c-8dea-499f7669dcbf service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499989 Nov 10 03:39:51.860361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:51.870267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:51.870591 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd disassociated. External IP: 172.25.6.104, port: 6376e269-d568-4c58-9f69-eeaeddbe5e52. Nov 10 03:39:51.924526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50fd6773-f3bd-4a89-acda-641b02c22888 req-426f4d03-54d7-4512-9b0c-ca51c318c26b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177320 Nov 10 03:39:51.953537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41530) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:52.148024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b518672b-840c-45f1-9e58-5011b9b21b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.165883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:39:52.260517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b518672b-840c-45f1-9e58-5011b9b21b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.273903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b518672b-840c-45f1-9e58-5011b9b21b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.299474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:39:52.304363 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.315055 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:39:52.337425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:52.340153 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:52.342451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-385cce17-76b2-43e2-9e6a-749fc6631668 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "PUT /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 200 len: 696 time: 0.8579659 Nov 10 03:39:52.406212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518672b-840c-45f1-9e58-5011b9b21b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b38f5-948e-476b-9367-6896fe58d180,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:52.414908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b518672b-840c-45f1-9e58-5011b9b21b42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f73b811abd546a3bfcb56b4da770376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601827 Nov 10 03:39:52.417402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41550) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:52.450747 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-c9623084-906b-41dd-95c5-67e0aafdd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:52.453315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-c9623084-906b-41dd-95c5-67e0aafdd68f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.0980253 Nov 10 03:39:52.514523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d866-106c-4605-abb4-92fd078a8c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.564305 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:52.569182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d866-106c-4605-abb4-92fd078a8c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.632194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d866-106c-4605-abb4-92fd078a8c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.634948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d866-106c-4605-abb4-92fd078a8c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:52.638457 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9dd0d866-106c-4605-abb4-92fd078a8c39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d56b38f5-948e-476b-9367-6896fe58d180 HTTP/1.1" status: 204 len: 168 time: 0.2175369 Nov 10 03:39:52.651721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0d866-106c-4605-abb4-92fd078a8c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b38f5-948e-476b-9367-6896fe58d180,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:52.654943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'name': 'network-vif-deleted', 'tag': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:52.657140 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193c885-567a-4021-a6c4-5dd8b3cafd2f" -d '{"events": [{"server_uuid": "7aa5b4c9-9108-4854-87a0-c1ead3ef8891", "name": "network-vif-deleted", "tag": "63f2b0a1-b7ab-4b38-b564-04eb2717f62c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:52.709630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-7330b259-4a4f-423e-a702-5d4b0164917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:52.711145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-7330b259-4a4f-423e-a702-5d4b0164917a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.2513509 Nov 10 03:39:52.715267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:52.717548 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5324c48-a037-476d-b1cf-9b4e61ce873d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:52.737417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee983-afa6-4a6a-b06b-444dca8954e4 req-416325ae-8dce-4063-b317-73597660092e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:52.745173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d3ee983-afa6-4a6a-b06b-444dca8954e4 req-416325ae-8dce-4063-b317-73597660092e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0992832 Nov 10 03:39:52.780053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-5fe80b8e-31ce-4ea8-a274-e2fc2513e913 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 217 time: 0.0587339 Nov 10 03:39:52.852739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:39:52.858637 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:52.860325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-6d18ffc8-a217-4c3b-959c-57ed6c671a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:52.862340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-6d18ffc8-a217-4c3b-959c-57ed6c671a60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.0696328 Nov 10 03:39:52.871961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 29ed8f26-7db0-4476-a560-69260ad769d8 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:52.878603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d3ee983-afa6-4a6a-b06b-444dca8954e4 req-f40e55d7-63f9-4497-b3b5-7cbada021dd1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324973 Nov 10 03:39:52.932036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 29ed8f26-7db0-4476-a560-69260ad769d8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:39:52.932374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 29ed8f26-7db0-4476-a560-69260ad769d8 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:39:52.970096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-6c2756fa-6aa2-44f9-92cc-1765fac3f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:52.971801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-6c2756fa-6aa2-44f9-92cc-1765fac3f41a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914552 Nov 10 03:39:53.025842 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693265eb-5b59-43d7-ba9b-2e534d3de9ed x-openstack-request-id: req-693265eb-5b59-43d7-ba9b-2e534d3de9ed {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:53.026386 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa5b4c9-9108-4854-87a0-c1ead3ef8891", "name": "network-vif-deleted", "tag": "63f2b0a1-b7ab-4b38-b564-04eb2717f62c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:53.026817 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-693265eb-5b59-43d7-ba9b-2e534d3de9ed {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:53.027561 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa5b4c9-9108-4854-87a0-c1ead3ef8891', 'name': 'network-vif-deleted', 'tag': '63f2b0a1-b7ab-4b38-b564-04eb2717f62c', 'status': 'completed', 'code': 200} Nov 10 03:39:53.106278 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:39:53.127165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:39:53.127527 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:53.135526 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d5b8ea-943d-46b9-8838-d4ca46a56ea2 x-openstack-request-id: req-41d5b8ea-943d-46b9-8838-d4ca46a56ea2 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:53.136052 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:53.136498 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41d5b8ea-943d-46b9-8838-d4ca46a56ea2 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:53.137212 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'status': 'completed', 'code': 200} Nov 10 03:39:53.189659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41568) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:53.285896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-398a24f0-b5c4-46f6-b5a7-d23f7e1bbbad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.300829 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:39:53.315853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-235c96f7-b047-4cb9-8be2-34c1521d535a service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337722 Nov 10 03:39:53.415822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-398a24f0-b5c4-46f6-b5a7-d23f7e1bbbad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.421034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-398a24f0-b5c4-46f6-b5a7-d23f7e1bbbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.432323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.465823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549b68-bbc3-4abe-af4b-ca50f2b55bee req-ac70d18a-f246-41fc-b0ee-8e2640808d29 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:53.467833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f549b68-bbc3-4abe-af4b-ca50f2b55bee req-ac70d18a-f246-41fc-b0ee-8e2640808d29 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.2477620 Nov 10 03:39:53.495283 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-398a24f0-b5c4-46f6-b5a7-d23f7e1bbbad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f8fe692177e471b82e9a2230e9b28eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042574 Nov 10 03:39:53.496066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41576) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:53.496386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41578) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:53.499687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:53.512568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'mac_address': 'fa:16:3e:d4:e8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:39:53.556795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a24f0-b5c4-46f6-b5a7-d23f7e1bbbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d63ff9-e14c-46ad-bf61-f1a99ba6f209,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:53.568838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-ee8e3060-90eb-413a-a34c-5a1b06f5d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:53.570534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-ee8e3060-90eb-413a-a34c-5a1b06f5d308 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 1096 time: 0.3393173 Nov 10 03:39:53.614514 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.629185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-688f510d-58f8-4242-9a2b-2ecbffcfc200 req-09a60f5d-a64f-46f8-b344-0c2274a09f1e service neutron] 10.222.0.24 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939911 Nov 10 03:39:53.655149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f549b68-bbc3-4abe-af4b-ca50f2b55bee req-67baead5-2f14-4c14-b5d0-90343ecef647 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648393 Nov 10 03:39:53.671800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212f2670-bbcc-4506-a36f-6f05cc21c62a {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:39:53.709562 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:39:53.720605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-35049a31-3dd5-467d-b281-480ca4d897c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:53.722448 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-35049a31-3dd5-467d-b281-480ca4d897c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 200 len: 921 time: 0.1379130 Nov 10 03:39:53.723918 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cc99ca5-895d-41d1-a238-63e45c6e87b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.749739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cc99ca5-895d-41d1-a238-63e45c6e87b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.775157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e4beb-3208-472a-9e01-ac681d3cadbe None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6', 'name': '', 'network_id': 'd3796478-361b-488a-8ecf-17ac5660ac98', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'mac_address': 'fa:16:3e:e2:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70b2c487-d63b-4c24-a47d-61814958c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:47Z', 'updated_at': '2021-11-10T03:38:52Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'subnets': [{'id': '70b2c487-d63b-4c24-a47d-61814958c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:39:53.780753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:53.788194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.858570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:53.874803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.875337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.877153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.877748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.878379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.878919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.879973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.880525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.881208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.881763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.882384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.883225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:39:53.902640 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-7fa793c7-cc56-4c07-a3b3-2c3b9c0db876 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 200 len: 217 time: 0.1133151 Nov 10 03:39:53.960481 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-93177c7b-7055-4511-bb7e-8f22b7a0e0e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b22420c65044c5b9b1d7172c7bf2606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545708 Nov 10 03:39:53.960655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41602) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:53.969733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cc99ca5-895d-41d1-a238-63e45c6e87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.972525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cc99ca5-895d-41d1-a238-63e45c6e87b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:53.975935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2cc99ca5-895d-41d1-a238-63e45c6e87b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93d63ff9-e14c-46ad-bf61-f1a99ba6f209 HTTP/1.1" status: 204 len: 168 time: 0.4655178 Nov 10 03:39:53.979507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['212f2670-bbcc-4506-a36f-6f05cc21c62a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:54.045152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc99ca5-895d-41d1-a238-63e45c6e87b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d63ff9-e14c-46ad-bf61-f1a99ba6f209,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:54.047856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-f5bcb767-bf0a-47fe-bc1e-6ddaf60fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:54.057732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-f5bcb767-bf0a-47fe-bc1e-6ddaf60fe1d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 200 len: 860 time: 0.1445551 Nov 10 03:39:54.081770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-567ad244-3beb-49af-9cc3-a2344802931c tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 200 len: 696 time: 0.1119442 Nov 10 03:39:54.140770 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b8725d3-42de-48b8-8db2-66edbcde8384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:54.152831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-a0576699-cf76-4fc5-b4ad-dcf3c68137f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:54.154649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-a0576699-cf76-4fc5-b4ad-dcf3c68137f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3796478-361b-488a-8ecf-17ac5660ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850637 Nov 10 03:39:54.230031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeca8c-239b-4ada-8d73-3c0b855af6ca req-eda3e3f3-134e-4460-a139-1d8e8f0edf84 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:54.231797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b8725d3-42de-48b8-8db2-66edbcde8384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:54.237449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07eeca8c-239b-4ada-8d73-3c0b855af6ca req-eda3e3f3-134e-4460-a139-1d8e8f0edf84 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.2233417 Nov 10 03:39:54.313134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 63f2b0a1-b7ab-4b38-b564-04eb2717f62c no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:39:54.319620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b8725d3-42de-48b8-8db2-66edbcde8384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:54.332528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b8725d3-42de-48b8-8db2-66edbcde8384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:54.334446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4b8725d3-42de-48b8-8db2-66edbcde8384 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d898a37-74b9-4f30-9489-de4fe0d9b05d HTTP/1.1" status: 204 len: 168 time: 0.3730221 Nov 10 03:39:54.383726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8725d3-42de-48b8-8db2-66edbcde8384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d898a37-74b9-4f30-9489-de4fe0d9b05d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:54.402103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618e09a-b06e-46e4-80d5-0daa80cfc706 None None] New status for floating IP 2c66965e-f80c-495b-82e7-f7d7f06b19cd: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:39:54.423980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07eeca8c-239b-4ada-8d73-3c0b855af6ca req-c7a0aca2-04d8-4364-91ae-83c1d21b0a1a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854005 Nov 10 03:39:54.424411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 63f2b0a1-b7ab-4b38-b564-04eb2717f62c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:39:54.425716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 63f2b0a1-b7ab-4b38-b564-04eb2717f62c not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:39:54.456136 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-668b2dcb-30bb-4a24-b964-cc450f03c0db service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890503 Nov 10 03:39:54.461766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-27df4ca8-45e0-49bf-a076-ff25373ebe3c tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:54.469895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-27df4ca8-45e0-49bf-a076-ff25373ebe3c tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.3873711 Nov 10 03:39:54.479120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-bc2e9772-7539-4545-a4ba-33c0ccef8b12 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:39:54.480124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-bc2e9772-7539-4545-a4ba-33c0ccef8b12 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094516 Nov 10 03:39:54.567590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-24a05ef3-e469-4ea7-8f2f-4c4929d22e97 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 699 time: 0.0770388 Nov 10 03:39:54.634029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-bcd03cdd-fe77-4321-a0a0-f062604b380c tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.104 HTTP/1.1" status: 200 len: 699 time: 0.0591304 Nov 10 03:39:54.655211 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5324c48-a037-476d-b1cf-9b4e61ce873d req-0fa9f419-e0b0-4bc5-8f17-b11625980d42 service neutron] 10.222.0.11 "GET /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868327 Nov 10 03:39:54.874403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:39:54.899486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7726e3-6ec3-44c6-8a10-e5131782a0e6 req-371caf91-6867-4766-812c-bed5dcb209a3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:54.910977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b7726e3-6ec3-44c6-8a10-e5131782a0e6 req-371caf91-6867-4766-812c-bed5dcb209a3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1290307 Nov 10 03:39:54.996217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b7726e3-6ec3-44c6-8a10-e5131782a0e6 req-43c959bc-ea26-40dc-9e7e-5848f24dc2b4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839379 Nov 10 03:39:54.997320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 212f2670-bbcc-4506-a36f-6f05cc21c62a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:39:54.997764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.020128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Deleting port 6d5824ac-1f90-4dea-99cf-082868e9970c {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:39:55.022209 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.109978 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.121152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41636) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:55.142229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:55.144960 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feec24d4-e951-4c4f-b98d-5d12336dc867" -d '{"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-plugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:55.160322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:55.168183 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.196870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.197353 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.221651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Calling delete_port for 6d5824ac-1f90-4dea-99cf-082868e9970c owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:39:55.231996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9a7735e3-ae8b-4dbd-a0ea-fdbf0546abb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43cd1736ca96424fac15d36ae0b77a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089649 Nov 10 03:39:55.233536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=10']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:55.233883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41640) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:55.324081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f107fc8e-7212-4653-bfe1-6b302ea8f738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.359089 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c0c7a8-ff82-4448-8ac6-5c88842b58d8 x-openstack-request-id: req-39c0c7a8-ff82-4448-8ac6-5c88842b58d8 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:55.359424 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-plugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:55.359670 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39c0c7a8-ff82-4448-8ac6-5c88842b58d8 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:55.360068 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'code': 200} Nov 10 03:39:55.394353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f107fc8e-7212-4653-bfe1-6b302ea8f738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.420691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.450979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Pushing event deleted for resources: {'Port': ['ID=6d5824ac-1f90-4dea-99cf-082868e9970c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:55.469680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f107fc8e-7212-4653-bfe1-6b302ea8f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.474593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f107fc8e-7212-4653-bfe1-6b302ea8f738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.480356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f107fc8e-7212-4653-bfe1-6b302ea8f738 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa192456-b04d-41f0-87bd-6dfacef614ae HTTP/1.1" status: 204 len: 168 time: 0.2439430 Nov 10 03:39:55.493927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107fc8e-7212-4653-bfe1-6b302ea8f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa192456-b04d-41f0-87bd-6dfacef614ae,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:55.632290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.647125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:55.650247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf11e97-b0c1-4899-8319-252a203c64e5 req-7981d91e-c991-4198-b556-b58f5eecfff8 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "DELETE /v2.0/floatingips/2c66965e-f80c-495b-82e7-f7d7f06b19cd HTTP/1.1" status: 204 len: 173 time: 1.0094047 Nov 10 03:39:55.688575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b65c7-e137-4e1b-9f1f-da973fd86683 req-215d4f3f-c39c-4d7e-81de-dcc80348df2d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:55.690189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-521b65c7-e137-4e1b-9f1f-da973fd86683 req-215d4f3f-c39c-4d7e-81de-dcc80348df2d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1264029 Nov 10 03:39:55.796021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-521b65c7-e137-4e1b-9f1f-da973fd86683 req-437a90f9-1902-4e17-90ec-d581343cbd03 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987117 Nov 10 03:39:56.005545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ad0f5-e4ab-496c-9741-6acf0c075c91 req-0ec5ace1-0443-412f-8344-7113d0eff4a3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:56.014207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-293ad0f5-e4ab-496c-9741-6acf0c075c91 req-0ec5ace1-0443-412f-8344-7113d0eff4a3 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 945 time: 0.0642788 Nov 10 03:39:56.101105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-293ad0f5-e4ab-496c-9741-6acf0c075c91 req-e180c7a1-9122-49d3-bc90-5d1bea78dabc tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859077 Nov 10 03:39:56.280303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd289b9-4648-45d1-9ea1-07f8863c3480 req-4d1cf8b7-c451-4238-a081-99fb285ed856 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:56.282632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dd289b9-4648-45d1-9ea1-07f8863c3480 req-4d1cf8b7-c451-4238-a081-99fb285ed856 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1468728 Nov 10 03:39:56.345378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dd289b9-4648-45d1-9ea1-07f8863c3480 req-eca34e6c-9c22-40b9-b032-cf26dd7ca031 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558472 Nov 10 03:39:56.966606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b695498-4727-41c2-9171-d2bf64c5bd50 req-7f9d2ac5-b2a5-43e6-afb5-f1c9df7cf1e6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:56.974568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b695498-4727-41c2-9171-d2bf64c5bd50 req-7f9d2ac5-b2a5-43e6-afb5-f1c9df7cf1e6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0662053 Nov 10 03:39:57.035571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b695498-4727-41c2-9171-d2bf64c5bd50 req-c6254dc0-99a1-498c-a1b9-2d5d5cf9ef41 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598149 Nov 10 03:39:57.246557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212cccf-b3a7-4694-8c6f-53b85436bcde req-e5c6892b-17d3-4328-86a3-5dc5e8607fb9 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:57.248779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6212cccf-b3a7-4694-8c6f-53b85436bcde req-e5c6892b-17d3-4328-86a3-5dc5e8607fb9 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 945 time: 0.0590653 Nov 10 03:39:57.308374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6212cccf-b3a7-4694-8c6f-53b85436bcde req-1a8c0005-ee21-445f-b046-3971021eafe9 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/security-groups?id=993e0d0e-56b8-4da1-8c8e-b5c6dd350798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523796 Nov 10 03:39:57.567776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82453da3-a159-4f74-8cb2-876cb290295a req-72d4762f-ac50-47fd-a5e7-27a6d5fd26f7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:57.569338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82453da3-a159-4f74-8cb2-876cb290295a req-72d4762f-ac50-47fd-a5e7-27a6d5fd26f7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1196647 Nov 10 03:39:57.691262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82453da3-a159-4f74-8cb2-876cb290295a req-cac61057-ca37-47c6-9f0a-219346c1c182 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121280 Nov 10 03:39:57.884592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706f02-1d58-4ec4-9301-bde093c8181a req-73a8ceb7-fceb-4160-b43d-aa60f32b62bf tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:57.887023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05706f02-1d58-4ec4-9301-bde093c8181a req-73a8ceb7-fceb-4160-b43d-aa60f32b62bf tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 945 time: 0.0648296 Nov 10 03:39:58.026244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Deleting port 6376e269-d568-4c58-9f69-eeaeddbe5e52 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:39:58.026592 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:58.170123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-44f991f2-6360-44c1-818e-b53fd2bbad9a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401223 Nov 10 03:39:58.210771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] For port 6376e269-d568-4c58-9f69-eeaeddbe5e52, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6376e269-d568-4c58-9f69-eeaeddbe5e52,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:39:58.211124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:58.229322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Calling delete_port for 6376e269-d568-4c58-9f69-eeaeddbe5e52 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:39:58.330724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471350e-a7ae-4fdc-bc33-84bd0f436fde req-69d334e1-95cd-4e03-9969-67cf8a9ec13a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:58.335512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1471350e-a7ae-4fdc-bc33-84bd0f436fde req-69d334e1-95cd-4e03-9969-67cf8a9ec13a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1795597 Nov 10 03:39:58.520879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41808) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:58.544314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:58.554384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1471350e-a7ae-4fdc-bc33-84bd0f436fde req-f65351b7-0db4-49e8-b273-3cc60b617bec tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108831 Nov 10 03:39:58.586672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-3a455888-c57b-4f04-b787-7e52fbb3d880 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:58.592998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6376e269-d568-4c58-9f69-eeaeddbe5e52'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:39:58.598609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-3a455888-c57b-4f04-b787-7e52fbb3d880 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064608 Nov 10 03:39:58.618643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-ffb19ebf-f257-4548-9072-2a0b8d7c6fe8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/quotas/5adf10f61b2847cab1a63bb46545540f HTTP/1.1" status: 200 len: 375 time: 0.0184319 Nov 10 03:39:58.649552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Pushing event deleted for resources: {'Port': ['ID=6376e269-d568-4c58-9f69-eeaeddbe5e52,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:58.701140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-d0ea691f-6fd6-447d-a02d-656a313caadc tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808191 Nov 10 03:39:58.756308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] No DVR routers for this DVR port 6376e269-d568-4c58-9f69-eeaeddbe5e52 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:39:58.759371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:58.764129 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05706f02-1d58-4ec4-9301-bde093c8181a req-9d98d156-6cd4-4d79-8d23-c3389f5deda0 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.11 "DELETE /v2.0/ports/6376e269-d568-4c58-9f69-eeaeddbe5e52 HTTP/1.1" status: 204 len: 173 time: 0.8659387 Nov 10 03:39:58.764633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'name': 'network-vif-deleted', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:39:58.767317 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d36b89-5495-4c0f-9477-194f39e2e1b1" -d '{"events": [{"server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "name": "network-vif-deleted", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:39:58.797784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bed7faaa-d996-4e8a-811d-31702825da45 req-beb893aa-8781-49d9-b1cf-fd481db02499 tempest-FloatingIPsAssociationTestJSON-1495398230 tempest-FloatingIPsAssociationTestJSON-1495398230-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8e00-aaeb-4756-a213-91de3ae8d385 HTTP/1.1" status: 200 len: 210 time: 0.0570428 Nov 10 03:39:58.836790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb258e9-962d-4730-9adc-20f72791cdd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:59.021744 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb258e9-962d-4730-9adc-20f72791cdd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:59.031335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb258e9-962d-4730-9adc-20f72791cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:59.193921 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35757b8-adb7-432b-ad66-be484918031a x-openstack-request-id: req-b35757b8-adb7-432b-ad66-be484918031a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:39:59.195009 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ef8e00-aaeb-4756-a213-91de3ae8d385", "name": "network-vif-deleted", "tag": "6376e269-d568-4c58-9f69-eeaeddbe5e52", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:39:59.195114 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b35757b8-adb7-432b-ad66-be484918031a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:39:59.195489 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef8e00-aaeb-4756-a213-91de3ae8d385', 'name': 'network-vif-deleted', 'tag': '6376e269-d568-4c58-9f69-eeaeddbe5e52', 'status': 'completed', 'code': 200} Nov 10 03:39:59.211924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3bb258e9-962d-4730-9adc-20f72791cdd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75ae01ec58894ec48a11fd6db78341ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6888180 Nov 10 03:39:59.214612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41834) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:39:59.272398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb258e9-962d-4730-9adc-20f72791cdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085466c0-9694-4a35-954a-910edc5c4aa6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:59.355176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60182452-4082-4854-bbdb-1178a6a9e86e req-d3003129-685d-4f64-b6be-50cf6814f9d3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:59.366324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60182452-4082-4854-bbdb-1178a6a9e86e req-d3003129-685d-4f64-b6be-50cf6814f9d3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.2707086 Nov 10 03:39:59.393509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b20099a-0e4d-44de-9c91-a8733c0feb2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:59.406553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ee3e52d-d016-4172-8c12-f1a3f35ba3ad req-32baa531-e96f-4c9e-b1b6-e042ca830164 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 210 time: 0.0372937 Nov 10 03:39:59.464194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b20099a-0e4d-44de-9c91-a8733c0feb2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:59.556769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60182452-4082-4854-bbdb-1178a6a9e86e req-6f8a4769-7492-41b5-a759-54ca04db3044 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892147 Nov 10 03:39:59.593718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b20099a-0e4d-44de-9c91-a8733c0feb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:59.600100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b20099a-0e4d-44de-9c91-a8733c0feb2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:39:59.606388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8b20099a-0e4d-44de-9c91-a8733c0feb2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/085466c0-9694-4a35-954a-910edc5c4aa6 HTTP/1.1" status: 204 len: 168 time: 0.3905215 Nov 10 03:39:59.623435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20099a-0e4d-44de-9c91-a8733c0feb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085466c0-9694-4a35-954a-910edc5c4aa6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:39:59.787792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ba1a-e174-42f1-a723-f0aa8b87e7ae req-ab8eaf25-f12b-4dec-9859-743c55388f88 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:39:59.789268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a366ba1a-e174-42f1-a723-f0aa8b87e7ae req-ab8eaf25-f12b-4dec-9859-743c55388f88 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0822728 Nov 10 03:39:59.887872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41846) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:00.318703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a366ba1a-e174-42f1-a723-f0aa8b87e7ae req-e513dab8-9218-45aa-8a40-39e083532b48 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231268 Nov 10 03:40:00.345508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:00.360475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64a2ee20-76f9-4f26-bd6d-c5ce3482a9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:00.549729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64a2ee20-76f9-4f26-bd6d-c5ce3482a9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:00.569391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64a2ee20-76f9-4f26-bd6d-c5ce3482a9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:00.659481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2ee20-76f9-4f26-bd6d-c5ce3482a9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfef55c-d25e-4cfa-ac1a-033e661ebd79,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:00.690587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21f12e64-cfb5-418b-9dd6-fed4203cf0a0 req-f9741456-e71d-420a-9bbf-81332b3c7fc6 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 210 time: 0.1366601 Nov 10 03:40:00.743454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-64a2ee20-76f9-4f26-bd6d-c5ce3482a9f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe1b57969d2c484cb0898187ffc469b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945184 Nov 10 03:40:00.743970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41870) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:00.787129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293d004-e5b0-46a3-89fd-b6999adf07c6 req-9735090b-0aa5-413e-8812-63d51d0df069 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:00.794673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f293d004-e5b0-46a3-89fd-b6999adf07c6 req-9735090b-0aa5-413e-8812-63d51d0df069 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0982130 Nov 10 03:40:00.877402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f293d004-e5b0-46a3-89fd-b6999adf07c6 req-af142088-0e57-43a0-9aa3-c01d85113b81 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811467 Nov 10 03:40:00.879151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2257540a-3063-447a-b7d0-bfa8fa79493b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:00.880724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6376e269-d568-4c58-9f69-eeaeddbe5e52 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:00.912101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2257540a-3063-447a-b7d0-bfa8fa79493b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:00.917694 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-e37f7f02-1200-41b1-96a6-8c43f183b2ac tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3732817 Nov 10 03:40:00.923163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 6376e269-d568-4c58-9f69-eeaeddbe5e52 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:00.923531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6376e269-d568-4c58-9f69-eeaeddbe5e52 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:00.963408 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2257540a-3063-447a-b7d0-bfa8fa79493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:00.966377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2257540a-3063-447a-b7d0-bfa8fa79493b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:00.969956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2257540a-3063-447a-b7d0-bfa8fa79493b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bfef55c-d25e-4cfa-ac1a-033e661ebd79 HTTP/1.1" status: 204 len: 168 time: 0.2226555 Nov 10 03:40:00.979466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257540a-3063-447a-b7d0-bfa8fa79493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfef55c-d25e-4cfa-ac1a-033e661ebd79,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:01.076853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-3f9056d1-f444-4e03-8882-baa5577a076e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:01.078406 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-3f9056d1-f444-4e03-8882-baa5577a076e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521862 Nov 10 03:40:01.093891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:01.183901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:01.380562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:01.384142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:01.393660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:01.556752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:01.591735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:01.605480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fc310-f266-4fce-8f5b-5bc6b0a52952 req-95f7b2fe-affc-47b3-90e6-a62016ac67ba tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:01.620337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b78fc310-f266-4fce-8f5b-5bc6b0a52952 req-95f7b2fe-affc-47b3-90e6-a62016ac67ba tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1574743 Nov 10 03:40:01.706283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b78fc310-f266-4fce-8f5b-5bc6b0a52952 req-0ff507de-9276-4931-aebb-7d9b34445ddc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823243 Nov 10 03:40:01.751675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f12a65-fa9f-48ad-87b5-ab18b10ab1be,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:01.867878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b1ff7b5-5a4f-4ef4-bd5f-050827c61e9d req-0ca05dc1-bff1-48b2-8443-f6bc221686d2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 210 time: 0.0918937 Nov 10 03:40:01.951681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.11 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/98ae6501-3a65-405d-a141-d59a62a35b9c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:02.025690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Deleting port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:02.026024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:02.058549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce278edf-e032-47f6-995e-cc40156cb9af req-298f7073-448b-4632-8710-5e0089656a57 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:02.060917 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce278edf-e032-47f6-995e-cc40156cb9af req-298f7073-448b-4632-8710-5e0089656a57 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1116300 Nov 10 03:40:02.132018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce278edf-e032-47f6-995e-cc40156cb9af req-0e634f40-c7cd-41fa-a4cd-b9fa5cb6471f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Nov 10 03:40:02.250710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] For port c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:02.251263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:02.268127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Calling delete_port for c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:02.476986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:02.503055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:02.632773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:02.775413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:02.825296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=98ae6501-3a65-405d-a141-d59a62a35b9c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:02.838385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:02.850906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:02.852981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:02.856374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:02.977194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f616a81-d662-46a8-9be5-37c46676e149 req-b747b8f5-966a-4b8b-92e3-eb1f80812cbb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:02.990171 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f616a81-d662-46a8-9be5-37c46676e149 req-b747b8f5-966a-4b8b-92e3-eb1f80812cbb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1352372 Nov 10 03:40:03.063433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:03.064202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:03.082449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f616a81-d662-46a8-9be5-37c46676e149 req-c9484c2f-475a-4e02-b94f-7b00cc07b710 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846677 Nov 10 03:40:03.135868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e532-f6fa-4f6c-8700-66b8c81ed1e9 req-21bc4676-e1ce-4e02-bcd5-613822f98ea5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:03.143725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3400e532-f6fa-4f6c-8700-66b8c81ed1e9 req-21bc4676-e1ce-4e02-bcd5-613822f98ea5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 935 time: 0.0800881 Nov 10 03:40:03.146763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-4b480c5c-ade5-4be9-8208-fa6788b7eda7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0557954 Nov 10 03:40:03.164627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Request body: {'port': {'device_id': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:03.229755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Router 0e097bb1-0794-41fc-badd-b9bc386e9155 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:40:03.253141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3400e532-f6fa-4f6c-8700-66b8c81ed1e9 req-1acc56c8-7bcd-41b1-8727-1d6da13c4ceb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054425 Nov 10 03:40:03.343364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c35173f3-f36f-432b-9493-805646f596b7 None None] Provisioning complete for port 98ae6501-3a65-405d-a141-d59a62a35b9c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:03.351346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c35173f3-f36f-432b-9493-805646f596b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:03.371722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a01bda-b9f3-4fe7-bf20-5f5a8ce4107d req-0b46c72e-6bc7-4113-8906-1c143a87b968 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:03.380582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6a01bda-b9f3-4fe7-bf20-5f5a8ce4107d req-0b46c72e-6bc7-4113-8906-1c143a87b968 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1256015 Nov 10 03:40:03.443650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6a01bda-b9f3-4fe7-bf20-5f5a8ce4107d req-974d773a-0ab8-452a-84ee-30b5a25217b6 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619528 Nov 10 03:40:03.450411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c35173f3-f36f-432b-9493-805646f596b7 None None] Port 98ae6501-3a65-405d-a141-d59a62a35b9c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:03.453168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:03.689563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:40:03.697736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41968) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:03.698282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b3c2f2be-de39-4eb9-b341-5b918b4edb48 admin admin] 10.222.0.24 "PUT /v2.0/routers/0e097bb1-0794-41fc-badd-b9bc386e9155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8081851 Nov 10 03:40:03.702067 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] Sync routers for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:40:03.720317 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:40:03.721511 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:03.864316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:03.888840 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:40:04.046645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ae6501-3a65-405d-a141-d59a62a35b9c {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:04.061846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.068080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.099575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Transition to ACTIVE for port object 98ae6501-3a65-405d-a141-d59a62a35b9c will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:04.108288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.137104 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '82fd351a-5367-4088-a37f-35a71f24486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:40:02Z', 'revision_number': 5, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port': {'id': '82fd351a-5367-4088-a37f-35a71f24486e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:38:42Z', 'updated_at': '2021-11-10T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:04.149669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Deleting port 82fd351a-5367-4088-a37f-35a71f24486e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:04.150415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.196781 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] Checking router: 0e097bb1-0794-41fc-badd-b9bc386e9155 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:40:04.213744 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] Routers {'0e097bb1-0794-41fc-badd-b9bc386e9155'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:40:04.216350 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:39:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e097bb1-0794-41fc-badd-b9bc386e9155'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:04.254313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Pushing event updated for resources: {'Port': ['ID=98ae6501-3a65-405d-a141-d59a62a35b9c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:04.372315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41980) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:04.399350 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] Set router 0e097bb1-0794-41fc-badd-b9bc386e9155 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:40:04.411474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Attempting to bind port 98ae6501-3a65-405d-a141-d59a62a35b9c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:04.414225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Attempting to bind port 98ae6501-3a65-405d-a141-d59a62a35b9c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:04.414691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Attempting to bind port 98ae6501-3a65-405d-a141-d59a62a35b9c on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:04.426448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Port 98ae6501-3a65-405d-a141-d59a62a35b9c on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:04.426921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Attempting to bind port 98ae6501-3a65-405d-a141-d59a62a35b9c on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:04.438439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:04.440705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:04.441741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:04.444436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Bound port: 98ae6501-3a65-405d-a141-d59a62a35b9c, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:04.444917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.475225 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:40:04Z', 'revision_number': 6, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:04.515205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e76c65-0729-4781-b27b-5d02dd37da03 None None] The sync data for ids ['0e097bb1-0794-41fc-badd-b9bc386e9155'] in n-d-817326-2 is: [{'id': '0e097bb1-0794-41fc-badd-b9bc386e9155', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832209995-router', 'tenant_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:38:40Z', 'updated_at': '2021-11-10T03:40:04Z', 'revision_number': 6, 'project_id': '9011ece1adf947ecbd8ef0ccc4f044c5', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:40:04.536720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ee674-b585-452c-a2bb-81e2d44ae025 req-ccaab948-bc13-4051-bba2-760829c631b9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:04.544658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-185ee674-b585-452c-a2bb-81e2d44ae025 req-ccaab948-bc13-4051-bba2-760829c631b9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.2485337 Nov 10 03:40:04.548042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] For port 82fd351a-5367-4088-a37f-35a71f24486e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82fd351a-5367-4088-a37f-35a71f24486e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:04.548970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.605575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ca0817a-0304-45a5-9271-c5aa7673df37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.608719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] For port 98ae6501-3a65-405d-a141-d59a62a35b9c, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:04.608974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Calling delete_port for 82fd351a-5367-4088-a37f-35a71f24486e owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:04.618726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97ff69-c25d-4379-bccf-10caf696f4a8 req-d562902b-fa03-45fe-bcfe-93f22479eb26 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:04.620237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc97ff69-c25d-4379-bccf-10caf696f4a8 req-d562902b-fa03-45fe-bcfe-93f22479eb26 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 947 time: 0.2463267 Nov 10 03:40:04.632249 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] For port 98ae6501-3a65-405d-a141-d59a62a35b9c, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=98ae6501-3a65-405d-a141-d59a62a35b9c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:04.641493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.714385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Pushing event updated for resources: {'Port': ['ID=98ae6501-3a65-405d-a141-d59a62a35b9c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:04.723651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:04.724269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:04.725613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-9d5837f7-0abd-4197-a7f6-4c26dd688c46 service neutron] 10.222.0.44 "PUT /v2.0/ports/98ae6501-3a65-405d-a141-d59a62a35b9c HTTP/1.1" status: 200 len: 1095 time: 1.5707939 Nov 10 03:40:04.728181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'tag': '98ae6501-3a65-405d-a141-d59a62a35b9c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:04.729596 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79" -d '{"events": [{"name": "network-changed", "server_uuid": "6894642d-a9de-45e0-80fa-0a8e00f295a0", "tag": "98ae6501-3a65-405d-a141-d59a62a35b9c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:04.798146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-185ee674-b585-452c-a2bb-81e2d44ae025 req-40aa54f8-b9a9-4246-975d-2c48a4b1971c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525043 Nov 10 03:40:04.820413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc97ff69-c25d-4379-bccf-10caf696f4a8 req-a089d689-58dd-49c5-a2de-ff4345697f82 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850462 Nov 10 03:40:05.138770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13bf77-9329-4a53-a72d-3136794762c7 req-aef89ba9-e291-41c0-9be1-7a71f700fdab tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:05.141264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb13bf77-9329-4a53-a72d-3136794762c7 req-aef89ba9-e291-41c0-9be1-7a71f700fdab tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1250012 Nov 10 03:40:05.142876 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.201920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82fd351a-5367-4088-a37f-35a71f24486e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:05.260318 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf1c0d5-79cb-4b9b-80e6-b86a06fcf6de x-openstack-request-id: req-8bf1c0d5-79cb-4b9b-80e6-b86a06fcf6de {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:05.260916 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6894642d-a9de-45e0-80fa-0a8e00f295a0", "tag": "98ae6501-3a65-405d-a141-d59a62a35b9c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:05.260916 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bf1c0d5-79cb-4b9b-80e6-b86a06fcf6de {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:05.261202 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'tag': '98ae6501-3a65-405d-a141-d59a62a35b9c', 'status': 'completed', 'code': 200} Nov 10 03:40:05.286710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ca0817a-0304-45a5-9271-c5aa7673df37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.293465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ca0817a-0304-45a5-9271-c5aa7673df37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.306641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb13bf77-9329-4a53-a72d-3136794762c7 req-8a6c3d46-2bf9-4c29-adbc-f56d54d2f803 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571965 Nov 10 03:40:05.322815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.343494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-6fa420ee-059c-4769-9987-8522f54ee4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:05.345284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-6fa420ee-059c-4769-9987-8522f54ee4a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 1098 time: 0.5643699 Nov 10 03:40:05.416165 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0ca0817a-0304-45a5-9271-c5aa7673df37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5800811e9b544acaa5aac090d6577e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0364730 Nov 10 03:40:05.417227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:05.428738 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-5fabfe53-8488-4bb5-af81-9b1882b42bcb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=98ae6501-3a65-405d-a141-d59a62a35b9c HTTP/1.1" status: 200 len: 217 time: 0.0680654 Nov 10 03:40:05.429332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0817a-0304-45a5-9271-c5aa7673df37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c1871-afec-4d2f-804a-2a9f2680aaac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:05.488944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.495024 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.517565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-d055c9f0-bb7a-4b96-a37f-5b1264844298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:05.519743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-d055c9f0-bb7a-4b96-a37f-5b1264844298 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0818005 Nov 10 03:40:05.522990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:05.550934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:05.552211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9c8da31-7b6b-438b-b8d3-60fca1a8d7a6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:05.552639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82fd351a-5367-4088-a37f-35a71f24486e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:05.569026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f85e8883-c311-409f-bc9b-039504baad01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.594853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.594853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e097bb1-0794-41fc-badd-b9bc386e9155 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:40:05.595841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 82fd351a-5367-4088-a37f-35a71f24486e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:05.597111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82fd351a-5367-4088-a37f-35a71f24486e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:05.604840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.608629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f85e8883-c311-409f-bc9b-039504baad01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.614777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b9e0eb6c-ca65-498c-88b6-db22749360a5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0e097bb1-0794-41fc-badd-b9bc386e9155 HTTP/1.1" status: 204 len: 168 time: 1.9129572 Nov 10 03:40:05.615075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42004) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:05.618200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-f44cf692-2e8f-47a6-b2e5-2c6647b242a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:05.620614 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-f44cf692-2e8f-47a6-b2e5-2c6647b242a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923247 Nov 10 03:40:05.692939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] Deleting subnet 70b2c487-d63b-4c24-a47d-61814958c463 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:40:05.696605 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.751803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.754897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f85e8883-c311-409f-bc9b-039504baad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.757554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f85e8883-c311-409f-bc9b-039504baad01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.759505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f85e8883-c311-409f-bc9b-039504baad01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f50c1871-afec-4d2f-804a-2a9f2680aaac HTTP/1.1" status: 204 len: 168 time: 0.3402689 Nov 10 03:40:05.763549 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-bc4bba93-ae6e-4df0-a345-bcc23067910a service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308184 Nov 10 03:40:05.802986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8883-c311-409f-bc9b-039504baad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c1871-afec-4d2f-804a-2a9f2680aaac,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:05.892028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:05.973057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.021528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b2c487-d63b-4c24-a47d-61814958c463,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:06.025103 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5909b83-e673-4088-9f52-337dfc6ac352 req-407353d5-f777-454b-9a87-48fafe699a87 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354918 Nov 10 03:40:06.046084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5005018e-3cf7-4bef-a11b-00ad4c7c0606 None None] Network d3796478-361b-488a-8ecf-17ac5660ac98 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:06.066348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.073344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42020) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:06.081325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e83eaf2a-a84a-43b4-a4d2-0226ee262036 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70b2c487-d63b-4c24-a47d-61814958c463 HTTP/1.1" status: 204 len: 168 time: 0.4547710 Nov 10 03:40:06.193680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.199362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c2995-1b53-419d-8036-8bb24f07a64e req-91360653-75b1-4991-908d-aecb7afbbab0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:06.200882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b4c2995-1b53-419d-8036-8bb24f07a64e req-91360653-75b1-4991-908d-aecb7afbbab0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1813693 Nov 10 03:40:06.219534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188f337-a49c-43f9-8d90-fd870f996870 req-6aeb2b44-6895-466c-a4fa-1e57f0cb7b8d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:06.221144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7188f337-a49c-43f9-8d90-fd870f996870 req-6aeb2b44-6895-466c-a4fa-1e57f0cb7b8d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 947 time: 0.2032204 Nov 10 03:40:06.319728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-5af34ecc-0f04-4929-b09a-1440bffddabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:06.319728 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-5af34ecc-0f04-4929-b09a-1440bffddabc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 1098 time: 0.1376438 Nov 10 03:40:06.351468 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7188f337-a49c-43f9-8d90-fd870f996870 req-ca4e58af-722b-40b6-a253-7817add64a4a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111827 Nov 10 03:40:06.357307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] DHCP port deletion for d3796478-361b-488a-8ecf-17ac5660ac98 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:40:06.375568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b4c2995-1b53-419d-8036-8bb24f07a64e req-791a25b3-157d-45db-8d5c-ca00eacf6947 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512077 Nov 10 03:40:06.387736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42024) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:06.399939 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:06.402234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:06.422529 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f180e316-2b47-4978-908c-139574a70cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.482103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-80f09c0f-662c-45d3-8ee2-4c5dd46e3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:06.483811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-80f09c0f-662c-45d3-8ee2-4c5dd46e3b2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1577828 Nov 10 03:40:06.491619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Deleting port 73508cbd-52a9-46fa-ad13-f2937905d7d1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:06.492166 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.546232 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.580013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] For port 73508cbd-52a9-46fa-ad13-f2937905d7d1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=73508cbd-52a9-46fa-ad13-f2937905d7d1,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:06.581005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.581104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:40:06.596889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Calling delete_port for 73508cbd-52a9-46fa-ad13-f2937905d7d1 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:06.603053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] Deleting port 73508cbd-52a9-46fa-ad13-f2937905d7d1 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:06.603831 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.653414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f180e316-2b47-4978-908c-139574a70cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.663533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f180e316-2b47-4978-908c-139574a70cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.695739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:06.701024 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb636472-3a66-4479-80e8-b359ba7e0d42" -d '{"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:06.702029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be0df0-50e1-47cb-ba71-2ff110bbeb3a req-bc0f97a1-bcf7-40ff-a031-a71b22bec39a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:06.727723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:06.729409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5be0df0-50e1-47cb-ba71-2ff110bbeb3a req-bc0f97a1-bcf7-40ff-a031-a71b22bec39a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1216354 Nov 10 03:40:06.742005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-10360cfb-f16c-42e0-a15e-3798c935ff78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=98ae6501-3a65-405d-a141-d59a62a35b9c HTTP/1.1" status: 200 len: 217 time: 0.0456946 Nov 10 03:40:06.743263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.751219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.764094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] For port 73508cbd-52a9-46fa-ad13-f2937905d7d1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=73508cbd-52a9-46fa-ad13-f2937905d7d1,segment=NetworkSegment(82a417a6-a02b-4f5a-bc04-cfce375b0287),segment_id=82a417a6-a02b-4f5a-bc04-cfce375b0287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:06.764566 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.806820 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9107d0-6228-4f0b-9fb3-4974dda6e432 x-openstack-request-id: req-da9107d0-6228-4f0b-9fb3-4974dda6e432 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:06.806820 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:06.806820 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da9107d0-6228-4f0b-9fb3-4974dda6e432 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:06.807163 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f', 'code': 200} Nov 10 03:40:06.807837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f180e316-2b47-4978-908c-139574a70cfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1957a3edc5b14319a9a5e0944a2d0c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187829 Nov 10 03:40:06.811231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42038) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:06.817696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] Calling delete_port for 73508cbd-52a9-46fa-ad13-f2937905d7d1 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:06.820111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180e316-2b47-4978-908c-139574a70cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f8e63-70b2-48ff-ad62-b5fd2772467f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:06.839428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=73508cbd-52a9-46fa-ad13-f2937905d7d1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:06.844298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-0655170d-a941-460c-8961-4fbf5fb0e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:06.846074 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-0655170d-a941-460c-8961-4fbf5fb0e766 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0721781 Nov 10 03:40:06.854626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] No DVR routers for this DVR port 73508cbd-52a9-46fa-ad13-f2937905d7d1 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:06.872580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5be0df0-50e1-47cb-ba71-2ff110bbeb3a req-1eecb43e-fabd-417e-afb4-85ed5f47c849 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413183 Nov 10 03:40:06.942674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70fb29f3-6a0b-4f08-971b-527309a38037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.960965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:06.967915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:06.971063 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70fb29f3-6a0b-4f08-971b-527309a38037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:06.990340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f2459992-85a0-4797-a380-5a8709c8175f', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'f2459992-85a0-4797-a380-5a8709c8175f', 'mac_address': 'fa:16:3e:0c:9e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:07.011573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-99a19e0b-09ad-4071-a52d-3bb190800d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:07.018365 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-99a19e0b-09ad-4071-a52d-3bb190800d07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539185 Nov 10 03:40:07.021350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.038518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70fb29f3-6a0b-4f08-971b-527309a38037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.044087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70fb29f3-6a0b-4f08-971b-527309a38037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.044916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.047066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-70fb29f3-6a0b-4f08-971b-527309a38037 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec0f8e63-70b2-48ff-ad62-b5fd2772467f HTTP/1.1" status: 204 len: 168 time: 0.2346387 Nov 10 03:40:07.056587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.059366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] No DVR routers for this DVR port 73508cbd-52a9-46fa-ad13-f2937905d7d1 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:07.069194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb29f3-6a0b-4f08-971b-527309a38037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f8e63-70b2-48ff-ad62-b5fd2772467f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:07.104564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c232d-1f1b-442e-b823-4702d2f715a1 None None] Pushing event deleted for resources: {'Port': ['ID=73508cbd-52a9-46fa-ad13-f2937905d7d1,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:07.114055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3796478-361b-488a-8ecf-17ac5660ac98']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:07.116416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2459992-85a0-4797-a380-5a8709c8175f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:07.141363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:07.152834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a417a6-a02b-4f5a-bc04-cfce375b0287') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:07.152834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a417a6-a02b-4f5a-bc04-cfce375b0287') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:07.155656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.167520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.198778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.213443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:40:07.213901 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:40:07.215965 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:40:07.238066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=10']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:07.263547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-5b9bd4d1-4e8d-40e6-84ba-7eee06bd3d45 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323987 Nov 10 03:40:07.360982 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.376122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 73508cbd-52a9-46fa-ad13-f2937905d7d1 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:07.380515 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.393325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] 10.222.0.24 "DELETE /v2.0/networks/d3796478-361b-488a-8ecf-17ac5660ac98 HTTP/1.1" status: 204 len: 168 time: 1.3186498 Nov 10 03:40:07.420668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f2459992-85a0-4797-a380-5a8709c8175f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:07.426326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 73508cbd-52a9-46fa-ad13-f2937905d7d1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:07.426668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 73508cbd-52a9-46fa-ad13-f2937905d7d1 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:07.444326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058bc6c-bbda-4085-9dfc-142ac6f71ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=d3796478-361b-488a-8ecf-17ac5660ac98,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:07.629166 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d902a21-4066-4fea-a19e-2d1c8c3a8b79 req-b217ef1d-2e6b-4722-8295-e97c40a1a751 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228335 Nov 10 03:40:07.658907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42054) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:07.694750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:40:07.711112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.769351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1c038678-0b7b-4946-9b24-4f33556093a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9011ece1adf947ecbd8ef0ccc4f044c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1084609 Nov 10 03:40:07.770377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42058) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:07.771405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0d8b-b27e-4eb9-ba41-707bc3589ccb req-2827d247-8c86-45e1-9100-587a1863bd2d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:07.780141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f7b0d8b-b27e-4eb9-ba41-707bc3589ccb req-2827d247-8c86-45e1-9100-587a1863bd2d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 947 time: 0.2027314 Nov 10 03:40:07.826603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ab2a2-9930-46bd-9afd-84aa12fb8157 req-adf6648c-42b9-40bc-bd25-961ff741d49e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:07.834219 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-014ab2a2-9930-46bd-9afd-84aa12fb8157 req-adf6648c-42b9-40bc-bd25-961ff741d49e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1610951 Nov 10 03:40:07.835357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e10eca-35e3-4fa2-b8a7-65904c494405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.866021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f7b0d8b-b27e-4eb9-ba41-707bc3589ccb req-8d557caa-0810-48a7-a851-9e64a41a9e97 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846605 Nov 10 03:40:07.871099 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e10eca-35e3-4fa2-b8a7-65904c494405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.915769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-014ab2a2-9930-46bd-9afd-84aa12fb8157 req-5be7ab91-15ab-4981-99be-0c264a976160 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802481 Nov 10 03:40:07.991478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e10eca-35e3-4fa2-b8a7-65904c494405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.992806 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e10eca-35e3-4fa2-b8a7-65904c494405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:07.994075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-01e10eca-35e3-4fa2-b8a7-65904c494405 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/993e0d0e-56b8-4da1-8c8e-b5c6dd350798 HTTP/1.1" status: 204 len: 168 time: 0.2224326 Nov 10 03:40:08.009440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e10eca-35e3-4fa2-b8a7-65904c494405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e0d0e-56b8-4da1-8c8e-b5c6dd350798,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:08.171165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ac2b7-501b-4ecd-922c-e0b276bdd6f7 req-e178a4ff-7d4b-44c2-8263-c8da601d3fdd tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:08.182862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-283ac2b7-501b-4ecd-922c-e0b276bdd6f7 req-e178a4ff-7d4b-44c2-8263-c8da601d3fdd tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.0729659 Nov 10 03:40:08.256421 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-283ac2b7-501b-4ecd-922c-e0b276bdd6f7 req-b5ca5cee-77d3-4b84-8d31-f8a2f06f3e4e tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652089 Nov 10 03:40:08.382921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 98ae6501-3a65-405d-a141-d59a62a35b9c details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:08.683916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 98ae6501-3a65-405d-a141-d59a62a35b9c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=98ae6501-3a65-405d-a141-d59a62a35b9c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:08.696624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '98ae6501-3a65-405d-a141-d59a62a35b9c', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '98ae6501-3a65-405d-a141-d59a62a35b9c', 'mac_address': 'fa:16:3e:6d:1e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:08.741005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:08.757474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ae6501-3a65-405d-a141-d59a62a35b9c {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:08.783308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 98ae6501-3a65-405d-a141-d59a62a35b9c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=98ae6501-3a65-405d-a141-d59a62a35b9c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:08.791686 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:08.866783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=98ae6501-3a65-405d-a141-d59a62a35b9c,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:09.062619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:09.133826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ff6a4-9a6a-4fc1-b333-5b55856bcc80 req-9d578802-9613-478c-a8a1-627b4d4e7ec5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:09.135480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-254ff6a4-9a6a-4fc1-b333-5b55856bcc80 req-9d578802-9613-478c-a8a1-627b4d4e7ec5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 948 time: 0.1402447 Nov 10 03:40:09.191220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf6d71-287a-4f3a-b956-754548b51651 req-c00bbbc0-beff-45a7-b6db-147374c45e9b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:09.194083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ebbf6d71-287a-4f3a-b956-754548b51651 req-c00bbbc0-beff-45a7-b6db-147374c45e9b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1388538 Nov 10 03:40:09.341431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ebbf6d71-287a-4f3a-b956-754548b51651 req-9eadd127-a017-44b4-b0b2-89886ebd1f8b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324897 Nov 10 03:40:09.394537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-254ff6a4-9a6a-4fc1-b333-5b55856bcc80 req-8eaf9f78-a380-4f4b-a75f-a154c6fb046c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262378 Nov 10 03:40:09.611643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16ea92-a1f1-4d99-b625-b5105e0f0728 req-8e4837c1-0e8d-4aa1-888c-e3e4e62188e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:09.619708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c16ea92-a1f1-4d99-b625-b5105e0f0728 req-8e4837c1-0e8d-4aa1-888c-e3e4e62188e3 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1171145 Nov 10 03:40:09.690187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c16ea92-a1f1-4d99-b625-b5105e0f0728 req-ce06a7fe-867e-40f6-8557-bba63a04aa3c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Nov 10 03:40:10.373476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 98ae6501-3a65-405d-a141-d59a62a35b9c up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:10.458360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362bbe-d0b7-4702-8904-a99d7cef3c94 req-a8bf8e57-84b0-4f95-b7fa-fd4072e697c9 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:10.466503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57362bbe-d0b7-4702-8904-a99d7cef3c94 req-a8bf8e57-84b0-4f95-b7fa-fd4072e697c9 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1096 time: 0.1018965 Nov 10 03:40:10.491369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 98ae6501-3a65-405d-a141-d59a62a35b9c completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:10.499321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 98ae6501-3a65-405d-a141-d59a62a35b9c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:10.500912 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:10.549513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42208) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:10.591286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57362bbe-d0b7-4702-8904-a99d7cef3c94 req-e1387eac-e2a6-4782-879f-554b5fdecdd0 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172984 Nov 10 03:40:10.691444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:10.701640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169131-e5a7-4e1c-8efb-51114e157164 req-5ac6ee45-23b5-4d4e-b233-2654a5d5ee37 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:10.714822 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79169131-e5a7-4e1c-8efb-51114e157164 req-5ac6ee45-23b5-4d4e-b233-2654a5d5ee37 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1211612 Nov 10 03:40:10.736845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae6501-3a65-405d-a141-d59a62a35b9c'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:10.739531 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3812a81-16fe-4c80-aac5-fd3bbbedef25" -d '{"events": [{"server_uuid": "6894642d-a9de-45e0-80fa-0a8e00f295a0", "name": "network-vif-plugged", "status": "completed", "tag": "98ae6501-3a65-405d-a141-d59a62a35b9c"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:10.756879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 98ae6501-3a65-405d-a141-d59a62a35b9c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=98ae6501-3a65-405d-a141-d59a62a35b9c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:10.763408 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:10.763789 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a16e8468-cd66-4a71-84d5-e9781e6b330e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:10.764358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:10.807398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee863cb8-a7d5-4bca-a0c4-d3ec2202bc4c req-0de714b5-acfe-4055-b7f0-d7cc59974ccb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:10.815423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee863cb8-a7d5-4bca-a0c4-d3ec2202bc4c req-0de714b5-acfe-4055-b7f0-d7cc59974ccb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 948 time: 0.0958982 Nov 10 03:40:10.834601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79169131-e5a7-4e1c-8efb-51114e157164 req-7b794983-2f32-4143-85b5-60ded36626d5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187811 Nov 10 03:40:10.859840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=98ae6501-3a65-405d-a141-d59a62a35b9c,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:10.877792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f2459992-85a0-4797-a380-5a8709c8175f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:10.879193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:10.936481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a16e8468-cd66-4a71-84d5-e9781e6b330e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:10.950532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a16e8468-cd66-4a71-84d5-e9781e6b330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:10.967230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee863cb8-a7d5-4bca-a0c4-d3ec2202bc4c req-96a79372-5fbf-4ff3-bac2-1959b1d1a3f2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506829 Nov 10 03:40:11.019988 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a16e8468-cd66-4a71-84d5-e9781e6b330e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c91db25062fc40e3925c92a55670e286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4666693 Nov 10 03:40:11.022443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42228) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:11.028708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42230) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:11.080552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e8468-cd66-4a71-84d5-e9781e6b330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ccd9b-3095-41d4-aee6-f8db63fe0bfb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:11.118159 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.175239 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5a87-137c-4a0c-a694-3876d9e7224a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.191239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:11.203143 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.255570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afdbc044-6451-482e-a514-e25e678dc1e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.277965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5a87-137c-4a0c-a694-3876d9e7224a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.291611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6ffa3-d35d-4d80-86f6-80a3dcdfa630 req-bc7b766a-e733-49bd-a733-58eb36f3cb20 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:11.298061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=11']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:11.300046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9fc6ffa3-d35d-4d80-86f6-80a3dcdfa630 req-bc7b766a-e733-49bd-a733-58eb36f3cb20 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 950 time: 0.1438684 Nov 10 03:40:11.403731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9fc6ffa3-d35d-4d80-86f6-80a3dcdfa630 req-9425b4fa-07e4-4b6e-8f0d-5157c31e4bca tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979581 Nov 10 03:40:11.462469 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b5f49c-0360-4218-ac80-24a50578044f x-openstack-request-id: req-f6b5f49c-0360-4218-ac80-24a50578044f {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:11.462956 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6894642d-a9de-45e0-80fa-0a8e00f295a0", "name": "network-vif-plugged", "status": "completed", "tag": "98ae6501-3a65-405d-a141-d59a62a35b9c", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:11.463054 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6b5f49c-0360-4218-ac80-24a50578044f {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:11.463398 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae6501-3a65-405d-a141-d59a62a35b9c', 'code': 200} Nov 10 03:40:11.494139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5a87-137c-4a0c-a694-3876d9e7224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.497917 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5a87-137c-4a0c-a694-3876d9e7224a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.502077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f4a5a87-137c-4a0c-a694-3876d9e7224a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/314ccd9b-3095-41d4-aee6-f8db63fe0bfb HTTP/1.1" status: 204 len: 168 time: 0.4759967 Nov 10 03:40:11.558174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afdbc044-6451-482e-a514-e25e678dc1e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.559881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a5a87-137c-4a0c-a694-3876d9e7224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ccd9b-3095-41d4-aee6-f8db63fe0bfb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:11.577228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afdbc044-6451-482e-a514-e25e678dc1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.622535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-afdbc044-6451-482e-a514-e25e678dc1e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cf53c209a8b47bf865ed68ccd1a25a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5910776 Nov 10 03:40:11.624099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbc044-6451-482e-a514-e25e678dc1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca36c28-ae0e-4bd5-b28c-e3c21bb138db,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:11.628776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42246) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:11.709593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b7bf2-ae19-4054-adff-185aaea4067f req-220b2ddc-49de-474e-a0d9-3279113d0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:11.712197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa5b7bf2-ae19-4054-adff-185aaea4067f req-220b2ddc-49de-474e-a0d9-3279113d0e5c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 1100 time: 0.1492026 Nov 10 03:40:11.720743 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9588f9f8-d539-4a05-bcb7-7e47104a6ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.785809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa5b7bf2-ae19-4054-adff-185aaea4067f req-65a79dcf-f7d8-4376-a72a-32de231f11e1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647314 Nov 10 03:40:11.788901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9588f9f8-d539-4a05-bcb7-7e47104a6ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.860317 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9588f9f8-d539-4a05-bcb7-7e47104a6ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.863678 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9588f9f8-d539-4a05-bcb7-7e47104a6ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:11.866577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9588f9f8-d539-4a05-bcb7-7e47104a6ade admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dca36c28-ae0e-4bd5-b28c-e3c21bb138db HTTP/1.1" status: 204 len: 168 time: 0.2350903 Nov 10 03:40:11.881219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588f9f8-d539-4a05-bcb7-7e47104a6ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca36c28-ae0e-4bd5-b28c-e3c21bb138db,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:12.036565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f585-7f15-4384-91f4-d1a23ec8fa62 req-d599e023-50d9-4ca1-a6f3-f49fcd0bcaf0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:12.045431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d90f585-7f15-4384-91f4-d1a23ec8fa62 req-d599e023-50d9-4ca1-a6f3-f49fcd0bcaf0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0706229 Nov 10 03:40:12.127955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d90f585-7f15-4384-91f4-d1a23ec8fa62 req-0a971d5b-0f48-44bf-9678-622cc39f05d5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751848 Nov 10 03:40:12.328932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938076-f512-4ca6-9096-954c99a605c6 req-92830e6c-4000-4f5a-9eca-f5c1f971049e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:12.336994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4938076-f512-4ca6-9096-954c99a605c6 req-92830e6c-4000-4f5a-9eca-f5c1f971049e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 949 time: 0.0608292 Nov 10 03:40:12.386877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42288) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:12.408157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41395944-b4e2-4be9-beed-617a8f644462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:12.414379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4938076-f512-4ca6-9096-954c99a605c6 req-63a8277e-2d82-45cf-9153-30dff597548a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724192 Nov 10 03:40:12.436813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-2212d5e9-5d4c-4abe-bca0-bdb72b7d6103 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:40:12.441570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-2212d5e9-5d4c-4abe-bca0-bdb72b7d6103 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127110 Nov 10 03:40:12.522709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-ae400ba0-a67d-4bab-8408-9eaf32a4a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:12.535426 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-ae400ba0-a67d-4bab-8408-9eaf32a4a0b8 service neutron] 10.222.0.24 "GET /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 1093 time: 0.0840514 Nov 10 03:40:12.543396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Request body: {'binding': {'host': 'n-h2-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:12.544170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:40:12.702521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41395944-b4e2-4be9-beed-617a8f644462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:12.703412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41395944-b4e2-4be9-beed-617a8f644462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:12.735828 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-41395944-b4e2-4be9-beed-617a8f644462 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f38f4d3b9c3419c8acab5711f29386f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477674 Nov 10 03:40:12.738801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42300) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:12.739976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35745cc9-e296-4948-89b9-b422d1d852c0 req-94877edd-cf2d-4e6d-a159-2310b83d953d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:12.749965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35745cc9-e296-4948-89b9-b422d1d852c0 req-94877edd-cf2d-4e6d-a159-2310b83d953d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 951 time: 0.1064875 Nov 10 03:40:12.812328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41395944-b4e2-4be9-beed-617a8f644462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b915be06-a3f1-4c1a-b74a-b6122ba84b73,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:12.836286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on host n-h2-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:12.836619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:12.836940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:12.841662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:12.842016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:12.843846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee55c0f7-1f97-4d1a-a122-f5daa5117bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:12.861249 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:12.861767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:12.862164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:12.863740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Bound port: 496511de-6564-4af6-a704-ebf15e799eb1, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:12.874740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35745cc9-e296-4948-89b9-b422d1d852c0 req-43d34a2a-e963-465d-a31b-a3e3b32ded16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238248 Nov 10 03:40:12.947250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee55c0f7-1f97-4d1a-a122-f5daa5117bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:12.998171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:13.012355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:13.028870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-b9a9b572-df5f-4bf4-848a-fdd3d122ba59 service neutron] 10.222.0.24 "POST /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4904647 Nov 10 03:40:13.045486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee55c0f7-1f97-4d1a-a122-f5daa5117bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:13.051515 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee55c0f7-1f97-4d1a-a122-f5daa5117bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:13.059895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ee55c0f7-1f97-4d1a-a122-f5daa5117bc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b915be06-a3f1-4c1a-b74a-b6122ba84b73 HTTP/1.1" status: 204 len: 168 time: 0.3148360 Nov 10 03:40:13.089191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55c0f7-1f97-4d1a-a122-f5daa5117bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b915be06-a3f1-4c1a-b74a-b6122ba84b73,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:13.290796 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-401bbd25-3138-47c6-8aa1-d1b7b791be64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:13.399705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de287b85-328e-4b69-a95f-185d84bfabc7 req-48321e78-7e4e-4451-8ff9-362d1b94b27c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:13.410193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de287b85-328e-4b69-a95f-185d84bfabc7 req-48321e78-7e4e-4451-8ff9-362d1b94b27c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1709116 Nov 10 03:40:13.439500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-9241f11d-aee4-4118-bf31-15f514a20601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:13.449487 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-9241f11d-aee4-4118-bf31-15f514a20601 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1096 time: 0.0856309 Nov 10 03:40:13.464843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:13.467442 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a8d2e3-d76c-455a-8684-d9925378efa9" -d '{"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:13.479595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1925afe-9fdd-488b-b2c2-c855e8a7efb3 req-5077ad87-751b-42b9-a7fe-f7f56d4e6049 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:13.481914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1925afe-9fdd-488b-b2c2-c855e8a7efb3 req-5077ad87-751b-42b9-a7fe-f7f56d4e6049 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1763282 Nov 10 03:40:13.500979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de287b85-328e-4b69-a95f-185d84bfabc7 req-f9c0d90c-d8ab-4dd3-8514-21ac457bb50f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893958 Nov 10 03:40:13.592088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1925afe-9fdd-488b-b2c2-c855e8a7efb3 req-e29d45b0-0314-4f10-8dfe-30aeae505c5b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875928 Nov 10 03:40:13.675715 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699c78a-857b-4b56-adfe-6603f9f61a84 x-openstack-request-id: req-1699c78a-857b-4b56-adfe-6603f9f61a84 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:13.676238 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "f2459992-85a0-4797-a380-5a8709c8175f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:13.676706 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1699c78a-857b-4b56-adfe-6603f9f61a84 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:13.677414 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f', 'code': 200} Nov 10 03:40:13.743483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42338) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:13.769481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-156668c2-7a7f-4ddf-8f79-9540c6302970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:13.771575 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-156668c2-7a7f-4ddf-8f79-9540c6302970 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.3156381 Nov 10 03:40:13.842627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f88d5-62f3-43d5-b4ad-07b38954247d req-0918b4d3-6bee-41e9-b480-3d37e4b9332b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:13.844256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d2f88d5-62f3-43d5-b4ad-07b38954247d req-0918b4d3-6bee-41e9-b480-3d37e4b9332b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 949 time: 0.0625546 Nov 10 03:40:13.881668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-9441639c-b3f0-4648-a1e4-935541e8a9d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 217 time: 0.0987113 Nov 10 03:40:13.979281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d2f88d5-62f3-43d5-b4ad-07b38954247d req-9bf6a5e4-bb0a-4dcb-b0b1-158a82f1a626 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277843 Nov 10 03:40:13.997818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-97f48fd3-e732-4454-8594-ab2ac99580df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:13.999605 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-97f48fd3-e732-4454-8594-ab2ac99580df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0938556 Nov 10 03:40:14.002916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a76bf-860e-4659-82cd-08553115e304 req-73515d4d-bf8b-46ed-99dd-87d5e50d0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:14.004904 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-304a76bf-860e-4659-82cd-08553115e304 req-73515d4d-bf8b-46ed-99dd-87d5e50d0d10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1102 time: 0.1355212 Nov 10 03:40:14.038188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51b28f4b-3c33-4478-8010-67d3defcfc52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.080771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-cbc56e6b-4c82-4682-b3f1-471e4b1b6326 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662639 Nov 10 03:40:14.189581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7c3ac-1d40-410f-b512-b6c2e6352160 req-e2d833a3-d4d6-48dc-80fd-db9ab2e9c0c0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:14.198109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35b7c3ac-1d40-410f-b512-b6c2e6352160 req-e2d833a3-d4d6-48dc-80fd-db9ab2e9c0c0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 951 time: 0.2077925 Nov 10 03:40:14.230828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51b28f4b-3c33-4478-8010-67d3defcfc52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.234436 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-304a76bf-860e-4659-82cd-08553115e304 req-620a3bfb-8929-4d27-819c-c4ed6c58b946 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107334 Nov 10 03:40:14.289143 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-f74efe10-60da-4397-b610-5fd4d45cf477 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031305 Nov 10 03:40:14.306088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35b7c3ac-1d40-410f-b512-b6c2e6352160 req-55e32a9a-b32a-4955-a489-f2f7213caad4 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966790 Nov 10 03:40:14.306088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51b28f4b-3c33-4478-8010-67d3defcfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.362847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42362) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:14.363093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-51b28f4b-3c33-4478-8010-67d3defcfc52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc59e01e66b0446da1c1e1d752f49320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182044 Nov 10 03:40:14.380428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b28f4b-3c33-4478-8010-67d3defcfc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88788b2-f07b-4e65-8be7-51e9987a491f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:14.397511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f758-e3e1-405b-8ea3-c7d179bdab19 req-d97a5d7a-bf29-4c8b-b238-7afe1f217d6a tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:14.399111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8510f758-e3e1-405b-8ea3-c7d179bdab19 req-d97a5d7a-bf29-4c8b-b238-7afe1f217d6a tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 1100 time: 0.0560098 Nov 10 03:40:14.426199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8510f758-e3e1-405b-8ea3-c7d179bdab19 req-7df31a14-5104-49d0-b95e-91f5b447e979 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.535576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec31bbcc-f687-4990-9917-bdcaeb6770c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.540123 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8510f758-e3e1-405b-8ea3-c7d179bdab19 req-7df31a14-5104-49d0-b95e-91f5b447e979 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.540492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-1a462987-c6d2-4fc0-9945-ad028f26c0a5 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088612 Nov 10 03:40:14.549878 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8510f758-e3e1-405b-8ea3-c7d179bdab19 req-7df31a14-5104-49d0-b95e-91f5b447e979 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.582331 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec31bbcc-f687-4990-9917-bdcaeb6770c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.603514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8510f758-e3e1-405b-8ea3-c7d179bdab19 req-7df31a14-5104-49d0-b95e-91f5b447e979 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975019 Nov 10 03:40:14.657486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df31a14-5104-49d0-b95e-91f5b447e979 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0902ec-d5b8-407c-85c0-18a85729710e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:14.696375 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec31bbcc-f687-4990-9917-bdcaeb6770c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.700380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec31bbcc-f687-4990-9917-bdcaeb6770c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:14.709091 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ec31bbcc-f687-4990-9917-bdcaeb6770c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d88788b2-f07b-4e65-8be7-51e9987a491f HTTP/1.1" status: 204 len: 168 time: 0.3420370 Nov 10 03:40:14.721634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31bbcc-f687-4990-9917-bdcaeb6770c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88788b2-f07b-4e65-8be7-51e9987a491f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:14.786724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50260a-dc9f-4056-8d61-b4f316fbeccc req-2fae3985-ad60-4920-9dc9-14597af9e82e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:14.795263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b50260a-dc9f-4056-8d61-b4f316fbeccc req-2fae3985-ad60-4920-9dc9-14597af9e82e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1487749 Nov 10 03:40:14.867352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b50260a-dc9f-4056-8d61-b4f316fbeccc req-7af03226-ce2b-46c8-a20d-8456667f267c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647728 Nov 10 03:40:14.885502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ddac-ee7b-4e0f-af87-d02d020ec9fb req-a2f808eb-0591-4741-b773-1452bae0a496 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:14.887229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5237ddac-ee7b-4e0f-af87-d02d020ec9fb req-a2f808eb-0591-4741-b773-1452bae0a496 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1796968 Nov 10 03:40:15.017445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5237ddac-ee7b-4e0f-af87-d02d020ec9fb req-194f81e5-a457-49ce-9c46-3d578b50a9f0 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199517 Nov 10 03:40:15.592959 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6c59-a0ac-48a1-8b90-5b3652a13a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:15.618824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a0d62-fd50-489a-9dcb-705dae8f1e38 req-614d7a2a-1f92-4340-a270-591f8e60b40d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:15.630799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-716a0d62-fd50-489a-9dcb-705dae8f1e38 req-614d7a2a-1f92-4340-a270-591f8e60b40d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 951 time: 0.1616125 Nov 10 03:40:15.796649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-716a0d62-fd50-489a-9dcb-705dae8f1e38 req-91ec511a-26ac-42ba-9085-4dabb3e03caa tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597514 Nov 10 03:40:15.849333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f084100f-f3d1-49de-abb1-b254ce3c72c5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314367 Nov 10 03:40:16.110855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-20d1df32-0d90-4102-b30e-29494f08aca9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:16.113064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-20d1df32-0d90-4102-b30e-29494f08aca9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620432 Nov 10 03:40:16.126277 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-862dc48d-b2c8-4fed-a51f-8502e0b5568c service neutron] show failed (client error): The resource could not be found. Nov 10 03:40:16.128156 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-862dc48d-b2c8-4fed-a51f-8502e0b5568c service neutron] 10.222.0.11 "GET /v2.0/ports/0af98967-b551-4267-b8e2-cff2e79067f1/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0867243 Nov 10 03:40:16.156295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-9c65417c-c425-472e-a922-c0ee9ac2ea7f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/quotas/5adf10f61b2847cab1a63bb46545540f HTTP/1.1" status: 200 len: 375 time: 0.0331514 Nov 10 03:40:16.169434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bcfa4-fc1e-4bd9-814a-9867b23c5742 req-93a0bb88-668b-4fcc-aeba-e1b4e697d8c9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:16.193052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da4bcfa4-fc1e-4bd9-814a-9867b23c5742 req-93a0bb88-668b-4fcc-aeba-e1b4e697d8c9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1731803 Nov 10 03:40:16.408492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da4bcfa4-fc1e-4bd9-814a-9867b23c5742 req-809f4334-f636-4f48-9f95-ec52f886f832 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110589 Nov 10 03:40:16.452809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-5e8bc958-dd02-4371-b430-f292d916574e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2570043 Nov 10 03:40:16.487845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-d8b65c6c-c052-4096-ae35-951e94884ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:16.490547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-d8b65c6c-c052-4096-ae35-951e94884ffd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 1101 time: 0.1128464 Nov 10 03:40:16.512467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:16.587215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:16.595110 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:16.846393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:16.881413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:16.883667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-424b94b5-f77f-4f4c-9635-9688df14f7ad tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=94256ddeb5b94d33939896d84ba8f7ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295119 Nov 10 03:40:16.930518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:16.932993 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2eaa2-d5fc-4561-8264-35dc5996c99e" -d '{"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-unplugged", "status": "completed", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:16.939079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:16.958298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Transition to ACTIVE for port object 0af98967-b551-4267-b8e2-cff2e79067f1 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:16.963689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:17.009802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-54288460-8b45-429b-a7fd-99aa6b2ca44f tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:17.011789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-54288460-8b45-429b-a7fd-99aa6b2ca44f tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273632 Nov 10 03:40:17.035341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-e5f08e42-153b-4479-8c97-94ba75ce3013 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/quotas/94256ddeb5b94d33939896d84ba8f7ee HTTP/1.1" status: 200 len: 375 time: 0.0122974 Nov 10 03:40:17.107518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] No DVR routers for this DVR port 0af98967-b551-4267-b8e2-cff2e79067f1 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:17.111478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:17.133641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-881f02ad-194e-4e7b-af65-6d71a6587791 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94256ddeb5b94d33939896d84ba8f7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942554 Nov 10 03:40:17.172899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9aff-523b-4039-91e4-5c433a85548f req-dd9a0a10-5d54-4649-b477-5de9704755a4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:17.174497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b21e9aff-523b-4039-91e4-5c433a85548f req-dd9a0a10-5d54-4649-b477-5de9704755a4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1089270 Nov 10 03:40:17.196906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:17.197482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:17.199608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:17.215247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Port 0af98967-b551-4267-b8e2-cff2e79067f1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:17.217747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Attempting to bind port 0af98967-b551-4267-b8e2-cff2e79067f1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:17.229977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:17.230399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:17.234150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:17.234669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Bound port: 0af98967-b551-4267-b8e2-cff2e79067f1, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:17.235238 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:17.276910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b21e9aff-523b-4039-91e4-5c433a85548f req-0f29dd6a-f56b-4b6f-a460-3698087ac046 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927691 Nov 10 03:40:17.391291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:17.398122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:17.405621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:17.542799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:17.544348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:17.547923 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] 10.222.0.44 "PUT /v2.0/ports/0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 1096 time: 1.0504529 Nov 10 03:40:17.617958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc07aa9-eb1b-4d5e-a73a-88bf40c0c25b service neutron] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:17.663346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-f8318398-ac3b-4254-a8b3-3329a2c17f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:17.664892 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-f8318398-ac3b-4254-a8b3-3329a2c17f25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1099 time: 0.0745373 Nov 10 03:40:17.904319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-cd997b88-b058-4e11-8a42-fd9fc46b8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:17.906563 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-cd997b88-b058-4e11-8a42-fd9fc46b8469 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2323565 Nov 10 03:40:18.009755 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9063078-6c6b-4dd8-9c9d-e8dda1e0e041 x-openstack-request-id: req-b9063078-6c6b-4dd8-9c9d-e8dda1e0e041 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:18.018178 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-unplugged", "status": "completed", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:18.018461 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9063078-6c6b-4dd8-9c9d-e8dda1e0e041 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:18.018937 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1', 'code': 200} Nov 10 03:40:18.020875 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-fad03efd-2d0e-437b-90a5-454222b86779 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.1058450 Nov 10 03:40:18.130327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-31c2ab6a-dcbd-4f6f-90fe-7bd94830493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:18.131580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-31c2ab6a-dcbd-4f6f-90fe-7bd94830493e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1040201 Nov 10 03:40:18.132579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00caca-8e28-4a30-936f-fabd0b455db5 req-996bd8b3-425d-4a96-917c-2891a82ab60b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:18.150853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a00caca-8e28-4a30-936f-fabd0b455db5 req-996bd8b3-425d-4a96-917c-2891a82ab60b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 951 time: 0.0823567 Nov 10 03:40:18.215744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-b0baecb7-681e-4174-8104-f50592c2f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:18.217357 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-b0baecb7-681e-4174-8104-f50592c2f397 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783112 Nov 10 03:40:18.261337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a00caca-8e28-4a30-936f-fabd0b455db5 req-312ffb90-1f43-4e3d-9f5b-e36582e74a2e tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000602 Nov 10 03:40:18.269488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:18.384722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-374ff14c-5950-4047-a276-468673addf4b req-02f289b5-380b-403c-bf75-e418f4ad7373 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 210 time: 0.0509276 Nov 10 03:40:18.400159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-a06b1e13-db7f-417d-96ed-ca2cf2d281dd service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742690 Nov 10 03:40:18.551503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0216a45-282c-4b7a-8a62-082bf91f89d0 req-510e7d87-b2b5-4354-b9a0-e1db629d267b service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420057 Nov 10 03:40:18.569083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7571c-2c60-4210-8564-ed7e3d665b1a req-b2beccb6-32c9-48c2-8a0d-80b53cf5ecfa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:18.577278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4a7571c-2c60-4210-8564-ed7e3d665b1a req-b2beccb6-32c9-48c2-8a0d-80b53cf5ecfa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.1037071 Nov 10 03:40:18.633759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4a7571c-2c60-4210-8564-ed7e3d665b1a req-d8f0783e-48de-4f82-a955-a1927c29937f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551105 Nov 10 03:40:18.780479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-446c1275-1c4a-4bf7-b96c-ac7a2b769a6c req-01e14562-9b73-49e2-bb69-3d85fbfac816 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 210 time: 0.0326443 Nov 10 03:40:18.801040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58c9cf-664b-4372-be47-8736db0345d1 req-a00bba38-d8b6-4ddb-84de-4c19b2bb45d2 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:18.804948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd58c9cf-664b-4372-be47-8736db0345d1 req-a00bba38-d8b6-4ddb-84de-4c19b2bb45d2 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.0859003 Nov 10 03:40:18.869607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd58c9cf-664b-4372-be47-8736db0345d1 req-bfbae9b2-5d47-4f93-8693-80a44374de90 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Nov 10 03:40:18.966930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:19.062639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:19.063067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:19.095289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcd0ec-6364-4ffa-8186-9524180eec2d req-2ca96dfc-6d7b-41bf-9f07-bd8351e14e19 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:19.103218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55fcd0ec-6364-4ffa-8186-9524180eec2d req-2ca96dfc-6d7b-41bf-9f07-bd8351e14e19 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 951 time: 0.0987489 Nov 10 03:40:19.109284 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:19.127005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672a54b-02a2-4ab4-92f5-0ef2cc1d708b req-092c42d3-0874-426f-b759-46c74cac1791 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:19.129209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0672a54b-02a2-4ab4-92f5-0ef2cc1d708b req-092c42d3-0874-426f-b759-46c74cac1791 tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1102 time: 0.0877836 Nov 10 03:40:19.143894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-5e9fe263-3160-43ef-b14f-8c42c33be08a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328159 Nov 10 03:40:19.178251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55fcd0ec-6364-4ffa-8186-9524180eec2d req-3eb9b1cd-d72f-4c6c-b93a-71aa5c252968 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698473 Nov 10 03:40:19.225450 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:19.272065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0672a54b-02a2-4ab4-92f5-0ef2cc1d708b req-21a0331c-d604-4a6e-8cfd-0256fd0c70ef tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129067 Nov 10 03:40:19.279771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:19.282337 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ce8bd7-b294-4a88-acfd-7666a5af484e" -d '{"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-unplugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:19.314866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:19.321595 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:19.361532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-d4a7808d-e29b-4242-87a1-937b2e1a58b3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:19.365668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-d4a7808d-e29b-4242-87a1-937b2e1a58b3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150834 Nov 10 03:40:19.403457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=11']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:19.449341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:19.502041 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d5106a-58b7-4a32-8f03-bffa87b85ae6 x-openstack-request-id: req-26d5106a-58b7-4a32-8f03-bffa87b85ae6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:19.502330 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-unplugged", "status": "completed", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:19.502818 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26d5106a-58b7-4a32-8f03-bffa87b85ae6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:19.503946 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'code': 200} Nov 10 03:40:19.595277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-772c59a5-9273-4d91-ba84-f9875018f0a8 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=94256ddeb5b94d33939896d84ba8f7ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453205 Nov 10 03:40:19.741095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:19.744743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:19.765427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2b677f09-277d-464d-ae15-f13886d0e839 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:19.767099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2b677f09-277d-464d-ae15-f13886d0e839 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608491 Nov 10 03:40:19.778877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f170e65-6a75-4909-a025-4e7793e99b5f req-49306014-9999-43a3-8fce-bf34e41eda51 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 210 time: 0.0572948 Nov 10 03:40:19.794949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Request body: {'port': {'device_id': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '94256ddeb5b94d33939896d84ba8f7ee'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:19.937255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56771ace-cce7-4833-b83f-3d7b9cec1a77 req-2402c996-9051-430d-8e62-c4db3878672e tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:19.939099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56771ace-cce7-4833-b83f-3d7b9cec1a77 req-2402c996-9051-430d-8e62-c4db3878672e tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 1102 time: 0.0576956 Nov 10 03:40:19.991649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.93 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/ce745f52-70bb-446d-b719-630bd082b123) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:20.019822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:20.022045 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865d6291-872a-49c9-85b1-129190c22b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:20.027586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56771ace-cce7-4833-b83f-3d7b9cec1a77 req-d5ae7c57-91f8-413a-a8a5-648c2a598fef tempest-ServersAdminTestJSON-1522868909 tempest-ServersAdminTestJSON-1522868909-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782249 Nov 10 03:40:20.030543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Made reservation on behalf of 94256ddeb5b94d33939896d84ba8f7ee for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:20.033976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:20.092684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:20.167857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-0cc5d649-464d-46d2-bd76-1086b45a21ba tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274258 Nov 10 03:40:20.250756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff40b58-3797-4248-93af-c781a5833837 req-aa12c330-4f2c-497f-b580-34c370ed2515 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:20.260389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ff40b58-3797-4248-93af-c781a5833837 req-aa12c330-4f2c-497f-b580-34c370ed2515 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.1549127 Nov 10 03:40:20.343335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-90adaad3-ff18-4ee5-a3c7-2b33e17d1262 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:20.344952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-90adaad3-ff18-4ee5-a3c7-2b33e17d1262 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714418 Nov 10 03:40:20.378255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:20.383419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf014e0f-a713-4e7d-bd03-5b14d098b26d req-deea3dc3-cc83-4166-aa04-3833f7f19257 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 210 time: 0.0374348 Nov 10 03:40:20.384313 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:20.391598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:20.400591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:20.482733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ff40b58-3797-4248-93af-c781a5833837 req-3d7d6c4e-363b-4355-a160-b3dad98b49dd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990244 Nov 10 03:40:20.518327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76daa6-1d51-470b-a983-6f18657b6f40,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:20.548646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:20.561402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:20.626547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:20.630819 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:20.669092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:20.682589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:20.694706 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b6288e-69ca-464f-9e29-94902f0eed94 x-openstack-request-id: req-b6b6288e-69ca-464f-9e29-94902f0eed94 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:20.695081 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:20.695523 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6b6288e-69ca-464f-9e29-94902f0eed94 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:20.696080 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1', 'status': 'completed', 'code': 200} Nov 10 03:40:20.696991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:20.715880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Allocated IP 192.168.233.43 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/11c0946d-d1dc-4f0f-a229-99e57d1d4e6d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:20.922122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ac692-356a-4117-a234-54e614b15671 req-26f20e32-eeae-499f-aade-83d3de63ad49 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:20.929511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b8ac692-356a-4117-a234-54e614b15671 req-26f20e32-eeae-499f-aade-83d3de63ad49 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.2747667 Nov 10 03:40:20.941986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-07b9c0ce-c773-46df-be06-1d17b95583f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:20.943392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-07b9c0ce-c773-46df-be06-1d17b95583f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1099 time: 0.1775255 Nov 10 03:40:21.050389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b8ac692-356a-4117-a234-54e614b15671 req-aee4e930-fc23-47fe-a019-730491a8d2dd tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199622 Nov 10 03:40:21.089026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e2663fda-1afb-41f6-9c41-a07b620bf5db None None] Provisioning complete for port ce745f52-70bb-446d-b719-630bd082b123 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:21.091613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2663fda-1afb-41f6-9c41-a07b620bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:21.113617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-47c980fa-1102-44e2-b0fd-c2f3d87ce9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.115571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-47c980fa-1102-44e2-b0fd-c2f3d87ce9c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1604688 Nov 10 03:40:21.175822 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-7d0e2b77-c7a1-435b-82a8-caa7e8fba3fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.0519953 Nov 10 03:40:21.184650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e2663fda-1afb-41f6-9c41-a07b620bf5db None None] Port ce745f52-70bb-446d-b719-630bd082b123 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:21.196015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=ce745f52-70bb-446d-b719-630bd082b123,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:21.260224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d0ef803-de85-4399-b508-1a8199aa70bd req-65f15d41-f06c-4efd-89d2-b181927eda0f tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 210 time: 0.0813394 Nov 10 03:40:21.276489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.277547 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:21.290470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-22e85cc4-d61a-4397-94d1-2493f0e2aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.291929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-22e85cc4-d61a-4397-94d1-2493f0e2aee0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0891714 Nov 10 03:40:21.300446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c0e0-815f-42ef-be9c-15aa896888e5 req-0e219a14-b8a7-4783-8b48-8d5d0a9bf461 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.309857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b621c0e0-815f-42ef-be9c-15aa896888e5 req-0e219a14-b8a7-4783-8b48-8d5d0a9bf461 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 945 time: 0.1326437 Nov 10 03:40:21.319646 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-68841d8c-546c-4791-8a0a-c9f23afa58f0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8758948 Nov 10 03:40:21.322159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-ebe5d918-fa73-4013-a5c8-2f1e5021999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.324258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-ebe5d918-fa73-4013-a5c8-2f1e5021999d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1099 time: 0.1156251 Nov 10 03:40:21.347417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Request body: {'port': {'device_id': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:21.397558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b621c0e0-815f-42ef-be9c-15aa896888e5 req-06ef61ae-3530-4f1c-ae5d-dd608104590b tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868030 Nov 10 03:40:21.557151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:21.639753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:21.647401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-9f90d231-9eb0-488a-b353-e2d6abae8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.649267 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-9f90d231-9eb0-488a-b353-e2d6abae8c51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3157425 Nov 10 03:40:21.743017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-6929acde-0277-44ea-8e14-1e170a002133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.744447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-6929acde-0277-44ea-8e14-1e170a002133 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4312904 Nov 10 03:40:21.759791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-ccb54d33-1586-464b-b171-9014a93c05e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.0942972 Nov 10 03:40:21.775292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90feca6-f719-4a02-9498-f98acd42caba req-2a7d0657-cb65-4993-b332-cfef9896c878 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.785102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a90feca6-f719-4a02-9498-f98acd42caba req-2a7d0657-cb65-4993-b332-cfef9896c878 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 950 time: 0.4066255 Nov 10 03:40:21.855329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-d73b869d-6c86-471a-a980-b76b68305e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:21.856980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-d73b869d-6c86-471a-a980-b76b68305e34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0886409 Nov 10 03:40:21.859894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:21.922786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:21.926413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:21.931329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:21.931593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a90feca6-f719-4a02-9498-f98acd42caba req-7810e6ac-b470-4e90-b04c-01a8f520f2e0 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455517 Nov 10 03:40:21.988255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Pushing event updated for resources: {'Port': ['ID=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:22.002538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6291-872a-49c9-85b1-129190c22b1c req-8ea3e5dd-ed27-4f0a-be91-a932c72eeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:22.004074 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-8ea3e5dd-ed27-4f0a-be91-a932c72eeba4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331153 Nov 10 03:40:22.015543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-0944cc1c-09a0-4242-9160-97e5c5a935dc service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618208 Nov 10 03:40:22.035695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.223 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/3a769589-5006-4dc9-9f70-d51d8563c1b3) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:22.043846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:22.044925 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.160621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-62ab0b4d-74b9-4f73-b9ca-c478387160a4 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434987 Nov 10 03:40:22.164700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c64e826-ff92-4816-a65e-7786bd8886ef req-edff261f-d382-4932-9650-ab2aa8950896 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 210 time: 0.1122053 Nov 10 03:40:22.286608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-2eb0c27d-4a94-4173-8456-a179b36534ba tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4953585 Nov 10 03:40:22.312023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-33bf3491-a0a4-415d-b855-6c5024b595f5 None None] Provisioning complete for port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:22.312612 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-33bf3491-a0a4-415d-b855-6c5024b595f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.312977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Request body: {'port': {'device_id': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:22.347276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-33bf3491-a0a4-415d-b855-6c5024b595f5 None None] Port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:22.372532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-f16a31a8-b975-43c1-b08d-514f9845219c service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004833 Nov 10 03:40:22.404619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.408869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865d6291-872a-49c9-85b1-129190c22b1c req-bee0701c-d052-402b-9c31-56ae02ed9390 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558402 Nov 10 03:40:22.426433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.427078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:22.451931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f034f-266f-4ca9-8edb-dfa42d2a0bb5 req-13c17c97-2e1c-4a07-a929-8c899de6132b tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:22.453439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b5f034f-266f-4ca9-8edb-dfa42d2a0bb5 req-13c17c97-2e1c-4a07-a929-8c899de6132b tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 949 time: 0.1442125 Nov 10 03:40:22.467064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e870-0fb0-443c-bc88-2ec6ad20ec92 req-b32170aa-f9c7-4035-a868-0d37db40b17a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:22.468595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f173e870-0fb0-443c-bc88-2ec6ad20ec92 req-b32170aa-f9c7-4035-a868-0d37db40b17a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 948 time: 0.1576800 Nov 10 03:40:22.486591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-aaf5fca0-5a7d-412a-8819-9efcd970e8c1 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:22.488147 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-aaf5fca0-5a7d-412a-8819-9efcd970e8c1 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 950 time: 0.0969992 Nov 10 03:40:22.529286 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.541586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:22.554254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b5f034f-266f-4ca9-8edb-dfa42d2a0bb5 req-1eafc6b3-3f13-45a0-965b-4449f530d887 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831833 Nov 10 03:40:22.595948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:22.617125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=3a769589-5006-4dc9-9f70-d51d8563c1b3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:22.624341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '0af98967-b551-4267-b8e2-cff2e79067f1', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '0af98967-b551-4267-b8e2-cff2e79067f1', 'mac_address': 'fa:16:3e:19:0f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:22.653426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:22.676987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:22.689704 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.690767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:22.710740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af98967-b551-4267-b8e2-cff2e79067f1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:22.743573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f173e870-0fb0-443c-bc88-2ec6ad20ec92 req-ec5d1403-3246-4048-ae5e-7b8dbcaf9594 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288079 Nov 10 03:40:22.750716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:22.763490 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.774019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Deleting port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:22.774490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.803277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:22.804983 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.836684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce745f52-70bb-446d-b719-630bd082b123 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:22.850367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:22.851511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3343b3-d9ca-4ac4-bed4-db490a764093 req-05d25865-bf90-4d08-b5e1-27666f058fb4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:22.856635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.857874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca3343b3-d9ca-4ac4-bed4-db490a764093 req-05d25865-bf90-4d08-b5e1-27666f058fb4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1785514 Nov 10 03:40:22.867078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f8858d5f-1f51-4c86-a76e-da6227440310 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4711032 Nov 10 03:40:22.899703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Request body: {'port': {'device_id': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:22.907577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Transition to ACTIVE for port object ce745f52-70bb-446d-b719-630bd082b123 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:22.942632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:22.996155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca3343b3-d9ca-4ac4-bed4-db490a764093 req-8c7368db-020b-492f-983b-346f0de53179 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257393 Nov 10 03:40:23.035968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.053816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] For port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:23.058716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.087961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.121726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce745f52-70bb-446d-b719-630bd082b123,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:23.124264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Calling delete_port for 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:23.132479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['0af98967-b551-4267-b8e2-cff2e79067f1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:23.181314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac542bfa-e2d9-4555-83ab-08d48c441cbd req-40e7fae1-5088-43f2-b905-08b600f8857a tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:23.182848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac542bfa-e2d9-4555-83ab-08d48c441cbd req-40e7fae1-5088-43f2-b905-08b600f8857a tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 935 time: 0.0867186 Nov 10 03:40:23.237180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d881d6f1-db45-46cf-bf51-47e21cefe5ae None None] Provisioning complete for port 3a769589-5006-4dc9-9f70-d51d8563c1b3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:23.238096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d881d6f1-db45-46cf-bf51-47e21cefe5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.321603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac542bfa-e2d9-4555-83ab-08d48c441cbd req-656c6044-582a-4555-bf4e-e1b942329267 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828216 Nov 10 03:40:23.333491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d881d6f1-db45-46cf-bf51-47e21cefe5ae None None] Port 3a769589-5006-4dc9-9f70-d51d8563c1b3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:23.376446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:23.387695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.392635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Attempting to bind port ce745f52-70bb-446d-b719-630bd082b123 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:23.393265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Attempting to bind port ce745f52-70bb-446d-b719-630bd082b123 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:23.393827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Attempting to bind port ce745f52-70bb-446d-b719-630bd082b123 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:23.415803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Port ce745f52-70bb-446d-b719-630bd082b123 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:23.416448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Attempting to bind port ce745f52-70bb-446d-b719-630bd082b123 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:23.426130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:23.426816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:23.427810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:23.427810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Bound port: ce745f52-70bb-446d-b719-630bd082b123, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:23.428084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.443434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Transition to ACTIVE for port object 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:23.469432 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.566177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cb4fb-38ef-4f5a-8381-96427dbbad3a req-187dc2e6-525c-4e53-a9f3-c3f7cc7674c7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:23.576020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f22cb4fb-38ef-4f5a-8381-96427dbbad3a req-187dc2e6-525c-4e53-a9f3-c3f7cc7674c7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=b69fef7f-9cb9-4a69-aa73-720d7b7ac019 HTTP/1.1" status: 200 len: 950 time: 0.1062481 Nov 10 03:40:23.614244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Pushing event updated for resources: {'Port': ['ID=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:23.617614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.678968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f22cb4fb-38ef-4f5a-8381-96427dbbad3a req-2acc9d1f-2986-4532-a59c-d18aab511602 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022258 Nov 10 03:40:23.681188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] For port ce745f52-70bb-446d-b719-630bd082b123, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:23.701111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] For port ce745f52-70bb-446d-b719-630bd082b123, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ce745f52-70bb-446d-b719-630bd082b123,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:23.755144 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.762133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Pushing event deleted for resources: {'Port': ['ID=67c973e9-41eb-43d4-a3c7-8a4ddcd661ad,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:23.806452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-9fa60f59-df8b-431e-9821-e6f7c019f620 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1146592046&fields=id&tenant_id=643f90b832a64313836fa27d3ef36de3 HTTP/1.1" status: 200 len: 267 time: 0.1369095 Nov 10 03:40:23.845967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:23.846728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.848428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce745f52-70bb-446d-b719-630bd082b123 HTTP/1.1" status: 200 len: 1095 time: 2.5074732 Nov 10 03:40:23.855439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'tag': 'ce745f52-70bb-446d-b719-630bd082b123'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:23.859441 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e3741e-00f0-4a53-832d-4592d767dc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "56f27976-8c22-4228-a0d7-f2d2eab71b73", "tag": "ce745f52-70bb-446d-b719-630bd082b123"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:23.896967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] No DVR routers for this DVR port 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:23.900175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.903992 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b62ef5b0-a8c4-49b2-8a67-f18e4304cf33 req-f4a9c2e7-7fa1-4ed2-9da6-559074249047 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "DELETE /v2.0/ports/67c973e9-41eb-43d4-a3c7-8a4ddcd661ad HTTP/1.1" status: 204 len: 173 time: 1.4078262 Nov 10 03:40:23.968299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6576-8ecc-43a7-94aa-82b46755a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce745f52-70bb-446d-b719-630bd082b123,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:23.974015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Attempting to bind port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:23.974352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Attempting to bind port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:23.974681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Attempting to bind port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:23.982387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:23.982707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Attempting to bind port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:23.987541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a769589-5006-4dc9-9f70-d51d8563c1b3 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:23.989910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:23.990262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:23.990632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:23.991957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Bound port: 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:23.991957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:23.995742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.11', 61522) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:24.006277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.031590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-6a99d481-944e-483e-a9e5-354e1f719046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.033544 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-6a99d481-944e-483e-a9e5-354e1f719046 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 1098 time: 0.0995631 Nov 10 03:40:24.057250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Transition to ACTIVE for port object 3a769589-5006-4dc9-9f70-d51d8563c1b3 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:24.072584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.091273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-4f519f23-7303-4123-9dec-0636cf19c5cc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.092751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-4f519f23-7303-4123-9dec-0636cf19c5cc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 949 time: 0.2608602 Nov 10 03:40:24.099869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f4c6b6ec-1113-47a5-a492-b68d55bebdff', '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad', 'f2459992-85a0-4797-a380-5a8709c8175f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:24.105905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb1e00-28b5-41ad-b3cd-a4f11d8f7bcf req-c9955071-2c37-4841-9c58-6a4eb406e6c9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.108051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2bb1e00-28b5-41ad-b3cd-a4f11d8f7bcf req-c9955071-2c37-4841-9c58-6a4eb406e6c9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 936 time: 0.2975037 Nov 10 03:40:24.111404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-cb56915a-4b1a-40e9-9214-1aa25e9bab00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ce745f52-70bb-446d-b719-630bd082b123 HTTP/1.1" status: 200 len: 217 time: 0.0623283 Nov 10 03:40:24.177910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-3e9a716e-005a-4c75-a192-c97bae6e39f3 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.179379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-3e9a716e-005a-4c75-a192-c97bae6e39f3 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 949 time: 0.1827068 Nov 10 03:40:24.197560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-0b4050d7-c7bf-411d-a4dd-abe7d8e45eea tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.198986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-0b4050d7-c7bf-411d-a4dd-abe7d8e45eea tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 823 time: 0.3915255 Nov 10 03:40:24.207244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] For port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:24.220557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Pushing event updated for resources: {'Port': ['ID=3a769589-5006-4dc9-9f70-d51d8563c1b3,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:24.239713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bb1e91ad-b2e4-4067-af52-6506969662fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.241193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bb1e91ad-b2e4-4067-af52-6506969662fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1186688 Nov 10 03:40:24.245393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] For port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:24.265729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.289033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-6b838490-da2e-49b1-aca3-18b700a791f6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/quotas/643f90b832a64313836fa27d3ef36de3 HTTP/1.1" status: 200 len: 375 time: 0.0693085 Nov 10 03:40:24.344428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2bb1e00-28b5-41ad-b3cd-a4f11d8f7bcf req-03091856-fc6a-482e-a305-d617de8c6c34 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110670 Nov 10 03:40:24.350076 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-e9021d21-bef4-4837-95b0-9c52466fe801 service neutron] delete failed (client error): The resource could not be found. Nov 10 03:40:24.351129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-e9021d21-bef4-4837-95b0-9c52466fe801 service neutron] 10.222.0.11 "DELETE /v2.0/ports/0af98967-b551-4267-b8e2-cff2e79067f1/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.2204721 Nov 10 03:40:24.404164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-2773c273-73eb-42f3-8ffc-743340e2a809 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1125581 Nov 10 03:40:24.417079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Attempting to bind port 3a769589-5006-4dc9-9f70-d51d8563c1b3 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:24.417079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Attempting to bind port 3a769589-5006-4dc9-9f70-d51d8563c1b3 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:24.417079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Attempting to bind port 3a769589-5006-4dc9-9f70-d51d8563c1b3 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:24.436467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Port 3a769589-5006-4dc9-9f70-d51d8563c1b3 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:24.436840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Attempting to bind port 3a769589-5006-4dc9-9f70-d51d8563c1b3 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:24.447902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:24.495021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:24.495378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:24.495731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:24.496163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Bound port: 3a769589-5006-4dc9-9f70-d51d8563c1b3, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:24.496519 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.566718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 0af98967-b551-4267-b8e2-cff2e79067f1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:24.572138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 0af98967-b551-4267-b8e2-cff2e79067f1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:24.572843 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.629101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] For port 3a769589-5006-4dc9-9f70-d51d8563c1b3, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:24.632549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] For port 3a769589-5006-4dc9-9f70-d51d8563c1b3, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3a769589-5006-4dc9-9f70-d51d8563c1b3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:24.673369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-707398c0-1b7f-472a-bfdd-c4b68bf81825 service neutron] 10.222.0.24 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609465 Nov 10 03:40:24.687671 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.723472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.761077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:24.764043 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7519d17f-e9a5-4bd6-b937-870a39e72a81" -d '{"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-plugged", "status": "completed", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:24.766188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.767087 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.768711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] 10.222.0.11 "PUT /v2.0/ports/11c0946d-d1dc-4f0f-a229-99e57d1d4e6d HTTP/1.1" status: 200 len: 1095 time: 2.4609079 Nov 10 03:40:24.785614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:24.791695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.793538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:24.808920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Pushing event updated for resources: {'Port': ['ID=3a769589-5006-4dc9-9f70-d51d8563c1b3,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:24.858559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:24.858987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 67c973e9-41eb-43d4-a3c7-8a4ddcd661ad not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:24.868271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-cde8eb2e-4ff2-45b7-a79c-c61960611911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.869777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-cde8eb2e-4ff2-45b7-a79c-c61960611911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6204345 Nov 10 03:40:24.875568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f588f-6a4b-47b5-bc55-f8fe48c31b8a service neutron] Pushing event updated for resources: {'Port': ['ID=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:24.888121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:24.935049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-b3e95841-f383-4098-a327-d7a0b997613c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.936636 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-b3e95841-f383-4098-a327-d7a0b997613c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2f589a-46cc-4a0a-9791-57fb3418158a HTTP/1.1" status: 200 len: 945 time: 0.1867359 Nov 10 03:40:24.938011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.938631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.939990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-bc0a30a9-f8d4-4ff5-9f59-f821d296fd3e service neutron] 10.222.0.11 "PUT /v2.0/ports/3a769589-5006-4dc9-9f70-d51d8563c1b3 HTTP/1.1" status: 200 len: 1096 time: 2.0455925 Nov 10 03:40:24.944266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'tag': '3a769589-5006-4dc9-9f70-d51d8563c1b3'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:24.946569 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e534cb-a265-4e85-90f3-dc90ae7bd325" -d '{"events": [{"name": "network-changed", "server_uuid": "a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d", "tag": "3a769589-5006-4dc9-9f70-d51d8563c1b3"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:24.965513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Deleting port 212f2670-bbcc-4506-a36f-6f05cc21c62a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:24.966603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:24.992471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa01183-07ec-4f66-a4e6-98ef9538d167 req-1d7c0fa8-c43e-42e4-9808-3c86aef0272b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:24.994058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fa01183-07ec-4f66-a4e6-98ef9538d167 req-1d7c0fa8-c43e-42e4-9808-3c86aef0272b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0986972 Nov 10 03:40:25.001432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-f892ee8a-4773-4335-96de-8c5c28e9bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.003034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-f892ee8a-4773-4335-96de-8c5c28e9bf05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1100 time: 0.3485148 Nov 10 03:40:25.058871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-6a351f1d-16d5-402d-9e7f-a46cf6ea2451 service neutron] 10.222.0.24 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842442 Nov 10 03:40:25.123865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-4851fb23-b0d6-4c19-bf78-5f28742b9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.125259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-4851fb23-b0d6-4c19-bf78-5f28742b9477 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94256ddeb5b94d33939896d84ba8f7ee&device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 1098 time: 0.2721834 Nov 10 03:40:25.171963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-9ca8ec43-f0c8-4c00-b6ae-f9df7630ba2c service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775671 Nov 10 03:40:25.209617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fa01183-07ec-4f66-a4e6-98ef9538d167 req-d36ab68b-613b-4fdc-a931-d46581929af9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041714 Nov 10 03:40:25.210801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-5d8769bf-fedd-4a1a-97b8-b811d3467462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.212247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-5d8769bf-fedd-4a1a-97b8-b811d3467462 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1990457 Nov 10 03:40:25.239334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] For port 212f2670-bbcc-4506-a36f-6f05cc21c62a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=212f2670-bbcc-4506-a36f-6f05cc21c62a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:25.240772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-2467eb2c-6e25-4535-81dd-4eb34ed9c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.245645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-2467eb2c-6e25-4535-81dd-4eb34ed9c97f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 1099 time: 0.2144184 Nov 10 03:40:25.262936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:25.277333 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-5f7c599f-0545-4e1e-b5d5-4120b76f9de9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d HTTP/1.1" status: 200 len: 217 time: 0.1313140 Nov 10 03:40:25.297328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-dcc11561-ea08-4190-8ff1-b32a0853f8f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.0758727 Nov 10 03:40:25.363744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-55070ca9-228e-4b00-864c-69eabb7e76b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3a769589-5006-4dc9-9f70-d51d8563c1b3 HTTP/1.1" status: 200 len: 217 time: 0.0729172 Nov 10 03:40:25.382572 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a759fd0-5637-4b3a-9077-c6e389d9aab7 x-openstack-request-id: req-1a759fd0-5637-4b3a-9077-c6e389d9aab7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:25.382859 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f27976-8c22-4228-a0d7-f2d2eab71b73", "tag": "ce745f52-70bb-446d-b719-630bd082b123", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:25.383109 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a759fd0-5637-4b3a-9077-c6e389d9aab7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:25.383504 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'tag': 'ce745f52-70bb-446d-b719-630bd082b123', 'status': 'completed', 'code': 200} Nov 10 03:40:25.413592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Calling delete_port for 212f2670-bbcc-4506-a36f-6f05cc21c62a owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:25.483492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Deleting port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:25.484276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:25.502505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-6d6f5cdf-0484-40c7-9421-ff306698e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.504298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-6d6f5cdf-0484-40c7-9421-ff306698e305 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1677916 Nov 10 03:40:25.526757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-1c05c1d2-3cc4-49e4-8355-a362c3dd1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.528230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-1c05c1d2-3cc4-49e4-8355-a362c3dd1e32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1165640 Nov 10 03:40:25.555484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935fd9-22a8-4637-a593-c4b2af350592 req-3cf4daa8-e9f3-4f07-aa33-8dc3a9fd0cdf tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.556998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1935fd9-22a8-4637-a593-c4b2af350592 req-3cf4daa8-e9f3-4f07-aa33-8dc3a9fd0cdf tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 949 time: 0.2216098 Nov 10 03:40:25.577135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4eb1-8978-467b-bea6-a113cab1cb7a req-1e9dbc21-0cf2-4fab-b1d2-20ba2af2388f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.581908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-811d4eb1-8978-467b-bea6-a113cab1cb7a req-1e9dbc21-0cf2-4fab-b1d2-20ba2af2388f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.2208805 Nov 10 03:40:25.616409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-286fa1ad-baa4-4313-b533-a447a6fc2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.617809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-286fa1ad-baa4-4313-b533-a447a6fc2257 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2786152 Nov 10 03:40:25.646785 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-0b73dd4e-81a6-41bc-901f-fdb0cc9dda5a service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214337 Nov 10 03:40:25.686159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-ec9725a6-e101-4b76-9bf2-dbbec3f42926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.687669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-ec9725a6-e101-4b76-9bf2-dbbec3f42926 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743741 Nov 10 03:40:25.720739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-811d4eb1-8978-467b-bea6-a113cab1cb7a req-b8d84893-3439-462c-91d9-6c669012e77f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379974 Nov 10 03:40:25.731130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-8c00c6cb-70c2-42f4-ba68-3e54e93097a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.735129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-8c00c6cb-70c2-42f4-ba68-3e54e93097a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771510 Nov 10 03:40:25.746043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-56444cbb-8528-4630-adeb-1c2fc5ecb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:25.748234 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-56444cbb-8528-4630-adeb-1c2fc5ecb66b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209435 Nov 10 03:40:25.749737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1935fd9-22a8-4637-a593-c4b2af350592 req-a42b02b7-9159-4464-ae6b-f8196b3a2554 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586332 Nov 10 03:40:25.858220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] For port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:25.858521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:25.908195 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea80a95e-56cc-488d-b6f6-425f7b0b01c0 x-openstack-request-id: req-ea80a95e-56cc-488d-b6f6-425f7b0b01c0 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:25.908714 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-plugged", "status": "completed", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:25.909250 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea80a95e-56cc-488d-b6f6-425f7b0b01c0 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:25.909958 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1', 'code': 200} Nov 10 03:40:26.010974 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f6000a-e779-426d-8c4d-c5893473748d x-openstack-request-id: req-e2f6000a-e779-426d-8c4d-c5893473748d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:26.011258 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d", "tag": "3a769589-5006-4dc9-9f70-d51d8563c1b3", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:26.011508 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2f6000a-e779-426d-8c4d-c5893473748d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:26.011897 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'tag': '3a769589-5006-4dc9-9f70-d51d8563c1b3', 'status': 'completed', 'code': 200} Nov 10 03:40:26.134660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-1709c31c-cdd5-4947-a421-857c5d409905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:26.136098 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-1709c31c-cdd5-4947-a421-857c5d409905 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 1098 time: 0.3724279 Nov 10 03:40:26.210020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:26.288589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-e32ecbf7-30fd-4e14-bfa9-5c0205e02a71 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154607 Nov 10 03:40:26.299209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Pushing event deleted for resources: {'Port': ['ID=212f2670-bbcc-4506-a36f-6f05cc21c62a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:26.334390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:26.334754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:26.335094 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Floating IP b51c72ea-bc17-493a-9a89-de10d365e337 disassociated. External IP: 172.25.6.196, port: 6f23ca58-bff9-448c-b2c3-5f2531cad5fe. Nov 10 03:40:26.335444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Calling delete_port for 6f23ca58-bff9-448c-b2c3-5f2531cad5fe owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:26.336463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-b1ae15ce-6405-43e4-84a8-2124ace050df service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856853 Nov 10 03:40:26.365851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a99fab95-641b-4dd7-9465-a874a77b84b3 req-8b465541-dcfc-45bb-913b-b223feadbe6f tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 210 time: 0.3433974 Nov 10 03:40:26.427105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b3f12-e173-431c-9d2a-d1c181039648 req-3a1ae29f-6e33-40f9-b7a7-580a586be3b5 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:26.434482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-503b3f12-e173-431c-9d2a-d1c181039648 req-3a1ae29f-6e33-40f9-b7a7-580a586be3b5 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 947 time: 0.5184019 Nov 10 03:40:26.437781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] No DVR routers for this DVR port 212f2670-bbcc-4506-a36f-6f05cc21c62a on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:26.474127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:26.477535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f636f3f-1d3f-40a0-abac-7db6ceb5f26a req-f9986063-0a1a-44fc-8e34-7e3e55ee9c1f tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.11 "DELETE /v2.0/ports/212f2670-bbcc-4506-a36f-6f05cc21c62a HTTP/1.1" status: 204 len: 173 time: 2.2860456 Nov 10 03:40:26.481677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-806a4518-7dd9-47a6-8192-1ae6fa939f5c service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641181 Nov 10 03:40:26.486186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-7444efb4-0838-4774-933a-ef85efe2be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:26.488262 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-7444efb4-0838-4774-933a-ef85efe2be59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3429286 Nov 10 03:40:26.562227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-c3e651da-b4bc-4d62-8f72-90530a5aaeb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ce745f52-70bb-446d-b719-630bd082b123 HTTP/1.1" status: 200 len: 217 time: 0.0656474 Nov 10 03:40:26.617788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9040e00c-c451-4dc4-9d97-c63452155d77 req-b8e66742-d324-4c8b-a946-14a8a2069fca service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638962 Nov 10 03:40:26.630802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-503b3f12-e173-431c-9d2a-d1c181039648 req-1bbb2a91-cac6-447a-a047-c3b21e95d3d4 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956792 Nov 10 03:40:26.650542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1a852-c63b-4a8a-a873-fb5a30d6928e req-8349244f-b1f8-474a-921e-d8687bf6cdba tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:26.664177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55c1a852-c63b-4a8a-a873-fb5a30d6928e req-8349244f-b1f8-474a-921e-d8687bf6cdba tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 948 time: 0.2044613 Nov 10 03:40:26.767674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e225f47f-8343-418b-b617-80bf8f9ffd4c req-f63f2d6b-746c-4443-be54-2d51b451b2cb service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659085 Nov 10 03:40:26.807726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55c1a852-c63b-4a8a-a873-fb5a30d6928e req-bcfad399-5d5a-4e96-a08c-6d8920f7d47c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364937 Nov 10 03:40:26.925201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-ba3c0f49-4169-4459-aed3-010b0d790e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:26.926796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-ba3c0f49-4169-4459-aed3-010b0d790e6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 1099 time: 0.0623171 Nov 10 03:40:26.943459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:26.964936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 212f2670-bbcc-4506-a36f-6f05cc21c62a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:26.965448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 212f2670-bbcc-4506-a36f-6f05cc21c62a not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:26.991429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27359b4c-8b96-4d1a-9de1-9880105f80db req-23d2fded-7676-46bd-a355-b6564afdb144 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951334 Nov 10 03:40:27.047758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-10b39a3a-70d5-4844-bf3a-5ce0e1e92199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.049218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-10b39a3a-70d5-4844-bf3a-5ce0e1e92199 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.4784582 Nov 10 03:40:27.085440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966829b-ab6c-4808-9a64-4843f536e1e9 req-a8ee83e0-2497-446d-ad00-025de8c13c22 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.086945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f966829b-ab6c-4808-9a64-4843f536e1e9 req-a8ee83e0-2497-446d-ad00-025de8c13c22 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1379082 Nov 10 03:40:27.089149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-1571e8ca-5024-4427-b3c0-c299d015b48d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.091446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-1571e8ca-5024-4427-b3c0-c299d015b48d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 823 time: 0.5432055 Nov 10 03:40:27.107917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0984664-0da9-4e41-a464-689b95b52d46 req-e4d8a7db-36fb-425e-b670-b67958d63b00 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.109372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0984664-0da9-4e41-a464-689b95b52d46 req-e4d8a7db-36fb-425e-b670-b67958d63b00 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1399872 Nov 10 03:40:27.127137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-10a5a539-89e7-4130-8d33-ccb9b231da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.128583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-10a5a539-89e7-4130-8d33-ccb9b231da18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1896791 Nov 10 03:40:27.139998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:27.183054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event deleted for resources: {'Port': ['ID=6f23ca58-bff9-448c-b2c3-5f2531cad5fe,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:27.218247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-26c0a374-1eb7-4755-92ca-6bdaa55e3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.219597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-011452d0-6d10-41b4-b630-f3dc4bc0111e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3a769589-5006-4dc9-9f70-d51d8563c1b3 HTTP/1.1" status: 200 len: 217 time: 0.0539343 Nov 10 03:40:27.219727 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-26c0a374-1eb7-4755-92ca-6bdaa55e3755 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272118 Nov 10 03:40:27.235220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f966829b-ab6c-4808-9a64-4843f536e1e9 req-17022cdf-04f0-4174-b563-d4ee2940e4a1 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391222 Nov 10 03:40:27.261125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0984664-0da9-4e41-a464-689b95b52d46 req-eb619627-8eaa-42a3-969c-fd2e426efe80 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366673 Nov 10 03:40:27.288137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-027d3a0c-4dbf-439a-b493-5acb5c5820f2 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=643f90b832a64313836fa27d3ef36de3 HTTP/1.1" status: 200 len: 380 time: 0.1833415 Nov 10 03:40:27.308909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'port': {'device_id': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'admin_state_up': True, 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'security_groups': ['0bd50687-e165-41b2-a4bc-f96142898549']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:27.382683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-1436712e-aea1-4a88-ba37-78fc7de1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.384815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-1436712e-aea1-4a88-ba37-78fc7de1222c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1485281 Nov 10 03:40:27.394631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'name': 'network-vif-deleted', 'tag': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad'}, {'name': 'network-changed', 'server_uuid': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'tag': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d'}, {'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-deleted', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:27.396880 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e69e5-9ca2-4625-add5-84280933d891" -d '{"events": [{"server_uuid": "b69fef7f-9cb9-4a69-aa73-720d7b7ac019", "name": "network-vif-deleted", "tag": "67c973e9-41eb-43d4-a3c7-8a4ddcd661ad"}, {"name": "network-changed", "server_uuid": "ed72b3d9-5a94-47a5-a1c4-abb497ce5a34", "tag": "11c0946d-d1dc-4f0f-a229-99e57d1d4e6d"}, {"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-deleted", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:27.408327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83c0edaf-499c-4e58-91d5-37b6b8054928 req-02cfa364-1346-43b9-b420-e21cee34ea65 tempest-ImagesOneServerTestJSON-1555352410 tempest-ImagesOneServerTestJSON-1555352410-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3af953b-4512-4ff7-be2b-3cb16c16b38d HTTP/1.1" status: 200 len: 210 time: 0.0361619 Nov 10 03:40:27.475569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241ae1c-a559-4216-8b78-d2aeb091b95e req-9ad12d98-ae88-4077-b3a5-4dd3c0555d1f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.475569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b241ae1c-a559-4216-8b78-d2aeb091b95e req-9ad12d98-ae88-4077-b3a5-4dd3c0555d1f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 950 time: 0.1470418 Nov 10 03:40:27.528886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-6e24eb0d-b22c-4836-a62c-847a21b56e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.530408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-6e24eb0d-b22c-4836-a62c-847a21b56e9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268916 Nov 10 03:40:27.549185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-56416d96-1eb7-4020-9fa4-c4d24f17b928 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685163 Nov 10 03:40:27.558201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Router a38b57ab-32bc-42cb-b634-14760dc26734 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:40:27.577547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-48e42ca2-f9ef-4961-ac90-e8de1b749791 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1245763 Nov 10 03:40:27.594664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a37ceaae-9462-4145-a5a9-dd995b9db886 req-e4a383ba-427d-4fba-b4d7-12adcc014560 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 210 time: 0.0702298 Nov 10 03:40:27.680670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Made reservation on behalf of 643f90b832a64313836fa27d3ef36de3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:27.685434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:27.691098 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae08af9a-2b2b-45f6-9d1f-8d221729c173 x-openstack-request-id: req-ae08af9a-2b2b-45f6-9d1f-8d221729c173 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:27.691395 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69fef7f-9cb9-4a69-aa73-720d7b7ac019", "name": "network-vif-deleted", "tag": "67c973e9-41eb-43d4-a3c7-8a4ddcd661ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed72b3d9-5a94-47a5-a1c4-abb497ce5a34", "tag": "11c0946d-d1dc-4f0f-a229-99e57d1d4e6d", "status": "completed", "code": 200}, {"server_uuid": "e3af953b-4512-4ff7-be2b-3cb16c16b38d", "name": "network-vif-deleted", "tag": "212f2670-bbcc-4506-a36f-6f05cc21c62a", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:27.691634 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae08af9a-2b2b-45f6-9d1f-8d221729c173 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:27.692160 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69fef7f-9cb9-4a69-aa73-720d7b7ac019', 'name': 'network-vif-deleted', 'tag': '67c973e9-41eb-43d4-a3c7-8a4ddcd661ad', 'status': 'completed', 'code': 200} Nov 10 03:40:27.692407 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'tag': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d', 'status': 'completed', 'code': 200} Nov 10 03:40:27.692647 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af953b-4512-4ff7-be2b-3cb16c16b38d', 'name': 'network-vif-deleted', 'tag': '212f2670-bbcc-4506-a36f-6f05cc21c62a', 'status': 'completed', 'code': 200} Nov 10 03:40:27.716125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b241ae1c-a559-4216-8b78-d2aeb091b95e req-379be82d-3643-41b8-afa1-5d47c8ff9b37 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198880 Nov 10 03:40:27.718386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-7871fbc3-8023-47ea-ac60-441dd5e597d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742439 Nov 10 03:40:27.883132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-d23fdfd9-dff8-471f-ab0c-abd4a334338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.884638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-d23fdfd9-dff8-471f-ab0c-abd4a334338b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 1096 time: 0.2550812 Nov 10 03:40:27.904052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Allocated IP 172.20.0.9 (17ff025d-fcfe-4fdc-b25c-6caac3244f62/2d56c287-eb6d-4bc4-8df0-b9351176fc93/7359f502-514b-422b-8404-1c053a24f8b9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:27.904951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e534cb-a265-4e85-90f3-dc90ae7bd325 req-cd1ebb5d-d418-4482-b589-72fae59f840c service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586432 Nov 10 03:40:27.924622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b717-7e07-4d08-8908-eaede55bf2c8 req-a986e176-2d85-401b-90db-439828382d09 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:27.926048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db75b717-7e07-4d08-8908-eaede55bf2c8 req-a986e176-2d85-401b-90db-439828382d09 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 947 time: 0.1040726 Nov 10 03:40:28.066050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e3741e-00f0-4a53-832d-4592d767dc1d req-22ca7cef-296d-4452-8401-56a1c898172f service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099435 Nov 10 03:40:28.088896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db75b717-7e07-4d08-8908-eaede55bf2c8 req-cc1fe8d4-9871-47a7-96e4-4858230eb187 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388919 Nov 10 03:40:28.099818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced315aa-31f7-480c-89a8-dbe4c8e11ce5 req-3866e429-158d-4485-a2fb-b8868cd8285b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.101382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ced315aa-31f7-480c-89a8-dbe4c8e11ce5 req-3866e429-158d-4485-a2fb-b8868cd8285b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 948 time: 0.1678774 Nov 10 03:40:28.126921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-09c9c763-5efc-4fc4-b856-5173b4505343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.128410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-09c9c763-5efc-4fc4-b856-5173b4505343 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.2126865 Nov 10 03:40:28.138689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-9d588a43-5b92-47cc-802e-1e7993470109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.140259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-9d588a43-5b92-47cc-802e-1e7993470109 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94256ddeb5b94d33939896d84ba8f7ee&device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 1098 time: 0.4021108 Nov 10 03:40:28.149142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:40:28.169928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] Sync routers for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:40:28.186758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:40:28.187372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:28.192417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42722) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:28.199225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-5ae67e72-60c0-4283-9075-f11f3eb198fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 200 len: 217 time: 0.0465262 Nov 10 03:40:28.202651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ced315aa-31f7-480c-89a8-dbe4c8e11ce5 req-28efe15f-7a57-4ef0-817f-c5397d8c0692 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919161 Nov 10 03:40:28.215597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:28.279549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] No DVR routers for this DVR port 6f23ca58-bff9-448c-b2c3-5f2531cad5fe on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:28.283312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:28.287855 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caca18ff-158f-4cdb-b59f-334a69acc6d0 req-46a03d78-9a7d-47af-88f1-fade824f4caa tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "DELETE /v2.0/ports/6f23ca58-bff9-448c-b2c3-5f2531cad5fe HTTP/1.1" status: 204 len: 173 time: 3.3144362 Nov 10 03:40:28.289088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-28e32e46-c4a5-4db8-ac8e-fcbd98cb5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.303219 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-28e32e46-c4a5-4db8-ac8e-fcbd98cb5299 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0817158 Nov 10 03:40:28.348431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:40:28.370661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:28.380857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-cfc2bfa2-03fd-4ca9-9321-9cf45d9dec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.382394 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-cfc2bfa2-03fd-4ca9-9321-9cf45d9dec25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2202675 Nov 10 03:40:28.386199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-c7d5f00d-c617-49f6-8a23-b148e908bba0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705342 Nov 10 03:40:28.451878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6f23ca58-bff9-448c-b2c3-5f2531cad5fe no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:28.460907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:28.466244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-73c99a33-1b0c-403d-bc1e-ea756184ab7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d HTTP/1.1" status: 200 len: 217 time: 0.0556486 Nov 10 03:40:28.472688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:28.476990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:28.495044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 6f23ca58-bff9-448c-b2c3-5f2531cad5fe {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:28.495383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6f23ca58-bff9-448c-b2c3-5f2531cad5fe not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:28.542432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe7373f-99be-4c6a-9398-269e3232eb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:28.551173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event updated for resources: {'Port': ['ID=7359f502-514b-422b-8404-1c053a24f8b9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:28.594465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.595948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:28.623970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-a11ca351-9d0a-4728-b832-94f436c5c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.626882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-a11ca351-9d0a-4728-b832-94f436c5c2e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1458509 Nov 10 03:40:28.656873 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-c0101ff5-078e-4010-837a-283322f9179c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3530345 Nov 10 03:40:28.682507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f925-2860-4a23-aea5-f7e879ed88af req-ac880239-58fb-4267-99b6-a8b28638c1df tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.687063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Request body: {'port': {'device_id': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:28.690812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cb8f925-2860-4a23-aea5-f7e879ed88af req-ac880239-58fb-4267-99b6-a8b28638c1df tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.2984583 Nov 10 03:40:28.739482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-e70f39e3-5fdb-4360-ac2c-caf3b21c8c09 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002427 Nov 10 03:40:28.742482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-999e1583-7bd3-447a-a26c-f7e5fc5a002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.745620 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-999e1583-7bd3-447a-a26c-f7e5fc5a002e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076746 Nov 10 03:40:28.751180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:28.755055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0d7e7-0d43-417d-868c-0bae6f5a9356 req-1c104ac1-da1a-4001-b3ad-e20068ebfaac tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.762503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91a0d7e7-0d43-417d-868c-0bae6f5a9356 req-1c104ac1-da1a-4001-b3ad-e20068ebfaac tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.3796668 Nov 10 03:40:28.794168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] Checking router: a38b57ab-32bc-42cb-b634-14760dc26734 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:40:28.810821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:40:28.811706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:28.873611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:28.887094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-abeacf4f-50b3-4387-aad5-64bccecde2e7 None None] Provisioning complete for port 7359f502-514b-422b-8404-1c053a24f8b9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:28.887583 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-abeacf4f-50b3-4387-aad5-64bccecde2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:28.932760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39756f2a-252b-4724-8a69-640d30d9a364 req-8587c4fc-427c-4552-88ae-14dae36d7775 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:28.934284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39756f2a-252b-4724-8a69-640d30d9a364 req-8587c4fc-427c-4552-88ae-14dae36d7775 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 950 time: 0.1528184 Nov 10 03:40:28.953285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cb8f925-2860-4a23-aea5-f7e879ed88af req-17dad5fc-81d0-41ed-9bd0-c91d8797a60e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611644 Nov 10 03:40:28.973690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91a0d7e7-0d43-417d-868c-0bae6f5a9356 req-e593cfae-5228-4916-a0e0-e50130e2f9f5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047970 Nov 10 03:40:28.976229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-abeacf4f-50b3-4387-aad5-64bccecde2e7 None None] Port 7359f502-514b-422b-8404-1c053a24f8b9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:28.991364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa418d9-4a3f-43a1-b72c-44db2bc16a57 req-f2dd039a-dca3-4393-a08e-582f7db797c9 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216570 Nov 10 03:40:29.008863 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe7373f-99be-4c6a-9398-269e3232eb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.015823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe7373f-99be-4c6a-9398-269e3232eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.041922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:40:29.044306 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-3324f148-dcdd-400f-9a5a-0d4c67cdceb9 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616279 Nov 10 03:40:29.099271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7373f-99be-4c6a-9398-269e3232eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac76bd-2590-4fca-8ab4-4c604d3771c3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:29.103574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5fe7373f-99be-4c6a-9398-269e3232eb23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea49e8aba607404b8aa8ef0d7eee39ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9099970 Nov 10 03:40:29.117847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42744) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:29.208651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f955-a58f-41c1-a5f1-5241bf23cc58 req-7a98c6e1-6b99-4d3d-934d-2f87aab1149b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:29.210272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f07f955-a58f-41c1-a5f1-5241bf23cc58 req-7a98c6e1-6b99-4d3d-934d-2f87aab1149b tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 950 time: 0.1327069 Nov 10 03:40:29.249465 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-580d3d99-c18c-4bad-acca-1a7d8fdf87ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.259413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe81154-2c65-4b23-9680-4218d5d90343 req-3f1d1022-aba2-4582-989c-8247cb9893e3 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:29.260981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfe81154-2c65-4b23-9680-4218d5d90343 req-3f1d1022-aba2-4582-989c-8247cb9893e3 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 931 time: 0.1345539 Nov 10 03:40:29.297172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Deleting port f4c6b6ec-1113-47a5-a492-b68d55bebdff {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:29.297699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.324601 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-580d3d99-c18c-4bad-acca-1a7d8fdf87ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.378944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f07f955-a58f-41c1-a5f1-5241bf23cc58 req-e73cc867-82c1-47db-b026-28feda138390 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533034 Nov 10 03:40:29.395347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42750) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:29.423458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfe81154-2c65-4b23-9680-4218d5d90343 req-e5a696aa-d02b-4cc7-88de-2f6a1c5bfc19 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398022 Nov 10 03:40:29.440957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ce745f52-70bb-446d-b719-630bd082b123 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:29.449528 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-580d3d99-c18c-4bad-acca-1a7d8fdf87ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.453161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-580d3d99-c18c-4bad-acca-1a7d8fdf87ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.454834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-580d3d99-c18c-4bad-acca-1a7d8fdf87ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92ac76bd-2590-4fca-8ab4-4c604d3771c3 HTTP/1.1" status: 204 len: 168 time: 0.3351629 Nov 10 03:40:29.471908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d3d99-c18c-4bad-acca-1a7d8fdf87ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac76bd-2590-4fca-8ab4-4c604d3771c3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:29.604285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8cfd0-71b5-4e8a-b26a-f5b9052b049b req-52ddd9c0-68a7-4e65-93c8-b09f36d53a12 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:29.615102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bc8cfd0-71b5-4e8a-b26a-f5b9052b049b req-52ddd9c0-68a7-4e65-93c8-b09f36d53a12 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 947 time: 0.0971949 Nov 10 03:40:29.630486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] For port f4c6b6ec-1113-47a5-a492-b68d55bebdff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f4c6b6ec-1113-47a5-a492-b68d55bebdff,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:29.633290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.692521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ce745f52-70bb-446d-b719-630bd082b123, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ce745f52-70bb-446d-b719-630bd082b123,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:29.698462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'name': 'network-vif-deleted', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:29.703522 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6fad6-f796-42e1-a8a5-72da89510211" -d '{"events": [{"server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "name": "network-vif-deleted", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:29.711872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:29.730604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752e88b-844c-4d80-a362-b82510c51837 req-9070bbd0-43a0-4560-b1a2-111227caa7bf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:29.738601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a752e88b-844c-4d80-a362-b82510c51837 req-9070bbd0-43a0-4560-b1a2-111227caa7bf tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1466157 Nov 10 03:40:29.743171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Calling delete_port for f4c6b6ec-1113-47a5-a492-b68d55bebdff owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:29.753992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bc8cfd0-71b5-4e8a-b26a-f5b9052b049b req-605e6913-c11b-4f82-b8a5-1129a45f1c3e tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352348 Nov 10 03:40:29.759665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'ce745f52-70bb-446d-b719-630bd082b123', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'ce745f52-70bb-446d-b719-630bd082b123', 'mac_address': 'fa:16:3e:7c:5c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:29.761645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ea1db-60b8-4fbb-b3d0-18cea5b0d70b None None] The sync data for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 is: [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:40:29.823477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee7e69e5-9ca2-4625-add5-84280933d891 req-55b215f7-d025-4d0b-b7bb-d21c0fc662e1 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063017 Nov 10 03:40:29.862026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:29.889095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce745f52-70bb-446d-b719-630bd082b123 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:29.936902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a752e88b-844c-4d80-a362-b82510c51837 req-e0e344fa-e81d-4911-a49a-f73ef4b64b8b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902490 Nov 10 03:40:29.959875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ce745f52-70bb-446d-b719-630bd082b123, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ce745f52-70bb-446d-b719-630bd082b123,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:29.969704 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.007804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8cf58-97be-4f8c-97e8-8ea39698e082 req-03b3b778-bdb2-4c25-baa5-d73b461d93c9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:30.016741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9de8cf58-97be-4f8c-97e8-8ea39698e082 req-03b3b778-bdb2-4c25-baa5-d73b461d93c9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 948 time: 0.0671175 Nov 10 03:40:30.023080 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a7dfa9-be3a-4d7c-8924-a7d97412b722 x-openstack-request-id: req-33a7dfa9-be3a-4d7c-8924-a7d97412b722 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:30.024528 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2f589a-46cc-4a0a-9791-57fb3418158a", "name": "network-vif-deleted", "tag": "6f23ca58-bff9-448c-b2c3-5f2531cad5fe", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:30.024718 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33a7dfa9-be3a-4d7c-8924-a7d97412b722 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:30.025112 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2f589a-46cc-4a0a-9791-57fb3418158a', 'name': 'network-vif-deleted', 'tag': '6f23ca58-bff9-448c-b2c3-5f2531cad5fe', 'status': 'completed', 'code': 200} Nov 10 03:40:30.092156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7359f502-514b-422b-8404-1c053a24f8b9 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:30.116140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9de8cf58-97be-4f8c-97e8-8ea39698e082 req-ba299a92-1d52-403a-9cce-e77c88f4c059 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940440 Nov 10 03:40:30.133633 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.148703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ce745f52-70bb-446d-b719-630bd082b123,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:30.208729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Transition to ACTIVE for port object 7359f502-514b-422b-8404-1c053a24f8b9 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:30.224774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.306522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bcecc-2923-4cb8-b5c4-c468c9443f16 req-955375ad-bc46-41d6-8c96-613adac609b4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:30.314026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d4bcecc-2923-4cb8-b5c4-c468c9443f16 req-955375ad-bc46-41d6-8c96-613adac609b4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 945 time: 0.1227663 Nov 10 03:40:30.331985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e4fe766c-32f1-442e-972d-483b522e7984 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=405a3ed50beb46af964ab124a316c915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9335492 Nov 10 03:40:30.339356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42786) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:30.366589 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204c992-b593-4be9-861d-a7843ad98dd2 None None] New status for floating IP b51c72ea-bc17-493a-9a89-de10d365e337: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:40:30.411814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d4bcecc-2923-4cb8-b5c4-c468c9443f16 req-11e8c934-29ce-49e1-b675-599a10aeb743 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968161 Nov 10 03:40:30.418321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Pushing event updated for resources: {'Port': ['ID=7359f502-514b-422b-8404-1c053a24f8b9,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:30.520712 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.531898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f2459992-85a0-4797-a380-5a8709c8175f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:30.594606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Pushing event deleted for resources: {'Port': ['ID=f4c6b6ec-1113-47a5-a492-b68d55bebdff,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:30.640649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d138d00-c53d-4133-9a02-5e3aca54e87c req-1ead85a7-ee70-4ea6-8e11-8949bd1aea6c tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=520835be-bcaa-4a8d-9709-0e853b768efa HTTP/1.1" status: 200 len: 210 time: 0.1180832 Nov 10 03:40:30.656645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Attempting to bind port 7359f502-514b-422b-8404-1c053a24f8b9 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:30.657100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Attempting to bind port 7359f502-514b-422b-8404-1c053a24f8b9 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:30.657522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Attempting to bind port 7359f502-514b-422b-8404-1c053a24f8b9 on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:30.678547 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7407ca2-20b8-482b-89f2-587f7993116e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.690888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-cc397ddf-4146-4e75-8c41-4c67b826825c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1393785 Nov 10 03:40:30.718755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-2974f244-c5d2-4755-8c1e-2ae42671d04d tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:30.720238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-2974f244-c5d2-4755-8c1e-2ae42671d04d tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.2503014 Nov 10 03:40:30.736139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-2'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:30.739054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7407ca2-20b8-482b-89f2-587f7993116e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.785989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Port 7359f502-514b-422b-8404-1c053a24f8b9 on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:30.786914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Attempting to bind port 7359f502-514b-422b-8404-1c053a24f8b9 on network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:30.808608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] No DVR routers for this DVR port f4c6b6ec-1113-47a5-a492-b68d55bebdff on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:30.813184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.817110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39756f2a-252b-4724-8a69-640d30d9a364 req-5c95b890-c754-45e5-a1a2-8ab7059fa461 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "DELETE /v2.0/ports/f4c6b6ec-1113-47a5-a492-b68d55bebdff HTTP/1.1" status: 204 len: 173 time: 1.8735211 Nov 10 03:40:30.818136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:30.818553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Checking segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:30.819035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Bound using segment: {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:30.819569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Bound port: 7359f502-514b-422b-8404-1c053a24f8b9, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:30.820018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.887616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7407ca2-20b8-482b-89f2-587f7993116e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.890255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7407ca2-20b8-482b-89f2-587f7993116e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.894208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a7407ca2-20b8-482b-89f2-587f7993116e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef HTTP/1.1" status: 204 len: 168 time: 0.5517111 Nov 10 03:40:30.899059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6786f6-5970-4188-ac4c-8c9b3bcdbdd9 req-8a242436-b52c-4968-9024-0aaf6a381508 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:30.900749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd6786f6-5970-4188-ac4c-8c9b3bcdbdd9 req-8a242436-b52c-4968-9024-0aaf6a381508 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 943 time: 0.1115248 Nov 10 03:40:30.905398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.912594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7407ca2-20b8-482b-89f2-587f7993116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8872bde-00c1-4ef0-8ad6-3ef8b9ba9cef,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:30.923625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] For port 7359f502-514b-422b-8404-1c053a24f8b9, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:30.927958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] For port 7359f502-514b-422b-8404-1c053a24f8b9, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7359f502-514b-422b-8404-1c053a24f8b9,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:30.933837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.948873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-5796769b-9ab2-4660-89b4-e01141221959 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:30.951658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3a769589-5006-4dc9-9f70-d51d8563c1b3 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:30.956030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-5796769b-9ab2-4660-89b4-e01141221959 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551637 Nov 10 03:40:30.976916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:30.977513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:30.978901 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] 10.222.0.44 "PUT /v2.0/ports/7359f502-514b-422b-8404-1c053a24f8b9 HTTP/1.1" status: 200 len: 1091 time: 2.2997599 Nov 10 03:40:30.987386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-d3b969cc-d8bd-4fe3-9a11-9a521fd607d0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/quotas/ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 375 time: 0.0298393 Nov 10 03:40:31.020834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a112e9-e81d-4c3a-a53d-65df9e08580a service neutron] Pushing event updated for resources: {'Port': ['ID=7359f502-514b-422b-8404-1c053a24f8b9,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:31.099138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:31.123515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-6896de79-fd4b-4514-90ff-7de6dc92908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:31.125045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-6896de79-fd4b-4514-90ff-7de6dc92908f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 1094 time: 0.0804853 Nov 10 03:40:31.170117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3a769589-5006-4dc9-9f70-d51d8563c1b3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3a769589-5006-4dc9-9f70-d51d8563c1b3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:31.173688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd6786f6-5970-4188-ac4c-8c9b3bcdbdd9 req-56972768-3eba-442f-b9b6-70afb28e3aa5 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610700 Nov 10 03:40:31.234516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-a6229460-413d-42da-88fb-a29e3af5148b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2463751 Nov 10 03:40:31.245161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-2617f1cc-36a7-4108-b69a-b81cc8eb2aad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7359f502-514b-422b-8404-1c053a24f8b9 HTTP/1.1" status: 200 len: 217 time: 0.1038561 Nov 10 03:40:31.248149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '3a769589-5006-4dc9-9f70-d51d8563c1b3', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '3a769589-5006-4dc9-9f70-d51d8563c1b3', 'mac_address': 'fa:16:3e:d9:2b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:31.278954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:31.390087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-5612c1db-9b33-4e56-9647-1ac3dbc9fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:31.394132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:31.398355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-5612c1db-9b33-4e56-9647-1ac3dbc9fa8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d56c287-eb6d-4bc4-8df0-b9351176fc93 HTTP/1.1" status: 200 len: 862 time: 0.1439214 Nov 10 03:40:31.454864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:31.478802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:31.481297 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be384a9-c9ed-4a03-b949-9db32502e0b4" -d '{"events": [{"server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "name": "network-vif-unplugged", "status": "completed", "tag": "496511de-6564-4af6-a704-ebf15e799eb1"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:31.509063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-66970155-7e3b-4ba0-9e84-ebad46301a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:31.512545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-66970155-7e3b-4ba0-9e84-ebad46301a08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17ff025d-fcfe-4fdc-b25c-6caac3244f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009443 Nov 10 03:40:31.516670 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:31.538037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:31.568682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a769589-5006-4dc9-9f70-d51d8563c1b3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:31.653414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3a769589-5006-4dc9-9f70-d51d8563c1b3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3a769589-5006-4dc9-9f70-d51d8563c1b3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:31.680350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:31.682996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:31.734949 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-bcc3c98a-458b-47b4-94e2-9546a8b976ad service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115164 Nov 10 03:40:31.770768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3a769589-5006-4dc9-9f70-d51d8563c1b3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:31.774604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:31.791952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d', 'mac_address': 'fa:16:3e:0f:92:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:31.805089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:31.839464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on host n-h1-817326-2 for vnic_type normal with profile {"migrating_to": "n-h2-817326-2"} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:31.839793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:31.840108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:31.861676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8848b-cec5-4376-9ba5-65484897675a req-7cbb46cb-a98d-4c5f-b696-ce5124c6524c tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:31.879093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:31.895372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76c8848b-cec5-4376-9ba5-65484897675a req-7cbb46cb-a98d-4c5f-b696-ce5124c6524c tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 947 time: 0.2817724 Nov 10 03:40:31.897225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:31.897537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Attempting to bind port 496511de-6564-4af6-a704-ebf15e799eb1 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:31.903608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:31.936533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:31.941454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:31.953068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:31.954275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:31.955615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:31.956738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Bound port: 496511de-6564-4af6-a704-ebf15e799eb1, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:31.957107 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:31.985066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7372a4c7-9312-42bb-808a-e4846f372b07 req-2fa38da1-b741-4fe3-8c23-e4b221eead82 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318177 Nov 10 03:40:32.018940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:32.026207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520835be-bcaa-4a8d-9709-0e853b768efa', 'name': 'network-vif-deleted', 'tag': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff'}, {'name': 'network-changed', 'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:32.029665 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ed8ee2-1966-455e-9c1c-a05724d21241" -d '{"events": [{"server_uuid": "520835be-bcaa-4a8d-9709-0e853b768efa", "name": "network-vif-deleted", "tag": "f4c6b6ec-1113-47a5-a492-b68d55bebdff"}, {"name": "network-changed", "server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "tag": "7359f502-514b-422b-8404-1c053a24f8b9"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:32.109292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76c8848b-cec5-4376-9ba5-65484897675a req-264b116f-3f62-4189-b140-160a632af7b8 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922114 Nov 10 03:40:32.132991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1f559-a55d-4e47-b362-05d586f511fd req-7cfedfd9-a0ce-4376-9dcd-4d93ad4ffd69 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:32.134773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45d1f559-a55d-4e47-b362-05d586f511fd req-7cfedfd9-a0ce-4376-9dcd-4d93ad4ffd69 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 949 time: 0.2195020 Nov 10 03:40:32.180092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:32.197990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:32.211582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:32.231180 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:32.314840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45d1f559-a55d-4e47-b362-05d586f511fd req-d1bebca0-ceda-4cfb-bd96-d815336c93a0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673019 Nov 10 03:40:32.372575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f184-a1bc-47f7-b8fc-54c179d35b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:32.379939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=8']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:32.411388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114329a-67de-4395-b6d9-d2e992014359 req-01d38aa4-26e9-4d21-b1b4-0ee1389efd0b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:32.413573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f114329a-67de-4395-b6d9-d2e992014359 req-01d38aa4-26e9-4d21-b1b4-0ee1389efd0b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.2134647 Nov 10 03:40:32.447837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:32.448454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:32.448980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 496511de-6564-4af6-a704-ebf15e799eb1 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:32.449780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bfbe8464-0c17-4dc7-a06a-12fb91b90dd2 service neutron] 10.222.0.44 "PUT /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 1121 time: 1.7182171 Nov 10 03:40:32.453979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f4c6b6ec-1113-47a5-a492-b68d55bebdff no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:32.463176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f184-a1bc-47f7-b8fc-54c179d35b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:32.467109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8e6e7a1-f22c-452e-a136-2c334d92aa9a req-dcfb5543-04d2-4958-ad91-f04e5c7cec76 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 210 time: 0.0379598 Nov 10 03:40:32.490139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f184-a1bc-47f7-b8fc-54c179d35b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:32.529027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['3a769589-5006-4dc9-9f70-d51d8563c1b3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:32.535674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: f4c6b6ec-1113-47a5-a492-b68d55bebdff {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:32.536405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f4c6b6ec-1113-47a5-a492-b68d55bebdff not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:32.543339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f114329a-67de-4395-b6d9-d2e992014359 req-6848a29f-e973-44ff-97d3-e8f56c1a9432 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983558 Nov 10 03:40:32.570400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1ff0f184-a1bc-47f7-b8fc-54c179d35b69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b1acb3d18264543a4adcbefd74761fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538711 Nov 10 03:40:32.571167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42862) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:32.574043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['11c0946d-d1dc-4f0f-a229-99e57d1d4e6d'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:32.610445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0f184-a1bc-47f7-b8fc-54c179d35b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff814e33-d721-416a-8816-a28a676d0034,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:32.612280 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c616aec1-e3cf-486c-8f07-ddfe4109d14f x-openstack-request-id: req-c616aec1-e3cf-486c-8f07-ddfe4109d14f {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:32.614904 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "name": "network-vif-unplugged", "status": "completed", "tag": "496511de-6564-4af6-a704-ebf15e799eb1", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:32.615286 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c616aec1-e3cf-486c-8f07-ddfe4109d14f {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:32.618084 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1', 'code': 200} Nov 10 03:40:32.645273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['496511de-6564-4af6-a704-ebf15e799eb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:32.654784 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f6420-f0a7-475a-9e76-be52bf278308 x-openstack-request-id: req-901f6420-f0a7-475a-9e76-be52bf278308 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:32.655072 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520835be-bcaa-4a8d-9709-0e853b768efa", "name": "network-vif-deleted", "tag": "f4c6b6ec-1113-47a5-a492-b68d55bebdff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "tag": "7359f502-514b-422b-8404-1c053a24f8b9", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:32.655320 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-901f6420-f0a7-475a-9e76-be52bf278308 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:32.655715 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520835be-bcaa-4a8d-9709-0e853b768efa', 'name': 'network-vif-deleted', 'tag': 'f4c6b6ec-1113-47a5-a492-b68d55bebdff', 'status': 'completed', 'code': 200} Nov 10 03:40:32.655962 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9', 'status': 'completed', 'code': 200} Nov 10 03:40:32.718277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['496511de-6564-4af6-a704-ebf15e799eb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:32.769613 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ab2198c-fa5f-4eb7-b7c8-962eed1d9fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:32.780548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-747374a4-98a3-4aeb-a10f-1dc3bdc57047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:32.782071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-747374a4-98a3-4aeb-a10f-1dc3bdc57047 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 1094 time: 0.0937283 Nov 10 03:40:32.832078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7268d-f06a-4586-93f6-8266ca0692d5 req-b28b164c-1818-4834-8c69-de45dd844789 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:32.835455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:32.844061 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9b7268d-f06a-4586-93f6-8266ca0692d5 req-b28b164c-1818-4834-8c69-de45dd844789 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 943 time: 0.1266398 Nov 10 03:40:32.896767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 496511de-6564-4af6-a704-ebf15e799eb1 has no active binding in host n-h2-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:40:32.949818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ce745f52-70bb-446d-b719-630bd082b123 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:32.950248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-5c440c69-b860-49c6-ad4d-f4d75cfc0309 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458310 Nov 10 03:40:33.147713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-094f4e6c-aa3f-420f-be1d-3b2f2e694ded tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:33.149609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-094f4e6c-aa3f-420f-be1d-3b2f2e694ded tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896558 Nov 10 03:40:33.170360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ab2198c-fa5f-4eb7-b7c8-962eed1d9fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.178513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Request body: {'port': {'device_id': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'ad37bfc77cff4d4ab1c7b0dfb3e5ae0c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:33.221585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port ce745f52-70bb-446d-b719-630bd082b123 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:33.241266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port ce745f52-70bb-446d-b719-630bd082b123 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:33.241509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.272841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9b7268d-f06a-4586-93f6-8266ca0692d5 req-36b074b7-fcb7-44db-97a4-949582874404 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220083 Nov 10 03:40:33.294138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-5c303f2a-d161-4d7a-88c3-c6ddcf44bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:33.295866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-5c303f2a-d161-4d7a-88c3-c6ddcf44bd81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 923 time: 0.5052779 Nov 10 03:40:33.318757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ab2198c-fa5f-4eb7-b7c8-962eed1d9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.328892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ab2198c-fa5f-4eb7-b7c8-962eed1d9fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.333708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ab2198c-fa5f-4eb7-b7c8-962eed1d9fcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff814e33-d721-416a-8816-a28a676d0034 HTTP/1.1" status: 204 len: 168 time: 0.7611239 Nov 10 03:40:33.356587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Made reservation on behalf of ad37bfc77cff4d4ab1c7b0dfb3e5ae0c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:33.360805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.361380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.389482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-9f74ff8c-64ef-468c-907c-7a9defb465e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7359f502-514b-422b-8404-1c053a24f8b9 HTTP/1.1" status: 200 len: 217 time: 0.0839279 Nov 10 03:40:33.417493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2198c-fa5f-4eb7-b7c8-962eed1d9fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff814e33-d721-416a-8816-a28a676d0034,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:33.430591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce745f52-70bb-446d-b719-630bd082b123'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:33.434516 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9b418-9923-4839-ac56-59b4db50dab1" -d '{"events": [{"server_uuid": "56f27976-8c22-4228-a0d7-f2d2eab71b73", "name": "network-vif-plugged", "status": "completed", "tag": "ce745f52-70bb-446d-b719-630bd082b123"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:33.462087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ce745f52-70bb-446d-b719-630bd082b123, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ce745f52-70bb-446d-b719-630bd082b123,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:33.467006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.512346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-cbb9c94b-4dc4-4616-aa28-bef715fe8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:33.514308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-cbb9c94b-4dc4-4616-aa28-bef715fe8ba9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d56c287-eb6d-4bc4-8df0-b9351176fc93 HTTP/1.1" status: 200 len: 862 time: 0.1142023 Nov 10 03:40:33.553643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ce745f52-70bb-446d-b719-630bd082b123,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:33.622308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Allocated IP 192.168.233.143 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/7d6da439-3e9b-4493-8ad4-eb105febe4b1) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:33.663843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-50dac7f2-4ac7-41e3-9847-693592c39784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:33.665453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-50dac7f2-4ac7-41e3-9847-693592c39784 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17ff025d-fcfe-4fdc-b25c-6caac3244f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318872 Nov 10 03:40:33.707843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd15b06-f17d-4b07-bbf2-cbcbf43d5702 req-060556b6-4709-45cc-aca1-596842085e68 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:33.710251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cd15b06-f17d-4b07-bbf2-cbcbf43d5702 req-060556b6-4709-45cc-aca1-596842085e68 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 948 time: 0.1178603 Nov 10 03:40:33.771323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3033485-f130-4eda-bac6-7a1c8d4bcb11 req-16bdb1fc-f7ef-48ad-8ec0-513e85f62604 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:33.773127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3033485-f130-4eda-bac6-7a1c8d4bcb11 req-16bdb1fc-f7ef-48ad-8ec0-513e85f62604 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 949 time: 0.1615961 Nov 10 03:40:33.817707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.855502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cd15b06-f17d-4b07-bbf2-cbcbf43d5702 req-29048683-865c-4b2b-92cf-27f7777cc98a tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178505 Nov 10 03:40:33.862526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:33.906912 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f1a3a-1dfd-4b60-b4d2-59c6a5ea8bb3 x-openstack-request-id: req-1d5f1a3a-1dfd-4b60-b4d2-59c6a5ea8bb3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:33.907405 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f27976-8c22-4228-a0d7-f2d2eab71b73", "name": "network-vif-plugged", "status": "completed", "tag": "ce745f52-70bb-446d-b719-630bd082b123", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:33.907630 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d5f1a3a-1dfd-4b60-b4d2-59c6a5ea8bb3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:33.907883 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce745f52-70bb-446d-b719-630bd082b123', 'code': 200} Nov 10 03:40:33.911819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-4a3e7769-99e3-42d1-9066-b6fc3a4d35f1 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293506 Nov 10 03:40:33.967958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73', '0af98967-b551-4267-b8e2-cff2e79067f1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:34.054015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3033485-f130-4eda-bac6-7a1c8d4bcb11 req-bd45b6c5-e684-4d56-9104-14cf9c385108 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710617 Nov 10 03:40:34.145593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ed8ee2-1966-455e-9c1c-a05724d21241 req-e9085787-9b9e-4cac-8439-61f1bab7a84a service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297926 Nov 10 03:40:34.179764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867e60-049c-4e50-aac3-0cdb82c835cf req-95776383-711b-4a40-a142-57a28b0ef3f3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:34.194809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19867e60-049c-4e50-aac3-0cdb82c835cf req-95776383-711b-4a40-a142-57a28b0ef3f3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 936 time: 0.1805317 Nov 10 03:40:34.283218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19867e60-049c-4e50-aac3-0cdb82c835cf req-e75760e2-63b4-48b1-9bf8-75d07b2b2cee tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875947 Nov 10 03:40:34.325076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090169d-569e-4d38-917d-5b181dee12b8 req-eadcf344-cf71-4c81-a99e-191e3e7e7fc7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:34.332163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1090169d-569e-4d38-917d-5b181dee12b8 req-eadcf344-cf71-4c81-a99e-191e3e7e7fc7 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 951 time: 0.1353805 Nov 10 03:40:34.332983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:34.367275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:34.379878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:34.422660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:34.431695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1090169d-569e-4d38-917d-5b181dee12b8 req-69022842-cef8-44d3-bf03-d6911a7a815a tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919914 Nov 10 03:40:34.466502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:34.467700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.483004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07dde6-8e9d-4b9b-a3b3-c2213351b156 req-efab0848-8001-4419-9aac-2309b2fde6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:34.485021 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c07dde6-8e9d-4b9b-a3b3-c2213351b156 req-efab0848-8001-4419-9aac-2309b2fde6b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 1100 time: 0.1508934 Nov 10 03:40:34.494905 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-9e39b0c9-57c1-46c6-b5d1-4b053f601012 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3214064 Nov 10 03:40:34.513312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84a9ce-1176-4a53-bdea-f6c836141c48 req-d32b135b-bce5-4f8f-b8af-b03647057c9a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:34.515327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d84a9ce-1176-4a53-bdea-f6c836141c48 req-d32b135b-bce5-4f8f-b8af-b03647057c9a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.1110902 Nov 10 03:40:34.526673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Request body: {'port': {'device_id': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:34.571137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42906) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:34.591171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c07dde6-8e9d-4b9b-a3b3-c2213351b156 req-7b6822d8-4b44-4aa8-97d8-f87290c4198c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941141 Nov 10 03:40:34.620570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.621057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c12455-d4d1-4b89-b42a-6b08653c423b req-4ac1142c-cccd-4101-8eb5-5d0789846032 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:34.622649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01c12455-d4d1-4b89-b42a-6b08653c423b req-4ac1142c-cccd-4101-8eb5-5d0789846032 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 943 time: 0.1064003 Nov 10 03:40:34.624224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:34.626462 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "tag": "496511de-6564-4af6-a704-ebf15e799eb1"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:34.638463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d84a9ce-1176-4a53-bdea-f6c836141c48 req-f3aa28b7-9137-472d-a86f-e7ea4b6a9ad6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131988 Nov 10 03:40:34.706228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01c12455-d4d1-4b89-b42a-6b08653c423b req-54bc9bcb-44a3-437a-ba3e-7f99a601558c tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704277 Nov 10 03:40:34.734662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-719b25df-372d-4617-aaf9-1c600c9e6c66 None None] Provisioning complete for port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:34.735308 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-719b25df-372d-4617-aaf9-1c600c9e6c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.737218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1165905307-network', 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:34.743230 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb2ca9a-8351-498e-bf16-16484bb4eb27 x-openstack-request-id: req-4fb2ca9a-8351-498e-bf16-16484bb4eb27 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:34.743514 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "tag": "496511de-6564-4af6-a704-ebf15e799eb1", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:34.743774 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fb2ca9a-8351-498e-bf16-16484bb4eb27 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:34.744469 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1', 'status': 'completed', 'code': 200} Nov 10 03:40:34.765706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:34.770400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.781215 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.785132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-719b25df-372d-4617-aaf9-1c600c9e6c66 None None] Port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:34.866432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.870383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.896000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:40:34.905030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:34.923491 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.924030 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Added segment 0689ad86-5124-4a10-83cb-6616aaff6357 of type vlan for network 0ec4587b-d728-4a63-9c0c-619a3f29f64f Nov 10 03:40:34.939370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6da439-3e9b-4493-8ad4-eb105febe4b1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:34.949199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:34.959134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:34.965582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Transition to ACTIVE for port object 7d6da439-3e9b-4493-8ad4-eb105febe4b1 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:34.970218 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.019665 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.035337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:35.044721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:35.045105 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.060990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b29a5-08c1-4b35-91ea-0215109d9887 req-f86123c5-d529-4718-bad5-71221ce6afee tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.063278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10b29a5-08c1-4b35-91ea-0215109d9887 req-f86123c5-d529-4718-bad5-71221ce6afee tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 948 time: 0.0892384 Nov 10 03:40:35.093845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.094826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.095405 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.147037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:35.180726 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.185302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-2964e405-d0cb-4651-a46e-8911e6a79637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.188461 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-2964e405-d0cb-4651-a46e-8911e6a79637 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1124 time: 0.2043257 Nov 10 03:40:35.214546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10b29a5-08c1-4b35-91ea-0215109d9887 req-7696ccb9-bef3-407d-8ca2-f801d2e20d41 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352828 Nov 10 03:40:35.229865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:35.236001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.240752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3a769589-5006-4dc9-9f70-d51d8563c1b3 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:35.280810 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7082291 Nov 10 03:40:35.283371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42922) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:35.287806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e47fa-01aa-4c64-9a0b-6838e8e97f8c admin admin] Pushing event updated for resources: {'Network': ['ID=0ec4587b-d728-4a63-9c0c-619a3f29f64f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:35.289186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Request body: {'subnet': {'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1165905307-subnet', 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:35.315985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:40:35.335604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb323414-14bf-4333-afc7-38f4157af2ad req-a113bb4b-ca16-42d7-b164-9589e0180305 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.343267 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb323414-14bf-4333-afc7-38f4157af2ad req-a113bb4b-ca16-42d7-b164-9589e0180305 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 949 time: 0.1184466 Nov 10 03:40:35.371876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:35.372242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:35.372680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:35.388806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:35.390551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.410138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:35.410563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:35.417432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb323414-14bf-4333-afc7-38f4157af2ad req-5faaa38c-e323-4a09-ae67-1c83e4f3a94b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662301 Nov 10 03:40:35.478992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:35.479336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:35.479725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:35.480173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Bound port: 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:35.480553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.513572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-46369769-4ed5-44da-ac57-48317163c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.515066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-46369769-4ed5-44da-ac57-48317163c3fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.3194473 Nov 10 03:40:35.516082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74446c8-a82b-482c-9784-ce8c8e313037 req-a11c6252-f548-4ca3-b1a8-31ab5afc8435 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.517630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d74446c8-a82b-482c-9784-ce8c8e313037 req-a11c6252-f548-4ca3-b1a8-31ab5afc8435 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.0649812 Nov 10 03:40:35.588831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:35.590019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-87847e2f-9af8-4184-bc59-dd5e5b554ea3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 217 time: 0.0649147 Nov 10 03:40:35.628611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 3a769589-5006-4dc9-9f70-d51d8563c1b3 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:35.634226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d74446c8-a82b-482c-9784-ce8c8e313037 req-1750bc68-0d3a-42cc-825c-ac906801c5ce tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068516 Nov 10 03:40:35.635216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 3a769589-5006-4dc9-9f70-d51d8563c1b3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:35.635785 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.647929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be1ab-160b-4c72-bb86-7693bfd7da27 req-b31c0759-835f-492c-8f4e-a9a809c61618 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.657190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-210be1ab-160b-4c72-bb86-7693bfd7da27 req-b31c0759-835f-492c-8f4e-a9a809c61618 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 951 time: 0.1163583 Nov 10 03:40:35.700309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:35.710440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:35.717569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-84b7c871-bd02-47fa-8591-3799445d6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.720252 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-84b7c871-bd02-47fa-8591-3799445d6d28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1166790 Nov 10 03:40:35.748185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.749531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.781733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-404b6d14-1905-4f5d-8699-d5f10ff8a35d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.784835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-404b6d14-1905-4f5d-8699-d5f10ff8a35d tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 951 time: 0.1483793 Nov 10 03:40:35.792588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3a769589-5006-4dc9-9f70-d51d8563c1b3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3a769589-5006-4dc9-9f70-d51d8563c1b3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:35.798439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.815176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-210be1ab-160b-4c72-bb86-7693bfd7da27 req-74f7f4ba-1dd3-4fba-be73-f33fbfc9fd6f tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad2d89fe-4754-4835-81d2-ed64ff9144be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485641 Nov 10 03:40:35.833438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:35.834365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:35.835959 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] 10.222.0.44 "PUT /v2.0/ports/7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 1096 time: 1.3165727 Nov 10 03:40:35.839672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:35.842382 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd950ebe-3701-4b89-afe7-c3bd81f00704" -d '{"events": [{"name": "network-changed", "server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:35.871573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-ab522135-9e98-4728-811b-47b578c42408 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104581 Nov 10 03:40:35.902912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3a769589-5006-4dc9-9f70-d51d8563c1b3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:35.918669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d'}, {'server_uuid': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a769589-5006-4dc9-9f70-d51d8563c1b3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:35.922651 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691c17a5-f2f2-4649-a70b-23f2ff76ca06" -d '{"events": [{"server_uuid": "ed72b3d9-5a94-47a5-a1c4-abb497ce5a34", "name": "network-vif-plugged", "status": "completed", "tag": "11c0946d-d1dc-4f0f-a229-99e57d1d4e6d"}, {"server_uuid": "a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3a769589-5006-4dc9-9f70-d51d8563c1b3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:36.010667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:36.021835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.022199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.022532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.022859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.023181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.023500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.023816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.024129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.024443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.024753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.025064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.025377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af995ac7-f679-46ea-863e-c305dd911fcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.029023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e636a-1d55-45f2-8774-84f82c682dce req-c94eba35-d3a1-41cf-b958-37b6371e8b87 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.031488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d98e636a-1d55-45f2-8774-84f82c682dce req-c94eba35-d3a1-41cf-b958-37b6371e8b87 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.0681362 Nov 10 03:40:36.067677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:36.110088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Deleting port f2459992-85a0-4797-a380-5a8709c8175f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:36.110312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:36.131062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-b41252be-c3b1-4363-be27-a94e9f17c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.132685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-b41252be-c3b1-4363-be27-a94e9f17c04e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1099 time: 0.2324595 Nov 10 03:40:36.195715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95f8aa-bd1e-47ed-90b3-48ee53de25da req-7ffa4b9e-8ee1-4842-939d-4a46dc666738 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.197308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b95f8aa-bd1e-47ed-90b3-48ee53de25da req-7ffa4b9e-8ee1-4842-939d-4a46dc666738 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 943 time: 0.1648457 Nov 10 03:40:36.198482 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-2aa68e7c-1a32-461c-a60b-76431d3743e9 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142080 Nov 10 03:40:36.200586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aec2abc-22bf-4be7-a15e-af32f36fe32d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:36.203452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d98e636a-1d55-45f2-8774-84f82c682dce req-aa5b9865-b6a6-43fc-b72a-e9c24970dea6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581509 Nov 10 03:40:36.205073 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-1f205c6b-0cfd-498f-a582-e59870962c5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0583127 Nov 10 03:40:36.277497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b95f8aa-bd1e-47ed-90b3-48ee53de25da req-1b49c84e-028b-4c71-aac7-6ee1ce745338 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604434 Nov 10 03:40:36.279077 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b101fcfa-bc70-4651-bac1-ac16308aba0c x-openstack-request-id: req-b101fcfa-bc70-4651-bac1-ac16308aba0c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:36.279354 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:36.279598 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b101fcfa-bc70-4651-bac1-ac16308aba0c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:36.280664 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'status': 'completed', 'code': 200} Nov 10 03:40:36.307243 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1974b3-64f1-43a2-877a-431047ef80c7 x-openstack-request-id: req-5c1974b3-64f1-43a2-877a-431047ef80c7 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:36.308137 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed72b3d9-5a94-47a5-a1c4-abb497ce5a34", "name": "network-vif-plugged", "status": "completed", "tag": "11c0946d-d1dc-4f0f-a229-99e57d1d4e6d", "code": 200}, {"server_uuid": "a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3a769589-5006-4dc9-9f70-d51d8563c1b3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:36.309241 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c1974b3-64f1-43a2-877a-431047ef80c7 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:36.309881 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d', 'code': 200} Nov 10 03:40:36.310686 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a769589-5006-4dc9-9f70-d51d8563c1b3', 'code': 200} Nov 10 03:40:36.316423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] For port f2459992-85a0-4797-a380-5a8709c8175f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f2459992-85a0-4797-a380-5a8709c8175f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:36.317405 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:36.334086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Calling delete_port for f2459992-85a0-4797-a380-5a8709c8175f owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:36.344909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Checking segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:36.345367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Network hostable DHCP agents. Network: 0ec4587b-d728-4a63-9c0c-619a3f29f64f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:40:36.350222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-3266eedd-4dde-44d8-936d-351ee402ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.353427 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-3266eedd-4dde-44d8-936d-351ee402ff22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1345887 Nov 10 03:40:36.420675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:40:36.447140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 0ec4587b-d728-4a63-9c0c-619a3f29f64f) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:36.452015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.452901 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:36.460187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805d055-3226-48c8-bd89-6f3d7c71a3b4 None None] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:36.462322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fdd96-f6bd-4e79-81d7-cb762e125fbd req-38b8a70c-2e26-4ae3-b9f0-5f50e8ffc28b tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.463900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-505fdd96-f6bd-4e79-81d7-cb762e125fbd req-38b8a70c-2e26-4ae3-b9f0-5f50e8ffc28b tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 949 time: 0.0805967 Nov 10 03:40:36.558843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bf2e368-d6e3-47d7-8208-b41ee311fa9c req-b4dfeee4-f7a3-4251-99c9-18b755573616 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291438 Nov 10 03:40:36.577101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f0328b94-d58d-4dca-b959-95722d6644ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2842300 Nov 10 03:40:36.577101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-0cd5f6f2-6442-414f-91f0-a5db5de1cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.577101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-0cd5f6f2-6442-414f-91f0-a5db5de1cbac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2072549 Nov 10 03:40:36.599919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7359f502-514b-422b-8404-1c053a24f8b9 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:36.635183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de9100-2f39-4a9b-be00-4b4c00ec768d req-f13f60e6-459c-4c85-b9bf-0bd7b8016c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.636794 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-63de9100-2f39-4a9b-be00-4b4c00ec768d req-f13f60e6-459c-4c85-b9bf-0bd7b8016c1d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 1101 time: 0.1256506 Nov 10 03:40:36.673639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24979990-2068-4d8b-87fa-52855d9fa16a None None] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:36.696444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-505fdd96-f6bd-4e79-81d7-cb762e125fbd req-edf15ad8-2fda-4cdb-bcee-8b2c7ce25576 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215905 Nov 10 03:40:36.702464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:36.721489 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-5eaf6bf1-1e6e-4296-857b-6aec7816c1a3 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367433 Nov 10 03:40:36.723933 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-63de9100-2f39-4a9b-be00-4b4c00ec768d req-b0a97409-f67d-43c9-808a-20a9012c9705 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782583 Nov 10 03:40:36.774192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Pushing event deleted for resources: {'Port': ['ID=f2459992-85a0-4797-a380-5a8709c8175f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:36.794683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.795040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.795384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.795724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.795989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f2459992-85a0-4797-a380-5a8709c8175f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:36.796285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.796746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.797082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.797405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.797725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.798073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.798399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.798718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:36.820711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eee49f-a2c0-4ff7-9962-f2dce02c96c9 req-9143417e-351c-434b-a0c9-3e3ab67d93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.822309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20eee49f-a2c0-4ff7-9962-f2dce02c96c9 req-9143417e-351c-434b-a0c9-3e3ab67d93f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 1100 time: 0.2294531 Nov 10 03:40:36.839305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ed8ff-86ff-4c2a-a410-77eac8b27ee7 req-1489458b-0ab0-45ad-8793-67ccc4059025 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:36.846460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc1ed8ff-86ff-4c2a-a410-77eac8b27ee7 req-1489458b-0ab0-45ad-8793-67ccc4059025 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 950 time: 0.3210385 Nov 10 03:40:36.894585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdf9f66b-ee99-43dd-a91a-80f9de0295dd req-6f717c79-d2f9-4e82-99d1-8a33dc754369 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640971 Nov 10 03:40:36.896395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] No DVR routers for this DVR port f2459992-85a0-4797-a380-5a8709c8175f on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:36.905475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:36.909712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c5bd1e7-5ccd-4977-b453-beb01359f3e6 req-ee543a8a-ae6a-4eac-a1f7-c72672d50a16 tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.44 "DELETE /v2.0/ports/f2459992-85a0-4797-a380-5a8709c8175f HTTP/1.1" status: 204 len: 173 time: 1.0992908 Nov 10 03:40:36.910240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-deleted', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:36.913785 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd493654-c6bf-48b1-a041-4ce17b8a2f9f" -d '{"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-deleted", "tag": "f2459992-85a0-4797-a380-5a8709c8175f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:36.956275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7359f502-514b-422b-8404-1c053a24f8b9, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7359f502-514b-422b-8404-1c053a24f8b9,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:37.008623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc1ed8ff-86ff-4c2a-a410-77eac8b27ee7 req-9af1aa49-8078-478a-8844-ba4e3740b130 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591370 Nov 10 03:40:37.017148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7359f502-514b-422b-8404-1c053a24f8b9', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'port_id': '7359f502-514b-422b-8404-1c053a24f8b9', 'mac_address': 'fa:16:3e:78:6d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:37.031221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-e9aeadeb-c689-4a09-8887-1b041f4bcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:37.032126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-e9aeadeb-c689-4a09-8887-1b041f4bcdc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1099 time: 0.0738051 Nov 10 03:40:37.090096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:37.113096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7359f502-514b-422b-8404-1c053a24f8b9 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:37.142051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7359f502-514b-422b-8404-1c053a24f8b9, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7359f502-514b-422b-8404-1c053a24f8b9,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:37.151581 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:37.167624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20eee49f-a2c0-4ff7-9962-f2dce02c96c9 req-88d53ed1-08ee-4581-a712-21ef7410d27d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679102 Nov 10 03:40:37.209062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7359f502-514b-422b-8404-1c053a24f8b9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:37.227345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2744-3b91-456f-9c39-82fbe8cb6a1c req-50fe36d2-28c0-43eb-8d76-ee0b929d1618 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:37.230300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c51d2744-3b91-456f-9c39-82fbe8cb6a1c req-50fe36d2-28c0-43eb-8d76-ee0b929d1618 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.0981584 Nov 10 03:40:37.252830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-2db96601-cf1b-4276-80c9-ed9bcff1a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:37.254311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-2db96601-cf1b-4276-80c9-ed9bcff1a92e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2140393 Nov 10 03:40:37.315331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-62ac31ee-cfb9-438a-98da-b1c52520730e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0482829 Nov 10 03:40:37.319816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c51d2744-3b91-456f-9c39-82fbe8cb6a1c req-add1b1f7-c131-480c-bfaf-54c395fab44d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837123 Nov 10 03:40:37.444217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dad044a0-2d9d-4e5c-a649-4d3c5b3ed9f4 req-c1bfba24-32eb-4d9b-97dd-958a779024ed tempest-ServersAdminTestJSON-688078728 tempest-ServersAdminTestJSON-688078728-project] 10.222.0.24 "GET /v2.0/ports?device_id=84ee3380-dc38-4f61-8679-9f93b75a8b6e HTTP/1.1" status: 200 len: 210 time: 0.0420876 Nov 10 03:40:37.453304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-507942cc-5dff-4f8d-9175-f35a5fc30bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:37.453304 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-507942cc-5dff-4f8d-9175-f35a5fc30bde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1281946 Nov 10 03:40:37.497591 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffcc33f-62f1-45df-b712-57a9acc427f3 x-openstack-request-id: req-1ffcc33f-62f1-45df-b712-57a9acc427f3 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:37.497879 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee3380-dc38-4f61-8679-9f93b75a8b6e", "name": "network-vif-deleted", "tag": "f2459992-85a0-4797-a380-5a8709c8175f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:37.498152 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ffcc33f-62f1-45df-b712-57a9acc427f3 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:37.498547 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee3380-dc38-4f61-8679-9f93b75a8b6e', 'name': 'network-vif-deleted', 'tag': 'f2459992-85a0-4797-a380-5a8709c8175f', 'status': 'completed', 'code': 200} Nov 10 03:40:37.522717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-88bc1373-16d9-4510-9123-8c9aa406648a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:37.524244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-88bc1373-16d9-4510-9123-8c9aa406648a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1869504 Nov 10 03:40:37.541768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-9a8faa4a-d297-4e1c-8f7a-a76aa9527ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:37.543328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-9a8faa4a-d297-4e1c-8f7a-a76aa9527ed3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785291 Nov 10 03:40:37.545702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-3001959d-6e7d-4f6e-a445-68eb9f3520b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/quotas/c2057ff13d4844d1a0c98b1c8ccb4d15 HTTP/1.1" status: 200 len: 375 time: 0.0152047 Nov 10 03:40:37.553009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7359f502-514b-422b-8404-1c053a24f8b9'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:37.640595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-a3e16a18-837a-4c45-88e8-225936e1cfc3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879517 Nov 10 03:40:37.703123 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:37.745111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd867f4e-bd4e-4044-80df-4afaf7ec98c0 req-d8d2b1f8-4d17-4ff4-99a2-b23f1a66eba4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:37.746767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd867f4e-bd4e-4044-80df-4afaf7ec98c0 req-d8d2b1f8-4d17-4ff4-99a2-b23f1a66eba4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.1761906 Nov 10 03:40:37.808304 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-64fd73d3-49aa-4f58-a8c1-b6fc0470bf1e service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527151 Nov 10 03:40:37.817436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-ee6046da-93df-410a-ac69-0649fa2f59ef service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617422 Nov 10 03:40:37.884249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd867f4e-bd4e-4044-80df-4afaf7ec98c0 req-2a13d330-19c0-4c65-9f63-e4c8b5b4ab15 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298404 Nov 10 03:40:38.007136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd950ebe-3701-4b89-afe7-c3bd81f00704 req-40f25d45-0204-4415-a4d8-b13d115158eb service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864758 Nov 10 03:40:38.010480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-59e53f89-a41c-4a25-8000-7eff19f494d4 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780055 Nov 10 03:40:38.022896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6151b-3e95-4645-915c-b67760b5f06b req-2ea1437c-1028-4179-aedf-65fe9d195314 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:38.024320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dde6151b-3e95-4645-915c-b67760b5f06b req-2ea1437c-1028-4179-aedf-65fe9d195314 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 944 time: 0.0842772 Nov 10 03:40:38.073651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dde6151b-3e95-4645-915c-b67760b5f06b req-64f45af0-56e3-492c-a9df-2bdfb24485e6 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432332 Nov 10 03:40:38.251782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f3c5f-300a-433a-bcb5-125ed64d2d26 req-e612a40c-8af6-4805-a2ad-a6a75c32820e tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:38.253770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c56f3c5f-300a-433a-bcb5-125ed64d2d26 req-e612a40c-8af6-4805-a2ad-a6a75c32820e tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 949 time: 0.0783741 Nov 10 03:40:38.261801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26679d-9456-4622-a939-2040fadb8d80 req-76f23cf8-6e77-413a-97d6-2b7862c39748 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:38.263275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff26679d-9456-4622-a939-2040fadb8d80 req-76f23cf8-6e77-413a-97d6-2b7862c39748 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 950 time: 0.0896904 Nov 10 03:40:38.333103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c56f3c5f-300a-433a-bcb5-125ed64d2d26 req-5a08b2ca-8142-4e38-9b25-aefa6cadbd02 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687542 Nov 10 03:40:38.346418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff26679d-9456-4622-a939-2040fadb8d80 req-99bf81c5-5773-437d-8aa8-682c73c81343 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653982 Nov 10 03:40:38.421688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48903f0f-1742-4b51-958c-5e526b834f66 req-98d0a1c6-3a2d-420e-86e4-368d876358ec tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 210 time: 0.0308383 Nov 10 03:40:38.494475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535ef39-7785-40d1-9034-c72e27aea15c req-974a1ff7-6dc5-4f5b-8921-e4dbc3b9b4c9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:38.495966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6535ef39-7785-40d1-9034-c72e27aea15c req-974a1ff7-6dc5-4f5b-8921-e4dbc3b9b4c9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.0579758 Nov 10 03:40:38.551296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6535ef39-7785-40d1-9034-c72e27aea15c req-6afcdecf-7be3-4212-830b-335b145178ce tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479310 Nov 10 03:40:38.768033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43016) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:38.986107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eac18242-501a-499c-a686-39ac890e9be1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bc646e69ac048f5b973314ab315b89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145534 Nov 10 03:40:38.986383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43022) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:39.064483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c84b-67cf-4bb3-ab79-a7914179660e req-8c0fdef7-6400-448c-b507-fe128c0682c2 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:39.066703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9044c84b-67cf-4bb3-ab79-a7914179660e req-8c0fdef7-6400-448c-b507-fe128c0682c2 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.0740232 Nov 10 03:40:39.086877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0a988b3-f853-496b-a969-36f3692929f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:39.129804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0a988b3-f853-496b-a969-36f3692929f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:39.155466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9044c84b-67cf-4bb3-ab79-a7914179660e req-d0f9c506-05b9-4d4e-a99e-d5e66c9ff08f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793536 Nov 10 03:40:39.218463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0a988b3-f853-496b-a969-36f3692929f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:39.221740 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0a988b3-f853-496b-a969-36f3692929f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:39.222703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a0a988b3-f853-496b-a969-36f3692929f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad2d89fe-4754-4835-81d2-ed64ff9144be HTTP/1.1" status: 204 len: 168 time: 0.2352610 Nov 10 03:40:39.255767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a988b3-f853-496b-a969-36f3692929f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2d89fe-4754-4835-81d2-ed64ff9144be,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:39.299516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110c96e-c3d7-416e-8674-b98826769b90 req-3fc3cd67-5213-40da-986f-a95a6821b6b5 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:39.301149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9110c96e-c3d7-416e-8674-b98826769b90 req-3fc3cd67-5213-40da-986f-a95a6821b6b5 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 944 time: 0.0774581 Nov 10 03:40:39.447519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9110c96e-c3d7-416e-8674-b98826769b90 req-ccddcb9e-3777-4b10-a0a3-072407c345f8 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365926 Nov 10 03:40:39.503120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-c3258141-9a40-4510-a534-e6566a09fb2d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:39.504907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-c3258141-9a40-4510-a534-e6566a09fb2d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1691985 Nov 10 03:40:39.523484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Request body: {'port': {'device_id': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'admin_state_up': True, 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:39.705047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43046) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:39.796624 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9575b710-808e-4cc2-8060-582d1833da13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e72567c2548c4a44bade3d4790fa5cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892003 Nov 10 03:40:39.799067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43050) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:39.887781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0185a79b-77dc-4813-b124-5481bbe8e296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:39.904812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43052) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:39.928187 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0185a79b-77dc-4813-b124-5481bbe8e296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:39.992906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0185a79b-77dc-4813-b124-5481bbe8e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:39.996114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0185a79b-77dc-4813-b124-5481bbe8e296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.003194 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0185a79b-77dc-4813-b124-5481bbe8e296 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cd2f32a-781d-4bbf-802e-2a558288f750 HTTP/1.1" status: 204 len: 168 time: 0.2008879 Nov 10 03:40:40.012713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185a79b-77dc-4813-b124-5481bbe8e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2f32a-781d-4bbf-802e-2a558288f750,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:40.055740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b267d-ee04-4ca7-9ce3-346ccd7c3020 req-c5ecd703-8878-4933-9059-51c6d4ce863d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:40.063238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be2b267d-ee04-4ca7-9ce3-346ccd7c3020 req-c5ecd703-8878-4933-9059-51c6d4ce863d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 949 time: 0.5567400 Nov 10 03:40:40.079849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3ef18-a0be-4580-a54d-57be16466440 req-e5a2788f-3f87-4eb9-99a0-70dec5daf33d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:40.086936 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c5b3ef18-a0be-4580-a54d-57be16466440 req-e5a2788f-3f87-4eb9-99a0-70dec5daf33d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 950 time: 0.1734409 Nov 10 03:40:40.139506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d91c25ab-0a8e-427b-b4cb-e515532ea98f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.203260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be2b267d-ee04-4ca7-9ce3-346ccd7c3020 req-8c4976e0-3478-4678-b304-2d0112b6fe9b tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390710 Nov 10 03:40:40.205042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:40.208602 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.258624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c5b3ef18-a0be-4580-a54d-57be16466440 req-55ca7890-96ee-450e-b2de-66eeb62cf475 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705337 Nov 10 03:40:40.261985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d91c25ab-0a8e-427b-b4cb-e515532ea98f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.268813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d91c25ab-0a8e-427b-b4cb-e515532ea98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.319429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d91c25ab-0a8e-427b-b4cb-e515532ea98f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c408233dc28743caba6c9a10b36310f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131029 Nov 10 03:40:40.321087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c25ab-0a8e-427b-b4cb-e515532ea98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec990f1-cdce-40de-83ef-1c555d2caaf5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:40.330419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:40.446677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5be808d7-70e7-45b6-9387-d5c7f797f966 req-d3b668b0-7a4e-4687-b946-0395ed803c27 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 210 time: 0.0747075 Nov 10 03:40:40.505472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:40.507748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7359f502-514b-422b-8404-1c053a24f8b9 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:40.509866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411e71f-b4b7-41b3-8cb6-cdb01a3da804 req-300ee94c-f8ba-4931-b0ba-36fdbe89dd5a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:40.511388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1411e71f-b4b7-41b3-8cb6-cdb01a3da804 req-300ee94c-f8ba-4931-b0ba-36fdbe89dd5a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.1510518 Nov 10 03:40:40.522334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Allocated IP 172.20.0.4 (0ec4587b-d728-4a63-9c0c-619a3f29f64f/2aec2abc-22bf-4be7-a15e-af32f36fe32d/9f3848c2-8b0c-4081-b068-289d8662f225) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:40.584804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dcf225a-31b1-4b98-a03a-572014c8eaaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.639866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 7359f502-514b-422b-8404-1c053a24f8b9 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:40.649885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7359f502-514b-422b-8404-1c053a24f8b9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:40.650466 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.663371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dcf225a-31b1-4b98-a03a-572014c8eaaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.692120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea710b28-220d-462e-8283-a1a90106f87e req-19918711-a593-4025-989e-f3bba1b078b4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:40.693776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea710b28-220d-462e-8283-a1a90106f87e req-19918711-a593-4025-989e-f3bba1b078b4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.1727638 Nov 10 03:40:40.706621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:40.707498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1411e71f-b4b7-41b3-8cb6-cdb01a3da804 req-37ad8310-46d8-4424-a926-0fc476482cf2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874866 Nov 10 03:40:40.747993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'mac_address': 'fa:16:3e:25:55:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:40.834241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea710b28-220d-462e-8283-a1a90106f87e req-aece7131-49ea-416d-82a0-d5bf481b0562 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330667 Nov 10 03:40:40.847791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dcf225a-31b1-4b98-a03a-572014c8eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.850576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dcf225a-31b1-4b98-a03a-572014c8eaaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.854077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8dcf225a-31b1-4b98-a03a-572014c8eaaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ec990f1-cdce-40de-83ef-1c555d2caaf5 HTTP/1.1" status: 204 len: 168 time: 0.5201762 Nov 10 03:40:40.857363 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.893507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf225a-31b1-4b98-a03a-572014c8eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec990f1-cdce-40de-83ef-1c555d2caaf5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:40.909071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:40.912850 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb2ad0-c059-4513-8119-ed0ea7fd8211" -d '{"events": [{"server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "name": "network-vif-plugged", "status": "completed", "tag": "7359f502-514b-422b-8404-1c053a24f8b9"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:40.936568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.938982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:40.942530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7359f502-514b-422b-8404-1c053a24f8b9, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7359f502-514b-422b-8404-1c053a24f8b9,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:40.967023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 496511de-6564-4af6-a704-ebf15e799eb1 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:40.993490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:41.005763 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:41.006831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:41.054808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6da439-3e9b-4493-8ad4-eb105febe4b1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:41.066985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: f2459992-85a0-4797-a380-5a8709c8175f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:41.067593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f2459992-85a0-4797-a380-5a8709c8175f not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:41.081322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:41.131226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:41.154071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:41.170282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:41.173799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7359f502-514b-422b-8404-1c053a24f8b9,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:41.187979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:41.233922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:41.245043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:41.245690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:41.280583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7621074 Nov 10 03:40:41.281177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd5401-e454-4cf3-af35-e024c85dec3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event updated for resources: {'Port': ['ID=9f3848c2-8b0c-4081-b068-289d8662f225,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:41.308898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Request body: {'port': {'device_id': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:41.373070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d63e-b2f4-41a9-874e-a38bb5254af3 req-9d9f8d94-53f3-4090-a2ac-e22cc6b4c336 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:41.375294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0845d63e-b2f4-41a9-874e-a38bb5254af3 req-9d9f8d94-53f3-4090-a2ac-e22cc6b4c336 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 949 time: 0.3683832 Nov 10 03:40:41.402541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d930b091-6417-4c0a-973e-96708c8d7648 service neutron] 10.222.0.11 "GET /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1/bindings/n-h2-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.3200464 Nov 10 03:40:41.473167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ebcf4-d733-48df-a6f4-59e694688580 req-66854d3e-d9ef-429f-bc57-f6028711975b tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:41.480262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-364ebcf4-d733-48df-a6f4-59e694688580 req-66854d3e-d9ef-429f-bc57-f6028711975b tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.2080967 Nov 10 03:40:41.500039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:41.510032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7d6da439-3e9b-4493-8ad4-eb105febe4b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:41.567543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0845d63e-b2f4-41a9-874e-a38bb5254af3 req-a15df825-ac7b-4d64-afa6-9b47bd1aee63 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810505 Nov 10 03:40:41.623775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-364ebcf4-d733-48df-a6f4-59e694688580 req-495177b0-abcd-428f-a4e7-da6fe8444715 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423638 Nov 10 03:40:41.681833 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5746e5f-b035-4808-827a-7d31614ba0df x-openstack-request-id: req-d5746e5f-b035-4808-827a-7d31614ba0df {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:41.682284 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "name": "network-vif-plugged", "status": "completed", "tag": "7359f502-514b-422b-8404-1c053a24f8b9", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:41.682648 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5746e5f-b035-4808-827a-7d31614ba0df {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:41.683136 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9', 'code': 200} Nov 10 03:40:41.796037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6450d6c-2a47-4df4-a89d-f8506b1cbadd req-24b82705-beda-4a44-a27c-b6f8ff3e3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:41.798186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6450d6c-2a47-4df4-a89d-f8506b1cbadd req-24b82705-beda-4a44-a27c-b6f8ff3e3332 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 1096 time: 0.0517538 Nov 10 03:40:41.870198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6450d6c-2a47-4df4-a89d-f8506b1cbadd req-eefd5ff2-d897-4917-8853-1009ae892adb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590491 Nov 10 03:40:42.015254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea304-896a-47a6-9312-acb5e024867c req-9cb627ee-9e79-4246-b5c6-4d097ea2cd76 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:42.016744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef7ea304-896a-47a6-9312-acb5e024867c req-9cb627ee-9e79-4246-b5c6-4d097ea2cd76 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 931 time: 0.2107196 Nov 10 03:40:42.060642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43132) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:42.092798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:42.169962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde0c6d-f8c6-4461-a65a-c152e243bb0d req-3fd12081-48c0-48a8-ad2a-bca31befd929 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:42.176639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde0c6d-f8c6-4461-a65a-c152e243bb0d req-3fd12081-48c0-48a8-ad2a-bca31befd929 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:42.182550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cde0c6d-f8c6-4461-a65a-c152e243bb0d req-3fd12081-48c0-48a8-ad2a-bca31befd929 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73&device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 1690 time: 0.1599896 Nov 10 03:40:42.184094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:42.216427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef7ea304-896a-47a6-9312-acb5e024867c req-0cdde2ee-f076-4f57-af57-7fcfbb6fae27 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871297 Nov 10 03:40:42.282159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496511de-6564-4af6-a704-ebf15e799eb1 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:42.303840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-341000363-network', 'tenant_id': '95f31d3b26404f03ac4922656ccf95f1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:42.321550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:42.325999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Made reservation on behalf of 95f31d3b26404f03ac4922656ccf95f1 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:42.328394 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.345506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.356256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cde0c6d-f8c6-4461-a65a-c152e243bb0d req-27a3ebc4-8dc0-451b-b5cc-bc729da1b6c4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489766 Nov 10 03:40:42.367781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.370955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3848c2-8b0c-4081-b068-289d8662f225 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:42.384533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.403711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Transition to ACTIVE for port object 9f3848c2-8b0c-4081-b068-289d8662f225 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:42.438800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.450130 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.454205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.476504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:40:42.491463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a90b530-7448-4797-b2fc-9c11b6d6b6b8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:42.496153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.496492 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Added segment 7a55690c-0181-4520-9346-80d2cec7f636 of type vlan for network 204d5c79-824c-4624-82d6-c78228730d0e Nov 10 03:40:42.541337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.563343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Pushing event updated for resources: {'Port': ['ID=9f3848c2-8b0c-4081-b068-289d8662f225,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:42.568661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.569609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:42.571047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.587484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09befbf-156a-4128-93c2-27475d0e398d req-1b480f6f-6527-417a-8e8c-6f7401b69952 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:42.589028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a09befbf-156a-4128-93c2-27475d0e398d req-1b480f6f-6527-417a-8e8c-6f7401b69952 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.1893766 Nov 10 03:40:42.606978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] Transition to ACTIVE for port object 496511de-6564-4af6-a704-ebf15e799eb1 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:42.623522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5613749 Nov 10 03:40:42.626319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43146) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:42.630970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d433e5-03b8-4649-bb8f-59fed9416b9c req-9a7f7e24-6841-4bc5-b31c-69a3f6648441 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:42.632293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Request body: {'subnet': {'network_id': '204d5c79-824c-4624-82d6-c78228730d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-341000363-subnet', 'tenant_id': '95f31d3b26404f03ac4922656ccf95f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:42.632415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57d433e5-03b8-4649-bb8f-59fed9416b9c req-9a7f7e24-6841-4bc5-b31c-69a3f6648441 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 943 time: 0.1992044 Nov 10 03:40:42.642543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.654309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0677fe-d035-4770-ae4d-3ef74a65b375 admin admin] Pushing event updated for resources: {'Network': ['ID=204d5c79-824c-4624-82d6-c78228730d0e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:42.666216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 204d5c79-824c-4624-82d6-c78228730d0e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:40:42.672216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Made reservation on behalf of 95f31d3b26404f03ac4922656ccf95f1 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:42.675144 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.782064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] No DVR routers for this DVR port 496511de-6564-4af6-a704-ebf15e799eb1 on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:42.828516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a09befbf-156a-4128-93c2-27475d0e398d req-43438f2c-4800-4f5b-92ec-af34c1375107 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230260 Nov 10 03:40:42.844060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] Pushing event updated for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=10']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:42.844678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.853280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-d8c9b240-c0f0-4141-adaa-9df5c90fe91f service neutron] 10.222.0.11 "PUT /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1/bindings/n-h2-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4261377 Nov 10 03:40:42.857287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57d433e5-03b8-4649-bb8f-59fed9416b9c req-8d4951ae-7676-4436-bf8e-1111fee442b9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170069 Nov 10 03:40:42.858131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Attempting to bind port 9f3848c2-8b0c-4081-b068-289d8662f225 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:42.858461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Attempting to bind port 9f3848c2-8b0c-4081-b068-289d8662f225 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:42.858782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Attempting to bind port 9f3848c2-8b0c-4081-b068-289d8662f225 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:42.863932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Port 9f3848c2-8b0c-4081-b068-289d8662f225 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:42.864258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Attempting to bind port 9f3848c2-8b0c-4081-b068-289d8662f225 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:42.869835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:42.870256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Checking segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:42.870636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Bound using segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:42.871069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Bound port: 9f3848c2-8b0c-4081-b068-289d8662f225, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:42.871423 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.918435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fd04c7-f19f-470d-a09c-58b861e30724,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:42.935545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Checking segment: {'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:42.935890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Network hostable DHCP agents. Network: 204d5c79-824c-4624-82d6-c78228730d0e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:40:42.956413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Network 204d5c79-824c-4624-82d6-c78228730d0e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:40:42.963471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] For port 9f3848c2-8b0c-4081-b068-289d8662f225, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:42.970204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] For port 9f3848c2-8b0c-4081-b068-289d8662f225, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=9f3848c2-8b0c-4081-b068-289d8662f225,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:42.976662 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:42.980805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 204d5c79-824c-4624-82d6-c78228730d0e) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:42.992596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8bb029-c869-4da4-8f7f-86d81dc9d2d8 None None] Network 204d5c79-824c-4624-82d6-c78228730d0e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:43.014200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.015199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:43.051366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3f85c149-d1df-4238-bc63-f7412553e8b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4239485 Nov 10 03:40:43.067095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-120e06a1-0620-4bcd-9795-982ae8d4b205 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.070239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-120e06a1-0620-4bcd-9795-982ae8d4b205 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.1032207 Nov 10 03:40:43.126864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Pushing event updated for resources: {'Port': ['ID=9f3848c2-8b0c-4081-b068-289d8662f225,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:43.152296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-c230386c-b9a0-4fce-bf0e-8e156c51e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.156247 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-c230386c-b9a0-4fce-bf0e-8e156c51e937 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 1095 time: 0.0703030 Nov 10 03:40:43.160994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.165619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:43.167365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-5f6f7165-8f7e-4428-ae2a-e7168a82a55d service neutron] 10.222.0.44 "PUT /v2.0/ports/9f3848c2-8b0c-4081-b068-289d8662f225 HTTP/1.1" status: 200 len: 1091 time: 1.8697381 Nov 10 03:40:43.168797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'tag': '9f3848c2-8b0c-4081-b068-289d8662f225'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:43.184196 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "aefbbf03-4f35-4d71-9861-56911d1df797", "tag": "9f3848c2-8b0c-4081-b068-289d8662f225"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:43.277352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-bd73e023-8726-43c5-9737-75bbef43574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.283442 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-bd73e023-8726-43c5-9737-75bbef43574b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 1094 time: 0.0645359 Nov 10 03:40:43.287499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76cdec-1308-4a36-959e-2a2d14bf0e1f None None] Network 204d5c79-824c-4624-82d6-c78228730d0e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:43.327335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf29810-78f1-4b42-a260-b5b48a1af732 req-1d750bbc-fabb-49ff-b02f-1c91593ff7bf tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.328890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf29810-78f1-4b42-a260-b5b48a1af732 req-1d750bbc-fabb-49ff-b02f-1c91593ff7bf tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.1343887 Nov 10 03:40:43.332583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-509eedd5-50c9-42ec-90a9-51fb199297f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.334090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-509eedd5-50c9-42ec-90a9-51fb199297f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1095 time: 0.1244783 Nov 10 03:40:43.336026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c622b8ed-1f5a-4772-ba73-9e8cedc30842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:43.339562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83585cbb-3d51-4e71-92da-b356ca68a1e4 req-fec58a0c-02bd-4bec-b79d-c8e9187b066c tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.341057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83585cbb-3d51-4e71-92da-b356ca68a1e4 req-fec58a0c-02bd-4bec-b79d-c8e9187b066c tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 1100 time: 0.1010437 Nov 10 03:40:43.350177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-8841c7c5-b112-4f5b-b700-d85b11691115 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3848c2-8b0c-4081-b068-289d8662f225 HTTP/1.1" status: 200 len: 217 time: 0.0484214 Nov 10 03:40:43.408760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-e4cfd888-2e90-47a7-be52-3733c9831f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.410614 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-e4cfd888-2e90-47a7-be52-3733c9831f72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0504439 Nov 10 03:40:43.457260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-da3d5900-db01-4394-ae63-493648711a19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324817 Nov 10 03:40:43.476911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf29810-78f1-4b42-a260-b5b48a1af732 req-c3da25e8-9b84-4b89-b9d3-4562f06fdbf3 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348362 Nov 10 03:40:43.482154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83585cbb-3d51-4e71-92da-b356ca68a1e4 req-f6d43c48-ca76-4bf0-b755-31ae5ddfaae5 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340370 Nov 10 03:40:43.513339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-0a26e038-bbcf-46e7-a48d-0768d25af25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.514831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-0a26e038-bbcf-46e7-a48d-0768d25af25f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.1646128 Nov 10 03:40:43.586512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-bc0750ac-630e-46ac-ba3c-ce96ffaa5938 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 200 len: 217 time: 0.0618675 Nov 10 03:40:43.596543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-10668fd9-2024-4f02-a818-d78709bb85b7 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208494 Nov 10 03:40:43.667790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709de6e-bd11-4bb5-8dae-4a4cce2759f2 req-92bba8e4-6f48-439e-85d4-f62ca4e0ffbc tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.669703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3709de6e-bd11-4bb5-8dae-4a4cce2759f2 req-92bba8e4-6f48-439e-85d4-f62ca4e0ffbc tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 949 time: 0.0964403 Nov 10 03:40:43.671640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-c3442d96-1a1a-496b-848b-c13938d7d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.672919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-c3442d96-1a1a-496b-848b-c13938d7d67a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0708249 Nov 10 03:40:43.707121 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b0f68-599a-4db8-986e-7d0ea63b5bcf x-openstack-request-id: req-526b0f68-599a-4db8-986e-7d0ea63b5bcf {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:43.707408 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefbbf03-4f35-4d71-9861-56911d1df797", "tag": "9f3848c2-8b0c-4081-b068-289d8662f225", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:43.707658 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-526b0f68-599a-4db8-986e-7d0ea63b5bcf {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:43.708058 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'tag': '9f3848c2-8b0c-4081-b068-289d8662f225', 'status': 'completed', 'code': 200} Nov 10 03:40:43.724739 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3e628-6621-4569-b9c6-3ec3a4514528 req-e9471958-67af-43cb-be74-320d3098a4ed service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167011 Nov 10 03:40:43.735852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-54926cde-cb39-48ed-8d08-f4cdcb5153f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441067 Nov 10 03:40:43.802442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-80d002d7-9248-43ec-8a7f-effcc8da5dec req-1bbef1e3-ce33-44c3-b07f-892ba5b3c478 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1738884759', 'description': 'tempest-description-1740467387'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:43.832823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-5fca2462-725a-4045-b778-a86a3fe4a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.834487 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-5fca2462-725a-4045-b778-a86a3fe4a29d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 1094 time: 0.0445991 Nov 10 03:40:43.836841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3709de6e-bd11-4bb5-8dae-4a4cce2759f2 req-84722793-980c-495c-8aad-128515794e27 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597254 Nov 10 03:40:43.859265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-80d002d7-9248-43ec-8a7f-effcc8da5dec req-1bbef1e3-ce33-44c3-b07f-892ba5b3c478 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:43.899473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-4130e16d-5355-4a92-9ce6-2e63e26c188f service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547346 Nov 10 03:40:43.905094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43182) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:43.952473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-565d1828-d8fa-42f1-a3d3-ddb6148da43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:43.954544 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-565d1828-d8fa-42f1-a3d3-ddb6148da43e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 912 time: 0.1107042 Nov 10 03:40:44.006795 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-c86c644e-84a8-4503-82b1-45f6d1b1f5e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3848c2-8b0c-4081-b068-289d8662f225 HTTP/1.1" status: 200 len: 217 time: 0.0395730 Nov 10 03:40:44.062814 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13fa3b8f-bb4b-41b0-9e49-aaa9015dd057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.066232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-50de0a43-86d0-4611-b643-b06e7ebf9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.067819 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-50de0a43-86d0-4611-b643-b06e7ebf9484 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0523343 Nov 10 03:40:44.095779 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-80d002d7-9248-43ec-8a7f-effcc8da5dec req-1bbef1e3-ce33-44c3-b07f-892ba5b3c478 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.103482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58510e48-c6c8-4b41-b925-e6d2c2026051 req-acd384b5-5364-47a9-ba4d-66884fb34c33 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.104979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58510e48-c6c8-4b41-b925-e6d2c2026051 req-acd384b5-5364-47a9-ba4d-66884fb34c33 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 943 time: 0.1902330 Nov 10 03:40:44.105851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-ddae9000-0c19-4b1f-9526-6749aa351e3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285995 Nov 10 03:40:44.114308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-80d002d7-9248-43ec-8a7f-effcc8da5dec req-1bbef1e3-ce33-44c3-b07f-892ba5b3c478 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.153534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-60ca7517-aa8d-4652-9a0c-10620def487a service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360523 Nov 10 03:40:44.182114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-80d002d7-9248-43ec-8a7f-effcc8da5dec req-1bbef1e3-ce33-44c3-b07f-892ba5b3c478 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.183395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-80d002d7-9248-43ec-8a7f-effcc8da5dec req-1bbef1e3-ce33-44c3-b07f-892ba5b3c478 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4158731 Nov 10 03:40:44.191511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbef1e3-ce33-44c3-b07f-892ba5b3c478 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d24f9-d5e7-4960-87cb-579326402459,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:44.221956 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-c5be7897-f558-48a1-83ab-3f3030a1a342 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056159 Nov 10 03:40:44.223354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58510e48-c6c8-4b41-b925-e6d2c2026051 req-6d5a05f8-b32d-4b13-8887-3efc942c8803 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052203 Nov 10 03:40:44.270200 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13fa3b8f-bb4b-41b0-9e49-aaa9015dd057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.296154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13fa3b8f-bb4b-41b0-9e49-aaa9015dd057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.335527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e94d1cb-fce5-4eec-9bff-51a63a8a6cd5 req-8863db7a-e452-4ee6-9322-153c95835be0 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012785 Nov 10 03:40:44.382929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-13fa3b8f-bb4b-41b0-9e49-aaa9015dd057 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=116a7222d9c34c9bbd0f9f8b1d90aee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768147 Nov 10 03:40:44.385729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43188) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:44.386764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa3b8f-bb4b-41b0-9e49-aaa9015dd057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbb0e69-c73b-4e63-be93-a7c3a5992fbb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:44.391636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2052de9-3884-45a1-a8d8-fdb433907c61 req-1e796321-8a92-454e-884c-e937b2b41d1a tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.393105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2052de9-3884-45a1-a8d8-fdb433907c61 req-1e796321-8a92-454e-884c-e937b2b41d1a tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 1101 time: 0.1257532 Nov 10 03:40:44.413473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e20de-00c0-446c-aac6-8dd9b3d74308 req-f58421b8-09ae-46a7-b344-4bf6f389efc4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.415072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da6e20de-00c0-446c-aac6-8dd9b3d74308 req-f58421b8-09ae-46a7-b344-4bf6f389efc4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.0958350 Nov 10 03:40:44.478417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db51819a-cb67-4eda-83e1-ebb3e1e7d255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.484052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b492-0985-4402-ae82-956ea3a45f29 req-954e1389-9ba1-47ec-bb60-1ac927e3648b tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.484387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2052de9-3884-45a1-a8d8-fdb433907c61 req-b3b95c0b-bcfd-4b6a-8373-b675eccca042 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683749 Nov 10 03:40:44.485561 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-954e1389-9ba1-47ec-bb60-1ac927e3648b tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.0698779 Nov 10 03:40:44.488301 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da6e20de-00c0-446c-aac6-8dd9b3d74308 req-447cee94-ca3c-4daf-a803-dd9ef08c2097 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668259 Nov 10 03:40:44.517279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:44.518948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-2ab24c30-8c6f-4314-a699-af808eafc00b req-bcd1da49-2d6f-489e-aa68-ea80f04a7391 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-860308078', 'description': 'tempest-description-1160320392'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:44.524854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db51819a-cb67-4eda-83e1-ebb3e1e7d255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.547239 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ab24c30-8c6f-4314-a699-af808eafc00b req-bcd1da49-2d6f-489e-aa68-ea80f04a7391 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.582860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:44.588031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:44.588624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.649860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db51819a-cb67-4eda-83e1-ebb3e1e7d255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.652487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db51819a-cb67-4eda-83e1-ebb3e1e7d255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.656599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-db51819a-cb67-4eda-83e1-ebb3e1e7d255 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbbb0e69-c73b-4e63-be93-a7c3a5992fbb HTTP/1.1" status: 204 len: 168 time: 0.2696888 Nov 10 03:40:44.674558 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:40:44.681218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51819a-cb67-4eda-83e1-ebb3e1e7d255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbb0e69-c73b-4e63-be93-a7c3a5992fbb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:44.688020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2316b492-0985-4402-ae82-956ea3a45f29 req-deb1aba8-e53e-42b1-9ffc-32e12ad722bc service neutron] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:44.692073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2316b492-0985-4402-ae82-956ea3a45f29 req-deb1aba8-e53e-42b1-9ffc-32e12ad722bc service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.692756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ab24c30-8c6f-4314-a699-af808eafc00b req-bcd1da49-2d6f-489e-aa68-ea80f04a7391 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.694372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2316b492-0985-4402-ae82-956ea3a45f29 req-deb1aba8-e53e-42b1-9ffc-32e12ad722bc service neutron] 10.222.0.44 "DELETE /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1/bindings/n-h1-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.1945515 Nov 10 03:40:44.710891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ece87-f845-4b61-8c61-98729181e6f3 req-84b3c722-4ca0-4d76-b098-26350210a91b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.712463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff0ece87-f845-4b61-8c61-98729181e6f3 req-84b3c722-4ca0-4d76-b098-26350210a91b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 944 time: 0.1367326 Nov 10 03:40:44.713229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ab24c30-8c6f-4314-a699-af808eafc00b req-bcd1da49-2d6f-489e-aa68-ea80f04a7391 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.770687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ab24c30-8c6f-4314-a699-af808eafc00b req-bcd1da49-2d6f-489e-aa68-ea80f04a7391 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.783067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ab24c30-8c6f-4314-a699-af808eafc00b req-bcd1da49-2d6f-489e-aa68-ea80f04a7391 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2683227 Nov 10 03:40:44.784540 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1da49-2d6f-489e-aa68-ea80f04a7391 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5be76ea-64ca-4f37-9abf-6b304a7e0aa5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:44.846907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff0ece87-f845-4b61-8c61-98729181e6f3 req-95f23a51-6228-475b-93df-e807ff6bb450 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186512 Nov 10 03:40:44.877685 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.907175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:44.912915 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b6027c-791e-41bb-b79d-736020215881" -d '{"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-plugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:44.936113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:44.941717 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:44.974375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f29a4-1ac6-4788-b5f7-3a64fd23203d req-955941f6-993f-4fa2-bea6-fdc7f70ea4d9 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.975966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-150f29a4-1ac6-4788-b5f7-3a64fd23203d req-955941f6-993f-4fa2-bea6-fdc7f70ea4d9 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.1271789 Nov 10 03:40:44.987112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-78e47b46-159e-49a9-8ac3-9d8acfdd6bc9 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:44.988611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-78e47b46-159e-49a9-8ac3-9d8acfdd6bc9 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 949 time: 0.0843456 Nov 10 03:40:45.021948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:45.043681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43210) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:45.057392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-468c8d08-64a8-441e-b0d0-0256d640bfe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.148922 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-468c8d08-64a8-441e-b0d0-0256d640bfe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.153403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-468c8d08-64a8-441e-b0d0-0256d640bfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.193289 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-468c8d08-64a8-441e-b0d0-0256d640bfe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc5d47adaa7a4eafbbdc35c2d5ce6219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486113 Nov 10 03:40:45.196043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43214) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:45.222467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c8d08-64a8-441e-b0d0-0256d640bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3757aa9c-5050-4ea9-9e15-bc04e63c610b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:45.260272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af6e65fa-f1df-411f-b063-2195b30c466f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.282962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af6e65fa-f1df-411f-b063-2195b30c466f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.337684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af6e65fa-f1df-411f-b063-2195b30c466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.340469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af6e65fa-f1df-411f-b063-2195b30c466f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.344242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-af6e65fa-f1df-411f-b063-2195b30c466f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3757aa9c-5050-4ea9-9e15-bc04e63c610b HTTP/1.1" status: 204 len: 168 time: 0.1446679 Nov 10 03:40:45.350941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e65fa-f1df-411f-b063-2195b30c466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3757aa9c-5050-4ea9-9e15-bc04e63c610b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:45.383485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-150f29a4-1ac6-4788-b5f7-3a64fd23203d req-c1a4407f-69ae-42e9-b553-342741b4baab tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939097 Nov 10 03:40:45.439766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b05a2-2e03-4f4d-ad39-2bd3f0a28a28 req-2848188c-1825-45bf-9856-c4cdd1567f24 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:45.441224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-034b05a2-2e03-4f4d-ad39-2bd3f0a28a28 req-2848188c-1825-45bf-9856-c4cdd1567f24 tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72b3d9-5a94-47a5-a1c4-abb497ce5a34 HTTP/1.1" status: 200 len: 949 time: 0.0713573 Nov 10 03:40:45.450935 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d7297-8d05-4277-8c69-c90bb548acfe x-openstack-request-id: req-cb0d7297-8d05-4277-8c69-c90bb548acfe {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:45.451256 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-plugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:45.451533 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb0d7297-8d05-4277-8c69-c90bb548acfe {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:45.453283 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'code': 200} Nov 10 03:40:45.460356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Deleting port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:40:45.460701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.585112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8d3a-2706-44e7-b818-9a76f307b8f6 req-fcef21e8-7662-4690-b61a-de55ba9f14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:45.585555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-733945d6-4186-4d4f-be20-30db5fcaf4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.586790 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80ef8d3a-2706-44e7-b818-9a76f307b8f6 req-fcef21e8-7662-4690-b61a-de55ba9f14f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1101 time: 0.0516372 Nov 10 03:40:45.630416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-034b05a2-2e03-4f4d-ad39-2bd3f0a28a28 req-4b5b5040-cf3d-4d87-95b6-d703f74fa91e tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c76daa6-1d51-470b-a983-6f18657b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666708 Nov 10 03:40:45.641295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80ef8d3a-2706-44e7-b818-9a76f307b8f6 req-dd7f9186-15e5-4632-a9e9-4e9719e39e91 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Nov 10 03:40:45.678080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] For port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:45.678479 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:45.703812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Calling delete_port for 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:40:45.712173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-057023ea-bc6e-4781-9613-d661d21fb69a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:45.719099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-057023ea-bc6e-4781-9613-d661d21fb69a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 812 time: 0.1955881 Nov 10 03:40:45.737803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-f8076799-d1de-4847-a73b-479b2422ac88 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/quotas/95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 375 time: 0.0176666 Nov 10 03:40:45.800230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-c25f49a1-446e-405e-8951-cea4d27a9695 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602915 Nov 10 03:40:45.817015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-c9516b36-d0ce-4525-9c61-bda4ca2fa048 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645967 Nov 10 03:40:46.036754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-91093fe7-bd0a-42e7-a699-847bfb41c5da service neutron] 10.222.0.24 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069867 Nov 10 03:40:46.045387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-9c3efb51-2380-4e18-91e6-cb9d7ffb939f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:46.046822 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-9c3efb51-2380-4e18-91e6-cb9d7ffb939f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322540 Nov 10 03:40:46.111026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-171aeff9-b7c1-4f50-b9d3-d89389886e17 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/quotas/5adf10f61b2847cab1a63bb46545540f HTTP/1.1" status: 200 len: 375 time: 0.0517821 Nov 10 03:40:46.114016 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.131798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43260) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:46.156722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['11c0946d-d1dc-4f0f-a229-99e57d1d4e6d'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:46.177592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Pushing event deleted for resources: {'Port': ['ID=11c0946d-d1dc-4f0f-a229-99e57d1d4e6d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:46.250892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] No DVR routers for this DVR port 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:40:46.254420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.257759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa13ec4c-4073-4b5c-a897-ff3ed4217414 req-e670af30-65eb-4794-8495-8b86e9ca8a8d tempest-TenantUsagesTestJSON-1065596204 tempest-TenantUsagesTestJSON-1065596204-project] 10.222.0.11 "DELETE /v2.0/ports/11c0946d-d1dc-4f0f-a229-99e57d1d4e6d HTTP/1.1" status: 204 len: 173 time: 1.2611270 Nov 10 03:40:46.260397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-e64e3c1e-b637-4322-b135-6efcb0bce591 service neutron] 10.222.0.24 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097683 Nov 10 03:40:46.260529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'name': 'network-vif-deleted', 'tag': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:46.262788 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c99457-aa2b-4a08-a67e-3b4802bd7e77" -d '{"events": [{"server_uuid": "ed72b3d9-5a94-47a5-a1c4-abb497ce5a34", "name": "network-vif-deleted", "tag": "11c0946d-d1dc-4f0f-a229-99e57d1d4e6d"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:46.265495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1187429392-network', 'tenant_id': 'a515a3c87e694a2eb7a74de777502bbd'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:46.288346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-2401ea59-93dc-4c9d-a6c3-2f1e75b90f59 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1686418 Nov 10 03:40:46.302922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Made reservation on behalf of a515a3c87e694a2eb7a74de777502bbd for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:46.310526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.332164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.496994 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.501566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.523829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 9f3848c2-8b0c-4081-b068-289d8662f225 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:46.532444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:40:46.543915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024d8e7c-1716-4d3d-aa8d-dc75621c513b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:46.566577 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.566931 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Added segment 249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7 of type vlan for network 7b8347a4-1bbc-4c35-835b-f2d866898135 Nov 10 03:40:46.597411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77515a71-cf87-453d-9bd2-267baa4518b7 req-ed4a7725-7d8b-47ca-b51c-ccaaf4ce15f0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:46.606313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77515a71-cf87-453d-9bd2-267baa4518b7 req-ed4a7725-7d8b-47ca-b51c-ccaaf4ce15f0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 943 time: 0.0792236 Nov 10 03:40:46.644239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.646578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.676811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.678237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:46.685603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 9f3848c2-8b0c-4081-b068-289d8662f225, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=9f3848c2-8b0c-4081-b068-289d8662f225,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:46.692085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.700913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '9f3848c2-8b0c-4081-b068-289d8662f225', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'port_id': '9f3848c2-8b0c-4081-b068-289d8662f225', 'mac_address': 'fa:16:3e:dc:0e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aec2abc-22bf-4be7-a15e-af32f36fe32d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:46.707724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77515a71-cf87-453d-9bd2-267baa4518b7 req-2fe0ca49-a7ef-4cd1-9151-9d77fa1f3ccf tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897305 Nov 10 03:40:46.760654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43278) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:46.760869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6277368 Nov 10 03:40:46.765813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Request body: {'subnet': {'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1187429392-subnet', 'tenant_id': 'a515a3c87e694a2eb7a74de777502bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:46.770035 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.774523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ce65d-dbfb-48b2-823f-cbe468d41b06 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8347a4-1bbc-4c35-835b-f2d866898135,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:46.789123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7b8347a4-1bbc-4c35-835b-f2d866898135 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:40:46.839160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3848c2-8b0c-4081-b068-289d8662f225 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:46.851131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Made reservation on behalf of a515a3c87e694a2eb7a74de777502bbd for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:46.853679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.919021 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 9f3848c2-8b0c-4081-b068-289d8662f225, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=9f3848c2-8b0c-4081-b068-289d8662f225,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:46.928768 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:46.988219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e6f98-2c69-49b1-9e6a-211b6074c16b req-ef521de3-507d-41f3-b247-f8f5c465eb06 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:46.995805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=9f3848c2-8b0c-4081-b068-289d8662f225,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:46.996575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f59e6f98-2c69-49b1-9e6a-211b6074c16b req-ef521de3-507d-41f3-b247-f8f5c465eb06 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.1994083 Nov 10 03:40:46.999669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43284) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:47.017975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Request body: {'floatingip': {'port_id': '7359f502-514b-422b-8404-1c053a24f8b9'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:47.118943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:47.259680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8008a-dd3c-4083-aa4a-a9cf37cca343 req-72c65806-e2b1-481a-b377-c631551489e5 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:47.261231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03f8008a-dd3c-4083-aa4a-a9cf37cca343 req-72c65806-e2b1-481a-b377-c631551489e5 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1095 time: 0.2341914 Nov 10 03:40:47.312197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62987a67-0637-48ff-87ad-cc9156d1e696 req-6578eb16-7b19-44b9-b5df-0fa5c3598ac5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:47.313646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62987a67-0637-48ff-87ad-cc9156d1e696 req-6578eb16-7b19-44b9-b5df-0fa5c3598ac5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.2076445 Nov 10 03:40:47.357310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['9f3848c2-8b0c-4081-b068-289d8662f225'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:47.506579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03f8008a-dd3c-4083-aa4a-a9cf37cca343 req-8526831f-2056-4717-92d5-781fb3a4df4f tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321358 Nov 10 03:40:47.539352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:47.549427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62987a67-0637-48ff-87ad-cc9156d1e696 req-17bacb8d-a2f0-4afe-89aa-407bb6b8d69b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219746 Nov 10 03:40:47.618971 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97f7b37-c4af-449b-ab85-74a4034fcd40 x-openstack-request-id: req-b97f7b37-c4af-449b-ab85-74a4034fcd40 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:47.619259 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed72b3d9-5a94-47a5-a1c4-abb497ce5a34", "name": "network-vif-deleted", "tag": "11c0946d-d1dc-4f0f-a229-99e57d1d4e6d", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:47.619515 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b97f7b37-c4af-449b-ab85-74a4034fcd40 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:47.619917 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72b3d9-5a94-47a5-a1c4-abb497ce5a34', 'name': 'network-vif-deleted', 'tag': '11c0946d-d1dc-4f0f-a229-99e57d1d4e6d', 'status': 'completed', 'code': 200} Nov 10 03:40:47.707698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72e2417-e275-48df-8c47-e4d861244e06,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:47.730954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88d4fb9d-6a22-44b4-b966-4da50fca3c75 req-368a33e5-7ee1-490d-bf1e-29ab015205a3 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 210 time: 0.0485885 Nov 10 03:40:47.809664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Checking segment: {'id': '249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:47.819840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Network hostable DHCP agents. Network: 7b8347a4-1bbc-4c35-835b-f2d866898135, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:40:47.907930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Network 7b8347a4-1bbc-4c35-835b-f2d866898135 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:40:47.985650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43308) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:48.063424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7b8347a4-1bbc-4c35-835b-f2d866898135) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:48.069011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:48.069954 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.077106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0013bf-f95e-4fa2-a800-58c080f77905 None None] Network 7b8347a4-1bbc-4c35-835b-f2d866898135 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:48.098907 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:40:48.160146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be29eb-3ca7-486b-a114-0465a768e307 req-97424cc4-f800-4b41-8b16-b7f94ee7894d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:48.161848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22be29eb-3ca7-486b-a114-0465a768e307 req-97424cc4-f800-4b41-8b16-b7f94ee7894d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 944 time: 0.2815897 Nov 10 03:40:48.176281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037f07e-6cd0-4d77-a2d5-328b676797fd req-42a8fcc9-fb97-4413-82a5-45b463fb1d14 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:48.177816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8037f07e-6cd0-4d77-a2d5-328b676797fd req-42a8fcc9-fb97-4413-82a5-45b463fb1d14 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 1095 time: 0.3039675 Nov 10 03:40:48.191052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-54af84b5-29a6-47b8-97b9-746ce0471715 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4286349 Nov 10 03:40:48.195072 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b8177833-0659-415f-b18f-e7a4737cdd52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94256ddeb5b94d33939896d84ba8f7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081168 Nov 10 03:40:48.197568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43314) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:48.256933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7396a34c-a0b8-4b5a-9f8f-9ee3fa64f2e6 None None] Network 7b8347a4-1bbc-4c35-835b-f2d866898135 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:48.263195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e760052-d5c9-4592-b6fb-3845643c6db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.268789 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.284282 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.292716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-5eb29b2b-6df7-4153-b307-6965e1dcf11e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:48.294216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-5eb29b2b-6df7-4153-b307-6965e1dcf11e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.11 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 812 time: 0.3262119 Nov 10 03:40:48.301304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e760052-d5c9-4592-b6fb-3845643c6db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.307131 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.379006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e760052-d5c9-4592-b6fb-3845643c6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.382431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e760052-d5c9-4592-b6fb-3845643c6db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:48.387933 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0e760052-d5c9-4592-b6fb-3845643c6db6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c76daa6-1d51-470b-a983-6f18657b6f40 HTTP/1.1" status: 204 len: 168 time: 0.1890290 Nov 10 03:40:48.406982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e760052-d5c9-4592-b6fb-3845643c6db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76daa6-1d51-470b-a983-6f18657b6f40,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:48.648807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-7e575775-9051-4939-bb27-471d6e32a9a1 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323203 Nov 10 03:40:48.692786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'port': {'device_id': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e', 'admin_state_up': True, 'tenant_id': '95f31d3b26404f03ac4922656ccf95f1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:48.780377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-443e7d45-724c-4960-80ef-4f6a865fe7a5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323193 Nov 10 03:40:48.810112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22be29eb-3ca7-486b-a114-0465a768e307 req-6fbc7b93-4e9b-4ddf-86b6-96183b99546e tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127782 Nov 10 03:40:48.830885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8037f07e-6cd0-4d77-a2d5-328b676797fd req-4a0ede1b-8c2c-4efc-bb67-4932ef23ad55 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306875 Nov 10 03:40:48.977645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-cfd041e5-1bf4-4079-9404-8e98f9db6f74 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:48.979560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-cfd041e5-1bf4-4079-9404-8e98f9db6f74 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840885 Nov 10 03:40:48.992934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:40:49.002651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:49.013745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:40:49.014160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 11c0946d-d1dc-4f0f-a229-99e57d1d4e6d not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:40:49.036661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.064107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-bc51af3e-ccb6-4da9-a0da-4fb65e6782b7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:49.065854 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-bc51af3e-ccb6-4da9-a0da-4fb65e6782b7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4103475 Nov 10 03:40:49.066439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43338) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:49.074142 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Floating IP b51c72ea-bc17-493a-9a89-de10d365e337 associated. External IP: 172.25.6.196, port: 7359f502-514b-422b-8404-1c053a24f8b9. Nov 10 03:40:49.090681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': '2fb9e756-122a-44c6-b953-25056372ee12', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:49.097621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-342bd8b9-f56e-4bdc-b400-2767db5ef0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.192185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff620bfa-2d20-4a38-91f5-a6daa8b7abd6 req-42e3b83e-bede-4c80-85a0-6401492dbe0c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 210 time: 0.0688980 Nov 10 03:40:49.242497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43342) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:49.249830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1158197579-network', 'tenant_id': 'd23b8bd00eb54bf4812de41e15014082'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:49.270824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:49.274295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.302818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b734a6f-bd37-445e-a0cc-7d2be5a75dfc req-e1b0b17d-4399-4d8c-a013-33c3344c24fa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:49.304290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b734a6f-bd37-445e-a0cc-7d2be5a75dfc req-e1b0b17d-4399-4d8c-a013-33c3344c24fa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1822500 Nov 10 03:40:49.317719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-342bd8b9-f56e-4bdc-b400-2767db5ef0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.322808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-342bd8b9-f56e-4bdc-b400-2767db5ef0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.331183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0858585-3f2a-4fe1-8d56-4a1e556b2719 req-2e895fbb-5bed-492f-8a00-c96a9cf6a2ce tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 210 time: 0.0490673 Nov 10 03:40:49.340671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Made reservation on behalf of 95f31d3b26404f03ac4922656ccf95f1 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:49.344072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.409205 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-342bd8b9-f56e-4bdc-b400-2767db5ef0fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01e8b9f10558473da51af02a016c1e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396139 Nov 10 03:40:49.413502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bd8b9-f56e-4bdc-b400-2767db5ef0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d72fb30-50f1-4e78-8ba1-d20e8e645ad6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:49.414688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43344) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:49.460393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Made reservation on behalf of d23b8bd00eb54bf4812de41e15014082 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:49.462510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.464413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:49.468680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.486950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.108 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/52204418-7494-4385-b046-a327578ff439) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:49.493119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.611596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b734a6f-bd37-445e-a0cc-7d2be5a75dfc req-cf04d7f9-620d-4f44-b942-fee1be0c198a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855315 Nov 10 03:40:49.702293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0cda1809-174d-4b52-8c3d-e07b48818c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.709610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Router a38b57ab-32bc-42cb-b634-14760dc26734 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:40:49.751107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.789684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0cda1809-174d-4b52-8c3d-e07b48818c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.790263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:49.806396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:49.807954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Allocated IP 172.20.0.6 (204d5c79-824c-4624-82d6-c78228730d0e/c2fd04c7-f19f-470d-a09c-58b861e30724/d029c93a-929c-4cf2-88c9-cf3fa6e5b036) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:49.846590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:49.886951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:49.896561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:49.898772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:49.927809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=52204418-7494-4385-b046-a327578ff439,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:49.959457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.27 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/72162a8c-1f8b-4aca-bbb7-36cea9e4c573) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:49.986947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:49.987778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.006503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-8fc440bb-9a49-4d1b-b2f6-957b57577099 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0136874 Nov 10 03:40:50.028989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Request body: {'port': {'device_id': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:50.031319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07935f-67b3-4b7d-87a4-24eb439a3be4 req-c31b121f-039f-4303-be4f-09618bf34d3f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:50.033679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e07935f-67b3-4b7d-87a4-24eb439a3be4 req-c31b121f-039f-4303-be4f-09618bf34d3f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.3200507 Nov 10 03:40:50.053709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.146014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.149885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.251352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c2bba32c-0868-42ad-b40c-18566ad4c4db None None] Provisioning complete for port 52204418-7494-4385-b046-a327578ff439 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:50.252190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c2bba32c-0868-42ad-b40c-18566ad4c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.253242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:40:50.308617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0cda1809-174d-4b52-8c3d-e07b48818c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.311043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0cda1809-174d-4b52-8c3d-e07b48818c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.315073 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0cda1809-174d-4b52-8c3d-e07b48818c17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d72fb30-50f1-4e78-8ba1-d20e8e645ad6 HTTP/1.1" status: 204 len: 168 time: 0.8922632 Nov 10 03:40:50.320880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b54e7a-56f7-4f26-8434-c92eef6d6e94,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:50.335032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c2bba32c-0868-42ad-b40c-18566ad4c4db None None] Port 52204418-7494-4385-b046-a327578ff439 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:50.342220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e07935f-67b3-4b7d-87a4-24eb439a3be4 req-3a6bc06a-9280-4e98-9e63-ec8e15e5813b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662506 Nov 10 03:40:50.352165 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.352510 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Added segment ae112743-e5ba-4b1a-9633-1506bf79a16b of type vlan for network 9e704c5c-70bb-48f0-8cec-e2b8e1a7f374 Nov 10 03:40:50.354582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:40:50.374559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] Sync routers for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:40:50.388842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289158e1-8e4b-4fc5-b0a2-f805e548a861 req-0cbb10df-5867-4b56-bdfa-31f03bb39a4d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:50.400248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-289158e1-8e4b-4fc5-b0a2-f805e548a861 req-0cbb10df-5867-4b56-bdfa-31f03bb39a4d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 944 time: 0.3382955 Nov 10 03:40:50.432764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:40:50.438879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:40:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:50.482775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.504929 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.548124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 9f3848c2-8b0c-4081-b068-289d8662f225 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:50.568977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda1809-174d-4b52-8c3d-e07b48818c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d72fb30-50f1-4e78-8ba1-d20e8e645ad6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:50.597631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-289158e1-8e4b-4fc5-b0a2-f805e548a861 req-1bfe9cd6-879c-4e23-ba37-ff61727f073a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959608 Nov 10 03:40:50.618080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-71c7e461-284d-4740-a39a-99ceea3bdd74 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "PUT /v2.0/floatingips/b51c72ea-bc17-493a-9a89-de10d365e337 HTTP/1.1" status: 200 len: 991 time: 3.6003511 Nov 10 03:40:50.624064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:50.634563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:40:50.640463 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c7facf-a9a6-4b4c-ba1f-b9470b972922" -d '{"events": [{"name": "network-changed", "server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "tag": "7359f502-514b-422b-8404-1c053a24f8b9"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:50.677640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:40:50.682956 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.730977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.771679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.772750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:50.773458 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.786325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-295d12ca-8d85-4c51-9342-37d22cabd393 req-84317452-5ed4-431f-8cab-256ed428bf3c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 210 time: 0.0549362 Nov 10 03:40:50.801387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:50.882231 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.897808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3059f3-d50e-499e-9718-b1dbf8d9278b req-378d9cae-ec8a-4c3c-8d35-a382346bb973 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:50.899442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db3059f3-d50e-499e-9718-b1dbf8d9278b req-378d9cae-ec8a-4c3c-8d35-a382346bb973 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 936 time: 0.3226764 Nov 10 03:40:50.905919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6624017 Nov 10 03:40:50.915618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43378) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:50.947923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 9f3848c2-8b0c-4081-b068-289d8662f225 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:50.950902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Request body: {'subnet': {'network_id': '9e704c5c-70bb-48f0-8cec-e2b8e1a7f374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1158197579-subnet', 'tenant_id': 'd23b8bd00eb54bf4812de41e15014082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:50.960236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1c653-e5f8-4417-a6eb-6415b716627d admin admin] Pushing event updated for resources: {'Network': ['ID=9e704c5c-70bb-48f0-8cec-e2b8e1a7f374,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:50.967276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 9f3848c2-8b0c-4081-b068-289d8662f225 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:50.967643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:50.995564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:50.999389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:51.016108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:51.026676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Made reservation on behalf of d23b8bd00eb54bf4812de41e15014082 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:51.028330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 9e704c5c-70bb-48f0-8cec-e2b8e1a7f374 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:40:51.030090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.079938 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.091384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db3059f3-d50e-499e-9718-b1dbf8d9278b req-c34f572c-8f4d-47fe-a724-33f0752a9e8f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746840 Nov 10 03:40:51.124729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:51.153880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:51.155064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.171800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Network 204d5c79-824c-4624-82d6-c78228730d0e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:51.188867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:51.210726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:51.216539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:51.242999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-4878bcea-f964-43dc-a9a0-dbd4414cf403 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1603708 Nov 10 03:40:51.249361 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6261801e-1754-4923-a9ab-4dbc3daa0a5f x-openstack-request-id: req-6261801e-1754-4923-a9ab-4dbc3daa0a5f {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:51.249778 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "tag": "7359f502-514b-422b-8404-1c053a24f8b9", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:51.250153 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6261801e-1754-4923-a9ab-4dbc3daa0a5f {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:51.250660 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9', 'status': 'completed', 'code': 200} Nov 10 03:40:51.284903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Request body: {'port': {'device_id': '2fb9e756-122a-44c6-b953-25056372ee12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:51.301087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:51.433073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:51.433712 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.488389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.504439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-388dc5ea-178a-48c2-ab59-2548d5b4b40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8556287 Nov 10 03:40:51.568817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Request body: {'port': {'device_id': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:51.577434 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.577905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52204418-7494-4385-b046-a327578ff439 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:51.587653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-175c3519-792e-467c-8108-63a2df3deee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:51.589146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-175c3519-792e-467c-8108-63a2df3deee2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643f90b832a64313836fa27d3ef36de3&device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 1096 time: 0.2891815 Nov 10 03:40:51.592532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.628313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Transition to ACTIVE for port object 52204418-7494-4385-b046-a327578ff439 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:51.643080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.671018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43398) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:51.689024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3848c2-8b0c-4081-b068-289d8662f225'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:51.694021 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f527ef-15f1-4eb4-8dd4-ae2299de7760" -d '{"events": [{"server_uuid": "aefbbf03-4f35-4d71-9861-56911d1df797", "name": "network-vif-plugged", "status": "completed", "tag": "9f3848c2-8b0c-4081-b068-289d8662f225"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:51.735519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-750528bc-5f82-483d-8168-ecbdfff2e01c None None] Provisioning complete for port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:51.736086 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-750528bc-5f82-483d-8168-ecbdfff2e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.749501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 9f3848c2-8b0c-4081-b068-289d8662f225, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=9f3848c2-8b0c-4081-b068-289d8662f225,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:51.787759 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:51.798204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Pushing event updated for resources: {'Port': ['ID=52204418-7494-4385-b046-a327578ff439,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:51.850610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-c412761a-f659-460d-8db0-8fabdb570928 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060383 Nov 10 03:40:51.981137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1881142708-network', 'tenant_id': '2ec313c9c6bd41cf9a43517ed18fb236'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:52.077402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.079610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.101765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Attempting to bind port 52204418-7494-4385-b046-a327578ff439 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:52.103056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Attempting to bind port 52204418-7494-4385-b046-a327578ff439 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:52.103427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Attempting to bind port 52204418-7494-4385-b046-a327578ff439 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:52.116082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Port 52204418-7494-4385-b046-a327578ff439 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:52.116401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Attempting to bind port 52204418-7494-4385-b046-a327578ff439 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:52.145965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:52.145965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:52.145965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:52.145965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Bound port: 52204418-7494-4385-b046-a327578ff439, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:52.145965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.174715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-750528bc-5f82-483d-8168-ecbdfff2e01c None None] Port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:40:52.188253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Made reservation on behalf of 2ec313c9c6bd41cf9a43517ed18fb236 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:52.190702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.209883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2666e-aaf4-4513-9ad4-579bf9987de2 req-661cbeb1-bf4a-4414-a7f4-650f6d628035 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:52.211483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bab2666e-aaf4-4513-9ad4-579bf9987de2 req-661cbeb1-bf4a-4414-a7f4-650f6d628035 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.4523275 Nov 10 03:40:52.236739 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.239149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-fd8f590f-36ff-4d8a-9db1-7f087db3da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:52.240853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-fd8f590f-36ff-4d8a-9db1-7f087db3da08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 200 len: 923 time: 0.5591512 Nov 10 03:40:52.255292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=9f3848c2-8b0c-4081-b068-289d8662f225,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:52.274850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f82c-7ac4-47a6-b0f8-e4c7639d5ea4 req-560514d6-68fb-458e-8081-e727a0a25f65 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:52.282197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de09f82c-7ac4-47a6-b0f8-e4c7639d5ea4 req-560514d6-68fb-458e-8081-e727a0a25f65 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 945 time: 0.5213461 Nov 10 03:40:52.282685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'b51c72ea-bc17-493a-9a89-de10d365e337', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'port_id': '7359f502-514b-422b-8404-1c053a24f8b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'mac_address': 'fa:16:3e:78:6d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:38:09Z', 'updated_at': '2021-11-10T03:40:47Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:52.324480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] Checking router: a38b57ab-32bc-42cb-b634-14760dc26734 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:40:52.326494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] For port 52204418-7494-4385-b046-a327578ff439, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:52.330709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] For port 52204418-7494-4385-b046-a327578ff439, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52204418-7494-4385-b046-a327578ff439,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:52.340516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.361800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:40:52.362589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:40:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:52.369790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=363d9228-7558-4572-a5d1-ed32f419da0b,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:52.395199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:52.395821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.397239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] 10.222.0.44 "PUT /v2.0/ports/52204418-7494-4385-b046-a327578ff439 HTTP/1.1" status: 200 len: 1096 time: 2.3741128 Nov 10 03:40:52.400609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'tag': '52204418-7494-4385-b046-a327578ff439'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:52.411514 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da33327-a86f-4890-8803-3bb4f31bc940" -d '{"events": [{"name": "network-changed", "server_uuid": "587e8800-2bb5-4f1a-a40f-d99fdbca4178", "tag": "52204418-7494-4385-b046-a327578ff439"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:52.534271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc78d3-e956-4cdc-9e2b-217aef643fee service neutron] Pushing event updated for resources: {'Port': ['ID=52204418-7494-4385-b046-a327578ff439,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:52.560611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:40:52.584242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-b54f5b30-5dde-4f10-8bfa-026d072b51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:52.585776 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-b54f5b30-5dde-4f10-8bfa-026d072b51b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 1099 time: 0.1277010 Nov 10 03:40:52.722863 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-c1ff8ede-fd35-4903-97c5-6f7b7be2ada6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=52204418-7494-4385-b046-a327578ff439 HTTP/1.1" status: 200 len: 217 time: 0.1038339 Nov 10 03:40:52.792639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-ce9debd2-3181-4da6-9843-98c6172bf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:52.794254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-ce9debd2-3181-4da6-9843-98c6172bf519 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0641828 Nov 10 03:40:52.820644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:52.839907 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.873485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Transition to ACTIVE for port object 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:52.883239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:52.907732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-1a33d0b7-3b29-4687-84f6-002343affa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:52.909628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-1a33d0b7-3b29-4687-84f6-002343affa04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940216 Nov 10 03:40:52.984653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bab2666e-aaf4-4513-9ad4-579bf9987de2 req-116ff540-b5c8-4d5c-8216-3005212bee40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542138 Nov 10 03:40:53.103950 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a96976-1f43-474e-9744-13fcacc4b5fb x-openstack-request-id: req-12a96976-1f43-474e-9744-13fcacc4b5fb {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:53.104310 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefbbf03-4f35-4d71-9861-56911d1df797", "name": "network-vif-plugged", "status": "completed", "tag": "9f3848c2-8b0c-4081-b068-289d8662f225", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:53.104526 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12a96976-1f43-474e-9744-13fcacc4b5fb {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:53.104871 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3848c2-8b0c-4081-b068-289d8662f225', 'code': 200} Nov 10 03:40:53.123661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'b51c72ea-bc17-493a-9a89-de10d365e337', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'port_id': '7359f502-514b-422b-8404-1c053a24f8b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'mac_address': 'fa:16:3e:78:6d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:38:09Z', 'updated_at': '2021-11-10T03:40:47Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:40:53.162070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Pushing event updated for resources: {'Port': ['ID=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:53.210840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937ea17-fc4d-40ed-80a5-f5026d657c8b None None] The sync data for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 is: [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'b51c72ea-bc17-493a-9a89-de10d365e337', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'port_id': '7359f502-514b-422b-8404-1c053a24f8b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'mac_address': 'fa:16:3e:78:6d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:38:09Z', 'updated_at': '2021-11-10T03:40:47Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:40:53.224085 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:53.284929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Attempting to bind port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:53.285267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Attempting to bind port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:53.288128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Attempting to bind port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:53.319476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de09f82c-7ac4-47a6-b0f8-e4c7639d5ea4 req-c59365b6-9734-4af1-a427-4d1eeb24b9c2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0363181 Nov 10 03:40:53.321529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-f8cf75e4-f109-4e07-844d-f5bd1f8dae11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7359f502-514b-422b-8404-1c053a24f8b9 HTTP/1.1" status: 200 len: 999 time: 1.0323639 Nov 10 03:40:53.356671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:53.357016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Attempting to bind port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:53.367572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Checking segment: {'id': 'ae112743-e5ba-4b1a-9633-1506bf79a16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e704c5c-70bb-48f0-8cec-e2b8e1a7f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:53.370707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Network hostable DHCP agents. Network: 9e704c5c-70bb-48f0-8cec-e2b8e1a7f374, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:40:53.381819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:53.382230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:53.382661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:53.383099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Bound port: 72162a8c-1f8b-4aca-bbb7-36cea9e4c573, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:53.383442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:53.402613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0a9eb-0e37-41a5-b38b-19256c74d3d9 req-b3c21e14-a369-4f18-a652-a8af33f7a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:53.409930 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bc0a9eb-0e37-41a5-b38b-19256c74d3d9 req-b3c21e14-a369-4f18-a652-a8af33f7a16e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 1096 time: 0.2388589 Nov 10 03:40:53.413721 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-a00ea500-0d21-4036-bf73-cb0d1f7aa371 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564223 Nov 10 03:40:53.487589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] For port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:53.491262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] For port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:53.529034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:53.529717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:53.611698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:53.616814 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb683f52-db0f-4e9e-b5db-3c100f5c8458 None None] New status for floating IP b51c72ea-bc17-493a-9a89-de10d365e337: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:40:53.632411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:53.633026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:53.635096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] 10.222.0.11 "PUT /v2.0/ports/72162a8c-1f8b-4aca-bbb7-36cea9e4c573 HTTP/1.1" status: 200 len: 1095 time: 2.3760138 Nov 10 03:40:53.762890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bc0a9eb-0e37-41a5-b38b-19256c74d3d9 req-fad342ab-fb0b-4c2c-bcee-576c90143b33 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683749 Nov 10 03:40:53.772760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:40:53.831825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Network 9e704c5c-70bb-48f0-8cec-e2b8e1a7f374 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:40:53.841289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35969e35-4956-4f05-a598-7f1a0e9d62fb service neutron] Pushing event updated for resources: {'Port': ['ID=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:53.859985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e66e13b5-9787-4e4a-9046-c3ecc498559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:53.862098 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-e66e13b5-9787-4e4a-9046-c3ecc498559f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 1098 time: 0.1468825 Nov 10 03:40:53.922531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-2d4aaa5b-2b13-4d2a-b735-cdb3810a57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:53.924948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-2d4aaa5b-2b13-4d2a-b735-cdb3810a57ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d56c287-eb6d-4bc4-8df0-b9351176fc93 HTTP/1.1" status: 200 len: 862 time: 0.5587018 Nov 10 03:40:53.939343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:53.940147 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Added segment ab3598b1-7312-47a2-9789-6a4c0834a261 of type vlan for network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 Nov 10 03:40:53.940393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-681b6771-ac23-4cf6-baa4-c498bdd718d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=72162a8c-1f8b-4aca-bbb7-36cea9e4c573 HTTP/1.1" status: 200 len: 217 time: 0.0595744 Nov 10 03:40:53.945480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3200d418-d564-4e91-98d4-9198f0a3a54b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:53.945979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-c50ccc7f-dfae-4606-bdba-298135f8c70e service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531028 Nov 10 03:40:53.972172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 9e704c5c-70bb-48f0-8cec-e2b8e1a7f374) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:53.983022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e9c3d-1d8c-4389-83da-3ca7833a0801 None None] Network 9e704c5c-70bb-48f0-8cec-e2b8e1a7f374 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:53.985165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:53.985903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:54.038456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6165d-b99a-4ec5-b7c8-222e701c42c1 req-75129219-046a-40ab-aeb8-382821f5248b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.046859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cc6165d-b99a-4ec5-b7c8-222e701c42c1 req-75129219-046a-40ab-aeb8-382821f5248b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 931 time: 0.6886089 Nov 10 03:40:54.085551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-c102775a-b483-4462-853e-c1d9f591410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.087252 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-c102775a-b483-4462-853e-c1d9f591410b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1380279 Nov 10 03:40:54.114101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf837-b539-43dd-9d8f-c6d13c4f4a27 req-f2fc3c87-fc86-46c7-b512-1262aae07260 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.121550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a7cf837-b539-43dd-9d8f-c6d13c4f4a27 req-f2fc3c87-fc86-46c7-b512-1262aae07260 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 948 time: 0.5328512 Nov 10 03:40:54.160397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:54.174220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e3969b1f-53dd-4103-866b-abc6958bc51d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2557187 Nov 10 03:40:54.190881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-39f21ad1-9830-4993-a54a-8f3ee5059894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.192402 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-39f21ad1-9830-4993-a54a-8f3ee5059894 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862999 Nov 10 03:40:54.249378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba684e-cd66-47e7-8cb5-d8d3b991cea6 None None] Network 9e704c5c-70bb-48f0-8cec-e2b8e1a7f374 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:54.286415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cc6165d-b99a-4ec5-b7c8-222e701c42c1 req-447a6dd9-4ad5-4f0d-bd22-71edacd175b4 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381976 Nov 10 03:40:54.306595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:54.317980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.321727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:54.325251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-2c873486-0268-461b-90b1-17367f95da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.326820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-2c873486-0268-461b-90b1-17367f95da61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17ff025d-fcfe-4fdc-b25c-6caac3244f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509944 Nov 10 03:40:54.348194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a7cf837-b539-43dd-9d8f-c6d13c4f4a27 req-df97dc87-aa76-460d-adfd-bd16c1fc48a7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116973 Nov 10 03:40:54.359282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-194b56e1-ae94-4aaa-871c-ab1445845424 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556966 Nov 10 03:40:54.519607 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff857d4-6d7c-4768-81f6-567518043ad8 x-openstack-request-id: req-fff857d4-6d7c-4768-81f6-567518043ad8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:54.523597 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587e8800-2bb5-4f1a-a40f-d99fdbca4178", "tag": "52204418-7494-4385-b046-a327578ff439", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:54.524098 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fff857d4-6d7c-4768-81f6-567518043ad8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:54.524737 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'tag': '52204418-7494-4385-b046-a327578ff439', 'status': 'completed', 'code': 200} Nov 10 03:40:54.636142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-d091e7b5-c385-4534-8228-9620ee666809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.637820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-d091e7b5-c385-4534-8228-9620ee666809 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 1099 time: 0.1100335 Nov 10 03:40:54.676607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-f8568084-3aca-4aa7-a643-801692b5faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.677022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] Pushing event updated for resources: {'Network': ['ID=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:54.677741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-f8568084-3aca-4aa7-a643-801692b5faf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1101 time: 0.0976770 Nov 10 03:40:54.681993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bf860836-588b-46bd-a04a-221b1556d51d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.9971552 Nov 10 03:40:54.690640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43450) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:40:54.694906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:40:54.701459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Request body: {'subnet': {'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1881142708-subnet', 'tenant_id': '2ec313c9c6bd41cf9a43517ed18fb236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:54.711137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d029c93a-929c-4cf2-88c9-cf3fa6e5b036 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:54.725219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:54.774851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a0df6-df48-4d3d-b3a1-b7e875f0b59f req-dd19ac31-dee9-4856-bdc5-f4df0b6441df tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.782496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-046a0df6-df48-4d3d-b3a1-b7e875f0b59f req-dd19ac31-dee9-4856-bdc5-f4df0b6441df tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.2679420 Nov 10 03:40:54.795948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027d2ea-e9c5-436c-9b99-8b4f70280ed8 req-176c12b2-0c79-465e-a506-ba28a0d01282 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.802516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a027d2ea-e9c5-436c-9b99-8b4f70280ed8 req-176c12b2-0c79-465e-a506-ba28a0d01282 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 945 time: 0.1816111 Nov 10 03:40:54.805316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Transition to ACTIVE for port object d029c93a-929c-4cf2-88c9-cf3fa6e5b036 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:40:54.818376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-35de8c3e-0eea-4fc4-95aa-1b9ab3d4c3c2 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626050 Nov 10 03:40:54.826044 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:54.847276 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d060dc85-cbfc-43b9-8b49-2f7a0e73d42e req-6a628e11-bf59-4673-9bf5-3d5884332556 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798119 Nov 10 03:40:54.853401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-3282cb15-3576-432a-a155-380a6772d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:54.854933 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-3282cb15-3576-432a-a155-380a6772d884 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1980603 Nov 10 03:40:54.880787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Made reservation on behalf of 2ec313c9c6bd41cf9a43517ed18fb236 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:54.883115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:54.928478 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-aec986d2-f89c-4c53-95fd-54a56a0286ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=52204418-7494-4385-b046-a327578ff439 HTTP/1.1" status: 200 len: 217 time: 0.0593481 Nov 10 03:40:54.990298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a027d2ea-e9c5-436c-9b99-8b4f70280ed8 req-5c4e9c30-4004-404c-9ef4-a4c2f24e097d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863112 Nov 10 03:40:54.993419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-046a0df6-df48-4d3d-b3a1-b7e875f0b59f req-12b37f0e-8ac3-4e68-bc58-a37d505e1134 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091899 Nov 10 03:40:54.994037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Pushing event updated for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:55.105240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06c7facf-a9a6-4b4c-ba1f-b9470b972922 req-44fbee09-0dbd-4129-9f14-14fab538bd81 service neutron] 10.222.0.44 "GET /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629676 Nov 10 03:40:55.125696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Attempting to bind port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:40:55.126092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Attempting to bind port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:40:55.126628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Attempting to bind port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 on network 204d5c79-824c-4624-82d6-c78228730d0e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:55.139348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 on network 204d5c79-824c-4624-82d6-c78228730d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:40:55.139841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Attempting to bind port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 on network 204d5c79-824c-4624-82d6-c78228730d0e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:40:55.152024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:40:55.152355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Checking segment: {'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:55.152732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Bound using segment: {'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:40:55.160448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Bound port: d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:40:55.160813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:55.169342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-662aa0a9-e967-460a-8dcd-68c380d201f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.170874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-662aa0a9-e967-460a-8dcd-68c380d201f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.4793568 Nov 10 03:40:55.172283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-a2c64ed6-e3e0-42fa-a77a-5b4c00b567b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.174209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-a2c64ed6-e3e0-42fa-a77a-5b4c00b567b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2143607 Nov 10 03:40:55.252037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:40:55.255646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:40:55.261679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:55.264793 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-df23970c-0e76-4726-ae62-fe7a2f954b98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0743346 Nov 10 03:40:55.374364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-14ce42f5-dc34-4e4b-959c-4f58ef8bf6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.375577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-14ce42f5-dc34-4e4b-959c-4f58ef8bf6a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0556099 Nov 10 03:40:55.406414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.409184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:55.410835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] 10.222.0.11 "PUT /v2.0/ports/d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 200 len: 1091 time: 3.8629162 Nov 10 03:40:55.415026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:55.417700 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c30f19-98b6-4712-8aa6-8d67f7447a02" -d '{"events": [{"name": "network-changed", "server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:55.493513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-06c82bd5-fd0f-48da-aef4-4ec4745ae4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.495433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-06c82bd5-fd0f-48da-aef4-4ec4745ae4a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2843099 Nov 10 03:40:55.498978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:55.515948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4becb7-9dfc-46c9-9c8c-b3f61f84d6da service neutron] Pushing event updated for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:55.644625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-e82a448a-e252-451c-af79-2a88c5a28373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.646423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-e82a448a-e252-451c-af79-2a88c5a28373 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1094 time: 0.0968316 Nov 10 03:40:55.655500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b2196-7e89-4e8c-82f7-4328e5d859a0 req-634ba067-7332-40b8-98a9-a6069a0d2e05 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.657317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd0b2196-7e89-4e8c-82f7-4328e5d859a0 req-634ba067-7332-40b8-98a9-a6069a0d2e05 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 943 time: 0.2114241 Nov 10 03:40:55.746899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-353d107d-9239-4b54-bed8-3ff4a069f16d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 200 len: 217 time: 0.0792367 Nov 10 03:40:55.762179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-11929415-ed4c-4d3e-8ccd-ef30b5309ee2 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.769441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-11929415-ed4c-4d3e-8ccd-ef30b5309ee2 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/networks?id=7b8347a4-1bbc-4c35-835b-f2d866898135 HTTP/1.1" status: 200 len: 815 time: 0.3655798 Nov 10 03:40:55.821795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-852dd357-0a9c-4ee8-8695-18acc5bc214a tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/quotas/a515a3c87e694a2eb7a74de777502bbd HTTP/1.1" status: 200 len: 375 time: 0.0513411 Nov 10 03:40:55.875673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-9e0cf2b5-9b2f-4c49-b60e-83b26686f3d8 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a515a3c87e694a2eb7a74de777502bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527351 Nov 10 03:40:55.881159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd0b2196-7e89-4e8c-82f7-4328e5d859a0 req-53d1c7b3-6aa7-48ac-84ac-d806797c20af tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123709 Nov 10 03:40:55.902679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77e385f-268b-4f7c-9c58-e1b1e9e9f335,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:55.910529 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-f3f676d5-e68a-471c-9661-3e21ff242c30 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028788 Nov 10 03:40:55.950221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-56c01606-20f3-484d-a3fb-05d4919c3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:55.951592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-56c01606-20f3-484d-a3fb-05d4919c3ace service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.1794267 Nov 10 03:40:56.007435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-fb03c83c-4c9a-4ddd-96b3-c7896c5eeb04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445900 Nov 10 03:40:56.015389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-640b252e-5ada-469d-8426-5ed80cc9567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:56.016915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-640b252e-5ada-469d-8426-5ed80cc9567a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6167016 Nov 10 03:40:56.021179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Checking segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:40:56.021527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Network hostable DHCP agents. Network: bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:40:56.102373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:40:56.112285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1da33327-a86f-4890-8803-3bb4f31bc940 req-fafe6bd8-95e1-49dd-8e76-5ace9d855946 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891298 Nov 10 03:40:56.122292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:56.131693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f29066-383d-42db-b27b-c545468a5f2a None None] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:56.138526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:56.139124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:56.187303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a7e55dfb-1324-4b9b-abe8-53b449670df1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4747941 Nov 10 03:40:56.194017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-7b2bc5e2-d1cc-4dfd-ab17-ffa620fcb7e1 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8347a4-1bbc-4c35-835b-f2d866898135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171079 Nov 10 03:40:56.232447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24372f4-7f1d-48cf-b751-87c3aa00a90e req-4d846e76-0eca-4dad-86c6-86b7d7123a83 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:56.232447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b24372f4-7f1d-48cf-b751-87c3aa00a90e req-4d846e76-0eca-4dad-86c6-86b7d7123a83 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 948 time: 0.2192001 Nov 10 03:40:56.260409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-fa7902e3-adc5-4305-81ca-655d00956939 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206314 Nov 10 03:40:56.320481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-282304df-5990-45fb-9b72-8d3f3042a2df service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015871 Nov 10 03:40:56.389047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487bde7-d566-4b88-8e7e-036e8084fd23 None None] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:40:56.442335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b24372f4-7f1d-48cf-b751-87c3aa00a90e req-34ebbf95-75b4-499b-8d32-f80cfa150ed2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520162 Nov 10 03:40:56.489663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5ddfa222-db89-4ba3-9c9a-375726e79bf2 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8347a4-1bbc-4c35-835b-f2d866898135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920732 Nov 10 03:40:56.508230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-492268cd-1b3d-4c46-9a06-38b57409ae1a service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461576 Nov 10 03:40:56.528073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb9e756-122a-44c6-b953-25056372ee12', 'tag': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:56.536144 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86729f-9f53-4c83-9b5e-6523425aec61" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb9e756-122a-44c6-b953-25056372ee12", "tag": "72162a8c-1f8b-4aca-bbb7-36cea9e4c573"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:56.543150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ec20eb3-efe7-4cbb-8993-dee65b0b8bf9 req-20d4793b-6fe8-4375-ac62-3ed0418370ea service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058687 Nov 10 03:40:56.609847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52204418-7494-4385-b046-a327578ff439 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:56.734947 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb535cbc-6acb-4745-9bb5-71c2fe8176a5 x-openstack-request-id: req-fb535cbc-6acb-4745-9bb5-71c2fe8176a5 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:56.735340 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:56.735840 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb535cbc-6acb-4745-9bb5-71c2fe8176a5 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:56.736354 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036', 'status': 'completed', 'code': 200} Nov 10 03:40:56.831652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 52204418-7494-4385-b046-a327578ff439, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52204418-7494-4385-b046-a327578ff439,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:56.853271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd30b26-b0db-4795-84e0-3ba4e6f4b64d req-7e5e1d81-c374-4c9e-ad6f-de3cda885584 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:56.861598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bd30b26-b0db-4795-84e0-3ba4e6f4b64d req-7e5e1d81-c374-4c9e-ad6f-de3cda885584 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 945 time: 0.1147301 Nov 10 03:40:56.865788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '52204418-7494-4385-b046-a327578ff439', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '52204418-7494-4385-b046-a327578ff439', 'mac_address': 'fa:16:3e:76:2f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:56.939726 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:56.954057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52204418-7494-4385-b046-a327578ff439 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:56.956597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-43d2f3cf-daab-474a-954f-80c5c12c3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:56.958169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-43d2f3cf-daab-474a-954f-80c5c12c3869 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1094 time: 0.1646137 Nov 10 03:40:56.981908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bd30b26-b0db-4795-84e0-3ba4e6f4b64d req-d17753ce-932e-4a92-9748-f5900bfec08a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193488 Nov 10 03:40:56.987072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 52204418-7494-4385-b046-a327578ff439, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52204418-7494-4385-b046-a327578ff439,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:56.994123 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:57.024280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:57.060983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636e267-7a75-4164-a563-80ae4852e1a2 req-4a727887-b83e-424a-8c82-64ddaa9591e9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.063177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7636e267-7a75-4164-a563-80ae4852e1a2 req-4a727887-b83e-424a-8c82-64ddaa9591e9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1717317 Nov 10 03:40:57.070775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=52204418-7494-4385-b046-a327578ff439,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:57.083923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.084269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.084653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.084992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.085321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.085651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.086001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.086329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.086647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.086967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.087303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.087611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:40:57.178660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7636e267-7a75-4164-a563-80ae4852e1a2 req-b029b43a-4a1b-4ee6-8355-7a29bf48c77a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782893 Nov 10 03:40:57.199631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-8a410561-2775-4e5c-a6f4-fc49d058cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.201240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-8a410561-2775-4e5c-a6f4-fc49d058cce6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 912 time: 0.2125406 Nov 10 03:40:57.204400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:57.211514 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd92b19-dba9-4de1-960b-c7e2ab5230e5 x-openstack-request-id: req-6bd92b19-dba9-4de1-960b-c7e2ab5230e5 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:57.211926 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb9e756-122a-44c6-b953-25056372ee12", "tag": "72162a8c-1f8b-4aca-bbb7-36cea9e4c573", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:57.212334 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bd92b19-dba9-4de1-960b-c7e2ab5230e5 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:57.212835 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb9e756-122a-44c6-b953-25056372ee12', 'tag': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', 'status': 'completed', 'code': 200} Nov 10 03:40:57.231069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', 'mac_address': 'fa:16:3e:29:bb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:57.261872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-c3aa0b2b-bb61-4447-af56-7397406e2a42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 200 len: 217 time: 0.0491269 Nov 10 03:40:57.317169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:57.336008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:57.339312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-d1a536fd-bad7-4f1b-97d8-cb1ad3b3438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.340952 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-d1a536fd-bad7-4f1b-97d8-cb1ad3b3438a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 1098 time: 0.0661778 Nov 10 03:40:57.366393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78c042c0-abc3-4c76-b15d-df74bfd11761 req-08653c4d-9385-4c8c-884a-bc3733a62c81 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 210 time: 0.1159432 Nov 10 03:40:57.378727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:57.399247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:57.408729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:57.445300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-7d9c3dc6-4e95-43ff-b759-dab3834df75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.446296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-7d9c3dc6-4e95-43ff-b759-dab3834df75e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.1693940 Nov 10 03:40:57.519535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:57.578393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-1367dbed-5c00-40e1-ae98-9d14c6ec51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.581540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-1367dbed-5c00-40e1-ae98-9d14c6ec51c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2303810 Nov 10 03:40:57.651519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-ceb21cbc-afc8-4888-8063-a1478b48fd5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=72162a8c-1f8b-4aca-bbb7-36cea9e4c573 HTTP/1.1" status: 200 len: 217 time: 0.0571451 Nov 10 03:40:57.747854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-647ba2cd-c654-4007-a522-89a070bd1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.750756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-647ba2cd-c654-4007-a522-89a070bd1cdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0543582 Nov 10 03:40:57.829334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-4e116030-1db2-41fa-b94d-a682a0d0c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.832763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-4e116030-1db2-41fa-b94d-a682a0d0c64c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738447 Nov 10 03:40:57.833501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['72162a8c-1f8b-4aca-bbb7-36cea9e4c573'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:40:57.867500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-c267790c-eb7b-4683-ab5b-04cff51d081c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3560722 Nov 10 03:40:57.953496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-090a3bd0-a776-4f41-b187-c61bb5019f2e service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129911 Nov 10 03:40:57.956192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d5fe54a-85fb-4695-8b60-c31bc0ab53e2 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.958144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d5fe54a-85fb-4695-8b60-c31bc0ab53e2 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.5791020 Nov 10 03:40:57.970261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1688e8-7606-4a61-ad19-7eef99827688 req-8ba81bf0-ef84-44cb-bc8b-f38c9d5e445e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:57.977916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad1688e8-7606-4a61-ad19-7eef99827688 req-8ba81bf0-ef84-44cb-bc8b-f38c9d5e445e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 943 time: 0.5133781 Nov 10 03:40:58.027582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-bb15d9ba-9898-4e99-b192-0d978c0b7f04 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/quotas/2ec313c9c6bd41cf9a43517ed18fb236 HTTP/1.1" status: 200 len: 375 time: 0.0414820 Nov 10 03:40:58.042293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-3e44f5ca-68f0-40e2-94ed-0124aac2008f service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608665 Nov 10 03:40:58.065343 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a86729f-9f53-4c83-9b5e-6523425aec61 req-8a102855-3c58-4c7d-8c61-5e8576054a44 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982244 Nov 10 03:40:58.089349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-9ed656c5-bdbc-4c2d-b70c-2bc125716259 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516949 Nov 10 03:40:58.126441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad1688e8-7606-4a61-ad19-7eef99827688 req-ac3b1b21-a511-4af7-af23-b4b0fa8a0365 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476357 Nov 10 03:40:58.222518 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c30f19-98b6-4712-8aa6-8d67f7447a02 req-fc895eb3-7ba8-44ab-9bec-5bedfa956c98 service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683624 Nov 10 03:40:58.238412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-4cfe5e01-db20-444d-8cd8-92c8db7fa356 service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242499 Nov 10 03:40:58.445665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-eeb5abc9-0781-4641-81a2-3e5464518474 service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985698 Nov 10 03:40:58.462265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007275-5c94-4459-9d1d-747253a82d31 req-701b4ae3-3208-4ae8-849c-e460a5d0974e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:58.463717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73007275-5c94-4459-9d1d-747253a82d31 req-701b4ae3-3208-4ae8-849c-e460a5d0974e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 949 time: 0.1146815 Nov 10 03:40:58.471148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-643d5c5e-6889-40d6-8f1e-1e271d13bd0d tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:58.472490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-643d5c5e-6889-40d6-8f1e-1e271d13bd0d tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.11 "GET /v2.0/networks?id=7b8347a4-1bbc-4c35-835b-f2d866898135 HTTP/1.1" status: 200 len: 815 time: 0.1718407 Nov 10 03:40:58.494487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Request body: {'port': {'device_id': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135', 'admin_state_up': True, 'tenant_id': 'a515a3c87e694a2eb7a74de777502bbd'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:58.573454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73007275-5c94-4459-9d1d-747253a82d31 req-02e4525a-ebbf-4c46-9440-46d1df85cd03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999937 Nov 10 03:40:58.726412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Made reservation on behalf of a515a3c87e694a2eb7a74de777502bbd for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:40:58.730596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:58.760554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44169-11d0-4993-85b5-c4d92cdedc83 req-e4227675-a2ba-4683-8eb1-ade33bf5f22a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:58.762261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78b44169-11d0-4993-85b5-c4d92cdedc83 req-e4227675-a2ba-4683-8eb1-ade33bf5f22a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1064517 Nov 10 03:40:58.903649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaab9ec-fc29-40c1-94f8-7c4aa6393baa req-aff41cc7-f4ad-4c23-8050-9d4599886f11 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:58.905353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbaab9ec-fc29-40c1-94f8-7c4aa6393baa req-aff41cc7-f4ad-4c23-8050-9d4599886f11 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 945 time: 0.1420624 Nov 10 03:40:58.909265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78b44169-11d0-4993-85b5-c4d92cdedc83 req-d55cc069-1ef6-4ae6-af3f-4cfba0a88106 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348898 Nov 10 03:40:59.025302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbaab9ec-fc29-40c1-94f8-7c4aa6393baa req-b5fdc4c0-28f0-49e6-9be5-44c0c0e95bc9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112628 Nov 10 03:40:59.034005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d029c93a-929c-4cf2-88c9-cf3fa6e5b036 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:40:59.041276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Allocated IP 172.20.0.9 (7b8347a4-1bbc-4c35-835b-f2d866898135/d72e2417-e275-48df-8c47-e4d861244e06/81671829-7770-4592-ad5d-921ed59bc69f) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:40:59.046196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:40:59.064760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-533fa229-9357-4a12-af73-f6aa1ec9448f req-68185f13-81f8-4388-b49d-72384324c986 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 210 time: 0.0375056 Nov 10 03:40:59.173742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49d2cf09-879e-42eb-9a9c-d9e5413c4216 req-4fbf2b54-460a-4c2e-98b3-cca0e13fc8ce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 210 time: 0.0598748 Nov 10 03:40:59.214780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:40:59.223039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:40:59.223412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.277966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:59.295614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036', 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e', 'port_id': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036', 'mac_address': 'fa:16:3e:8f:ac:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fd04c7-f19f-470d-a09c-58b861e30724', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:40:59.341901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ec21-c4a7-4165-9045-77e5dc94b567 req-9c811529-a9aa-4b2f-942d-4e87effbd0b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:59.350994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7007ec21-c4a7-4165-9045-77e5dc94b567 req-9c811529-a9aa-4b2f-942d-4e87effbd0b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 943 time: 0.1159792 Nov 10 03:40:59.369289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.391565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d029c93a-929c-4cf2-88c9-cf3fa6e5b036 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:40:59.402740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.422091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:59.430327 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.438291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9e756-122a-44c6-b953-25056372ee12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:40:59.440632 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0ae9e-f271-40ec-b03c-8fa7bd28da50" -d '{"events": [{"server_uuid": "2fb9e756-122a-44c6-b953-25056372ee12", "name": "network-vif-plugged", "status": "completed", "tag": "72162a8c-1f8b-4aca-bbb7-36cea9e4c573"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:40:59.471503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.472486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:40:59.480440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.488330 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3778c43f-9f90-43fa-8aae-21057d371649 x-openstack-request-id: req-3778c43f-9f90-43fa-8aae-21057d371649 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:40:59.488636 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9e756-122a-44c6-b953-25056372ee12", "name": "network-vif-plugged", "status": "completed", "tag": "72162a8c-1f8b-4aca-bbb7-36cea9e4c573", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:40:59.489089 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3778c43f-9f90-43fa-8aae-21057d371649 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:40:59.489602 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb9e756-122a-44c6-b953-25056372ee12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', 'code': 200} Nov 10 03:40:59.502095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7007ec21-c4a7-4165-9045-77e5dc94b567 req-55b5027d-22f6-4fef-961b-abb45b0c958c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498735 Nov 10 03:40:59.502926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:59.515717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.564527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:59.575552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Network 7b8347a4-1bbc-4c35-835b-f2d866898135 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:40:59.578851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:40:59.583356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:40:59.589727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Pushing event updated for resources: {'Port': ['ID=81671829-7770-4592-ad5d-921ed59bc69f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:40:59.646289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:59.646910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.666635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-2b7c549e-4280-48b3-bba8-5dcce8bf0690 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1759925 Nov 10 03:40:59.672541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42609e8-655b-4d6f-b0c7-13579402b2e7 req-110ab424-57ce-418e-9be4-1a706e07c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:59.675177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f42609e8-655b-4d6f-b0c7-13579402b2e7 req-110ab424-57ce-418e-9be4-1a706e07c0bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 1100 time: 0.0656576 Nov 10 03:40:59.711786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Request body: {'port': {'device_id': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:40:59.739152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f42609e8-655b-4d6f-b0c7-13579402b2e7 req-c432a69e-e860-493a-ae5e-35a00145732a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Nov 10 03:40:59.762688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560728-d094-4a98-a519-87b75b5c0590 req-81c3b4e7-ce51-4e3e-9349-fa8a271edfd5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:40:59.764256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af560728-d094-4a98-a519-87b75b5c0590 req-81c3b4e7-ce51-4e3e-9349-fa8a271edfd5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 949 time: 0.0937207 Nov 10 03:40:59.806182 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:40:59.840683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af560728-d094-4a98-a519-87b75b5c0590 req-b947c5ee-ebb5-4bfe-b4cd-544892c54721 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610805 Nov 10 03:40:59.879640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:00.124161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae636cf9-18c2-4ce5-a921-7bdbbb7094f7 req-247f855f-9010-4784-9c6a-c644b55fff89 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:00.125652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae636cf9-18c2-4ce5-a921-7bdbbb7094f7 req-247f855f-9010-4784-9c6a-c644b55fff89 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1080382 Nov 10 03:41:00.212858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a497236-8ccd-48e3-84d6-2c96851f69a2 req-149d727c-f1ca-4c82-9d2d-994d20baa653 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:00.214276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a497236-8ccd-48e3-84d6-2c96851f69a2 req-149d727c-f1ca-4c82-9d2d-994d20baa653 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 945 time: 0.1280394 Nov 10 03:41:00.216230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81671829-7770-4592-ad5d-921ed59bc69f {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:00.226944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-28f66217-037c-4e78-93b1-4600462df2a5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:00.228736 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-28f66217-037c-4e78-93b1-4600462df2a5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 945 time: 0.0553637 Nov 10 03:41:00.230394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.263270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae636cf9-18c2-4ce5-a921-7bdbbb7094f7 req-e280b8cc-fe05-4dbd-9824-5a8507371c4d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307781 Nov 10 03:41:00.276969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Transition to ACTIVE for port object 81671829-7770-4592-ad5d-921ed59bc69f will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:00.291189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.362736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Pushing event updated for resources: {'Port': ['ID=81671829-7770-4592-ad5d-921ed59bc69f,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:00.364969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Deleting port 9f3848c2-8b0c-4081-b068-289d8662f225 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:41:00.366114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.391655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a497236-8ccd-48e3-84d6-2c96851f69a2 req-997acd38-2cc1-4c33-ade5-c4f97eeae571 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663651 Nov 10 03:41:00.541371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368adca-7a26-424e-a833-b7a7a039b77a req-fcd6b01b-c014-416d-ac38-60fa3a5ca3d9 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:00.543683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2368adca-7a26-424e-a833-b7a7a039b77a req-fcd6b01b-c014-416d-ac38-60fa3a5ca3d9 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 943 time: 0.1495910 Nov 10 03:41:00.569217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59db69cf-9acc-4eee-95e4-eb21c5872393 req-af406a70-0d3c-48c0-b8e6-b8ec290fc9cf tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 210 time: 0.0742824 Nov 10 03:41:00.584874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] For port 9f3848c2-8b0c-4081-b068-289d8662f225, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=9f3848c2-8b0c-4081-b068-289d8662f225,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:00.585246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.591552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52204418-7494-4385-b046-a327578ff439 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:00.617194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Attempting to bind port 81671829-7770-4592-ad5d-921ed59bc69f on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:00.617194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Attempting to bind port 81671829-7770-4592-ad5d-921ed59bc69f by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:00.617194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Attempting to bind port 81671829-7770-4592-ad5d-921ed59bc69f on network 7b8347a4-1bbc-4c35-835b-f2d866898135 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:00.634016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Port 81671829-7770-4592-ad5d-921ed59bc69f on network 7b8347a4-1bbc-4c35-835b-f2d866898135 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:00.634420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Attempting to bind port 81671829-7770-4592-ad5d-921ed59bc69f on network 7b8347a4-1bbc-4c35-835b-f2d866898135 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:00.648013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:00.648347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Checking segment: {'id': '249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:00.648728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Bound using segment: {'id': '249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:00.649162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Bound port: 81671829-7770-4592-ad5d-921ed59bc69f, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:00.649525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.652830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Calling delete_port for 9f3848c2-8b0c-4081-b068-289d8662f225 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:41:00.661533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2368adca-7a26-424e-a833-b7a7a039b77a req-d0033a41-4cb1-42a4-b2b9-489e1a5f59ff tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026061 Nov 10 03:41:00.701448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 52204418-7494-4385-b046-a327578ff439 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:00.706130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 52204418-7494-4385-b046-a327578ff439 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:00.706786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.756595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-fe89b15e-07b8-428c-a9c8-1f37487546b3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:00.758106 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-fe89b15e-07b8-428c-a9c8-1f37487546b3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.2791584 Nov 10 03:41:00.780638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Request body: {'port': {'device_id': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'admin_state_up': True, 'tenant_id': '2ec313c9c6bd41cf9a43517ed18fb236'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:00.792316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96c231-b526-41a5-90b9-0a51a36f2de7 req-6b0df0d9-9a56-4b88-af69-2fd5054a5bf4 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:00.793744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b96c231-b526-41a5-90b9-0a51a36f2de7 req-6b0df0d9-9a56-4b88-af69-2fd5054a5bf4 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 944 time: 0.0882931 Nov 10 03:41:00.795067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] For port 81671829-7770-4592-ad5d-921ed59bc69f, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:00.799482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] For port 81671829-7770-4592-ad5d-921ed59bc69f, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=81671829-7770-4592-ad5d-921ed59bc69f,segment=NetworkSegment(249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7),segment_id=249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:00.812982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.817867 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.856264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:00.856264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.857601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] 10.222.0.11 "PUT /v2.0/ports/81671829-7770-4592-ad5d-921ed59bc69f HTTP/1.1" status: 200 len: 1091 time: 1.1530077 Nov 10 03:41:00.861109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'tag': '81671829-7770-4592-ad5d-921ed59bc69f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:00.863619 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35be780-29c1-4d15-a545-f17e121f6169" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed7bad7-c322-403c-8c1d-8c4195074284", "tag": "81671829-7770-4592-ad5d-921ed59bc69f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:00.929336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 52204418-7494-4385-b046-a327578ff439, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52204418-7494-4385-b046-a327578ff439,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:00.930115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b96c231-b526-41a5-90b9-0a51a36f2de7 req-c13badf1-04e1-44ac-9c8e-4182d7da4931 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263695 Nov 10 03:41:00.936149 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:00.962362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b3c1-f915-4e30-9576-d7392037ec07 service neutron] Pushing event updated for resources: {'Port': ['ID=81671829-7770-4592-ad5d-921ed59bc69f,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:01.023036 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aa39b0-92a6-46f0-b07e-676c61a89d59 x-openstack-request-id: req-74aa39b0-92a6-46f0-b07e-676c61a89d59 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:01.023288 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed7bad7-c322-403c-8c1d-8c4195074284", "tag": "81671829-7770-4592-ad5d-921ed59bc69f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:01.023543 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74aa39b0-92a6-46f0-b07e-676c61a89d59 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:01.023941 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'tag': '81671829-7770-4592-ad5d-921ed59bc69f', 'status': 'completed', 'code': 200} Nov 10 03:41:01.028255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=52204418-7494-4385-b046-a327578ff439,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:01.036275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:01.038777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Made reservation on behalf of 2ec313c9c6bd41cf9a43517ed18fb236 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:01.042555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:01.044331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-738c5787-7b57-4102-a30f-eac4f8608584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.046048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-738c5787-7b57-4102-a30f-eac4f8608584 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a515a3c87e694a2eb7a74de777502bbd&device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 1094 time: 0.1066253 Nov 10 03:41:01.056496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['9f3848c2-8b0c-4081-b068-289d8662f225'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:01.083277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cae59-3516-416c-aacb-ed7211d2c46e req-ca0d5237-a27d-4f51-a45b-7c1e98d126a2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.083510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event deleted for resources: {'Port': ['ID=9f3848c2-8b0c-4081-b068-289d8662f225,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:01.090818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-360cae59-3516-416c-aacb-ed7211d2c46e req-ca0d5237-a27d-4f51-a45b-7c1e98d126a2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 950 time: 0.0879338 Nov 10 03:41:01.143897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-358d11d7-38f9-48f1-8563-256fde6bd54e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81671829-7770-4592-ad5d-921ed59bc69f HTTP/1.1" status: 200 len: 217 time: 0.0453472 Nov 10 03:41:01.163201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] No DVR routers for this DVR port 9f3848c2-8b0c-4081-b068-289d8662f225 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:41:01.167271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:01.170552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e83738-82ca-49d9-9b5a-c39812d00853 req-48901998-a3c2-44d3-b6df-d4580b339471 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "DELETE /v2.0/ports/9f3848c2-8b0c-4081-b068-289d8662f225 HTTP/1.1" status: 204 len: 173 time: 0.9347732 Nov 10 03:41:01.170992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'name': 'network-vif-deleted', 'tag': '9f3848c2-8b0c-4081-b068-289d8662f225'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:01.173883 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eeac37-1c0d-4872-8b6b-997b048ff18d" -d '{"events": [{"server_uuid": "aefbbf03-4f35-4d71-9861-56911d1df797", "name": "network-vif-deleted", "tag": "9f3848c2-8b0c-4081-b068-289d8662f225"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:01.216786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-360cae59-3516-416c-aacb-ed7211d2c46e req-3066fba9-4866-43cf-9e07-04d07ebf06f5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220427 Nov 10 03:41:01.238611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-c422c4b6-b4d9-4fc3-823a-77510b494d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.240056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-c422c4b6-b4d9-4fc3-823a-77510b494d47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d72e2417-e275-48df-8c47-e4d861244e06 HTTP/1.1" status: 200 len: 855 time: 0.0825214 Nov 10 03:41:01.251107 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082d2d3b-c3a8-4521-836e-39622251cac4 x-openstack-request-id: req-082d2d3b-c3a8-4521-836e-39622251cac4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:01.252228 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefbbf03-4f35-4d71-9861-56911d1df797", "name": "network-vif-deleted", "tag": "9f3848c2-8b0c-4081-b068-289d8662f225", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:01.252608 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-082d2d3b-c3a8-4521-836e-39622251cac4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:01.252990 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefbbf03-4f35-4d71-9861-56911d1df797', 'name': 'network-vif-deleted', 'tag': '9f3848c2-8b0c-4081-b068-289d8662f225', 'status': 'completed', 'code': 200} Nov 10 03:41:01.281490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Allocated IP 172.20.0.10 (bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9/a77e385f-268b-4f7c-9c58-e1b1e9e9f335/3f756209-20e6-4624-b403-ea748bc4a4d6) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:01.337489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-1fb5d1ef-2279-417b-86ca-5f271073d567 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b8347a4-1bbc-4c35-835b-f2d866898135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352094 Nov 10 03:41:01.461550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf7cfb-f0d5-47cb-b03d-0e4dec39e542 req-9f17f2ac-2c58-4854-8715-fb2c586672b2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.463416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bddf7cfb-f0d5-47cb-b03d-0e4dec39e542 req-9f17f2ac-2c58-4854-8715-fb2c586672b2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1123402 Nov 10 03:41:01.490268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:01.491095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52204418-7494-4385-b046-a327578ff439'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:01.497601 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc36995-7a44-4735-90de-a42942548ece" -d '{"events": [{"server_uuid": "587e8800-2bb5-4f1a-a40f-d99fdbca4178", "name": "network-vif-plugged", "status": "completed", "tag": "52204418-7494-4385-b046-a327578ff439"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:01.554907 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:01.592682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97564cdf-9be1-491c-ac8e-5add3df930ac req-adad2fb1-1244-47ff-ac82-e5586be6923b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefbbf03-4f35-4d71-9861-56911d1df797 HTTP/1.1" status: 200 len: 210 time: 0.0431178 Nov 10 03:41:01.618802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:01.630487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bddf7cfb-f0d5-47cb-b03d-0e4dec39e542 req-2ced9a7c-8eb6-4e55-bca0-7c1aae25dfe9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507566 Nov 10 03:41:01.633284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:01.635457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:01.638320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:01.649285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-986acab6-57da-4d13-95f2-dd799999852b service neutron] 10.222.0.11 "GET /v2.0/networks/7b8347a4-1bbc-4c35-835b-f2d866898135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600691 Nov 10 03:41:01.689093 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4097716a-0e59-46b2-b524-f3f3bfacf695 x-openstack-request-id: req-4097716a-0e59-46b2-b524-f3f3bfacf695 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:01.690033 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587e8800-2bb5-4f1a-a40f-d99fdbca4178", "name": "network-vif-plugged", "status": "completed", "tag": "52204418-7494-4385-b046-a327578ff439", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:01.690644 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4097716a-0e59-46b2-b524-f3f3bfacf695 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:01.691302 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52204418-7494-4385-b046-a327578ff439', 'code': 200} Nov 10 03:41:01.752280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.755878 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:01.784242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-5d3c8d97-a0c0-44bf-bf4a-4de97f38acce tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0072415 Nov 10 03:41:01.827104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Request body: {'port': {'device_id': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:01.900404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bb85e-d7ef-4756-9c86-6e02755343d7 req-b86cefe7-42c7-4c8d-b863-ef5cb7b2ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.902010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-089bb85e-d7ef-4756-9c86-6e02755343d7 req-b86cefe7-42c7-4c8d-b863-ef5cb7b2ebd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 1101 time: 0.1168664 Nov 10 03:41:01.906607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8cf3-d6e1-4f16-837e-bb9dce9a8dcb req-d25ce2c1-b288-4220-8812-db8fe3085186 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.911143 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-941f8cf3-d6e1-4f16-837e-bb9dce9a8dcb req-d25ce2c1-b288-4220-8812-db8fe3085186 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 932 time: 0.1289418 Nov 10 03:41:01.911345 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:01.919886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33ab4b-4a69-45cf-b2c6-e4f16e4be458 req-3494b6de-86c3-46ba-b70e-50732581e8be tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:01.921373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab33ab4b-4a69-45cf-b2c6-e4f16e4be458 req-3494b6de-86c3-46ba-b70e-50732581e8be tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 943 time: 0.1401880 Nov 10 03:41:01.923830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5749aff-92a0-4d48-b288-4d2f05cf72b1 req-e0b70454-cde0-4d97-ba24-d48132b52359 service neutron] 10.222.0.11 "GET /v2.0/networks/7b8347a4-1bbc-4c35-835b-f2d866898135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642694 Nov 10 03:41:02.004800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-089bb85e-d7ef-4756-9c86-6e02755343d7 req-880f9ded-ee8e-484b-a7e5-be9f59d0bc01 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839052 Nov 10 03:41:02.033888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-941f8cf3-d6e1-4f16-837e-bb9dce9a8dcb req-395dbbaf-dee7-4036-bf31-3b122e3978f3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884056 Nov 10 03:41:02.048417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab33ab4b-4a69-45cf-b2c6-e4f16e4be458 req-5cc022ef-5c0d-47d3-a728-762331d0ab88 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167102 Nov 10 03:41:02.113366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be780-29c1-4d15-a545-f17e121f6169 req-c2868813-f2d7-48bb-90f8-35e32c1f2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.117369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35be780-29c1-4d15-a545-f17e121f6169 req-c2868813-f2d7-48bb-90f8-35e32c1f2a49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a515a3c87e694a2eb7a74de777502bbd&device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 1094 time: 0.0679462 Nov 10 03:41:02.245633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f756209-20e6-4624-b403-ea748bc4a4d6 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:02.257423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff610fad-16af-4b7f-9e15-005cecf42714 req-b271598a-158f-494d-ba54-78a88baf619b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.258564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:02.275709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff610fad-16af-4b7f-9e15-005cecf42714 req-b271598a-158f-494d-ba54-78a88baf619b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 944 time: 0.0876970 Nov 10 03:41:02.293260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be780-29c1-4d15-a545-f17e121f6169 req-88d8913c-e0a5-4883-8151-bd341c29d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.293260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35be780-29c1-4d15-a545-f17e121f6169 req-88d8913c-e0a5-4883-8151-bd341c29d50c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b8347a4-1bbc-4c35-835b-f2d866898135 HTTP/1.1" status: 200 len: 915 time: 0.1653030 Nov 10 03:41:02.301693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Transition to ACTIVE for port object 3f756209-20e6-4624-b403-ea748bc4a4d6 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:02.321201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:02.355039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35be780-29c1-4d15-a545-f17e121f6169 req-7ecebfcc-530d-4024-b62c-72f6db72d803 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81671829-7770-4592-ad5d-921ed59bc69f HTTP/1.1" status: 200 len: 217 time: 0.0566797 Nov 10 03:41:02.396431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:02.439462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff610fad-16af-4b7f-9e15-005cecf42714 req-f2511167-e77b-4b6a-8126-3e91dda8d4d8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733613 Nov 10 03:41:02.457554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Attempting to bind port 3f756209-20e6-4624-b403-ea748bc4a4d6 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:02.457889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Attempting to bind port 3f756209-20e6-4624-b403-ea748bc4a4d6 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:02.458261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Attempting to bind port 3f756209-20e6-4624-b403-ea748bc4a4d6 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:02.462782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Port 3f756209-20e6-4624-b403-ea748bc4a4d6 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:02.463126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Attempting to bind port 3f756209-20e6-4624-b403-ea748bc4a4d6 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:02.463423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64edbd8-11a1-4bfc-b7cc-4a1dc3ccf728 req-d6ebb8b8-5ffe-4495-8a5d-60747611d3ed tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.464891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b64edbd8-11a1-4bfc-b7cc-4a1dc3ccf728 req-d6ebb8b8-5ffe-4495-8a5d-60747611d3ed tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 950 time: 0.1090417 Nov 10 03:41:02.471218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be780-29c1-4d15-a545-f17e121f6169 req-3010f2c5-a1ad-4d14-a802-7214d494582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.472187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35be780-29c1-4d15-a545-f17e121f6169 req-3010f2c5-a1ad-4d14-a802-7214d494582c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d72e2417-e275-48df-8c47-e4d861244e06 HTTP/1.1" status: 200 len: 855 time: 0.0991220 Nov 10 03:41:02.477923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:02.478546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Checking segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:02.479086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Bound using segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:02.479516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Bound port: 3f756209-20e6-4624-b403-ea748bc4a4d6, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:02.479973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:02.513448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35be780-29c1-4d15-a545-f17e121f6169 req-6275999f-62a3-4998-a6bb-d66a65b99886 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b8347a4-1bbc-4c35-835b-f2d866898135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261734 Nov 10 03:41:02.576635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:02.580302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:02.585392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:02.591090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b64edbd8-11a1-4bfc-b7cc-4a1dc3ccf728 req-7c257140-fdcf-4836-b782-6a81a33ef4d1 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179554 Nov 10 03:41:02.623311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.623582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:02.624944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] 10.222.0.11 "PUT /v2.0/ports/3f756209-20e6-4624-b403-ea748bc4a4d6 HTTP/1.1" status: 200 len: 1092 time: 0.8097553 Nov 10 03:41:02.656446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35be780-29c1-4d15-a545-f17e121f6169 req-dafcddac-a997-4d0c-b1c0-dec16f43b1a3 service neutron] 10.222.0.11 "GET /v2.0/networks/7b8347a4-1bbc-4c35-835b-f2d866898135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323326 Nov 10 03:41:02.661449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03f88e-628a-4748-92fb-f04a1dc0ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:02.748022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-7db96d3b-25e3-4450-b048-d5f2c22cc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.749786 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-7db96d3b-25e3-4450-b048-d5f2c22cc546 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 1095 time: 0.0503325 Nov 10 03:41:02.813052 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-b3714ecf-c939-4daf-ad9b-a0567b13bc7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f756209-20e6-4624-b403-ea748bc4a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0484154 Nov 10 03:41:02.842205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1048ef6-8d21-4630-92d9-559e9959e8dd req-2b796d25-dd40-4a66-8a4c-91096b2a57d1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.851242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1048ef6-8d21-4630-92d9-559e9959e8dd req-2b796d25-dd40-4a66-8a4c-91096b2a57d1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1325371 Nov 10 03:41:02.881017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-ef9ba8a5-7089-422b-94c1-ca4313a3b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:02.882569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-ef9ba8a5-7089-422b-94c1-ca4313a3b745 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.0614495 Nov 10 03:41:02.920330 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-38469b61-d1b1-424a-9184-9d997802f1c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299840 Nov 10 03:41:03.041298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-007ef7f2-aa25-4257-ad4a-43c07be4a0b0 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123836 Nov 10 03:41:03.063324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d029c93a-929c-4cf2-88c9-cf3fa6e5b036 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:03.119750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:03.125054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:03.125427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:03.190963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35be780-29c1-4d15-a545-f17e121f6169 req-140c31d2-9ad7-4a9f-ac92-2acf4c84ea84 service neutron] 10.222.0.11 "GET /v2.0/networks/7b8347a4-1bbc-4c35-835b-f2d866898135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088308 Nov 10 03:41:03.195255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fecda96-fd8c-4ec0-9d0c-55d8b315ff23 req-cc8cdaa1-4172-468a-910c-ec510592a615 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368148 Nov 10 03:41:03.254331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:03.256845 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a" -d '{"events": [{"name": "network-changed", "server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:03.260067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:03.269834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1048ef6-8d21-4630-92d9-559e9959e8dd req-3d1f3a61-92a3-43e8-82ac-6241f49022e6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177401 Nov 10 03:41:03.315688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d960c15-b529-4b34-8238-2286653dc01c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:03.320037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:03.322725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d960c15-b529-4b34-8238-2286653dc01c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1531496 Nov 10 03:41:03.325057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:03.342661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-62be9802-5cbc-4922-841c-f8f5cb4c0c9a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/quotas/c2057ff13d4844d1a0c98b1c8ccb4d15 HTTP/1.1" status: 200 len: 375 time: 0.0187109 Nov 10 03:41:03.391929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-edf5f42a-28f2-4892-a40c-fd24d7e04734 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470591 Nov 10 03:41:03.483302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d9fb6-c75d-43ba-8120-b7e6a3a673b0 req-d5f92eba-d1a2-4652-8f93-413be1947755 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:03.486524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b0d9fb6-c75d-43ba-8120-b7e6a3a673b0 req-d5f92eba-d1a2-4652-8f93-413be1947755 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 944 time: 0.1259809 Nov 10 03:41:03.525037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:03.555756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-81101ba0-1957-4bfc-9aa4-a32fc5b63a51 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437817 Nov 10 03:41:03.591331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b0d9fb6-c75d-43ba-8120-b7e6a3a673b0 req-266c964d-5132-45b3-8eaa-3d7df45c2f5b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972133 Nov 10 03:41:03.670353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-95c807c1-509c-4060-9cde-7b81c52807d0 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044636 Nov 10 03:41:03.692477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:03.694790 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418b57ea-2308-4e09-bf26-09e1b2ffa615" -d '{"events": [{"server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "name": "network-vif-plugged", "status": "completed", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:03.734756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fd1be-bc0e-476d-bdce-b7e89cd20e81 req-81b2fbb1-3bfb-4ee2-a3cd-cbaf278a5cd1 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:03.736907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c0fd1be-bc0e-476d-bdce-b7e89cd20e81 req-81b2fbb1-3bfb-4ee2-a3cd-cbaf278a5cd1 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 943 time: 0.0648785 Nov 10 03:41:03.799380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c0fd1be-bc0e-476d-bdce-b7e89cd20e81 req-97f5ae12-cecd-458f-95df-075304f57442 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Nov 10 03:41:03.880144 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4966e82-c4ee-4f3f-a603-730ac298936a x-openstack-request-id: req-e4966e82-c4ee-4f3f-a603-730ac298936a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:03.880636 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:03.880636 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4966e82-c4ee-4f3f-a603-730ac298936a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:03.881036 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'status': 'completed', 'code': 200} Nov 10 03:41:03.990428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109656e6-3895-4f86-967d-0f73dfcf042e req-3461ebdc-923e-4131-aada-541e35822720 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:03.994428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-109656e6-3895-4f86-967d-0f73dfcf042e req-3461ebdc-923e-4131-aada-541e35822720 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 945 time: 0.0610633 Nov 10 03:41:04.015820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-f9e06405-bce2-4cfe-b33f-3d2dd89a321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.018019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-f9e06405-bce2-4cfe-b33f-3d2dd89a321b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 1095 time: 0.0860360 Nov 10 03:41:04.070197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710516f-0e8e-4441-a636-1a740b3bcbe0 req-064d6b7b-783d-4862-a590-3db4fa5ea181 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.071770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d710516f-0e8e-4441-a636-1a740b3bcbe0 req-064d6b7b-783d-4862-a590-3db4fa5ea181 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 950 time: 0.0764098 Nov 10 03:41:04.096039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-109656e6-3895-4f86-967d-0f73dfcf042e req-65f128df-8642-4b6d-854a-31c7ba44f40f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889893 Nov 10 03:41:04.161341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d710516f-0e8e-4441-a636-1a740b3bcbe0 req-32d9b9c7-137b-498a-8231-c3a151e95ca5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755367 Nov 10 03:41:04.168947 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c1d411-df64-4f5d-acdf-6b51f0ec6d6c x-openstack-request-id: req-77c1d411-df64-4f5d-acdf-6b51f0ec6d6c {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:04.170121 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "name": "network-vif-plugged", "status": "completed", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:04.170584 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77c1d411-df64-4f5d-acdf-6b51f0ec6d6c {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:04.171343 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036', 'code': 200} Nov 10 03:41:04.183901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-d1c9748c-3a7f-4304-8591-fcc983d02b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.185456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-d1c9748c-3a7f-4304-8591-fcc983d02b06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 905 time: 0.1581690 Nov 10 03:41:04.278472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-3fd78f99-2d29-4fe4-8011-b12d34892aee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f756209-20e6-4624-b403-ea748bc4a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0724270 Nov 10 03:41:04.328706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-364a6a53-c970-42bd-9e9e-eb0f53e1c18a req-be07daa6-de47-4fb9-aba5-5829f4da7982 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.1011806 Nov 10 03:41:04.369986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-c68cab69-23e5-4c69-9412-2f1fec3e75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.374685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-c68cab69-23e5-4c69-9412-2f1fec3e75d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.0895123 Nov 10 03:41:04.376636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b78c7-6bec-4afe-a68d-059bdf7678d6 req-7f9fbdb1-9d1e-4ac4-8970-30c66d3d680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.378155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-015b78c7-6bec-4afe-a68d-059bdf7678d6 req-7f9fbdb1-9d1e-4ac4-8970-30c66d3d680f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1096 time: 0.0977507 Nov 10 03:41:04.386677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb46946-e469-4845-8e63-fefe30e83e7f req-2d165635-7295-4426-a95d-9cf22f341143 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.388185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bb46946-e469-4845-8e63-fefe30e83e7f req-2d165635-7295-4426-a95d-9cf22f341143 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 949 time: 0.1282823 Nov 10 03:41:04.431668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-cc5aae48-2875-4e32-9a49-bb437bc277c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405319 Nov 10 03:41:04.530655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bb46946-e469-4845-8e63-fefe30e83e7f req-a51d38cf-5210-48af-b923-9e6426514964 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249094 Nov 10 03:41:04.555031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eb08c-8317-45f4-ba4c-6870cd850ead req-23ecd119-a982-4a7c-9f1f-62730ae96f50 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.561165 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-3af1c2ce-b559-41a3-aab6-e052bcd04e83 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181567 Nov 10 03:41:04.564728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f1eb08c-8317-45f4-ba4c-6870cd850ead req-23ecd119-a982-4a7c-9f1f-62730ae96f50 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1404788 Nov 10 03:41:04.576416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-015b78c7-6bec-4afe-a68d-059bdf7678d6 req-b9c51e78-4c58-45e0-9c5f-ce8d20d801e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789453 Nov 10 03:41:04.631613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f1eb08c-8317-45f4-ba4c-6870cd850ead req-3beec283-bef0-4ad5-a92f-186ffc0dddeb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660141 Nov 10 03:41:04.640337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 9f3848c2-8b0c-4081-b068-289d8662f225 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:04.692370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 9f3848c2-8b0c-4081-b068-289d8662f225 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:41:04.692627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 9f3848c2-8b0c-4081-b068-289d8662f225 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:41:04.753253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76622814-5d09-495d-b4f1-0cd632b8a724 req-1eff0059-5a09-474d-9b38-83cb0ffa2e41 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.754803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76622814-5d09-495d-b4f1-0cd632b8a724 req-1eff0059-5a09-474d-9b38-83cb0ffa2e41 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 944 time: 0.0503485 Nov 10 03:41:04.810352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76622814-5d09-495d-b4f1-0cd632b8a724 req-11e5814b-f232-4d07-ae0d-63b54b411cc2 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477226 Nov 10 03:41:04.920786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10808a-5176-40b1-b56a-595552af0954 req-809132f2-188c-4f6b-8854-99349b6290d5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.927256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10808a-5176-40b1-b56a-595552af0954 req-809132f2-188c-4f6b-8854-99349b6290d5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.928859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c10808a-5176-40b1-b56a-595552af0954 req-809132f2-188c-4f6b-8854-99349b6290d5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12&device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 1690 time: 0.0907485 Nov 10 03:41:04.943718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef5125-56ab-40eb-b167-78bef7fe869a req-987b5e11-ffbe-4eb1-ae8a-bbaf72ce70cc tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:04.945056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6ef5125-56ab-40eb-b167-78bef7fe869a req-987b5e11-ffbe-4eb1-ae8a-bbaf72ce70cc tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 943 time: 0.0753393 Nov 10 03:41:05.018367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c10808a-5176-40b1-b56a-595552af0954 req-9bdb2c6c-21fd-44bf-b7c1-160a1a05055e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829566 Nov 10 03:41:05.041075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6ef5125-56ab-40eb-b167-78bef7fe869a req-ef170d3d-c2d6-41d3-a92a-0ea4b8f1fb3f tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894279 Nov 10 03:41:05.052582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78c2cad6-cc31-4cf6-b812-2d7168a6a80a req-6e3ef5c2-e69b-4106-9e0e-6416135112ea service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991809 Nov 10 03:41:05.073897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 81671829-7770-4592-ad5d-921ed59bc69f details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:05.202643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 81671829-7770-4592-ad5d-921ed59bc69f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=81671829-7770-4592-ad5d-921ed59bc69f,segment=NetworkSegment(249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7),segment_id=249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:05.217290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '81671829-7770-4592-ad5d-921ed59bc69f', 'network_id': '7b8347a4-1bbc-4c35-835b-f2d866898135', 'port_id': '81671829-7770-4592-ad5d-921ed59bc69f', 'mac_address': 'fa:16:3e:48:1b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72e2417-e275-48df-8c47-e4d861244e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:05.261155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:05.279381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81671829-7770-4592-ad5d-921ed59bc69f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:05.299936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 81671829-7770-4592-ad5d-921ed59bc69f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=81671829-7770-4592-ad5d-921ed59bc69f,segment=NetworkSegment(249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7),segment_id=249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:05.308155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:05.327908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368b8e2-4bf9-4d40-a7d1-28ce7930dc59 req-36548d51-af87-40ab-8657-695427ab075b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:05.331000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8368b8e2-4bf9-4d40-a7d1-28ce7930dc59 req-36548d51-af87-40ab-8657-695427ab075b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 945 time: 0.1007321 Nov 10 03:41:05.336121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dd853-805d-4a13-bf30-eecd0a802c9d req-015b7e1c-347a-494b-bafb-c2ec45ce2525 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:05.337782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d3dd853-805d-4a13-bf30-eecd0a802c9d req-015b7e1c-347a-494b-bafb-c2ec45ce2525 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 1100 time: 0.1076767 Nov 10 03:41:05.366011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=81671829-7770-4592-ad5d-921ed59bc69f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:05.422332 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8368b8e2-4bf9-4d40-a7d1-28ce7930dc59 req-fda881dc-2d93-464c-a4b1-7909c3c7e2d8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834582 Nov 10 03:41:05.424452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d3dd853-805d-4a13-bf30-eecd0a802c9d req-2282f882-3a70-47cf-93d2-31f23b001e6b tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789931 Nov 10 03:41:05.517719 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3546157-b5a7-46e3-9cc9-c01d78f6f65f req-40f32bf6-f0a5-4cd1-b78a-d8ffe876feec tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0349257 Nov 10 03:41:05.551629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc716da8-c470-474b-b609-a26d22a4d61e req-91399073-c702-47b4-ac16-e080080d6b22 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:05.553142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc716da8-c470-474b-b609-a26d22a4d61e req-91399073-c702-47b4-ac16-e080080d6b22 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 1101 time: 0.0578389 Nov 10 03:41:05.603084 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc716da8-c470-474b-b609-a26d22a4d61e req-2be6464c-2baf-4f83-98b1-a8e6e7d5c9e4 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Nov 10 03:41:05.767829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689607e4-dd06-4ca6-836a-b73da3e56159 req-b98b2cf9-ac47-4d66-b3e3-08eb2cedd71b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:05.769986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-689607e4-dd06-4ca6-836a-b73da3e56159 req-b98b2cf9-ac47-4d66-b3e3-08eb2cedd71b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0574970 Nov 10 03:41:05.887681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-c3b0f331-aed4-4226-91e1-6a190da8a5e4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379362 Nov 10 03:41:05.900006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-8e98208e-7d9e-45aa-95c7-6340688c657c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:05.902414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-8e98208e-7d9e-45aa-95c7-6340688c657c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1425924 Nov 10 03:41:05.902555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-689607e4-dd06-4ca6-836a-b73da3e56159 req-63c2cd32-6c76-464a-a787-ca833386220e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247046 Nov 10 03:41:05.923643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Request body: {'port': {'device_id': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'admin_state_up': True, 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:05.937100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['81671829-7770-4592-ad5d-921ed59bc69f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:06.079950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d95236-d796-4502-b5dc-1f3d60eb4948 req-43f0c8c4-84c0-48e9-b264-d690efed3a93 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:06.087705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3d95236-d796-4502-b5dc-1f3d60eb4948 req-43f0c8c4-84c0-48e9-b264-d690efed3a93 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 944 time: 0.0914516 Nov 10 03:41:06.112007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-fb0f3355-76db-4b3d-bfa4-fee28d402748 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:06.113633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-fb0f3355-76db-4b3d-bfa4-fee28d402748 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251639 Nov 10 03:41:06.127498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:06.131228 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:06.149606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-5b64c616-1d96-4ea1-8fbd-0d639a5a7533 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/quotas/5adf10f61b2847cab1a63bb46545540f HTTP/1.1" status: 200 len: 375 time: 0.0275657 Nov 10 03:41:06.154327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3d95236-d796-4502-b5dc-1f3d60eb4948 req-47939973-4956-4b3e-b309-9495700ef78b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658448 Nov 10 03:41:06.227802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-af04d9fb-757a-42fc-a1be-559e8e6cc9aa tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0723014 Nov 10 03:41:06.300278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98867d-c22b-4796-93f8-5c96b4379d2c req-08b27262-ba1a-458a-ada4-cb14685b1f25 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:06.301792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf98867d-c22b-4796-93f8-5c96b4379d2c req-08b27262-ba1a-458a-ada4-cb14685b1f25 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 944 time: 0.0648189 Nov 10 03:41:06.319454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Allocated IP 172.20.0.14 (0ec4587b-d728-4a63-9c0c-619a3f29f64f/2aec2abc-22bf-4be7-a15e-af32f36fe32d/6feed5ab-b34e-4354-b939-db0b6315c50f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:06.382436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf98867d-c22b-4796-93f8-5c96b4379d2c req-8cc0ef55-fa69-46e4-a82e-01201fabd46b tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728936 Nov 10 03:41:06.500673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cd8f23f-9496-4e4e-973e-c2f200c5709c req-8b0ef065-4fb2-4dc1-9f68-2b16a5ce40e2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 210 time: 0.0370178 Nov 10 03:41:06.631109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:06.634801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-502cc2a8-bdc5-4f85-bdae-451c8f0d418c req-895481a7-797c-427b-bfc7-9ad06de3fac6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0353832 Nov 10 03:41:06.646963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199ded-47ee-495b-b079-62844fedc923 req-980b0b70-31d3-4f33-82df-965fa882482f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:06.655113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9199ded-47ee-495b-b079-62844fedc923 req-980b0b70-31d3-4f33-82df-965fa882482f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 945 time: 0.1005623 Nov 10 03:41:06.713392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:06.719579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9199ded-47ee-495b-b079-62844fedc923 req-845935c0-cc02-46aa-a792-cb3b573a3e21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635867 Nov 10 03:41:06.774815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:06.779696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:06.785980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:06.844406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event updated for resources: {'Port': ['ID=6feed5ab-b34e-4354-b939-db0b6315c50f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:06.883334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:06.884347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:06.904658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-3d532edc-aca6-4282-bb77-b69dcc0e3e29 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9848630 Nov 10 03:41:06.906571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-91966cf2-998d-45a7-b4e5-6d18525bb0ee tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1738884759&fields=id&tenant_id=95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 267 time: 0.0586832 Nov 10 03:41:06.925860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Request body: {'port': {'device_id': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:06.979194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-9691b6cf-b5f4-4176-9595-05e2a7d904d2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:06.980969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-9691b6cf-b5f4-4176-9595-05e2a7d904d2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 945 time: 0.0687399 Nov 10 03:41:07.005783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.027099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'port': {'security_groups': ['3a90b530-7448-4797-b2fc-9c11b6d6b6b8', 'ab4d24f9-d5e7-4960-87cb-579326402459']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:07.078990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3f756209-20e6-4624-b403-ea748bc4a4d6 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:07.089611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 81671829-7770-4592-ad5d-921ed59bc69f up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:07.090092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862b0b2-575f-49e8-814b-7e6a189995f9 req-1e88c947-5ea5-47cd-af4c-f6db754ab34f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:07.091633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1862b0b2-575f-49e8-814b-7e6a189995f9 req-1e88c947-5ea5-47cd-af4c-f6db754ab34f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1097713 Nov 10 03:41:07.191802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1862b0b2-575f-49e8-814b-7e6a189995f9 req-0790620f-5bbf-4d0d-9ee1-3173dc4f8711 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Nov 10 03:41:07.195797 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.353917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 81671829-7770-4592-ad5d-921ed59bc69f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:07.360700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 81671829-7770-4592-ad5d-921ed59bc69f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:07.363015 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.427676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6feed5ab-b34e-4354-b939-db0b6315c50f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:07.431133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:07.437480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.450687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'mac_address': 'fa:16:3e:01:d9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:07.451732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9dc91-d0a7-4a7b-b298-3a06c12075bb req-55ce3197-a06c-4a5f-abbc-e5f2d85a3659 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:07.453518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Transition to ACTIVE for port object 6feed5ab-b34e-4354-b939-db0b6315c50f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:07.454475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4a9dc91-d0a7-4a7b-b298-3a06c12075bb req-55ce3197-a06c-4a5f-abbc-e5f2d85a3659 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 944 time: 0.1359076 Nov 10 03:41:07.457913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.540577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Pushing event updated for resources: {'Port': ['ID=6feed5ab-b34e-4354-b939-db0b6315c50f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:07.556998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4a9dc91-d0a7-4a7b-b298-3a06c12075bb req-089bdec6-2294-4781-b4aa-4f608fd62451 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862646 Nov 10 03:41:07.560911 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.562500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:07.601020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f756209-20e6-4624-b403-ea748bc4a4d6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:07.620984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.626978 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.667980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.673705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:07.682461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Attempting to bind port 6feed5ab-b34e-4354-b939-db0b6315c50f on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:07.682785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Attempting to bind port 6feed5ab-b34e-4354-b939-db0b6315c50f by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:07.683129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Attempting to bind port 6feed5ab-b34e-4354-b939-db0b6315c50f on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:07.684983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:07.687718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Port 6feed5ab-b34e-4354-b939-db0b6315c50f on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:07.687964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Attempting to bind port 6feed5ab-b34e-4354-b939-db0b6315c50f on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:07.693057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.693539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:07.693871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Checking segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:07.694345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Bound using segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:07.694767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Bound port: 6feed5ab-b34e-4354-b939-db0b6315c50f, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:07.695676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.799387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81671829-7770-4592-ad5d-921ed59bc69f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:07.803152 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2bb735-a486-444a-890e-782df848f0f1" -d '{"events": [{"server_uuid": "0ed7bad7-c322-403c-8c1d-8c4195074284", "name": "network-vif-plugged", "status": "completed", "tag": "81671829-7770-4592-ad5d-921ed59bc69f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:07.814798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.825834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] For port 6feed5ab-b34e-4354-b939-db0b6315c50f, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:07.828088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:07.829351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.832582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] For port 6feed5ab-b34e-4354-b939-db0b6315c50f, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6feed5ab-b34e-4354-b939-db0b6315c50f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:07.850640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 81671829-7770-4592-ad5d-921ed59bc69f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=81671829-7770-4592-ad5d-921ed59bc69f,segment=NetworkSegment(249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7),segment_id=249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:07.851752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09a2f4d1-d4e3-45e5-ad04-bcd5fe09f4a7 req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "PUT /v2.0/ports/d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 200 len: 981 time: 0.8565414 Nov 10 03:41:07.854493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.861930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-0c8ef5d1-b4a6-46aa-afd0-e0a98256444c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330888 Nov 10 03:41:07.865752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:07.871883 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced857e-78f1-4d59-9a55-14953b6c234d" -d '{"events": [{"name": "network-changed", "server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:07.877315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:07.881201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:07.942471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb097ec6-3769-4bb0-9052-a6679d2b9f78 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=6']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:07.980315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=81671829-7770-4592-ad5d-921ed59bc69f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:07.984584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Pushing event updated for resources: {'Port': ['ID=6feed5ab-b34e-4354-b939-db0b6315c50f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:08.020250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.022442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:08.027295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-747b6c5a-7602-4245-8a20-758a74f79303 service neutron] 10.222.0.11 "PUT /v2.0/ports/6feed5ab-b34e-4354-b939-db0b6315c50f HTTP/1.1" status: 200 len: 1092 time: 1.1069512 Nov 10 03:41:08.028704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'tag': '6feed5ab-b34e-4354-b939-db0b6315c50f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:08.031517 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020f1264-ce22-4d71-9abb-0e4eadbb8d55" -d '{"events": [{"name": "network-changed", "server_uuid": "a01f42f8-f102-4369-b62c-2193f4ef2499", "tag": "6feed5ab-b34e-4354-b939-db0b6315c50f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:08.044383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6132de2-bbd7-4696-ad03-28bae2586790 req-21b71f1d-f107-43b7-86f4-ce04a3f9b26e tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.052248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6132de2-bbd7-4696-ad03-28bae2586790 req-21b71f1d-f107-43b7-86f4-ce04a3f9b26e tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 944 time: 0.2910182 Nov 10 03:41:08.082390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:08.101249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76751cba-6e15-4e7a-a2fd-52b55666f871 req-f1fcf197-118e-4064-98ab-08ed145b7d86 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 210 time: 0.0445795 Nov 10 03:41:08.151874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6132de2-bbd7-4696-ad03-28bae2586790 req-83707176-600e-4aaf-a745-dd55cc6c7d51 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859811 Nov 10 03:41:08.187027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-8a9b790e-bc9b-4c5d-a870-71fd933438ca tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.188607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-8a9b790e-bc9b-4c5d-a870-71fd933438ca tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2945681 Nov 10 03:41:08.212328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': '382b35e8-caae-492e-9cae-2eb14841d042', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:08.236281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-e948686b-fb41-4d5a-8ac1-9a48e1d1d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.236484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-e948686b-fb41-4d5a-8ac1-9a48e1d1d041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 1095 time: 0.0778253 Nov 10 03:41:08.239302 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef2dd2-8557-40de-94e6-7595b2fb8e14 x-openstack-request-id: req-04ef2dd2-8557-40de-94e6-7595b2fb8e14 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:08.239825 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed7bad7-c322-403c-8c1d-8c4195074284", "name": "network-vif-plugged", "status": "completed", "tag": "81671829-7770-4592-ad5d-921ed59bc69f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:08.240080 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04ef2dd2-8557-40de-94e6-7595b2fb8e14 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:08.240468 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81671829-7770-4592-ad5d-921ed59bc69f', 'code': 200} Nov 10 03:41:08.327122 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-eb644c8d-42cb-4ce0-a976-8b6113f04e74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feed5ab-b34e-4354-b939-db0b6315c50f HTTP/1.1" status: 200 len: 217 time: 0.0550587 Nov 10 03:41:08.338187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['3f756209-20e6-4624-b403-ea748bc4a4d6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:08.432113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32c83409-8950-4605-b982-4df2dacf1935 req-7e9e3719-3424-4748-8f1a-e92efd5a6914 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-860308078&fields=id&tenant_id=95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 267 time: 0.1142523 Nov 10 03:41:08.440883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36160-335a-4357-b653-a9c1fdc33245 req-17c2b964-21de-4f4d-b437-19dbb0f568d6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.447775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-031b6a08-bb04-47df-a818-c86e1f539093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.448343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23a36160-335a-4357-b653-a9c1fdc33245 req-17c2b964-21de-4f4d-b437-19dbb0f568d6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 944 time: 0.2072530 Nov 10 03:41:08.450128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-031b6a08-bb04-47df-a818-c86e1f539093 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.1040130 Nov 10 03:41:08.475243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04004c-c1b1-4122-879a-9a419025c120 req-5c165f6a-9f19-45fd-8c33-637ee0dbed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.477996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f04004c-c1b1-4122-879a-9a419025c120 req-5c165f6a-9f19-45fd-8c33-637ee0dbed67 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 1096 time: 0.1299994 Nov 10 03:41:08.515990 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-7957d203-19de-4f59-af70-13e880e2af49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577302 Nov 10 03:41:08.519296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:08.522747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:08.566845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23a36160-335a-4357-b653-a9c1fdc33245 req-7a57b0f2-661d-4f41-bdde-6abf8b9c39a4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178746 Nov 10 03:41:08.580711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f04004c-c1b1-4122-879a-9a419025c120 req-b2298eae-3181-46c2-8fb5-874b49e38bab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873489 Nov 10 03:41:08.592437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c83409-8950-4605-b982-4df2dacf1935 req-0047e342-2cc3-4485-838c-1f717682f49b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.598771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32c83409-8950-4605-b982-4df2dacf1935 req-0047e342-2cc3-4485-838c-1f717682f49b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 984 time: 0.1424203 Nov 10 03:41:08.605607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'port': {'security_groups': ['3a90b530-7448-4797-b2fc-9c11b6d6b6b8', 'ab4d24f9-d5e7-4960-87cb-579326402459', 'e5be76ea-64ca-4f37-9abf-6b304a7e0aa5']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:08.631511 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51028623-6c17-4ca8-baa8-b4982ac06d41 x-openstack-request-id: req-51028623-6c17-4ca8-baa8-b4982ac06d41 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:08.631821 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:08.632045 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51028623-6c17-4ca8-baa8-b4982ac06d41 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:08.632438 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036', 'status': 'completed', 'code': 200} Nov 10 03:41:08.641364 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-2989daa0-620e-4a12-9d15-55c861010fdb service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117713 Nov 10 03:41:08.664718 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d99e39-1c90-40b4-b93f-1f2898b275fb x-openstack-request-id: req-95d99e39-1c90-40b4-b93f-1f2898b275fb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:08.665020 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01f42f8-f102-4369-b62c-2193f4ef2499", "tag": "6feed5ab-b34e-4354-b939-db0b6315c50f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:08.665245 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95d99e39-1c90-40b4-b93f-1f2898b275fb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:08.666449 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'tag': '6feed5ab-b34e-4354-b939-db0b6315c50f', 'status': 'completed', 'code': 200} Nov 10 03:41:08.758041 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:08.842246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.67 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/7531761b-640d-44fc-9848-6749f1a1d60f) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:08.879130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6039d-8651-42fd-88b8-b6573a76eca4 req-cec6cd3b-1f12-48ba-9b31-8da3db267a4d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:08.880638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8f6039d-8651-42fd-88b8-b6573a76eca4 req-cec6cd3b-1f12-48ba-9b31-8da3db267a4d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1551440 Nov 10 03:41:09.028749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8f6039d-8651-42fd-88b8-b6573a76eca4 req-432d93fe-d4e3-4036-890e-fdfdf58e9562 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404340 Nov 10 03:41:09.194631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:09.209611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:09.211693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-6b388fde-aa93-403b-a59f-a37fe41a854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.213339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-6b388fde-aa93-403b-a59f-a37fe41a854b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1135 time: 0.0726681 Nov 10 03:41:09.218702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a87e0349-17b9-4875-8e3a-edfbebd54f21 req-12b2f236-d047-4afe-a1e3-dd033e4ed2db service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285818 Nov 10 03:41:09.261387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c682dd-31e6-4879-957d-40048ec0bfa1 req-7b8d2375-008f-4277-8013-00e7fc79a283 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.263093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42c682dd-31e6-4879-957d-40048ec0bfa1 req-7b8d2375-008f-4277-8013-00e7fc79a283 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 945 time: 0.1480377 Nov 10 03:41:09.293548 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:09.305008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:09.355348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:09.362187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:09.374990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.375621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:09.377070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32c83409-8950-4605-b982-4df2dacf1935 req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "PUT /v2.0/ports/d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 200 len: 1020 time: 0.7774897 Nov 10 03:41:09.378701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-2e422386-69fd-446e-a9a6-39bd4a5f0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.380258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-2e422386-69fd-446e-a9a6-39bd4a5f0206 service neutron] 10.222.0.11 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 912 time: 0.1493144 Nov 10 03:41:09.420694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42c682dd-31e6-4879-957d-40048ec0bfa1 req-97653009-e2ff-4688-9cdc-95a69a44f2ae tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428950 Nov 10 03:41:09.427073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:09.429599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-6430b1ed-6d59-4c66-8e59-f7bb1d78bd2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 200 len: 217 time: 0.0405254 Nov 10 03:41:09.431675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-1e610514-bb98-4db5-84ee-b3431670fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.433081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-1e610514-bb98-4db5-84ee-b3431670fe73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 1095 time: 0.1025229 Nov 10 03:41:09.437327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:09.439323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f908b-44ab-4f22-bc01-d5194f2e61b8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:09.441828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:09.484087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:09.756870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.757541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:09.766290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=7531761b-640d-44fc-9848-6749f1a1d60f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:09.789751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:09.791896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0647c-544b-41bc-bf82-0d15205f4598 req-4ed95f5c-5ed7-4eba-b509-29e8aad87848 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.799232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29d0647c-544b-41bc-bf82-0d15205f4598 req-4ed95f5c-5ed7-4eba-b509-29e8aad87848 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 935 time: 0.2018554 Nov 10 03:41:09.808689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-6d9f2b2f-25bb-4e03-a49d-c5b16b54e9ec tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6036437 Nov 10 03:41:09.830594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5732ac-f376-44da-81c5-e391b023cb4a req-1ff94fde-4261-4df4-b315-3c7c2abfb81a tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.832149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c5732ac-f376-44da-81c5-e391b023cb4a req-1ff94fde-4261-4df4-b315-3c7c2abfb81a tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 945 time: 0.1558754 Nov 10 03:41:09.837460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Request body: {'port': {'device_id': '382b35e8-caae-492e-9cae-2eb14841d042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:09.904792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-4484caf7-be5a-450a-9d9c-eb1c13110d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:09.906628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-4484caf7-be5a-450a-9d9c-eb1c13110d90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.4632759 Nov 10 03:41:09.923305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b0e2aa0f-d8af-4e55-affd-253caa047682 None None] Provisioning complete for port 7531761b-640d-44fc-9848-6749f1a1d60f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:09.923826 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0e2aa0f-d8af-4e55-affd-253caa047682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:09.928476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29d0647c-544b-41bc-bf82-0d15205f4598 req-578c4f4b-3a89-424a-9399-1d653903f834 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266284 Nov 10 03:41:09.961913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-64b79fe9-9829-432f-afad-946857568630 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473487 Nov 10 03:41:10.005471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b0e2aa0f-d8af-4e55-affd-253caa047682 None None] Port 7531761b-640d-44fc-9848-6749f1a1d60f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:41:10.017069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:10.045999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-4ca8abd6-3140-4170-8b0d-2bfd6a9d2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:10.046939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-4ca8abd6-3140-4170-8b0d-2bfd6a9d2572 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 912 time: 0.5903060 Nov 10 03:41:10.058351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c5732ac-f376-44da-81c5-e391b023cb4a req-ee13c05b-6218-4448-afbf-9ced127374bb tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108264 Nov 10 03:41:10.123115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-f7bf7ba6-bffd-432d-8538-0a22396e8f2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feed5ab-b34e-4354-b939-db0b6315c50f HTTP/1.1" status: 200 len: 217 time: 0.0593565 Nov 10 03:41:10.194657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-0dbd82e4-f2d9-438d-ae9d-7bc2ec629112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:10.197454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-0dbd82e4-f2d9-438d-ae9d-7bc2ec629112 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0643945 Nov 10 03:41:10.210391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730dd11-b1e9-4ff9-9dea-ed875b342082 req-962409f3-5eb4-45ec-9162-650fa3abd154 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:10.219279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a730dd11-b1e9-4ff9-9dea-ed875b342082 req-962409f3-5eb4-45ec-9162-650fa3abd154 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1023 time: 0.1937387 Nov 10 03:41:10.276360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-234d9979-476d-45ce-8a99-954cd3a6ea76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692322 Nov 10 03:41:10.288027 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-f7953df8-fab1-4481-a8c6-6d626da27ea8 service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138037 Nov 10 03:41:10.357163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075b269-e65b-44b6-9160-2de8e83fcb49 req-d3b67886-5fa4-4d1b-961b-7b5c5120ca3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:10.364413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075b269-e65b-44b6-9160-2de8e83fcb49 req-d3b67886-5fa4-4d1b-961b-7b5c5120ca3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 944 time: 0.2048001 Nov 10 03:41:10.461366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:10.489540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a730dd11-b1e9-4ff9-9dea-ed875b342082 req-1098d59c-bafb-47a4-994e-1bd23b98a5f8 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab4d24f9-d5e7-4960-87cb-579326402459&id=e5be76ea-64ca-4f37-9abf-6b304a7e0aa5&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8 HTTP/1.1" status: 200 len: 6200 time: 0.2687440 Nov 10 03:41:10.584060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-c101cac3-28a5-4f64-a5da-0ee0b1da1aae service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384031 Nov 10 03:41:10.620442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075b269-e65b-44b6-9160-2de8e83fcb49 req-936c0b58-f9da-4e51-b78c-272d43d2545d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550666 Nov 10 03:41:10.635461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:10.637960 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:10.687673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41bd7-b4a5-4557-b8b9-51212541af23 req-3d4a09af-8712-4ac3-8963-edcb3b688b2d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:10.696984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6af41bd7-b4a5-4557-b8b9-51212541af23 req-3d4a09af-8712-4ac3-8963-edcb3b688b2d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1415241 Nov 10 03:41:10.733747 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7531761b-640d-44fc-9848-6749f1a1d60f {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:10.748367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:10.771937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ced857e-78f1-4d59-9a55-14953b6c234d req-a77d3178-2189-42a3-b892-eaddf9c71323 service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777507 Nov 10 03:41:10.784280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6af41bd7-b4a5-4557-b8b9-51212541af23 req-0f50a626-d074-4875-b7da-1c3932060621 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860956 Nov 10 03:41:10.787034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-020f1264-ce22-4d71-9abb-0e4eadbb8d55 req-399c404c-1dc1-435b-87aa-768ce76cb294 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557350 Nov 10 03:41:10.791811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Transition to ACTIVE for port object 7531761b-640d-44fc-9848-6749f1a1d60f will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:10.796303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:10.862250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c36ae9a5-b77f-4d56-bd27-583fc06a09a4 req-fa505b2d-9683-496a-b6a1-888a13d63b90 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1250596702 ', 'description': 'tempest-description-297844131'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:10.949238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Pushing event updated for resources: {'Port': ['ID=7531761b-640d-44fc-9848-6749f1a1d60f,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:10.976811 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c36ae9a5-b77f-4d56-bd27-583fc06a09a4 req-fa505b2d-9683-496a-b6a1-888a13d63b90 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:10.985575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525dee-5c8b-4cb0-896d-0fcd6877e204 req-59caa70d-6689-46ff-a9c2-c0f5e447f694 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:10.987228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45525dee-5c8b-4cb0-896d-0fcd6877e204 req-59caa70d-6689-46ff-a9c2-c0f5e447f694 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 945 time: 0.1885872 Nov 10 03:41:11.105182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3f756209-20e6-4624-b403-ea748bc4a4d6 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:11.107461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Attempting to bind port 7531761b-640d-44fc-9848-6749f1a1d60f on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:11.109350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Attempting to bind port 7531761b-640d-44fc-9848-6749f1a1d60f by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:11.109350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Attempting to bind port 7531761b-640d-44fc-9848-6749f1a1d60f on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:11.112932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45525dee-5c8b-4cb0-896d-0fcd6877e204 req-b6057fab-89be-4045-b4c8-0c2daf677954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974331 Nov 10 03:41:11.121249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Port 7531761b-640d-44fc-9848-6749f1a1d60f on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:11.121249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Attempting to bind port 7531761b-640d-44fc-9848-6749f1a1d60f on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:11.135865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:11.138906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:11.139247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:11.139708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Bound port: 7531761b-640d-44fc-9848-6749f1a1d60f, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:11.140064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.163474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c36ae9a5-b77f-4d56-bd27-583fc06a09a4 req-fa505b2d-9683-496a-b6a1-888a13d63b90 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.169647 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c36ae9a5-b77f-4d56-bd27-583fc06a09a4 req-fa505b2d-9683-496a-b6a1-888a13d63b90 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.217864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 3f756209-20e6-4624-b403-ea748bc4a4d6 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:11.222884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 3f756209-20e6-4624-b403-ea748bc4a4d6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:11.223664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.230521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c36ae9a5-b77f-4d56-bd27-583fc06a09a4 req-fa505b2d-9683-496a-b6a1-888a13d63b90 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.232021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c36ae9a5-b77f-4d56-bd27-583fc06a09a4 req-fa505b2d-9683-496a-b6a1-888a13d63b90 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4056687 Nov 10 03:41:11.267148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa505b2d-9683-496a-b6a1-888a13d63b90 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069efcfb-70c5-4c24-86da-905c4a84e906,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:11.296468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] For port 7531761b-640d-44fc-9848-6749f1a1d60f, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:11.308733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] For port 7531761b-640d-44fc-9848-6749f1a1d60f, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7531761b-640d-44fc-9848-6749f1a1d60f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:11.314717 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fc9fb3-6d5c-424d-9f9e-2192ce11e99d x-openstack-request-id: req-e5fc9fb3-6d5c-424d-9f9e-2192ce11e99d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:11.315009 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:11.315257 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5fc9fb3-6d5c-424d-9f9e-2192ce11e99d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:11.315654 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036', 'status': 'completed', 'code': 200} Nov 10 03:41:11.322682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.340120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.377385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:11.379845 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2906b-e363-4577-9e5d-15761766e7a2" -d '{"events": [{"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-plugged", "status": "completed", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:11.395111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:11.398043 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.436744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-59b64ece-59af-4e52-9e63-d5c30fd6b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:11.438573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-59b64ece-59af-4e52-9e63-d5c30fd6b667 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1174 time: 0.0565450 Nov 10 03:41:11.453218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:11.456529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:11.457161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:11.458600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] 10.222.0.11 "PUT /v2.0/ports/7531761b-640d-44fc-9848-6749f1a1d60f HTTP/1.1" status: 200 len: 1095 time: 1.6253669 Nov 10 03:41:11.500523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bed75-68ef-4770-95d9-92166ce8deb2 req-70aa79cd-fc5a-424f-9dfe-5038eb9ca409 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:11.502685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-109bed75-68ef-4770-95d9-92166ce8deb2 req-70aa79cd-fc5a-424f-9dfe-5038eb9ca409 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 947 time: 0.1858642 Nov 10 03:41:11.503316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a64156-5466-4067-8e18-62bf5d76a4cd service neutron] Pushing event updated for resources: {'Port': ['ID=7531761b-640d-44fc-9848-6749f1a1d60f,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:11.557367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7c4d9-8498-4684-b01e-626754ebe9eb req-121d8c56-f42a-4b04-842e-b7d246b486ab tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:11.559168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60c7c4d9-8498-4684-b01e-626754ebe9eb req-121d8c56-f42a-4b04-842e-b7d246b486ab tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 945 time: 0.1673219 Nov 10 03:41:11.613235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-be674e88-30a2-44e0-8ecb-24ddce22f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:11.615328 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-be674e88-30a2-44e0-8ecb-24ddce22f8a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 912 time: 0.1487396 Nov 10 03:41:11.680078 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-709fda5c-3cf0-4f89-ac05-8e662148553c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 200 len: 217 time: 0.0570252 Nov 10 03:41:11.740603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-c21325d5-2c29-4463-a6d0-ff0aa318c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:11.742159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-c21325d5-2c29-4463-a6d0-ff0aa318c129 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.0543225 Nov 10 03:41:11.784620 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-7b00bea3-4455-4198-94c3-a944145b0805 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264864 Nov 10 03:41:11.894587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-b65ffddc-0b83-4ee2-942b-33e90b548b3b service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942781 Nov 10 03:41:11.898245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-109bed75-68ef-4770-95d9-92166ce8deb2 req-d477e2db-4fe7-4d12-ba39-32f988428272 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846054 Nov 10 03:41:11.925318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-7fd58c3d-da8e-4a11-a205-9c80caddc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:11.926823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-7fd58c3d-da8e-4a11-a205-9c80caddc31b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 1098 time: 0.3874848 Nov 10 03:41:11.936743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60c7c4d9-8498-4684-b01e-626754ebe9eb req-a0ef1a23-9fae-4306-a3b5-8c6ba24a7d84 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667572 Nov 10 03:41:11.999895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-199a5b01-53c9-43ac-a262-d7204ecf848b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=7531761b-640d-44fc-9848-6749f1a1d60f HTTP/1.1" status: 200 len: 217 time: 0.0537853 Nov 10 03:41:12.034278 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ce5020-6f1f-46cb-9e2e-01bbba93b76e x-openstack-request-id: req-a2ce5020-6f1f-46cb-9e2e-01bbba93b76e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:12.034975 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-plugged", "status": "completed", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:12.035565 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2ce5020-6f1f-46cb-9e2e-01bbba93b76e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:12.036316 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'code': 200} Nov 10 03:41:12.056799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27467dbd-1938-4f16-8d8a-87e35f545375 req-ee9968df-ae7c-4ec3-aaca-7f0952393492 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/069efcfb-70c5-4c24-86da-905c4a84e906 HTTP/1.1" status: 200 len: 1797 time: 0.1169186 Nov 10 03:41:12.083179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-e2347f99-8ce6-4e4f-b770-b5f3c29d8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:12.084833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-e2347f99-8ce6-4e4f-b770-b5f3c29d8a98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0707247 Nov 10 03:41:12.085690 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3506cc6b-04cf-4d5f-a7e2-db3db522ffaf req-1f6bc851-5dc7-4e7f-996f-6ec039d4a90b service neutron] 10.222.0.11 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822822 Nov 10 03:41:12.204530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e12f-1cc4-4516-8a14-de058e1bf403 req-84d0b0cd-1d60-4ad8-ae20-ad7b7a338fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:12.207227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a8b8e12f-1cc4-4516-8a14-de058e1bf403 req-84d0b0cd-1d60-4ad8-ae20-ad7b7a338fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 1097 time: 0.0493014 Nov 10 03:41:12.210922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dd901-9de6-4fb3-9539-2f15219a4321 req-7083fffc-6373-4acc-96d0-0a529caa59e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:12.212440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c7dd901-9de6-4fb3-9539-2f15219a4321 req-7083fffc-6373-4acc-96d0-0a529caa59e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 944 time: 0.1160247 Nov 10 03:41:12.240967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-4ecf8c0d-b027-4a01-8962-5d1432f176ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:12.242482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-4ecf8c0d-b027-4a01-8962-5d1432f176ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139741 Nov 10 03:41:12.276201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6107c-5863-4aa4-a823-e6f724fab925 req-48f7b901-40a5-4cbf-90ad-2ff3054a0c76 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:12.276537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a8b8e12f-1cc4-4516-8a14-de058e1bf403 req-cfcefe1e-5c46-413d-96e1-50ecbb4a8060 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577435 Nov 10 03:41:12.277621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2f6107c-5863-4aa4-a823-e6f724fab925 req-48f7b901-40a5-4cbf-90ad-2ff3054a0c76 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1198552 Nov 10 03:41:12.346693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c7dd901-9de6-4fb3-9539-2f15219a4321 req-160fdca9-8ba3-4a96-9347-7c1459442f2b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269863 Nov 10 03:41:12.405441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2f6107c-5863-4aa4-a823-e6f724fab925 req-4bbdea34-604b-44bb-8d7e-6b04b4e78b8f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108334 Nov 10 03:41:12.438492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-9aebf42b-aa2f-46b6-8248-cf88a940e573 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846821 Nov 10 03:41:12.453384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9bc07885-91d4-466c-9104-cfaa38ba8358 req-3311600f-ecbc-48f0-8c40-bbb945ff0334 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/069efcfb-70c5-4c24-86da-905c4a84e906 HTTP/1.1" status: 200 len: 1797 time: 0.0603473 Nov 10 03:41:12.561927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9bc07885-91d4-466c-9104-cfaa38ba8358 req-a745be41-78fe-4592-8c61-78453898a34d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:12.602618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1682-d583-40d5-9323-705c0b00539f req-d678bcaa-7e01-41c1-8811-6274141ea3f6 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:12.604155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a8a1682-d583-40d5-9323-705c0b00539f req-d678bcaa-7e01-41c1-8811-6274141ea3f6 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 946 time: 0.0972466 Nov 10 03:41:12.605838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9bc07885-91d4-466c-9104-cfaa38ba8358 req-a745be41-78fe-4592-8c61-78453898a34d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:12.721186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a8a1682-d583-40d5-9323-705c0b00539f req-669ab214-9343-4e0d-8c48-d9237ff9bf04 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071413 Nov 10 03:41:12.746820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9bc07885-91d4-466c-9104-cfaa38ba8358 req-a745be41-78fe-4592-8c61-78453898a34d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:12.750304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9bc07885-91d4-466c-9104-cfaa38ba8358 req-a745be41-78fe-4592-8c61-78453898a34d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:12.754691 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9bc07885-91d4-466c-9104-cfaa38ba8358 req-a745be41-78fe-4592-8c61-78453898a34d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/069efcfb-70c5-4c24-86da-905c4a84e906 HTTP/1.1" status: 204 len: 173 time: 0.2944112 Nov 10 03:41:12.803150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745be41-78fe-4592-8c61-78453898a34d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069efcfb-70c5-4c24-86da-905c4a84e906,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:12.821323 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-106e3582-6ad8-4922-ba57-534fd7c72903 req-fcd821b9-59be-4ba7-a916-91ee402892ed tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:12.832012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-106e3582-6ad8-4922-ba57-534fd7c72903 req-fcd821b9-59be-4ba7-a916-91ee402892ed tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/069efcfb-70c5-4c24-86da-905c4a84e906 HTTP/1.1" status: 404 len: 352 time: 0.0543664 Nov 10 03:41:12.845037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57917a8-ae56-402e-99fb-81fb01bcfe14 req-0e3f7132-e6b0-4899-a112-2e2f8ca361b0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920085 Nov 10 03:41:12.856296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-efc3bba4-ac10-40bb-8843-0357cfc93f42 req-2066cedd-79a9-4bb5-b500-64461a7d15a2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1663471553', 'description': 'tempest-description-1887165496'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:12.888498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-efc3bba4-ac10-40bb-8843-0357cfc93f42 req-2066cedd-79a9-4bb5-b500-64461a7d15a2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:12.994798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-efc3bba4-ac10-40bb-8843-0357cfc93f42 req-2066cedd-79a9-4bb5-b500-64461a7d15a2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.007897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-efc3bba4-ac10-40bb-8843-0357cfc93f42 req-2066cedd-79a9-4bb5-b500-64461a7d15a2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.058472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-efc3bba4-ac10-40bb-8843-0357cfc93f42 req-2066cedd-79a9-4bb5-b500-64461a7d15a2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.059715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efc3bba4-ac10-40bb-8843-0357cfc93f42 req-2066cedd-79a9-4bb5-b500-64461a7d15a2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2074494 Nov 10 03:41:13.061117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066cedd-79a9-4bb5-b500-64461a7d15a2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf41e6a6-bf1e-42db-a1af-196bd18392c4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:13.081037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a4e5d-f6e1-4736-ad8c-37180f39dd08 req-a0941aeb-88f5-40f1-8492-136e5c6e09bd tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:13.082692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-897a4e5d-f6e1-4736-ad8c-37180f39dd08 req-a0941aeb-88f5-40f1-8492-136e5c6e09bd tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 947 time: 0.0840275 Nov 10 03:41:13.096195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6feed5ab-b34e-4354-b939-db0b6315c50f details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:13.102599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-3b1af740-3945-42cc-adb1-67ba44f8d274 req-8930b048-c1da-42ad-b891-2a4c5059cdb0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-438329356', 'description': 'tempest-description-526048804'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:13.151271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3b1af740-3945-42cc-adb1-67ba44f8d274 req-8930b048-c1da-42ad-b891-2a4c5059cdb0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.176484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-897a4e5d-f6e1-4736-ad8c-37180f39dd08 req-0e37efb4-25ad-4719-b75a-8358aa96d7ad tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Nov 10 03:41:13.264209 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3b1af740-3945-42cc-adb1-67ba44f8d274 req-8930b048-c1da-42ad-b891-2a4c5059cdb0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.273058 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3b1af740-3945-42cc-adb1-67ba44f8d274 req-8930b048-c1da-42ad-b891-2a4c5059cdb0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.328808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382b35e8-caae-492e-9cae-2eb14841d042', 'tag': '7531761b-640d-44fc-9848-6749f1a1d60f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:13.331711 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c299b005-190e-4434-8bb0-762d6a05e4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "382b35e8-caae-492e-9cae-2eb14841d042", "tag": "7531761b-640d-44fc-9848-6749f1a1d60f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:13.335437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930b048-c1da-42ad-b891-2a4c5059cdb0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5312012-b58e-4f76-aef7-fb6c08e31f1e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:13.338445 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6877f1f8-1017-4d7d-9d58-20a95639bddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.342699 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3b1af740-3945-42cc-adb1-67ba44f8d274 req-8930b048-c1da-42ad-b891-2a4c5059cdb0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.343925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b1af740-3945-42cc-adb1-67ba44f8d274 req-8930b048-c1da-42ad-b891-2a4c5059cdb0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2472792 Nov 10 03:41:13.380298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-fc286703-02d2-49ae-8247-5c369167d041 req-bdc0a73f-a6b1-40ba-a2be-0387c7967a1f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-551331114', 'description': 'tempest-description-8981349'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:13.404356 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573be483-e49f-4759-bc64-25afac615d1b x-openstack-request-id: req-573be483-e49f-4759-bc64-25afac615d1b {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:13.404759 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382b35e8-caae-492e-9cae-2eb14841d042", "tag": "7531761b-640d-44fc-9848-6749f1a1d60f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:13.405564 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-573be483-e49f-4759-bc64-25afac615d1b {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:13.406316 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382b35e8-caae-492e-9cae-2eb14841d042', 'tag': '7531761b-640d-44fc-9848-6749f1a1d60f', 'status': 'completed', 'code': 200} Nov 10 03:41:13.412830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fc286703-02d2-49ae-8247-5c369167d041 req-bdc0a73f-a6b1-40ba-a2be-0387c7967a1f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.415363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6feed5ab-b34e-4354-b939-db0b6315c50f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6feed5ab-b34e-4354-b939-db0b6315c50f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:13.446736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '6feed5ab-b34e-4354-b939-db0b6315c50f', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'port_id': '6feed5ab-b34e-4354-b939-db0b6315c50f', 'mac_address': 'fa:16:3e:e0:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aec2abc-22bf-4be7-a15e-af32f36fe32d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:13.513967 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.530366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6feed5ab-b34e-4354-b939-db0b6315c50f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:13.564808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6feed5ab-b34e-4354-b939-db0b6315c50f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6feed5ab-b34e-4354-b939-db0b6315c50f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:13.583862 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.624237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-c7223882-f8dd-4f76-a4ba-ff8285e8097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:13.626124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-c7223882-f8dd-4f76-a4ba-ff8285e8097f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 1098 time: 0.1639767 Nov 10 03:41:13.640339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e008b-8360-4211-98cb-1397e34cb758 req-567b07aa-ccc1-4b9a-a858-6ad17c20ecc9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:13.643446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-899e008b-8360-4211-98cb-1397e34cb758 req-567b07aa-ccc1-4b9a-a858-6ad17c20ecc9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 944 time: 0.1646211 Nov 10 03:41:13.646101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fc286703-02d2-49ae-8247-5c369167d041 req-bdc0a73f-a6b1-40ba-a2be-0387c7967a1f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.662871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6feed5ab-b34e-4354-b939-db0b6315c50f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:13.684382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fc286703-02d2-49ae-8247-5c369167d041 req-bdc0a73f-a6b1-40ba-a2be-0387c7967a1f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.755630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-fc286703-02d2-49ae-8247-5c369167d041 req-bdc0a73f-a6b1-40ba-a2be-0387c7967a1f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:13.756952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc286703-02d2-49ae-8247-5c369167d041 req-bdc0a73f-a6b1-40ba-a2be-0387c7967a1f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3827503 Nov 10 03:41:13.792330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0a73f-a6b1-40ba-a2be-0387c7967a1f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d6676c-4daa-4c4f-9951-39a6dac94825,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:13.836319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-899e008b-8360-4211-98cb-1397e34cb758 req-ae18d9b9-59eb-421f-ab83-261bc436b5dc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777000 Nov 10 03:41:13.842312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-f1a0adf7-5c3b-4d6c-a754-41c634e547b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:13.845359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-f1a0adf7-5c3b-4d6c-a754-41c634e547b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1974196 Nov 10 03:41:13.941113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-1ef09f1b-8e93-4589-946c-666904b0fce9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=7531761b-640d-44fc-9848-6749f1a1d60f HTTP/1.1" status: 200 len: 217 time: 0.0882065 Nov 10 03:41:13.985864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920a4d0-bc30-4bd3-a475-d2e065b38c44 req-e9b10b89-d2fa-4819-9961-0efe1e97b531 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:13.987557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0920a4d0-bc30-4bd3-a475-d2e065b38c44 req-e9b10b89-d2fa-4819-9961-0efe1e97b531 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1280031 Nov 10 03:41:14.022051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086a847-724e-4184-ac4c-b022afafe98e req-e95d62ad-6d17-4ba7-a881-2b497658a963 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:14.023593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8086a847-724e-4184-ac4c-b022afafe98e req-e95d62ad-6d17-4ba7-a881-2b497658a963 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 946 time: 0.0850990 Nov 10 03:41:14.118938 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0920a4d0-bc30-4bd3-a475-d2e065b38c44 req-96cfe706-e011-4cdf-99f3-039b03072f7e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251004 Nov 10 03:41:14.123051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-0619cc7d-146f-4ebe-96f6-6b73bdd650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:14.124457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-0619cc7d-146f-4ebe-96f6-6b73bdd650a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0999780 Nov 10 03:41:14.167456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8086a847-724e-4184-ac4c-b022afafe98e req-995b24b3-570d-4f9c-b205-7d5f3eefa85b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192164 Nov 10 03:41:14.216763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-64bde1f6-d662-440f-97fd-ced5077dc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:14.218320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-64bde1f6-d662-440f-97fd-ced5077dc509 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856135 Nov 10 03:41:14.275921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6feed5ab-b34e-4354-b939-db0b6315c50f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:14.380690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9b6dd04-209f-40c2-9883-7086e974834a req-a0737993-a1f7-41a4-b546-cad1a99fd88b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 10995 time: 0.2063279 Nov 10 03:41:14.392619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e570f-0b6a-4377-9e09-0c36c2f24881 req-68ee83fd-0b84-4098-a568-9f0f1a5a944d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:14.394170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e5e570f-0b6a-4377-9e09-0c36c2f24881 req-68ee83fd-0b84-4098-a568-9f0f1a5a944d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 947 time: 0.1067059 Nov 10 03:41:14.438958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-4f60c90c-59a9-4760-9c8f-ddab971f6cac service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073739 Nov 10 03:41:14.522715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9b6dd04-209f-40c2-9883-7086e974834a req-427ccf04-7e98-42f6-88ef-807683d15b0a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/3a90b530-7448-4797-b2fc-9c11b6d6b6b8 HTTP/1.1" status: 200 len: 2998 time: 0.1243613 Nov 10 03:41:14.542822 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e5e570f-0b6a-4377-9e09-0c36c2f24881 req-a38c6b4e-a91a-4927-ba6b-35a340d559a7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318281 Nov 10 03:41:14.606724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9b6dd04-209f-40c2-9883-7086e974834a req-23278e5c-bc3e-4200-a175-a6df7f38ca08 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/3a90b530-7448-4797-b2fc-9c11b6d6b6b8 HTTP/1.1" status: 200 len: 2998 time: 0.0750456 Nov 10 03:41:14.610908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c299b005-190e-4434-8bb0-762d6a05e4c4 req-6c907044-f6f7-454f-9d8e-51c1f72a1eee service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573448 Nov 10 03:41:14.669983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e05e645-459e-4414-be87-7f8bcf8a0d24 req-4c78101b-c45c-4c06-9479-e9c5b9d23a7f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/bf41e6a6-bf1e-42db-a1af-196bd18392c4 HTTP/1.1" status: 200 len: 1818 time: 0.0387230 Nov 10 03:41:14.730676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e05e645-459e-4414-be87-7f8bcf8a0d24 req-1865c5a3-f430-4cbc-828d-ddee44126e86 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:14.753201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e05e645-459e-4414-be87-7f8bcf8a0d24 req-1865c5a3-f430-4cbc-828d-ddee44126e86 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:14.795143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e05e645-459e-4414-be87-7f8bcf8a0d24 req-1865c5a3-f430-4cbc-828d-ddee44126e86 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:14.797900 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2e05e645-459e-4414-be87-7f8bcf8a0d24 req-1865c5a3-f430-4cbc-828d-ddee44126e86 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:14.799058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e05e645-459e-4414-be87-7f8bcf8a0d24 req-1865c5a3-f430-4cbc-828d-ddee44126e86 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf41e6a6-bf1e-42db-a1af-196bd18392c4 HTTP/1.1" status: 204 len: 173 time: 0.1226125 Nov 10 03:41:14.808369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865c5a3-f430-4cbc-828d-ddee44126e86 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf41e6a6-bf1e-42db-a1af-196bd18392c4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:14.833481 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-1c410090-a41c-4a78-8235-8edad0962961 req-7f73d973-ef11-49a5-a0e5-ced958bf260b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:14.834530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c410090-a41c-4a78-8235-8edad0962961 req-7f73d973-ef11-49a5-a0e5-ced958bf260b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/bf41e6a6-bf1e-42db-a1af-196bd18392c4 HTTP/1.1" status: 404 len: 352 time: 0.0158319 Nov 10 03:41:14.893132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15aac5b5-ef77-4d51-b9fe-61b95e27e6d4 req-e673c877-6c1e-4c62-ab13-137c60df52ea tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/c5312012-b58e-4f76-aef7-fb6c08e31f1e HTTP/1.1" status: 200 len: 1816 time: 0.0390577 Nov 10 03:41:14.961734 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-15aac5b5-ef77-4d51-b9fe-61b95e27e6d4 req-fa4255a8-9e3c-4ec5-8bbb-a21a8ab126c5 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:14.988468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-15aac5b5-ef77-4d51-b9fe-61b95e27e6d4 req-fa4255a8-9e3c-4ec5-8bbb-a21a8ab126c5 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.036746 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-15aac5b5-ef77-4d51-b9fe-61b95e27e6d4 req-fa4255a8-9e3c-4ec5-8bbb-a21a8ab126c5 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.040069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-15aac5b5-ef77-4d51-b9fe-61b95e27e6d4 req-fa4255a8-9e3c-4ec5-8bbb-a21a8ab126c5 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.041532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15aac5b5-ef77-4d51-b9fe-61b95e27e6d4 req-fa4255a8-9e3c-4ec5-8bbb-a21a8ab126c5 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/c5312012-b58e-4f76-aef7-fb6c08e31f1e HTTP/1.1" status: 204 len: 173 time: 0.1419921 Nov 10 03:41:15.058266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4255a8-9e3c-4ec5-8bbb-a21a8ab126c5 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5312012-b58e-4f76-aef7-fb6c08e31f1e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:15.171044 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-e59b2f7e-268c-49c7-8c66-0d9cfb62c6a1 req-5b75e059-99d4-41e0-807e-0faa1ab21d7e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:15.172082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e59b2f7e-268c-49c7-8c66-0d9cfb62c6a1 req-5b75e059-99d4-41e0-807e-0faa1ab21d7e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/c5312012-b58e-4f76-aef7-fb6c08e31f1e HTTP/1.1" status: 404 len: 352 time: 0.0328174 Nov 10 03:41:15.196128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfef00-84cb-44a5-9bcd-a17e42211e37 req-2c46ecb1-f3f7-4f36-9a7b-ccac76d16f68 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:15.198378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61cfef00-84cb-44a5-9bcd-a17e42211e37 req-2c46ecb1-f3f7-4f36-9a7b-ccac76d16f68 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 945 time: 0.0698178 Nov 10 03:41:15.261412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61cfef00-84cb-44a5-9bcd-a17e42211e37 req-bfb555c1-5c80-46e2-a467-88fec92eb479 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 Nov 10 03:41:15.305995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1398246-656b-43fb-a55c-ed1311a8eca2 req-673253ba-5a6c-4ed3-af54-3eebe3f7e93f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:15.307715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1398246-656b-43fb-a55c-ed1311a8eca2 req-673253ba-5a6c-4ed3-af54-3eebe3f7e93f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0619600 Nov 10 03:41:15.372074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1398246-656b-43fb-a55c-ed1311a8eca2 req-21a74c40-fa3d-46ac-8d8b-24bd58d285c4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577600 Nov 10 03:41:15.426644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ba4d1-a03f-45f6-b508-3e83d7270b57 req-aa2f436f-faa5-4fc4-8ad6-d49b27a4d78c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:15.428270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-193ba4d1-a03f-45f6-b508-3e83d7270b57 req-aa2f436f-faa5-4fc4-8ad6-d49b27a4d78c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 946 time: 0.0730145 Nov 10 03:41:15.473532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd497f54-ff3a-457b-b30d-d9a3ed277b10 req-7fa918ce-10a7-4ef1-8f60-205a21b51537 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/41d6676c-4daa-4c4f-9951-39a6dac94825 HTTP/1.1" status: 200 len: 1814 time: 0.0741265 Nov 10 03:41:15.517407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-193ba4d1-a03f-45f6-b508-3e83d7270b57 req-e4b4ac95-6259-4294-9a99-98716d8b83a7 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791154 Nov 10 03:41:15.557891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-bd497f54-ff3a-457b-b30d-d9a3ed277b10 req-2ae61d64-57a5-4ba3-bde9-0d5ab69d3f19 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.584326 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-bd497f54-ff3a-457b-b30d-d9a3ed277b10 req-2ae61d64-57a5-4ba3-bde9-0d5ab69d3f19 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.591260 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-293316c2-d95f-4979-8a3d-430c55e9edc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.645090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-bd497f54-ff3a-457b-b30d-d9a3ed277b10 req-2ae61d64-57a5-4ba3-bde9-0d5ab69d3f19 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.648853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-bd497f54-ff3a-457b-b30d-d9a3ed277b10 req-2ae61d64-57a5-4ba3-bde9-0d5ab69d3f19 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:15.650999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd497f54-ff3a-457b-b30d-d9a3ed277b10 req-2ae61d64-57a5-4ba3-bde9-0d5ab69d3f19 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/41d6676c-4daa-4c4f-9951-39a6dac94825 HTTP/1.1" status: 204 len: 173 time: 0.1679568 Nov 10 03:41:15.662220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae61d64-57a5-4ba3-bde9-0d5ab69d3f19 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d6676c-4daa-4c4f-9951-39a6dac94825,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:15.796624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47931e-8b16-4e3a-9966-27bee35eba3b req-ae466474-da34-4058-bb2b-d815eefac56a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:15.799129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d47931e-8b16-4e3a-9966-27bee35eba3b req-ae466474-da34-4058-bb2b-d815eefac56a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 947 time: 0.0662980 Nov 10 03:41:15.829390 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-cbb4d060-ac2c-4784-97e2-d181f8f0de95 req-fd9f44b3-d151-433d-afc4-a20b5504a1b6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:15.830772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbb4d060-ac2c-4784-97e2-d181f8f0de95 req-fd9f44b3-d151-433d-afc4-a20b5504a1b6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/41d6676c-4daa-4c4f-9951-39a6dac94825 HTTP/1.1" status: 404 len: 352 time: 0.0303516 Nov 10 03:41:15.875329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d47931e-8b16-4e3a-9966-27bee35eba3b req-b597fe5e-08b8-4e2e-ac7f-76c0a179017a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670645 Nov 10 03:41:15.979234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900671c7-5d81-4ada-90fd-84d1ea384644 req-77167c99-10b9-4180-943d-92fc55158732 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:15.980821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-900671c7-5d81-4ada-90fd-84d1ea384644 req-77167c99-10b9-4180-943d-92fc55158732 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 946 time: 0.0852010 Nov 10 03:41:16.038618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd76f757-8771-400e-9947-784620a270c3 req-ce230be0-b8c0-4333-b173-a2b333a78fe2 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 6200 time: 0.1119640 Nov 10 03:41:16.115243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd76f757-8771-400e-9947-784620a270c3 req-c3caa031-d0ef-4dad-830e-cbd5b743690b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/3a90b530-7448-4797-b2fc-9c11b6d6b6b8 HTTP/1.1" status: 200 len: 2998 time: 0.0754941 Nov 10 03:41:16.136425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-900671c7-5d81-4ada-90fd-84d1ea384644 req-44ff247a-0690-46d2-9d36-5059d2272c29 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438105 Nov 10 03:41:16.183750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd76f757-8771-400e-9947-784620a270c3 req-5a9f4caf-a875-4eef-93ba-485f36fc1df4 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/3a90b530-7448-4797-b2fc-9c11b6d6b6b8 HTTP/1.1" status: 200 len: 2998 time: 0.0588932 Nov 10 03:41:16.210282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-ec46a2f3-42d6-4fc3-baae-2c86563b8d79 req-1ad397cb-8885-4f95-88eb-3a1b704e611e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2044815350', 'description': 'tempest-description-623518134'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:16.255113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ec46a2f3-42d6-4fc3-baae-2c86563b8d79 req-1ad397cb-8885-4f95-88eb-3a1b704e611e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.331959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ec46a2f3-42d6-4fc3-baae-2c86563b8d79 req-1ad397cb-8885-4f95-88eb-3a1b704e611e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.337692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ec46a2f3-42d6-4fc3-baae-2c86563b8d79 req-1ad397cb-8885-4f95-88eb-3a1b704e611e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.461241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ec46a2f3-42d6-4fc3-baae-2c86563b8d79 req-1ad397cb-8885-4f95-88eb-3a1b704e611e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.462494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec46a2f3-42d6-4fc3-baae-2c86563b8d79 req-1ad397cb-8885-4f95-88eb-3a1b704e611e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2562475 Nov 10 03:41:16.463185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad397cb-8885-4f95-88eb-3a1b704e611e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2c51cc-8137-4494-877e-e88a0175dcfc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:16.499577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b32b52-1bc7-4977-8741-9f2e25690434 req-e7d8ab6a-9355-4c7d-ac58-1df1df4e3d2a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:16.509975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94b32b52-1bc7-4977-8741-9f2e25690434 req-e7d8ab6a-9355-4c7d-ac58-1df1df4e3d2a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 945 time: 0.1486344 Nov 10 03:41:16.568281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94b32b52-1bc7-4977-8741-9f2e25690434 req-1287cec6-a7e1-4346-94cb-bcce770a39af tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577431 Nov 10 03:41:16.600571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.609379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-405ad38b-cc95-4931-bd1f-234d287da6b1 req-3ad5fb92-737b-4d1a-87f5-2d8c9309f090 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-26933153', 'description': 'tempest-description-607177721'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:16.679400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa088f-aa25-4b4d-be4b-312ac20287cd req-a596e924-f883-4e1b-945f-9bf6c19a5017 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:16.681042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abfa088f-aa25-4b4d-be4b-312ac20287cd req-a596e924-f883-4e1b-945f-9bf6c19a5017 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0878391 Nov 10 03:41:16.682480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-405ad38b-cc95-4931-bd1f-234d287da6b1 req-3ad5fb92-737b-4d1a-87f5-2d8c9309f090 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.753252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abfa088f-aa25-4b4d-be4b-312ac20287cd req-aab2da55-398d-46c0-b2dc-ce25dd6fe2e0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608859 Nov 10 03:41:16.795951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-405ad38b-cc95-4931-bd1f-234d287da6b1 req-3ad5fb92-737b-4d1a-87f5-2d8c9309f090 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.800820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-405ad38b-cc95-4931-bd1f-234d287da6b1 req-3ad5fb92-737b-4d1a-87f5-2d8c9309f090 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.833089 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-405ad38b-cc95-4931-bd1f-234d287da6b1 req-3ad5fb92-737b-4d1a-87f5-2d8c9309f090 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:16.834423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-405ad38b-cc95-4931-bd1f-234d287da6b1 req-3ad5fb92-737b-4d1a-87f5-2d8c9309f090 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2287953 Nov 10 03:41:16.836276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5fb92-737b-4d1a-87f5-2d8c9309f090 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751f3912-1cd5-4ad7-aa43-844a4512ba23,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:16.995934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806559-5974-4624-91ac-74ff46735557 req-fa61fb32-c4d5-4967-9f46-1f5005512b2b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:17.002510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55806559-5974-4624-91ac-74ff46735557 req-fa61fb32-c4d5-4967-9f46-1f5005512b2b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 947 time: 0.0568788 Nov 10 03:41:17.100873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6feed5ab-b34e-4354-b939-db0b6315c50f up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:17.142751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55806559-5974-4624-91ac-74ff46735557 req-1fd0a2e3-bf24-47ce-8192-8da9d9fd3af7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267662 Nov 10 03:41:17.179457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 6feed5ab-b34e-4354-b939-db0b6315c50f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:17.185190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 6feed5ab-b34e-4354-b939-db0b6315c50f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:17.185999 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:17.243270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-26432b96-2c71-4a99-adf0-348ff5525263 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:17.245201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-26432b96-2c71-4a99-adf0-348ff5525263 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 812 time: 0.1950698 Nov 10 03:41:17.266841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4cb6496d-670a-44a8-a716-0aaae1f3380d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/quotas/95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Nov 10 03:41:17.311635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:17.341281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feed5ab-b34e-4354-b939-db0b6315c50f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:17.343976 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7b3afc-88a7-4a27-86e2-da5e5d7adb21" -d '{"events": [{"server_uuid": "a01f42f8-f102-4369-b62c-2193f4ef2499", "name": "network-vif-plugged", "status": "completed", "tag": "6feed5ab-b34e-4354-b939-db0b6315c50f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:17.361183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6feed5ab-b34e-4354-b939-db0b6315c50f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6feed5ab-b34e-4354-b939-db0b6315c50f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:17.367405 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:17.368212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a84c2e-b0e9-4b4a-a1c5-68a38e016f71 req-a8719c16-031d-4037-8608-936233032e40 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:17.369774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a84c2e-b0e9-4b4a-a1c5-68a38e016f71 req-a8719c16-031d-4037-8608-936233032e40 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 946 time: 0.1238384 Nov 10 03:41:17.385836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-c80cb06a-529c-4dce-98ac-8869cda60f40 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033897 Nov 10 03:41:17.428659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6feed5ab-b34e-4354-b939-db0b6315c50f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:17.491112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a84c2e-b0e9-4b4a-a1c5-68a38e016f71 req-659bb5cf-b498-4dc5-9d9b-8f7ec5583752 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033075 Nov 10 03:41:17.540067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-b969a544-2ea5-475b-9926-3e7da6486f9d service neutron] 10.222.0.24 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532681 Nov 10 03:41:17.566588 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b9a9a-a59e-4940-a93a-7081fd21dbf2 x-openstack-request-id: req-aa2b9a9a-a59e-4940-a93a-7081fd21dbf2 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:17.566889 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01f42f8-f102-4369-b62c-2193f4ef2499", "name": "network-vif-plugged", "status": "completed", "tag": "6feed5ab-b34e-4354-b939-db0b6315c50f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:17.567122 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa2b9a9a-a59e-4940-a93a-7081fd21dbf2 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:17.567511 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feed5ab-b34e-4354-b939-db0b6315c50f', 'code': 200} Nov 10 03:41:17.679546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-b235a4ef-7bb5-448a-8b11-899b5a486be8 service neutron] 10.222.0.24 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385400 Nov 10 03:41:17.763611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2ef27-3cb0-477c-93e7-2a03627b465a req-08c4d225-2cd4-4ea6-86aa-e5253bbf6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:17.765115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4e2ef27-3cb0-477c-93e7-2a03627b465a req-08c4d225-2cd4-4ea6-86aa-e5253bbf6b98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 1097 time: 0.0754633 Nov 10 03:41:17.840716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4e2ef27-3cb0-477c-93e7-2a03627b465a req-270da877-213c-44a3-b512-fbd0782ef5d0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672457 Nov 10 03:41:17.941724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60ec1f-5747-4d50-8fd2-6df11bee3570 req-f2de7e8e-224a-4706-9bba-31cd4cf33b1d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:17.943664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e60ec1f-5747-4d50-8fd2-6df11bee3570 req-f2de7e8e-224a-4706-9bba-31cd4cf33b1d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 946 time: 0.0680251 Nov 10 03:41:18.036450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e60ec1f-5747-4d50-8fd2-6df11bee3570 req-579a4d16-77e5-4a03-a9b7-bdf6413344c9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851145 Nov 10 03:41:18.139787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49849a77-bd24-47de-8377-d12dd9ba38d5 req-c82d2db1-981a-42e5-a726-b1422806909a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 210 time: 0.0341475 Nov 10 03:41:18.169697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2888d-47f9-44af-8e91-3f3dae62fa92 req-4e42c079-127b-4cde-8b19-b6fdb452b5fd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:18.171386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0d2888d-47f9-44af-8e91-3f3dae62fa92 req-4e42c079-127b-4cde-8b19-b6fdb452b5fd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1129429 Nov 10 03:41:18.258408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0d2888d-47f9-44af-8e91-3f3dae62fa92 req-546a1b0e-1cca-426d-aa2d-8d7f1fdaf170 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734830 Nov 10 03:41:18.283655 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:18.446149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9f3e-9bd6-4377-b5ae-22062d6a18e9 req-342a3ed5-6b64-4e0a-914c-1be2a64433c2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:18.454627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-169e9f3e-9bd6-4377-b5ae-22062d6a18e9 req-342a3ed5-6b64-4e0a-914c-1be2a64433c2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 947 time: 0.0846474 Nov 10 03:41:18.513440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-169e9f3e-9bd6-4377-b5ae-22062d6a18e9 req-41020f94-679e-4479-9a47-90c0787b0bc4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574956 Nov 10 03:41:19.045126 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:19.117118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7531761b-640d-44fc-9848-6749f1a1d60f details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:19.276390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2506b2-4c0b-450c-bcd0-031696aaae2b req-b690f2d2-3b9b-4f82-9919-b9cae4f80662 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:19.280444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-9276c457-abec-42dc-b282-342e751cf932 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:19.284576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-9276c457-abec-42dc-b282-342e751cf932 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.44 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 812 time: 0.2532718 Nov 10 03:41:19.287631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc2506b2-4c0b-450c-bcd0-031696aaae2b req-b690f2d2-3b9b-4f82-9919-b9cae4f80662 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 946 time: 0.1406369 Nov 10 03:41:19.305509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'port': {'device_id': '08a30dd8-c178-460c-84aa-265835b88338', 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e', 'admin_state_up': True, 'tenant_id': '95f31d3b26404f03ac4922656ccf95f1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:19.353204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef66c7a9-9cfa-4d11-86ea-42dbd6ca2a0b req-ae7f52e5-81c5-4bf6-8c6a-f9e6a74fb271 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 210 time: 0.0568702 Nov 10 03:41:19.364994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7531761b-640d-44fc-9848-6749f1a1d60f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7531761b-640d-44fc-9848-6749f1a1d60f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:19.392374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '7531761b-640d-44fc-9848-6749f1a1d60f', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '7531761b-640d-44fc-9848-6749f1a1d60f', 'mac_address': 'fa:16:3e:92:b7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:19.435982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc2506b2-4c0b-450c-bcd0-031696aaae2b req-928c0d58-d6cf-4f99-bd4d-3b4b9b8ccbdb tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335690 Nov 10 03:41:19.496003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:19.530101 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7531761b-640d-44fc-9848-6749f1a1d60f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:19.592249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7531761b-640d-44fc-9848-6749f1a1d60f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7531761b-640d-44fc-9848-6749f1a1d60f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:19.603764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:19.660184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Made reservation on behalf of 95f31d3b26404f03ac4922656ccf95f1 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:19.666914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:19.695460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9ecf5-350e-49ae-9b7e-2c0f61964dc3 req-232dd08c-4657-4292-901d-2286221effc1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:19.697252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9fd9ecf5-350e-49ae-9b7e-2c0f61964dc3 req-232dd08c-4657-4292-901d-2286221effc1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1188915 Nov 10 03:41:19.761441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7531761b-640d-44fc-9848-6749f1a1d60f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:19.860562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9fd9ecf5-350e-49ae-9b7e-2c0f61964dc3 req-94f0a068-fe53-4abe-a94f-fb9d96cdf61f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520598 Nov 10 03:41:19.888449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e5402-49c5-4135-b465-048721a73e74 req-9f6de91e-fb9f-4ce5-84d0-b2d70d409bb4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:19.904534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f08e5402-49c5-4135-b465-048721a73e74 req-9f6de91e-fb9f-4ce5-84d0-b2d70d409bb4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 948 time: 0.1843712 Nov 10 03:41:19.983109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Allocated IP 172.20.0.9 (204d5c79-824c-4624-82d6-c78228730d0e/c2fd04c7-f19f-470d-a09c-58b861e30724/f8b407d7-17cc-4f83-adce-1ef72a48072e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:19.986963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f08e5402-49c5-4135-b465-048721a73e74 req-1c1d2315-b87e-499c-bc5a-0a48d9af8819 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775003 Nov 10 03:41:20.163981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:20.198808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:20.246902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:20.249449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Network 204d5c79-824c-4624-82d6-c78228730d0e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:20.253190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:20.256168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:20.283705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:20.311876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:20.312809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:20.333005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1f696a69-ad5d-4f77-b633-745b880b24b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321770 Nov 10 03:41:20.347999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Request body: {'port': {'device_id': '08a30dd8-c178-460c-84aa-265835b88338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:20.459646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:20.536432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b405c-1227-418e-841a-b0f68f2e3c85 req-f307922a-6ad9-4036-a6d0-2e2c66a1fa8d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:20.545081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b69b405c-1227-418e-841a-b0f68f2e3c85 req-f307922a-6ad9-4036-a6d0-2e2c66a1fa8d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 931 time: 0.0976374 Nov 10 03:41:20.599543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7531761b-640d-44fc-9848-6749f1a1d60f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:20.640498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3032-ec5c-47b3-8e53-e729a8f952b2 req-802f83c7-9302-4322-8e18-5c3090e36a05 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:20.652106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c04a3032-ec5c-47b3-8e53-e729a8f952b2 req-802f83c7-9302-4322-8e18-5c3090e36a05 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 946 time: 0.0880880 Nov 10 03:41:20.694202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b69b405c-1227-418e-841a-b0f68f2e3c85 req-a7ebf176-dd20-4493-b9fb-b4bf468a81b9 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429358 Nov 10 03:41:20.759206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c04a3032-ec5c-47b3-8e53-e729a8f952b2 req-ac84e04c-6126-45d2-868f-454387f03662 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009026 Nov 10 03:41:20.952833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b407d7-17cc-4f83-adce-1ef72a48072e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:20.960400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:20.976670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Transition to ACTIVE for port object f8b407d7-17cc-4f83-adce-1ef72a48072e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:20.980286 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:21.030535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Pushing event updated for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:21.057761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e1206-fb14-4653-8829-ab4063aa380c req-0ed57f6a-6478-4f0b-8c45-ac4dc7486c4a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:21.066948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-232e1206-fb14-4653-8829-ab4063aa380c req-0ed57f6a-6478-4f0b-8c45-ac4dc7486c4a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1096442 Nov 10 03:41:21.120993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Attempting to bind port f8b407d7-17cc-4f83-adce-1ef72a48072e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:21.121332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Attempting to bind port f8b407d7-17cc-4f83-adce-1ef72a48072e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:21.121658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Attempting to bind port f8b407d7-17cc-4f83-adce-1ef72a48072e on network 204d5c79-824c-4624-82d6-c78228730d0e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:21.129468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Port f8b407d7-17cc-4f83-adce-1ef72a48072e on network 204d5c79-824c-4624-82d6-c78228730d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:21.129468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Attempting to bind port f8b407d7-17cc-4f83-adce-1ef72a48072e on network 204d5c79-824c-4624-82d6-c78228730d0e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:21.136575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:21.137239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Checking segment: {'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:21.137683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Bound using segment: {'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:21.138586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Bound port: f8b407d7-17cc-4f83-adce-1ef72a48072e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a55690c-0181-4520-9346-80d2cec7f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:21.139012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:21.225594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:21.229408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:21.235624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:21.255239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-232e1206-fb14-4653-8829-ab4063aa380c req-25646e51-b4ad-431b-b6ec-9e060c497b5f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853037 Nov 10 03:41:21.295298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Pushing event updated for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:21.311594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:21.311988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:21.314053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-4d90bb8a-ce20-47ef-84f4-a264382a99bd service neutron] 10.222.0.44 "PUT /v2.0/ports/f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 1091 time: 0.9706142 Nov 10 03:41:21.315096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:21.317677 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59" -d '{"events": [{"name": "network-changed", "server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:21.322941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5045c83-bbc3-4372-91b0-8c792ce7ba5e req-93676978-9141-45ed-a212-eb68f235c22e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:21.326452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5045c83-bbc3-4372-91b0-8c792ce7ba5e req-93676978-9141-45ed-a212-eb68f235c22e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 948 time: 0.1860054 Nov 10 03:41:21.416630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5045c83-bbc3-4372-91b0-8c792ce7ba5e req-561b702c-20d4-431b-8f05-6f589a04abb4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777712 Nov 10 03:41:21.420105 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d124b4-7592-47bb-9c94-0bdcb67d8812 x-openstack-request-id: req-b4d124b4-7592-47bb-9c94-0bdcb67d8812 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:21.420450 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:21.420757 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4d124b4-7592-47bb-9c94-0bdcb67d8812 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:21.421200 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e', 'status': 'completed', 'code': 200} Nov 10 03:41:21.440211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-02f511dd-25fb-4d87-a487-9076fe5613bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:21.441847 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-02f511dd-25fb-4d87-a487-9076fe5613bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1094 time: 0.0595107 Nov 10 03:41:21.494731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-6ccf207b-ef90-4c53-b5f1-4c3419447068 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 217 time: 0.0412650 Nov 10 03:41:21.546519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-cdcd2fa0-427b-4f08-90ce-0312348845d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:21.549040 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-cdcd2fa0-427b-4f08-90ce-0312348845d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.0477567 Nov 10 03:41:21.593850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-58ef59fc-6048-40e0-81fd-a71105c10999 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278139 Nov 10 03:41:21.675562 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:41:21.716128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-ab689ad1-d332-4815-bbb4-40825e0514b3 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051054 Nov 10 03:41:21.832161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f86f47-a3e4-4d97-8eb0-b6e706f072fc req-1ef605f8-8e3c-4b07-bd57-10fe9b716352 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002567 Nov 10 03:41:21.836728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f90e8-9a3a-4944-b6c0-a6221161e517 req-0e35eee7-cedf-4c76-808a-dd6e6f2b5c92 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:21.838376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f33f90e8-9a3a-4944-b6c0-a6221161e517 req-0e35eee7-cedf-4c76-808a-dd6e6f2b5c92 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 943 time: 0.0727074 Nov 10 03:41:21.961834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f33f90e8-9a3a-4944-b6c0-a6221161e517 req-e02b852c-fe67-416f-8ebc-d900badb12b4 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957766 Nov 10 03:41:21.962174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-eb785166-1707-42c6-b7ea-40b816abeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:21.963814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-eb785166-1707-42c6-b7ea-40b816abeff0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1094 time: 0.0465696 Nov 10 03:41:22.114898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-ea08b522-f393-4e99-83ed-e930b3bd5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:22.116360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-ea08b522-f393-4e99-83ed-e930b3bd5efa service neutron] 10.222.0.44 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 912 time: 0.1358604 Nov 10 03:41:22.161674 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-91dd2112-447b-4c73-9654-be8492ae3291 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 217 time: 0.0376821 Nov 10 03:41:22.194154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-1017dd09-fc80-48e5-aafa-f36e4f1f3656 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:22.195948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-1017dd09-fc80-48e5-aafa-f36e4f1f3656 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.1294923 Nov 10 03:41:22.215519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-b0371634-6f05-4eab-b854-529e5ede24a7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/quotas/c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 375 time: 0.0096064 Nov 10 03:41:22.227566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-3724bd5e-d569-4580-afd1-aae7145f9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:22.229460 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-3724bd5e-d569-4580-afd1-aae7145f9224 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.0589101 Nov 10 03:41:22.266924 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-084f134c-d527-41ec-94b1-445320a94610 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269022 Nov 10 03:41:22.275245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-e2f699a5-6c7b-489d-8525-25ed18c17996 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518875 Nov 10 03:41:22.368045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-261b17e7-8d23-4e4b-9a26-351a2a589bf2 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848479 Nov 10 03:41:22.413961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b87f97-244e-4ed9-8ced-5e43e1d5bf80 req-9a496efe-047a-4905-80d5-37f30dcfece0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:22.415437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81b87f97-244e-4ed9-8ced-5e43e1d5bf80 req-9a496efe-047a-4905-80d5-37f30dcfece0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0767801 Nov 10 03:41:22.422472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-15b25f58-8782-4799-b863-e8e491ba6201 service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390650 Nov 10 03:41:22.470250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0fb41df-72a8-42c1-bb2a-9fefb5e04c59 req-83718aec-b503-4a19-a997-cfea6e219532 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948777 Nov 10 03:41:22.521624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81b87f97-244e-4ed9-8ced-5e43e1d5bf80 req-b147186f-ac4f-4625-b488-ab31082c3d7d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981851 Nov 10 03:41:22.553625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-b4b67aef-15d4-40b8-b7d9-a10427a2d650 service neutron] 10.222.0.24 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242752 Nov 10 03:41:22.928592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eedeb251-6c3b-4fe6-83cb-e67879abed18 req-f97c2edd-c66c-496a-bed7-e851d9b4270e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 210 time: 0.0355065 Nov 10 03:41:22.955217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596b728-66f5-494b-b53f-682f9e86e4ad req-818880ed-83c1-485c-b526-8d24a7bcbe11 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:22.962543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f596b728-66f5-494b-b53f-682f9e86e4ad req-818880ed-83c1-485c-b526-8d24a7bcbe11 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 948 time: 0.1176162 Nov 10 03:41:23.012066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f596b728-66f5-494b-b53f-682f9e86e4ad req-69114eb1-8e7c-4b50-b10d-e8f60ee1abb4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486226 Nov 10 03:41:23.105844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:23.125355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3f756209-20e6-4624-b403-ea748bc4a4d6 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:23.141865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7531761b-640d-44fc-9848-6749f1a1d60f up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:23.173779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42b434-0262-445d-ba00-9497527117f2 req-18b72485-1e92-4f15-8850-7ec06739975a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:23.182046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d42b434-0262-445d-ba00-9497527117f2 req-18b72485-1e92-4f15-8850-7ec06739975a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 943 time: 0.0735047 Nov 10 03:41:23.235324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d42b434-0262-445d-ba00-9497527117f2 req-683f1276-64de-4d0b-8bf0-59e0285f286e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517750 Nov 10 03:41:23.271266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 7531761b-640d-44fc-9848-6749f1a1d60f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:23.280040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 7531761b-640d-44fc-9848-6749f1a1d60f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:23.280402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:23.284152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:23.315674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'mac_address': 'fa:16:3e:01:d9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:23.372064 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:23.408115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f756209-20e6-4624-b403-ea748bc4a4d6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:23.437212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:23.439710 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:23.443951 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:23.502841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382b35e8-caae-492e-9cae-2eb14841d042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7531761b-640d-44fc-9848-6749f1a1d60f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:23.504982 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f22422-a326-4e9a-94ca-b6c0553c358c" -d '{"events": [{"server_uuid": "382b35e8-caae-492e-9cae-2eb14841d042", "name": "network-vif-plugged", "status": "completed", "tag": "7531761b-640d-44fc-9848-6749f1a1d60f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:23.522724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7531761b-640d-44fc-9848-6749f1a1d60f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7531761b-640d-44fc-9848-6749f1a1d60f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:23.529996 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:23.534624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:23.570257 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c3fa5-a814-4494-8a7e-c01b32c8bbb8 x-openstack-request-id: req-8e5c3fa5-a814-4494-8a7e-c01b32c8bbb8 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:23.570544 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382b35e8-caae-492e-9cae-2eb14841d042", "name": "network-vif-plugged", "status": "completed", "tag": "7531761b-640d-44fc-9848-6749f1a1d60f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:23.571017 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e5c3fa5-a814-4494-8a7e-c01b32c8bbb8 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:23.571207 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382b35e8-caae-492e-9cae-2eb14841d042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7531761b-640d-44fc-9848-6749f1a1d60f', 'code': 200} Nov 10 03:41:23.615217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7531761b-640d-44fc-9848-6749f1a1d60f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:23.663387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb821952-78a2-484d-93c1-0d08dd6dbc43 req-cb3248ef-8a44-4fd6-b3dc-13105ea4a826 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:23.664856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb821952-78a2-484d-93c1-0d08dd6dbc43 req-cb3248ef-8a44-4fd6-b3dc-13105ea4a826 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0565464 Nov 10 03:41:23.680813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['3f756209-20e6-4624-b403-ea748bc4a4d6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:23.744529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59512a21-43d4-45ae-84cb-262f67c5a7c9 req-4205e95e-e281-4b79-8d82-e57a93a53074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:23.746024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59512a21-43d4-45ae-84cb-262f67c5a7c9 req-4205e95e-e281-4b79-8d82-e57a93a53074 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 1100 time: 0.0729456 Nov 10 03:41:23.749711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb821952-78a2-484d-93c1-0d08dd6dbc43 req-fb294af7-ebc0-458e-aa6b-e04261074084 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787621 Nov 10 03:41:23.803428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59512a21-43d4-45ae-84cb-262f67c5a7c9 req-575d05c7-114b-45a1-a096-b82e7337418e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482736 Nov 10 03:41:24.028614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-6623bedb-964a-45aa-bbab-624126b2cc3b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:24.031060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-6623bedb-964a-45aa-bbab-624126b2cc3b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 808 time: 0.1516938 Nov 10 03:41:24.040170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f07e78ae-d5f9-45b1-ab65-f2d28d513fcc req-85c77ff8-67bd-4a1f-a302-9eb3ed99649b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 210 time: 0.0273795 Nov 10 03:41:24.051893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Request body: {'port': {'device_id': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'admin_state_up': True, 'tenant_id': 'c4a23797f3e94a6a9dac1fa20055bcc8'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:24.198329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cfd38-4417-4665-bcc0-e826b9ae2da0 req-c0a37710-c7ef-46a2-9360-407eacc46ddf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:24.199606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Made reservation on behalf of c4a23797f3e94a6a9dac1fa20055bcc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:24.200103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d89cfd38-4417-4665-bcc0-e826b9ae2da0 req-c0a37710-c7ef-46a2-9360-407eacc46ddf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 949 time: 0.1011372 Nov 10 03:41:24.203896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:24.291414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d89cfd38-4417-4665-bcc0-e826b9ae2da0 req-7fe66910-3f99-4b77-9a89-a10c0cbef7e7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848050 Nov 10 03:41:24.355012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Allocated IP 172.20.0.14 (0d143b17-e5a2-4e38-a472-292b4641cce6/3f9bad20-b5b0-44b2-9067-47e69875e36d/607c8f36-ec8f-43b8-92b0-33f578bc9037) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:24.382807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae99092-81e8-4eb7-9a04-afa169c2570a req-aa866e6b-a89e-49f0-97a7-73b03c0d78de tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:24.391495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ae99092-81e8-4eb7-9a04-afa169c2570a req-aa866e6b-a89e-49f0-97a7-73b03c0d78de tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 943 time: 0.0700436 Nov 10 03:41:24.454780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ae99092-81e8-4eb7-9a04-afa169c2570a req-202f309d-96f5-4694-adf2-b42354d39c0f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615284 Nov 10 03:41:24.546365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:24.588006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:24.608628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['496511de-6564-4af6-a704-ebf15e799eb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:24.629049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Network 0d143b17-e5a2-4e38-a472-292b4641cce6 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:24.632321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:24.638228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:24.671958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:24.705130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:24.706081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:24.728956 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-97e05ed9-d2b6-4698-9ff0-7eb96fee1689 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6842489 Nov 10 03:41:24.741478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Request body: {'port': {'device_id': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:24.753707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f8b407d7-17cc-4f83-adce-1ef72a48072e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:24.834792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:24.918342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:24.933485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45dfb5-3174-4c5d-9e8c-97b82a9b29f4 req-faa5226c-b2b1-485c-b7c7-abe158ca44fb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:24.935316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e45dfb5-3174-4c5d-9e8c-97b82a9b29f4 req-faa5226c-b2b1-485c-b7c7-abe158ca44fb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0852101 Nov 10 03:41:24.945065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f8b407d7-17cc-4f83-adce-1ef72a48072e', 'network_id': '204d5c79-824c-4624-82d6-c78228730d0e', 'port_id': 'f8b407d7-17cc-4f83-adce-1ef72a48072e', 'mac_address': 'fa:16:3e:04:2d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fd04c7-f19f-470d-a09c-58b861e30724', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:24.988883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.002866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e45dfb5-3174-4c5d-9e8c-97b82a9b29f4 req-18e5a7d2-3cb7-4b64-801c-336fd084aee9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607047 Nov 10 03:41:25.003131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b407d7-17cc-4f83-adce-1ef72a48072e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:25.027970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:25.031922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.091291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:25.130590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3f756209-20e6-4624-b403-ea748bc4a4d6 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:25.176584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607c8f36-ec8f-43b8-92b0-33f578bc9037 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:25.187233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.191330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d0057-6ab5-4777-b8bc-6af4f1e08d74 req-cec45a0d-28ed-4939-986f-aeb55f32ea19 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:25.200639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f7d0057-6ab5-4777-b8bc-6af4f1e08d74 req-cec45a0d-28ed-4939-986f-aeb55f32ea19 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 932 time: 0.0760500 Nov 10 03:41:25.202788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Transition to ACTIVE for port object 607c8f36-ec8f-43b8-92b0-33f578bc9037 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:25.209033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.231527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 3f756209-20e6-4624-b403-ea748bc4a4d6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:25.231906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.298995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f7d0057-6ab5-4777-b8bc-6af4f1e08d74 req-c3df090e-f57e-40d8-bf23-381acd2d729d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961871 Nov 10 03:41:25.373693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:25.389147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.396593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:25.396932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:25.397263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:25.403512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:25.403836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:25.410266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:25.410602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:25.410983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:25.411491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Bound port: 607c8f36-ec8f-43b8-92b0-33f578bc9037, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:25.412029 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.430636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:25.435102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.456682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651430c-b2f2-4a7f-b5ae-b97abb339a9a req-1462ad6d-f5e3-450d-b7e2-9a89a3b905c6 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:25.458612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9651430c-b2f2-4a7f-b5ae-b97abb339a9a req-1462ad6d-f5e3-450d-b7e2-9a89a3b905c6 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 949 time: 0.0623133 Nov 10 03:41:25.480026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f8b407d7-17cc-4f83-adce-1ef72a48072e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:25.492421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:25.497404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:25.502635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.542581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:25.564502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:25.565989 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:25.568257 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] 10.222.0.44 "PUT /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 1092 time: 0.8313196 Nov 10 03:41:25.576341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:25.576341 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3f1967-d2b7-4f90-a5ac-e0c1bd0afeca" -d '{"events": [{"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-plugged", "status": "completed", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:25.578279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:25.581120 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:25.591042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9651430c-b2f2-4a7f-b5ae-b97abb339a9a req-a2a3d268-8358-44da-a3d3-ee21501296bc tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255915 Nov 10 03:41:25.605573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993872d-7c76-4f82-a3f5-10246005af68 service neutron] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:25.666670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d2935-58d5-4fb8-b8e4-25454dddaeda req-4c0fbc72-f6b5-4b1c-80f6-0e44d18e7568 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:25.668915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c3d2935-58d5-4fb8-b8e4-25454dddaeda req-4c0fbc72-f6b5-4b1c-80f6-0e44d18e7568 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 944 time: 0.0753021 Nov 10 03:41:25.676778 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32e7b7-8f35-4ddd-884b-975401c06802 x-openstack-request-id: req-7b32e7b7-8f35-4ddd-884b-975401c06802 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:25.677231 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:25.677371 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b32e7b7-8f35-4ddd-884b-975401c06802 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:25.677691 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037', 'status': 'completed', 'code': 200} Nov 10 03:41:25.700610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-912dff42-0fa9-48ec-858b-88c399f5f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:25.702180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-912dff42-0fa9-48ec-858b-88c399f5f0bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1095 time: 0.0775797 Nov 10 03:41:25.724462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c3d2935-58d5-4fb8-b8e4-25454dddaeda req-364be292-95e3-477e-8b21-d12b19e570ce tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474257 Nov 10 03:41:25.731163 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90541e9-b1b1-4329-9b59-e18b56e09efb x-openstack-request-id: req-e90541e9-b1b1-4329-9b59-e18b56e09efb {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:25.731671 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-plugged", "status": "completed", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:25.731834 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e90541e9-b1b1-4329-9b59-e18b56e09efb {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:25.732297 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'code': 200} Nov 10 03:41:25.757798 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-f3d95485-ecd4-4f03-a1b0-ff4eb8487946 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 217 time: 0.0476589 Nov 10 03:41:25.808865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3d9487ec-f809-4943-96cd-11e154f097f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:25.810399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-3d9487ec-f809-4943-96cd-11e154f097f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0457919 Nov 10 03:41:25.842445 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-5a157d1d-ea1f-4c76-92f3-1073e10ff54e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241430 Nov 10 03:41:25.939552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-bdca9298-8df8-48ea-8054-8f0f93ec2066 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883079 Nov 10 03:41:26.029090 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3b9da29-bc80-4164-9201-bdf4a79bba41 req-7da89fcf-04de-4cd2-a071-50d6410664dd service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821676 Nov 10 03:41:26.124685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-6a614677-469d-42ab-8dda-1dc6e4a5cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:26.126657 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-6a614677-469d-42ab-8dda-1dc6e4a5cd57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1095 time: 0.0486748 Nov 10 03:41:26.138585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ec2e7-e67c-4540-9140-0c371e532700 req-acb6ba92-aa0c-46fc-8279-de6f26d385ce tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:26.140195 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be2ec2e7-e67c-4540-9140-0c371e532700 req-acb6ba92-aa0c-46fc-8279-de6f26d385ce tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0566812 Nov 10 03:41:26.190939 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be2ec2e7-e67c-4540-9140-0c371e532700 req-67a1b661-4ed7-464c-8710-505052b01082 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Nov 10 03:41:26.248759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-328c2701-9003-4df6-8632-89e978f6c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:26.251427 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-328c2701-9003-4df6-8632-89e978f6c68a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.1161568 Nov 10 03:41:26.303465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-4453b54e-107e-43e6-a47a-a4ea5327feda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 217 time: 0.0450509 Nov 10 03:41:26.394310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-d6cde981-2c16-4fa6-8837-fab380d4bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:26.395830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-d6cde981-2c16-4fa6-8837-fab380d4bca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.0808706 Nov 10 03:41:26.448308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-fdad8707-3f85-4249-86ee-4fcaa2198e75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447736 Nov 10 03:41:26.489945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddbb5-b2bc-492f-a6bd-4d5c83061516 req-2965eaef-42f3-4f9e-a41b-35673a9252db tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:26.491474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9bddbb5-b2bc-492f-a6bd-4d5c83061516 req-2965eaef-42f3-4f9e-a41b-35673a9252db tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0515008 Nov 10 03:41:26.543841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9bddbb5-b2bc-492f-a6bd-4d5c83061516 req-aefb8aa6-24cc-4827-b894-0a12cc7513cf tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Nov 10 03:41:26.570014 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-c316338b-8189-4ef6-b180-38213d21d785 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143939 Nov 10 03:41:26.683374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4772299-1aca-42f4-b8bc-b13d18cf2bd3 req-6b19126a-d451-48af-b2ae-0e9da211b493 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049976 Nov 10 03:41:26.755969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2261a-aaee-43ab-b766-22cda9b943d0 req-16d807e0-77d3-4798-8ea9-65ab845b0d71 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:26.757542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bf2261a-aaee-43ab-b766-22cda9b943d0 req-16d807e0-77d3-4798-8ea9-65ab845b0d71 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 949 time: 0.0612099 Nov 10 03:41:26.783871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f8b407d7-17cc-4f83-adce-1ef72a48072e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:26.828882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bf2261a-aaee-43ab-b766-22cda9b943d0 req-8fa7272c-d248-494b-9229-76f8b0073f62 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639689 Nov 10 03:41:26.860460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port f8b407d7-17cc-4f83-adce-1ef72a48072e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:26.865478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f8b407d7-17cc-4f83-adce-1ef72a48072e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:26.865844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:26.936574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49f03e-6660-4172-a6c2-f44a6e3abe7b req-673cb3a7-218f-488e-9cea-4cdf2d34284f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:26.944012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a49f03e-6660-4172-a6c2-f44a6e3abe7b req-673cb3a7-218f-488e-9cea-4cdf2d34284f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 944 time: 0.1140285 Nov 10 03:41:26.956450 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:27.004773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:27.010604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a49f03e-6660-4172-a6c2-f44a6e3abe7b req-9b44940a-2c86-4d78-a645-5471a67d6948 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656581 Nov 10 03:41:27.012192 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:27.062871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6db487-1972-400f-8a64-c06474b1bce1 req-fcf6ef42-037f-4e1e-b372-a0fb92da893e tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:27.070934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b6db487-1972-400f-8a64-c06474b1bce1 req-fcf6ef42-037f-4e1e-b372-a0fb92da893e tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 1100 time: 0.0725071 Nov 10 03:41:27.073411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:27.122050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b6db487-1972-400f-8a64-c06474b1bce1 req-ba338ff1-f5da-4c39-a805-9d27d90f4395 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500989 Nov 10 03:41:27.358170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813cb8a-dfff-4cdb-b00b-4918c80dcb4a req-8dcdf283-bf0f-41ca-8bbe-1ae5c52b409c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:27.365029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a813cb8a-dfff-4cdb-b00b-4918c80dcb4a req-8dcdf283-bf0f-41ca-8bbe-1ae5c52b409c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0974691 Nov 10 03:41:27.432027 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-bd32e446-e8e2-4b7f-bcaf-3e5b33b4163b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653744 Nov 10 03:41:27.572774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a813cb8a-dfff-4cdb-b00b-4918c80dcb4a req-f8a4bb84-c1a5-477b-a7e8-cb88f4226f10 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740456 Nov 10 03:41:27.658288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-7e63ea61-5391-42d4-9c55-72712ff4fc29 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:27.665903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-7e63ea61-5391-42d4-9c55-72712ff4fc29 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330360 Nov 10 03:41:27.697864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-c63ff8a3-b9a2-48f3-9886-21c2a83ce11b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/quotas/5adf10f61b2847cab1a63bb46545540f HTTP/1.1" status: 200 len: 375 time: 0.0307586 Nov 10 03:41:27.734052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:27.736710 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2168ac33-5740-4de0-820c-ef4201aa8e4a" -d '{"events": [{"server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "name": "network-vif-plugged", "status": "completed", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:27.793760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-b670bc89-4d79-4e88-af5e-41dbb63518db tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0936778 Nov 10 03:41:27.939067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d9ea-5c64-4290-93be-cd332d8b7344 req-37fa5fe0-b3e9-4467-a6ef-fa260c16f69a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:27.940607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79f1d9ea-5c64-4290-93be-cd332d8b7344 req-37fa5fe0-b3e9-4467-a6ef-fa260c16f69a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0798235 Nov 10 03:41:28.056096 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d03af-78ed-49ba-b5d3-87dea43e6b6b x-openstack-request-id: req-012d03af-78ed-49ba-b5d3-87dea43e6b6b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:28.057013 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "name": "network-vif-plugged", "status": "completed", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:28.057490 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-012d03af-78ed-49ba-b5d3-87dea43e6b6b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:28.058888 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e', 'code': 200} Nov 10 03:41:28.203983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79f1d9ea-5c64-4290-93be-cd332d8b7344 req-e04e1637-6b23-4311-ad8f-ba23fde7cd84 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563612 Nov 10 03:41:28.212422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1624e460-b233-4132-91c1-7c32eb173085 req-bf53e766-7709-49a5-920e-a0c414fdddb2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 210 time: 0.1118832 Nov 10 03:41:28.229195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab655c77-c69e-4a0c-a092-a67650159a7c req-e4091396-5f7b-432d-9782-36f6f9da18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:28.232671 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab655c77-c69e-4a0c-a092-a67650159a7c req-e4091396-5f7b-432d-9782-36f6f9da18cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1096 time: 0.0825703 Nov 10 03:41:28.347810 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab655c77-c69e-4a0c-a092-a67650159a7c req-973a2b32-84f1-4b16-aeaf-07ce276b186d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070592 Nov 10 03:41:28.360221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c70f71-3362-469c-b376-17c3a326dfee req-9e43e332-d5b9-40f7-8f17-61c8a5cb68ad tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:28.368307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6c70f71-3362-469c-b376-17c3a326dfee req-9e43e332-d5b9-40f7-8f17-61c8a5cb68ad tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 945 time: 0.0622368 Nov 10 03:41:28.428151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6c70f71-3362-469c-b376-17c3a326dfee req-b32ba6dd-ab84-4691-87ad-2c68931326b6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569179 Nov 10 03:41:28.698766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a000-2f78-4eb9-b232-6b335a1c45af req-c8105876-5734-470a-b97d-6c57022cbb0c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:28.700185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db57a000-2f78-4eb9-b232-6b335a1c45af req-c8105876-5734-470a-b97d-6c57022cbb0c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0658488 Nov 10 03:41:28.785168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db57a000-2f78-4eb9-b232-6b335a1c45af req-ee894095-9af2-4d17-bc7d-61f9d0817d28 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787580 Nov 10 03:41:29.150524 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-a868f373-cc01-4396-99a7-61f329109f5a service neutron] show failed (client error): The resource could not be found. Nov 10 03:41:29.151555 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-a868f373-cc01-4396-99a7-61f329109f5a service neutron] 10.222.0.44 "GET /v2.0/ports/7d6da439-3e9b-4493-8ad4-eb105febe4b1/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0711200 Nov 10 03:41:29.424050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cb2e610-acc7-442c-87a3-55593a659110 req-df18939f-6d2e-41b3-9df1-c509be030dc7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 210 time: 0.0517268 Nov 10 03:41:29.455316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8a84b-6639-4351-97c7-2ab713783e42 req-ae6c4584-76e4-449b-923c-34002e7e250a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:29.460127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dd8a84b-6639-4351-97c7-2ab713783e42 req-ae6c4584-76e4-449b-923c-34002e7e250a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.1556692 Nov 10 03:41:29.565309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dd8a84b-6639-4351-97c7-2ab713783e42 req-5096baa0-bf6e-48ac-9fa9-93eb5a15fc76 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941510 Nov 10 03:41:29.616938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d882-2005-4a00-b5d3-86b2113175e6 req-47993773-15f6-4609-b273-aca4ab77e829 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:29.626470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e15d882-2005-4a00-b5d3-86b2113175e6 req-47993773-15f6-4609-b273-aca4ab77e829 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 945 time: 0.1026368 Nov 10 03:41:29.694615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e15d882-2005-4a00-b5d3-86b2113175e6 req-feb3aaca-8e9b-4e62-a0a6-2f0fac0bfef7 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667710 Nov 10 03:41:29.978000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426f27d-9413-4f1a-a024-4fc2baa4e570 req-dd2d8344-7a97-47f6-aaac-2cb7580a219c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:29.987538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6426f27d-9413-4f1a-a024-4fc2baa4e570 req-dd2d8344-7a97-47f6-aaac-2cb7580a219c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0742624 Nov 10 03:41:30.047584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6426f27d-9413-4f1a-a024-4fc2baa4e570 req-42ef0c4a-0cce-4781-990a-80204b48a43e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590367 Nov 10 03:41:30.268750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-8951293c-82c1-4eae-83e3-4b3655687fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:30.270752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-8951293c-82c1-4eae-83e3-4b3655687fa4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 1101 time: 0.0997734 Nov 10 03:41:30.332645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:30.388433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-7c6d2479-4c29-4051-92a5-ab79ae74eb91 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600421 Nov 10 03:41:30.420245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:30.626500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-21c5793f-de70-45da-be7f-783c9a08b4b9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:30.627965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-21c5793f-de70-45da-be7f-783c9a08b4b9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230670 Nov 10 03:41:30.650814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:30.654884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-152b6bfe-6de0-4336-887e-71570d413be3 req-cef89b14-fa7a-4fbf-96fd-e6779697855b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 210 time: 0.0844345 Nov 10 03:41:30.823717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:30.830678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:31.204699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ffda7-a251-42c0-9cd7-1481432f2311 req-773e8710-7f9c-4db0-a8d0-52798cbb3ae2 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:31.206130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a4ffda7-a251-42c0-9cd7-1481432f2311 req-773e8710-7f9c-4db0-a8d0-52798cbb3ae2 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.5056257 Nov 10 03:41:31.263291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:31.286458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c838-f9bf-4a1a-81f6-3b4cf62f0b01 req-b855ee77-fe44-43c8-9985-5a0c400c352c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:31.294162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4646c838-f9bf-4a1a-81f6-3b4cf62f0b01 req-b855ee77-fe44-43c8-9985-5a0c400c352c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 945 time: 0.4788790 Nov 10 03:41:31.356633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a4ffda7-a251-42c0-9cd7-1481432f2311 req-244f6481-b4b6-4b34-b74a-a92bdbe15c4b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348255 Nov 10 03:41:31.408688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:31.455596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4646c838-f9bf-4a1a-81f6-3b4cf62f0b01 req-0b5dd550-14d4-4a0d-8a75-274fd92fb678 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550541 Nov 10 03:41:31.489827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:31.492739 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121f090-410f-403c-878c-57b980b8661a" -d '{"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:31.498460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:31.539713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Transition to ACTIVE for port object 7d6da439-3e9b-4493-8ad4-eb105febe4b1 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:31.545443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:31.670877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.222 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/ffc22696-0c57-4f8e-9770-50cadf2f83c0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:31.771191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] No DVR routers for this DVR port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:41:31.850096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=6']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:31.940745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-b89d5e3b-3585-4d7e-9141-0677da666d7a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2044815350&fields=id&tenant_id=95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 267 time: 0.2699251 Nov 10 03:41:31.957532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66708cef-2375-4638-ae2b-254c9f651b84 req-42975f65-7aff-494b-b93d-85e244eee1e2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:31.967035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66708cef-2375-4638-ae2b-254c9f651b84 req-42975f65-7aff-494b-b93d-85e244eee1e2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.3657491 Nov 10 03:41:31.985236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.013789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:32.014173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:32.014499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:32.030508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:32.030741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:32.052709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:32.053064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:32.053432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:32.053867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Bound port: 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:32.054394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.060474 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.079288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:32.094506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66708cef-2375-4638-ae2b-254c9f651b84 req-a2688c07-2eff-41fb-93d9-1ae55b19f7d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259382 Nov 10 03:41:32.104727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-a5d8b147-57c4-4c5a-9e0c-612e5ed04118 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:32.106844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-a5d8b147-57c4-4c5a-9e0c-612e5ed04118 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 945 time: 0.1265721 Nov 10 03:41:32.122925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'port': {'security_groups': ['3a90b530-7448-4797-b2fc-9c11b6d6b6b8', '7f2c51cc-8137-4494-877e-e88a0175dcfc']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:32.195290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', '7531761b-640d-44fc-9848-6749f1a1d60f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:32.212343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:32.216750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:32.222220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:32.226589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=ffc22696-0c57-4f8e-9770-50cadf2f83c0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:32.282912 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfc4e5c-8134-471c-b1b3-04877135a98b x-openstack-request-id: req-4dfc4e5c-8134-471c-b1b3-04877135a98b {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:32.283470 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:32.283470 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dfc4e5c-8134-471c-b1b3-04877135a98b {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:32.283889 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'code': 200} Nov 10 03:41:32.311715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:32.314608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.334455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:32.336873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.339786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:32.348121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-0036a2dc-6ed9-4566-bc02-0c0744f158c8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7012064 Nov 10 03:41:32.360585 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.372028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Request body: {'port': {'device_id': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:32.508828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.617763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:32.618422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:32.619836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] 10.222.0.11 "PUT /v2.0/ports/7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 1096 time: 2.2928157 Nov 10 03:41:32.620479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7303815-f53a-49be-a5d5-384c11c37a52 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:32.933316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:32.967968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b6397-4580-4a72-b136-1d500fd803ae req-26d971f6-6494-431e-bfbd-94765f2c93b0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:32.978676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b22b6397-4580-4a72-b136-1d500fd803ae req-26d971f6-6494-431e-bfbd-94765f2c93b0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 936 time: 0.5430982 Nov 10 03:41:32.982798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-224c3616-56aa-476d-b946-314742f1f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:32.984265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-224c3616-56aa-476d-b946-314742f1f307 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1099 time: 0.3082564 Nov 10 03:41:33.021229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0adb9278-2ef1-421f-a270-880fd1a3d834 None None] Provisioning complete for port ffc22696-0c57-4f8e-9770-50cadf2f83c0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:33.021816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0adb9278-2ef1-421f-a270-880fd1a3d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:33.066090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0adb9278-2ef1-421f-a270-880fd1a3d834 None None] Port ffc22696-0c57-4f8e-9770-50cadf2f83c0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:41:33.067895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:41:33.197845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b22b6397-4580-4a72-b136-1d500fd803ae req-176ecda6-fe5f-4f5a-8531-113ccafa20ba tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107055 Nov 10 03:41:33.275208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:33.290677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-a0142bb2-5671-4612-a6ff-62a558a702e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:33.292793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-a0142bb2-5671-4612-a6ff-62a558a702e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2611487 Nov 10 03:41:33.379698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-3f7315e0-f111-4ac0-9d1f-b5f1e18fbaf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0715969 Nov 10 03:41:33.414810 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:33.475495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:33.504148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:33.508062 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:33.521104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ad221ec-4516-4935-8c22-239f860ebfc3 req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "PUT /v2.0/ports/f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 981 time: 1.4069946 Nov 10 03:41:33.631633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-96753be0-ae74-40c8-ba06-832f0a99a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:33.633101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-96753be0-ae74-40c8-ba06-832f0a99a186 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2290871 Nov 10 03:41:33.642957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5a33-ef48-4067-86b9-a47c2a512fcf req-a9ca18cf-2d50-4fdd-a314-c54452866e6f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:33.649922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f8b407d7-17cc-4f83-adce-1ef72a48072e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:33.650551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-098f5a33-ef48-4067-86b9-a47c2a512fcf req-a9ca18cf-2d50-4fdd-a314-c54452866e6f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.2603090 Nov 10 03:41:33.696849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc22696-0c57-4f8e-9770-50cadf2f83c0 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:33.712491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:33.712733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd264637-e6b3-410c-a402-2ef299e49528 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=6']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:33.754124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f8b407d7-17cc-4f83-adce-1ef72a48072e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:33.763774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Transition to ACTIVE for port object ffc22696-0c57-4f8e-9770-50cadf2f83c0 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:33.770457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:33.851901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-73282a8a-a6e2-4c4b-89a1-e96042896da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:33.860754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-73282a8a-a6e2-4c4b-89a1-e96042896da1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940410 Nov 10 03:41:33.873362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-098f5a33-ef48-4067-86b9-a47c2a512fcf req-cdd8910a-2f7d-4533-b9bf-99374c8a84ac tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223334 Nov 10 03:41:34.008972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc22696-0c57-4f8e-9770-50cadf2f83c0,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:34.085700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Attempting to bind port ffc22696-0c57-4f8e-9770-50cadf2f83c0 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:34.085700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Attempting to bind port ffc22696-0c57-4f8e-9770-50cadf2f83c0 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:34.086159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Attempting to bind port ffc22696-0c57-4f8e-9770-50cadf2f83c0 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:34.092139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Port ffc22696-0c57-4f8e-9770-50cadf2f83c0 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:34.092673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Attempting to bind port ffc22696-0c57-4f8e-9770-50cadf2f83c0 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:34.104436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:34.104938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:34.105440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:34.110596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Bound port: ffc22696-0c57-4f8e-9770-50cadf2f83c0, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:34.111082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:34.217290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-ad2dc4c7-ea7c-49dc-b897-1c772a9685ee service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429031 Nov 10 03:41:34.250944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] For port ffc22696-0c57-4f8e-9770-50cadf2f83c0, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:34.255152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] For port ffc22696-0c57-4f8e-9770-50cadf2f83c0, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ffc22696-0c57-4f8e-9770-50cadf2f83c0,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:34.262294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:34.301497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70cd5a01-6a1c-45ed-8074-3e7b39a339d2 req-5abb7cbc-4636-4cad-a73c-7b3574a2c472 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/7f2c51cc-8137-4494-877e-e88a0175dcfc HTTP/1.1" status: 200 len: 1817 time: 0.3450358 Nov 10 03:41:34.339533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:34.345514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:34.347096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] 10.222.0.11 "PUT /v2.0/ports/ffc22696-0c57-4f8e-9770-50cadf2f83c0 HTTP/1.1" status: 200 len: 1096 time: 1.9800844 Nov 10 03:41:34.351033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'tag': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:34.359337 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45892c8d-6e87-4070-abea-71fee04f1e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cbb910-adbf-4812-ad3a-f54234ce6127", "tag": "ffc22696-0c57-4f8e-9770-50cadf2f83c0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:34.540656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}, {'name': 'network-changed', 'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:34.548922 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a0f797-ec76-4f37-ab76-b653c675125b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}, {"name": "network-changed", "server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:34.560086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d9c168-66c4-4fdd-9f67-fee9ea486d9b req-36a7f064-4c22-4c6e-a7a4-5b917bb159df service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303483 Nov 10 03:41:34.587812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc375a-97c6-498b-881d-fc6786ba9684 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc22696-0c57-4f8e-9770-50cadf2f83c0,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:34.605724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a799a7-1e15-4e39-ad95-73bfa16c59dd req-8a223397-8c4e-4aef-bf48-3052560e7986 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:34.615462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-d088fc62-46d6-4af8-99c1-88343a52dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:34.615679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2a799a7-1e15-4e39-ad95-73bfa16c59dd req-8a223397-8c4e-4aef-bf48-3052560e7986 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.5520656 Nov 10 03:41:34.634329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-d088fc62-46d6-4af8-99c1-88343a52dfee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 1099 time: 0.2151906 Nov 10 03:41:34.763288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-6cdb1b66-9146-4db1-a679-5e5ca4a64d44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ffc22696-0c57-4f8e-9770-50cadf2f83c0 HTTP/1.1" status: 200 len: 217 time: 0.1081576 Nov 10 03:41:34.764564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2a799a7-1e15-4e39-ad95-73bfa16c59dd req-4e8cc5e6-b963-4c0a-a2b0-4631aeef52f3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474431 Nov 10 03:41:34.827284 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-70cd5a01-6a1c-45ed-8074-3e7b39a339d2 req-84a1926d-4201-49ef-aecf-5da2d36c39bc tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 03:41:34.830623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70cd5a01-6a1c-45ed-8074-3e7b39a339d2 req-84a1926d-4201-49ef-aecf-5da2d36c39bc tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f2c51cc-8137-4494-877e-e88a0175dcfc HTTP/1.1" status: 409 len: 341 time: 0.5282056 Nov 10 03:41:34.873890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-fb337054-491a-4d78-9e6d-95810bc06495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:34.877827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-fb337054-491a-4d78-9e6d-95810bc06495 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1064129 Nov 10 03:41:34.940710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-645aab33-384d-4357-a22e-87816c5378d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:34.942299 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-645aab33-384d-4357-a22e-87816c5378d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536821 Nov 10 03:41:35.026984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7cb00-e717-4cab-a59c-a65bd7a2f431 req-a43cbab1-37fb-4463-9f57-8dfddff63be4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.038871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afb7cb00-e717-4cab-a59c-a65bd7a2f431 req-a43cbab1-37fb-4463-9f57-8dfddff63be4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 948 time: 0.1023960 Nov 10 03:41:35.106265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-66b4a87c-9609-40cf-931e-a3c91298c7fc service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517370 Nov 10 03:41:35.164642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afb7cb00-e717-4cab-a59c-a65bd7a2f431 req-ad68f7f1-ca1a-4a01-8ad3-12ea8890123b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226239 Nov 10 03:41:35.193845 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc762a-e5f2-4ffd-b1da-756df72ebd3d x-openstack-request-id: req-decc762a-e5f2-4ffd-b1da-756df72ebd3d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:35.194235 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cbb910-adbf-4812-ad3a-f54234ce6127", "tag": "ffc22696-0c57-4f8e-9770-50cadf2f83c0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:35.194565 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-decc762a-e5f2-4ffd-b1da-756df72ebd3d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:35.195152 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'tag': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0', 'status': 'completed', 'code': 200} Nov 10 03:41:35.260115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a890b9f-917b-406e-be2e-3676c3e9aeee req-bff4f192-8aba-4472-b7f1-0d4235d508dd service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430209 Nov 10 03:41:35.273519 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67af390-d9c9-4ebd-a113-4c59092c774e x-openstack-request-id: req-f67af390-d9c9-4ebd-a113-4c59092c774e {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:35.274119 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:35.274644 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f67af390-d9c9-4ebd-a113-4c59092c774e {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:35.275270 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'status': 'completed', 'code': 200} Nov 10 03:41:35.275783 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e', 'status': 'completed', 'code': 200} Nov 10 03:41:35.308413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:35.375238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-32bf67b8-f53a-48d4-9a51-5e87e6abcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.377034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-32bf67b8-f53a-48d4-9a51-5e87e6abcc18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1099 time: 0.0823660 Nov 10 03:41:35.534063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-65032c8e-57f2-4876-b35f-166ae4e08174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.535615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-65032c8e-57f2-4876-b35f-166ae4e08174 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1099 time: 0.0916955 Nov 10 03:41:35.577364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-31aedea1-a4d0-49ee-bb87-6ae5fc05af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.579785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-31aedea1-a4d0-49ee-bb87-6ae5fc05af92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 1099 time: 0.1543417 Nov 10 03:41:35.688916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-668a0427-194a-47da-a0bf-9068d036e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.690704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-668a0427-194a-47da-a0bf-9068d036e974 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3056455 Nov 10 03:41:35.793913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-ed6167f3-3871-426b-9a37-dfe036473d99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0596867 Nov 10 03:41:35.802964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb4f12-77c8-43dc-9494-8895510d57e5 req-4c1074e7-ad49-4dde-950f-00ba1e17ab57 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.805708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20fb4f12-77c8-43dc-9494-8895510d57e5 req-4c1074e7-ad49-4dde-950f-00ba1e17ab57 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.2246430 Nov 10 03:41:35.878666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-0655ce40-32c9-4482-a1f0-31d4978473bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.880153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-0655ce40-32c9-4482-a1f0-31d4978473bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1135 time: 0.3164744 Nov 10 03:41:35.945557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-9e4b4f05-0ba6-41a0-a3dd-378373d86492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:35.947599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-9e4b4f05-0ba6-41a0-a3dd-378373d86492 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3461866 Nov 10 03:41:36.010667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-5e38dce4-7d2a-47de-a5d8-e1505c212c8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ffc22696-0c57-4f8e-9770-50cadf2f83c0 HTTP/1.1" status: 200 len: 217 time: 0.0485418 Nov 10 03:41:36.028585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-9e157880-a399-4830-b90e-62cd6b520bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.030122 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-9e157880-a399-4830-b90e-62cd6b520bb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2113621 Nov 10 03:41:36.031463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20fb4f12-77c8-43dc-9494-8895510d57e5 req-e5080fbb-a99f-434d-b81f-e2b62f8f164d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087455 Nov 10 03:41:36.094674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-2447fdce-2ee8-44ee-a008-a0f672952f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.096649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-2447fdce-2ee8-44ee-a008-a0f672952f5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 912 time: 0.2020953 Nov 10 03:41:36.103541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-e00ac11d-26b7-4eab-bb2f-2066c5c6bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.104963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-e00ac11d-26b7-4eab-bb2f-2066c5c6bafb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.5088732 Nov 10 03:41:36.156863 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-afba3999-de07-49f3-8b61-03d6be5dec8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 217 time: 0.0455465 Nov 10 03:41:36.178098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-9e6013c7-ecdc-48b9-b123-9849dad30aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.179954 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-9e6013c7-ecdc-48b9-b123-9849dad30aeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261337 Nov 10 03:41:36.215285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2d6d0-529c-4e92-bcb1-d3124f6caa59 req-7b6489a0-b9f8-498e-8c87-e32066e9b255 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.226791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03b2d6d0-529c-4e92-bcb1-d3124f6caa59 req-7b6489a0-b9f8-498e-8c87-e32066e9b255 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 984 time: 0.3274930 Nov 10 03:41:36.247576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-bda2867f-4ecc-4163-8133-695f12cbf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.252678 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-05da86eb-724d-42dd-a841-4656efccba79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0946205 Nov 10 03:41:36.253518 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-bda2867f-4ecc-4163-8133-695f12cbf657 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2192202 Nov 10 03:41:36.337045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c76df2-b55f-4ed7-93c2-3654f7b780d1 req-3ac7782c-b464-48e7-ab84-e42c067ce9fc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.342596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9c76df2-b55f-4ed7-93c2-3654f7b780d1 req-3ac7782c-b464-48e7-ab84-e42c067ce9fc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.2019804 Nov 10 03:41:36.388778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-934e3f9c-a838-499b-aece-a76fef708e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.391503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-934e3f9c-a838-499b-aece-a76fef708e30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.2258532 Nov 10 03:41:36.450227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-e247c9e4-3cd8-4997-bc5a-a6864faa120c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480433 Nov 10 03:41:36.496301 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9c76df2-b55f-4ed7-93c2-3654f7b780d1 req-458a39f7-2b4c-4ddf-9c2d-5f2abc0033b6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527345 Nov 10 03:41:36.528840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-b1a0977c-257f-46b6-99f1-8cbefbd27f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.529921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-cd4604dc-8c00-496a-9a7c-4c4da6f9a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.530342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-b1a0977c-257f-46b6-99f1-8cbefbd27f4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2393541 Nov 10 03:41:36.532379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-cd4604dc-8c00-496a-9a7c-4c4da6f9a260 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349617 Nov 10 03:41:36.551227 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03b2d6d0-529c-4e92-bcb1-d3124f6caa59 req-69cd7da4-ca21-4010-9f2f-84e795e41994 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f2c51cc-8137-4494-877e-e88a0175dcfc&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2887995 Nov 10 03:41:36.597928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-178cbc81-54b0-49f0-ac50-5af242b037f9 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563669 Nov 10 03:41:36.695158 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-7424d8d0-850b-41f2-9d1c-80cd7a43a652 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332537 Nov 10 03:41:36.699111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-a964cbae-de13-48a2-94f4-18ec1104d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.700630 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-a964cbae-de13-48a2-94f4-18ec1104d78b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458268 Nov 10 03:41:36.764545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-49260fb2-e483-4d26-b5f9-557e9b63ffe1 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118785 Nov 10 03:41:36.785327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3bc04-fe08-4afa-be0f-95d32c58138d req-2d4949b6-e419-4374-b91e-56a0af2b67d0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:36.787837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dcd3bc04-fe08-4afa-be0f-95d32c58138d req-2d4949b6-e419-4374-b91e-56a0af2b67d0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 948 time: 0.1052763 Nov 10 03:41:36.853470 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-f92a1700-1a66-49ec-ae78-836cef311bb6 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429435 Nov 10 03:41:36.906190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07bf502c-c8cf-4bb9-a61f-9282ff47ee5b req-3586a615-ee7f-4f5a-a3d6-ecdd6642c894 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990898 Nov 10 03:41:36.925885 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-c1febd9e-9653-4775-adf6-a598fef14c86 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988926 Nov 10 03:41:37.010946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dcd3bc04-fe08-4afa-be0f-95d32c58138d req-fc5385de-35df-4309-8718-2f73027083fa tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098935 Nov 10 03:41:37.131124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-f98043ef-3578-47e4-8848-7f7157cf9d07 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941280 Nov 10 03:41:37.133262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45892c8d-6e87-4070-abea-71fee04f1e4e req-9573c858-0cdc-4741-b828-942c1f8985f6 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412743 Nov 10 03:41:37.136667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-fc6a8c60-f119-4b05-a68a-02f13f167ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:37.138409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-fc6a8c60-f119-4b05-a68a-02f13f167ff8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1135 time: 0.1036005 Nov 10 03:41:37.310736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-8ff18542-3c3d-42a9-b466-5e524e95242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:37.313342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-8ff18542-3c3d-42a9-b466-5e524e95242c service neutron] 10.222.0.44 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 912 time: 0.1632957 Nov 10 03:41:37.318193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248bee-0ca2-430d-981f-7c8be84cff64 req-bec66c08-dbb8-44cd-875c-266e06eb746c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:37.319718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad248bee-0ca2-430d-981f-7c8be84cff64 req-bec66c08-dbb8-44cd-875c-266e06eb746c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0923934 Nov 10 03:41:37.394379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-73cbc31a-43cd-4a63-96a9-1f5b63aa72d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 217 time: 0.0725069 Nov 10 03:41:37.434322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad248bee-0ca2-430d-981f-7c8be84cff64 req-31ab3db5-1a89-47fc-bd70-c433e5e167d4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021743 Nov 10 03:41:37.474287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-1df27c3a-e13b-416e-90f0-2e6fb352d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:37.475719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-1df27c3a-e13b-416e-90f0-2e6fb352d958 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.0700152 Nov 10 03:41:37.546264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-013b1fd2-61a8-4129-9ef1-2026ba361ed8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597177 Nov 10 03:41:37.690107 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:37.786894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b75d5d-338c-4fde-84b3-0f531a6b407d req-61652c4f-7bc5-45a8-a7bf-534bb270b7c5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:37.788920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b75d5d-338c-4fde-84b3-0f531a6b407d req-61652c4f-7bc5-45a8-a7bf-534bb270b7c5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.1617908 Nov 10 03:41:37.800810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41eab-eddf-445b-b88e-b55d4e722e6d req-dae63da4-5985-4d51-8e99-47d509dcb980 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:37.802387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ba41eab-eddf-445b-b88e-b55d4e722e6d req-dae63da4-5985-4d51-8e99-47d509dcb980 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 984 time: 0.0981855 Nov 10 03:41:37.802540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-d1e20ff6-e7f0-41ef-8ae6-fe83be12669e service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355659 Nov 10 03:41:37.930186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ba41eab-eddf-445b-b88e-b55d4e722e6d req-8084b99b-feb5-4416-831a-12b968547bef tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f2c51cc-8137-4494-877e-e88a0175dcfc&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1200731 Nov 10 03:41:37.933818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b75d5d-338c-4fde-84b3-0f531a6b407d req-454d770a-5ce6-4b35-881d-527dda2c4750 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302998 Nov 10 03:41:37.999210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e4a0f797-ec76-4f37-ab76-b653c675125b req-aeef3075-b592-490f-b32b-d2c34a2cee99 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894863 Nov 10 03:41:38.190288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea85589-56b2-44e4-9912-e299ab2701bf req-c1546c48-2e53-4fa5-bbe4-ef53e5cea539 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:38.197517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea85589-56b2-44e4-9912-e299ab2701bf req-c1546c48-2e53-4fa5-bbe4-ef53e5cea539 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 948 time: 0.0749340 Nov 10 03:41:38.250491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea85589-56b2-44e4-9912-e299ab2701bf req-a7ac5acb-7038-410d-b7a1-f7572e20414a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 Nov 10 03:41:38.570542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c8cdb-ea56-420c-bbe8-4c1d5953444b req-236c668d-84ca-4190-be9e-b4aa6ad56d25 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:38.572382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e7c8cdb-ea56-420c-bbe8-4c1d5953444b req-236c668d-84ca-4190-be9e-b4aa6ad56d25 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0688396 Nov 10 03:41:38.638097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e7c8cdb-ea56-420c-bbe8-4c1d5953444b req-7bf93088-895b-49e8-92cf-5a67bfdc9ef9 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539348 Nov 10 03:41:39.197996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda72c0b-d14c-49ca-b44c-ac02a69a131a req-06df0ff9-2c4e-4990-aaa0-fd3bba65ac5c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:39.199677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cda72c0b-d14c-49ca-b44c-ac02a69a131a req-06df0ff9-2c4e-4990-aaa0-fd3bba65ac5c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.0703864 Nov 10 03:41:39.208157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95ddd5-ccad-40f4-a576-3ac3e0b491fe req-dd273750-6bb5-440e-9e46-3d3ddd62912d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:39.209734 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa95ddd5-ccad-40f4-a576-3ac3e0b491fe req-dd273750-6bb5-440e-9e46-3d3ddd62912d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 984 time: 0.1116173 Nov 10 03:41:39.287185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa95ddd5-ccad-40f4-a576-3ac3e0b491fe req-192fbd37-0653-4a1d-bca3-f72a2ca8e892 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f2c51cc-8137-4494-877e-e88a0175dcfc&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0695159 Nov 10 03:41:39.319839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cda72c0b-d14c-49ca-b44c-ac02a69a131a req-00408b01-6041-4146-b560-54bea13d4b35 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070290 Nov 10 03:41:39.676021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406be41e-27fd-4914-8da3-6af747f179eb req-c0e8904f-c806-477a-8ad1-4e055424ea45 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:39.677977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-406be41e-27fd-4914-8da3-6af747f179eb req-c0e8904f-c806-477a-8ad1-4e055424ea45 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 948 time: 0.1528811 Nov 10 03:41:39.714617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-ddcf06c1-c17c-4821-afa5-8ad856a80b53 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-26933153&fields=id&tenant_id=95f31d3b26404f03ac4922656ccf95f1 HTTP/1.1" status: 200 len: 267 time: 0.1617134 Nov 10 03:41:39.787900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-406be41e-27fd-4914-8da3-6af747f179eb req-91fb45f9-962c-426a-85a9-a87b372c5f17 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014683 Nov 10 03:41:39.805326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-d169261f-3702-471f-8648-21296b08b487 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:39.811992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-d169261f-3702-471f-8648-21296b08b487 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 984 time: 0.0913043 Nov 10 03:41:39.819456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'port': {'security_groups': ['3a90b530-7448-4797-b2fc-9c11b6d6b6b8', '7f2c51cc-8137-4494-877e-e88a0175dcfc', '751f3912-1cd5-4ad7-aa43-844a4512ba23']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:39.951543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:40.303641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c5bd3-27fa-45bb-b426-d2eed872e369 req-9b886e22-8720-4eeb-9868-58087fe34194 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:40.305205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb1c5bd3-27fa-45bb-b426-d2eed872e369 req-9b886e22-8720-4eeb-9868-58087fe34194 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.1609566 Nov 10 03:41:40.351397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:40.396425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb1c5bd3-27fa-45bb-b426-d2eed872e369 req-af88ddba-e217-4427-abc6-bbae333bd9da tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807402 Nov 10 03:41:40.409592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:40.423614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:40.428163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f8b407d7-17cc-4f83-adce-1ef72a48072e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:40.483544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:40.484895 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:40.487122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0deb7626-ee26-48ca-8433-0a9787c88be7 req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "PUT /v2.0/ports/f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 1020 time: 0.6733782 Nov 10 03:41:40.487648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:40.490072 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e396aae-8ae3-4120-9ed8-5b597440692b" -d '{"events": [{"name": "network-changed", "server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:40.502662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:40.530406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:40.574385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.574385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.577473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0085a4-533f-428a-a469-940421888832 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:40.637054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40ba6-d07b-4b39-9e78-79f82efc1ba6 req-60d06d31-b24d-4835-acd0-d55d9ebd1832 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:40.639424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92a40ba6-d07b-4b39-9e78-79f82efc1ba6 req-60d06d31-b24d-4835-acd0-d55d9ebd1832 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 946 time: 0.0967276 Nov 10 03:41:40.735594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec935-a678-488b-aa6b-cf64389f54fd req-a2da74e6-6340-4445-a3a4-c364eb6ccab4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:40.737413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9ec935-a678-488b-aa6b-cf64389f54fd req-a2da74e6-6340-4445-a3a4-c364eb6ccab4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 948 time: 0.1223555 Nov 10 03:41:40.743091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f8b407d7-17cc-4f83-adce-1ef72a48072e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:40.800060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92a40ba6-d07b-4b39-9e78-79f82efc1ba6 req-f4b983ec-fb05-49b2-9573-a0bd3ba651db tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319408 Nov 10 03:41:40.865083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9ec935-a678-488b-aa6b-cf64389f54fd req-8591c4f9-bf2b-41b7-9bde-12adfc4573e6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133921 Nov 10 03:41:41.022153 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80910170-4096-4f70-9de7-ea95cbacc1ba x-openstack-request-id: req-80910170-4096-4f70-9de7-ea95cbacc1ba {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:41.022444 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:41.022694 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80910170-4096-4f70-9de7-ea95cbacc1ba {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:41.023088 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e', 'status': 'completed', 'code': 200} Nov 10 03:41:41.086425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c9ab45f-5420-4f19-85af-d00ac89fb572 req-f07dbde7-2572-41d2-99e8-e13866933f5e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/751f3912-1cd5-4ad7-aa43-844a4512ba23 HTTP/1.1" status: 200 len: 1815 time: 0.0818598 Nov 10 03:41:41.148232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-34d18273-7d84-4fb2-9157-5accdea9517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:41.150651 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-34d18273-7d84-4fb2-9157-5accdea9517d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95f31d3b26404f03ac4922656ccf95f1&device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1174 time: 0.0937066 Nov 10 03:41:41.216828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:41.264121 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-3c9ab45f-5420-4f19-85af-d00ac89fb572 req-6db949e5-16c0-458c-8fc4-fc4e7c21ba65 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 03:41:41.265112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c9ab45f-5420-4f19-85af-d00ac89fb572 req-6db949e5-16c0-458c-8fc4-fc4e7c21ba65 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/751f3912-1cd5-4ad7-aa43-844a4512ba23 HTTP/1.1" status: 409 len: 341 time: 0.1727118 Nov 10 03:41:41.285875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62644ab0-c558-4792-b053-aca7267ad9d0 req-85ff0671-4fec-492f-81cc-c305bdb120ae tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:41.287462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62644ab0-c558-4792-b053-aca7267ad9d0 req-85ff0671-4fec-492f-81cc-c305bdb120ae tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 948 time: 0.1580684 Nov 10 03:41:41.378160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-3eda1af1-88cc-4abb-8973-9d602fede436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:41.380176 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-3eda1af1-88cc-4abb-8973-9d602fede436 service neutron] 10.222.0.44 "GET /v2.0/networks?id=204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 200 len: 912 time: 0.2189577 Nov 10 03:41:41.423016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62644ab0-c558-4792-b053-aca7267ad9d0 req-5c189c5d-36e4-4bd6-aed3-e3b1b7035cf7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203437 Nov 10 03:41:41.470185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-42d7237b-145f-45a8-989f-83faeb24dd3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 200 len: 217 time: 0.0824981 Nov 10 03:41:41.595627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-d41848bd-cb3a-4d64-9ee0-df653cca7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:41.597547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-d41848bd-cb3a-4d64-9ee0-df653cca7efd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 200 len: 852 time: 0.1206145 Nov 10 03:41:41.617258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d22bc-9c88-402b-98b7-66ea07f63bdc req-0d723f6e-227d-4059-921e-d10c422fd9ad tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:41.627995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea7d22bc-9c88-402b-98b7-66ea07f63bdc req-0d723f6e-227d-4059-921e-d10c422fd9ad tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.1000028 Nov 10 03:41:41.655463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:41.661635 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-19470117-26cf-46a6-b334-7960a7acc590 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=204d5c79-824c-4624-82d6-c78228730d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533104 Nov 10 03:41:41.668975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'mac_address': 'fa:16:3e:25:55:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:41.719321 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:41.735497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6da439-3e9b-4493-8ad4-eb105febe4b1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:41.748701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea7d22bc-9c88-402b-98b7-66ea07f63bdc req-a37f9340-8fbf-4df1-a69a-5e888e2d512a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197505 Nov 10 03:41:41.759759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:41.765985 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:41.766695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b28e0d-6a53-484a-8e89-32457b909698 req-11fefec5-341d-43b7-861d-b5b1f90ae469 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:41.767758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ffc22696-0c57-4f8e-9770-50cadf2f83c0 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:41.784575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b9b28e0d-6a53-484a-8e89-32457b909698 req-11fefec5-341d-43b7-861d-b5b1f90ae469 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1023 time: 0.1253040 Nov 10 03:41:41.803022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-4db2782f-d7a7-4537-b3d2-6d5fd460f1b8 service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304414 Nov 10 03:41:41.805215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ffc22696-0c57-4f8e-9770-50cadf2f83c0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ffc22696-0c57-4f8e-9770-50cadf2f83c0,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:41.820090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0', 'mac_address': 'fa:16:3e:43:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:41.887153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:41.904158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc22696-0c57-4f8e-9770-50cadf2f83c0 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:41.947140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ffc22696-0c57-4f8e-9770-50cadf2f83c0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ffc22696-0c57-4f8e-9770-50cadf2f83c0,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:41.956609 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:41.958532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:41.960132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b9b28e0d-6a53-484a-8e89-32457b909698 req-0ef96d7e-9a52-48aa-b08e-f2a7bbcd977f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f2c51cc-8137-4494-877e-e88a0175dcfc&id=751f3912-1cd5-4ad7-aa43-844a4512ba23&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1746173 Nov 10 03:41:41.964582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4e396aae-8ae3-4120-9ed8-5b597440692b req-c08434da-1630-455f-b120-a4016e226ecf service neutron] 10.222.0.44 "GET /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526332 Nov 10 03:41:42.037851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329db88b-1b39-4e81-8028-87d1df0f69aa req-1e4a553f-e379-4aca-907e-6d528f0bce50 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:42.045123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-329db88b-1b39-4e81-8028-87d1df0f69aa req-1e4a553f-e379-4aca-907e-6d528f0bce50 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 946 time: 0.1438756 Nov 10 03:41:42.057841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ffc22696-0c57-4f8e-9770-50cadf2f83c0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:42.158107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-329db88b-1b39-4e81-8028-87d1df0f69aa req-52b5557c-9037-4dcc-80e2-99d578a49b7c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021652 Nov 10 03:41:42.178401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738cfdc-0bd2-4877-800f-717e303a89b3 req-8cec9d25-5e5e-4c89-90cf-1113274f7f81 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:42.180029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e738cfdc-0bd2-4877-800f-717e303a89b3 req-8cec9d25-5e5e-4c89-90cf-1113274f7f81 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.1003532 Nov 10 03:41:42.266969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e738cfdc-0bd2-4877-800f-717e303a89b3 req-145eb1ab-3490-4270-93c3-42b182502645 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790496 Nov 10 03:41:42.631499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad34d7f-e667-4965-bdc8-cb3f40ecdbd8 req-2dd83f70-a2e1-45b3-921d-5c87fa546b90 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:42.638054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aad34d7f-e667-4965-bdc8-cb3f40ecdbd8 req-2dd83f70-a2e1-45b3-921d-5c87fa546b90 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 949 time: 0.0840211 Nov 10 03:41:42.769118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aad34d7f-e667-4965-bdc8-cb3f40ecdbd8 req-dae90f30-2370-4573-83e4-17004901647e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300886 Nov 10 03:41:42.800938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-b042331a-3379-4fbb-8766-10635139bcd3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:42.803059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-b042331a-3379-4fbb-8766-10635139bcd3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 949 time: 0.1208522 Nov 10 03:41:42.820694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef694-769e-4d1a-967b-284f5f26793a req-2988365b-8da6-4a44-a126-1bb227b39f26 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:42.822330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1aef694-769e-4d1a-967b-284f5f26793a req-2988365b-8da6-4a44-a126-1bb227b39f26 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.0946190 Nov 10 03:41:42.901700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7d6da439-3e9b-4493-8ad4-eb105febe4b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:42.935999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ffc22696-0c57-4f8e-9770-50cadf2f83c0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:42.954920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1aef694-769e-4d1a-967b-284f5f26793a req-07ae2d26-e95d-498b-868e-9dea6d5a871c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204362 Nov 10 03:41:42.962076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8639-2792-449c-ad91-5ce3027902d5 req-56749da7-fc5d-43ce-9bd5-b1934070dea6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:42.963557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86da8639-2792-449c-ad91-5ce3027902d5 req-56749da7-fc5d-43ce-9bd5-b1934070dea6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.1050065 Nov 10 03:41:42.976857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-0875af71-d983-4277-940a-999619054f9a service neutron] 10.222.0.11 "GET /v2.0/ports/7d6da439-3e9b-4493-8ad4-eb105febe4b1/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 382 time: 0.1379917 Nov 10 03:41:43.078430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86da8639-2792-449c-ad91-5ce3027902d5 req-77e9c66f-5570-499a-823a-900d3f6e0d90 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743573 Nov 10 03:41:43.155190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-0fe8877f-1244-483c-a5f9-ddf64230efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.158565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-0fe8877f-1244-483c-a5f9-ddf64230efc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1100 time: 0.0733628 Nov 10 03:41:43.233703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a75fb2ed-8d84-42f4-946a-6f0b11f6ee33 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.236296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a75fb2ed-8d84-42f4-946a-6f0b11f6ee33 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 946 time: 0.1533287 Nov 10 03:41:43.353211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312e8a-96cb-4426-bfab-366ccd8c61fa req-1684b9c5-907e-4fae-b91f-b3c18f059fec tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.354981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51312e8a-96cb-4426-bfab-366ccd8c61fa req-1684b9c5-907e-4fae-b91f-b3c18f059fec tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1023 time: 0.2075477 Nov 10 03:41:43.359487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a9e6f8d-e3ab-4e21-9096-a4d1d0187230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:43.651199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639df2e-e356-4401-839c-28cce9fc5651 req-e21a8cf4-cb63-474c-ac14-43e86930d52d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.652711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5639df2e-e356-4401-839c-28cce9fc5651 req-e21a8cf4-cb63-474c-ac14-43e86930d52d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.44 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 1023 time: 0.4926679 Nov 10 03:41:43.685614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c394c-9be4-4133-bddc-bf001494a651 req-ce1e55b0-bcae-4547-be84-39d6b192fff1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.687683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-627c394c-9be4-4133-bddc-bf001494a651 req-ce1e55b0-bcae-4547-be84-39d6b192fff1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 946 time: 0.4489768 Nov 10 03:41:43.698528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-8da85606-f628-4bf0-851c-839a425c2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.700229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-8da85606-f628-4bf0-851c-839a425c2645 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.5134714 Nov 10 03:41:43.778080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-c140b812-8a73-461b-96d0-cf77e4338868 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0646236 Nov 10 03:41:43.808653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-627c394c-9be4-4133-bddc-bf001494a651 req-aebb6745-e2db-46ef-a283-2d5815e59a15 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983503 Nov 10 03:41:43.816379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Deleting port 6feed5ab-b34e-4354-b939-db0b6315c50f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:41:43.816379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:43.846351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-9736e9de-9794-42e6-aed7-61642ce664a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.848108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-9736e9de-9794-42e6-aed7-61642ce664a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0604572 Nov 10 03:41:43.852900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Deleting port f8b407d7-17cc-4f83-adce-1ef72a48072e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:41:43.853228 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:43.869030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51312e8a-96cb-4426-bfab-366ccd8c61fa req-ab4d0d77-42c6-4ff3-abef-1ec1821b6a10 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f2c51cc-8137-4494-877e-e88a0175dcfc&id=751f3912-1cd5-4ad7-aa43-844a4512ba23&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4877110 Nov 10 03:41:43.933745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] For port 6feed5ab-b34e-4354-b939-db0b6315c50f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6feed5ab-b34e-4354-b939-db0b6315c50f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:43.934160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:43.948393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Calling delete_port for 6feed5ab-b34e-4354-b939-db0b6315c50f owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:41:43.974260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-a1022b5a-00cc-4538-82a2-a9e83ce98ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:43.974260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-a1022b5a-00cc-4538-82a2-a9e83ce98ea9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158187 Nov 10 03:41:44.091521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] For port f8b407d7-17cc-4f83-adce-1ef72a48072e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f8b407d7-17cc-4f83-adce-1ef72a48072e,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:44.091954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:44.112069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Calling delete_port for f8b407d7-17cc-4f83-adce-1ef72a48072e owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:41:44.184106 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:44.198581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-9aeb418a-7f42-46dd-a9d5-35a4ee4d6dc6 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130558 Nov 10 03:41:44.225195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba1ca1-6836-4ae3-86c9-5d3044f2e709 req-203f3747-43f4-46c7-a135-0709f1f06900 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:44.226695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77ba1ca1-6836-4ae3-86c9-5d3044f2e709 req-203f3747-43f4-46c7-a135-0709f1f06900 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 949 time: 0.1596210 Nov 10 03:41:44.231001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event deleted for resources: {'Port': ['ID=6feed5ab-b34e-4354-b939-db0b6315c50f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:44.318560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-9bb86d2a-a146-4996-a078-52ee54eec053 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114523 Nov 10 03:41:44.332433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e7796-4d53-40f3-9abc-86608358ec7c req-c52dac65-0a59-4844-a5dc-520a78f571c3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:44.334308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-000e7796-4d53-40f3-9abc-86608358ec7c req-c52dac65-0a59-4844-a5dc-520a78f571c3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.1789634 Nov 10 03:41:44.335293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] No DVR routers for this DVR port 6feed5ab-b34e-4354-b939-db0b6315c50f on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:41:44.341313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:44.346638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6524b92-03af-47e1-a008-fb8d2ddc9073 req-a89a7e1c-e913-4313-8006-172065eb3f48 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "DELETE /v2.0/ports/6feed5ab-b34e-4354-b939-db0b6315c50f HTTP/1.1" status: 204 len: 173 time: 1.0962901 Nov 10 03:41:44.348122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'name': 'network-vif-deleted', 'tag': '6feed5ab-b34e-4354-b939-db0b6315c50f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:44.351615 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d93e4-3bad-41cf-bf04-9a396eb2fcee" -d '{"events": [{"server_uuid": "a01f42f8-f102-4369-b62c-2193f4ef2499", "name": "network-vif-deleted", "tag": "6feed5ab-b34e-4354-b939-db0b6315c50f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:44.382745 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:44.404352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f8b407d7-17cc-4f83-adce-1ef72a48072e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:44.419072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77ba1ca1-6836-4ae3-86c9-5d3044f2e709 req-4d9d683f-5bba-45bf-8074-feedfec391fd tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600764 Nov 10 03:41:44.421279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'Port': ['ID=f8b407d7-17cc-4f83-adce-1ef72a48072e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:44.444852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-000e7796-4d53-40f3-9abc-86608358ec7c req-9d6f6e52-c979-42d9-ad07-9cd37c98abc6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842342 Nov 10 03:41:44.481260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.483719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.485970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.487837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.488725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.491837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.492962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.493268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.493694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.494937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.498160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.499462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:44.503763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] No DVR routers for this DVR port f8b407d7-17cc-4f83-adce-1ef72a48072e on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:41:44.508815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:44.521525 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5639df2e-e356-4401-839c-28cce9fc5651 req-8eb8830b-485d-4546-9f73-62f325ddfe21 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.44 "DELETE /v2.0/ports/f8b407d7-17cc-4f83-adce-1ef72a48072e HTTP/1.1" status: 204 len: 173 time: 0.8590641 Nov 10 03:41:44.522639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'name': 'network-vif-deleted', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:44.529176 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0186526b-68c3-4b5d-920c-558895dcf332" -d '{"events": [{"server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "name": "network-vif-deleted", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:44.642235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36b10c-8495-49e5-962f-8e111c24b4ae req-64312b50-1e99-4a45-86be-fe37381e717d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:44.646860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca36b10c-8495-49e5-962f-8e111c24b4ae req-64312b50-1e99-4a45-86be-fe37381e717d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0834713 Nov 10 03:41:44.713506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca36b10c-8495-49e5-962f-8e111c24b4ae req-c551b2e7-09d4-4efa-8c06-531b5f991fcd tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597057 Nov 10 03:41:44.768392 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f3855b-df09-45e5-924c-5bc5f2a3e730 x-openstack-request-id: req-f5f3855b-df09-45e5-924c-5bc5f2a3e730 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:44.768684 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01f42f8-f102-4369-b62c-2193f4ef2499", "name": "network-vif-deleted", "tag": "6feed5ab-b34e-4354-b939-db0b6315c50f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:44.768935 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5f3855b-df09-45e5-924c-5bc5f2a3e730 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:44.769341 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01f42f8-f102-4369-b62c-2193f4ef2499', 'name': 'network-vif-deleted', 'tag': '6feed5ab-b34e-4354-b939-db0b6315c50f', 'status': 'completed', 'code': 200} Nov 10 03:41:44.815488 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea762ad-40b1-4978-814f-e00f854bde12 x-openstack-request-id: req-cea762ad-40b1-4978-814f-e00f854bde12 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:44.815773 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a30dd8-c178-460c-84aa-265835b88338", "name": "network-vif-deleted", "tag": "f8b407d7-17cc-4f83-adce-1ef72a48072e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:44.816016 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cea762ad-40b1-4978-814f-e00f854bde12 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:44.816399 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a30dd8-c178-460c-84aa-265835b88338', 'name': 'network-vif-deleted', 'tag': 'f8b407d7-17cc-4f83-adce-1ef72a48072e', 'status': 'completed', 'code': 200} Nov 10 03:41:44.889284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:44.929544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6feed5ab-b34e-4354-b939-db0b6315c50f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:44.933601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 607c8f36-ec8f-43b8-92b0-33f578bc9037 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:44.979857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d338191e-2677-413d-a02d-0292dd01e6f4 req-d418fa44-fb40-4cb5-b92d-9c9ec715ea93 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0579970 Nov 10 03:41:45.194138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b91d0eb-35a6-4b94-8752-c6587e4eb492 req-66bcaab4-5a89-4039-a0fb-7507a0cb9ec1 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a30dd8-c178-460c-84aa-265835b88338 HTTP/1.1" status: 200 len: 210 time: 0.0281804 Nov 10 03:41:45.224572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:45.250349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '607c8f36-ec8f-43b8-92b0-33f578bc9037', 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6', 'port_id': '607c8f36-ec8f-43b8-92b0-33f578bc9037', 'mac_address': 'fa:16:3e:12:5b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9bad20-b5b0-44b2-9067-47e69875e36d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:45.361332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:45.396600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607c8f36-ec8f-43b8-92b0-33f578bc9037 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:45.449721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:45.458192 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:45.560606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:45.612082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61d27b55-9ba7-41a6-a1aa-7af001590671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:45.650500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59607c64-753e-4669-8342-88dbe751521d req-84126d5a-7908-4e69-b9b8-92479890bea6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:45.652588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59607c64-753e-4669-8342-88dbe751521d req-84126d5a-7908-4e69-b9b8-92479890bea6 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.1197028 Nov 10 03:41:45.664559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05597c27-c1ec-4c05-91c8-d0b0d0984777 req-4fff41f1-146c-4e0d-ba7d-a654011e6e03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:45.666282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05597c27-c1ec-4c05-91c8-d0b0d0984777 req-4fff41f1-146c-4e0d-ba7d-a654011e6e03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 949 time: 0.0923533 Nov 10 03:41:45.754556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59607c64-753e-4669-8342-88dbe751521d req-e73b29cc-4a85-4dc7-99e1-0011c3908e5d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870314 Nov 10 03:41:45.758454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05597c27-c1ec-4c05-91c8-d0b0d0984777 req-3fbcb224-c666-4ec6-9c35-d002ab0ad555 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834432 Nov 10 03:41:45.791414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['607c8f36-ec8f-43b8-92b0-33f578bc9037'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:45.953274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a386b-6a42-4d83-b6e7-29c3b5d683d5 req-4eb2bdb8-03fd-4a5c-8926-2ebb12c99528 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:45.954756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-119a386b-6a42-4d83-b6e7-29c3b5d683d5 req-4eb2bdb8-03fd-4a5c-8926-2ebb12c99528 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 945 time: 0.1097553 Nov 10 03:41:46.005964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-b616a294-39f8-419a-9310-a8964e9f1d8d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:46.007336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-b616a294-39f8-419a-9310-a8964e9f1d8d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.1724749 Nov 10 03:41:46.033522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-6b1f3782-ea92-41c9-908f-10a32f04ce9b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/quotas/2ec313c9c6bd41cf9a43517ed18fb236 HTTP/1.1" status: 200 len: 375 time: 0.0202460 Nov 10 03:41:46.037268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-119a386b-6a42-4d83-b6e7-29c3b5d683d5 req-adc10e9f-a596-4f8d-839e-9a398b178403 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744140 Nov 10 03:41:46.091981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-8853eb03-7f72-418f-88f5-e4427cfcace1 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518651 Nov 10 03:41:46.165915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a67a126e-9c55-4c55-98ba-45bda82315c9 req-f2c14d12-afc4-4d53-ae4c-ba1c79f7d037 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0655713 Nov 10 03:41:46.214106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-1baf1f48-2dc2-43c9-91bb-c24e4805d081 service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119785 Nov 10 03:41:46.330958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-089e82f0-b584-45ed-9173-c47896130d86 service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104455 Nov 10 03:41:46.346186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23fdb9c6-5168-483c-a937-5d59504558db req-c2bca738-dce8-4c67-a49b-b84922f3a267 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/7f2c51cc-8137-4494-877e-e88a0175dcfc HTTP/1.1" status: 200 len: 1817 time: 0.0553153 Nov 10 03:41:46.418386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-23fdb9c6-5168-483c-a937-5d59504558db req-43025ebf-722c-410b-a596-a1ce80b40207 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.444334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-23fdb9c6-5168-483c-a937-5d59504558db req-43025ebf-722c-410b-a596-a1ce80b40207 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.500965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-23fdb9c6-5168-483c-a937-5d59504558db req-43025ebf-722c-410b-a596-a1ce80b40207 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.506396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-23fdb9c6-5168-483c-a937-5d59504558db req-43025ebf-722c-410b-a596-a1ce80b40207 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.509966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23fdb9c6-5168-483c-a937-5d59504558db req-43025ebf-722c-410b-a596-a1ce80b40207 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f2c51cc-8137-4494-877e-e88a0175dcfc HTTP/1.1" status: 204 len: 173 time: 0.1568282 Nov 10 03:41:46.553962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43025ebf-722c-410b-a596-a1ce80b40207 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2c51cc-8137-4494-877e-e88a0175dcfc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:46.559717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97abbcaf-d211-46be-8e31-59f3490deb94 req-edbbba79-72c9-4958-a8f7-af3d67b3da8c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 210 time: 0.0474281 Nov 10 03:41:46.616813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e83d1cb6-6e39-4ac6-a789-5059f7a532f5 req-8f83c9f5-2d49-4290-8466-8b63101dd7fd tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/751f3912-1cd5-4ad7-aa43-844a4512ba23 HTTP/1.1" status: 200 len: 1815 time: 0.0846698 Nov 10 03:41:46.636812 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.723650 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e83d1cb6-6e39-4ac6-a789-5059f7a532f5 req-ff095ad9-44e9-4cb7-9d54-22389bd9ba9a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.770991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e83d1cb6-6e39-4ac6-a789-5059f7a532f5 req-ff095ad9-44e9-4cb7-9d54-22389bd9ba9a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.829023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e83d1cb6-6e39-4ac6-a789-5059f7a532f5 req-ff095ad9-44e9-4cb7-9d54-22389bd9ba9a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.844055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e83d1cb6-6e39-4ac6-a789-5059f7a532f5 req-ff095ad9-44e9-4cb7-9d54-22389bd9ba9a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:46.848937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e83d1cb6-6e39-4ac6-a789-5059f7a532f5 req-ff095ad9-44e9-4cb7-9d54-22389bd9ba9a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/751f3912-1cd5-4ad7-aa43-844a4512ba23 HTTP/1.1" status: 204 len: 173 time: 0.2312782 Nov 10 03:41:46.875434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff095ad9-44e9-4cb7-9d54-22389bd9ba9a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f3912-1cd5-4ad7-aa43-844a4512ba23,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:46.917764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 607c8f36-ec8f-43b8-92b0-33f578bc9037 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:46.998948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a1d0a-2978-4603-9a18-96d1c035ff3e req-8c1290c4-5305-4768-ab8a-0937f6f21ba7 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:47.006798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-124a1d0a-2978-4603-9a18-96d1c035ff3e req-8c1290c4-5305-4768-ab8a-0937f6f21ba7 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.0997081 Nov 10 03:41:47.020039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 607c8f36-ec8f-43b8-92b0-33f578bc9037 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:47.024692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 607c8f36-ec8f-43b8-92b0-33f578bc9037 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:47.025237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.066574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-124a1d0a-2978-4603-9a18-96d1c035ff3e req-700c70a9-ec90-49ca-99e6-ee0473fb26a4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536258 Nov 10 03:41:47.096829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb347-f126-4d22-8c82-4f3469be5b21 req-9313a428-8a61-40bb-9e20-5dd1a2a2a9aa tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:47.104243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-602eb347-f126-4d22-8c82-4f3469be5b21 req-9313a428-8a61-40bb-9e20-5dd1a2a2a9aa tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 949 time: 0.1545208 Nov 10 03:41:47.127078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-46d92296-d74d-450b-bc33-c0ee10c096d8 req-460aa9f5-fa2e-41d6-8cba-18d606f1c6e6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-233212400', 'description': 'tempest-description-2042632558'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:47.144389 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.173995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-602eb347-f126-4d22-8c82-4f3469be5b21 req-792b7f5a-7e67-4446-aa5e-47d272dde28c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642011 Nov 10 03:41:47.174772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:47.177305 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd514188-84b1-4932-8ea6-623d594e3af5" -d '{"events": [{"server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "name": "network-vif-plugged", "status": "completed", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:47.194479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:47.201504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.203282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f8b407d7-17cc-4f83-adce-1ef72a48072e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:47.218896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-46d92296-d74d-450b-bc33-c0ee10c096d8 req-460aa9f5-fa2e-41d6-8cba-18d606f1c6e6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.296955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:47.343885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2371-84c3-424e-9157-eb76acf5e8c9 req-216c21d2-2d69-4d33-8754-b8086a34a90a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:47.345549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: f8b407d7-17cc-4f83-adce-1ef72a48072e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:41:47.345866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f8b407d7-17cc-4f83-adce-1ef72a48072e not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:41:47.351970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76db2371-84c3-424e-9157-eb76acf5e8c9 req-216c21d2-2d69-4d33-8754-b8086a34a90a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.0768349 Nov 10 03:41:47.380187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:47.384456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:47.384827 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.408356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-46d92296-d74d-450b-bc33-c0ee10c096d8 req-460aa9f5-fa2e-41d6-8cba-18d606f1c6e6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.424007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76db2371-84c3-424e-9157-eb76acf5e8c9 req-546147cd-b347-4261-9899-c321fe02adc7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709164 Nov 10 03:41:47.429573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-46d92296-d74d-450b-bc33-c0ee10c096d8 req-460aa9f5-fa2e-41d6-8cba-18d606f1c6e6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.446298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:47.491709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460aa9f5-fa2e-41d6-8cba-18d606f1c6e6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3670413-2af1-4388-a3b9-1933884d19e0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:47.509276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-46d92296-d74d-450b-bc33-c0ee10c096d8 req-460aa9f5-fa2e-41d6-8cba-18d606f1c6e6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.531725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46d92296-d74d-450b-bc33-c0ee10c096d8 req-460aa9f5-fa2e-41d6-8cba-18d606f1c6e6 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4096041 Nov 10 03:41:47.569883 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed723791-d3e8-4b9c-b3ac-aa888164eb96 x-openstack-request-id: req-ed723791-d3e8-4b9c-b3ac-aa888164eb96 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:47.570256 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "name": "network-vif-plugged", "status": "completed", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:47.570592 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed723791-d3e8-4b9c-b3ac-aa888164eb96 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:47.574251 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037', 'code': 200} Nov 10 03:41:47.574251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.617278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:47.623084 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.624157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ffc22696-0c57-4f8e-9770-50cadf2f83c0 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:47.686243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bdcdd3a-c0bd-4e77-8d7d-87b43a9ecae6 req-6c81e095-2d37-4efc-8e79-855033e89808 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0588353 Nov 10 03:41:47.732547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:47.760589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port ffc22696-0c57-4f8e-9770-50cadf2f83c0 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:47.770719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port ffc22696-0c57-4f8e-9770-50cadf2f83c0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:47.771293 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.784812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc053212-d85c-4557-be50-b876a72a54b1 req-c567c220-2345-4507-a54c-f44793080ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:47.787185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc053212-d85c-4557-be50-b876a72a54b1 req-c567c220-2345-4507-a54c-f44793080ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1097 time: 0.0787842 Nov 10 03:41:47.790735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2696d4f4-ad8e-4989-a4ca-f03d9700ebdc req-39fdeff7-4442-49ca-a293-c3397ac432de tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/e3670413-2af1-4388-a3b9-1933884d19e0 HTTP/1.1" status: 200 len: 1817 time: 0.0978777 Nov 10 03:41:47.797636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-2696d4f4-ad8e-4989-a4ca-f03d9700ebdc req-87f2e102-08c7-43b3-8c60-085f77c6d96c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Request body: {'security_group': {'name': 'tempest-sg-hth-90165979', 'description': 'tempest-description-hth-1078898438'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:47.892359 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2696d4f4-ad8e-4989-a4ca-f03d9700ebdc req-87f2e102-08c7-43b3-8c60-085f77c6d96c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.903121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc053212-d85c-4557-be50-b876a72a54b1 req-5c877aad-3820-4c04-869b-734f40fa0b58 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016111 Nov 10 03:41:47.906576 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:47.928484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4b75875-b7e5-4d9f-9c85-77e4c7140b10 req-cac9d788-2dca-4217-bc3e-7cf071856ebe tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 210 time: 0.0884266 Nov 10 03:41:48.005325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ffc22696-0c57-4f8e-9770-50cadf2f83c0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ffc22696-0c57-4f8e-9770-50cadf2f83c0,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:48.011444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.012195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3f756209-20e6-4624-b403-ea748bc4a4d6 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:48.028485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2696d4f4-ad8e-4989-a4ca-f03d9700ebdc req-87f2e102-08c7-43b3-8c60-085f77c6d96c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.033083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2696d4f4-ad8e-4989-a4ca-f03d9700ebdc req-87f2e102-08c7-43b3-8c60-085f77c6d96c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.036341 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2696d4f4-ad8e-4989-a4ca-f03d9700ebdc req-87f2e102-08c7-43b3-8c60-085f77c6d96c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.038451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2696d4f4-ad8e-4989-a4ca-f03d9700ebdc req-87f2e102-08c7-43b3-8c60-085f77c6d96c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "PUT /v2.0/security-groups/e3670413-2af1-4388-a3b9-1933884d19e0 HTTP/1.1" status: 200 len: 1790 time: 0.2447591 Nov 10 03:41:48.108369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ffc22696-0c57-4f8e-9770-50cadf2f83c0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:48.145529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2e102-08c7-43b3-8c60-085f77c6d96c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3670413-2af1-4388-a3b9-1933884d19e0,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:48.184154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-b2432051-0544-4235-b37f-a72b39ae64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.185699 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-b2432051-0544-4235-b37f-a72b39ae64c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 1101 time: 0.0834391 Nov 10 03:41:48.193269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-20b5570b-4305-4490-8260-1ef2de798c94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535530 Nov 10 03:41:48.200789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:48.209021 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.221492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3854a848-8264-40b2-b438-ca75943309b0 req-6198b772-21b3-43eb-99bd-e49fe1cb002a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/e3670413-2af1-4388-a3b9-1933884d19e0 HTTP/1.1" status: 200 len: 1790 time: 0.1553984 Nov 10 03:41:48.325916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf229a-7a36-4224-936f-e6917de42758 req-de489738-78a5-4812-9d6f-4d2c3311d612 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.339492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8bf229a-7a36-4224-936f-e6917de42758 req-de489738-78a5-4812-9d6f-4d2c3311d612 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.1033006 Nov 10 03:41:48.375786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:48.410743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.411459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6feed5ab-b34e-4354-b939-db0b6315c50f no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:48.429905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.495792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 6feed5ab-b34e-4354-b939-db0b6315c50f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:41:48.496968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6feed5ab-b34e-4354-b939-db0b6315c50f not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:41:48.540977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-2e374e00-e9ce-4d4e-a7da-251a3a2436b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.542392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-2e374e00-e9ce-4d4e-a7da-251a3a2436b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 1100 time: 0.1849225 Nov 10 03:41:48.558549 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8bf229a-7a36-4224-936f-e6917de42758 req-cea571d6-768b-4875-a8fe-81b6367ba2ad tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170775 Nov 10 03:41:48.586462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90741b21-2c63-42f6-a53f-b03686b9f04c req-32bd62a4-42f8-4bef-bed7-4f3ee0e854fb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.594743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90741b21-2c63-42f6-a53f-b03686b9f04c req-32bd62a4-42f8-4bef-bed7-4f3ee0e854fb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.1662266 Nov 10 03:41:48.692798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-b309af89-e3bd-4008-aa90-900c87bece1a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.694790 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-b309af89-e3bd-4008-aa90-900c87bece1a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.2881949 Nov 10 03:41:48.699118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-84b75bdc-4499-4788-8d94-4a7593b52408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.700771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-84b75bdc-4499-4788-8d94-4a7593b52408 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.0982308 Nov 10 03:41:48.708218 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:48.724122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:48.730070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-6c430842-71d0-4f04-bc92-81c02d6d7760 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.732035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-6c430842-71d0-4f04-bc92-81c02d6d7760 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "GET /v2.0/ports?device_id=5edbf2ca-a5cd-48b7-b4e9-8e5a41792705 HTTP/1.1" status: 200 len: 946 time: 0.4797084 Nov 10 03:41:48.739601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Request body: {'port': {'device_id': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'admin_state_up': True, 'tenant_id': '2ec313c9c6bd41cf9a43517ed18fb236'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:48.783077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-b71d8844-6d40-4e03-b99c-74c7c451b960 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ce745f52-70bb-446d-b719-630bd082b123 HTTP/1.1" status: 200 len: 217 time: 0.0609822 Nov 10 03:41:48.846537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90741b21-2c63-42f6-a53f-b03686b9f04c req-2a01071c-ddfe-49a7-9fef-464d11b3da05 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505751 Nov 10 03:41:48.858485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e592b53-c171-459b-8b79-6e3546b5ed9e req-b8d99f59-16c4-4a95-9cc5-ea028952c802 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/e3670413-2af1-4388-a3b9-1933884d19e0 HTTP/1.1" status: 200 len: 1790 time: 0.1680434 Nov 10 03:41:48.937324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-1f4d80e9-2155-4c95-82b4-35590e9a92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:48.938925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-1f4d80e9-2155-4c95-82b4-35590e9a92e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1451962 Nov 10 03:41:49.014029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e592b53-c171-459b-8b79-6e3546b5ed9e req-08b452b8-31eb-41eb-87a3-1d18816d9137 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.049372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e592b53-c171-459b-8b79-6e3546b5ed9e req-08b452b8-31eb-41eb-87a3-1d18816d9137 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.052636 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.070797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-a055c05f-80ac-4803-8959-1bbe8fb8f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:49.072496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-a055c05f-80ac-4803-8959-1bbe8fb8f3b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159263 Nov 10 03:41:49.091437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9de9-4026-42db-8d52-30b866a63219 req-f2014633-2669-46ba-8ac4-51558eabb886 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:49.099475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7eed9de9-4026-42db-8d52-30b866a63219 req-f2014633-2669-46ba-8ac4-51558eabb886 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1341066 Nov 10 03:41:49.153539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Made reservation on behalf of 2ec313c9c6bd41cf9a43517ed18fb236 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:49.159235 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.193201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e592b53-c171-459b-8b79-6e3546b5ed9e req-08b452b8-31eb-41eb-87a3-1d18816d9137 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.196139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e592b53-c171-459b-8b79-6e3546b5ed9e req-08b452b8-31eb-41eb-87a3-1d18816d9137 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.211862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e592b53-c171-459b-8b79-6e3546b5ed9e req-08b452b8-31eb-41eb-87a3-1d18816d9137 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/e3670413-2af1-4388-a3b9-1933884d19e0 HTTP/1.1" status: 204 len: 173 time: 0.3453634 Nov 10 03:41:49.250171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b452b8-31eb-41eb-87a3-1d18816d9137 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3670413-2af1-4388-a3b9-1933884d19e0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:49.268704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7eed9de9-4026-42db-8d52-30b866a63219 req-5d59e55b-e022-4e9d-bb81-736a8901030e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682677 Nov 10 03:41:49.315703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-c9348fc2-e12b-409a-8070-1ca3281e6cda service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349215 Nov 10 03:41:49.363613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Allocated IP 172.20.0.7 (bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9/a77e385f-268b-4f7c-9c58-e1b1e9e9f335/e1496370-5ce2-4b73-8465-928b6d1f093b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:49.402490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9372ac1-d62e-469c-b67d-424ef27bf83c req-0e396e43-d751-4773-9315-e502df8dcb01 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0443034 Nov 10 03:41:49.560371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Deleting port 3f756209-20e6-4624-b403-ea748bc4a4d6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:41:49.560994 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.574320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}, {'server_uuid': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0'}, {'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:49.578135 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ad2c37-553c-4e3b-8a04-8567dd3d239b" -d '{"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-plugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}, {"server_uuid": "a9cbb910-adbf-4812-ad3a-f54234ce6127", "name": "network-vif-plugged", "status": "completed", "tag": "ffc22696-0c57-4f8e-9770-50cadf2f83c0"}, {"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-unplugged", "status": "completed", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:49.613481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-956b5d30-ac80-40a3-9117-9c48c7f8d28e req-7c09c4b9-9a39-4bc8-938b-ed17a443b97a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 210 time: 0.2087071 Nov 10 03:41:49.622934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73c88ab5-bd70-4ba7-9c20-ac8c1def0954 req-76203bb2-918b-4da8-972f-77408284a9ee service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193491 Nov 10 03:41:49.638286 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-439a7b09-a809-4059-9351-d3589865a724 req-e193e550-6e93-4793-a7cc-2d00ec1c0da3 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:49.638286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-439a7b09-a809-4059-9351-d3589865a724 req-e193e550-6e93-4793-a7cc-2d00ec1c0da3 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/751f3912-1cd5-4ad7-aa43-844a4512ba23 HTTP/1.1" status: 404 len: 352 time: 0.0216727 Nov 10 03:41:49.703365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:49.725576 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd2c1cc-267f-40ab-934a-da838fa34d29 x-openstack-request-id: req-6cd2c1cc-267f-40ab-934a-da838fa34d29 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:49.726060 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-plugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "code": 200}, {"server_uuid": "a9cbb910-adbf-4812-ad3a-f54234ce6127", "name": "network-vif-plugged", "status": "completed", "tag": "ffc22696-0c57-4f8e-9770-50cadf2f83c0", "code": 200}, {"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-unplugged", "status": "completed", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:49.726404 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cd2c1cc-267f-40ab-934a-da838fa34d29 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:49.726923 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'code': 200} Nov 10 03:41:49.727429 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0', 'code': 200} Nov 10 03:41:49.727769 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'code': 200} Nov 10 03:41:49.743363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:49.771489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.783286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74880eb8-c48d-4094-b685-3ca09d27c654 req-73c82805-0828-4926-8ae0-a7158188c451 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:49.791357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74880eb8-c48d-4094-b685-3ca09d27c654 req-73c82805-0828-4926-8ae0-a7158188c451 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0898492 Nov 10 03:41:49.814702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.816175 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-4d1d0a81-72e7-4be9-a2f5-59fd8b76dca4 req-79729282-0cc2-46da-8c1a-507f292f286e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:49.817308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d1d0a81-72e7-4be9-a2f5-59fd8b76dca4 req-79729282-0cc2-46da-8c1a-507f292f286e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/7f2c51cc-8137-4494-877e-e88a0175dcfc HTTP/1.1" status: 404 len: 352 time: 0.0581815 Nov 10 03:41:49.878953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:49.886814 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-82bb8f09-4d5d-4868-b1a0-ae668e9a1146 req-f0bd2b07-93aa-4351-b8ff-a2c988fe091e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:49.887711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82bb8f09-4d5d-4868-b1a0-ae668e9a1146 req-f0bd2b07-93aa-4351-b8ff-a2c988fe091e tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/41d6676c-4daa-4c4f-9951-39a6dac94825 HTTP/1.1" status: 404 len: 352 time: 0.0384943 Nov 10 03:41:49.894511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:49.911830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:49.914017 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1b1e6-df98-4a76-bcb6-bd5071fef233" -d '{"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:49.919225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:49.946510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74880eb8-c48d-4094-b685-3ca09d27c654 req-b2b1d42e-851c-4d30-9df6-213ce9f7d017 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495554 Nov 10 03:41:49.970565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc038e-ab06-4e02-8eec-a1b50645aa42 req-c9933094-ea92-4a82-a1a4-052eef3fcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:49.975817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33cc038e-ab06-4e02-8eec-a1b50645aa42 req-c9933094-ea92-4a82-a1a4-052eef3fcda1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 1101 time: 0.0870504 Nov 10 03:41:49.985721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:49.993462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:49.994117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:50.024213 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2885962 Nov 10 03:41:50.038527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] For port 3f756209-20e6-4624-b403-ea748bc4a4d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3f756209-20e6-4624-b403-ea748bc4a4d6,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:50.038819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:50.039133 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-845c2540-3053-4a4d-bcf9-09055abe4f7b req-04ba2c01-036a-4569-9a1d-70c2cfb2525b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:50.052270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-845c2540-3053-4a4d-bcf9-09055abe4f7b req-04ba2c01-036a-4569-9a1d-70c2cfb2525b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/c5312012-b58e-4f76-aef7-fb6c08e31f1e HTTP/1.1" status: 404 len: 352 time: 0.0746899 Nov 10 03:41:50.057717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Calling delete_port for 3f756209-20e6-4624-b403-ea748bc4a4d6 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:41:50.157139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e4e55-c287-4619-8d5e-042959bf2629 req-87521db8-85ed-428a-9832-ee3e1390c89c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:50.158716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f2e4e55-c287-4619-8d5e-042959bf2629 req-87521db8-85ed-428a-9832-ee3e1390c89c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.1658967 Nov 10 03:41:50.161375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33cc038e-ab06-4e02-8eec-a1b50645aa42 req-1760a16e-77c4-45ee-9d10-33fdc9a65124 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767957 Nov 10 03:41:50.201101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4e67c-02d1-4161-812f-08e0fb4426f9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:50.220309 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9427add9-fd1a-4022-94c0-e8a2c5036fad x-openstack-request-id: req-9427add9-fd1a-4022-94c0-e8a2c5036fad {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:50.220795 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:50.221179 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9427add9-fd1a-4022-94c0-e8a2c5036fad {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:50.221614 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'code': 200} Nov 10 03:41:50.227194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Request body: {'port': {'device_id': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:50.229769 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-4564a7d9-bcc4-4d38-9279-633300a0a30c req-1f931e6d-f012-4027-a6c9-73a694d7e229 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:50.231752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4564a7d9-bcc4-4d38-9279-633300a0a30c req-1f931e6d-f012-4027-a6c9-73a694d7e229 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/bf41e6a6-bf1e-42db-a1af-196bd18392c4 HTTP/1.1" status: 404 len: 352 time: 0.0369737 Nov 10 03:41:50.277291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f2e4e55-c287-4619-8d5e-042959bf2629 req-6a9d7bb6-7b8c-4446-8aaf-5da812ba80f7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965939 Nov 10 03:41:50.302211 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-f7226e09-1260-4775-8980-0102682a419d req-8adc516a-62fc-4612-83a1-335847e35e7a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] show failed (client error): The resource could not be found. Nov 10 03:41:50.306450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Transition to ACTIVE for port object 7d6da439-3e9b-4493-8ad4-eb105febe4b1 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:50.312682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7226e09-1260-4775-8980-0102682a419d req-8adc516a-62fc-4612-83a1-335847e35e7a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/069efcfb-70c5-4c24-86da-905c4a84e906 HTTP/1.1" status: 404 len: 352 time: 0.0261402 Nov 10 03:41:50.314491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:50.319747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:50.366493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event deleted for resources: {'Port': ['ID=3f756209-20e6-4624-b403-ea748bc4a4d6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:50.377407 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:50.474602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:50.477503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6365b-ff8b-4b7a-beec-c08a918b6e47 req-fdfc24e3-d551-49bf-9eb2-7584cd7f771a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:50.479980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df6365b-ff8b-4b7a-beec-c08a918b6e47 req-fdfc24e3-d551-49bf-9eb2-7584cd7f771a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.0779874 Nov 10 03:41:50.558360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] No DVR routers for this DVR port 3f756209-20e6-4624-b403-ea748bc4a4d6 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:41:50.560804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] No DVR routers for this DVR port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:41:50.570350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:50.574554 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b69ba86-e57d-4167-a0c7-639b5ffec618 req-8d6fb38b-c6e8-474a-a639-53400464c954 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "DELETE /v2.0/ports/3f756209-20e6-4624-b403-ea748bc4a4d6 HTTP/1.1" status: 204 len: 173 time: 1.8293681 Nov 10 03:41:50.595863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df6365b-ff8b-4b7a-beec-c08a918b6e47 req-d6959bb9-5ef9-4ee7-ba6a-3675f9179160 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036129 Nov 10 03:41:50.618243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:50.618243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:50.618243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:50.647515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:50.647848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Attempting to bind port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:50.851378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9c29297-22df-4dd6-935a-edfefe2f5a83 req-9ef3b2f7-e8d9-419b-a05d-519b0dc974d6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0839140 Nov 10 03:41:50.864354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64939cc-279a-47af-886d-99f889a2f1af req-a32970a2-a73d-4bb7-b977-bd7973565e66 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:50.878191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e64939cc-279a-47af-886d-99f889a2f1af req-a32970a2-a73d-4bb7-b977-bd7973565e66 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1097 time: 0.1640937 Nov 10 03:41:50.882383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:50.894651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:50.895269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:50.895916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Bound port: 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:50.896372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:50.986472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e64939cc-279a-47af-886d-99f889a2f1af req-0127cbe6-844b-4e73-ad51-9118a38968a5 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032431 Nov 10 03:41:51.023576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1496370-5ce2-4b73-8465-928b6d1f093b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:51.037349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:51.040322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745d103-ca34-411d-a9c2-c8e11868d571 req-8f0e99a7-1910-4a43-a67b-dc5b6cb0061c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.042886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9745d103-ca34-411d-a9c2-c8e11868d571 req-8f0e99a7-1910-4a43-a67b-dc5b6cb0061c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 931 time: 0.0776250 Nov 10 03:41:51.052424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:51.057894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:51.064076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Transition to ACTIVE for port object e1496370-5ce2-4b73-8465-928b6d1f093b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:51.068084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:51.105142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:51.126675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.127314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:51.128807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] 10.222.0.44 "PUT /v2.0/ports/7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 1097 time: 2.9321873 Nov 10 03:41:51.141540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9745d103-ca34-411d-a9c2-c8e11868d571 req-93704319-c523-48ae-867d-e10639d435cb tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882168 Nov 10 03:41:51.178688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b92f3-84fc-49d7-a62e-b6d08a5c3d71 req-e1e134db-f188-49d2-95e5-6b043b4ea79d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.180553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-806b92f3-84fc-49d7-a62e-b6d08a5c3d71 req-e1e134db-f188-49d2-95e5-6b043b4ea79d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1023 time: 0.1038759 Nov 10 03:41:51.187152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8cd35-918a-4dbf-90e9-7f8775661751 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=11']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:51.234144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:51.338745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:51.346702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-806b92f3-84fc-49d7-a62e-b6d08a5c3d71 req-7779d689-5379-41d4-bb42-d2cb8e4b6e2b tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab4d24f9-d5e7-4960-87cb-579326402459&id=e5be76ea-64ca-4f37-9abf-6b304a7e0aa5&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1588056 Nov 10 03:41:51.348224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:41:51.415501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2476-ab57-4362-9b95-299a7060e026 req-493ba980-5031-464d-9139-2160ecc43560 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.428090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38fd2476-ab57-4362-9b95-299a7060e026 req-493ba980-5031-464d-9139-2160ecc43560 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.1484580 Nov 10 03:41:51.451850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-77e606a9-8c8d-4d37-a634-7922fd195f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.453560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-77e606a9-8c8d-4d37-a634-7922fd195f35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1100 time: 0.2632158 Nov 10 03:41:51.457406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Attempting to bind port e1496370-5ce2-4b73-8465-928b6d1f093b on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:51.457741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Attempting to bind port e1496370-5ce2-4b73-8465-928b6d1f093b by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:51.458098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Attempting to bind port e1496370-5ce2-4b73-8465-928b6d1f093b on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:51.502217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Port e1496370-5ce2-4b73-8465-928b6d1f093b on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:51.502445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Attempting to bind port e1496370-5ce2-4b73-8465-928b6d1f093b on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:51.613479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38fd2476-ab57-4362-9b95-299a7060e026 req-0709930a-0d0d-492f-b401-1b8edeb192bc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669364 Nov 10 03:41:51.628816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-dcc99f81-669c-4e45-a72e-8b72ffbaa9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.631249 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-dcc99f81-669c-4e45-a72e-8b72ffbaa9c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1609230 Nov 10 03:41:51.632587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:51.632923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Checking segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:51.633352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Bound using segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:51.634272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Bound port: e1496370-5ce2-4b73-8465-928b6d1f093b, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:51.634866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:51.637201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e656-52c4-49a8-8f99-80d55677dbde req-ff4f4065-f1cb-46f2-bbec-477abb0471a6 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.638919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b920e656-52c4-49a8-8f99-80d55677dbde req-ff4f4065-f1cb-46f2-bbec-477abb0471a6 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1097 time: 0.1329036 Nov 10 03:41:51.701108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-55189e27-ce5a-42a1-9da2-f62bd61a2bde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0617671 Nov 10 03:41:51.744969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b920e656-52c4-49a8-8f99-80d55677dbde req-5559a560-265c-46cf-b9e6-a29137fb7135 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993211 Nov 10 03:41:51.768134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804378-c9e5-4c9e-9665-986e4e6a141a req-642e5acc-1556-4e16-aadc-85e53d9da5b8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.775657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b804378-c9e5-4c9e-9665-986e4e6a141a req-642e5acc-1556-4e16-aadc-85e53d9da5b8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.0645542 Nov 10 03:41:51.845534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b804378-c9e5-4c9e-9665-986e4e6a141a req-d2bf69a9-c5c3-45f0-b290-e1d51943afdb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689666 Nov 10 03:41:51.863264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:51.884360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:51.890741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:51.903241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-71dd27f2-316b-46de-96ad-4effed6253b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.904827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-71dd27f2-316b-46de-96ad-4effed6253b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1147056 Nov 10 03:41:51.989861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:51.990861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:51.992454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] 10.222.0.11 "PUT /v2.0/ports/e1496370-5ce2-4b73-8465-928b6d1f093b HTTP/1.1" status: 200 len: 1091 time: 1.7700298 Nov 10 03:41:52.033321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-7b9355e5-5a52-4169-aea7-7f85065644ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:52.035630 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-7b9355e5-5a52-4169-aea7-7f85065644ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023917 Nov 10 03:41:52.042897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715557d3-dd79-4763-acf1-b6ad987e3931 service neutron] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:52.047474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4db331ff-d17b-4328-87be-41194a3917de req-5c875c3f-ebc8-4356-a1ff-add5e288d5ad tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01f42f8-f102-4369-b62c-2193f4ef2499 HTTP/1.1" status: 200 len: 210 time: 0.0449057 Nov 10 03:41:52.215682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-15181e04-a302-452c-af97-d95138804202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:52.219656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-15181e04-a302-452c-af97-d95138804202 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 1094 time: 0.0965619 Nov 10 03:41:52.222721 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-39505ec6-7604-4fb7-a6aa-9f3e1756abcf service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749127 Nov 10 03:41:52.223295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-deleted', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6'}, {'name': 'network-changed', 'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}, {'name': 'network-changed', 'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:52.227922 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2402f17b-07a5-4fdf-9df7-11e7b978bec5" -d '{"events": [{"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-deleted", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6"}, {"name": "network-changed", "server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}, {"name": "network-changed", "server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:52.306468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51083921-c531-4310-8693-99b836812eec req-ee0cc675-34bd-4033-b611-3a7bf5d9cf6e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:52.308215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51083921-c531-4310-8693-99b836812eec req-ee0cc675-34bd-4033-b611-3a7bf5d9cf6e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 943 time: 0.0627139 Nov 10 03:41:52.342385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-36f94ea1-6ae6-4146-8051-11f5052989ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1496370-5ce2-4b73-8465-928b6d1f093b HTTP/1.1" status: 200 len: 217 time: 0.0559273 Nov 10 03:41:52.385358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51083921-c531-4310-8693-99b836812eec req-eb84c28c-8cdf-4c6d-904e-b736238daf52 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658495 Nov 10 03:41:52.425841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c70fcbe4-b44b-4990-9334-f0d6e380f257 req-adb3d606-cd4f-46b8-8579-0e9bd220d902 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933210 Nov 10 03:41:52.427598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-798a6c0e-4806-4bcf-b743-447e4ca91605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:52.431028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-798a6c0e-4806-4bcf-b743-447e4ca91605 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.0781841 Nov 10 03:41:52.547755 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98946ad0-cbc9-4612-84de-b6acd524c5e1 x-openstack-request-id: req-98946ad0-cbc9-4612-84de-b6acd524c5e1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:52.548211 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edbf2ca-a5cd-48b7-b4e9-8e5a41792705", "name": "network-vif-deleted", "tag": "3f756209-20e6-4624-b403-ea748bc4a4d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:52.548943 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98946ad0-cbc9-4612-84de-b6acd524c5e1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:52.549311 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edbf2ca-a5cd-48b7-b4e9-8e5a41792705', 'name': 'network-vif-deleted', 'tag': '3f756209-20e6-4624-b403-ea748bc4a4d6', 'status': 'completed', 'code': 200} Nov 10 03:41:52.549893 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'status': 'completed', 'code': 200} Nov 10 03:41:52.550409 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'status': 'completed', 'code': 200} Nov 10 03:41:52.557501 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-d8022329-ef5e-4e51-a751-dd1e4cc4eb49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105053 Nov 10 03:41:52.622308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c970-7d70-4e20-9e9b-686d97d3f27b req-41335a3a-da9f-4614-b77d-0c4f93f2d3d7 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:52.623815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a40c970-7d70-4e20-9e9b-686d97d3f27b req-41335a3a-da9f-4614-b77d-0c4f93f2d3d7 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1023 time: 0.0817900 Nov 10 03:41:52.724321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a40c970-7d70-4e20-9e9b-686d97d3f27b req-e881b1fd-8fb7-4815-9ded-2b89f38de27f tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab4d24f9-d5e7-4960-87cb-579326402459&id=e5be76ea-64ca-4f37-9abf-6b304a7e0aa5&id=3a90b530-7448-4797-b2fc-9c11b6d6b6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0908575 Nov 10 03:41:52.870169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8ead-45d9-444e-86ff-f8036ea634bc req-58c78a48-eeea-46d5-8b5c-847f952ff1a0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:52.880606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fda8ead-45d9-444e-86ff-f8036ea634bc req-58c78a48-eeea-46d5-8b5c-847f952ff1a0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.0695803 Nov 10 03:41:52.939567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-50df5b5c-223d-4841-9098-817a9111bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:52.941049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-50df5b5c-223d-4841-9098-817a9111bb57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1100 time: 0.4398465 Nov 10 03:41:52.941758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fda8ead-45d9-444e-86ff-f8036ea634bc req-c22f5baa-fb6c-47e4-98a5-68de6f701987 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600209 Nov 10 03:41:53.022384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-be982004-3718-452a-90cc-75752c68b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.025340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-be982004-3718-452a-90cc-75752c68b91e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 1100 time: 0.4668245 Nov 10 03:41:53.050642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-3a6eaaab-0970-45a4-8dfd-b1b1337d76b0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.052097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-3a6eaaab-0970-45a4-8dfd-b1b1337d76b0 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 1023 time: 0.0953243 Nov 10 03:41:53.089868 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:53.148239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-b6fac735-29ae-44c7-96cd-80f88abe95f5 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713525 Nov 10 03:41:53.175327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf80bd6-978b-4804-a18e-862333acd1d3 req-2f1bc17b-dabc-49ae-b41f-89f3c8a6e5a5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.182668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bf80bd6-978b-4804-a18e-862333acd1d3 req-2f1bc17b-dabc-49ae-b41f-89f3c8a6e5a5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.1295946 Nov 10 03:41:53.199114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-75e4f8f3-452a-4cda-8432-bfe8f9a57535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.200498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-75e4f8f3-452a-4cda-8432-bfe8f9a57535 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1580760 Nov 10 03:41:53.246582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bf80bd6-978b-4804-a18e-862333acd1d3 req-8834ad75-7101-46a7-9770-973f8ac51bd0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629284 Nov 10 03:41:53.252893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3f756209-20e6-4624-b403-ea748bc4a4d6 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:53.267781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Deleting port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:41:53.268122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:53.271089 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-4818446a-0865-4cf5-ad6e-5af32f5f02cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.0429616 Nov 10 03:41:53.274036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-b6ffce86-88de-4e98-98c5-01ce95d0eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.275439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-b6ffce86-88de-4e98-98c5-01ce95d0eba6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3230507 Nov 10 03:41:53.297872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 3f756209-20e6-4624-b403-ea748bc4a4d6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:41:53.303584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3f756209-20e6-4624-b403-ea748bc4a4d6 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:41:53.405091 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-0489f5aa-07f1-4ea3-a375-5dfbca513185 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 200 len: 217 time: 0.1106434 Nov 10 03:41:53.406949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-7407a8d5-913b-4b0c-a7eb-f66731518973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.408423 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-7407a8d5-913b-4b0c-a7eb-f66731518973 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1216118 Nov 10 03:41:53.415242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] For port d029c93a-929c-4cf2-88c9-cf3fa6e5b036, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,segment=NetworkSegment(7a55690c-0181-4520-9346-80d2cec7f636),segment_id=7a55690c-0181-4520-9346-80d2cec7f636)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:53.416096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:53.438870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Calling delete_port for d029c93a-929c-4cf2-88c9-cf3fa6e5b036 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:41:53.452103 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cf63b3c-bb50-468b-8c25-c34066bf32a1 req-6554b3c2-426c-4225-a5ad-033acd2ab29f service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839494 Nov 10 03:41:53.487843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-4a9e10b5-97af-4007-9664-bb8014091a95 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:41:53.488849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-4a9e10b5-97af-4007-9664-bb8014091a95 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0795722 Nov 10 03:41:53.555814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b2856-7ae6-43d1-9c78-c3c21d6b819b req-c370a247-4cdc-4ce4-a1f6-92b498998811 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.557735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-746b2856-7ae6-43d1-9c78-c3c21d6b819b req-c370a247-4cdc-4ce4-a1f6-92b498998811 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 1101 time: 0.0713360 Nov 10 03:41:53.609498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-60d04588-a4d1-42b7-b2ff-0e2022294e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.611254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-60d04588-a4d1-42b7-b2ff-0e2022294e20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1582425 Nov 10 03:41:53.614466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-4fbdb6d9-0688-4fb7-9413-f7145dedb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.621732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-4fbdb6d9-0688-4fb7-9413-f7145dedb02c service neutron] 10.222.0.24 "GET /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 1094 time: 0.1012068 Nov 10 03:41:53.626540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Request body: {'binding': {'host': 'n-h1-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:53.626994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:41:53.662601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-a7b1dcef-11e1-402c-90da-b92e76919549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.664006 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-a7b1dcef-11e1-402c-90da-b92e76919549 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2027454 Nov 10 03:41:53.675686 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-746b2856-7ae6-43d1-9c78-c3c21d6b819b req-38c5b363-3f65-4101-9ebb-2490b36b6345 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085486 Nov 10 03:41:53.677671 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:53.715680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'Port': ['ID=d029c93a-929c-4cf2-88c9-cf3fa6e5b036,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:53.723051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d029c93a-929c-4cf2-88c9-cf3fa6e5b036'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:53.787571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] No DVR routers for this DVR port d029c93a-929c-4cf2-88c9-cf3fa6e5b036 on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:41:53.790320 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:53.794458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-839a1579-ad6c-4027-80d2-3661f65a0034 req-e21436c1-2b7a-471b-9da2-0a6013028e81 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.11 "DELETE /v2.0/ports/d029c93a-929c-4cf2-88c9-cf3fa6e5b036 HTTP/1.1" status: 204 len: 173 time: 0.7332194 Nov 10 03:41:53.794934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'name': 'network-vif-deleted', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:53.797713 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09bbd3d-7e9e-45d5-9a83-ce74164d6ea4" -d '{"events": [{"server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "name": "network-vif-deleted", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:53.860503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-b6e59b42-6ff3-436a-aa13-b099cb9b03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.862083 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-b6e59b42-6ff3-436a-aa13-b099cb9b03fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311438 Nov 10 03:41:53.870403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-f76e5ee8-7863-4b39-a620-75d67ed17143 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394278 Nov 10 03:41:53.871316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605df51-9526-43cd-b4bb-8d120957f4f8 req-b8e80a01-71b0-4b90-8bcf-39b9008a1d22 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:53.879262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3605df51-9526-43cd-b4bb-8d120957f4f8 req-b8e80a01-71b0-4b90-8bcf-39b9008a1d22 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 943 time: 0.0775578 Nov 10 03:41:53.946704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3605df51-9526-43cd-b4bb-8d120957f4f8 req-2ab467c5-c5c9-42b2-aa1b-43d8603b1039 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662053 Nov 10 03:41:54.068072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on host n-h1-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:54.068408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:54.068738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:54.078461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:54.078876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:54.085793 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-cfad362c-784b-4183-a00c-545bb8a6735e service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124925 Nov 10 03:41:54.088881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:54.089099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:54.089445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:54.089884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Bound port: 607c8f36-ec8f-43b8-92b0-33f578bc9037, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:54.093255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-1b039d77-02bd-411c-934f-0c10d9f55210 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044895 Nov 10 03:41:54.146675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d592b1d-3d1b-487f-9a8e-3b1e8c9e90db req-1d159ef4-0adf-4108-9b7f-def2b526486a tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30d8d70-3073-4370-9f0c-a8df0f3dccc0 HTTP/1.1" status: 200 len: 210 time: 0.0394433 Nov 10 03:41:54.243953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-a865e044-1982-4927-a87c-7c6e38758958 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214927 Nov 10 03:41:54.259806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:54.271257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:54.272422 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0cf0d443-7bb4-443e-bc55-248ce1577ec4 service neutron] 10.222.0.24 "POST /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037/bindings HTTP/1.1" status: 201 len: 389 time: 0.6498749 Nov 10 03:41:54.288406 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-8a1f7572-e295-4e5c-9279-9c5d2a3447c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906981 Nov 10 03:41:54.296751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-42a637b1-4a15-4fe2-b586-460900264af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:54.298318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-42a637b1-4a15-4fe2-b586-460900264af2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 1094 time: 0.0960512 Nov 10 03:41:54.413796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-8fd05108-326c-4d54-a6cd-1dbbb36ceec6 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:54.421771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-8fd05108-326c-4d54-a6cd-1dbbb36ceec6 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702437 Nov 10 03:41:54.426766 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d4606-fb3e-47b2-9bd0-c4470a782476 x-openstack-request-id: req-e28d4606-fb3e-47b2-9bd0-c4470a782476 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:54.426766 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30d8d70-3073-4370-9f0c-a8df0f3dccc0", "name": "network-vif-deleted", "tag": "d029c93a-929c-4cf2-88c9-cf3fa6e5b036", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:54.426766 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e28d4606-fb3e-47b2-9bd0-c4470a782476 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:54.431687 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30d8d70-3073-4370-9f0c-a8df0f3dccc0', 'name': 'network-vif-deleted', 'tag': 'd029c93a-929c-4cf2-88c9-cf3fa6e5b036', 'status': 'completed', 'code': 200} Nov 10 03:41:54.448206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-92be1609-f998-406e-b677-69327d012e02 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/quotas/5adf10f61b2847cab1a63bb46545540f HTTP/1.1" status: 200 len: 375 time: 0.0253696 Nov 10 03:41:54.516058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-5e63abfc-772e-4120-97f6-f36240a76750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:54.519277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-5e63abfc-772e-4120-97f6-f36240a76750 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 905 time: 0.2018018 Nov 10 03:41:54.527642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-21cdd165-01cd-481d-9e7c-292491e61980 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0783713 Nov 10 03:41:54.637304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb2a31-ed29-4851-8921-698b550cfcf3 req-5b4bd8d1-513c-4f6e-8844-6e1d3cee853c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:54.650251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfcb2a31-ed29-4851-8921-698b550cfcf3 req-5b4bd8d1-513c-4f6e-8844-6e1d3cee853c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 949 time: 0.1216249 Nov 10 03:41:54.668486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-6e868f88-6099-4f5b-8944-90cf4b47a411 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1496370-5ce2-4b73-8465-928b6d1f093b HTTP/1.1" status: 200 len: 217 time: 0.1389129 Nov 10 03:41:54.754041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfcb2a31-ed29-4851-8921-698b550cfcf3 req-9a2a0b8c-8fb5-4eea-aaf9-34e4442ef57e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910664 Nov 10 03:41:54.785762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-10749f63-5380-40ad-b4c0-fbeb36c623a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:54.791469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-10749f63-5380-40ad-b4c0-fbeb36c623a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1097 time: 0.0869713 Nov 10 03:41:54.845895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-bfa1cfa3-539b-4945-946b-7076312e873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:54.848009 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-bfa1cfa3-539b-4945-946b-7076312e873d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.1537409 Nov 10 03:41:54.911935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-f147af65-bac4-4fd8-9a30-e1b19ecc6658 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557892 Nov 10 03:41:54.965453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:55.080360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-0eaa85a4-ffab-430b-8e9c-d97d3cc8eaa7 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600170 Nov 10 03:41:55.125320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:55.137764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'mac_address': 'fa:16:3e:25:55:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:55.214820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2402f17b-07a5-4fdf-9df7-11e7b978bec5 req-81192e14-ec37-4781-b47a-0da4ef10f667 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268768 Nov 10 03:41:55.226110 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:55.258954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6da439-3e9b-4493-8ad4-eb105febe4b1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:55.288002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:55.295132 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:55.412000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=12']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:55.512262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-c6a2b676-12b7-446d-a91f-a6ef6916f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:55.513651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-c6a2b676-12b7-446d-a91f-a6ef6916f111 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.7142158 Nov 10 03:41:55.521249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d11b-edf3-4169-942f-d0b3d7a2bc41 req-5556984e-ecde-4cd8-845a-e5924d154c13 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:55.522880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a16d11b-edf3-4169-942f-d0b3d7a2bc41 req-5556984e-ecde-4cd8-845a-e5924d154c13 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.6267755 Nov 10 03:41:55.607269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-1308f6dc-34b3-4fb1-9fa4-6bf259388032 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 217 time: 0.0770066 Nov 10 03:41:55.618456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde61d-3a98-49c0-b550-15487a486145 req-44c1c96c-fdec-45d8-838c-f5a734d4c6b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:55.620405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-44c1c96c-fdec-45d8-838c-f5a734d4c6b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.7213378 Nov 10 03:41:55.627597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7d6da439-3e9b-4493-8ad4-eb105febe4b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:55.685668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-b2bed6c9-a864-43af-a9dc-74b95b1685dd tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/quotas/c2057ff13d4844d1a0c98b1c8ccb4d15 HTTP/1.1" status: 200 len: 375 time: 0.0513806 Nov 10 03:41:55.709597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a16d11b-edf3-4169-942f-d0b3d7a2bc41 req-f64996f7-704f-44cd-a2dc-9b05d6b09bc6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729190 Nov 10 03:41:55.731456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-69ef0eb9-0c4d-4c2f-8c00-5ee7f6c6e5b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388191 Nov 10 03:41:55.741575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-bf7c1985-7848-4d6d-9ce7-dd59dfa9ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:55.746705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-bf7c1985-7848-4d6d-9ce7-dd59dfa9ec08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1213522 Nov 10 03:41:55.811770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-1db3b1e1-9a68-4eae-b9a8-dbed97d267c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584829 Nov 10 03:41:55.968578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9f2f01c-2d4b-4f1a-a572-7abf24764e08 req-0965d1d3-8bef-4bd4-a105-bafb9af0eed9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 210 time: 0.0512087 Nov 10 03:41:56.015494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-0068ad95-05a3-4779-92e2-25e48735d732 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403326 Nov 10 03:41:56.047154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-1096da57-b8d4-4d79-be75-c0ea08d5a271 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208898 Nov 10 03:41:56.189392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-f6bf9609-8171-4f45-9a89-1d09f111486c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5adf10f61b2847cab1a63bb46545540f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325007 Nov 10 03:41:56.216892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9d47-495c-459b-8548-9e42cc413156 req-bcbf5c0e-f1ac-4911-97ff-a841584a2574 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:56.224541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bcd9d47-495c-459b-8548-9e42cc413156 req-bcbf5c0e-f1ac-4911-97ff-a841584a2574 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 943 time: 0.1764214 Nov 10 03:41:56.270712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-132e06eb-b4e2-46a7-8eb0-71a285038393 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119846 Nov 10 03:41:56.280203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-7f5d4977-f8bd-4aa7-a50a-517f567ea97e service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463350 Nov 10 03:41:56.358720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bcd9d47-495c-459b-8548-9e42cc413156 req-88bdf6ba-9dfe-4269-a801-0bb380105943 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291068 Nov 10 03:41:56.395927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-80d4c579-4c1c-47b6-8911-e4ed464c9086 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:56.397037 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-80d4c579-4c1c-47b6-8911-e4ed464c9086 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013345 Nov 10 03:41:56.424177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Request body: {'port': {'device_id': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '5adf10f61b2847cab1a63bb46545540f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:56.606695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11c09b-2734-46ef-8b35-b2c2d5d161e2 req-437c8029-280d-4be4-a21b-bba7cfad1641 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:56.616982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c11c09b-2734-46ef-8b35-b2c2d5d161e2 req-437c8029-280d-4be4-a21b-bba7cfad1641 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.0973792 Nov 10 03:41:56.711220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Made reservation on behalf of 5adf10f61b2847cab1a63bb46545540f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:41:56.727468 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:56.751368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c11c09b-2734-46ef-8b35-b2c2d5d161e2 req-b2f3d16e-1054-4269-8264-987438826029 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308429 Nov 10 03:41:56.841295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0076e5da-e3fb-492d-b049-175691221da2 req-d5cc538c-8df1-40fb-8832-0b829a7fa823 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/e5be76ea-64ca-4f37-9abf-6b304a7e0aa5 HTTP/1.1" status: 200 len: 1817 time: 0.0690854 Nov 10 03:41:56.929202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38930032-ebf0-45be-a6dc-7b85d3cf5d14 req-262d985e-fe3e-4bd8-af32-3a75a54d016f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2de2b4-d860-4e4d-8732-d42f04577b05 HTTP/1.1" status: 200 len: 210 time: 0.0475612 Nov 10 03:41:56.979033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:41:57.005829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0076e5da-e3fb-492d-b049-175691221da2 req-461f1816-a952-4190-a5c3-2db62de90a39 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.012338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Allocated IP 192.168.233.123 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/6a359438-c607-4a8f-bfa9-4a6ce225a57d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:41:57.052949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0076e5da-e3fb-492d-b049-175691221da2 req-461f1816-a952-4190-a5c3-2db62de90a39 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.088914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:41:57.097636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:57.100009 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.118904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e7e05-05df-4e8b-83ab-b41d313a5663 req-7b811cea-d45e-49f1-8bdc-8122cc978ccc tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:57.129657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-620e7e05-05df-4e8b-83ab-b41d313a5663 req-7b811cea-d45e-49f1-8bdc-8122cc978ccc tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1005270 Nov 10 03:41:57.176225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0076e5da-e3fb-492d-b049-175691221da2 req-461f1816-a952-4190-a5c3-2db62de90a39 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.180143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0076e5da-e3fb-492d-b049-175691221da2 req-461f1816-a952-4190-a5c3-2db62de90a39 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.194262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0076e5da-e3fb-492d-b049-175691221da2 req-461f1816-a952-4190-a5c3-2db62de90a39 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/e5be76ea-64ca-4f37-9abf-6b304a7e0aa5 HTTP/1.1" status: 204 len: 173 time: 0.3520074 Nov 10 03:41:57.247731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.248340 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.253777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f1816-a952-4190-a5c3-2db62de90a39 tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5be76ea-64ca-4f37-9abf-6b304a7e0aa5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:57.285726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-620e7e05-05df-4e8b-83ab-b41d313a5663 req-7fe66f81-403d-4d36-bd5b-a9938694fdbf tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549871 Nov 10 03:41:57.299931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e1496370-5ce2-4b73-8465-928b6d1f093b details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:41:57.307424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d029c93a-929c-4cf2-88c9-cf3fa6e5b036 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:41:57.320884 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.380603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:57.395840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:41:57.404177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:41:57.409113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:41:57.423901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event updated for resources: {'Port': ['ID=6a359438-c607-4a8f-bfa9-4a6ce225a57d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:57.431872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', '7531761b-640d-44fc-9848-6749f1a1d60f', 'ffc22696-0c57-4f8e-9770-50cadf2f83c0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:57.533305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4500b-0ee0-4ae8-98ab-ff9f0313d4d8 req-b0f1da9b-72e8-4d16-801d-038e3072fd13 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:57.535209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6de4500b-0ee0-4ae8-98ab-ff9f0313d4d8 req-b0f1da9b-72e8-4d16-801d-038e3072fd13 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 945 time: 0.1429479 Nov 10 03:41:57.546903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5cbb4-f855-400f-a8f6-07f2ec3c5a61 req-6b4c0e03-ec2b-4e1e-9edd-d2d04b2ad8d1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:57.552526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: d029c93a-929c-4cf2-88c9-cf3fa6e5b036 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:41:57.552932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d029c93a-929c-4cf2-88c9-cf3fa6e5b036 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:41:57.554284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:57.556837 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7653a9c0-c090-4564-8799-0ef3bb8d9de7" -d '{"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-plugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:57.560334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:57.562547 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.567449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ef5cbb4-f855-400f-a8f6-07f2ec3c5a61 req-6b4c0e03-ec2b-4e1e-9edd-d2d04b2ad8d1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 950 time: 0.2487407 Nov 10 03:41:57.601012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-bb8c728d-9de8-4199-a382-ea00909d550e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1814778 Nov 10 03:41:57.615541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Request body: {'port': {'device_id': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:41:57.618866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:57.635155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.710640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ef5cbb4-f855-400f-a8f6-07f2ec3c5a61 req-d7c2f76f-bd8f-40f1-ab4d-d0b147ef97d3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397462 Nov 10 03:41:57.768781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:57.769186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6de4500b-0ee0-4ae8-98ab-ff9f0313d4d8 req-71006ae9-60de-45a7-9c0d-ffd8692e5678 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879163 Nov 10 03:41:57.790626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:57.860569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'mac_address': 'fa:16:3e:47:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:41:57.938582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=13']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:57.944330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17acd-018c-49fb-8dc8-2f6595798b7a req-71710170-e60f-4d41-b7cd-15bc326f0d7a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:57.945870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18b17acd-018c-49fb-8dc8-2f6595798b7a req-71710170-e60f-4d41-b7cd-15bc326f0d7a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 936 time: 0.0704949 Nov 10 03:41:57.951819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.952829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.953261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.953685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.954271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.954714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.955133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.955558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.956567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.956977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.957394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:57.957809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:41:58.023988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bdd89b87-8e76-470f-b95c-a0d9e571fa78 None None] Provisioning complete for port 6a359438-c607-4a8f-bfa9-4a6ce225a57d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:41:58.025117 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bdd89b87-8e76-470f-b95c-a0d9e571fa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.033028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.066314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18b17acd-018c-49fb-8dc8-2f6595798b7a req-d0b1ed5e-3c92-435d-94c4-e50b14742304 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035507 Nov 10 03:41:58.097128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b181878f-b1f3-4f54-a19f-96f049cb4277 req-351e66c1-ebc9-4aa0-b660-68ee78c53d0c tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "GET /v2.0/security-groups/ab4d24f9-d5e7-4960-87cb-579326402459 HTTP/1.1" status: 200 len: 1818 time: 0.0937259 Nov 10 03:41:58.118873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1496370-5ce2-4b73-8465-928b6d1f093b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:58.133204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bdd89b87-8e76-470f-b95c-a0d9e571fa78 None None] Port 6a359438-c607-4a8f-bfa9-4a6ce225a57d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:41:58.181287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:58.189699 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.211951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b181878f-b1f3-4f54-a19f-96f049cb4277 req-51da50c5-d955-4d09-899a-fa7624e2b39d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.238939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be7836-79b2-4d26-b036-3c940175e759 req-d386c031-d3b3-4ca7-8423-8ade2778c37f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:58.246275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77be7836-79b2-4d26-b036-3c940175e759 req-d386c031-d3b3-4ca7-8423-8ade2778c37f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 943 time: 0.0837882 Nov 10 03:41:58.277360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b181878f-b1f3-4f54-a19f-96f049cb4277 req-51da50c5-d955-4d09-899a-fa7624e2b39d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.309134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:58.324192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a359438-c607-4a8f-bfa9-4a6ce225a57d {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:41:58.338731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.357074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77be7836-79b2-4d26-b036-3c940175e759 req-a698ca5d-e06f-46fa-9fed-37a38bad0ede tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098585 Nov 10 03:41:58.373577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b181878f-b1f3-4f54-a19f-96f049cb4277 req-51da50c5-d955-4d09-899a-fa7624e2b39d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.376999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b181878f-b1f3-4f54-a19f-96f049cb4277 req-51da50c5-d955-4d09-899a-fa7624e2b39d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.386558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b181878f-b1f3-4f54-a19f-96f049cb4277 req-51da50c5-d955-4d09-899a-fa7624e2b39d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] 10.222.0.24 "DELETE /v2.0/security-groups/ab4d24f9-d5e7-4960-87cb-579326402459 HTTP/1.1" status: 204 len: 173 time: 0.2807910 Nov 10 03:41:58.387070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44964) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:41:58.391226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Transition to ACTIVE for port object 6a359438-c607-4a8f-bfa9-4a6ce225a57d will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:41:58.396524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.474732 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad60d5a7-6f94-4624-b084-d6e7fde0362d x-openstack-request-id: req-ad60d5a7-6f94-4624-b084-d6e7fde0362d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:58.475221 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-plugged", "status": "completed", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:58.475617 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad60d5a7-6f94-4624-b084-d6e7fde0362d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:58.476166 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'code': 200} Nov 10 03:41:58.490437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da50c5-d955-4d09-899a-fa7624e2b39d tempest-SecurityGroupsTestJSON-599177681 tempest-SecurityGroupsTestJSON-599177681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d24f9-d5e7-4960-87cb-579326402459,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:58.542310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] Deleting subnet c2fd04c7-f19f-470d-a09c-58b861e30724 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:41:58.561200 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.622178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a359438-c607-4a8f-bfa9-4a6ce225a57d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:58.676388 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:41:58.693068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Attempting to bind port 6a359438-c607-4a8f-bfa9-4a6ce225a57d on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:41:58.694109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Attempting to bind port 6a359438-c607-4a8f-bfa9-4a6ce225a57d by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:41:58.694511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Attempting to bind port 6a359438-c607-4a8f-bfa9-4a6ce225a57d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:58.700563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Port 6a359438-c607-4a8f-bfa9-4a6ce225a57d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:41:58.700884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Attempting to bind port 6a359438-c607-4a8f-bfa9-4a6ce225a57d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:41:58.707638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:41:58.707979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:41:58.708362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:41:58.708788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Bound port: 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:41:58.709147 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.742028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e1496370-5ce2-4b73-8465-928b6d1f093b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:41:58.770797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1af7020-59f1-4f09-9425-44175a665754 req-e83c073c-d811-426c-9440-cb5ad07de0ee tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2de2b4-d860-4e4d-8732-d42f04577b05 HTTP/1.1" status: 200 len: 210 time: 0.1413996 Nov 10 03:41:58.787621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.801668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] For port 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:41:58.804939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] For port 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:41:58.812301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.873923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a359438-c607-4a8f-bfa9-4a6ce225a57d,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:58.909750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:58.911913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:58.913714 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-77c9b517-d231-421d-99a2-405e7226f3c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a359438-c607-4a8f-bfa9-4a6ce225a57d HTTP/1.1" status: 200 len: 1096 time: 1.3039403 Nov 10 03:41:58.913853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:41:58.915629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-1ea5cde9-f4fe-4a8b-b8f0-e6b2ca72a376 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378819 Nov 10 03:41:58.920647 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60550cb4-4bef-4d32-a15d-75c3c3c09724" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:41:58.948444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0390c-c86c-455d-b4b0-319f58a5cf52 req-04fedb17-15db-40fa-a6f8-3d38f45fc38e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:58.956808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9aa0390c-c86c-455d-b4b0-319f58a5cf52 req-04fedb17-15db-40fa-a6f8-3d38f45fc38e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.3263230 Nov 10 03:41:59.019692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-634362cc-cf66-4e5f-960d-5df4116bf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.023984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-634362cc-cf66-4e5f-960d-5df4116bf010 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 1099 time: 0.0690303 Nov 10 03:41:59.043895 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.084338 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-c1917716-eeba-4144-a39b-65c27f50b3d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d HTTP/1.1" status: 200 len: 217 time: 0.0481763 Nov 10 03:41:59.131093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9aa0390c-c86c-455d-b4b0-319f58a5cf52 req-17ad8f8f-52d0-4b19-8e6d-528ece240a6e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730790 Nov 10 03:41:59.208286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-92dca3a4-dddf-47ec-9b61-771202ffe852 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=ed2de2b4-d860-4e4d-8732-d42f04577b05 HTTP/1.1" status: 200 len: 210 time: 0.0566971 Nov 10 03:41:59.210564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-310bdd3a-44d9-4b5f-a5db-775d1deb8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.212266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-b1c9d1b5-c36e-4910-80ee-d824fe1145f9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.212543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-310bdd3a-44d9-4b5f-a5db-775d1deb8f1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1215968 Nov 10 03:41:59.213816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-b1c9d1b5-c36e-4910-80ee-d824fe1145f9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2971873 Nov 10 03:41:59.226959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.289078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-f724b91c-4ce7-43b8-b503-d4d704122907 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.290637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-f724b91c-4ce7-43b8-b503-d4d704122907 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 945 time: 0.1725471 Nov 10 03:41:59.294091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ca9998fc-38c9-4c2c-a67b-2e3a6c8fbba9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/quotas/ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 375 time: 0.0734560 Nov 10 03:41:59.307194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fd04c7-f19f-470d-a09c-58b861e30724,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:41:59.341531 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.347385 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-13ba5950-76fd-4ff7-b24a-0b511494a258 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c2fd04c7-f19f-470d-a09c-58b861e30724 HTTP/1.1" status: 204 len: 168 time: 0.9518991 Nov 10 03:41:59.349280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44986) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:41:59.378518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-4cbb0fe5-9830-4275-91ff-06d031eb02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.380008 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-4cbb0fe5-9830-4275-91ff-06d031eb02bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599126 Nov 10 03:41:59.446119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e73e67-71dd-4e9c-b7ad-a447afffa1cf req-87b94951-7b9b-4593-bf91-01165ef5ec0c tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.447829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71e73e67-71dd-4e9c-b7ad-a447afffa1cf req-87b94951-7b9b-4593-bf91-01165ef5ec0c tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 945 time: 0.2180986 Nov 10 03:41:59.508208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.523916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-53a437bf-d8c1-4f2b-84da-a3e60d6b728a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2128580 Nov 10 03:41:59.597555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71e73e67-71dd-4e9c-b7ad-a447afffa1cf req-47dc6d7d-7d47-4489-8fbc-b03eb9986350 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/security-groups?id=024d8e7c-1716-4d3d-aa8d-dc75621c513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240144 Nov 10 03:41:59.667542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Deleting port 81671829-7770-4592-ad5d-921ed59bc69f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:41:59.667847 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.725242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.742857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde61d-3a98-49c0-b550-15487a486145 req-e3a87635-b4dc-4cbc-a663-2c41b776dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.744401 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-e3a87635-b4dc-4cbc-a663-2c41b776dc44 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5003035 Nov 10 03:41:59.760630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204d5c79-824c-4624-82d6-c78228730d0e']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:41:59.792813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a55690c-0181-4520-9346-80d2cec7f636') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:41:59.793406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a55690c-0181-4520-9346-80d2cec7f636') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:41:59.806557 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af88e686-8587-4b3d-a3d0-5566b58e2e9e x-openstack-request-id: req-af88e686-8587-4b3d-a3d0-5566b58e2e9e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:41:59.806853 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:41:59.807152 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af88e686-8587-4b3d-a3d0-5566b58e2e9e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:41:59.807560 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d', 'status': 'completed', 'code': 200} Nov 10 03:41:59.838186 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.904274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] For port 81671829-7770-4592-ad5d-921ed59bc69f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=81671829-7770-4592-ad5d-921ed59bc69f,segment=NetworkSegment(249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7),segment_id=249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:41:59.904886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.926241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.953039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Calling delete_port for 81671829-7770-4592-ad5d-921ed59bc69f owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:41:59.955287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:41:59.955859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:41:59.959947 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:41:59.965113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde61d-3a98-49c0-b550-15487a486145 req-c77cd7ee-0d24-4c28-ad3a-5b5b7d41693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:41:59.967127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-c77cd7ee-0d24-4c28-ad3a-5b5b7d41693e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2135091 Nov 10 03:41:59.995350 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-69946ff4-1705-429c-ad82-e1bf3137e089 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031508 Nov 10 03:42:00.080075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae251f4-338a-4c6a-800a-c0fbf5b5f60d req-21e8b9f6-2867-4fa2-b0e9-d5828d438d46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:00.087457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bae251f4-338a-4c6a-800a-c0fbf5b5f60d req-21e8b9f6-2867-4fa2-b0e9-d5828d438d46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 948 time: 0.2251945 Nov 10 03:42:00.102588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2bde61d-3a98-49c0-b550-15487a486145 req-d57a8893-2a82-49f2-9d86-aa61920081ba tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed2de2b4-d860-4e4d-8732-d42f04577b05 HTTP/1.1" status: 200 len: 210 time: 0.0337417 Nov 10 03:42:00.120764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb37442-2a82-4e8c-9eaa-86134ddb945a req-22ec55a3-6d3f-40c7-9e8c-b577b15bc388 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:00.128221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdb37442-2a82-4e8c-9eaa-86134ddb945a req-22ec55a3-6d3f-40c7-9e8c-b577b15bc388 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 944 time: 0.2300570 Nov 10 03:42:00.130801 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:00.137295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49a5db4e-858d-4618-a95b-5f251a9f6839 req-cd108420-7bb9-4010-b77b-2fcda33da968 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338375 Nov 10 03:42:00.185442 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:00.191366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] 10.222.0.24 "DELETE /v2.0/networks/204d5c79-824c-4624-82d6-c78228730d0e HTTP/1.1" status: 204 len: 168 time: 0.8265634 Nov 10 03:42:00.205763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb4a88-3269-4ea5-b9ec-05bc1a5fcc4d admin admin] Pushing event deleted for resources: {'Network': ['ID=204d5c79-824c-4624-82d6-c78228730d0e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:00.259868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bae251f4-338a-4c6a-800a-c0fbf5b5f60d req-686188a2-eea2-4d80-8e5b-d65f26f7e44b tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669037 Nov 10 03:42:00.284049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdb37442-2a82-4e8c-9eaa-86134ddb945a req-a559b3f1-5a30-4355-8080-ae24a52175b2 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548667 Nov 10 03:42:00.307984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-91470803-5b9e-485a-85a7-757fa815cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:00.336510 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-91470803-5b9e-485a-85a7-757fa815cc12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf10f61b2847cab1a63bb46545540f&device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 1099 time: 0.0837030 Nov 10 03:42:00.424124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45006) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:00.467370 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e510d6fe-e73c-4da0-b885-ddf68eb28916 req-4fe86fb4-a283-4ec8-9bf6-2c4603f15fbc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0623868 Nov 10 03:42:00.521050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6c1f8b5-03e9-4e01-831f-3129b30aea1f req-83df56fa-c13c-488a-9220-0d2d207b15d5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2de2b4-d860-4e4d-8732-d42f04577b05 HTTP/1.1" status: 200 len: 210 time: 0.0655866 Nov 10 03:42:00.552322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:00.581207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a8e32a5b-a1cc-4eca-a3b3-57e15ea83e2f req-d94da4b1-585c-47b1-9a62-1aa4a3e1c8b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=ed2de2b4-d860-4e4d-8732-d42f04577b05 HTTP/1.1" status: 200 len: 210 time: 0.0713310 Nov 10 03:42:00.590562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['81671829-7770-4592-ad5d-921ed59bc69f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:00.619052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Pushing event deleted for resources: {'Port': ['ID=81671829-7770-4592-ad5d-921ed59bc69f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:00.644541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d2f655a0-3420-45d7-bb9f-967252e7b3ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95f31d3b26404f03ac4922656ccf95f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189150 Nov 10 03:42:00.645537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-ee714f51-0c8e-40dc-a7e3-156db052d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:00.646993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-ee714f51-0c8e-40dc-a7e3-156db052d03a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3039672 Nov 10 03:42:00.675755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45010) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:00.677455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] No DVR routers for this DVR port 81671829-7770-4592-ad5d-921ed59bc69f on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:00.682407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:00.686130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3f99958-edf9-49f9-af2f-2af826eb01e0 req-951646d4-4776-414a-8320-b3c436038643 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.11 "DELETE /v2.0/ports/81671829-7770-4592-ad5d-921ed59bc69f HTTP/1.1" status: 204 len: 173 time: 1.3858957 Nov 10 03:42:00.695426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'name': 'network-vif-deleted', 'tag': '81671829-7770-4592-ad5d-921ed59bc69f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:00.699464 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5268e3d1-b2c8-4822-883c-691354c13193" -d '{"events": [{"server_uuid": "0ed7bad7-c322-403c-8c1d-8c4195074284", "name": "network-vif-deleted", "tag": "81671829-7770-4592-ad5d-921ed59bc69f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:00.720338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9ebf1-9135-4a62-a424-fd7e07e57acb req-6319d164-ccd3-44af-9c65-03784400f815 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:00.722199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68b9ebf1-9135-4a62-a424-fd7e07e57acb req-6319d164-ccd3-44af-9c65-03784400f815 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1664410 Nov 10 03:42:00.740623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-a48c8b17-222a-477b-86a6-805d09ce95ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d HTTP/1.1" status: 200 len: 217 time: 0.0621481 Nov 10 03:42:00.824156 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68b9ebf1-9135-4a62-a424-fd7e07e57acb req-c07c6811-ccf1-4a7a-abdb-045286ed8579 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949118 Nov 10 03:42:00.842522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-f8dce30a-4356-458f-afa2-067fd87605c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:00.844514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-f8dce30a-4356-458f-afa2-067fd87605c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0925307 Nov 10 03:42:00.845436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32a5b-a1cc-4eca-a3b3-57e15ea83e2f req-87c461bf-a085-49cb-97cf-56adc0d496b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:00.849517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e37bb3d9-6a9d-442c-9d78-c973d5f25b24 req-a68eb9c5-8e40-4203-9277-99bfeefdd555 tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 210 time: 0.0390790 Nov 10 03:42:00.856567 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a8e32a5b-a1cc-4eca-a3b3-57e15ea83e2f req-87c461bf-a085-49cb-97cf-56adc0d496b5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2576590 Nov 10 03:42:00.880666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6008d5c7-8923-401e-b75b-f1519ff19e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:00.909957 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ddc463-9da7-43df-80b7-2878806dcd1e x-openstack-request-id: req-51ddc463-9da7-43df-80b7-2878806dcd1e {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:00.910555 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed7bad7-c322-403c-8c1d-8c4195074284", "name": "network-vif-deleted", "tag": "81671829-7770-4592-ad5d-921ed59bc69f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:00.910982 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51ddc463-9da7-43df-80b7-2878806dcd1e {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:00.911537 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed7bad7-c322-403c-8c1d-8c4195074284', 'name': 'network-vif-deleted', 'tag': '81671829-7770-4592-ad5d-921ed59bc69f', 'status': 'completed', 'code': 200} Nov 10 03:42:00.974688 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6008d5c7-8923-401e-b75b-f1519ff19e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:00.999818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-d3894d08-75f0-4019-a833-494a268d7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:01.001332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-d3894d08-75f0-4019-a833-494a268d7f6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438401 Nov 10 03:42:01.080131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32a5b-a1cc-4eca-a3b3-57e15ea83e2f req-258b4b85-b5f4-4628-ba98-db6f22d3e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:01.081564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a8e32a5b-a1cc-4eca-a3b3-57e15ea83e2f req-258b4b85-b5f4-4628-ba98-db6f22d3e736 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2023261 Nov 10 03:42:01.103786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6008d5c7-8923-401e-b75b-f1519ff19e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:01.106791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6008d5c7-8923-401e-b75b-f1519ff19e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:01.110691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6008d5c7-8923-401e-b75b-f1519ff19e86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a90b530-7448-4797-b2fc-9c11b6d6b6b8 HTTP/1.1" status: 204 len: 168 time: 0.4350145 Nov 10 03:42:01.130864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d5c7-8923-401e-b75b-f1519ff19e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a90b530-7448-4797-b2fc-9c11b6d6b6b8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:01.143383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-92c069be-cb6d-47d3-abe2-737de0d647ff service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271381 Nov 10 03:42:01.254011 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a8e32a5b-a1cc-4eca-a3b3-57e15ea83e2f req-ad7244f8-1382-49c6-8784-338dd5d8a517 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed2de2b4-d860-4e4d-8732-d42f04577b05 HTTP/1.1" status: 200 len: 210 time: 0.0370681 Nov 10 03:42:01.295763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60550cb4-4bef-4d32-a15d-75c3c3c09724 req-3907ccdd-ede2-4cf5-815e-aeb6fbff249a service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406012 Nov 10 03:42:01.314671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e1496370-5ce2-4b73-8465-928b6d1f093b up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:01.412284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port e1496370-5ce2-4b73-8465-928b6d1f093b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:42:01.418942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port e1496370-5ce2-4b73-8465-928b6d1f093b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:01.419613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:01.463192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-5982a739-0ef4-4ed9-8983-f672b64ebf03 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483916 Nov 10 03:42:01.539070 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:01.613022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:01.615208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:01.623221 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda27717-ac6a-4eb7-97c6-2c6aae0080d8" -d '{"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-plugged", "status": "completed", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:01.623407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f390-64e3-468e-838e-705812a32f6c req-48bd0459-92eb-43e4-b2f2-992720569749 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:01.632570 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:01.636032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64a3f390-64e3-468e-838e-705812a32f6c req-48bd0459-92eb-43e4-b2f2-992720569749 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 948 time: 0.2451272 Nov 10 03:42:01.744073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f18bf-dfcf-44c8-93a1-d7ca7a9e4aec req-eca9934b-e2f3-4e76-9971-90e3208b501c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:01.746134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-055f18bf-dfcf-44c8-93a1-d7ca7a9e4aec req-eca9934b-e2f3-4e76-9971-90e3208b501c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 944 time: 0.2635396 Nov 10 03:42:01.749927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64a3f390-64e3-468e-838e-705812a32f6c req-49aec323-bd6e-43a2-8c30-f7343977d854 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130562 Nov 10 03:42:01.766259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-6da0a0b4-4f8d-45c1-8935-19b74dd63c9b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:01.772550 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-6da0a0b4-4f8d-45c1-8935-19b74dd63c9b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992918 Nov 10 03:42:01.784857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:01.831317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Request body: {'port': {'device_id': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'ad37bfc77cff4d4ab1c7b0dfb3e5ae0c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:01.839189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-055f18bf-dfcf-44c8-93a1-d7ca7a9e4aec req-dedb2ffe-a20c-4f50-a5bc-607a0094b91b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860105 Nov 10 03:42:01.893003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e945e20d-ea6d-4b58-a13f-22368916d73e req-514e8e8a-22bf-40be-bd06-0b2663605cbe tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0538344 Nov 10 03:42:01.947236 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f314b3a9-d356-490b-91fd-410e0bab7cc4 x-openstack-request-id: req-f314b3a9-d356-490b-91fd-410e0bab7cc4 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:01.947572 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-plugged", "status": "completed", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:01.947837 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f314b3a9-d356-490b-91fd-410e0bab7cc4 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:01.948233 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'code': 200} Nov 10 03:42:02.076625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e132-90e8-4313-b454-e2c24535e66f req-3688491d-e272-4bc0-bc00-ee4185df797d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:02.091522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5e132-90e8-4313-b454-e2c24535e66f req-3688491d-e272-4bc0-bc00-ee4185df797d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1079552 Nov 10 03:42:02.133856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Made reservation on behalf of ad37bfc77cff4d4ab1c7b0dfb3e5ae0c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:02.140714 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:02.153533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7229464e-2ab2-4d93-a7e1-5622b22a4fc1 req-5323c67d-94c2-4b39-bef9-fb77390290fb tempest-VolumesAdminNegativeTest-2018401906 tempest-VolumesAdminNegativeTest-2018401906-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ed7bad7-c322-403c-8c1d-8c4195074284 HTTP/1.1" status: 200 len: 210 time: 0.0525503 Nov 10 03:42:02.214689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c5e132-90e8-4313-b454-e2c24535e66f req-6b9d1037-cccc-436b-b40e-fbf0edd73f15 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218894 Nov 10 03:42:02.220696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b90c4-4710-4ae8-9a0a-071a89bfac6f req-6d7c7d49-6b24-4772-a768-a21c79f33a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:02.222854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d20b90c4-4710-4ae8-9a0a-071a89bfac6f req-6d7c7d49-6b24-4772-a768-a21c79f33a9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 1096 time: 0.1059003 Nov 10 03:42:02.347100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d20b90c4-4710-4ae8-9a0a-071a89bfac6f req-414ad05d-c546-423a-99b5-2f5381c865e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137590 Nov 10 03:42:02.391341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Allocated IP 192.168.233.127 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/4bdd4c2c-413f-4e58-9339-f94ab7aeea8d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:02.451375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45064) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:02.488397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-be3aec88-4ea6-487d-b04b-8716a9e675bc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:02.490485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-be3aec88-4ea6-487d-b04b-8716a9e675bc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1587760 Nov 10 03:42:02.526185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-ce1a01ac-4666-4335-b57f-c23660e9eac0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/quotas/c2057ff13d4844d1a0c98b1c8ccb4d15 HTTP/1.1" status: 200 len: 375 time: 0.0208063 Nov 10 03:42:02.590185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-e969ac97-828c-474e-97fd-2e38b321015e tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406368 Nov 10 03:42:02.610523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:02.652689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:02.653405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-836839267-network', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:02.666763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73', '0af98967-b551-4267-b8e2-cff2e79067f1', '7d6da439-3e9b-4493-8ad4-eb105febe4b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:02.708894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:02.712429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:02.716789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:02.730121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-c17d6232-8064-4b22-9a58-6d1068398b93 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369541 Nov 10 03:42:02.743420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:02.771476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Made reservation on behalf of b1527dc897a44542a47b7845a73f9f42 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:02.774333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:02.781127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:02.782318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:02.808726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ec020721-d10e-4b90-a8c8-26ef7d632a40 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9841352 Nov 10 03:42:02.836412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Request body: {'port': {'device_id': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:02.838823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:02.940914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.008902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6a359438-c607-4a8f-bfa9-4a6ce225a57d details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:42:03.191088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c86a2b02-bf51-43e5-bc6c-b881682dae9f None None] Provisioning complete for port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:03.191815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c86a2b02-bf51-43e5-bc6c-b881682dae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.255719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:03.298501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6a359438-c607-4a8f-bfa9-4a6ce225a57d', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '6a359438-c607-4a8f-bfa9-4a6ce225a57d', 'mac_address': 'fa:16:3e:8a:6f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:42:03.314115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c86a2b02-bf51-43e5-bc6c-b881682dae9f None None] Port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:42:03.321918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:03.330431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 81671829-7770-4592-ad5d-921ed59bc69f no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:03.341564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.349042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf76ad-0096-4132-915a-cff2ba3c6867 req-7fd898ab-a444-40c0-bcea-78be7fe7ad69 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:03.356258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2dbf76ad-0096-4132-915a-cff2ba3c6867 req-7fd898ab-a444-40c0-bcea-78be7fe7ad69 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 948 time: 0.4309235 Nov 10 03:42:03.360199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Transition to ACTIVE for port object 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:42:03.365733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.381871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 81671829-7770-4592-ad5d-921ed59bc69f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:03.382393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 81671829-7770-4592-ad5d-921ed59bc69f not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:03.406681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.422706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a359438-c607-4a8f-bfa9-4a6ce225a57d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:03.455147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-53f26bd6-63e0-4152-9884-29569a1b0a5b service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993108 Nov 10 03:42:03.468063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:03.468838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:03.480715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.504033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2dbf76ad-0096-4132-915a-cff2ba3c6867 req-6b7447ea-e63e-4cd8-beb6-737b9ccc2e2a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465945 Nov 10 03:42:03.584835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6a359438-c607-4a8f-bfa9-4a6ce225a57d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:03.598255 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.609528 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.642646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:42:03.645086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:03.646194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:03.647330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:03.653671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:42:03.654017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:03.661841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:03.662202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:03.662581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:03.663011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Bound port: 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:03.663364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.752562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.753146 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Added segment ce5e7be1-9ffc-4c36-8307-03ff7446d1fa of type vlan for network f60a82d4-f52e-490f-a98c-f2ed15732c72 Nov 10 03:42:03.795655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:03.811541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:03.816186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.840367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6a359438-c607-4a8f-bfa9-4a6ce225a57d'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:03.850790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a489e-b540-4847-a2ce-13b820b86027,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:03.860749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:03.862266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.864140 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] 10.222.0.11 "PUT /v2.0/ports/4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 1096 time: 1.0332646 Nov 10 03:42:03.864784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:03.869090 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e56edba-5215-4f5e-91be-a8308f6adb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:03.890065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6770a4f-c54e-437e-beab-35b25c9e30cf req-dfb84c58-871b-4800-96f8-1133a38a0c60 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:03.899991 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6770a4f-c54e-437e-beab-35b25c9e30cf req-dfb84c58-871b-4800-96f8-1133a38a0c60 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.2408903 Nov 10 03:42:03.903194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bdd45-32a7-4a31-85bc-da5cd366b27c service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:03.913885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:03.966582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bf4be-cd6a-462c-a151-b3ee6277cfc4 req-9dab5bbd-2e20-4d04-a5cf-dfe52af0f760 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:03.975198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a91bf4be-cd6a-462c-a151-b3ee6277cfc4 req-9dab5bbd-2e20-4d04-a5cf-dfe52af0f760 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 948 time: 0.2009468 Nov 10 03:42:04.035313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6770a4f-c54e-437e-beab-35b25c9e30cf req-fb4fc089-f942-4f68-af0c-0d2323ed5074 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343458 Nov 10 03:42:04.051019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.053598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:04.056879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.098340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-eee5d210-cd5e-4ecb-9624-8bc1c6e57fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:04.100626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-eee5d210-cd5e-4ecb-9624-8bc1c6e57fdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1099 time: 0.0872610 Nov 10 03:42:04.101433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45090) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:04.217959 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-506b009e-cc33-4f9d-b99e-160a20867aab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0804226 Nov 10 03:42:04.236491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] Deleting subnet d72e2417-e275-48df-8c47-e4d861244e06 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:42:04.240598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.241640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7883315 Nov 10 03:42:04.267484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:04.274856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Request body: {'subnet': {'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-836839267-subnet', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:04.296254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a91bf4be-cd6a-462c-a151-b3ee6277cfc4 req-2a4584e5-1491-4848-9b53-38d0c28c0672 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199806 Nov 10 03:42:04.298736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Made reservation on behalf of b1527dc897a44542a47b7845a73f9f42 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:04.301268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.305954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ac2a-81ee-4493-9585-a90b57cf4856 admin admin] Pushing event updated for resources: {'Network': ['ID=f60a82d4-f52e-490f-a98c-f2ed15732c72,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:04.323989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:42:04.341730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.380124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e58d7a-9468-483c-af3e-befa16ea26c8 req-c34d3855-e83f-45a0-bbc5-7994dbc812ba tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:04.382344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0e58d7a-9468-483c-af3e-befa16ea26c8 req-c34d3855-e83f-45a0-bbc5-7994dbc812ba tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1773469 Nov 10 03:42:04.423898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ee5eb842-0f20-4749-9c41-466c36134cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:04.427846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-ee5eb842-0f20-4749-9c41-466c36134cd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1584074 Nov 10 03:42:04.451058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0e58d7a-9468-483c-af3e-befa16ea26c8 req-e792d7d2-26cd-4093-aeb6-8efc7a80395e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608318 Nov 10 03:42:04.477581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.539681 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb33df8-0a0c-4dda-85ce-b44df684ad6e x-openstack-request-id: req-0bb33df8-0a0c-4dda-85ce-b44df684ad6e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:04.540039 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:04.540214 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bb33df8-0a0c-4dda-85ce-b44df684ad6e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:04.540614 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'status': 'completed', 'code': 200} Nov 10 03:42:04.558581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-009d7257-31f4-47db-94b0-39216f76ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:04.560210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-009d7257-31f4-47db-94b0-39216f76ea7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160121 Nov 10 03:42:04.583786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-201d4473-a661-4205-8b3d-a3ec73f71984 req-f7885915-687e-445b-82e2-eb2827bba519 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 210 time: 0.0359261 Nov 10 03:42:04.598611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.666168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.680666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda49f39-6e98-40f3-9dea-85e0bd3d80a2,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:04.692171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce44c6-b3e0-43e2-bab5-70121815390d req-ab566031-6408-4317-a0ac-b92875bc7ce7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:04.693659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cce44c6-b3e0-43e2-bab5-70121815390d req-ab566031-6408-4317-a0ac-b92875bc7ce7 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 949 time: 0.1074388 Nov 10 03:42:04.701097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Checking segment: {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:04.701447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Network hostable DHCP agents. Network: f60a82d4-f52e-490f-a98c-f2ed15732c72, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:42:04.707225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72e2417-e275-48df-8c47-e4d861244e06,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:04.718220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.721359 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e1a5c2f7-3e21-4e1c-9c1a-fbdd8488bdc8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d72e2417-e275-48df-8c47-e4d861244e06 HTTP/1.1" status: 204 len: 168 time: 0.6189146 Nov 10 03:42:04.724563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45098) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:04.741249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:42:04.759081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f60a82d4-f52e-490f-a98c-f2ed15732c72) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:04.763594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cce44c6-b3e0-43e2-bab5-70121815390d req-3c6a290d-5d8c-4d6c-b371-f0e64f5f9c1a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585346 Nov 10 03:42:04.766773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:04.767357 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.771974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d18fa7-3491-4ad7-b003-a35393a03006 None None] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:42:04.786876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-feaa9241-16fd-4c20-b0f3-6142aa4302af admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5159318 Nov 10 03:42:04.787658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:04.803802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:04.803940 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-2256be24-7b92-4b06-a334-501931c97a2f service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102091 Nov 10 03:42:04.825926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.828095 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.863364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.894796 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.941294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f60a82d4-f52e-490f-a98c-f2ed15732c72', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:42:04.942895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:04.968692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6670fd9c-c8a3-45d5-a62b-a4e5ad23579e req-52cbdc89-c69b-488d-96c3-df8d6366cf1e service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585679 Nov 10 03:42:04.979102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.013645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8347a4-1bbc-4c35-835b-f2d866898135']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:05.024043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:05.024336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249f9fd0-4cb3-4aa7-8991-e9b5d9538cb7') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:05.038584 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.039109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.055614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.065918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:42:05.066641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.124422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Allocated IP 172.20.0.2 (f60a82d4-f52e-490f-a98c-f2ed15732c72/cda49f39-6e98-40f3-9dea-85e0bd3d80a2/cf50b02a-09ca-40f6-9cc6-002b282f0637) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:42:05.134878 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:42:05.222046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fcc16-4f32-4d8c-b118-f28b69be9753 req-99eed5fb-7a9f-47e7-b6cf-aa822e8bed75 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:05.223766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d35fcc16-4f32-4d8c-b118-f28b69be9753 req-99eed5fb-7a9f-47e7-b6cf-aa822e8bed75 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.0734448 Nov 10 03:42:05.291461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-db1df537-6e73-4d62-869a-f0aa689d5231 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:05.293527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-db1df537-6e73-4d62-869a-f0aa689d5231 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1571620 Nov 10 03:42:05.297493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.316088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Request body: {'port': {'device_id': '2d278630-409f-484b-b696-0e6927cd4e4c', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'admin_state_up': True, 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:05.377292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.380520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b8347a4-1bbc-4c35-835b-f2d866898135 HTTP/1.1" status: 204 len: 168 time: 0.6553912 Nov 10 03:42:05.384430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2dc8f-83f4-4ff2-a7fc-a49d64ebc37e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8347a4-1bbc-4c35-835b-f2d866898135,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:05.390625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45106) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:05.394043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d35fcc16-4f32-4d8c-b118-f28b69be9753 req-60b2f3b3-a4dd-400a-854a-13b07117295d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352963 Nov 10 03:42:05.439728 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.452731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-10dffda8-86bc-497c-8f33-f079d7d2fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:05.452950 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-10dffda8-86bc-497c-8f33-f079d7d2fbd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1099 time: 0.3160346 Nov 10 03:42:05.458758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] Deleting subnet 363d9228-7558-4572-a5d1-ed32f419da0b {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:42:05.473110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.474263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.486977 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.492579 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.503341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35b670-df51-44de-82b8-9f5f29ce057f req-cb37f5ff-9ae8-45ba-904d-d55ff6727359 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:05.504196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a35b670-df51-44de-82b8-9f5f29ce057f req-cb37f5ff-9ae8-45ba-904d-d55ff6727359 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 948 time: 0.1063886 Nov 10 03:42:05.556492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:05.561213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:05.579493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:05.613080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Pushing event updated for resources: {'Port': ['ID=cf50b02a-09ca-40f6-9cc6-002b282f0637,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:05.627954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a35b670-df51-44de-82b8-9f5f29ce057f req-97fe988d-bbc5-4936-b2c3-9fe2184788e8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835810 Nov 10 03:42:05.666877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Attempting to bind port cf50b02a-09ca-40f6-9cc6-002b282f0637 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:05.667325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Attempting to bind port cf50b02a-09ca-40f6-9cc6-002b282f0637 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:05.667807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Attempting to bind port cf50b02a-09ca-40f6-9cc6-002b282f0637 on network f60a82d4-f52e-490f-a98c-f2ed15732c72 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:05.675004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:05.675583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Checking segment: {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:05.676231 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.676703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Bound using segment: {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:05.677259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Bound port: cf50b02a-09ca-40f6-9cc6-002b282f0637, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:05.677831 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.683970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Allocated IP 172.25.6.84 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/90144887-800a-4a2f-974e-60c85d691638) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:05.772952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] For port cf50b02a-09ca-40f6-9cc6-002b282f0637, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:05.777000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] For port cf50b02a-09ca-40f6-9cc6-002b282f0637, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cf50b02a-09ca-40f6-9cc6-002b282f0637,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:05.783969 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.857401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cf6b3-b8fe-42f8-a1a6-7d759eef4bfa None None] Pushing event updated for resources: {'Port': ['ID=cf50b02a-09ca-40f6-9cc6-002b282f0637,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:05.863684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e0b48-b34b-4c8b-b9ab-4937d84c5324 req-2b0586af-2297-47be-8525-f69ac368951c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:05.865242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-372e0b48-b34b-4c8b-b9ab-4937d84c5324 req-2b0586af-2297-47be-8525-f69ac368951c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1034560 Nov 10 03:42:05.900371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247786e1-bb0d-40f9-8bb1-143588d3e72f req-dd1ff38f-3228-47cf-a351-94ef5a111a46 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:05.902752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-247786e1-bb0d-40f9-8bb1-143588d3e72f req-dd1ff38f-3228-47cf-a351-94ef5a111a46 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1397660 Nov 10 03:42:05.947565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:05.948185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.011132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-247786e1-bb0d-40f9-8bb1-143588d3e72f req-151cfc62-eff8-4010-8969-2efdd6ab3183 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959573 Nov 10 03:42:06.025448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-372e0b48-b34b-4c8b-b9ab-4937d84c5324 req-fef7509e-d51b-400a-b823-d673306a4b01 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404383 Nov 10 03:42:06.025682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:06.025682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.046184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.071443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.094771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-63e44d9a-c6b3-40dd-b63a-8b116ff05b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:06.096332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-63e44d9a-c6b3-40dd-b63a-8b116ff05b1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.6352296 Nov 10 03:42:06.174692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-029af71c-241f-47c6-9f4e-2a7dca1cee60 req-eada31e1-52b3-4806-9acd-fa7c5f4bcee1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 210 time: 0.0511460 Nov 10 03:42:06.176846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:06.187941 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-8012cad9-08ee-4124-901c-c46663c4ac21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0523136 Nov 10 03:42:06.206466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:06.212744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:06.238616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Pushing event updated for resources: {'Port': ['ID=90144887-800a-4a2f-974e-60c85d691638,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:06.245273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.301377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363d9228-7558-4572-a5d1-ed32f419da0b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:06.314809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.320148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aafde256-b1a8-4838-9d43-95107d5572de admin admin] 10.222.0.24 "DELETE /v2.0/subnets/363d9228-7558-4572-a5d1-ed32f419da0b HTTP/1.1" status: 204 len: 168 time: 0.9242043 Nov 10 03:42:06.324057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45120) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:06.333838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-a607b308-3935-416d-8dda-cfa338366f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:06.335226 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-a607b308-3935-416d-8dda-cfa338366f82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1310956 Nov 10 03:42:06.349870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Allocated IP 172.20.0.11 (0ec4587b-d728-4a63-9c0c-619a3f29f64f/2aec2abc-22bf-4be7-a15e-af32f36fe32d/0dd122b5-1d24-4297-8e6f-e0db7d713384) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:06.362525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bbc29-dbd2-4df9-a1f4-5a349f7564b8 req-96937628-2d2c-463b-b281-970cd2ce31ea tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:06.364010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b89bbc29-dbd2-4df9-a1f4-5a349f7564b8 req-96937628-2d2c-463b-b281-970cd2ce31ea tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 949 time: 0.1924729 Nov 10 03:42:06.449561 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b89bbc29-dbd2-4df9-a1f4-5a349f7564b8 req-6bf73543-3b14-446d-b59c-642e7ae8bc01 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792167 Nov 10 03:42:06.457008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.492345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-2a6e61bf-d733-4517-ae98-07f8f94304ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:06.493846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-2a6e61bf-d733-4517-ae98-07f8f94304ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419082 Nov 10 03:42:06.543678 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.687551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.746202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e704c5c-70bb-48f0-8cec-e2b8e1a7f374']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:06.750635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.758212 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-7857617f-1548-4f51-8c18-9464d50e3006 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536113 Nov 10 03:42:06.763700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae112743-e5ba-4b1a-9633-1506bf79a16b') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:06.764015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae112743-e5ba-4b1a-9633-1506bf79a16b') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:06.791153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.812227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.855957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.863298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919acd35-c4f2-409f-b568-ad629c051d64 req-ced19a33-4d03-4c4c-9675-63d2b7d8bbc1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:06.864728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-919acd35-c4f2-409f-b568-ad629c051d64 req-ced19a33-4d03-4c4c-9675-63d2b7d8bbc1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 948 time: 0.0985389 Nov 10 03:42:06.874794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:42:06.875077 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:42:06.876743 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:42:06.923124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.959679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-919acd35-c4f2-409f-b568-ad629c051d64 req-d8d7f615-c0b5-4465-8ea6-5cb136d97826 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844407 Nov 10 03:42:06.983735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e56edba-5215-4f5e-91be-a8308f6adb4a req-a580cdd1-7a4c-467d-be81-4c332cf37957 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066748 Nov 10 03:42:06.990141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:06.996634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Router c4d85226-d149-46e7-bfda-84872cee4991 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:42:07.005502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.010955 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9e704c5c-70bb-48f0-8cec-e2b8e1a7f374 HTTP/1.1" status: 204 len: 168 time: 0.6835673 Nov 10 03:42:07.012568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:07.017817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559c616-4e95-40a5-8b44-5cccf5358a7b None None] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:42:07.026376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:07.034830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dc138-614b-4652-bb4e-1ca08cdb2d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e704c5c-70bb-48f0-8cec-e2b8e1a7f374,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:07.037666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:07.042671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event updated for resources: {'Port': ['ID=0dd122b5-1d24-4297-8e6f-e0db7d713384,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:07.110042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:07.110693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.123378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6a359438-c607-4a8f-bfa9-4a6ce225a57d up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:07.137513 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-4a71f600-021f-47d1-be1e-2ccdfd6e4c43 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8292837 Nov 10 03:42:07.148935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Request body: {'port': {'device_id': '2d278630-409f-484b-b696-0e6927cd4e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:07.193076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b41ac4e2-a70d-4c1d-b493-d118232459aa None None] Provisioning complete for port cf50b02a-09ca-40f6-9cc6-002b282f0637 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:07.194321 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b41ac4e2-a70d-4c1d-b493-d118232459aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.220813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.222454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:07.257065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:42:07.275294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eff74-f42d-4942-9683-d4e4a916e905 req-9b2cf603-99fb-4061-a650-17f395b17c9b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:07.276920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc1eff74-f42d-4942-9683-d4e4a916e905 req-9b2cf603-99fb-4061-a650-17f395b17c9b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1226652 Nov 10 03:42:07.280448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Sync routers for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:42:07.289444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce7269-bc69-494b-b690-6f3a854d674f req-4612abb8-2ce7-41e8-88f1-436cc26e5cb8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:07.290942 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6dce7269-bc69-494b-b690-6f3a854d674f req-4612abb8-2ce7-41e8-88f1-436cc26e5cb8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1398301 Nov 10 03:42:07.294892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 6a359438-c607-4a8f-bfa9-4a6ce225a57d completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:42:07.302405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6a359438-c607-4a8f-bfa9-4a6ce225a57d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:07.302780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.355157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:07.355534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:41:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:07.530332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b41ac4e2-a70d-4c1d-b493-d118232459aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.552215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cf50b02a-09ca-40f6-9cc6-002b282f0637 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:07.557507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd122b5-1d24-4297-8e6f-e0db7d713384 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:07.569315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.589468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Transition to ACTIVE for port object 0dd122b5-1d24-4297-8e6f-e0db7d713384 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:42:07.594139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.627835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.632142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1e83f9d3-78a5-4ead-a53c-7469694f87c3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8432696 Nov 10 03:42:07.632305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45138) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:07.656253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-85c10282-3f9c-43bb-9a20-e1b01e4704a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a515a3c87e694a2eb7a74de777502bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267631 Nov 10 03:42:07.658826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45140) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:07.660691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:07.710721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd122b5-1d24-4297-8e6f-e0db7d713384,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:07.723241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc1eff74-f42d-4942-9683-d4e4a916e905 req-833adf57-a755-47bb-a8a1-02cd32ae39e7 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240518 Nov 10 03:42:07.742228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6dce7269-bc69-494b-b690-6f3a854d674f req-2b137305-bc28-43bf-bc13-f97ad0b53d94 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413297 Nov 10 03:42:07.767927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b41ac4e2-a70d-4c1d-b493-d118232459aa None None] For port cf50b02a-09ca-40f6-9cc6-002b282f0637, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cf50b02a-09ca-40f6-9cc6-002b282f0637,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:07.776228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48994c17-aa3a-483d-b57a-8a53dfc2f1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.786545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.802695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b41ac4e2-a70d-4c1d-b493-d118232459aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.821363 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48994c17-aa3a-483d-b57a-8a53dfc2f1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.890387 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48994c17-aa3a-483d-b57a-8a53dfc2f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.898029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48994c17-aa3a-483d-b57a-8a53dfc2f1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.901436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-48994c17-aa3a-483d-b57a-8a53dfc2f1ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/024d8e7c-1716-4d3d-aa8d-dc75621c513b HTTP/1.1" status: 204 len: 168 time: 0.2394431 Nov 10 03:42:07.924533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Attempting to bind port 0dd122b5-1d24-4297-8e6f-e0db7d713384 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:07.924864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Attempting to bind port 0dd122b5-1d24-4297-8e6f-e0db7d713384 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:07.925187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Attempting to bind port 0dd122b5-1d24-4297-8e6f-e0db7d713384 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:07.926176 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:07.932465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Port 0dd122b5-1d24-4297-8e6f-e0db7d713384 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:42:07.932784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Attempting to bind port 0dd122b5-1d24-4297-8e6f-e0db7d713384 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:07.981889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48994c17-aa3a-483d-b57a-8a53dfc2f1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d8e7c-1716-4d3d-aa8d-dc75621c513b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:07.996615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:07.999537 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84de4825-87d6-4325-9e00-de6c71b4bb7f" -d '{"events": [{"server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "name": "network-vif-plugged", "status": "completed", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:08.003023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:08.004325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Checking segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:08.004916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Bound using segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:08.005553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Bound port: 0dd122b5-1d24-4297-8e6f-e0db7d713384, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:08.006178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.009810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710eb60-6bda-4c14-bbd9-e8971bb11c32 req-83b2d934-0780-4b06-9744-76957239732c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.011724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4710eb60-6bda-4c14-bbd9-e8971bb11c32 req-83b2d934-0780-4b06-9744-76957239732c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 949 time: 0.1268859 Nov 10 03:42:08.026065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port cf50b02a-09ca-40f6-9cc6-002b282f0637 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:08.026656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.036445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fecd1f-98fc-4c62-a105-82420be4dbac req-d03040dd-ab16-47d3-a1db-939ac5040111 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.044470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02fecd1f-98fc-4c62-a105-82420be4dbac req-d03040dd-ab16-47d3-a1db-939ac5040111 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 944 time: 0.1184847 Nov 10 03:42:08.045755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:08.090874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.098095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ac4e2-a70d-4c1d-b493-d118232459aa None None] Pushing event updated for resources: {'Port': ['ID=cf50b02a-09ca-40f6-9cc6-002b282f0637,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:08.111189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4710eb60-6bda-4c14-bbd9-e8971bb11c32 req-257163d2-1fd6-42dd-bde7-a777e3d1a6bc tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901461 Nov 10 03:42:08.125478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02fecd1f-98fc-4c62-a105-82420be4dbac req-4ca32dcc-e7e2-4b23-9660-914a318cfdb6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800922 Nov 10 03:42:08.161029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f1c978d4-83cc-4f91-a08a-456000409f90 None None] Provisioning complete for port cf50b02a-09ca-40f6-9cc6-002b282f0637 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:08.161582 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f1c978d4-83cc-4f91-a08a-456000409f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.271092 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c9cd77-937a-4b86-9633-68c3a8bc6824 x-openstack-request-id: req-b8c9cd77-937a-4b86-9633-68c3a8bc6824 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:08.271496 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "name": "network-vif-plugged", "status": "completed", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:08.271747 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8c9cd77-937a-4b86-9633-68c3a8bc6824 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:08.272133 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d', 'code': 200} Nov 10 03:42:08.280613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6a359438-c607-4a8f-bfa9-4a6ce225a57d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:08.291496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] For port 0dd122b5-1d24-4297-8e6f-e0db7d713384, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:08.296500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] For port 0dd122b5-1d24-4297-8e6f-e0db7d713384, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0dd122b5-1d24-4297-8e6f-e0db7d713384,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:08.303174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.339992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aece23-847f-4a7e-acd7-e1caffbda312 req-b79639a7-12a0-4356-a007-01929acfed44 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.341555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85aece23-847f-4a7e-acd7-e1caffbda312 req-b79639a7-12a0-4356-a007-01929acfed44 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 948 time: 0.1110568 Nov 10 03:42:08.418340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.419089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.420906 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-26266607-1594-4268-9d82-544d7aafe634 service neutron] 10.222.0.44 "PUT /v2.0/ports/0dd122b5-1d24-4297-8e6f-e0db7d713384 HTTP/1.1" status: 200 len: 1092 time: 1.2762156 Nov 10 03:42:08.421351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d278630-409f-484b-b696-0e6927cd4e4c', 'tag': '0dd122b5-1d24-4297-8e6f-e0db7d713384'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:08.423770 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df30321-8c79-4499-a1e6-e9701ded5377" -d '{"events": [{"name": "network-changed", "server_uuid": "2d278630-409f-484b-b696-0e6927cd4e4c", "tag": "0dd122b5-1d24-4297-8e6f-e0db7d713384"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:08.425213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:06Z', 'revision_number': 3, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:08.450787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85aece23-847f-4a7e-acd7-e1caffbda312 req-2617f014-63e4-4265-8beb-6cd748f6a2c7 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033616 Nov 10 03:42:08.457737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Checking router: c4d85226-d149-46e7-bfda-84872cee4991 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:42:08.458112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Updating router c4d85226-d149-46e7-bfda-84872cee4991 port 90144887-800a-4a2f-974e-60c85d691638 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:42:08.484515 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.503033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45154) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:08.516610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26266607-1594-4268-9d82-544d7aafe634 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd122b5-1d24-4297-8e6f-e0db7d713384,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:08.523887 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b751bc2a-f102-41ba-b8f4-7105253e53f8 x-openstack-request-id: req-b751bc2a-f102-41ba-b8f4-7105253e53f8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:08.524168 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d278630-409f-484b-b696-0e6927cd4e4c", "tag": "0dd122b5-1d24-4297-8e6f-e0db7d713384", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:08.524493 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b751bc2a-f102-41ba-b8f4-7105253e53f8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:08.524788 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d278630-409f-484b-b696-0e6927cd4e4c', 'tag': '0dd122b5-1d24-4297-8e6f-e0db7d713384', 'status': 'completed', 'code': 200} Nov 10 03:42:08.563344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dd4b9a6c-857a-40ed-82a2-67706eac74a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d23b8bd00eb54bf4812de41e15014082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589409 Nov 10 03:42:08.563903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45156) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:08.574895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.577793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41713f7-be76-46b2-aaed-c175e73d2213 req-eeb3fec5-9a3e-4819-af8b-20826a7f966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.579278 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b41713f7-be76-46b2-aaed-c175e73d2213 req-eeb3fec5-9a3e-4819-af8b-20826a7f966f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 1101 time: 0.2198212 Nov 10 03:42:08.612381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-ad1a325a-c22d-4c4f-ab73-98551fe9c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.613580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-ad1a325a-c22d-4c4f-ab73-98551fe9c6cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 1095 time: 0.0914392 Nov 10 03:42:08.624767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9de21568-6d70-4356-856f-d6abfd6e3d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.650902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9de21568-6d70-4356-856f-d6abfd6e3d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.712920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9de21568-6d70-4356-856f-d6abfd6e3d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.716322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9de21568-6d70-4356-856f-d6abfd6e3d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.718197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-d59df9bf-f8dd-45be-87ca-79f792faf9a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dd122b5-1d24-4297-8e6f-e0db7d713384 HTTP/1.1" status: 200 len: 217 time: 0.0944901 Nov 10 03:42:08.721219 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9de21568-6d70-4356-856f-d6abfd6e3d13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86b54e7a-56f7-4f26-8434-c92eef6d6e94 HTTP/1.1" status: 204 len: 168 time: 0.1540122 Nov 10 03:42:08.727610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de21568-6d70-4356-856f-d6abfd6e3d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b54e7a-56f7-4f26-8434-c92eef6d6e94,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:08.754945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b41713f7-be76-46b2-aaed-c175e73d2213 req-7ee30258-cd67-46e5-8dc4-8647998ceaad service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655014 Nov 10 03:42:08.828445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-fb9fddad-e5d9-44f8-99f4-5b8bbfa04b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.829977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-fb9fddad-e5d9-44f8-99f4-5b8bbfa04b02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0981214 Nov 10 03:42:08.909401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Allocated IP 172.20.0.1 (f60a82d4-f52e-490f-a98c-f2ed15732c72/cda49f39-6e98-40f3-9dea-85e0bd3d80a2/535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:08.922898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.931055 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:08.992985 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d330b7-ab1e-4a08-bbfc-630600c40f04 req-03c7b93e-9f04-43b7-9d15-51e6f5eb2362 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:08.993247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51b10b-4808-493b-9830-211e424e16d9 None None] Pushing event updated for resources: {'Port': ['ID=90144887-800a-4a2f-974e-60c85d691638,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:08.994357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3d330b7-ab1e-4a08-bbfc-630600c40f04 req-03c7b93e-9f04-43b7-9d15-51e6f5eb2362 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.0971763 Nov 10 03:42:08.995628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Attempting to bind port 90144887-800a-4a2f-974e-60c85d691638 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:08.995985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Attempting to bind port 90144887-800a-4a2f-974e-60c85d691638 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:08.996336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Attempting to bind port 90144887-800a-4a2f-974e-60c85d691638 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:09.002037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:09.002407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:09.002799 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.003175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:09.003631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Bound port: 90144887-800a-4a2f-974e-60c85d691638, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:09.004005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.007923 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-fd07f14e-51ab-4fbd-b30c-3a3c8674f7e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383809 Nov 10 03:42:09.014819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e0052-2b3c-4a4c-bf63-bb14b6ac66e7 req-4e3f2303-badc-4749-b2cc-9a16a0aa5d74 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:09.016540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-931e0052-2b3c-4a4c-bf63-bb14b6ac66e7 req-4e3f2303-badc-4749-b2cc-9a16a0aa5d74 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1631336 Nov 10 03:42:09.067184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] For port 90144887-800a-4a2f-974e-60c85d691638, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:09.071293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] For port 90144887-800a-4a2f-974e-60c85d691638, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=90144887-800a-4a2f-974e-60c85d691638,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:09.076936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.078018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3d330b7-ab1e-4a08-bbfc-630600c40f04 req-a66bede9-b49e-4ebf-8a7a-b0f84dc5a36f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603063 Nov 10 03:42:09.131490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.158312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:09.159385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:41:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:09.165349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-931e0052-2b3c-4a4c-bf63-bb14b6ac66e7 req-46f826bf-edfc-47cb-9475-1484b3c68a78 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955789 Nov 10 03:42:09.186467 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-8edf5e36-5a95-41d9-bd77-f845a09b6f20 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711628 Nov 10 03:42:09.205562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.219095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51b10b-4808-493b-9830-211e424e16d9 None None] Pushing event updated for resources: {'Port': ['ID=90144887-800a-4a2f-974e-60c85d691638,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:09.275231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f0b28-5803-42ae-83e5-0443c08d714d req-77d3aa7f-9246-4567-a027-e3563d325e52 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:09.275956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa2f0b28-5803-42ae-83e5-0443c08d714d req-77d3aa7f-9246-4567-a027-e3563d325e52 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 950 time: 0.0559123 Nov 10 03:42:09.312067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:09.321156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:09.333305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:09.335815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:09.368871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e1e81-3bbe-49b5-9f2f-6d60bda63692 req-fd12b2d5-0eaf-4298-a088-5ca7d94ba95f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:09.371453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3e1e81-3bbe-49b5-9f2f-6d60bda63692 req-fd12b2d5-0eaf-4298-a088-5ca7d94ba95f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 944 time: 0.0937963 Nov 10 03:42:09.375393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:09.376926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa2f0b28-5803-42ae-83e5-0443c08d714d req-5b8be455-6ccb-4598-a566-20e0d7f5ae18 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894816 Nov 10 03:42:09.450614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:42:09.463974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3e1e81-3bbe-49b5-9f2f-6d60bda63692 req-b82617d4-0ed2-4887-a745-944fe9fafd1e tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843809 Nov 10 03:42:09.464674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.522702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f76dda53-aa54-48b7-a9e9-b86b81215f9c req-501ae942-7f71-446e-914e-26c262daae71 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273156 Nov 10 03:42:09.582623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cf50b02a-09ca-40f6-9cc6-002b282f0637 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:09.694968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988529d-660b-4ff1-9b61-cfa9243c3621 req-372bfc94-e1b1-4f47-a607-d86478f7a770 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:09.708275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d988529d-660b-4ff1-9b61-cfa9243c3621 req-372bfc94-e1b1-4f47-a607-d86478f7a770 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 948 time: 0.1103454 Nov 10 03:42:09.721103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-fb1292b6-c1d4-4b86-8aed-68d963bbf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:09.722810 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-fb1292b6-c1d4-4b86-8aed-68d963bbf0dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 1095 time: 0.0825729 Nov 10 03:42:09.729999 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.784248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d988529d-660b-4ff1-9b61-cfa9243c3621 req-49d389fa-5376-458a-9645-179154f1cd06 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736444 Nov 10 03:42:09.855993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:09.856919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45190) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:09.860235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f98e04a3-47d9-47cd-a607-4daa7ce9c8ad None None] Provisioning complete for port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:09.860658 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f98e04a3-47d9-47cd-a607-4daa7ce9c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.874683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port cf50b02a-09ca-40f6-9cc6-002b282f0637 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:09.875037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:09.913007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-dc0327f3-faf0-49b5-a2d5-4d10dc6ee1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:09.914507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-dc0327f3-faf0-49b5-a2d5-4d10dc6ee1cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 912 time: 0.1813841 Nov 10 03:42:09.941065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'mac_address': 'fa:16:3e:c4:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:42:09.965135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-16677aa1-6448-412e-8ea9-a9d84adeee52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dd122b5-1d24-4297-8e6f-e0db7d713384 HTTP/1.1" status: 200 len: 217 time: 0.0405631 Nov 10 03:42:09.966557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-network', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:09.966682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f98e04a3-47d9-47cd-a607-4daa7ce9c8ad None None] Port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:42:09.995202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Made reservation on behalf of cf565111ce334159a0e95677f161a2f2 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:09.998378 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.008457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.026105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:06Z', 'revision_number': 3, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:10.051036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-1875d1ea-8806-498d-9c40-df35579539d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:10.053216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-1875d1ea-8806-498d-9c40-df35579539d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0718710 Nov 10 03:42:10.063542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.068263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.069766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34264f-74d3-4a78-814c-26f604532a31 None None] The sync data for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 is: [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:06Z', 'revision_number': 3, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:42:10.074160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.109181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.111561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:10.118067 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.160091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:10.168363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-6dd91215-6d42-4c79-abef-58299ced74b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734150 Nov 10 03:42:10.169589 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.207417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:42:10.210195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:10.223321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.243171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837121d7-a2b6-43c6-9fed-6fca59f43bf4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:10.250404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:10.269671 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.270388 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Added segment 2d308d86-1df9-4a85-b7fd-3e694faaa06c of type vlan for network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd Nov 10 03:42:10.387361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.432735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a412bf-afaf-4b46-adb4-4f94bfa46d49 req-6d0c6819-af53-4e21-a7a6-e93b5cfbcee6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:10.434569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2a412bf-afaf-4b46-adb4-4f94bfa46d49 req-6d0c6819-af53-4e21-a7a6-e93b5cfbcee6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 946 time: 0.1477571 Nov 10 03:42:10.449550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e90487-1bc4-4f53-92d0-061a69027881 req-cd06e405-792e-4e6f-ae33-7b06dbb919f7 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:10.451465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e90487-1bc4-4f53-92d0-061a69027881 req-cd06e405-792e-4e6f-ae33-7b06dbb919f7 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1669612 Nov 10 03:42:10.455337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.456250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:10.456833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.567541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.7062945 Nov 10 03:42:10.577236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45204) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:10.583635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Request body: {'subnet': {'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-subnet', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:10.601237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179580b-e1e7-40f2-9909-0facbf93c4ac admin admin] Pushing event updated for resources: {'Network': ['ID=7936e9e9-fa23-47b4-8dd3-fca1886eddbd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:10.620153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:42:10.621023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2a412bf-afaf-4b46-adb4-4f94bfa46d49 req-dcfb39de-2f93-4b7f-b290-33e1ead155e8 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679442 Nov 10 03:42:10.624957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e90487-1bc4-4f53-92d0-061a69027881 req-b19bf37f-1f14-40d4-9061-5393867082d3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596692 Nov 10 03:42:10.677830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Made reservation on behalf of cf565111ce334159a0e95677f161a2f2 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:10.680210 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:10.777772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-51b64763-ea4c-4cd3-bde6-b400c03b9f54 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848618 Nov 10 03:42:10.833320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:10.849250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e905a7-dfc5-4500-8e2d-e69ec28644b2 req-06826e40-410e-4194-bb14-29b3d09bbeb6 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:10.851338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4e905a7-dfc5-4500-8e2d-e69ec28644b2 req-06826e40-410e-4194-bb14-29b3d09bbeb6 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 950 time: 0.1011631 Nov 10 03:42:10.860310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e385-e156-465d-a677-1190e4bfe250 req-a45f728b-8aa2-488d-94a9-6d398d1587d8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:10.866543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2797e385-e156-465d-a677-1190e4bfe250 req-a45f728b-8aa2-488d-94a9-6d398d1587d8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 944 time: 0.1028469 Nov 10 03:42:10.868391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:10.926653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:10.940243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4e905a7-dfc5-4500-8e2d-e69ec28644b2 req-37791003-ecf4-4c92-b974-56dc81a424ea tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711524 Nov 10 03:42:10.993144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2797e385-e156-465d-a677-1190e4bfe250 req-7b1dfa18-9578-4b8b-9e16-720ba79f9265 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220074 Nov 10 03:42:11.153488 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df30321-8c79-4499-a1e6-e9701ded5377 req-2abbcb7d-e559-4bcc-9d03-fd253511bd0f service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535969 Nov 10 03:42:11.247804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-282cb730-bb9b-434a-bf9c-df2a791fc8b5 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:11.250169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-282cb730-bb9b-434a-bf9c-df2a791fc8b5 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1097 time: 0.2226117 Nov 10 03:42:11.259005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Router c4d85226-d149-46e7-bfda-84872cee4991 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:42:11.265533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cd532-681d-4be6-bfae-e760df048a4c req-07e45e59-8fd9-4852-9ad9-54bb7e9ac8f8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:11.265674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-2'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:11.267108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f88cd532-681d-4be6-bfae-e760df048a4c req-07e45e59-8fd9-4852-9ad9-54bb7e9ac8f8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 949 time: 0.0926192 Nov 10 03:42:11.314952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-feaa16de-14b2-4c37-a986-afe326717bc1 None None] Provisioning complete for port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:11.315499 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-feaa16de-14b2-4c37-a986-afe326717bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.337676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97b59-04b1-4c44-9cae-48ad8fb7a0a7 req-38070476-94b7-400d-b047-df16365485d9 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:11.339260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b97b59-04b1-4c44-9cae-48ad8fb7a0a7 req-38070476-94b7-400d-b047-df16365485d9 tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 1101 time: 0.1002750 Nov 10 03:42:11.344689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f88cd532-681d-4be6-bfae-e760df048a4c req-8cca41c9-2c8c-4539-a874-0b40c350dd67 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Nov 10 03:42:11.349395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.375956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 607c8f36-ec8f-43b8-92b0-33f578bc9037 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:42:11.392356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-feaa16de-14b2-4c37-a986-afe326717bc1 None None] Port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:42:11.435557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b97b59-04b1-4c44-9cae-48ad8fb7a0a7 req-c34cc090-4c14-48b3-92da-afc325ff77df tempest-ServersOnMultiNodesTest-190381263 tempest-ServersOnMultiNodesTest-190381263-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710609 Nov 10 03:42:11.437261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.525801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90144887-800a-4a2f-974e-60c85d691638 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:11.551959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a16636-db0d-47f7-ae5e-c1cdb70f3302,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:11.573345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:11.592013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 607c8f36-ec8f-43b8-92b0-33f578bc9037 has no active binding in host n-h1-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:42:11.603688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 90144887-800a-4a2f-974e-60c85d691638 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:11.603987 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.605130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Checking segment: {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:11.605489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Network hostable DHCP agents. Network: 7936e9e9-fa23-47b4-8dd3-fca1886eddbd, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:42:11.668786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:42:11.675134 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0a86b253-17f0-40f9-824d-f94168aaf7b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/c4d85226-d149-46e7-bfda-84872cee4991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0402007 Nov 10 03:42:11.709038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:42:11.712495 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.734156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:11.737069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7936e9e9-fa23-47b4-8dd3-fca1886eddbd) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:11.744300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 90144887-800a-4a2f-974e-60c85d691638, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=90144887-800a-4a2f-974e-60c85d691638,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:11.749144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350a7e6-999c-4927-9370-b6e8023752b1 None None] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:42:11.754557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:11.755228 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.765872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.794972 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9f7d0213-b440-4ccc-a22d-c632bb9f07be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2150443 Nov 10 03:42:11.796163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45220) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:11.798447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8a945-e636-485c-8ec5-a807521b25fb req-da6c0dc6-6b40-4f7e-8298-46898d74855d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:11.807031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89a8a945-e636-485c-8ec5-a807521b25fb req-da6c0dc6-6b40-4f7e-8298-46898d74855d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 950 time: 0.1407139 Nov 10 03:42:11.809707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:11.833448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:11.866055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.867152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.885971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=90144887-800a-4a2f-974e-60c85d691638,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:11.891182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df59005-c4ae-4fed-a401-6339093fe4e6 req-3ee5a66d-993a-4d61-8ac8-28a2cad89eb9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:11.892926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0df59005-c4ae-4fed-a401-6339093fe4e6 req-3ee5a66d-993a-4d61-8ac8-28a2cad89eb9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1312377 Nov 10 03:42:11.897729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:11.900367 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e871aed-0b49-4df7-bff2-98c1433039a7" -d '{"events": [{"server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "name": "network-vif-unplugged", "status": "completed", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:11.908398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.915778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89a8a945-e636-485c-8ec5-a807521b25fb req-bd2d6f37-fffd-4f70-8cbf-ab3feccec0b2 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070607 Nov 10 03:42:11.979082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:11.983939 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0df59005-c4ae-4fed-a401-6339093fe4e6 req-2db2e169-a716-4021-8916-70d501a64111 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648198 Nov 10 03:42:11.986107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.018852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:42:12.020228 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.091322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa392e3b-6ddc-49fb-ac9b-5e098b2ceccb req-d160f0f4-5049-4635-b38a-88ac5fac2e35 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:12.093545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa392e3b-6ddc-49fb-ac9b-5e098b2ceccb req-d160f0f4-5049-4635-b38a-88ac5fac2e35 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0794911 Nov 10 03:42:12.167189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa392e3b-6ddc-49fb-ac9b-5e098b2ceccb req-5760a49b-820e-43c9-a274-2e0f294f70d6 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668924 Nov 10 03:42:12.248820 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653efbd4-e46a-4f66-a04e-663cb813cf6e x-openstack-request-id: req-653efbd4-e46a-4f66-a04e-663cb813cf6e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:12.249345 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "name": "network-vif-unplugged", "status": "completed", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:12.249541 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-653efbd4-e46a-4f66-a04e-663cb813cf6e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:12.250052 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037', 'code': 200} Nov 10 03:42:12.286962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.291474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on host n-h2-817326-2 for vnic_type normal with profile {"migrating_to": "n-h1-817326-2"} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:12.291934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:12.292363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:12.294576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:12.308477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:42:12.312165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Attempting to bind port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on network 0d143b17-e5a2-4e38-a472-292b4641cce6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:12.318624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:12.319106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Checking segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:12.319636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Bound using segment: {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:12.321146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Bound port: 607c8f36-ec8f-43b8-92b0-33f578bc9037, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d143b17-e5a2-4e38-a472-292b4641cce6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:12.321717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.356390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64040-ba73-470d-9364-64114321786c req-073f4813-3914-4c25-97af-46883b73fbf8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:12.359211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6b64040-ba73-470d-9364-64114321786c req-073f4813-3914-4c25-97af-46883b73fbf8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 944 time: 0.0611563 Nov 10 03:42:12.398382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Allocated IP 172.20.0.2 (7936e9e9-fa23-47b4-8dd3-fca1886eddbd/74a16636-db0d-47f7-ae5e-c1cdb70f3302/1b32d3b6-8fa2-40cc-9752-dc47bf75a54d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:12.413416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45234) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:12.417113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:12.422137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:12.427506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a63e77de-5e71-4bf0-af12-f4ce40517493 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888720784', 'description': 'tempest-description--1351134563'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:12.431660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.464504 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Sync routers for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:42:12.474040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6b64040-ba73-470d-9364-64114321786c req-54f8d95f-1168-4074-b871-732b756ed39a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058979 Nov 10 03:42:12.482722 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:12.484645 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:41:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:12.502808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a63e77de-5e71-4bf0-af12-f4ce40517493 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.572532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:12.573183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.574653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 1122 time: 1.3135805 Nov 10 03:42:12.593884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651ab94-d901-47f5-ac21-72cd3bdfe0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:12.628051 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:12.647346 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a63e77de-5e71-4bf0-af12-f4ce40517493 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.651695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a63e77de-5e71-4bf0-af12-f4ce40517493 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.727507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a63e77de-5e71-4bf0-af12-f4ce40517493 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.728976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a63e77de-5e71-4bf0-af12-f4ce40517493 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3143225 Nov 10 03:42:12.732116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45236) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:12.738630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-abc9117b-6417-440f-935b-3445c8cc3c1b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Request body: {'security_group_rule': {'security_group_id': '4a787256-bbe5-409c-bb85-fddcfc04a700', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:12.743932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.757686 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.769762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.774984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e77de-5e71-4bf0-af12-f4ce40517493 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a787256-bbe5-409c-bb85-fddcfc04a700,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:12.804607 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.810163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abc9117b-6417-440f-935b-3445c8cc3c1b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.841371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:12.851976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145da4e-feb8-4e61-b471-4193dec7e085 req-e8d2472a-ed89-4827-ab73-15beb6ae9ebc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:12.852838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['607c8f36-ec8f-43b8-92b0-33f578bc9037'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:12.855096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c145da4e-feb8-4e61-b471-4193dec7e085 req-e8d2472a-ed89-4827-ab73-15beb6ae9ebc tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 949 time: 0.1946545 Nov 10 03:42:12.864567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['607c8f36-ec8f-43b8-92b0-33f578bc9037'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:12.866958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:12.873234 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 2, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:12.903454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:12.916013 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Checking router: c4d85226-d149-46e7-bfda-84872cee4991 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:42:12.916625 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Updating router c4d85226-d149-46e7-bfda-84872cee4991 port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:42:12.943362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Pushing event updated for resources: {'Port': ['ID=1b32d3b6-8fa2-40cc-9752-dc47bf75a54d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:12.954020 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.962931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abc9117b-6417-440f-935b-3445c8cc3c1b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:12.972922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c145da4e-feb8-4e61-b471-4193dec7e085 req-a7dae441-13d0-4d5a-b6a8-0b30927fe937 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082082 Nov 10 03:42:12.977466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Allocated IP 172.25.6.158 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/ad4f22c9-2489-473d-85bf-f59c415e8e50) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:12.978575 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abc9117b-6417-440f-935b-3445c8cc3c1b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.034634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9117b-6417-440f-935b-3445c8cc3c1b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaf3829-d3d4-4750-882e-62b0fcf24ffb,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:13.041129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0dd122b5-1d24-4297-8e6f-e0db7d713384 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:42:13.043838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abc9117b-6417-440f-935b-3445c8cc3c1b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.045836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-abc9117b-6417-440f-935b-3445c8cc3c1b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118057 Nov 10 03:42:13.054675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45242) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:13.059272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c220e799-353a-4895-bb26-17f0e1b1dc57 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Request body: {'security_group_rule': {'security_group_id': '4a787256-bbe5-409c-bb85-fddcfc04a700', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:13.120592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Attempting to bind port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:13.120945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Attempting to bind port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:13.121303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Attempting to bind port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d on network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:13.131586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c220e799-353a-4895-bb26-17f0e1b1dc57 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.139268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:13.139652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Checking segment: {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:13.140046 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.140424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Bound using segment: {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:13.141066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Bound port: 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:13.141447 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.162299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94d955-6f02-4491-b3d0-fbbed3691d32 req-085a4690-13a9-4c11-9f73-01ea72ab6281 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:13.173364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a94d955-6f02-4491-b3d0-fbbed3691d32 req-085a4690-13a9-4c11-9f73-01ea72ab6281 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 950 time: 0.1341043 Nov 10 03:42:13.178589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.223466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.276675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:13.280945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:13.293952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:13.333375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c220e799-353a-4895-bb26-17f0e1b1dc57 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.348601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac77e2-3b11-4405-a9d7-ee3e0f9b56ba req-2e0bd0bc-0566-40a0-821d-a78e0610fa1b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:13.358500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abac77e2-3b11-4405-a9d7-ee3e0f9b56ba req-2e0bd0bc-0566-40a0-821d-a78e0610fa1b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.2160199 Nov 10 03:42:13.370052 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.377081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a94d955-6f02-4491-b3d0-fbbed3691d32 req-0412df38-f8bf-4b85-a83f-530a2d7b5365 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018847 Nov 10 03:42:13.378687 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.379992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c220e799-353a-4895-bb26-17f0e1b1dc57 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.395046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:13.399683 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6673a0e-eaf9-48c1-9eb5-4329e28f76b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.427986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Pushing event updated for resources: {'Port': ['ID=ad4f22c9-2489-473d-85bf-f59c415e8e50,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:13.441571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0dd122b5-1d24-4297-8e6f-e0db7d713384, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0dd122b5-1d24-4297-8e6f-e0db7d713384,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:13.458924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] For port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:13.464846 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Pushing event updated for resources: {'Port': ['ID=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:13.483550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220e799-353a-4895-bb26-17f0e1b1dc57 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6626f1-dc07-41fd-add4-eaf5224ca077,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:13.498863 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.499203 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.504629 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.505029 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.505369 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.505809 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.506744 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.507078 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.507406 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.507729 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.508052 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.508370 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:13.509101 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '0dd122b5-1d24-4297-8e6f-e0db7d713384', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'port_id': '0dd122b5-1d24-4297-8e6f-e0db7d713384', 'mac_address': 'fa:16:3e:9c:fc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aec2abc-22bf-4be7-a15e-af32f36fe32d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:42:13.523901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-f5a263f8-ad3a-494b-a53b-4dba7b26737e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:13.527238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-f5a263f8-ad3a-494b-a53b-4dba7b26737e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 950 time: 0.2376063 Nov 10 03:42:13.527406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] For port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1b32d3b6-8fa2-40cc-9752-dc47bf75a54d,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:13.541290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90144887-800a-4a2f-974e-60c85d691638 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:13.553230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.608980 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Attempting to bind port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:13.609358 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Attempting to bind port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:13.609721 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Attempting to bind port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f on network f60a82d4-f52e-490f-a98c-f2ed15732c72 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:13.615291 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:13.615672 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Checking segment: {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:13.616105 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.616504 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Bound using segment: {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:13.617191 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Bound port: 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:13.617388 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.619796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abac77e2-3b11-4405-a9d7-ee3e0f9b56ba req-e3eba3da-208e-4871-a0aa-255f84dbe340 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600818 Nov 10 03:42:13.628535 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c220e799-353a-4895-bb26-17f0e1b1dc57 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.632795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c220e799-353a-4895-bb26-17f0e1b1dc57 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5743761 Nov 10 03:42:13.633836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45252) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:13.647856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:13.692335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91585-38fd-43d0-8dc5-7d1cd4dbb1de req-e185b900-2d86-4220-b468-15087a52304a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:13.699707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82f91585-38fd-43d0-8dc5-7d1cd4dbb1de req-e185b900-2d86-4220-b468-15087a52304a tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.1813488 Nov 10 03:42:13.734250 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] For port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:13.737928 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] For port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:13.744930 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.746929 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.773430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5f898-3252-49d6-ad05-67c12ee3b39d None None] Pushing event updated for resources: {'Port': ['ID=1b32d3b6-8fa2-40cc-9752-dc47bf75a54d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:13.846956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:42:13.852452 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b597533-e81d-459e-b90d-cc80184a65bd None None] Pushing event updated for resources: {'Port': ['ID=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:13.863196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:13.863709 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.878962 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:13.880856 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:41:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:13.883779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-93cd32f2-047e-412e-86f9-31e4584c26f0 None None] Provisioning complete for port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:13.884260 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-93cd32f2-047e-412e-86f9-31e4584c26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.952622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82f91585-38fd-43d0-8dc5-7d1cd4dbb1de req-e56d9eea-99ef-4025-943a-d51a141ef309 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413182 Nov 10 03:42:13.980414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b257e-01d6-4ca2-ba24-47bd693abc14 req-b10ac35e-631c-4d50-9f68-967e34addcf8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:13.987481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 90144887-800a-4a2f-974e-60c85d691638 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:13.987993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:13.991260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port 6a359438-c607-4a8f-bfa9-4a6ce225a57d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:13.991820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.008040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-284b257e-01d6-4ca2-ba24-47bd693abc14 req-b10ac35e-631c-4d50-9f68-967e34addcf8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 944 time: 0.2648616 Nov 10 03:42:14.045708 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:14.095018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.125817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-284b257e-01d6-4ca2-ba24-47bd693abc14 req-bbef64b9-769b-4305-9032-205991ad48c0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165390 Nov 10 03:42:14.186776 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.254289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:14.261283 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb7633c-197d-4886-b829-7be5395981c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:14.271725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd122b5-1d24-4297-8e6f-e0db7d713384 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:14.298383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.341704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0dd122b5-1d24-4297-8e6f-e0db7d713384, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0dd122b5-1d24-4297-8e6f-e0db7d713384,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:14.358875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.389439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-93cd32f2-047e-412e-86f9-31e4584c26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.390494 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11237647-9c09-4867-b9b6-2589e3b34ccb x-openstack-request-id: req-11237647-9c09-4867-b9b6-2589e3b34ccb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:14.390867 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:14.391005 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11237647-9c09-4867-b9b6-2589e3b34ccb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:14.391401 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037', 'status': 'completed', 'code': 200} Nov 10 03:42:14.416708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:14.417038 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.469653 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.484821 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:13Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:14.489084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48a16f-fae5-49bb-bb6e-569979c1d91c req-7096902c-637d-49f7-a431-30b5f6e9607b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:14.496537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a48a16f-fae5-49bb-bb6e-569979c1d91c req-7096902c-637d-49f7-a431-30b5f6e9607b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 949 time: 0.1723540 Nov 10 03:42:14.508699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for 6a359438-c607-4a8f-bfa9-4a6ce225a57d owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:14.512355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-93cd32f2-047e-412e-86f9-31e4584c26f0 None None] For port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:14.514576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=0dd122b5-1d24-4297-8e6f-e0db7d713384,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:14.535636 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-93cd32f2-047e-412e-86f9-31e4584c26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.536417 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9169d1c-256e-40e7-bab9-48d8918d2c7c None None] The sync data for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 is: [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:13Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:42:14.616821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Allocated IP 172.25.6.247 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/0e950f1e-225d-4bc9-a99f-13f9318f14a9) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:14.648886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7633c-197d-4886-b829-7be5395981c7 req-7b8dccd5-39fb-4960-a90f-d1e95161f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:14.651710 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bfb7633c-197d-4886-b829-7be5395981c7 req-7b8dccd5-39fb-4960-a90f-d1e95161f542 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1125 time: 0.2415197 Nov 10 03:42:14.665114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef5ab-393b-4679-8ee9-8ef65c584ac8 req-389c2bf0-903d-45fd-89d8-2febeaa7db5f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:14.666715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3fef5ab-393b-4679-8ee9-8ef65c584ac8 req-389c2bf0-903d-45fd-89d8-2febeaa7db5f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 950 time: 0.1670215 Nov 10 03:42:14.667431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd32f2-047e-412e-86f9-31e4584c26f0 None None] Pushing event updated for resources: {'Port': ['ID=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:14.670881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:14.673589 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90acda78-61b9-4337-8db5-ff69a87b32b8" -d '{"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:14.706721 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a48a16f-fae5-49bb-bb6e-569979c1d91c req-a82f4bac-1445-4abe-92e9-0edf4bcc50c0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054987 Nov 10 03:42:14.709862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:14.711957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-98fe1bdd-595d-4005-8de1-fcf74c51db65 None None] Provisioning complete for port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:14.712404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-98fe1bdd-595d-4005-8de1-fcf74c51db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.764841 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:14.793898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3fef5ab-393b-4679-8ee9-8ef65c584ac8 req-7f94226e-eb15-4ec6-af61-84fc5b0c3131 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841804 Nov 10 03:42:14.877699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:14.883698 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5718ad-41fc-4eba-9940-e3e1ae8db1e0 x-openstack-request-id: req-9e5718ad-41fc-4eba-9940-e3e1ae8db1e0 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:14.884234 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:14.885238 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e5718ad-41fc-4eba-9940-e3e1ae8db1e0 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:14.885911 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'code': 200} Nov 10 03:42:14.903525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['0dd122b5-1d24-4297-8e6f-e0db7d713384'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:14.940069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818c006-6f17-4b85-88dc-972bb1dbfa24 req-2e503e30-ab46-443c-896c-95b8fb39346c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:14.950534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5818c006-6f17-4b85-88dc-972bb1dbfa24 req-2e503e30-ab46-443c-896c-95b8fb39346c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1239717 Nov 10 03:42:15.018922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.051415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5818c006-6f17-4b85-88dc-972bb1dbfa24 req-38c39374-861c-4d64-beae-87e68a37389d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995963 Nov 10 03:42:15.074796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6a359438-c607-4a8f-bfa9-4a6ce225a57d no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:15.239982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.285215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.373623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event updated for resources: {'Port': ['ID=0e950f1e-225d-4bc9-a99f-13f9318f14a9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:15.375319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6a359438-c607-4a8f-bfa9-4a6ce225a57d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6a359438-c607-4a8f-bfa9-4a6ce225a57d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:15.383488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.405606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7633c-197d-4886-b829-7be5395981c7 req-678d89eb-d4fa-4123-bc7a-14bf14528a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:15.408084 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bfb7633c-197d-4886-b829-7be5395981c7 req-678d89eb-d4fa-4123-bc7a-14bf14528a86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.7422798 Nov 10 03:42:15.431895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42aa4f-d35d-43e5-9f2b-27c3d514abb8 req-a71ba3b5-8d17-4408-bcc6-57de509e94fd tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:15.436097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df42aa4f-d35d-43e5-9f2b-27c3d514abb8 req-a71ba3b5-8d17-4408-bcc6-57de509e94fd tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.3404100 Nov 10 03:42:15.499470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6a359438-c607-4a8f-bfa9-4a6ce225a57d,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:15.528663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65e687-1e56-4339-94d5-0d7d2c778e64 None None] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:42:15.548090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:15.551511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bfb7633c-197d-4886-b829-7be5395981c7 req-bd7e2cdb-93e2-496e-a663-bf91063d8f4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 217 time: 0.0857415 Nov 10 03:42:15.566749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df42aa4f-d35d-43e5-9f2b-27c3d514abb8 req-38e2dfce-cd4c-48f5-85a1-b12605b34ba4 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076887 Nov 10 03:42:15.571826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:15.582029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:15.637509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8338-884f-4adb-887a-2054d6f7b94d req-730b4626-259d-4ea4-8d71-fd6c99c0598a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:15.659600 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-832da225-1443-4da1-8e07-cabcce84a9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.664066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-def8c212-e55b-483c-815b-e6c3abd7a71c None None] Provisioning complete for port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:15.664480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-def8c212-e55b-483c-815b-e6c3abd7a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.665591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73cb8338-884f-4adb-887a-2054d6f7b94d req-730b4626-259d-4ea4-8d71-fd6c99c0598a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 945 time: 0.3295317 Nov 10 03:42:15.688302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7633c-197d-4886-b829-7be5395981c7 req-ce7cc0e6-70c0-420d-a2ee-9c22bb7c224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:15.689786 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bfb7633c-197d-4886-b829-7be5395981c7 req-ce7cc0e6-70c0-420d-a2ee-9c22bb7c224c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1232271 Nov 10 03:42:15.719709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:15.771100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73cb8338-884f-4adb-887a-2054d6f7b94d req-9574f5f8-4193-43ab-9d47-eeee8554414b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987906 Nov 10 03:42:15.807915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0ed8-30da-4bb2-a178-7d8a82d1ec93 req-334c6a40-b14d-4b96-95c2-759c6747ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:15.809346 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd8c0ed8-30da-4bb2-a178-7d8a82d1ec93 req-334c6a40-b14d-4b96-95c2-759c6747ce92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1101 time: 0.3979928 Nov 10 03:42:15.811791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bfb7633c-197d-4886-b829-7be5395981c7 req-254d6bb5-15d9-4ae6-9191-3e9fbba7cd19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090214 Nov 10 03:42:15.815335 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.856069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6c13f-a637-4a8a-898c-a8573330f63a req-33d3375f-bfb5-4458-b8d0-622f604b7e47 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:15.858500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ed6c13f-a637-4a8a-898c-a8573330f63a req-33d3375f-bfb5-4458-b8d0-622f604b7e47 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.0694382 Nov 10 03:42:15.883664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:15.884037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:15.929667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ed6c13f-a637-4a8a-898c-a8573330f63a req-ac4460bf-f7ab-4b50-8526-20091a8095fa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652714 Nov 10 03:42:15.984873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.013793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e16b6a-563c-4867-8be1-39b4a09c8343 req-2379e4dd-1590-480f-a9c9-7d4f1ece397a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:16.015325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2e16b6a-563c-4867-8be1-39b4a09c8343 req-2379e4dd-1590-480f-a9c9-7d4f1ece397a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d7cea70-053c-4ae9-9a0f-051cebab2605 HTTP/1.1" status: 200 len: 865 time: 0.0991488 Nov 10 03:42:16.033415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.077770 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd8c0ed8-30da-4bb2-a178-7d8a82d1ec93 req-bbdca217-2f40-4d59-81c5-dc1e45023dbb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372499 Nov 10 03:42:16.078585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=6a359438-c607-4a8f-bfa9-4a6ce225a57d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:16.118338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2e16b6a-563c-4867-8be1-39b4a09c8343 req-1b40c6d7-b786-4ab1-bed2-297fedde499f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953398 Nov 10 03:42:16.118903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.149991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', '7531761b-640d-44fc-9848-6749f1a1d60f', 'ffc22696-0c57-4f8e-9770-50cadf2f83c0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:16.223455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port 6a359438-c607-4a8f-bfa9-4a6ce225a57d on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:16.229198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bfb7633c-197d-4886-b829-7be5395981c7 req-4dbf48ca-1346-4792-9254-0b50afdfd0ae service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040790 Nov 10 03:42:16.245200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.252155 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e5819588-c3a3-47a1-9bcb-ff05867ab409 req-86ebbd0f-f138-4f74-9f90-4819b5cc9c46 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "DELETE /v2.0/ports/6a359438-c607-4a8f-bfa9-4a6ce225a57d HTTP/1.1" status: 204 len: 173 time: 2.7132328 Nov 10 03:42:16.256368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:16.348523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0438d-e4c2-416f-a17f-351c6c2986df req-dec6766c-83fc-4ae5-b52f-1a20a26bf668 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:16.352894 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-def8c212-e55b-483c-815b-e6c3abd7a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.358035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03e0438d-e4c2-416f-a17f-351c6c2986df req-dec6766c-83fc-4ae5-b52f-1a20a26bf668 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1479244 Nov 10 03:42:16.413222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'name': 'network-vif-deleted', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:16.416404 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca631d-886c-47c4-9e18-a68059df0ad7" -d '{"events": [{"server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "name": "network-vif-deleted", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:16.458096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-def8c212-e55b-483c-815b-e6c3abd7a71c None None] For port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1b32d3b6-8fa2-40cc-9752-dc47bf75a54d,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:16.502952 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac0c35-c606-4e39-97b6-a349ed9ccef6 x-openstack-request-id: req-4aac0c35-c606-4e39-97b6-a349ed9ccef6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:16.503272 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "name": "network-vif-deleted", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:16.506194 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4aac0c35-c606-4e39-97b6-a349ed9ccef6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:16.509683 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'name': 'network-vif-deleted', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d', 'status': 'completed', 'code': 200} Nov 10 03:42:16.510144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03e0438d-e4c2-416f-a17f-351c6c2986df req-0e5da973-e7a0-4a8c-a231-f8fae148dc02 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486886 Nov 10 03:42:16.521001 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bfb7633c-197d-4886-b829-7be5395981c7 req-4f898721-8cdd-49a7-9c65-ae07896450b2 service neutron] 10.222.0.44 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657378 Nov 10 03:42:16.521806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:42:16.528675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.535249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.541016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-def8c212-e55b-483c-815b-e6c3abd7a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.652391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.690119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:42:16.706718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event updated for resources: {'Port': ['ID=0e950f1e-225d-4bc9-a99f-13f9318f14a9,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:16.725156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.727383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.728572 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.728978 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ba5ad7f0-e897-4fa5-a47c-1f1e4d4d021b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9275753 Nov 10 03:42:16.733409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45284) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:16.733552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Sync routers for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:42:16.750502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6c610-0807-460b-9f6e-812225c055d0 req-ff42a958-343c-4906-a232-4e5afcce794f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:16.752250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35e6c610-0807-460b-9f6e-812225c055d0 req-ff42a958-343c-4906-a232-4e5afcce794f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0902126 Nov 10 03:42:16.761743 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:16.771190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f77186d2-32e1-44d0-aa91-75a09d50a7b5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1271501 Nov 10 03:42:16.827724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35e6c610-0807-460b-9f6e-812225c055d0 req-d1845859-bb41-49e9-88fb-6b2706f139c5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626161 Nov 10 03:42:16.828082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8c212-e55b-483c-815b-e6c3abd7a71c None None] Pushing event updated for resources: {'Port': ['ID=1b32d3b6-8fa2-40cc-9752-dc47bf75a54d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:16.903712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:16.908183 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f92f54-d568-4ff9-b49b-95130fc56e98" -d '{"events": [{"server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "name": "network-vif-unplugged", "status": "completed", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:16.912051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:16.913305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:16.967605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700af124-5a03-45fc-86e1-4e6d34f6a4bd req-8e539be1-d5f4-439a-b7be-2dbd5a9157b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:16.970240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-700af124-5a03-45fc-86e1-4e6d34f6a4bd req-8e539be1-d5f4-439a-b7be-2dbd5a9157b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 945 time: 0.0887268 Nov 10 03:42:17.037905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-700af124-5a03-45fc-86e1-4e6d34f6a4bd req-04500228-cef2-41c7-b307-5f032a2e9b30 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Nov 10 03:42:17.175206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644b0bb-c23f-4e3f-97aa-58ca74040781 req-93da74d5-78b0-407f-8cf5-d71408623231 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:17.175744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0dd122b5-1d24-4297-8e6f-e0db7d713384 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:17.177203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3644b0bb-c23f-4e3f-97aa-58ca74040781 req-93da74d5-78b0-407f-8cf5-d71408623231 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1176012 Nov 10 03:42:17.206222 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434db69c-19a2-452d-bc8e-a2a0c2a36be3 x-openstack-request-id: req-434db69c-19a2-452d-bc8e-a2a0c2a36be3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:17.206629 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7cea70-053c-4ae9-9a0f-051cebab2605", "name": "network-vif-unplugged", "status": "completed", "tag": "6a359438-c607-4a8f-bfa9-4a6ce225a57d", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:17.206972 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-434db69c-19a2-452d-bc8e-a2a0c2a36be3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:17.207457 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7cea70-053c-4ae9-9a0f-051cebab2605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a359438-c607-4a8f-bfa9-4a6ce225a57d', 'code': 200} Nov 10 03:42:17.216612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-11ede588-5368-4d0d-ac37-4b1c1cce42fe None None] Provisioning complete for port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:17.217125 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-11ede588-5368-4d0d-ac37-4b1c1cce42fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:17.295071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3644b0bb-c23f-4e3f-97aa-58ca74040781 req-17ea81f0-520f-413e-8031-0cdd65dd2436 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094944 Nov 10 03:42:17.505741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:17.569412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:17.636507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa6380-7a69-46f9-97b3-4e2f8c46418f req-5ad15619-1e4b-4663-9403-2ab3286ea9a3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:17.638263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ffa6380-7a69-46f9-97b3-4e2f8c46418f req-5ad15619-1e4b-4663-9403-2ab3286ea9a3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.1141541 Nov 10 03:42:17.668366 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:42:17.668915 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:42:17.788128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Allocated IP 172.20.0.1 (7936e9e9-fa23-47b4-8dd3-fca1886eddbd/74a16636-db0d-47f7-ae5e-c1cdb70f3302/1c6cd244-2d5b-4e31-8c9c-bf7981c132cf) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:17.794826 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ffa6380-7a69-46f9-97b3-4e2f8c46418f req-7c369355-315e-4a84-a279-0c2221282d58 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498516 Nov 10 03:42:17.874037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 0dd122b5-1d24-4297-8e6f-e0db7d713384 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:42:17.881312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 0dd122b5-1d24-4297-8e6f-e0db7d713384 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:17.881676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:17.882065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34bcaf-9a87-4f0d-b03f-06afbefbb610 req-66209a4d-8335-4b75-b297-28321cb02ffc tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:17.896393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba34bcaf-9a87-4f0d-b03f-06afbefbb610 req-66209a4d-8335-4b75-b297-28321cb02ffc tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.2383072 Nov 10 03:42:17.986999 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.062573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.080683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba34bcaf-9a87-4f0d-b03f-06afbefbb610 req-0e67199b-9b22-4176-8878-5e6b51c6bb82 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831968 Nov 10 03:42:18.145386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a35118-2d29-4264-859f-8cf777682152 req-5e9dd1cf-8393-4034-9097-286b367d9f9c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:18.151091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:18.155212 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5a35118-2d29-4264-859f-8cf777682152 req-5e9dd1cf-8393-4034-9097-286b367d9f9c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.2014797 Nov 10 03:42:18.158595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:18.161824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:18.221086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:18.267891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.270017 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.362798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5a35118-2d29-4264-859f-8cf777682152 req-84db5e03-3b6f-4b36-8c28-cb4bf260ade7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997428 Nov 10 03:42:18.378749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6525e0-210a-4614-bfbe-5de0a33457ee req-f4587091-84e1-4605-a9b6-91b3a8fa94f8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:18.388230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c6525e0-210a-4614-bfbe-5de0a33457ee req-f4587091-84e1-4605-a9b6-91b3a8fa94f8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 945 time: 0.1394746 Nov 10 03:42:18.460079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.492378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:18.522756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c6525e0-210a-4614-bfbe-5de0a33457ee req-f4520de2-3d72-42e9-a012-e1672b4d6bc2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253364 Nov 10 03:42:18.575749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.577581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282dc8e-2a21-49c6-9b38-7e79cdf4ed75 req-04de4743-437d-429c-bf0b-9365112d4c33 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:18.579300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0282dc8e-2a21-49c6-9b38-7e79cdf4ed75 req-04de4743-437d-429c-bf0b-9365112d4c33 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.0821862 Nov 10 03:42:18.599602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0dd122b5-1d24-4297-8e6f-e0db7d713384, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0dd122b5-1d24-4297-8e6f-e0db7d713384,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:18.660671 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.661458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 607c8f36-ec8f-43b8-92b0-33f578bc9037 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:18.673257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0282dc8e-2a21-49c6-9b38-7e79cdf4ed75 req-779aa966-4d9d-4930-a655-ab0333fa4212 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799787 Nov 10 03:42:18.821408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:13Z', 'revision_number': 3, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:18.862356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-519c8605-faf9-4b6c-a5f5-0fab20234cda None None] Provisioning complete for port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:18.862720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-519c8605-faf9-4b6c-a5f5-0fab20234cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.881810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc05549-0a87-4027-adad-489d0c1b4006 req-c7eb587c-dbf0-4c15-9a3a-dcad529577f8 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:18.897165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdc05549-0a87-4027-adad-489d0c1b4006 req-c7eb587c-dbf0-4c15-9a3a-dcad529577f8 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1101 time: 0.1137772 Nov 10 03:42:18.928076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.937460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:18.990510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdc05549-0a87-4027-adad-489d0c1b4006 req-8065a49e-6e1f-428a-81e4-641f5aec3c2c tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924006 Nov 10 03:42:19.008837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:19.017033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8072-94b5-4e8d-b2b0-60bb2126b6a7 req-07c83055-7716-4dd9-9fda-ecd3af0dcd42 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:19.019695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-697a8072-94b5-4e8d-b2b0-60bb2126b6a7 req-07c83055-7716-4dd9-9fda-ecd3af0dcd42 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.1015654 Nov 10 03:42:19.020869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Checking router: 0b6df72d-1152-4e87-bdf0-231a6a4882f6 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:42:19.021216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Updating router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 port ad4f22c9-2489-473d-85bf-f59c415e8e50 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:42:19.039929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:19.096572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-697a8072-94b5-4e8d-b2b0-60bb2126b6a7 req-633fc594-9333-4f2b-8c28-6f79c0fb50cd tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674675 Nov 10 03:42:19.136650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=0dd122b5-1d24-4297-8e6f-e0db7d713384,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:19.190762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:19.191131 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:19.192701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-519c8605-faf9-4b6c-a5f5-0fab20234cda None None] Port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:42:19.200225 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:19.223647 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:19.225495 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d278630-409f-484b-b696-0e6927cd4e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd122b5-1d24-4297-8e6f-e0db7d713384'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:19.228048 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469e4de0-49e4-44ae-bd3f-16623dea1755" -d '{"events": [{"server_uuid": "2d278630-409f-484b-b696-0e6927cd4e4c", "name": "network-vif-plugged", "status": "completed", "tag": "0dd122b5-1d24-4297-8e6f-e0db7d713384"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:19.273131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:19.278105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:19.369397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e4fbf-f631-407d-8641-414e06912d0d req-84d6e6bb-e35d-4f65-8600-b24e97b226a3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:19.370922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db6e4fbf-f631-407d-8641-414e06912d0d req-84d6e6bb-e35d-4f65-8600-b24e97b226a3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1163278 Nov 10 03:42:19.503440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db6e4fbf-f631-407d-8641-414e06912d0d req-f13ec900-92b8-4de8-91be-ed9d9cffe4db tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242497 Nov 10 03:42:19.584054 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca87cf92-ce41-4a7a-bb99-e0cf979ff4ea x-openstack-request-id: req-ca87cf92-ce41-4a7a-bb99-e0cf979ff4ea {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:19.584625 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d278630-409f-484b-b696-0e6927cd4e4c", "name": "network-vif-plugged", "status": "completed", "tag": "0dd122b5-1d24-4297-8e6f-e0db7d713384", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:19.585029 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca87cf92-ce41-4a7a-bb99-e0cf979ff4ea {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:19.585569 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d278630-409f-484b-b696-0e6927cd4e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd122b5-1d24-4297-8e6f-e0db7d713384', 'code': 200} Nov 10 03:42:19.646761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:42:19.714501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739ae76-9fb3-42fe-b42b-3a1430164a9e req-d9342803-ea17-4f83-9473-300349bae16f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:19.724896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1739ae76-9fb3-42fe-b42b-3a1430164a9e req-d9342803-ea17-4f83-9473-300349bae16f tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.0817811 Nov 10 03:42:19.875855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1739ae76-9fb3-42fe-b42b-3a1430164a9e req-3a51b407-d564-43a0-b7b8-aa9bdf88c3de tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465824 Nov 10 03:42:19.881839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-42866c28-fc89-4923-9d21-ca439f1f2c1a None None] Provisioning complete for port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:19.888668 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-42866c28-fc89-4923-9d21-ca439f1f2c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.114943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-7cc8be40-f9dc-4de2-8632-afeca8f158a3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:20.117067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-7cc8be40-f9dc-4de2-8632-afeca8f158a3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.1933882 Nov 10 03:42:20.129809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-42866c28-fc89-4923-9d21-ca439f1f2c1a None None] Port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:42:20.137767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:42:20.167130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-beed1d86-4d9c-4e16-9f9a-5c4f3d28d842 admin admin] 10.222.0.24 "PUT /v2.0/routers/0b6df72d-1152-4e87-bdf0-231a6a4882f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4327040 Nov 10 03:42:20.173737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0d94-3322-4321-a332-890dfdd0cded req-5d4792f7-cddb-477a-8d2b-ce195f46410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:20.190873 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e41d0d94-3322-4321-a332-890dfdd0cded req-5d4792f7-cddb-477a-8d2b-ce195f46410f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 1097 time: 0.5162625 Nov 10 03:42:20.215011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:20.234618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44fb74-9d4c-469e-b76a-75438005104b req-60438368-aa65-4fba-9757-b3b0dd7a90ce tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:20.236180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe44fb74-9d4c-469e-b76a-75438005104b req-60438368-aa65-4fba-9757-b3b0dd7a90ce tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 946 time: 0.2090924 Nov 10 03:42:20.305894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-b3f35be6-fadd-4373-afa7-a943cac39d4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2706265 Nov 10 03:42:20.394356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e41d0d94-3322-4321-a332-890dfdd0cded req-e218b11d-3e50-4301-875e-88a981da7530 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427991 Nov 10 03:42:20.398273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff121a6-e8bb-4f39-bcb3-9c3b987a5beb req-866e9440-3aad-45a4-93f4-99d2a9568b56 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:20.409092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ff121a6-e8bb-4f39-bcb3-9c3b987a5beb req-866e9440-3aad-45a4-93f4-99d2a9568b56 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.3112760 Nov 10 03:42:20.444869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe44fb74-9d4c-469e-b76a-75438005104b req-877e55cd-b861-4b2e-9bc1-03eba8c88dbf tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930196 Nov 10 03:42:20.482067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port ffc22696-0c57-4f8e-9770-50cadf2f83c0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:20.486246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.541670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.554428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.561535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ff121a6-e8bb-4f39-bcb3-9c3b987a5beb req-521fd887-e999-416d-b81b-c49b8089b6bd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456902 Nov 10 03:42:20.627139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:20.628059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.652183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c498-c3d1-4e90-b4e0-89ed4a7ed85f req-2e982dcf-5fa4-4dce-9227-c3443177f699 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:20.666133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1941c498-c3d1-4e90-b4e0-89ed4a7ed85f req-2e982dcf-5fa4-4dce-9227-c3443177f699 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 950 time: 0.0895412 Nov 10 03:42:20.715922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port ffc22696-0c57-4f8e-9770-50cadf2f83c0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ffc22696-0c57-4f8e-9770-50cadf2f83c0,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:20.718574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.748173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for ffc22696-0c57-4f8e-9770-50cadf2f83c0 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:20.770072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Attempting to bind port ad4f22c9-2489-473d-85bf-f59c415e8e50 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:20.770432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Attempting to bind port ad4f22c9-2489-473d-85bf-f59c415e8e50 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:20.770793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Attempting to bind port ad4f22c9-2489-473d-85bf-f59c415e8e50 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:20.785674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62026a9-abd6-4ea5-bb47-b7c1dc41b434 None None] Pushing event updated for resources: {'Port': ['ID=ad4f22c9-2489-473d-85bf-f59c415e8e50,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:20.788337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:20.788798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:20.789151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.789527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:20.790041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Bound port: ad4f22c9-2489-473d-85bf-f59c415e8e50, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:20.790407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:20.825467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1941c498-c3d1-4e90-b4e0-89ed4a7ed85f req-a177a16f-b4ba-460d-b841-2ecd17cab737 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579535 Nov 10 03:42:20.865594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f70cd-e084-4785-ac42-99be8cf484c1 req-d68ba9ef-67cf-4a4f-92af-2c7bc66526a3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:20.873679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa7f70cd-e084-4785-ac42-99be8cf484c1 req-d68ba9ef-67cf-4a4f-92af-2c7bc66526a3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1453798 Nov 10 03:42:20.952064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa7f70cd-e084-4785-ac42-99be8cf484c1 req-c47749c2-515e-41f6-99ca-791b41dd3000 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770872 Nov 10 03:42:21.013811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] For port ad4f22c9-2489-473d-85bf-f59c415e8e50, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:21.033549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] For port ad4f22c9-2489-473d-85bf-f59c415e8e50, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ad4f22c9-2489-473d-85bf-f59c415e8e50,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:21.044502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:21.058737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-76c881c7-e157-420a-ab82-bfa0dc82da60 service neutron] 10.222.0.44 "GET /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.3084762 Nov 10 03:42:21.166643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:21.167930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:21.195836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d4cf-2f35-4d01-96a3-376fba4fc9ec req-91df8aa3-d780-4678-951f-a0208f79d91b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:21.206694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8853d4cf-2f35-4d01-96a3-376fba4fc9ec req-91df8aa3-d780-4678-951f-a0208f79d91b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 944 time: 0.1729178 Nov 10 03:42:21.225916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62026a9-abd6-4ea5-bb47-b7c1dc41b434 None None] Pushing event updated for resources: {'Port': ['ID=ad4f22c9-2489-473d-85bf-f59c415e8e50,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:21.259338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:21.284334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-875e316a-22ca-4cc6-9a0a-73537e4fc917 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:21.286806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-875e316a-22ca-4cc6-9a0a-73537e4fc917 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks?id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 200 len: 828 time: 0.2420750 Nov 10 03:42:21.304449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8853d4cf-2f35-4d01-96a3-376fba4fc9ec req-6b6cf2f8-6da6-4407-8822-d52bf6e45dd5 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932343 Nov 10 03:42:21.332286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-2431c537-b690-4bca-8344-bf988688d9c8 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/quotas/cf565111ce334159a0e95677f161a2f2 HTTP/1.1" status: 200 len: 375 time: 0.0222867 Nov 10 03:42:21.347038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:21.459907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-54c006cd-2452-408e-a828-464371620e10 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf565111ce334159a0e95677f161a2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223016 Nov 10 03:42:21.549575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:21.632025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=ffc22696-0c57-4f8e-9770-50cadf2f83c0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:21.740445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port ffc22696-0c57-4f8e-9770-50cadf2f83c0 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:21.752643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:21.756285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3ff483b1-bafc-4974-9274-aa56a533c143 req-966fe654-deda-458e-b792-b3fcb66f4f03 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "DELETE /v2.0/ports/ffc22696-0c57-4f8e-9770-50cadf2f83c0 HTTP/1.1" status: 204 len: 173 time: 1.6214509 Nov 10 03:42:21.756766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'name': 'network-vif-deleted', 'tag': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:21.759470 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e4289e-a3dd-4d53-a885-7286a6af7844" -d '{"events": [{"server_uuid": "a9cbb910-adbf-4812-ad3a-f54234ce6127", "name": "network-vif-deleted", "tag": "ffc22696-0c57-4f8e-9770-50cadf2f83c0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:21.775650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d047866-42fa-493d-a1fe-d1d1e89baa90 req-f676c3c6-1154-488d-bcfd-e603b482a95f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:21.780467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d047866-42fa-493d-a1fe-d1d1e89baa90 req-f676c3c6-1154-488d-bcfd-e603b482a95f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 946 time: 0.1687520 Nov 10 03:42:21.788728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-7729bacd-a4ae-4172-ac3d-5fc343d2a5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250072 Nov 10 03:42:21.861178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:21.919580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:22.004220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607c8f36-ec8f-43b8-92b0-33f578bc9037 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:22.022914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:22.032418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d047866-42fa-493d-a1fe-d1d1e89baa90 req-a972842b-ba2b-462a-8dbc-ca4e253b6cee tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406077 Nov 10 03:42:22.049279 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:22.087102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-b5663df7-2c19-427b-ad2a-c3fb8e6dba94 service neutron] 10.222.0.24 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595639 Nov 10 03:42:22.152189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', '7531761b-640d-44fc-9848-6749f1a1d60f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:22.223202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] Transition to ACTIVE for port object 607c8f36-ec8f-43b8-92b0-33f578bc9037 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:42:22.228105 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:22.270280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5b0d-b005-4f88-b68e-0f0a05458c39 req-f3af5dad-a944-479a-adc1-570a972960d0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:22.273917 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fec5b0d-b005-4f88-b68e-0f0a05458c39 req-f3af5dad-a944-479a-adc1-570a972960d0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1223602 Nov 10 03:42:22.330195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] Pushing event updated for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:22.378098 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfad7e5-ad97-40b0-8ab4-ae8e95f47bc4 x-openstack-request-id: req-9bfad7e5-ad97-40b0-8ab4-ae8e95f47bc4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:22.379135 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cbb910-adbf-4812-ad3a-f54234ce6127", "name": "network-vif-deleted", "tag": "ffc22696-0c57-4f8e-9770-50cadf2f83c0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:22.379367 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bfad7e5-ad97-40b0-8ab4-ae8e95f47bc4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:22.379755 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cbb910-adbf-4812-ad3a-f54234ce6127', 'name': 'network-vif-deleted', 'tag': 'ffc22696-0c57-4f8e-9770-50cadf2f83c0', 'status': 'completed', 'code': 200} Nov 10 03:42:22.399601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fec5b0d-b005-4f88-b68e-0f0a05458c39 req-d231ebe6-99a8-4cb7-a137-e5a52d281533 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192758 Nov 10 03:42:22.474641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 2, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:22.530699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] No DVR routers for this DVR port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:22.585756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dcca885a-b870-4c04-abea-84f6afadee64 req-dc9efc56-ecf9-4508-b718-6cd8d8e64b1a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cbb910-adbf-4812-ad3a-f54234ce6127 HTTP/1.1" status: 200 len: 210 time: 0.0652475 Nov 10 03:42:22.615308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae46bbe-bb12-4890-9e39-bc3c126e023d None None] The sync data for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 is: [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 2, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:42:22.615965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-0e317d38-c653-4964-809d-1334f0513a48 service neutron] 10.222.0.44 "PUT /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037/bindings/n-h1-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5379708 Nov 10 03:42:22.620729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-92779981-ca04-4e12-ac2f-3e47eebfd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:22.626495 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-92779981-ca04-4e12-ac2f-3e47eebfd9ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1101 time: 0.2988427 Nov 10 03:42:22.644798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45609-1b4d-46ac-85d9-50c0303d1df2 req-614f5c09-6f7e-4c88-a5bd-dcda79ffb110 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:22.659032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1da45609-1b4d-46ac-85d9-50c0303d1df2 req-614f5c09-6f7e-4c88-a5bd-dcda79ffb110 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1521728 Nov 10 03:42:22.805550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8963787b-2ffc-4d00-be6e-a5ed529b7030 req-c40fd1b6-ecd0-4886-a002-7b2d8a23ed83 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 210 time: 0.1009684 Nov 10 03:42:22.830320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-17cdff79-d0c3-44ec-b860-200395eee597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:22.832081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-17cdff79-d0c3-44ec-b860-200395eee597 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1965718 Nov 10 03:42:22.861859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-01aa8c0b-029d-4211-806b-871398b391e2 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:22.863245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-01aa8c0b-029d-4211-806b-871398b391e2 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.1358929 Nov 10 03:42:22.894532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1da45609-1b4d-46ac-85d9-50c0303d1df2 req-d6eb0efb-e10f-40c2-b644-8b0d21c0e55c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343743 Nov 10 03:42:22.925379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-86841db4-41ca-4e66-b66b-d69f760bad88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0823460 Nov 10 03:42:23.095379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-73923246-7cca-457d-ba16-a172356a1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:23.097589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-73923246-7cca-457d-ba16-a172356a1371 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1641943 Nov 10 03:42:23.160681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:23.215853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-adac42ae-a62a-48f2-8506-e904c2c88a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:23.217449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-adac42ae-a62a-48f2-8506-e904c2c88a59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099102 Nov 10 03:42:23.409540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-59cb26c0-eac1-477f-8dea-72b40462af67 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793201 Nov 10 03:42:23.457133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ffc22696-0c57-4f8e-9770-50cadf2f83c0 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:23.480414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: ffc22696-0c57-4f8e-9770-50cadf2f83c0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:23.480804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ffc22696-0c57-4f8e-9770-50cadf2f83c0 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:23.549318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-41dfc824-8934-49de-9a24-ee47b85b67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:23.551850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-41dfc824-8934-49de-9a24-ee47b85b67d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8 HTTP/1.1" status: 200 len: 1096 time: 0.6556809 Nov 10 03:42:23.592704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf2265-3e6f-446d-95ba-1e5bd3a0f1a7 req-c1bf563c-8815-4ee8-8aab-226405575108 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:23.596030 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-44ab77c7-bc59-41a2-abe2-20f1b7e4086b service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468735 Nov 10 03:42:23.602427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcaf2265-3e6f-446d-95ba-1e5bd3a0f1a7 req-c1bf563c-8815-4ee8-8aab-226405575108 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 945 time: 0.6679292 Nov 10 03:42:23.613157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee886b51-1f5f-49ea-b568-51ad28ad29f5 req-85503c07-9b2d-47a3-be84-0ceea1a4dea0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:23.614788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee886b51-1f5f-49ea-b568-51ad28ad29f5 req-85503c07-9b2d-47a3-be84-0ceea1a4dea0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 946 time: 0.1108682 Nov 10 03:42:23.688895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcaf2265-3e6f-446d-95ba-1e5bd3a0f1a7 req-671c8ed7-145b-4e84-91b1-60d20051739d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855687 Nov 10 03:42:23.697852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee886b51-1f5f-49ea-b568-51ad28ad29f5 req-667db490-4cfc-4be7-992f-d10214225686 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754409 Nov 10 03:42:23.837800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d6c1d011-a9f8-43b5-8c60-f7cce2ba0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:23.840771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d6c1d011-a9f8-43b5-8c60-f7cce2ba0092 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1096 time: 0.0959463 Nov 10 03:42:23.892237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5704d-5553-435d-a3b5-83649eaa4669 req-32301db5-50e7-4ed1-8942-b2a7da0b82fe tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:23.910547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4e5704d-5553-435d-a3b5-83649eaa4669 req-32301db5-50e7-4ed1-8942-b2a7da0b82fe tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1147397 Nov 10 03:42:24.010144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4e5704d-5553-435d-a3b5-83649eaa4669 req-32dcd9bf-5171-4a0d-b041-1228f4055c2d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952120 Nov 10 03:42:24.065295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-2d018e60-9fb9-44ab-a561-348cd0dfdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:24.066818 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-2d018e60-9fb9-44ab-a561-348cd0dfdbd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 200 len: 908 time: 0.2136636 Nov 10 03:42:24.164849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8450e1e-b099-435f-8c64-9fa21c0424d3 req-1f6aa8fb-9f0c-4e7b-8698-de83658865f7 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 210 time: 0.0724783 Nov 10 03:42:24.199263 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-e5ebcc3e-542b-428e-a51d-da6c0da03912 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 200 len: 217 time: 0.1165602 Nov 10 03:42:24.254521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad4f22c9-2489-473d-85bf-f59c415e8e50 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:24.347522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-5fa5f4dd-46c5-4a2d-8091-1999f39af9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:24.361221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-5fa5f4dd-46c5-4a2d-8091-1999f39af9f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 200 len: 848 time: 0.1322882 Nov 10 03:42:24.371065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ad4f22c9-2489-473d-85bf-f59c415e8e50 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:24.371684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:24.460688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eb654-5fa8-484a-a12b-e04502586abb req-4b9d88cc-7993-4f0f-8e38-e820c3b24007 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:24.462876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc1eb654-5fa8-484a-a12b-e04502586abb req-4b9d88cc-7993-4f0f-8e38-e820c3b24007 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1527672 Nov 10 03:42:24.495800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:24.499187 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-d756d867-2c13-498b-9b23-fbd0701ad78b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d143b17-e5a2-4e38-a472-292b4641cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769804 Nov 10 03:42:24.553258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port ad4f22c9-2489-473d-85bf-f59c415e8e50, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ad4f22c9-2489-473d-85bf-f59c415e8e50,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:24.567917 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:24.665846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-4d0e1ad3-a8c8-41c5-aa2e-c7e5e368bded service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586821 Nov 10 03:42:24.671172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=ad4f22c9-2489-473d-85bf-f59c415e8e50,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:24.689106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc1eb654-5fa8-484a-a12b-e04502586abb req-dd1c28b6-d29d-43e4-bf8b-968027ac54d3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081873 Nov 10 03:42:24.701508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6d6e-37c3-4b0b-8b4f-16758713005b req-2a94e273-c81b-4c1c-bfe2-6390ff2d9edc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:24.711079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5fa6d6e-37c3-4b0b-8b4f-16758713005b req-2a94e273-c81b-4c1c-bfe2-6390ff2d9edc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 946 time: 0.2949915 Nov 10 03:42:24.792453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-4183ea81-a123-4088-95a6-2a7765e909a9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:24.794255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-4183ea81-a123-4088-95a6-2a7765e909a9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.11 "GET /v2.0/networks?id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 200 len: 828 time: 0.3286598 Nov 10 03:42:24.816414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Request body: {'port': {'device_id': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'admin_state_up': True, 'tenant_id': 'cf565111ce334159a0e95677f161a2f2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:24.825012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-7a40e40e-9421-4018-8902-ee2f15c81b53 service neutron] 10.222.0.11 "GET /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510065 Nov 10 03:42:24.829766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5fa6d6e-37c3-4b0b-8b4f-16758713005b req-d7385f4f-59b1-42b1-95b7-d5a13bb0cb46 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176403 Nov 10 03:42:25.029828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bcbfd-7516-472d-be99-43abfe293406 req-1c35bf25-eb68-4454-8092-26a6541f6e1f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:25.032386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc0bcbfd-7516-472d-be99-43abfe293406 req-1c35bf25-eb68-4454-8092-26a6541f6e1f tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 949 time: 0.1309431 Nov 10 03:42:25.040795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284ca26-ae4b-44f7-90ad-4ecd7b689d89 req-6eaceb74-7b80-4fec-953e-215f0dd5f2a7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:25.042578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b284ca26-ae4b-44f7-90ad-4ecd7b689d89 req-6eaceb74-7b80-4fec-953e-215f0dd5f2a7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 945 time: 0.1422949 Nov 10 03:42:25.103967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Made reservation on behalf of cf565111ce334159a0e95677f161a2f2 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:25.107991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:25.153667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc0bcbfd-7516-472d-be99-43abfe293406 req-35447a9a-75d3-4943-9771-e268a179e270 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099215 Nov 10 03:42:25.180695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b284ca26-ae4b-44f7-90ad-4ecd7b689d89 req-6b1c7650-80fb-41a0-aaa4-82cc46c8aa38 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172161 Nov 10 03:42:25.189822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-977bb328-e909-4d70-82f6-be23cf5e3c56 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:25.192105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-977bb328-e909-4d70-82f6-be23cf5e3c56 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14&tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.0651429 Nov 10 03:42:25.354037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-56679a69-a64c-41ba-83de-9e0e731782c3 service neutron] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:25.358594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-56679a69-a64c-41ba-83de-9e0e731782c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:25.361236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee9dcedc-47fe-48d3-857b-575f66b2fb4e req-56679a69-a64c-41ba-83de-9e0e731782c3 service neutron] 10.222.0.11 "DELETE /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037/bindings/n-h2-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.1590567 Nov 10 03:42:25.371928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f625978-845c-41ad-b3bc-6a0f1ca8ef2c req-a2ded2e1-652b-44d0-a992-3646f03b7adb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:25.373535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f625978-845c-41ad-b3bc-6a0f1ca8ef2c req-a2ded2e1-652b-44d0-a992-3646f03b7adb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1095583 Nov 10 03:42:25.475045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Allocated IP 172.20.0.8 (7936e9e9-fa23-47b4-8dd3-fca1886eddbd/74a16636-db0d-47f7-ae5e-c1cdb70f3302/62a4d781-6919-429e-a704-224e67db7543) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:25.520549 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f625978-845c-41ad-b3bc-6a0f1ca8ef2c req-062ab04e-0d30-4fa1-83b1-45b6f86f60e2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218586 Nov 10 03:42:25.523091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-80749268-2fa6-46ec-beb9-62abe5e5bf3d req-b65bf9af-825b-4a8d-87b8-abacd7dbdb79 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 210 time: 0.0528183 Nov 10 03:42:25.716700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ae954-693f-45c8-b192-607b8c8ceed2 req-12361b01-dc82-43ca-b85b-f2f720f35486 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:25.718412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e2ae954-693f-45c8-b192-607b8c8ceed2 req-12361b01-dc82-43ca-b85b-f2f720f35486 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 946 time: 0.0962417 Nov 10 03:42:25.753539 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:25.841862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e2ae954-693f-45c8-b192-607b8c8ceed2 req-ee598b98-ef1c-4c86-85fa-16564b4cf5a0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107204 Nov 10 03:42:25.887476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:25.898152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3445e5f-eabe-4f0f-b8c4-2faae24b8897 req-359c8291-ab80-4d7f-b6b8-960ed221ca14 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:25.904952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3445e5f-eabe-4f0f-b8c4-2faae24b8897 req-359c8291-ab80-4d7f-b6b8-960ed221ca14 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1239603 Nov 10 03:42:26.001273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:26.013974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:26.018158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:26.099375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3445e5f-eabe-4f0f-b8c4-2faae24b8897 req-84566e97-74a0-4f08-b414-edb4c6ad804c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828020 Nov 10 03:42:26.103996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event updated for resources: {'Port': ['ID=62a4d781-6919-429e-a704-224e67db7543,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:26.158346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:26.159789 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:26.184827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-6c413b6f-63ac-42c7-8098-4347b7009c22 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3733280 Nov 10 03:42:26.215032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Request body: {'port': {'device_id': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:26.218569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad4f22c9-2489-473d-85bf-f59c415e8e50 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:26.283073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:26.368452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9d61a4af-35a0-4d39-9c48-9a67243aa87f None None] Provisioning complete for port 62a4d781-6919-429e-a704-224e67db7543 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:26.369109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d61a4af-35a0-4d39-9c48-9a67243aa87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:26.395796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ad4f22c9-2489-473d-85bf-f59c415e8e50 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:26.396382 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:26.445858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9d61a4af-35a0-4d39-9c48-9a67243aa87f None None] Port 62a4d781-6919-429e-a704-224e67db7543 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:42:26.569087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e58735-20fb-4a81-b798-19a2c7c1d3c4 req-5e2566b4-0be7-44cc-9194-2611f5b7ce47 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:26.574539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14e58735-20fb-4a81-b798-19a2c7c1d3c4 req-5e2566b4-0be7-44cc-9194-2611f5b7ce47 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 945 time: 0.2106922 Nov 10 03:42:26.619903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228626ca-a19b-46fe-911c-b1d01c5341c3 req-3956df32-1283-4972-be46-e9bb295f3351 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:26.621703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-ddf97de8-2e34-4ff3-a6d3-751c023963e5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:26.625157 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-ddf97de8-2e34-4ff3-a6d3-751c023963e5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 949 time: 0.0611827 Nov 10 03:42:26.628110 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-228626ca-a19b-46fe-911c-b1d01c5341c3 req-3956df32-1283-4972-be46-e9bb295f3351 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 949 time: 0.2686727 Nov 10 03:42:26.676727 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Sync routers for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:42:26.695685 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:26.697707 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:26.749345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14e58735-20fb-4a81-b798-19a2c7c1d3c4 req-8384f7b7-1418-4e94-950f-ff0c5d690884 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694047 Nov 10 03:42:26.786601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-228626ca-a19b-46fe-911c-b1d01c5341c3 req-5ced1c54-d60a-49d3-bd11-878736cb9f44 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575446 Nov 10 03:42:26.800162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port 7531761b-640d-44fc-9848-6749f1a1d60f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:26.800501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:26.948013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a4d781-6919-429e-a704-224e67db7543 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:26.960456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port 7531761b-640d-44fc-9848-6749f1a1d60f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7531761b-640d-44fc-9848-6749f1a1d60f,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:26.960821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:26.981080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for 7531761b-640d-44fc-9848-6749f1a1d60f owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:26.994082 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.033749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Transition to ACTIVE for port object 62a4d781-6919-429e-a704-224e67db7543 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:42:27.041122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.053011 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:27.119173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9220-08e0-4759-8a4e-32f7f699520b req-b2f5ced0-32c2-461c-94f2-c07c8b6e1c53 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:27.121984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ded9220-08e0-4759-8a4e-32f7f699520b req-b2f5ced0-32c2-461c-94f2-c07c8b6e1c53 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1605012 Nov 10 03:42:27.146417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58835a57-3be4-41a3-bdd4-9c46ab6f20af req-724e2b74-baad-453e-b8a0-acd75961c8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:27.148140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58835a57-3be4-41a3-bdd4-9c46ab6f20af req-724e2b74-baad-453e-b8a0-acd75961c8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 931 time: 0.2859879 Nov 10 03:42:27.170329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=62a4d781-6919-429e-a704-224e67db7543,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:27.292662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.307290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:27.316872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ded9220-08e0-4759-8a4e-32f7f699520b req-e4b2b712-5411-495e-92a3-fc318e3fafdb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672153 Nov 10 03:42:27.320266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-7de5180d-5b95-4e32-bac0-ef087631f175 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:27.324595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-7de5180d-5b95-4e32-bac0-ef087631f175 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 946 time: 0.2519035 Nov 10 03:42:27.383833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', '7531761b-640d-44fc-9848-6749f1a1d60f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:27.465556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58835a57-3be4-41a3-bdd4-9c46ab6f20af req-b0e6e090-a77e-4dee-9aa7-470494d6eb02 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733467 Nov 10 03:42:27.473003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Attempting to bind port 62a4d781-6919-429e-a704-224e67db7543 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:27.473590 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 2, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:27.474290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Attempting to bind port 62a4d781-6919-429e-a704-224e67db7543 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:27.475396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Attempting to bind port 62a4d781-6919-429e-a704-224e67db7543 on network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:27.490565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=7531761b-640d-44fc-9848-6749f1a1d60f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:27.528044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Port 62a4d781-6919-429e-a704-224e67db7543 on network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:42:27.528623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Attempting to bind port 62a4d781-6919-429e-a704-224e67db7543 on network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:27.541406 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Checking router: 0b6df72d-1152-4e87-bdf0-231a6a4882f6 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:42:27.542521 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Updating router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:42:27.597832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:27.600354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Checking segment: {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:27.601182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Bound using segment: {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:27.604429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Bound port: 62a4d781-6919-429e-a704-224e67db7543, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:27.606056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.640371 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.660752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port 7531761b-640d-44fc-9848-6749f1a1d60f on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:27.667458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.671142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6230a3f9-b087-4e39-b710-8e1bffaec129 req-41267a69-c599-45df-a099-386e234f1eaf tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "DELETE /v2.0/ports/7531761b-640d-44fc-9848-6749f1a1d60f HTTP/1.1" status: 204 len: 173 time: 1.0367186 Nov 10 03:42:27.672961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382b35e8-caae-492e-9cae-2eb14841d042', 'name': 'network-vif-deleted', 'tag': '7531761b-640d-44fc-9848-6749f1a1d60f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:27.675461 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf7c72b-232b-4d51-80ca-3f3e9f2be980" -d '{"events": [{"server_uuid": "382b35e8-caae-492e-9cae-2eb14841d042", "name": "network-vif-deleted", "tag": "7531761b-640d-44fc-9848-6749f1a1d60f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:27.695032 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-9a8493fb-af34-4683-a28a-3eaeb603c348 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2174022 Nov 10 03:42:27.701566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Deleting port 0dd122b5-1d24-4297-8e6f-e0db7d713384 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:27.702421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.855061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-0f51150c-72f6-4047-a1c9-a53d18c5d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:27.855951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-0f51150c-72f6-4047-a1c9-a53d18c5d801 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 1101 time: 0.0993428 Nov 10 03:42:27.858769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] For port 0dd122b5-1d24-4297-8e6f-e0db7d713384, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0dd122b5-1d24-4297-8e6f-e0db7d713384,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:27.859208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:27.875998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Calling delete_port for 0dd122b5-1d24-4297-8e6f-e0db7d713384 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:27.964217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8218e-b2ab-45a0-87f9-f9134ce661c0 req-d14bc3b7-a760-49f4-bc91-5fe97cc57c02 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:27.974552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42b8218e-b2ab-45a0-87f9-f9134ce661c0 req-d14bc3b7-a760-49f4-bc91-5fe97cc57c02 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d278630-409f-484b-b696-0e6927cd4e4c HTTP/1.1" status: 200 len: 946 time: 0.4640007 Nov 10 03:42:28.051491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-0b40da40-53c2-4e87-81a9-5e1737328826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:28.053364 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-0b40da40-53c2-4e87-81a9-5e1737328826 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1660464 Nov 10 03:42:28.090123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24899780-4f14-4824-9623-494fc77bc6d4 req-c454ce74-fdd8-4749-a3f4-df69ed9fe60a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:28.092572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24899780-4f14-4824-9623-494fc77bc6d4 req-c454ce74-fdd8-4749-a3f4-df69ed9fe60a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.2988262 Nov 10 03:42:28.107519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] For port 62a4d781-6919-429e-a704-224e67db7543, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:28.126940 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42b8218e-b2ab-45a0-87f9-f9134ce661c0 req-58e68011-79d3-4e50-a7f1-aa3a8efd18da tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472559 Nov 10 03:42:28.128114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-56fe9c20-160b-4301-83f1-801a87d8f18c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 200 len: 217 time: 0.0648949 Nov 10 03:42:28.132700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] For port 62a4d781-6919-429e-a704-224e67db7543, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62a4d781-6919-429e-a704-224e67db7543,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:28.167137 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.240245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-55442009-e9eb-4975-b894-b55b1e7fdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:28.241997 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-55442009-e9eb-4975-b894-b55b1e7fdc39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0905962 Nov 10 03:42:28.243339 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.310834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event deleted for resources: {'Port': ['ID=0dd122b5-1d24-4297-8e6f-e0db7d713384,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:28.342974 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.343544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:28.344388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.345545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 1091 time: 2.1435754 Nov 10 03:42:28.353057 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.356113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'tag': '62a4d781-6919-429e-a704-224e67db7543'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:28.364772 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98057be4-5e72-4fe2-a162-d6590817c32c" -d '{"events": [{"name": "network-changed", "server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "tag": "62a4d781-6919-429e-a704-224e67db7543"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:28.365795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-01b1c999-f80a-41b8-9224-17428046296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:28.368039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-01b1c999-f80a-41b8-9224-17428046296c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176705 Nov 10 03:42:28.403629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] No DVR routers for this DVR port 0dd122b5-1d24-4297-8e6f-e0db7d713384 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:28.423406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.429551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3d19c433-241d-4974-b756-ab381d4aaca2 req-f986d27d-e3ca-4542-9634-fa07f8d0bc31 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "DELETE /v2.0/ports/0dd122b5-1d24-4297-8e6f-e0db7d713384 HTTP/1.1" status: 204 len: 173 time: 1.0951295 Nov 10 03:42:28.485988 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54e53b-6eaf-4f65-85e6-a63876de215e None None] Pushing event updated for resources: {'Port': ['ID=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:28.530205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Attempting to bind port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:28.531385 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Attempting to bind port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:28.532701 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Attempting to bind port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf on network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:28.538357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56100fb-8edf-4659-9505-5406138d14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=62a4d781-6919-429e-a704-224e67db7543,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:28.543687 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:28.544049 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Checking segment: {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:28.544577 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.544960 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Bound using segment: {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:28.545421 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Bound port: 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d308d86-1df9-4a85-b7fd-3e694faaa06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:28.545806 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.548380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24899780-4f14-4824-9623-494fc77bc6d4 req-dd6f470d-b131-42a9-85b7-ecf93668f6e4 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492700 Nov 10 03:42:28.565287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758d4df-765d-4409-a730-876dc6201337 req-16304564-6706-47af-adf1-0055be91ba85 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:28.597276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1758d4df-765d-4409-a730-876dc6201337 req-16304564-6706-47af-adf1-0055be91ba85 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 1096 time: 0.2974212 Nov 10 03:42:28.642514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-f049e655-8978-4720-a11e-7148bbf42181 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359555 Nov 10 03:42:28.760036 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08deccce-fa55-48c2-ae69-39b229c54f02 x-openstack-request-id: req-08deccce-fa55-48c2-ae69-39b229c54f02 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:28.760640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1758d4df-765d-4409-a730-876dc6201337 req-686b66fc-5132-4c2e-8760-3adf07ff50a0 tempest-LiveMigrationTest-933778237 tempest-LiveMigrationTest-933778237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619484 Nov 10 03:42:28.760747 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382b35e8-caae-492e-9cae-2eb14841d042", "name": "network-vif-deleted", "tag": "7531761b-640d-44fc-9848-6749f1a1d60f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:28.760747 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08deccce-fa55-48c2-ae69-39b229c54f02 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:28.760944 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382b35e8-caae-492e-9cae-2eb14841d042', 'name': 'network-vif-deleted', 'tag': '7531761b-640d-44fc-9848-6749f1a1d60f', 'status': 'completed', 'code': 200} Nov 10 03:42:28.762514 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] For port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:28.783623 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] For port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:28.790081 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:28.871737 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:28.873426 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:28.909159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffc48c69-85a9-47d3-9a4d-fce28b394b03 req-940c4c97-946c-49ea-b504-81bcb396071a tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=382b35e8-caae-492e-9cae-2eb14841d042 HTTP/1.1" status: 200 len: 210 time: 0.0504265 Nov 10 03:42:28.933154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-166781d1-76e2-4c75-a0c8-c5b161273b54 req-307e7e4d-1ede-4112-b38b-7c955216fc75 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840528 Nov 10 03:42:29.011963 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a5bd20-ae0c-493b-8bc7-59d1229298b9 x-openstack-request-id: req-68a5bd20-ae0c-493b-8bc7-59d1229298b9 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:29.012537 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "tag": "62a4d781-6919-429e-a704-224e67db7543", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:29.012537 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68a5bd20-ae0c-493b-8bc7-59d1229298b9 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:29.012855 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'tag': '62a4d781-6919-429e-a704-224e67db7543', 'status': 'completed', 'code': 200} Nov 10 03:42:29.042432 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:29.061858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d5b8-b38e-4a02-9eee-6b123131f9d2 req-51c5ec17-ebaa-4e6b-bd3c-4f4568d4fa06 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:29.069242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b16d5b8-b38e-4a02-9eee-6b123131f9d2 req-51c5ec17-ebaa-4e6b-bd3c-4f4568d4fa06 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1395195 Nov 10 03:42:29.081960 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54e53b-6eaf-4f65-85e6-a63876de215e None None] Pushing event updated for resources: {'Port': ['ID=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:29.130082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b6484afb-db94-4b96-a684-31e63cdeb5ce None None] Provisioning complete for port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:29.130620 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6484afb-db94-4b96-a684-31e63cdeb5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:29.182650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e30ad-9293-4b0f-b9cb-80c714b8db60 req-8f942dbc-7bb4-4349-9a18-9d48c95d475b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:29.185505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc6e30ad-9293-4b0f-b9cb-80c714b8db60 req-8f942dbc-7bb4-4349-9a18-9d48c95d475b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 943 time: 0.1138003 Nov 10 03:42:29.220696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b16d5b8-b38e-4a02-9eee-6b123131f9d2 req-2de35df7-2ec2-40ab-bcf1-14ad93587086 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459699 Nov 10 03:42:29.271694 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6484afb-db94-4b96-a684-31e63cdeb5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:29.333814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc6e30ad-9293-4b0f-b9cb-80c714b8db60 req-e20f66d4-9d5b-43f1-b468-91417a8a6132 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119850 Nov 10 03:42:29.352201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b6484afb-db94-4b96-a684-31e63cdeb5ce None None] For port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:29.363887 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6484afb-db94-4b96-a684-31e63cdeb5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:29.439182 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:28Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:29.494739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6484afb-db94-4b96-a684-31e63cdeb5ce None None] Pushing event updated for resources: {'Port': ['ID=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:29.504481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-d66e0551-5c60-4e3b-bea6-3810f1c816da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:29.507923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-d66e0551-5c60-4e3b-bea6-3810f1c816da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf565111ce334159a0e95677f161a2f2&device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 1094 time: 0.1020591 Nov 10 03:42:29.511957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7531761b-640d-44fc-9848-6749f1a1d60f no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:29.513761 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690957fb-aa05-4a54-aff5-ef419bd870bf None None] The sync data for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 is: [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:28Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:42:29.572378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 7531761b-640d-44fc-9848-6749f1a1d60f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:29.572491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7531761b-640d-44fc-9848-6749f1a1d60f not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:29.591420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aa6bf974-5668-48a8-b4ee-c66ac235f7b8 None None] Provisioning complete for port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:29.591789 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa6bf974-5668-48a8-b4ee-c66ac235f7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:29.650203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-4bd606fc-fd65-4611-a25b-d3590ecc8db5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 217 time: 0.1054907 Nov 10 03:42:29.724984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47bc4f-5228-4695-917b-efa28730750a req-c8912100-f24e-4cfb-bfe6-811f03ae992a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:29.727019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b47bc4f-5228-4695-917b-efa28730750a req-c8912100-f24e-4cfb-bfe6-811f03ae992a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.0758827 Nov 10 03:42:29.899931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b47bc4f-5228-4695-917b-efa28730750a req-14f965e9-5058-434a-8fa4-ddb941a905cd tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591430 Nov 10 03:42:29.920593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-06639c9e-90a1-476e-8d3c-8ebb533650ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:29.922095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-06639c9e-90a1-476e-8d3c-8ebb533650ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74a16636-db0d-47f7-ae5e-c1cdb70f3302 HTTP/1.1" status: 200 len: 867 time: 0.0901308 Nov 10 03:42:29.946905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-0b9dfe54-d8a2-441d-89c3-f6c3b224bf8a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:29.948698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-0b9dfe54-d8a2-441d-89c3-f6c3b224bf8a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1979260 Nov 10 03:42:29.969256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-1e97bc7f-b3be-4369-8939-e1ddf6f8869b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/quotas/c2057ff13d4844d1a0c98b1c8ccb4d15 HTTP/1.1" status: 200 len: 375 time: 0.0122471 Nov 10 03:42:30.025480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-5e5e8f7a-23dd-4df7-b23b-bdb67ea9c6d4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488067 Nov 10 03:42:30.150260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1e34c-ed95-448a-a99e-e00a5eaef23a req-c3e8eb87-d0db-400a-8a67-69e650c8af26 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:30.151696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ac1e34c-ed95-448a-a99e-e00a5eaef23a req-c3e8eb87-d0db-400a-8a67-69e650c8af26 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 945 time: 0.1590390 Nov 10 03:42:30.161506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-b20513f0-81db-45f3-a2d4-311a560916dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:30.163078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-b20513f0-81db-45f3-a2d4-311a560916dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206913 Nov 10 03:42:30.205245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:30.221407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-b0d5aa36-f8c7-493c-bdbd-765bd390bec4 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777625 Nov 10 03:42:30.262643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:30.263624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:30.289150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ac1e34c-ed95-448a-a99e-e00a5eaef23a req-ee086982-b088-40c3-ba80-7f289857b5de tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295519 Nov 10 03:42:30.390382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-4a139e63-8eaa-4b87-b8f7-74472cec48b6 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585557 Nov 10 03:42:30.570438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f2255-036e-436e-82c2-22bc466a505b req-a7c94d3a-9f6d-4368-8924-be6b224a76c5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:30.574453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b73f2255-036e-436e-82c2-22bc466a505b req-a7c94d3a-9f6d-4368-8924-be6b224a76c5 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1302991 Nov 10 03:42:30.613823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-cc331bd1-61da-426d-866c-f9687d6dedd5 service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175205 Nov 10 03:42:30.708077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b73f2255-036e-436e-82c2-22bc466a505b req-448973ab-53cf-442e-bb54-2da97a146d09 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207032 Nov 10 03:42:30.762165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d278630-409f-484b-b696-0e6927cd4e4c', 'name': 'network-vif-deleted', 'tag': '0dd122b5-1d24-4297-8e6f-e0db7d713384'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:30.767383 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbcc2b3-3285-465f-9659-75123514d7de" -d '{"events": [{"server_uuid": "2d278630-409f-484b-b696-0e6927cd4e4c", "name": "network-vif-deleted", "tag": "0dd122b5-1d24-4297-8e6f-e0db7d713384"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:30.786110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcc70d-7d8e-4a7d-b636-a38f651cea93 req-b1aeab80-73a4-4709-914c-22e23bf51ebe tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:30.788290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0afcc70d-7d8e-4a7d-b636-a38f651cea93 req-b1aeab80-73a4-4709-914c-22e23bf51ebe tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 943 time: 0.1048889 Nov 10 03:42:30.795146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd4de827-8ff0-4e28-bd72-fd7d044771ae req-f1516f88-34ba-4a62-b0f1-6e55703ed7ef service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680105 Nov 10 03:42:30.857341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0afcc70d-7d8e-4a7d-b636-a38f651cea93 req-b21532a1-debb-4f90-b5a8-f8f88e4094cc tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Nov 10 03:42:30.953789 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba91e590-abb1-4f7a-ab54-1273c9ddc397 x-openstack-request-id: req-ba91e590-abb1-4f7a-ab54-1273c9ddc397 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:30.954101 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d278630-409f-484b-b696-0e6927cd4e4c", "name": "network-vif-deleted", "tag": "0dd122b5-1d24-4297-8e6f-e0db7d713384", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:30.954350 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba91e590-abb1-4f7a-ab54-1273c9ddc397 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:30.954741 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d278630-409f-484b-b696-0e6927cd4e4c', 'name': 'network-vif-deleted', 'tag': '0dd122b5-1d24-4297-8e6f-e0db7d713384', 'status': 'completed', 'code': 200} Nov 10 03:42:30.990870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1083c40-998c-4e10-8a78-36e3d57c95b5 req-b9ca549c-4d2f-4d12-9c94-4c36f85ffbf0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 210 time: 0.0471971 Nov 10 03:42:31.046394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057be4-5e72-4fe2-a162-d6590817c32c req-107a1a13-5eb3-4f3f-a4e5-d857e5356a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.048145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98057be4-5e72-4fe2-a162-d6590817c32c req-107a1a13-5eb3-4f3f-a4e5-d857e5356a20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf565111ce334159a0e95677f161a2f2&device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 1094 time: 0.0645666 Nov 10 03:42:31.136029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0dd122b5-1d24-4297-8e6f-e0db7d713384 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:31.181353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 0dd122b5-1d24-4297-8e6f-e0db7d713384 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:31.181707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0dd122b5-1d24-4297-8e6f-e0db7d713384 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:31.202839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34a4da-e9e9-40cd-9112-e28fd5680633 req-ad0c1dc7-7b21-4715-94ca-26669cb28d6a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.204973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e34a4da-e9e9-40cd-9112-e28fd5680633 req-ad0c1dc7-7b21-4715-94ca-26669cb28d6a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1182520 Nov 10 03:42:31.267345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057be4-5e72-4fe2-a162-d6590817c32c req-1bf72f85-05bf-4a6f-9161-42034a664255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.268911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98057be4-5e72-4fe2-a162-d6590817c32c req-1bf72f85-05bf-4a6f-9161-42034a664255 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 200 len: 928 time: 0.2072835 Nov 10 03:42:31.458298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53869594-4ae2-448e-8111-8018b1bb27ab req-cefe92fb-da18-4530-b88d-7ce66ae6fd7d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.459996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53869594-4ae2-448e-8111-8018b1bb27ab req-cefe92fb-da18-4530-b88d-7ce66ae6fd7d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 945 time: 0.0587618 Nov 10 03:42:31.565481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Deleting port 607c8f36-ec8f-43b8-92b0-33f578bc9037 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:31.565926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:31.632309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e34a4da-e9e9-40cd-9112-e28fd5680633 req-dfb2a008-8548-4999-83f7-75ea5f9ae706 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132695 Nov 10 03:42:31.643047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada3055-4fb4-4cd1-b6db-3e3002798cdb req-cb826fdf-f707-4899-a40c-3abf5a3dd8c9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.650741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ada3055-4fb4-4cd1-b6db-3e3002798cdb req-cb826fdf-f707-4899-a40c-3abf5a3dd8c9 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 949 time: 0.4215856 Nov 10 03:42:31.652442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98057be4-5e72-4fe2-a162-d6590817c32c req-4e918223-a5c5-42fa-a6d9-da5584afd050 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 217 time: 0.3543134 Nov 10 03:42:31.674812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] For port 607c8f36-ec8f-43b8-92b0-33f578bc9037, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=607c8f36-ec8f-43b8-92b0-33f578bc9037,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:31.675630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:31.696201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Calling delete_port for 607c8f36-ec8f-43b8-92b0-33f578bc9037 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:31.764250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ada3055-4fb4-4cd1-b6db-3e3002798cdb req-c1ac6c91-e89f-4787-9920-79dc4e03e5be tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042440 Nov 10 03:42:31.811329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057be4-5e72-4fe2-a162-d6590817c32c req-68e8118d-da30-4412-a274-d71344571685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.812831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98057be4-5e72-4fe2-a162-d6590817c32c req-68e8118d-da30-4412-a274-d71344571685 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74a16636-db0d-47f7-ae5e-c1cdb70f3302 HTTP/1.1" status: 200 len: 867 time: 0.1257615 Nov 10 03:42:31.915862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e9912-391c-4127-b890-f6599dabd01b req-ca541750-73a9-4aa9-81d6-6d1b8c77ec6e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.922456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-869e9912-391c-4127-b890-f6599dabd01b req-ca541750-73a9-4aa9-81d6-6d1b8c77ec6e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 945 time: 0.1869547 Nov 10 03:42:31.923570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-c1aa35dc-0cf2-4f00-a33d-e1deb0063f65 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.925639 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-c1aa35dc-0cf2-4f00-a33d-e1deb0063f65 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1809170 Nov 10 03:42:31.939909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Request body: {'port': {'device_id': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'admin_state_up': True, 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:31.977120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057be4-5e72-4fe2-a162-d6590817c32c req-d3b47ae3-8bac-4fc6-bb88-d7ed0196591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:31.978640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98057be4-5e72-4fe2-a162-d6590817c32c req-d3b47ae3-8bac-4fc6-bb88-d7ed0196591c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516230 Nov 10 03:42:32.013235 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:32.030567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['496511de-6564-4af6-a704-ebf15e799eb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:32.059930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event deleted for resources: {'Port': ['ID=607c8f36-ec8f-43b8-92b0-33f578bc9037,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:32.060252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['607c8f36-ec8f-43b8-92b0-33f578bc9037'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:32.122556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-869e9912-391c-4127-b890-f6599dabd01b req-d98b424e-1209-4ff4-b4cd-54ecf2478e7d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947036 Nov 10 03:42:32.131657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] No DVR routers for this DVR port 607c8f36-ec8f-43b8-92b0-33f578bc9037 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:32.137266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:32.140687 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53869594-4ae2-448e-8111-8018b1bb27ab req-84293f5a-8195-41c6-8c67-fff972c1b24c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.11 "DELETE /v2.0/ports/607c8f36-ec8f-43b8-92b0-33f578bc9037 HTTP/1.1" status: 204 len: 173 time: 0.6736691 Nov 10 03:42:32.175183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:32.178728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:32.306221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b6ed-96a3-470d-897f-c235cece0559 req-7cffe118-58f8-443b-b5fa-3bfd76c9e3ff tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:32.308496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cef0b6ed-96a3-470d-897f-c235cece0559 req-7cffe118-58f8-443b-b5fa-3bfd76c9e3ff tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.2473488 Nov 10 03:42:32.334861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98057be4-5e72-4fe2-a162-d6590817c32c req-e34f5df1-7c17-4d10-92b4-477b83e86a1f service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456199 Nov 10 03:42:32.392968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Allocated IP 172.20.0.3 (0ec4587b-d728-4a63-9c0c-619a3f29f64f/2aec2abc-22bf-4be7-a15e-af32f36fe32d/c6c447d6-5d9b-4727-a944-2bbb066f5328) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:32.430287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc83be-22b0-4f39-8edc-c6148e2ea542 req-89b5eec8-2551-482f-a99f-f7e9c4614619 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:32.431815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21bc83be-22b0-4f39-8edc-c6148e2ea542 req-89b5eec8-2551-482f-a99f-f7e9c4614619 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 943 time: 0.1728468 Nov 10 03:42:32.451641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cef0b6ed-96a3-470d-897f-c235cece0559 req-f3eb8f7b-5dc5-4381-bb40-4249a2572f2e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271930 Nov 10 03:42:32.534261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98057be4-5e72-4fe2-a162-d6590817c32c req-3fedf9b1-a205-4b23-a665-43debc073032 service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876147 Nov 10 03:42:32.539080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21bc83be-22b0-4f39-8edc-c6148e2ea542 req-0e30b603-4065-45c9-92cc-3845b40c865c tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988567 Nov 10 03:42:32.556674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1ebc429-d069-4928-965a-8d3ab397f7c9 req-6f4ee032-321a-4a1c-a866-0a5c052388c9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 210 time: 0.0352614 Nov 10 03:42:32.651631 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:32.694647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:32.754328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:32.758940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:32.783160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:32.788325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:32.807421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541b153-3f6f-4b98-9102-aab6c3071be6 req-eded4dc8-20da-42b1-9105-33f0d886e625 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:32.808885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6541b153-3f6f-4b98-9102-aab6c3071be6 req-eded4dc8-20da-42b1-9105-33f0d886e625 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.0900297 Nov 10 03:42:32.845383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:32.846047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:32.862560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-561e4d9a-fa5f-499b-b558-98970347b1fa tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:32.864097 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-561e4d9a-fa5f-499b-b558-98970347b1fa tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/ports?device_id=587e8800-2bb5-4f1a-a40f-d99fdbca4178 HTTP/1.1" status: 200 len: 950 time: 0.1210871 Nov 10 03:42:32.886579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-ab07b1e0-a28e-4cfc-b643-92595a33cd53 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9503644 Nov 10 03:42:32.916626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Request body: {'port': {'device_id': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:32.956299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'name': 'network-vif-deleted', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:32.958471 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7458c0bf-aa97-49c9-ba11-63054d15f2f4" -d '{"events": [{"server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "name": "network-vif-deleted", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:32.964539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6541b153-3f6f-4b98-9102-aab6c3071be6 req-65aa7130-b136-4bf6-9c77-498f33fa28bc tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480963 Nov 10 03:42:32.995696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec867-740f-4ff2-9c0d-d694e0b5d5b6 req-f973f0fe-2919-49dc-9f7c-2b67a9c612df tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:32.998253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57cec867-740f-4ff2-9c0d-d694e0b5d5b6 req-f973f0fe-2919-49dc-9f7c-2b67a9c612df tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 949 time: 0.1221306 Nov 10 03:42:33.025380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.139600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port 52204418-7494-4385-b046-a327578ff439 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:33.139899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.194500 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38791cb8-1a73-47ab-b909-94f0eaf176b2 x-openstack-request-id: req-38791cb8-1a73-47ab-b909-94f0eaf176b2 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:33.194800 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14", "name": "network-vif-deleted", "tag": "607c8f36-ec8f-43b8-92b0-33f578bc9037", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:33.195039 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38791cb8-1a73-47ab-b909-94f0eaf176b2 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:33.195427 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14', 'name': 'network-vif-deleted', 'tag': '607c8f36-ec8f-43b8-92b0-33f578bc9037', 'status': 'completed', 'code': 200} Nov 10 03:42:33.221399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57cec867-740f-4ff2-9c0d-d694e0b5d5b6 req-e32c2aec-785a-46ea-92c7-56c2090d9591 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959412 Nov 10 03:42:33.284431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1bf1963-96b0-4fae-8d82-beb6a1fb837f req-8d0fc9f0-ca98-4f5d-a370-286ea0670e2c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 210 time: 0.0464911 Nov 10 03:42:33.296741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-9b470119-7f60-47c6-b8fa-0e250e9e2ea5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:33.298527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-9b470119-7f60-47c6-b8fa-0e250e9e2ea5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 949 time: 0.1567125 Nov 10 03:42:33.441385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:33.441663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.593409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:33.593774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.626909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:33.658913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e9765-961c-4da0-b710-5c95dd8bf6a4 req-f57e57e3-b592-4d1f-9e8f-201befbd604e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:33.670372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-945e9765-961c-4da0-b710-5c95dd8bf6a4 req-f57e57e3-b592-4d1f-9e8f-201befbd604e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1370165 Nov 10 03:42:33.701957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port 52204418-7494-4385-b046-a327578ff439, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52204418-7494-4385-b046-a327578ff439,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:33.702325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.733224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for 52204418-7494-4385-b046-a327578ff439 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:33.848172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c447d6-5d9b-4727-a944-2bbb066f5328 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:33.862158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.876206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Transition to ACTIVE for port object c6c447d6-5d9b-4727-a944-2bbb066f5328 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:42:33.880026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.964109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:33.974500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:33.979006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:33.982681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:34.035458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:34.066811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=72162a8c-1f8b-4aca-bbb7-36cea9e4c573,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:34.079374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=52204418-7494-4385-b046-a327578ff439,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:34.108296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port 52204418-7494-4385-b046-a327578ff439 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:34.111091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:34.114420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5bb55dff-f86c-45ff-8c46-c8b395ffc752 req-c92ef25c-5af1-47e0-96a2-e31e0c5d55e0 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "DELETE /v2.0/ports/52204418-7494-4385-b046-a327578ff439 HTTP/1.1" status: 204 len: 173 time: 1.2431858 Nov 10 03:42:34.150837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Attempting to bind port c6c447d6-5d9b-4727-a944-2bbb066f5328 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:34.151180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Attempting to bind port c6c447d6-5d9b-4727-a944-2bbb066f5328 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:34.151589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Attempting to bind port c6c447d6-5d9b-4727-a944-2bbb066f5328 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:34.154543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-945e9765-961c-4da0-b710-5c95dd8bf6a4 req-2bd7b6b5-fcf5-44b4-b4d7-9189da607b34 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789629 Nov 10 03:42:34.164416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Port c6c447d6-5d9b-4727-a944-2bbb066f5328 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:42:34.168018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Attempting to bind port c6c447d6-5d9b-4727-a944-2bbb066f5328 on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:34.182056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:34.182396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Checking segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:34.184350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Bound using segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:34.184748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Bound port: c6c447d6-5d9b-4727-a944-2bbb066f5328, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:34.186156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:34.239750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ba4b-e27e-4732-ad4e-41df983af165 req-6c113854-2acc-4423-93f9-dbe7b540bd98 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:34.249112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b87ba4b-e27e-4732-ad4e-41df983af165 req-6c113854-2acc-4423-93f9-dbe7b540bd98 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 931 time: 0.5588272 Nov 10 03:42:34.251963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:34.255281 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:34.259795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9da2410e-1316-4f8b-9f3f-51a02f5089ff req-1a61d118-5a54-4f57-a150-aa388f8ee265 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "DELETE /v2.0/ports/72162a8c-1f8b-4aca-bbb7-36cea9e4c573 HTTP/1.1" status: 204 len: 173 time: 0.9543214 Nov 10 03:42:34.260261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9e756-122a-44c6-b953-25056372ee12', 'name': 'network-vif-deleted', 'tag': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:34.262748 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1dcf5a-ff8c-44b1-ac26-ceb5f46395b5" -d '{"events": [{"server_uuid": "2fb9e756-122a-44c6-b953-25056372ee12", "name": "network-vif-deleted", "tag": "72162a8c-1f8b-4aca-bbb7-36cea9e4c573"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:34.314951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:34.326277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:34.331534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:34.365083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b87ba4b-e27e-4732-ad4e-41df983af165 req-5d80911b-b413-4057-8068-c37ba24454b7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150041 Nov 10 03:42:34.431627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447cfd-3509-47d7-a774-f46f48010f4d req-c5789cae-c35a-4b5c-94b2-7c4ed4320178 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:34.441361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35447cfd-3509-47d7-a774-f46f48010f4d req-c5789cae-c35a-4b5c-94b2-7c4ed4320178 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 943 time: 0.1114278 Nov 10 03:42:34.451397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:34.452413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:34.454569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] 10.222.0.44 "PUT /v2.0/ports/c6c447d6-5d9b-4727-a944-2bbb066f5328 HTTP/1.1" status: 200 len: 1091 time: 1.5449893 Nov 10 03:42:34.545170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4638b8a-f47a-4e50-b504-3ab3417dba4c service neutron] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:34.594918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35447cfd-3509-47d7-a774-f46f48010f4d req-c1674e80-65c5-4221-9331-1e21587f96f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444864 Nov 10 03:42:34.682004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b552e-7b3f-4129-8ed7-d32c145fbae2 req-f5c02a3f-8264-4ced-be8c-34ce5f16ce0a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:34.698545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-306b552e-7b3f-4129-8ed7-d32c145fbae2 req-f5c02a3f-8264-4ced-be8c-34ce5f16ce0a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1884487 Nov 10 03:42:34.728613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-d1eda8ba-9632-4c7c-8a91-80c76d5c35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:34.731389 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-d1eda8ba-9632-4c7c-8a91-80c76d5c35d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 1094 time: 0.2051895 Nov 10 03:42:34.815260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-fa665bb1-faa6-40b2-859e-97205b812491 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328 HTTP/1.1" status: 200 len: 217 time: 0.0665636 Nov 10 03:42:34.830411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-306b552e-7b3f-4129-8ed7-d32c145fbae2 req-daeb0870-fa0b-4f75-b9b3-033454289ae8 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304491 Nov 10 03:42:34.970110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-c7984b3c-bc65-4fe2-81f2-105054f38c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:34.972220 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-c7984b3c-bc65-4fe2-81f2-105054f38c2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.1284823 Nov 10 03:42:35.024493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45781d08-bb91-4833-b510-7ece22a07ea4 req-a6695df7-afeb-4bf9-87b1-d3d8a8b9dd92 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fb9e756-122a-44c6-b953-25056372ee12 HTTP/1.1" status: 200 len: 210 time: 0.0913334 Nov 10 03:42:35.030401 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cd07ce-a40f-484f-9255-ace2812ad1a8 x-openstack-request-id: req-51cd07ce-a40f-484f-9255-ace2812ad1a8 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:35.030401 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9e756-122a-44c6-b953-25056372ee12", "name": "network-vif-deleted", "tag": "72162a8c-1f8b-4aca-bbb7-36cea9e4c573", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:35.030401 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51cd07ce-a40f-484f-9255-ace2812ad1a8 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:35.030401 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb9e756-122a-44c6-b953-25056372ee12', 'name': 'network-vif-deleted', 'tag': '72162a8c-1f8b-4aca-bbb7-36cea9e4c573', 'status': 'completed', 'code': 200} Nov 10 03:42:35.042134 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-7a22db0d-a068-4665-83ee-ca56f563c162 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581958 Nov 10 03:42:35.087206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c', '52204418-7494-4385-b046-a327578ff439'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:35.178017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-694e0347-1012-4d27-a4a9-b47db6a8a342 req-1fe73cc7-1269-461e-9637-3e7a6416ec52 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 210 time: 0.0598595 Nov 10 03:42:35.194183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-d2d5e05a-3fe1-44a7-bee9-09ef388dd4a0 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438162 Nov 10 03:42:35.197341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'name': 'network-vif-deleted', 'tag': '52204418-7494-4385-b046-a327578ff439'}, {'name': 'network-changed', 'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:35.241510 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed6229-67e9-4f86-add0-a432ca565042" -d '{"events": [{"server_uuid": "587e8800-2bb5-4f1a-a40f-d99fdbca4178", "name": "network-vif-deleted", "tag": "52204418-7494-4385-b046-a327578ff439"}, {"name": "network-changed", "server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:35.389573 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b64958e-3a18-422c-a73c-aa1242f1667f x-openstack-request-id: req-1b64958e-3a18-422c-a73c-aa1242f1667f {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:35.389573 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587e8800-2bb5-4f1a-a40f-d99fdbca4178", "name": "network-vif-deleted", "tag": "52204418-7494-4385-b046-a327578ff439", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:35.389987 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b64958e-3a18-422c-a73c-aa1242f1667f {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:35.390239 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587e8800-2bb5-4f1a-a40f-d99fdbca4178', 'name': 'network-vif-deleted', 'tag': '52204418-7494-4385-b046-a327578ff439', 'status': 'completed', 'code': 200} Nov 10 03:42:35.390409 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'status': 'completed', 'code': 200} Nov 10 03:42:35.423960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2fa5-58f4-47b0-8d76-43ef122f0f1b req-103302ad-ca2e-4e79-bb97-9d650ecdd4c2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:35.433273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-238e2fa5-58f4-47b0-8d76-43ef122f0f1b req-103302ad-ca2e-4e79-bb97-9d650ecdd4c2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.0934384 Nov 10 03:42:35.500993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16893b10-3ced-4ea3-9f4a-35e8c4ea0783 req-9d512c39-87e7-4136-a425-49661cec1fc8 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418237 Nov 10 03:42:35.525651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62a4d781-6919-429e-a704-224e67db7543 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:42:35.533742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 607c8f36-ec8f-43b8-92b0-33f578bc9037 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:35.557598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-238e2fa5-58f4-47b0-8d76-43ef122f0f1b req-a782d0d7-a5d2-4712-ad84-9f0276326e28 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207485 Nov 10 03:42:35.616690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1f71-14d4-4f2a-b5d4-ccc21d5f064e req-f4ace404-86b0-48a7-a04e-25e94705c865 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:35.619996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6229-67e9-4f86-add0-a432ca565042 req-91c91e3f-5b22-47d1-9ab0-19aff0b8e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:35.622166 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bed6229-67e9-4f86-add0-a432ca565042 req-91c91e3f-5b22-47d1-9ab0-19aff0b8e64d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 1094 time: 0.0635977 Nov 10 03:42:35.623900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d84e1f71-14d4-4f2a-b5d4-ccc21d5f064e req-f4ace404-86b0-48a7-a04e-25e94705c865 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 943 time: 0.1331964 Nov 10 03:42:35.631247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 607c8f36-ec8f-43b8-92b0-33f578bc9037 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:35.631588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 607c8f36-ec8f-43b8-92b0-33f578bc9037 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:35.682323 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:42:35.685487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62a4d781-6919-429e-a704-224e67db7543, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62a4d781-6919-429e-a704-224e67db7543,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:35.701035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '62a4d781-6919-429e-a704-224e67db7543', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'port_id': '62a4d781-6919-429e-a704-224e67db7543', 'mac_address': 'fa:16:3e:75:d7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:42:35.718698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d84e1f71-14d4-4f2a-b5d4-ccc21d5f064e req-50cd0dfe-6295-4cb4-8e30-c6baf0e5e4ee tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938425 Nov 10 03:42:35.752743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:35.768337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a4d781-6919-429e-a704-224e67db7543 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:35.778502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6229-67e9-4f86-add0-a432ca565042 req-4987643f-2e3c-4231-9486-161ab7456f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:35.779914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bed6229-67e9-4f86-add0-a432ca565042 req-4987643f-2e3c-4231-9486-161ab7456f3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 912 time: 0.1477070 Nov 10 03:42:35.789387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62a4d781-6919-429e-a704-224e67db7543, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62a4d781-6919-429e-a704-224e67db7543,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:35.794365 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:35.823255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ce745f52-70bb-446d-b719-630bd082b123', '3a769589-5006-4dc9-9f70-d51d8563c1b3', '72162a8c-1f8b-4aca-bbb7-36cea9e4c573'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:35.838571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2376cf-c006-450b-b651-8415be98a2c4 req-d333b4bd-3a79-4733-994b-7833631f29b8 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:35.848663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d2376cf-c006-450b-b651-8415be98a2c4 req-d333b4bd-3a79-4733-994b-7833631f29b8 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 943 time: 0.0740595 Nov 10 03:42:35.876332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bed6229-67e9-4f86-add0-a432ca565042 req-efe6b23d-7824-4a2b-93c4-c5e54aa24864 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328 HTTP/1.1" status: 200 len: 217 time: 0.0854373 Nov 10 03:42:35.927002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=62a4d781-6919-429e-a704-224e67db7543,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:35.928175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d2376cf-c006-450b-b651-8415be98a2c4 req-3fffd5a7-39b0-4a8a-b141-5a0794e2e25b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786450 Nov 10 03:42:35.968437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6229-67e9-4f86-add0-a432ca565042 req-9336be84-6242-4c32-80ce-82767076c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:35.969903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bed6229-67e9-4f86-add0-a432ca565042 req-9336be84-6242-4c32-80ce-82767076c09f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0850782 Nov 10 03:42:36.026883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bed6229-67e9-4f86-add0-a432ca565042 req-37c96aa1-bce6-4b34-8331-4e187592a0e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493579 Nov 10 03:42:36.170362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cff5c5-e253-447d-b035-55684a388f3f req-3d9f8158-89b2-45fd-aca7-d28a81d18a9e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:36.178838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5cff5c5-e253-447d-b035-55684a388f3f req-3d9f8158-89b2-45fd-aca7-d28a81d18a9e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.1709836 Nov 10 03:42:36.205421 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bed6229-67e9-4f86-add0-a432ca565042 req-e247f787-d40c-4970-adfa-ffff8f5559c8 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708839 Nov 10 03:42:36.244586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5cff5c5-e253-447d-b035-55684a388f3f req-f051acfd-bd38-412f-8f5c-35ceb90f3c65 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647664 Nov 10 03:42:36.309051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['62a4d781-6919-429e-a704-224e67db7543'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:36.381236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bed6229-67e9-4f86-add0-a432ca565042 req-3fafee8f-cd1f-469e-b035-ac61fac9470f service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664169 Nov 10 03:42:36.411006 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18da1225-ff0c-4202-af7d-95f7546a80b2 req-1fa7b9b4-ba0d-444f-90cd-04c5ef0eba6b tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 210 time: 0.1065619 Nov 10 03:42:36.711515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b63f-c68d-411b-9501-945ca08a9ebe req-d58043bc-d91f-4242-831d-3659e5963143 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:36.714069 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6e6b63f-c68d-411b-9501-945ca08a9ebe req-d58043bc-d91f-4242-831d-3659e5963143 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.0548067 Nov 10 03:42:36.778831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6e6b63f-c68d-411b-9501-945ca08a9ebe req-eda87865-3269-444f-a9a7-ccd4334e0776 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Nov 10 03:42:36.841096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e142c09-797f-416e-be16-adfb4a001543 req-e70e0773-f1f5-43b5-8ba7-109e2506f5ce tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:36.842756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e142c09-797f-416e-be16-adfb4a001543 req-e70e0773-f1f5-43b5-8ba7-109e2506f5ce tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 949 time: 0.1276731 Nov 10 03:42:36.916472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e142c09-797f-416e-be16-adfb4a001543 req-aa96e1c1-5ac6-4121-9359-5230a85bf680 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646563 Nov 10 03:42:36.942590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d488a-010a-47c1-b40f-30f2a73739ab req-182eaf23-7f22-4f87-8dc6-6970c5847351 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:36.944177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-510d488a-010a-47c1-b40f-30f2a73739ab req-182eaf23-7f22-4f87-8dc6-6970c5847351 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 943 time: 0.1005046 Nov 10 03:42:37.001779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-510d488a-010a-47c1-b40f-30f2a73739ab req-f648c46f-446b-491d-8fa6-2849d7b2d724 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502164 Nov 10 03:42:37.119151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be3cb6-983f-428e-9454-3e786e0fdf47 req-ccfaf307-b66a-4669-b564-bd7f3b11d1bc tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:37.128408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46be3cb6-983f-428e-9454-3e786e0fdf47 req-ccfaf307-b66a-4669-b564-bd7f3b11d1bc tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 944 time: 0.0593956 Nov 10 03:42:37.153266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c6c447d6-5d9b-4727-a944-2bbb066f5328 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:42:37.161038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52204418-7494-4385-b046-a327578ff439 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:37.195193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 52204418-7494-4385-b046-a327578ff439 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:37.195724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52204418-7494-4385-b046-a327578ff439 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:37.202739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46be3cb6-983f-428e-9454-3e786e0fdf47 req-80161bd4-4fc9-4d03-aaf4-fff5aa6717cc tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Nov 10 03:42:37.295029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:37.308758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'port_id': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'mac_address': 'fa:16:3e:c9:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aec2abc-22bf-4be7-a15e-af32f36fe32d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:42:37.351895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:37.366306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c447d6-5d9b-4727-a944-2bbb066f5328 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:37.372763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ebe15-5af9-4971-8796-f27ab912e382 req-f8476cac-64d9-4849-a988-502b81534204 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:37.380356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-705ebe15-5af9-4971-8796-f27ab912e382 req-f8476cac-64d9-4849-a988-502b81534204 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 945 time: 0.0674088 Nov 10 03:42:37.389280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:37.395075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:37.435278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-705ebe15-5af9-4971-8796-f27ab912e382 req-42c2885b-1b8c-4f9f-a51e-6c04fb8453fa tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516257 Nov 10 03:42:37.469634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:37.548118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62a4d781-6919-429e-a704-224e67db7543 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:37.578766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7e215ed-03f3-4e27-96a5-4a293e063dfc req-dc4a0431-c361-4099-8b87-f091e3e10c78 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 210 time: 0.0593147 Nov 10 03:42:37.634399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 62a4d781-6919-429e-a704-224e67db7543 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:42:37.638694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 62a4d781-6919-429e-a704-224e67db7543 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:37.639052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:37.745226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c6c447d6-5d9b-4727-a944-2bbb066f5328'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:37.801488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:37.806574 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:37.855872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62a4d781-6919-429e-a704-224e67db7543, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62a4d781-6919-429e-a704-224e67db7543,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:37.864290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4d781-6919-429e-a704-224e67db7543'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:37.866603 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d94e0b5-d095-49ee-98bc-ef20af0933c0" -d '{"events": [{"server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "name": "network-vif-plugged", "status": "completed", "tag": "62a4d781-6919-429e-a704-224e67db7543"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:37.875305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:37.876126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:37.898631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:37.899063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 72162a8c-1f8b-4aca-bbb7-36cea9e4c573 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:37.941083 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dba3e75-52a0-4a5f-8a84-67d193edb031 x-openstack-request-id: req-6dba3e75-52a0-4a5f-8a84-67d193edb031 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:37.941425 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "name": "network-vif-plugged", "status": "completed", "tag": "62a4d781-6919-429e-a704-224e67db7543", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:37.941773 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dba3e75-52a0-4a5f-8a84-67d193edb031 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:37.942180 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4d781-6919-429e-a704-224e67db7543', 'code': 200} Nov 10 03:42:38.001616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f469ac-bb5f-4da5-9ccc-a3baa31a9d72 req-d63bd469-4320-4ba0-8778-0c516137f466 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:38.003250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77f469ac-bb5f-4da5-9ccc-a3baa31a9d72 req-d63bd469-4320-4ba0-8778-0c516137f466 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1060336 Nov 10 03:42:38.019526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=62a4d781-6919-429e-a704-224e67db7543,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:38.105510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77f469ac-bb5f-4da5-9ccc-a3baa31a9d72 req-1c06334e-584a-4302-8d30-c5a6f33464d8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949812 Nov 10 03:42:38.227246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b228a9e-226b-4b99-ba53-a9e858314eea req-46d6a36b-7cfd-4273-be7d-abb45510d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:38.228788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b228a9e-226b-4b99-ba53-a9e858314eea req-46d6a36b-7cfd-4273-be7d-abb45510d6e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 1096 time: 0.1128526 Nov 10 03:42:38.241442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724d821-f30f-42d9-bfd6-3741cfec946a req-ff7e88cc-14b2-41d5-bd92-9ecdbc89e1f4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:38.243261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8724d821-f30f-42d9-bfd6-3741cfec946a req-ff7e88cc-14b2-41d5-bd92-9ecdbc89e1f4 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 949 time: 0.1443629 Nov 10 03:42:38.293231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370df9-804a-425d-9a2e-80b876a17dca req-4fe1c863-5871-4058-9025-e1e318abf8c6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:38.295316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7370df9-804a-425d-9a2e-80b876a17dca req-4fe1c863-5871-4058-9025-e1e318abf8c6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 944 time: 0.1156890 Nov 10 03:42:38.354507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b228a9e-226b-4b99-ba53-a9e858314eea req-628f6b73-23eb-4110-86de-c61b0c4ead69 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949631 Nov 10 03:42:38.358929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8724d821-f30f-42d9-bfd6-3741cfec946a req-3f987c83-3aec-434c-8b26-055f10c74f9d tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088312 Nov 10 03:42:38.390639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7370df9-804a-425d-9a2e-80b876a17dca req-f859394b-6e68-46cf-ac5f-cf59fea71769 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777905 Nov 10 03:42:38.515689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc18e-fc6f-44d0-8ac5-5d363b76ef7c req-2fd7a28e-d9e8-4a3b-b4d6-6259137cd630 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:38.517071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19efc18e-fc6f-44d0-8ac5-5d363b76ef7c req-2fd7a28e-d9e8-4a3b-b4d6-6259137cd630 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 945 time: 0.0484853 Nov 10 03:42:38.575668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19efc18e-fc6f-44d0-8ac5-5d363b76ef7c req-1908b70a-7955-4dcb-8804-00b0f7bfc9ac tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520661 Nov 10 03:42:38.692285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-262fcab5-0487-4f59-a0b6-f2ee4201ed8a req-83e58bcb-fa3c-45d7-8217-eb61c3b5af1c tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2afbe0-8a0c-47f2-a42e-5c62bb6b4b14 HTTP/1.1" status: 200 len: 210 time: 0.0287735 Nov 10 03:42:38.991247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-8d11ca01-5ded-4539-a803-3bb30f77f3fb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:38.992992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-8d11ca01-5ded-4539-a803-3bb30f77f3fb tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 949 time: 0.0567384 Nov 10 03:42:39.166475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c6c447d6-5d9b-4727-a944-2bbb066f5328 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:39.181589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port ce745f52-70bb-446d-b719-630bd082b123 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:39.182578 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.239882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-cb3183cb-2d3a-44c2-91c6-1d4305897200 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:39.242287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-cb3183cb-2d3a-44c2-91c6-1d4305897200 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d HTTP/1.1" status: 200 len: 950 time: 0.1111031 Nov 10 03:42:39.262264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port c6c447d6-5d9b-4727-a944-2bbb066f5328 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:42:39.269703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port c6c447d6-5d9b-4727-a944-2bbb066f5328 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:39.271455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.303777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port ce745f52-70bb-446d-b719-630bd082b123, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ce745f52-70bb-446d-b719-630bd082b123,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:39.304366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.319130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for ce745f52-70bb-446d-b719-630bd082b123 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:39.431087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port 3a769589-5006-4dc9-9f70-d51d8563c1b3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:39.432063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.527332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af453142-f437-411e-b0e5-ba876e140751 req-4184387d-8cae-4111-81e1-8b1963a4545a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:39.537074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af453142-f437-411e-b0e5-ba876e140751 req-4184387d-8cae-4111-81e1-8b1963a4545a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.2007451 Nov 10 03:42:39.539711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.542077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port 3a769589-5006-4dc9-9f70-d51d8563c1b3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3a769589-5006-4dc9-9f70-d51d8563c1b3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:39.542719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.561506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for 3a769589-5006-4dc9-9f70-d51d8563c1b3 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:39.654927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:39.663587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.733463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af453142-f437-411e-b0e5-ba876e140751 req-d5ea37db-9388-4101-b318-496874541aa9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910250 Nov 10 03:42:39.743455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.757074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:39.807811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=3a769589-5006-4dc9-9f70-d51d8563c1b3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:39.815157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:39.899868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port 3a769589-5006-4dc9-9f70-d51d8563c1b3 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:39.903469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080e102-a5fa-43b6-a508-04032b0ea637 req-eba5500b-f030-4b69-b6c2-046480c3739c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:39.913159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.914340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a080e102-a5fa-43b6-a508-04032b0ea637 req-eba5500b-f030-4b69-b6c2-046480c3739c tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 949 time: 0.3408518 Nov 10 03:42:39.918165 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8de32a-2cc3-4f4e-b7f8-8c60341df052 req-21042c07-94a1-4f71-8a53-c6ef2ec83c28 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "DELETE /v2.0/ports/3a769589-5006-4dc9-9f70-d51d8563c1b3 HTTP/1.1" status: 204 len: 173 time: 0.6692405 Nov 10 03:42:39.918663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'name': 'network-vif-deleted', 'tag': '3a769589-5006-4dc9-9f70-d51d8563c1b3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:39.921488 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aabe358-00ac-4c9b-933c-4e834b1a8787" -d '{"events": [{"server_uuid": "a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d", "name": "network-vif-deleted", "tag": "3a769589-5006-4dc9-9f70-d51d8563c1b3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:39.926705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:39.944733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:39.947417 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbafbf7-0d8d-4e1a-9d00-4e767be32992" -d '{"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-plugged", "status": "completed", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:40.014509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=ce745f52-70bb-446d-b719-630bd082b123,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:40.087019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a080e102-a5fa-43b6-a508-04032b0ea637 req-4b84f7f1-1871-4526-acff-68dea0643408 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/security-groups?id=24f12a65-fa9f-48ad-87b5-ab18b10ab1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716349 Nov 10 03:42:40.118640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa004eac-c259-45d4-864c-69aa60c073d7 req-0fbd9147-c17c-45fc-957e-742d9025a595 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:40.124063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa004eac-c259-45d4-864c-69aa60c073d7 req-0fbd9147-c17c-45fc-957e-742d9025a595 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.2702839 Nov 10 03:42:40.174008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port ce745f52-70bb-446d-b719-630bd082b123 on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:40.179017 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:40.182941 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e85ac97-9f13-4527-926c-ea0c999ccb5c req-f6f03a9d-466c-4f0c-91d2-95e359ecdaa3 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.11 "DELETE /v2.0/ports/ce745f52-70bb-446d-b719-630bd082b123 HTTP/1.1" status: 204 len: 173 time: 1.1682706 Nov 10 03:42:40.183593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'name': 'network-vif-deleted', 'tag': 'ce745f52-70bb-446d-b719-630bd082b123'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:40.186466 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da893f-d228-4271-a1eb-24c7795f7aee" -d '{"events": [{"server_uuid": "56f27976-8c22-4228-a0d7-f2d2eab71b73", "name": "network-vif-deleted", "tag": "ce745f52-70bb-446d-b719-630bd082b123"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:40.230258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa004eac-c259-45d4-864c-69aa60c073d7 req-4facda19-8616-4bea-b73a-2a875c25839c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785794 Nov 10 03:42:40.372526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289791-8a9c-433f-b1f4-d3cbd3e7efcd req-4b0baaa1-763a-442e-8320-6b01e687f1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:40.374431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4289791-8a9c-433f-b1f4-d3cbd3e7efcd req-4b0baaa1-763a-442e-8320-6b01e687f1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 945 time: 0.0966585 Nov 10 03:42:40.399585 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a55b8d0-a99f-423e-a39b-0aeb8dc9bb0b x-openstack-request-id: req-3a55b8d0-a99f-423e-a39b-0aeb8dc9bb0b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:40.400126 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d", "name": "network-vif-deleted", "tag": "3a769589-5006-4dc9-9f70-d51d8563c1b3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:40.400840 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a55b8d0-a99f-423e-a39b-0aeb8dc9bb0b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:40.401394 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4424e71-4e4a-4fb7-b8b6-aa71325f0a2d', 'name': 'network-vif-deleted', 'tag': '3a769589-5006-4dc9-9f70-d51d8563c1b3', 'status': 'completed', 'code': 200} Nov 10 03:42:40.426669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:40.534691 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae1b61-73e9-4886-b4d9-f37d4e1b05f3 x-openstack-request-id: req-31ae1b61-73e9-4886-b4d9-f37d4e1b05f3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:40.536216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4289791-8a9c-433f-b1f4-d3cbd3e7efcd req-f6ab85ba-f56d-4cd4-b39c-8f33b401c787 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502857 Nov 10 03:42:40.544903 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-plugged", "status": "completed", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:40.545178 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31ae1b61-73e9-4886-b4d9-f37d4e1b05f3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:40.545747 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'code': 200} Nov 10 03:42:40.616601 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d39bc82-7723-49a4-964d-773d39e0ed27 x-openstack-request-id: req-3d39bc82-7723-49a4-964d-773d39e0ed27 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:40.616745 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f27976-8c22-4228-a0d7-f2d2eab71b73", "name": "network-vif-deleted", "tag": "ce745f52-70bb-446d-b719-630bd082b123", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:40.616933 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d39bc82-7723-49a4-964d-773d39e0ed27 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:40.617263 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f27976-8c22-4228-a0d7-f2d2eab71b73', 'name': 'network-vif-deleted', 'tag': 'ce745f52-70bb-446d-b719-630bd082b123', 'status': 'completed', 'code': 200} Nov 10 03:42:40.833014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db846-c8b4-4ac8-b026-fb9f7d695468 req-337325a6-88df-479a-a998-c31eb2ad596b tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:40.847882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-737db846-c8b4-4ac8-b026-fb9f7d695468 req-337325a6-88df-479a-a998-c31eb2ad596b tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.1255093 Nov 10 03:42:40.881095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0849492-ab80-4141-9f55-b4b557c5613b req-1cf934fe-d3e6-4c56-857a-b6a3e5c04139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:40.887320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0849492-ab80-4141-9f55-b4b557c5613b req-1cf934fe-d3e6-4c56-857a-b6a3e5c04139 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 1096 time: 0.2346687 Nov 10 03:42:41.002692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0849492-ab80-4141-9f55-b4b557c5613b req-0c7137d7-3b87-437f-ac01-9e839b6d2b54 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062450 Nov 10 03:42:41.035474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-737db846-c8b4-4ac8-b026-fb9f7d695468 req-8a73c166-0df1-4c84-b44e-a929ed6f4dce tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866403 Nov 10 03:42:41.100490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec151ecf-740d-415d-8f9b-187a33eea327 req-74bcdd92-a2ea-460b-8f15-4f433d17741b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:41.101993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec151ecf-740d-415d-8f9b-187a33eea327 req-74bcdd92-a2ea-460b-8f15-4f433d17741b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1497092 Nov 10 03:42:41.204163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec151ecf-740d-415d-8f9b-187a33eea327 req-f8b4b102-6b03-4bbd-b185-cf99548f5408 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916121 Nov 10 03:42:41.254410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-440a9792-cca5-421a-8ab1-b34b016fc910 req-5b476a51-86ae-4ba0-8050-b504104db649 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f27976-8c22-4228-a0d7-f2d2eab71b73 HTTP/1.1" status: 200 len: 210 time: 0.0343225 Nov 10 03:42:41.379191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e39f7a-226a-425e-891e-acdf35823cdc req-4912efa8-d24f-4019-be4b-7733b87ce7bd tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:41.380677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2e39f7a-226a-425e-891e-acdf35823cdc req-4912efa8-d24f-4019-be4b-7733b87ce7bd tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.0553875 Nov 10 03:42:41.437139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2e39f7a-226a-425e-891e-acdf35823cdc req-547ca64d-20ef-4fab-8654-c7291e41f400 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503817 Nov 10 03:42:41.559568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e1496370-5ce2-4b73-8465-928b6d1f093b details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:42:41.576783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ce745f52-70bb-446d-b719-630bd082b123 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:41.610271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: ce745f52-70bb-446d-b719-630bd082b123 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:41.610752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ce745f52-70bb-446d-b719-630bd082b123 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:41.611414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3a769589-5006-4dc9-9f70-d51d8563c1b3 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:41.702279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994949-9d07-4df9-a242-1d10e230196f req-0c34dfbb-1c70-4410-8c7a-076938ccc82b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:41.719338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd994949-9d07-4df9-a242-1d10e230196f req-0c34dfbb-1c70-4410-8c7a-076938ccc82b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 945 time: 0.0948124 Nov 10 03:42:41.822587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 3a769589-5006-4dc9-9f70-d51d8563c1b3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:41.823295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3a769589-5006-4dc9-9f70-d51d8563c1b3 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:41.849775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd994949-9d07-4df9-a242-1d10e230196f req-55be3ba9-b16c-4316-91bc-6bc232b8f32c tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188090 Nov 10 03:42:41.956595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:41.972502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'mac_address': 'fa:16:3e:47:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:42:42.076881 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:42.110209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1496370-5ce2-4b73-8465-928b6d1f093b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:42.155811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:42.160754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:42.228521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:42.312714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc108d1-d285-4b9a-a3d3-b08fb39dae0f req-99c445e1-e7d9-4772-b8f9-9d938e194e12 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:42.314345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adc108d1-d285-4b9a-a3d3-b08fb39dae0f req-99c445e1-e7d9-4772-b8f9-9d938e194e12 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.1407192 Nov 10 03:42:42.331213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e1496370-5ce2-4b73-8465-928b6d1f093b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:42.338438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-8daf15d7-76d7-4758-a332-639e70c3e51a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 258 time: 0.4350588 Nov 10 03:42:42.343322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:42.404485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:42.483978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adc108d1-d285-4b9a-a3d3-b08fb39dae0f req-465651eb-85af-4d20-a3b9-ffef554b5b39 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297569 Nov 10 03:42:42.663464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:42.771769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04aa3e-f2e9-409d-9880-90c4a264c074 req-a3ffdbf9-ba32-45a5-bc63-1ee67add2148 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:42.781595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb04aa3e-f2e9-409d-9880-90c4a264c074 req-a3ffdbf9-ba32-45a5-bc63-1ee67add2148 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1332548 Nov 10 03:42:42.901357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb04aa3e-f2e9-409d-9880-90c4a264c074 req-4cf7440b-89fe-479c-b35a-cc621be35319 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163459 Nov 10 03:42:42.929462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Allocated IP 172.25.6.148 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/bf3db62f-d1a7-4d36-8ac6-849ca3d4c897) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:43.296199 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e46095a-4962-447f-bf63-396b887e705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.502885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.550481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033731c-bdb0-4c54-b347-bd660281b708 req-4f53ad1d-23b6-4b49-9815-eb0b0273a4ea tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:43.552205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c033731c-bdb0-4c54-b347-bd660281b708 req-4f53ad1d-23b6-4b49-9815-eb0b0273a4ea tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.5115213 Nov 10 03:42:43.554037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.564652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e1496370-5ce2-4b73-8465-928b6d1f093b up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:42:43.680892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port e1496370-5ce2-4b73-8465-928b6d1f093b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:43.681805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.707727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:43.716696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c033731c-bdb0-4c54-b347-bd660281b708 req-76bd67db-8326-4d14-8484-5c25e97df758 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554012 Nov 10 03:42:43.732659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:43.743861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:43.769428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-535e118e-1a6c-47fa-b7fe-4433e39cc0e1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:43.771139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-535e118e-1a6c-47fa-b7fe-4433e39cc0e1 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.1467040 Nov 10 03:42:43.850088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.898431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:43.904997 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e5891-2e15-447b-b37b-655c9c09292c" -d '{"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-plugged", "status": "completed", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:43.916875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event updated for resources: {'Port': ['ID=bf3db62f-d1a7-4d36-8ac6-849ca3d4c897,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:43.934565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.934909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.935242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.935572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.935896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.936328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.936575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.936898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.937215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.937527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.937842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.938198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:43.939675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Deleting port 7359f502-514b-422b-8404-1c053a24f8b9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:43.941988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.945124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:43.948232 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.952614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:43.987224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.034706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:44.173273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] For port 7359f502-514b-422b-8404-1c053a24f8b9, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7359f502-514b-422b-8404-1c053a24f8b9,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:44.173955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.176747 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66d98-221f-44f7-8bc2-1e8a46fb8241 req-79c68df5-62ea-44ee-abbe-3fc268057377 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:44.178491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13d66d98-221f-44f7-8bc2-1e8a46fb8241 req-79c68df5-62ea-44ee-abbe-3fc268057377 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/ports?device_id=85aa9013-b66d-4abd-be82-1e761a82b2cb HTTP/1.1" status: 200 len: 945 time: 0.1256087 Nov 10 03:42:44.257526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13d66d98-221f-44f7-8bc2-1e8a46fb8241 req-7e3721d3-16ea-4b7c-98e7-92fbd7c66ed7 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd50687-e165-41b2-a4bc-f96142898549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718088 Nov 10 03:42:44.294043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.300796 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.387000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.388706 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.389306 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Floating IP b51c72ea-bc17-493a-9a89-de10d365e337 disassociated. External IP: 172.25.6.196, port: 7359f502-514b-422b-8404-1c053a24f8b9. Nov 10 03:42:44.389875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Calling delete_port for 7359f502-514b-422b-8404-1c053a24f8b9 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:44.391187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event updated for resources: {'Port': ['ID=bf3db62f-d1a7-4d36-8ac6-849ca3d4c897,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:44.398118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.420780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.422304 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-0014bcd1-43da-4ad8-a993-e4df2a5da26a tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0829587 Nov 10 03:42:44.579462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-4a9b5dec-587b-432d-a2b8-64236bc8e3b2 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.1496890 Nov 10 03:42:44.624851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:44.662808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event deleted for resources: {'Port': ['ID=7359f502-514b-422b-8404-1c053a24f8b9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:44.674692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.675043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.675383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.675721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.676052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.677015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.677015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.677015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.677441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.677773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.678452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.678452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:42:44.768189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-a0edd91a-580f-4795-8e8c-248f46410984 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:44.783992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e839c17e-7557-431c-8cb1-87e8a79805ad req-a0edd91a-580f-4795-8e8c-248f46410984 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.2036462 Nov 10 03:42:44.963374 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd5b22b-da11-48e1-94ed-24a5e8cb1708 x-openstack-request-id: req-bfd5b22b-da11-48e1-94ed-24a5e8cb1708 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:44.963862 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-plugged", "status": "completed", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:44.963961 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfd5b22b-da11-48e1-94ed-24a5e8cb1708 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:44.964282 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'code': 200} Nov 10 03:42:44.967714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Router a38b57ab-32bc-42cb-b634-14760dc26734 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:42:45.260695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:42:45.265184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-d1280ba4-df6f-49a6-bdee-588e750d9507 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:45.276784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-d1280ba4-df6f-49a6-bdee-588e750d9507 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1443481 Nov 10 03:42:45.280780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] Sync routers for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:42:45.306162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0987b-7f20-4fa5-9fa8-a0afaa48631c req-f3254615-acac-4f78-a8cb-4f54e302ca83 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:45.308469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1af0987b-7f20-4fa5-9fa8-a0afaa48631c req-f3254615-acac-4f78-a8cb-4f54e302ca83 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.2368705 Nov 10 03:42:45.316169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:45.321450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:45.375153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] No DVR routers for this DVR port 7359f502-514b-422b-8404-1c053a24f8b9 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:45.379672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:45.384005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-119b6f01-721d-4685-8db4-156a5a2b7faa req-3ead633a-20b2-44a1-bf27-96de21288c99 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.44 "DELETE /v2.0/ports/7359f502-514b-422b-8404-1c053a24f8b9 HTTP/1.1" status: 204 len: 173 time: 1.6069224 Nov 10 03:42:45.384621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'name': 'network-vif-deleted', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:45.390200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-c1c41979-a096-4d75-aa3e-0b5465a40348 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.1113374 Nov 10 03:42:45.397069 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d998da4-e3c5-41cb-a54a-d6b8e982d628" -d '{"events": [{"server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "name": "network-vif-deleted", "tag": "7359f502-514b-422b-8404-1c053a24f8b9"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:45.433356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Request body: {'floatingip': {'port_id': '62a4d781-6919-429e-a704-224e67db7543', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:45.533281 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:45.645873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-66ca493a-ee62-4c3c-9900-91da2891d71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:45.674841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:45.809738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1af0987b-7f20-4fa5-9fa8-a0afaa48631c req-1827dde3-35e6-4a14-8800-8a60c5706ff4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576678 Nov 10 03:42:46.176149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:46.235063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] Checking router: a38b57ab-32bc-42cb-b634-14760dc26734 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:42:46.258324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:46.258949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:46.318076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159090d-56e9-41df-b113-08ff4f61fa2d req-1706cff1-b9bf-4951-8384-4579c5b21dd8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:46.326462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2159090d-56e9-41df-b113-08ff4f61fa2d req-1706cff1-b9bf-4951-8384-4579c5b21dd8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.0865715 Nov 10 03:42:46.411255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2159090d-56e9-41df-b113-08ff4f61fa2d req-aca7cf0b-baf9-43d9-8f93-015ac7953ab6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785983 Nov 10 03:42:46.461811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:46.521092 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:46.530959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:46.648085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-af15206d-cc79-40b1-904a-4c2e4a607e1f tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1888720784&fields=id&tenant_id=b1527dc897a44542a47b7845a73f9f42 HTTP/1.1" status: 200 len: 267 time: 0.1303101 Nov 10 03:42:46.767786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:46.797566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:46.830000 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Floating IP 9e1be8c5-5e52-4a8a-b005-6a13064a6fde associated. External IP: 172.25.6.148, port: 62a4d781-6919-429e-a704-224e67db7543. Nov 10 03:42:46.831763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404e163-70cb-4d3c-891c-37939cca7e72 None None] The sync data for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 is: [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:37:50Z', 'revision_number': 4, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c190adb3-b28a-41e6-a0b5-340a0483c452', 'name': '', 'network_id': '17ff025d-fcfe-4fdc-b25c-6caac3244f62', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'mac_address': 'fa:16:3e:48:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:49Z', 'updated_at': '2021-11-10T03:37:55Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'subnets': [{'id': '2d56c287-eb6d-4bc4-8df0-b9351176fc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:42:46.967181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-471ab963-3fde-4363-a959-c29376164c4d tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:46.969402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-471ab963-3fde-4363-a959-c29376164c4d tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/networks?id=f60a82d4-f52e-490f-a98c-f2ed15732c72 HTTP/1.1" status: 200 len: 815 time: 0.3191104 Nov 10 03:42:47.024381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-e66db454-2aae-4d62-a5af-6b813481944f tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/quotas/b1527dc897a44542a47b7845a73f9f42 HTTP/1.1" status: 200 len: 375 time: 0.0120392 Nov 10 03:42:47.128878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-fc862c8c-e7aa-4694-b455-0fb7323eeb50 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1527dc897a44542a47b7845a73f9f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929937 Nov 10 03:42:47.237725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7359f502-514b-422b-8404-1c053a24f8b9 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:47.276501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 7359f502-514b-422b-8404-1c053a24f8b9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:47.280481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7359f502-514b-422b-8404-1c053a24f8b9 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:47.299005 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35860a0-11aa-4fd0-bf31-ff316bb83e70 None None] New status for floating IP b51c72ea-bc17-493a-9a89-de10d365e337: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:42:47.386177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-ec662b83-68a3-4cb3-9fe8-943dbf511571 service neutron] 10.222.0.24 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949419 Nov 10 03:42:47.485351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-64581335-8830-43dd-bd22-5441e94ff6d5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:47.486907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-64581335-8830-43dd-bd22-5441e94ff6d5 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 949 time: 0.0627062 Nov 10 03:42:47.499754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-7a3ccd43-ffe7-4f95-af70-872ba0d645e8 service neutron] 10.222.0.24 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124012 Nov 10 03:42:47.534521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:42:47.667200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Deleting port 98ae6501-3a65-405d-a141-d59a62a35b9c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:47.667787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:47.792925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] For port 98ae6501-3a65-405d-a141-d59a62a35b9c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=98ae6501-3a65-405d-a141-d59a62a35b9c,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:47.793304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:47.808124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:42:47.816652 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:47.821829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] Sync routers for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:42:47.828720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Calling delete_port for 98ae6501-3a65-405d-a141-d59a62a35b9c owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:47.851261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:47.852285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:47.894128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-8f693b44-2728-46cd-889a-c44f029ea3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "PUT /v2.0/floatingips/9e1be8c5-5e52-4a8a-b005-6a13064a6fde HTTP/1.1" status: 200 len: 996 time: 2.5030022 Nov 10 03:42:47.894608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'tag': '62a4d781-6919-429e-a704-224e67db7543'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:47.896906 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e321b108-27ac-4ace-9c57-c3c0225a3879" -d '{"events": [{"name": "network-changed", "server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "tag": "62a4d781-6919-429e-a704-224e67db7543"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:47.985079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-27ec3318-1438-4ca7-a91d-19e3f3f80069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:47.986673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-27ec3318-1438-4ca7-a91d-19e3f3f80069 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf565111ce334159a0e95677f161a2f2&device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 1096 time: 0.0624123 Nov 10 03:42:48.066993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:48.083605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['98ae6501-3a65-405d-a141-d59a62a35b9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:48.156494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Pushing event deleted for resources: {'Port': ['ID=98ae6501-3a65-405d-a141-d59a62a35b9c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:48.191095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-85ef4ef6-fa13-4fe4-8f02-956655c3ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:48.203001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-85ef4ef6-fa13-4fe4-8f02-956655c3ce91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 200 len: 928 time: 0.1997125 Nov 10 03:42:48.207497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:48.213476 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b3c893-6f22-49f6-9457-36294ca0b4ac x-openstack-request-id: req-11b3c893-6f22-49f6-9457-36294ca0b4ac {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:48.213775 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa9013-b66d-4abd-be82-1e761a82b2cb", "name": "network-vif-deleted", "tag": "7359f502-514b-422b-8404-1c053a24f8b9", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:48.214061 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11b3c893-6f22-49f6-9457-36294ca0b4ac {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:48.214477 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa9013-b66d-4abd-be82-1e761a82b2cb', 'name': 'network-vif-deleted', 'tag': '7359f502-514b-422b-8404-1c053a24f8b9', 'status': 'completed', 'code': 200} Nov 10 03:42:48.215384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] No DVR routers for this DVR port 98ae6501-3a65-405d-a141-d59a62a35b9c on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:48.218381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:48.221861 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b71013c-5a70-40f4-ad9e-1c63ac79fc7b req-c7cd7c1c-d47c-4fa5-adc2-386c5b3877e8 tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.44 "DELETE /v2.0/ports/98ae6501-3a65-405d-a141-d59a62a35b9c HTTP/1.1" status: 204 len: 173 time: 0.7280259 Nov 10 03:42:48.315536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-91236786-dfd3-45cb-a1bc-927eddb13c3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 999 time: 0.1112850 Nov 10 03:42:48.372632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:48.438753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-f1545e7b-fe4c-4766-8bc4-b5d8746ef9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:48.447460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-f1545e7b-fe4c-4766-8bc4-b5d8746ef9b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74a16636-db0d-47f7-ae5e-c1cdb70f3302 HTTP/1.1" status: 200 len: 867 time: 0.1302235 Nov 10 03:42:48.569464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7208296-f7ce-422e-8e6e-3343434ba7f8 req-8c9eb358-1319-4c69-a46b-dbbbfe7a929e tempest-ServersOnMultiNodesTest-643956941 tempest-ServersOnMultiNodesTest-643956941-project] 10.222.0.24 "GET /v2.0/ports?device_id=6894642d-a9de-45e0-80fa-0a8e00f295a0 HTTP/1.1" status: 200 len: 210 time: 0.0384548 Nov 10 03:42:48.582634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-a1850b1e-ae65-4a7a-a849-0eebd88b1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:48.588403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-a1850b1e-ae65-4a7a-a849-0eebd88b1c01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396139 Nov 10 03:42:48.790988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-2e785598-4ac9-4e58-89e1-00edb8acea0b service neutron] 10.222.0.24 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908205 Nov 10 03:42:48.834959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb517f-6a19-40e3-9fe0-b7b362f4e890 req-6d0b3ef1-a3e6-4669-aebc-d326a18d4206 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:48.836923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47cb517f-6a19-40e3-9fe0-b7b362f4e890 req-6d0b3ef1-a3e6-4669-aebc-d326a18d4206 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.0935948 Nov 10 03:42:48.844905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '9e1be8c5-5e52-4a8a-b005-6a13064a6fde', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'port_id': '62a4d781-6919-429e-a704-224e67db7543', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'mac_address': 'fa:16:3e:75:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:42:43Z', 'updated_at': '2021-11-10T03:42:46Z', 'revision_number': 1, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:29Z', 'revision_number': 5, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:48.884268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] Checking router: 0b6df72d-1152-4e87-bdf0-231a6a4882f6 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:42:48.897191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:42:48.898136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:48.992764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47cb517f-6a19-40e3-9fe0-b7b362f4e890 req-23859f59-d9bc-46e6-b9b7-f4ab9e61c63e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264162 Nov 10 03:42:49.094164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d73bd161-15b2-40e4-bc07-56ee0627ed01 req-78f6de7e-c16d-4087-94f7-686741ee0a62 service neutron] 10.222.0.24 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883203 Nov 10 03:42:49.111068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-3681c22b-0c73-411a-8b7f-7954157b54da tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:49.113422 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-3681c22b-0c73-411a-8b7f-7954157b54da tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 944 time: 0.1103153 Nov 10 03:42:49.232863 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddba920-8afe-417a-968c-d2ad6bc560e7 x-openstack-request-id: req-6ddba920-8afe-417a-968c-d2ad6bc560e7 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:49.233156 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "tag": "62a4d781-6919-429e-a704-224e67db7543", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:49.233433 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ddba920-8afe-417a-968c-d2ad6bc560e7 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:49.233814 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'tag': '62a4d781-6919-429e-a704-224e67db7543', 'status': 'completed', 'code': 200} Nov 10 03:42:49.327686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Deleting port 496511de-6564-4af6-a704-ebf15e799eb1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:49.328022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:49.348278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:49.364345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:42:49.427728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35c47628-0c88-4490-9c96-933b4ce36571 req-a535279c-3f87-41f1-a822-a615341e60c6 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0886040 Nov 10 03:42:49.456102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-89fe3f31-5457-4777-986f-7a9026221b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:49.458158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-89fe3f31-5457-4777-986f-7a9026221b46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf565111ce334159a0e95677f161a2f2&device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 1096 time: 0.1025314 Nov 10 03:42:49.466121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf339bb-f113-4388-aaba-4151922dd446 req-307c9912-8d71-48e5-82f2-324eaf1e52fb tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:49.468407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bf339bb-f113-4388-aaba-4151922dd446 req-307c9912-8d71-48e5-82f2-324eaf1e52fb tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.2048573 Nov 10 03:42:49.486867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] For port 496511de-6564-4af6-a704-ebf15e799eb1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=496511de-6564-4af6-a704-ebf15e799eb1,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:49.487260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:49.501596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Calling delete_port for 496511de-6564-4af6-a704-ebf15e799eb1 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:49.597728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bf339bb-f113-4388-aaba-4151922dd446 req-90385c61-d11b-4944-b449-1a34798f82b1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152041 Nov 10 03:42:49.663469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:49.682853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['496511de-6564-4af6-a704-ebf15e799eb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:42:49.709641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-8e264292-a83b-4334-9a76-891358ccd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:49.711684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-8e264292-a83b-4334-9a76-891358ccd8ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 200 len: 928 time: 0.2421856 Nov 10 03:42:49.716349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '9e1be8c5-5e52-4a8a-b005-6a13064a6fde', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'port_id': '62a4d781-6919-429e-a704-224e67db7543', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'mac_address': 'fa:16:3e:75:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:42:43Z', 'updated_at': '2021-11-10T03:42:46Z', 'revision_number': 1, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:29Z', 'revision_number': 5, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:42:49.735354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event deleted for resources: {'Port': ['ID=496511de-6564-4af6-a704-ebf15e799eb1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:49.760960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] No DVR routers for this DVR port 496511de-6564-4af6-a704-ebf15e799eb1 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:49.764776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:49.768850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7c300c90-3c2e-40e0-96b4-d6962c339708 req-2e8ba1ee-a612-4e23-979e-ba8e7f6378e7 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "DELETE /v2.0/ports/496511de-6564-4af6-a704-ebf15e799eb1 HTTP/1.1" status: 204 len: 173 time: 0.6438184 Nov 10 03:42:49.790080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20307a59-2ca7-40b4-a882-50314d93b81c req-e9566c31-f44e-4198-8dfa-fd61d5bf0368 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0b8cb1-6a2f-4b6d-a1e8-134470209613 HTTP/1.1" status: 200 len: 210 time: 0.1145768 Nov 10 03:42:49.806470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457fea97-e6ec-46d7-bd93-3078ece83ee0 None None] The sync data for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 is: [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '9e1be8c5-5e52-4a8a-b005-6a13064a6fde', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'port_id': '62a4d781-6919-429e-a704-224e67db7543', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'mac_address': 'fa:16:3e:75:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:42:43Z', 'updated_at': '2021-11-10T03:42:46Z', 'revision_number': 1, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:29Z', 'revision_number': 5, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:42:49.958897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-c10175e1-2684-40fc-8d97-7f220dcbe083 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 258 time: 0.2960820 Nov 10 03:42:49.972393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:50.080911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-a4a7e450-9f6b-4499-b11e-d872f282cb1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 999 time: 0.3425834 Nov 10 03:42:50.087226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:50.127293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46006) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:50.216881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'name': 'network-vif-deleted', 'tag': '98ae6501-3a65-405d-a141-d59a62a35b9c'}, {'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'name': 'network-vif-deleted', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:50.219714 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83590675-9f43-4d9d-a30c-24ffad6772cd" -d '{"events": [{"server_uuid": "6894642d-a9de-45e0-80fa-0a8e00f295a0", "name": "network-vif-deleted", "tag": "98ae6501-3a65-405d-a141-d59a62a35b9c"}, {"server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "name": "network-vif-deleted", "tag": "496511de-6564-4af6-a704-ebf15e799eb1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:50.240178 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a6602-d9d1-4278-b951-8c3ae9a75b32 None None] New status for floating IP 9e1be8c5-5e52-4a8a-b005-6a13064a6fde: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:42:50.382102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-ef3c7b35-22f4-4667-8b3b-cdf875549e64 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:50.383545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-ef3c7b35-22f4-4667-8b3b-cdf875549e64 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.11 "GET /v2.0/networks?id=f60a82d4-f52e-490f-a98c-f2ed15732c72 HTTP/1.1" status: 200 len: 815 time: 0.5017700 Nov 10 03:42:50.431391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2309c884-4e0d-464b-ac8b-efda558b1c1d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:50.449894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46014) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:50.461770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-e16b889c-3ec7-43e7-b0f7-417e7a320df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:50.463327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-e16b889c-3ec7-43e7-b0f7-417e7a320df0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74a16636-db0d-47f7-ae5e-c1cdb70f3302 HTTP/1.1" status: 200 len: 867 time: 0.2976551 Nov 10 03:42:50.535636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2309c884-4e0d-464b-ac8b-efda558b1c1d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:50.700433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2309c884-4e0d-464b-ac8b-efda558b1c1d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:50.711928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2309c884-4e0d-464b-ac8b-efda558b1c1d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:50.713737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2309c884-4e0d-464b-ac8b-efda558b1c1d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "DELETE /v2.0/security-groups/0bd50687-e165-41b2-a4bc-f96142898549 HTTP/1.1" status: 204 len: 168 time: 0.5824671 Nov 10 03:42:50.735677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46022) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:50.801758 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-a250a358-0223-4b70-856c-5fcf06af73e0 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1527dc897a44542a47b7845a73f9f42 HTTP/1.1" status: 200 len: 380 time: 0.3714285 Nov 10 03:42:50.805598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309c884-4e0d-464b-ac8b-efda558b1c1d tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd50687-e165-41b2-a4bc-f96142898549,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:50.807743 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-43fd2849-6cb1-44c2-90c6-1522fa47ab9a tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] show failed (client error): The resource could not be found. Nov 10 03:42:50.808741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-43fd2849-6cb1-44c2-90c6-1522fa47ab9a tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "GET /v2.0/security-groups/0bd50687-e165-41b2-a4bc-f96142898549 HTTP/1.1" status: 404 len: 347 time: 0.0712252 Nov 10 03:42:50.838040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Request body: {'port': {'device_id': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'admin_state_up': True, 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'security_groups': ['4a787256-bbe5-409c-bb85-fddcfc04a700']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:50.847256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46024) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:51.049680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-039d2cc4-cdb1-4667-9524-b53f5b53baec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5adf10f61b2847cab1a63bb46545540f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818369 Nov 10 03:42:51.071784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46028) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:51.094106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8733c-3570-4ba9-ba79-31f8cf107a7f req-f60d5f60-1ea9-418c-9fb0-d189814d000f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:51.102499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efe8733c-3570-4ba9-ba79-31f8cf107a7f req-f60d5f60-1ea9-418c-9fb0-d189814d000f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.7673762 Nov 10 03:42:51.168899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-e4730b0c-0262-48f1-a5b2-e200d52e5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:51.171341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-e4730b0c-0262-48f1-a5b2-e200d52e5248 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6996908 Nov 10 03:42:51.181238 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48e47074-e2c7-47cc-8a48-bfc49ae01c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.233705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.244803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 98ae6501-3a65-405d-a141-d59a62a35b9c no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:51.260080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Deleting port 172b37c1-83b4-4436-841f-3104c9dee9f3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:51.267226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 98ae6501-3a65-405d-a141-d59a62a35b9c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:51.267564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 98ae6501-3a65-405d-a141-d59a62a35b9c not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:51.267692 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.267979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 496511de-6564-4af6-a704-ebf15e799eb1 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:51.271182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48e47074-e2c7-47cc-8a48-bfc49ae01c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.288690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 496511de-6564-4af6-a704-ebf15e799eb1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:51.289029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 496511de-6564-4af6-a704-ebf15e799eb1 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:51.291204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efe8733c-3570-4ba9-ba79-31f8cf107a7f req-b277adef-f120-45b7-ade1-e87870274f7b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874857 Nov 10 03:42:51.357757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-e3924812-f979-4aa4-9b73-2542deee276a service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669290 Nov 10 03:42:51.427291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Made reservation on behalf of b1527dc897a44542a47b7845a73f9f42 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:51.430645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.461880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.462288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.489035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Calling delete_port for 172b37c1-83b4-4436-841f-3104c9dee9f3 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:51.519145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48e47074-e2c7-47cc-8a48-bfc49ae01c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.521627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48e47074-e2c7-47cc-8a48-bfc49ae01c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.522781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-48e47074-e2c7-47cc-8a48-bfc49ae01c38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24f12a65-fa9f-48ad-87b5-ab18b10ab1be HTTP/1.1" status: 204 len: 168 time: 0.4438512 Nov 10 03:42:51.551473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e321b108-27ac-4ace-9c57-c3c0225a3879 req-3a6e3751-aafc-4893-9af1-ef6ef7221505 service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499891 Nov 10 03:42:51.585117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e47074-e2c7-47cc-8a48-bfc49ae01c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f12a65-fa9f-48ad-87b5-ab18b10ab1be,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:51.743966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Allocated IP 172.25.6.106 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/0f1f4bff-07f2-482c-9f05-313d535cc945) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:51.891203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.963149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a7f0798-73a6-4b20-a5cb-32fcb27dca26 req-a56a3b99-20e8-4206-abbf-c360209f8907 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0336013 Nov 10 03:42:51.964870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:51.984238 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3bff88-1dc6-4e0e-9836-567c2493eda3 x-openstack-request-id: req-cc3bff88-1dc6-4e0e-9836-567c2493eda3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:51.984238 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6894642d-a9de-45e0-80fa-0a8e00f295a0", "name": "network-vif-deleted", "tag": "98ae6501-3a65-405d-a141-d59a62a35b9c", "status": "completed", "code": 200}, {"server_uuid": "ab0b8cb1-6a2f-4b6d-a1e8-134470209613", "name": "network-vif-deleted", "tag": "496511de-6564-4af6-a704-ebf15e799eb1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:51.984238 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc3bff88-1dc6-4e0e-9836-567c2493eda3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:51.984238 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6894642d-a9de-45e0-80fa-0a8e00f295a0', 'name': 'network-vif-deleted', 'tag': '98ae6501-3a65-405d-a141-d59a62a35b9c', 'status': 'completed', 'code': 200} Nov 10 03:42:51.985315 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0b8cb1-6a2f-4b6d-a1e8-134470209613', 'name': 'network-vif-deleted', 'tag': '496511de-6564-4af6-a704-ebf15e799eb1', 'status': 'completed', 'code': 200} Nov 10 03:42:52.068389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Allocated IP 172.20.0.7 (f60a82d4-f52e-490f-a98c-f2ed15732c72/cda49f39-6e98-40f3-9dea-85e0bd3d80a2/ad679630-7f6d-4951-ba1a-529ce6e69232) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:42:52.076664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event updated for resources: {'Port': ['ID=0f1f4bff-07f2-482c-9f05-313d535cc945,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:52.139927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:52.152389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69ed1a-692f-4373-8173-ad912a54687c req-cf927a37-9b5f-4e7c-b086-7b275b2728c6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:52.160775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b69ed1a-692f-4373-8173-ad912a54687c req-cf927a37-9b5f-4e7c-b086-7b275b2728c6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.0928955 Nov 10 03:42:52.163909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:52.184662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:52.243503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:52.295953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b69ed1a-692f-4373-8173-ad912a54687c req-05286b4d-59f2-44b6-a0ed-80e246e32248 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330543 Nov 10 03:42:52.360002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.437689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Pushing event deleted for resources: {'Port': ['ID=172b37c1-83b4-4436-841f-3104c9dee9f3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:52.457817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.500051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2ed9c04e-bb57-4e73-9d4e-38e649ce7d6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e45b7c07dad443d89d8a3c6b52633ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549300 Nov 10 03:42:52.500614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.507910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.512711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2467103a-d703-47fc-875c-9153f9aebd29 tempest-ServersWithSpecificFlavorTestJSON-2004711185 tempest-ServersWithSpecificFlavorTestJSON-2004711185-project] 10.222.0.24 "DELETE /v2.0/floatingips/b51c72ea-bc17-493a-9a89-de10d365e337 HTTP/1.1" status: 204 len: 168 time: 1.6625051 Nov 10 03:42:52.514144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46056) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:52.556778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.614610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56910b34-5a8e-4935-bd3d-68a50427aacc req-6a80fc9f-6cc9-49d1-87d3-453f75d17ba2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:52.623047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56910b34-5a8e-4935-bd3d-68a50427aacc req-6a80fc9f-6cc9-49d1-87d3-453f75d17ba2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1058984 Nov 10 03:42:52.627822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.646689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01d77fff-41ff-4fe0-8496-b30db56eb799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.688399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01d77fff-41ff-4fe0-8496-b30db56eb799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.725705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.751197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56910b34-5a8e-4935-bd3d-68a50427aacc req-dcac25da-0c47-4da5-81de-26f2319068b3 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271622 Nov 10 03:42:52.814478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event updated for resources: {'Port': ['ID=ad679630-7f6d-4951-ba1a-529ce6e69232,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:52.818238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:42:52.820220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:52.822919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:42:52.900504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01d77fff-41ff-4fe0-8496-b30db56eb799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.903674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.904285 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01d77fff-41ff-4fe0-8496-b30db56eb799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.910339 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:52.924203 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-01d77fff-41ff-4fe0-8496-b30db56eb799 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb0902ec-d5b8-407c-85c0-18a85729710e HTTP/1.1" status: 204 len: 168 time: 0.3865538 Nov 10 03:42:53.024004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:53.024673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:53.036862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:53.037930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d77fff-41ff-4fe0-8496-b30db56eb799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0902ec-d5b8-407c-85c0-18a85729710e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:53.083017 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6a17651f-ab5b-4107-8572-b4cc1f05f385 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2722020 Nov 10 03:42:53.103377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Request body: {'port': {'device_id': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:53.106031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event updated for resources: {'Port': ['ID=0f1f4bff-07f2-482c-9f05-313d535cc945,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:53.108137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:53.122162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:53.122162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-32c12a2d-0701-4cf2-93cd-755a2f81b4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1530871 Nov 10 03:42:53.227105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-47b6c6d2-04ff-4962-834f-cee96b63a65b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0994613 Nov 10 03:42:53.297772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7d842661-8906-4ee4-87ef-c27d9fdbdd5a None None] Provisioning complete for port ad679630-7f6d-4951-ba1a-529ce6e69232 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:42:53.298564 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d842661-8906-4ee4-87ef-c27d9fdbdd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:53.322004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:53.395108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7d842661-8906-4ee4-87ef-c27d9fdbdd5a None None] Port ad679630-7f6d-4951-ba1a-529ce6e69232 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:42:53.538164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-4ce1d048-0ddc-480d-9e76-aeb28bd9f546 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:53.545534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-4ce1d048-0ddc-480d-9e76-aeb28bd9f546 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.3107708 Nov 10 03:42:53.570018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-b4cb7622-59b7-4759-bfd2-eb35ae5f9e23 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:42:53.571354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3db4922-6532-41fa-b9f1-ebbeddb0d69b req-b4cb7622-59b7-4759-bfd2-eb35ae5f9e23 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174561 Nov 10 03:42:53.643760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d11be-c679-49b8-bc21-d97a4668b2de req-ed2d8308-545f-411e-8a07-f3581440fc12 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:53.657559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa5d11be-c679-49b8-bc21-d97a4668b2de req-ed2d8308-545f-411e-8a07-f3581440fc12 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 931 time: 0.2235997 Nov 10 03:42:53.790532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa5d11be-c679-49b8-bc21-d97a4668b2de req-67f4b440-b2ef-4142-a593-77c9d7678089 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320963 Nov 10 03:42:53.823660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be0a0-1b5e-485c-a222-d7f54acc7bfc req-70c0efab-b71e-464c-85a7-fb07e52f60e3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:53.834177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae1be0a0-1b5e-485c-a222-d7f54acc7bfc req-70c0efab-b71e-464c-85a7-fb07e52f60e3 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 944 time: 0.1743906 Nov 10 03:42:53.913237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-8d65c919-adc9-4c23-8468-289b29db584d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:53.915603 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-8d65c919-adc9-4c23-8468-289b29db584d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 944 time: 0.1473227 Nov 10 03:42:53.957907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae1be0a0-1b5e-485c-a222-d7f54acc7bfc req-cc271cce-641f-4170-ae62-abf5c11b799e tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211619 Nov 10 03:42:54.055266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad679630-7f6d-4951-ba1a-529ce6e69232 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:42:54.091557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.138538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Transition to ACTIVE for port object ad679630-7f6d-4951-ba1a-529ce6e69232 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:42:54.147249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.159291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4bbc7-fce6-42ba-9a8a-ed0de7da421f req-ca412775-5672-495d-9825-293aae5125f1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:54.161104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fa4bbc7-fce6-42ba-9a8a-ed0de7da421f req-ca412775-5672-495d-9825-293aae5125f1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1413782 Nov 10 03:42:54.224006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Deleting port c2e4b690-e3eb-478c-a287-9e2927a1133e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:54.224347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.229583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031acd4-d329-465b-963d-b3419e19e707 req-0b6755c8-f7d3-4a57-9f06-984fcb46c8e6 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:54.232123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9031acd4-d329-465b-963d-b3419e19e707 req-0b6755c8-f7d3-4a57-9f06-984fcb46c8e6 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1404314 Nov 10 03:42:54.328125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9031acd4-d329-465b-963d-b3419e19e707 req-ad86ebe6-998c-4f49-9a74-33bb3723c47c tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0827878 Nov 10 03:42:54.384454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fa4bbc7-fce6-42ba-9a8a-ed0de7da421f req-afa1ceb9-66a8-477c-afba-31ca0bde5bc9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117507 Nov 10 03:42:54.394564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-9031acd4-d329-465b-963d-b3419e19e707 req-b5ff2b31-6379-4fdb-b1e0-3069d2605377 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Request body: {'floatingip': {'port_id': '62a4d781-6919-429e-a704-224e67db7543', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:54.422953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46104) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:54.423494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Pushing event updated for resources: {'Port': ['ID=ad679630-7f6d-4951-ba1a-529ce6e69232,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:54.470598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9031acd4-d329-465b-963d-b3419e19e707 req-b5ff2b31-6379-4fdb-b1e0-3069d2605377 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.536948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Attempting to bind port ad679630-7f6d-4951-ba1a-529ce6e69232 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:54.537201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Attempting to bind port ad679630-7f6d-4951-ba1a-529ce6e69232 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:54.537511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Attempting to bind port ad679630-7f6d-4951-ba1a-529ce6e69232 on network f60a82d4-f52e-490f-a98c-f2ed15732c72 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:54.572945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Port ad679630-7f6d-4951-ba1a-529ce6e69232 on network f60a82d4-f52e-490f-a98c-f2ed15732c72 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:42:54.574245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Attempting to bind port ad679630-7f6d-4951-ba1a-529ce6e69232 on network f60a82d4-f52e-490f-a98c-f2ed15732c72 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:54.627775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] For port c2e4b690-e3eb-478c-a287-9e2927a1133e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2e4b690-e3eb-478c-a287-9e2927a1133e,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:54.629822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.673436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Calling delete_port for c2e4b690-e3eb-478c-a287-9e2927a1133e owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:54.732983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10139-9bed-4afa-9ead-d2cd6d29ede5 req-f4f1bc89-6fcb-443f-8f76-9d3512850951 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:54.740554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70e10139-9bed-4afa-9ead-d2cd6d29ede5 req-f4f1bc89-6fcb-443f-8f76-9d3512850951 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1708245 Nov 10 03:42:54.869684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-164209319-network', 'tenant_id': '43c432a4245a4361b073bb732683a068'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:54.886899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70e10139-9bed-4afa-9ead-d2cd6d29ede5 req-b8c47c5b-72f1-43c9-88b9-d8e7084d0aca tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452038 Nov 10 03:42:54.898729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:54.899207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Checking segment: {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:54.899820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Bound using segment: {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:54.900681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Bound port: ad679630-7f6d-4951-ba1a-529ce6e69232, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:54.901095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.904786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Made reservation on behalf of 43c432a4245a4361b073bb732683a068 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:54.908595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.911815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:54.936454 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-9031acd4-d329-465b-963d-b3419e19e707 req-b5ff2b31-6379-4fdb-b1e0-3069d2605377 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 03:42:54.961201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9031acd4-d329-465b-963d-b3419e19e707 req-b5ff2b31-6379-4fdb-b1e0-3069d2605377 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "PUT /v2.0/floatingips/02da69dc-be98-4834-b124-7a3c0273317f HTTP/1.1" status: 409 len: 550 time: 0.5805869 Nov 10 03:42:54.978236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event deleted for resources: {'Port': ['ID=c2e4b690-e3eb-478c-a287-9e2927a1133e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:54.998299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.224432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] No DVR routers for this DVR port c2e4b690-e3eb-478c-a287-9e2927a1133e on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:55.236696 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.240595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-06d47263-1ca5-431f-9b35-2645b2cb69fc req-a372b8ee-2c13-45ee-8afb-8cdfc3ca1a5d tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "DELETE /v2.0/ports/c2e4b690-e3eb-478c-a287-9e2927a1133e HTTP/1.1" status: 204 len: 173 time: 1.3127184 Nov 10 03:42:55.241244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'name': 'network-vif-deleted', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:55.242187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-907a31ed-6a3f-4f3d-8297-f1a2f261c0da tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips/02da69dc-be98-4834-b124-7a3c0273317f HTTP/1.1" status: 200 len: 693 time: 0.1428063 Nov 10 03:42:55.244402 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5651dc-9025-4d4c-887b-28a0b6d6864c" -d '{"events": [{"server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "name": "network-vif-deleted", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:55.265385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] For port ad679630-7f6d-4951-ba1a-529ce6e69232, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:55.272169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] For port ad679630-7f6d-4951-ba1a-529ce6e69232, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad679630-7f6d-4951-ba1a-529ce6e69232,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:55.281607 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.334596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:55.335453 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.338191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] 10.222.0.11 "PUT /v2.0/ports/ad679630-7f6d-4951-ba1a-529ce6e69232 HTTP/1.1" status: 200 len: 1091 time: 2.2401736 Nov 10 03:42:55.384978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.390639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afbbb8-2428-4d82-9856-14bf6df50c5e req-8ffd9d37-3eee-4c6a-8613-f92b00a3b738 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:55.391110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.400209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2afbbb8-2428-4d82-9856-14bf6df50c5e req-8ffd9d37-3eee-4c6a-8613-f92b00a3b738 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 943 time: 0.2222934 Nov 10 03:42:55.449489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e78d99-2cdc-46a4-8646-449b6416f05e service neutron] Pushing event updated for resources: {'Port': ['ID=ad679630-7f6d-4951-ba1a-529ce6e69232,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:55.460651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:42:55.503479 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.503479 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Added segment cb6cc430-e2d2-421a-8b64-ab4c64d007ea of type vlan for network fe650c40-83f1-43d1-bed8-19dca761e2c0 Nov 10 03:42:55.544912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:55.640935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-752cd7e1-bef8-47a6-a1da-94d36209d8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:55.642485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-752cd7e1-bef8-47a6-a1da-94d36209d8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.3982484 Nov 10 03:42:55.650043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.655349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-7c24e4f0-251c-4a9f-9282-fc997532c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:55.656943 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-7c24e4f0-251c-4a9f-9282-fc997532c0c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1527dc897a44542a47b7845a73f9f42&device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 1094 time: 0.1787210 Nov 10 03:42:55.659154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2afbbb8-2428-4d82-9856-14bf6df50c5e req-f0ee307e-2e32-475c-aaa6-d4a4f03babde tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571294 Nov 10 03:42:55.753528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-e6a318ca-8be4-4bbb-9894-bd8f1c23c663 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad679630-7f6d-4951-ba1a-529ce6e69232 HTTP/1.1" status: 200 len: 217 time: 0.0816419 Nov 10 03:42:55.787118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.790412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:55.792059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:55.819873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-e31123c4-44d9-4553-bea3-4949a5825f65 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.1601963 Nov 10 03:42:55.913504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-e4fad7f5-844d-4d4a-8232-430b51709360 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0815403 Nov 10 03:42:56.041281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] Pushing event updated for resources: {'Network': ['ID=fe650c40-83f1-43d1-bed8-19dca761e2c0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:56.052275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network fe650c40-83f1-43d1-bed8-19dca761e2c0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:42:56.066600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-8ca4b300-29df-4bb6-a77a-baaddcf02b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:56.072878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-344861bb-4de5-43e1-b925-ba1aa09a6e7c req-0a4f61dc-4694-470e-b7d1-f92850237274 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73c45d-6a17-4a0e-b19a-12acc7af9c6b HTTP/1.1" status: 200 len: 210 time: 0.0931439 Nov 10 03:42:56.075300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-8ca4b300-29df-4bb6-a77a-baaddcf02b68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cda49f39-6e98-40f3-9dea-85e0bd3d80a2 HTTP/1.1" status: 200 len: 854 time: 0.3137939 Nov 10 03:42:56.101560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3365a0aa-0b8c-4bae-8f9e-8c67fa4afb6b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6683764 Nov 10 03:42:56.103721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46134) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:42:56.123782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Request body: {'subnet': {'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-164209319-subnet', 'tenant_id': '43c432a4245a4361b073bb732683a068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:56.182063 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ac3da-df69-42da-ab24-6295f0f0d03c x-openstack-request-id: req-7d9ac3da-df69-42da-ab24-6295f0f0d03c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:42:56.182351 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b73c45d-6a17-4a0e-b19a-12acc7af9c6b", "name": "network-vif-deleted", "tag": "c2e4b690-e3eb-478c-a287-9e2927a1133e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:42:56.182602 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d9ac3da-df69-42da-ab24-6295f0f0d03c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:42:56.182999 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b73c45d-6a17-4a0e-b19a-12acc7af9c6b', 'name': 'network-vif-deleted', 'tag': 'c2e4b690-e3eb-478c-a287-9e2927a1133e', 'status': 'completed', 'code': 200} Nov 10 03:42:56.228998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-41ef24b4-6e26-4226-b027-1c3e5da052d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:56.233354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-41ef24b4-6e26-4226-b027-1c3e5da052d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a82d4-f52e-490f-a98c-f2ed15732c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260023 Nov 10 03:42:56.236745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Made reservation on behalf of 43c432a4245a4361b073bb732683a068 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:42:56.243074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:56.348191 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-c5d629f5-a040-4c41-986e-493ed9130a7b service neutron] show failed (client error): The resource could not be found. Nov 10 03:42:56.352838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-c5d629f5-a040-4c41-986e-493ed9130a7b service neutron] 10.222.0.11 "GET /v2.0/ports/4bdd4c2c-413f-4e58-9339-f94ab7aeea8d/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.1910915 Nov 10 03:42:56.378258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Deleting port 0f1f4bff-07f2-482c-9f05-313d535cc945 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:56.378599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:56.399102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81831ba-5528-4818-9838-effb3c597253 req-73acfd78-8c1d-4eda-8341-deae3d37f1ce tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:56.414575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f81831ba-5528-4818-9838-effb3c597253 req-73acfd78-8c1d-4eda-8341-deae3d37f1ce tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1322067 Nov 10 03:42:56.571031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f81831ba-5528-4818-9838-effb3c597253 req-b8bde586-d98a-44fc-9b97-a0f2c5cfb8df tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554396 Nov 10 03:42:56.634601 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:56.637678 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:56.668550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Calling delete_port for 0f1f4bff-07f2-482c-9f05-313d535cc945 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:56.766851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-857cc0d0-33b4-48c6-b7fd-18c4df495bba service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011868 Nov 10 03:42:56.772404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:56.893725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6692f0f-730c-467a-9d11-b61452165120 req-a2320ff8-7430-4ddd-aca0-66a6dfc3436a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:56.901501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6692f0f-730c-467a-9d11-b61452165120 req-a2320ff8-7430-4ddd-aca0-66a6dfc3436a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1408348 Nov 10 03:42:56.930822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bfcf03-0e26-4721-95b7-a8f2c0060b46,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:56.975243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6692f0f-730c-467a-9d11-b61452165120 req-cb65801f-ffb1-4ed3-a730-9a82b0523006 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678973 Nov 10 03:42:56.989233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-ac2e310a-ee33-419d-b6ae-ba1aedcec3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:56.990982 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-ac2e310a-ee33-419d-b6ae-ba1aedcec3cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 1101 time: 0.2267838 Nov 10 03:42:57.014555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:57.041544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:57.044928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Checking segment: {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:57.045420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Network hostable DHCP agents. Network: fe650c40-83f1-43d1-bed8-19dca761e2c0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:42:57.056483 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b1ff8b3-3d03-428d-8e9e-e9b5b4ae8de1 req-6ac97988-c04c-40e9-9396-61b119462505 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790549 Nov 10 03:42:57.106654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:57.119559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event deleted for resources: {'Port': ['ID=0f1f4bff-07f2-482c-9f05-313d535cc945,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:57.145095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Network fe650c40-83f1-43d1-bed8-19dca761e2c0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:42:57.180702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, fe650c40-83f1-43d1-bed8-19dca761e2c0) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:42:57.188894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e710d28-463f-4ec6-b12f-c3396bf0d19e None None] Network fe650c40-83f1-43d1-bed8-19dca761e2c0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:42:57.218125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:57.218934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:57.266881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:57.270557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:57.289340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6711d48-d867-4279-9a55-c40d120e56f7 req-fd2c7801-8890-476b-b80c-67d5107de335 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "DELETE /v2.0/floatingips/02da69dc-be98-4834-b124-7a3c0273317f HTTP/1.1" status: 204 len: 173 time: 1.3699486 Nov 10 03:42:57.301876 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-61726669-c19d-47b1-bf8c-eaa5a4ddff5b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1933141 Nov 10 03:42:57.312094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:57.373058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: c2e4b690-e3eb-478c-a287-9e2927a1133e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:42:57.373304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2e4b690-e3eb-478c-a287-9e2927a1133e not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:57.471976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751eb9-5425-4f43-bc21-e3095da9ee78 req-cb00d60e-8343-4e8e-91ca-99df248944c5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:57.485995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8751eb9-5425-4f43-bc21-e3095da9ee78 req-cb00d60e-8343-4e8e-91ca-99df248944c5 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 943 time: 0.1040397 Nov 10 03:42:57.604459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8751eb9-5425-4f43-bc21-e3095da9ee78 req-6b533571-ddf9-4b27-8a9d-e69bfcf665a8 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172106 Nov 10 03:42:57.666893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ffd2d-fc77-4e0a-983a-ccbe961dd67d None None] Network fe650c40-83f1-43d1-bed8-19dca761e2c0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:42:57.770952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:57.891927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-3ddc1f39-3912-4f5f-b369-20130bc0aec5 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 1001 time: 0.2130923 Nov 10 03:42:57.899294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:57.956786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-237406bf-4ebf-4a41-bfe0-943197a1c9cd tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:57.971007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-237406bf-4ebf-4a41-bfe0-943197a1c9cd tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports/62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 942 time: 0.0757306 Nov 10 03:42:57.972826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:57.987140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Transition to ACTIVE for port object 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:42:57.994182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:58.075816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596947a-86b1-457d-931d-f3495795812d req-6a0e24ab-1c7c-447e-bb47-a098098d71b6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:58.077639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8596947a-86b1-457d-931d-f3495795812d req-6a0e24ab-1c7c-447e-bb47-a098098d71b6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1039786 Nov 10 03:42:58.101465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:58.132439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] No DVR routers for this DVR port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:42:58.188894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232'}, {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:42:58.192442 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de6308a-f6ed-41ba-8d28-19037837a1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232"}, {"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:42:58.214265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:42:58.214596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:42:58.214967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:58.221462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:42:58.221801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:42:58.224361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-fb48e0f7-fa7e-4997-8215-da2032d6bd88 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 1001 time: 0.1592617 Nov 10 03:42:58.235676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:42:58.236017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:42:58.236389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:42:58.237499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Bound port: 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:42:58.237867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:58.366680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:42:58.369814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:42:58.377646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:58.385881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8596947a-86b1-457d-931d-f3495795812d req-83d28c3f-07e3-4831-91fa-82599b8d9b30 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603088 Nov 10 03:42:58.441429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:58.442421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:58.443956 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] 10.222.0.44 "PUT /v2.0/ports/4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 1096 time: 1.4410262 Nov 10 03:42:58.494648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-ebf7cdaf-52f5-4b38-b2f3-c6d9df32c42c tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:58.506365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-ebf7cdaf-52f5-4b38-b2f3-c6d9df32c42c tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.2743616 Nov 10 03:42:58.527307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636537f-2a95-4772-9a97-611e767a8631 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:42:58.568769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-ea5b5c22-dbe7-4ec1-9aab-d10f5f0756ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:58.571593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-ea5b5c22-dbe7-4ec1-9aab-d10f5f0756ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1099 time: 0.0966372 Nov 10 03:42:58.701187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-1eb3d2c6-16fb-47ca-aa77-dd601e625386 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 1001 time: 0.1932847 Nov 10 03:42:58.709475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:42:58.769150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-317a16e3-a236-4ca8-886a-a745d40c16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:58.771010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-317a16e3-a236-4ca8-886a-a745d40c16ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1918375 Nov 10 03:42:58.812757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:58.868466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-4b85b5e8-04de-4e30-bb94-b5f6a18fbd00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0885682 Nov 10 03:42:58.997282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-35ab424d-9d4a-4077-b188-9cc37b4de9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:58.999214 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-35ab424d-9d4a-4077-b188-9cc37b4de9a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1230872 Nov 10 03:42:59.047691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:59.065012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:59.066149 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Floating IP 9e1be8c5-5e52-4a8a-b005-6a13064a6fde disassociated. External IP: 172.25.6.148, port: 62a4d781-6919-429e-a704-224e67db7543. Nov 10 03:42:59.092856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-19d3f84c-3c7e-4960-9120-beba6c8be489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:59.094473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-19d3f84c-3c7e-4960-9120-beba6c8be489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876760 Nov 10 03:42:59.234071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-e0806027-2a5a-426e-9036-f007b2dc13a5 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:59.242062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-e0806027-2a5a-426e-9036-f007b2dc13a5 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 821 time: 0.1293652 Nov 10 03:42:59.268005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cf3e5122-9d5d-44e2-a8a0-c5abe28094a3 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/quotas/43c432a4245a4361b073bb732683a068 HTTP/1.1" status: 200 len: 375 time: 0.0250041 Nov 10 03:42:59.296088 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-b16b9306-d66a-4c2b-b28d-fd640f95a4e1 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913171 Nov 10 03:42:59.319127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-1917e52b-be97-433d-a606-10ac8ceaaed5 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502152 Nov 10 03:42:59.396162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8910-15cf-446e-a058-3082a7636394 req-ea12d36c-d1e3-46ac-963a-2eeaaf6dd823 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:42:59.398115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4fd8910-15cf-446e-a058-3082a7636394 req-ea12d36c-d1e3-46ac-963a-2eeaaf6dd823 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "GET /v2.0/ports?device_id=18621680-b355-4595-b373-e7ba5963dc3d HTTP/1.1" status: 200 len: 945 time: 0.1596258 Nov 10 03:42:59.534144 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-c3941bc8-71c0-48da-85e2-6ddd0664ecee service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260647 Nov 10 03:42:59.571648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Deleting port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:42:59.572475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:59.613090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:42:59.727126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:42:59.741506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] For port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,segment=NetworkSegment(07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1),segment_id=07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:42:59.744688 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:42:59.767567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Calling delete_port for 09ff673e-6fbd-4b92-8ca7-00c88794b4fa owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:42:59.979183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:00.006259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-aa5cf95d-6473-448b-bfdb-62dd72b57744 service neutron] 10.222.0.24 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857719 Nov 10 03:43:00.019092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Pushing event deleted for resources: {'Port': ['ID=09ff673e-6fbd-4b92-8ca7-00c88794b4fa,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:00.085889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] No DVR routers for this DVR port 09ff673e-6fbd-4b92-8ca7-00c88794b4fa on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:00.088986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:00.092622 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4fd8910-15cf-446e-a058-3082a7636394 req-3e4dc55b-acc5-407b-81e6-690c76bf6177 tempest-LiveMigrationTest-103244998 tempest-LiveMigrationTest-103244998-project] 10.222.0.44 "DELETE /v2.0/ports/09ff673e-6fbd-4b92-8ca7-00c88794b4fa HTTP/1.1" status: 204 len: 173 time: 0.6818264 Nov 10 03:43:00.194841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:43:00.211895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfa5f30a-985b-41ee-873f-a31b48491cbb service neutron] 10.222.0.24 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985061 Nov 10 03:43:00.383776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:43:00.394839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] Sync routers for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:43:00.413307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:00.414820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:00.417661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:00.470376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-df4889c2-bb99-45bc-b5b4-a30162d7b312 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "PUT /v2.0/floatingips/9e1be8c5-5e52-4a8a-b005-6a13064a6fde HTTP/1.1" status: 200 len: 695 time: 1.7678883 Nov 10 03:43:00.471111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'tag': '62a4d781-6919-429e-a704-224e67db7543'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:00.475747 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729790a7-d8f1-4582-841c-e5a4dc7132d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "tag": "62a4d781-6919-429e-a704-224e67db7543"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:00.572749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-2e2b4754-974f-474c-ad00-bd82d042741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:00.594984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-2e2b4754-974f-474c-ad00-bd82d042741a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf565111ce334159a0e95677f161a2f2&device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 1096 time: 0.1083412 Nov 10 03:43:00.745004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:00.786906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-e873f928-05b5-4b4e-a399-9d6963167d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:00.788635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-e873f928-05b5-4b4e-a399-9d6963167d33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 200 len: 928 time: 0.1858919 Nov 10 03:43:00.838988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-f8c679b1-e733-418c-9f19-be96156f2d04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 217 time: 0.0388546 Nov 10 03:43:00.917377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c91a15-1599-4c4e-8989-312f46aff11c req-25dce7ae-dacc-423d-9c3f-222c2f5bad50 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:00.919127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81c91a15-1599-4c4e-8989-312f46aff11c req-25dce7ae-dacc-423d-9c3f-222c2f5bad50 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 948 time: 0.1294630 Nov 10 03:43:00.953018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-9c7529ba-5270-4578-9e73-858ca3278d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:00.955210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-9c7529ba-5270-4578-9e73-858ca3278d35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74a16636-db0d-47f7-ae5e-c1cdb70f3302 HTTP/1.1" status: 200 len: 867 time: 0.1004953 Nov 10 03:43:01.016775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81c91a15-1599-4c4e-8989-312f46aff11c req-98cc1b72-7ac8-4e7c-bf28-383c195fef81 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882571 Nov 10 03:43:01.023485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-78e4373d-f863-4ffa-96b8-649488ebd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:01.025207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-78e4373d-f863-4ffa-96b8-649488ebd375 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619326 Nov 10 03:43:01.091106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:29Z', 'revision_number': 5, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:01.191108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-31eb040b-adeb-4f21-949e-78f0cbd16dcd service neutron] 10.222.0.24 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581001 Nov 10 03:43:01.253224 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84860887-a2a3-4bd7-a822-f85f20205525 x-openstack-request-id: req-84860887-a2a3-4bd7-a822-f85f20205525 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:01.254258 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232", "status": "completed", "code": 200}, {"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:01.254676 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84860887-a2a3-4bd7-a822-f85f20205525 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:01.255233 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'status': 'completed', 'code': 200} Nov 10 03:43:01.255643 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'code': 200} Nov 10 03:43:01.293869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] Checking router: 0b6df72d-1152-4e87-bdf0-231a6a4882f6 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:43:01.296055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:01.317661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:01.318302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:01.398838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-1a241a69-3ed5-42e5-a04c-dc39d4660fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:01.400745 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-1a241a69-3ed5-42e5-a04c-dc39d4660fe1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1527dc897a44542a47b7845a73f9f42&device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 1094 time: 0.0673687 Nov 10 03:43:01.503036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b85f35a7-7a52-4d8c-98c0-ed98134df844 req-b42eac85-8489-4722-a48d-926656139fcc service neutron] 10.222.0.24 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922354 Nov 10 03:43:01.509038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:01.513056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:01.534306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3e2f-1d11-4412-852a-f2902cc25918 req-00cf4455-d162-41df-a05f-e13fe10f5326 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:01.542602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b1d3e2f-1d11-4412-852a-f2902cc25918 req-00cf4455-d162-41df-a05f-e13fe10f5326 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 943 time: 0.1560621 Nov 10 03:43:01.614167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b1d3e2f-1d11-4412-852a-f2902cc25918 req-90a50bf8-b077-4006-a8c8-8c65c042901c tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630352 Nov 10 03:43:01.631165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'mac_address': 'fa:16:3e:c4:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:01.639408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46218) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:01.659246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-e57417aa-6ff2-4955-996a-b2e3d6b9c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:01.660827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-e57417aa-6ff2-4955-996a-b2e3d6b9c805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a82d4-f52e-490f-a98c-f2ed15732c72 HTTP/1.1" status: 200 len: 915 time: 0.2532814 Nov 10 03:43:01.727764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:01.769685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-0d6eb703-500f-4e4d-8561-50fe8dac6b16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad679630-7f6d-4951-ba1a-529ce6e69232 HTTP/1.1" status: 200 len: 217 time: 0.1004846 Nov 10 03:43:01.781708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:01.842170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] Deleting subnet 3f9bad20-b5b0-44b2-9067-47e69875e36d {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:43:01.845672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:01.861256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-55ef3639-ec77-4ae9-afde-9c12f1f361c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:01.863500 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-55ef3639-ec77-4ae9-afde-9c12f1f361c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cda49f39-6e98-40f3-9dea-85e0bd3d80a2 HTTP/1.1" status: 200 len: 854 time: 0.0868325 Nov 10 03:43:01.888148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:01.913066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:01.924984 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:01.945740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47c9ee9b-2926-4301-8869-ab3b509d78bf req-95732c0f-8d62-4a27-9fef-8bea941e284e tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 210 time: 0.1812532 Nov 10 03:43:01.948905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:01.958969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f965c3-3ffd-4489-92e1-06376de9862e req-3b3ab41f-7062-4478-8385-9c5cbe9f99c7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:01.980056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1f965c3-3ffd-4489-92e1-06376de9862e req-3b3ab41f-7062-4478-8385-9c5cbe9f99c7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.2732608 Nov 10 03:43:02.032275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46222) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:02.077068 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1f965c3-3ffd-4489-92e1-06376de9862e req-3dcabf21-e41b-44a0-87b2-65b081417210 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902948 Nov 10 03:43:02.131450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-a424f993-6716-4c4b-983a-2377a87ef298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:02.136864 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-a424f993-6716-4c4b-983a-2377a87ef298 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a82d4-f52e-490f-a98c-f2ed15732c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631726 Nov 10 03:43:02.204107 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:02.234025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:02.236093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:02.290699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-701fc4a7-0a44-4604-bc50-4c76ab6ac368 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:02.292827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-701fc4a7-0a44-4604-bc50-4c76ab6ac368 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 821 time: 0.3058522 Nov 10 03:43:02.295308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.295651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.295986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.296318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.296642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.296966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.297287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.297607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.297920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.298450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.298926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.299415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:02.313514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Request body: {'port': {'device_id': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'admin_state_up': True, 'tenant_id': '43c432a4245a4361b073bb732683a068'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:02.401996 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2dea74-702c-4dd7-adf4-ab124af6143f x-openstack-request-id: req-8e2dea74-702c-4dd7-adf4-ab124af6143f {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:02.402480 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "tag": "62a4d781-6919-429e-a704-224e67db7543", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:02.402687 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e2dea74-702c-4dd7-adf4-ab124af6143f {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:02.403108 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'tag': '62a4d781-6919-429e-a704-224e67db7543', 'status': 'completed', 'code': 200} Nov 10 03:43:02.444080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9bad20-b5b0-44b2-9067-47e69875e36d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:02.447358 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:02.450973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-66328948-eb4b-4c7d-a2ea-4a3f8ce1c850 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f9bad20-b5b0-44b2-9067-47e69875e36d HTTP/1.1" status: 204 len: 168 time: 0.8105280 Nov 10 03:43:02.457841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46232) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:02.461296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31231933-057a-40c8-806d-134cc27d28cd req-a737d9f2-93df-4c76-b979-5f9dfcbebb9c tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips/9e1be8c5-5e52-4a8a-b005-6a13064a6fde HTTP/1.1" status: 200 len: 695 time: 0.3245618 Nov 10 03:43:02.470954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:29Z', 'revision_number': 5, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:02.506235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aaa66d-7d17-4d80-88a1-4eac48325d75 None None] The sync data for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 is: [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:42:18Z', 'revision_number': 4, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1c6cd244-2d5b-4e31-8c9c-bf7981c132cf', 'name': '', 'network_id': '7936e9e9-fa23-47b4-8dd3-fca1886eddbd', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'mac_address': 'fa:16:3e:b1:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:17Z', 'updated_at': '2021-11-10T03:42:29Z', 'revision_number': 5, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'subnets': [{'id': '74a16636-db0d-47f7-ae5e-c1cdb70f3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:43:02.602909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:02.735859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-bc8edf48-3aaa-4c3d-a054-7db3905749ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:02.737379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-bc8edf48-3aaa-4c3d-a054-7db3905749ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf565111ce334159a0e95677f161a2f2&device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 1096 time: 0.3317170 Nov 10 03:43:02.862528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-ba880544-c4f0-4cb3-8644-468530bbf82e service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125132 Nov 10 03:43:02.944610 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b944e12-fa0f-416a-a424-6e22875319fc None None] New status for floating IP 9e1be8c5-5e52-4a8a-b005-6a13064a6fde: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:43:02.960741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa86c8-44f6-45c2-8381-6e111a6994af req-123d9bdd-816b-4927-b049-3334869d5ef7 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:02.962028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3fa86c8-44f6-45c2-8381-6e111a6994af req-123d9bdd-816b-4927-b049-3334869d5ef7 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 949 time: 0.5285261 Nov 10 03:43:02.970742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.041007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d143b17-e5a2-4e38-a472-292b4641cce6']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:03.054836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-0254a1de-891c-45b7-9651-c5f09c491476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:03.056377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-0254a1de-891c-45b7-9651-c5f09c491476 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 200 len: 928 time: 0.2882617 Nov 10 03:43:03.069737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:03.070089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a4bf52-5e4a-4abc-b082-7e18ea9fdbe1') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:03.079541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Made reservation on behalf of 43c432a4245a4361b073bb732683a068 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:03.084621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.091648 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2de6308a-f6ed-41ba-8d28-19037837a1d4 req-b38cbbcf-20d3-4354-9640-866e35198458 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108407 Nov 10 03:43:03.097518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31231933-057a-40c8-806d-134cc27d28cd req-55df4819-c8d6-4422-89b0-bdc8a02a58f2 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:03.105881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31231933-057a-40c8-806d-134cc27d28cd req-55df4819-c8d6-4422-89b0-bdc8a02a58f2 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.5310252 Nov 10 03:43:03.147484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.154170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-31231933-057a-40c8-806d-134cc27d28cd req-501babdf-c536-48ee-94fe-bd2988fe4f3f tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:43:03.161660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31231933-057a-40c8-806d-134cc27d28cd req-501babdf-c536-48ee-94fe-bd2988fe4f3f tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547838 Nov 10 03:43:03.174982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-d6d3c3be-1287-4e2f-9eac-c11b39dc9868 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 200 len: 217 time: 0.1071541 Nov 10 03:43:03.256786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:03.262368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.274207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}, {'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'name': 'network-vif-deleted', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:03.278836 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9602bbc3-164b-4820-8cd5-515cad331d42" -d '{"events": [{"name": "network-changed", "server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}, {"server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "name": "network-vif-deleted", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:03.307020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3fa86c8-44f6-45c2-8381-6e111a6994af req-89af1147-b418-4280-a50d-83f88ef3f758 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249130 Nov 10 03:43:03.320672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Allocated IP 172.20.0.14 (fe650c40-83f1-43d1-bed8-19dca761e2c0/68bfcf03-0e26-4721-95b7-a8f2c0060b46/b1397a9a-183b-4152-8e52-bacfa8a29793) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:03.327941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:03.332841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:03.333724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.335696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31231933-057a-40c8-806d-134cc27d28cd req-e5083957-2912-41bf-a412-59c73b033e52 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.1730731 Nov 10 03:43:03.343025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:43:03.343400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:43:03.352673 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:43:03.462429 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.488100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:03.491924 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d6647-8678-4166-a41c-74db19d18c06" -d '{"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:03.508298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:03.514080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31231933-057a-40c8-806d-134cc27d28cd req-3059084d-3ef9-40db-967d-38c0d70762d1 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.1774318 Nov 10 03:43:03.531258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.536240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:03.546769 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.560763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-af900622-fa8b-4f66-bc4c-f966ea294942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:03.561914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-af900622-fa8b-4f66-bc4c-f966ea294942 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74a16636-db0d-47f7-ae5e-c1cdb70f3302 HTTP/1.1" status: 200 len: 867 time: 0.3651094 Nov 10 03:43:03.647321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.686987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 09ff673e-6fbd-4b92-8ca7-00c88794b4fa {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:03.687653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 09ff673e-6fbd-4b92-8ca7-00c88794b4fa not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:03.712160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:03.735515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Network fe650c40-83f1-43d1-bed8-19dca761e2c0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:03.739335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:03.743109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:03.830593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:03.831416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.841089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:03.868628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-cfac88c1-1729-47b1-947b-63d21af4cbb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5604072 Nov 10 03:43:03.886482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Request body: {'port': {'device_id': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:03.960639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:03.966011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.002938 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.008968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46254) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:04.009142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d143b17-e5a2-4e38-a472-292b4641cce6 HTTP/1.1" status: 204 len: 168 time: 1.5467644 Nov 10 03:43:04.057414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095128a-49b1-455a-8f7c-9828521ac2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d143b17-e5a2-4e38-a472-292b4641cce6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:04.078022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d863c-5b9e-4b31-95fa-e04c542952cd req-1a8730c1-efc6-4d72-ade2-487d413a9d6c tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:04.079864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-224d863c-5b9e-4b31-95fa-e04c542952cd req-1a8730c1-efc6-4d72-ade2-487d413a9d6c tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 943 time: 0.5455952 Nov 10 03:43:04.087457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-464dd214-9be3-4eda-8ee8-1469dec127c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:04.089343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-464dd214-9be3-4eda-8ee8-1469dec127c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7936e9e9-fa23-47b4-8dd3-fca1886eddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4844723 Nov 10 03:43:04.163696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] Deleting subnet ae73d10e-38d1-4245-963f-91925a8d9bb2 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:43:04.167363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.212217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.254862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Deleting port bf3db62f-d1a7-4d36-8ac6-849ca3d4c897 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:04.255339 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.258445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.280965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-224d863c-5b9e-4b31-95fa-e04c542952cd req-44533852-b1d8-4949-ad5f-0e3c4069a434 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895709 Nov 10 03:43:04.346016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-166d2b8a-64ad-4d0e-9334-a155c4b3783d service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448237 Nov 10 03:43:04.351409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.397923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae73d10e-38d1-4245-963f-91925a8d9bb2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:04.400445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.404580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a223b38b-18f8-432b-b1b5-a5bdf0ddc03a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae73d10e-38d1-4245-963f-91925a8d9bb2 HTTP/1.1" status: 204 len: 168 time: 0.3945434 Nov 10 03:43:04.408898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46256) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:04.494514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.495159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.523163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Calling delete_port for bf3db62f-d1a7-4d36-8ac6-849ca3d4c897 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:04.527186 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.531427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.637329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.675824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c2e946-fbd3-4da3-b342-a848a96ac354']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:04.676083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac811ce-2e0c-4aec-95a4-1168c66be22d req-b261a7c2-0b48-4d4e-8c74-35e23426d501 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:04.685970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ac811ce-2e0c-4aec-95a4-1168c66be22d req-b261a7c2-0b48-4d4e-8c74-35e23426d501 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 932 time: 0.2612519 Nov 10 03:43:04.694495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3cdc2c-0083-4b02-9f0a-663615a8b453') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:04.694786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3cdc2c-0083-4b02-9f0a-663615a8b453') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:04.708349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.746803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.753631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-729790a7-d8f1-4582-841c-e5a4dc7132d3 req-d2a9c82e-8907-48c0-a36a-718add6fdf93 service neutron] 10.222.0.11 "GET /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969386 Nov 10 03:43:04.756132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1397a9a-183b-4152-8e52-bacfa8a29793 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:04.760466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:43:04.760857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:43:04.763399 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:43:04.784973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.828752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ac811ce-2e0c-4aec-95a4-1168c66be22d req-b3482abd-5897-4f5f-ab35-8538d461accd tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382186 Nov 10 03:43:04.843652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Transition to ACTIVE for port object b1397a9a-183b-4152-8e52-bacfa8a29793 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:43:04.849071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.899228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Pushing event updated for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:04.901498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.912616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:04.916580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a2c2e946-fbd3-4da3-b342-a848a96ac354 HTTP/1.1" status: 204 len: 168 time: 0.5067091 Nov 10 03:43:04.932184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa6cc4-4104-4c98-8149-69ef229d2eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c2e946-fbd3-4da3-b342-a848a96ac354,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:05.010691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.034361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Attempting to bind port b1397a9a-183b-4152-8e52-bacfa8a29793 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:05.034703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Attempting to bind port b1397a9a-183b-4152-8e52-bacfa8a29793 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:05.035036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Attempting to bind port b1397a9a-183b-4152-8e52-bacfa8a29793 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:05.041101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Port b1397a9a-183b-4152-8e52-bacfa8a29793 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:43:05.043093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Attempting to bind port b1397a9a-183b-4152-8e52-bacfa8a29793 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:05.046052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event deleted for resources: {'Port': ['ID=bf3db62f-d1a7-4d36-8ac6-849ca3d4c897,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:05.067990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:05.068640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Checking segment: {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:05.070404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Bound using segment: {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:05.070894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Bound port: b1397a9a-183b-4152-8e52-bacfa8a29793, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:05.071740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.075415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57028100-030b-4056-aa6b-872384ae53ce req-f5d4143a-99e7-4713-856b-5068d14838aa tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:05.085975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57028100-030b-4056-aa6b-872384ae53ce req-f5d4143a-99e7-4713-856b-5068d14838aa tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1814082 Nov 10 03:43:05.171624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46262) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:05.213900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:05.219890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:05.223795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57028100-030b-4056-aa6b-872384ae53ce req-01e8005c-98df-463f-9fbd-c7df61f770c4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387138 Nov 10 03:43:05.229651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.230411 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.235920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.237625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31231933-057a-40c8-806d-134cc27d28cd req-b253f498-c842-4059-9414-941aa4cefe9b tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "DELETE /v2.0/floatingips/9e1be8c5-5e52-4a8a-b005-6a13064a6fde HTTP/1.1" status: 204 len: 173 time: 1.7222121 Nov 10 03:43:05.271668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:05.275214 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.276767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] 10.222.0.44 "PUT /v2.0/ports/b1397a9a-183b-4152-8e52-bacfa8a29793 HTTP/1.1" status: 200 len: 1092 time: 1.3957598 Nov 10 03:43:05.293807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-db64ce3c-8326-4b2a-811c-62f0102e0e11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4a23797f3e94a6a9dac1fa20055bcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1180961 Nov 10 03:43:05.294668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46272) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:05.425080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eba811e1-98d3-4804-b6a5-a31e73134842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.504678 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eba811e1-98d3-4804-b6a5-a31e73134842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.524059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187b5b-b3d3-49fe-8069-ddd2db1b6773 service neutron] Pushing event updated for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:05.565455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-b068e74d-f385-4be0-8217-6409d5e8ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:05.567213 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-b068e74d-f385-4be0-8217-6409d5e8ff58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 1095 time: 0.2062316 Nov 10 03:43:05.568121 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47b6eb-4e6b-4c8a-b313-a53bf151baf8 x-openstack-request-id: req-de47b6eb-4e6b-4c8a-b313-a53bf151baf8 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:05.568981 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:05.569418 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de47b6eb-4e6b-4c8a-b313-a53bf151baf8 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:05.570151 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'code': 200} Nov 10 03:43:05.585328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Deleting port c190adb3-b28a-41e6-a0b5-340a0483c452 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:05.596533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.681754 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a33329-6d4e-448e-9217-507db36caace x-openstack-request-id: req-23a33329-6d4e-448e-9217-507db36caace {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:05.698213 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "status": "completed", "code": 200}, {"server_uuid": "18621680-b355-4595-b373-e7ba5963dc3d", "name": "network-vif-deleted", "tag": "09ff673e-6fbd-4b92-8ca7-00c88794b4fa", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:05.698683 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23a33329-6d4e-448e-9217-507db36caace {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:05.699873 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'status': 'completed', 'code': 200} Nov 10 03:43:05.700212 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18621680-b355-4595-b373-e7ba5963dc3d', 'name': 'network-vif-deleted', 'tag': '09ff673e-6fbd-4b92-8ca7-00c88794b4fa', 'status': 'completed', 'code': 200} Nov 10 03:43:05.704410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-68b45b5b-5477-494e-b2c9-5b69dec86b75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1397a9a-183b-4152-8e52-bacfa8a29793 HTTP/1.1" status: 200 len: 217 time: 0.1162808 Nov 10 03:43:05.741394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-8a06c5f9-1637-4831-9162-e4149612db2c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:05.743066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-8a06c5f9-1637-4831-9162-e4149612db2c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 950 time: 0.2406368 Nov 10 03:43:05.813495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-c5e0d8f8-b33c-462b-8f04-47659495c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:05.815140 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-c5e0d8f8-b33c-462b-8f04-47659495c10c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68bfcf03-0e26-4721-95b7-a8f2c0060b46 HTTP/1.1" status: 200 len: 861 time: 0.1013818 Nov 10 03:43:05.870483 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eba811e1-98d3-4804-b6a5-a31e73134842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.871406 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-77510d26-457e-46e9-bdef-a726d3030d76 service neutron] 10.222.0.44 "GET /v2.0/ports/4bdd4c2c-413f-4e58-9339-f94ab7aeea8d/bindings/n-h2-817326-2 HTTP/1.1" status: 200 len: 382 time: 0.1048887 Nov 10 03:43:05.873384 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-9ec602a4-5afe-402e-9ca2-77261294bf49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe650c40-83f1-43d1-bed8-19dca761e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502958 Nov 10 03:43:05.873669 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eba811e1-98d3-4804-b6a5-a31e73134842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.874920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eba811e1-98d3-4804-b6a5-a31e73134842 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccabdf9a-8bfc-4af5-a025-59d1cd12f86c HTTP/1.1" status: 204 len: 168 time: 0.5696411 Nov 10 03:43:05.927954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba811e1-98d3-4804-b6a5-a31e73134842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccabdf9a-8bfc-4af5-a025-59d1cd12f86c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:05.943005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-a3347947-ac22-485a-bcd0-a50e9216e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:05.944484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-a3347947-ac22-485a-bcd0-a50e9216e699 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1101 time: 0.2205594 Nov 10 03:43:05.946433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] For port c190adb3-b28a-41e6-a0b5-340a0483c452, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c190adb3-b28a-41e6-a0b5-340a0483c452,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:05.946809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:05.984530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f395b-ecae-4931-9132-aa99734971bf req-cbedfdb3-2bd4-425c-88fe-248a4e9c0f1d tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:05.992719 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a7f395b-ecae-4931-9132-aa99734971bf req-cbedfdb3-2bd4-425c-88fe-248a4e9c0f1d tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 943 time: 0.2665036 Nov 10 03:43:06.001904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-57eb462a-4054-4ae2-8e74-90c18e927355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.003663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-57eb462a-4054-4ae2-8e74-90c18e927355 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1101 time: 0.3773546 Nov 10 03:43:06.013880 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-3f195190-fd2a-47d0-8377-8af2119e4fa2 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337574 Nov 10 03:43:06.062696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f51669-6e9c-4a32-a6b8-72cd61564ae9 req-28910cef-6667-4a9c-9f67-d8a0e9664d46 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.070382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15f51669-6e9c-4a32-a6b8-72cd61564ae9 req-28910cef-6667-4a9c-9f67-d8a0e9664d46 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.3246498 Nov 10 03:43:06.095266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Calling delete_port for c190adb3-b28a-41e6-a0b5-340a0483c452 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:06.145806 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12a27f53-f9ab-49d0-b2f4-56c2708a2904 req-01681f9e-f019-4273-9ea7-a52c12e0d6e1 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251645 Nov 10 03:43:06.236145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a7f395b-ecae-4931-9132-aa99734971bf req-6c0cb2dc-6fdf-4617-b134-d3ee3ce07038 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424576 Nov 10 03:43:06.292526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15f51669-6e9c-4a32-a6b8-72cd61564ae9 req-54a4b660-1a79-4885-b8ac-6f483948d0d0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211621 Nov 10 03:43:06.315948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-ef59d150-9a19-4a0e-9c32-0c00f70a3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.317407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-ef59d150-9a19-4a0e-9c32-0c00f70a3a12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3635175 Nov 10 03:43:06.345836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46306) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:06.386216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f6e1ccce-fc1d-4952-b100-bcd9cab2aadb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2227a7cc2f7d41659db6ffa6d561e4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390821 Nov 10 03:43:06.389124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46308) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:06.401642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-bade7b60-a572-4e30-bad2-ae3ff8c43f07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0707977 Nov 10 03:43:06.437359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-2f4870be-b8df-4273-ba93-25ee15f8a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.437627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd12503d-602f-43c6-b9fe-24b19c77d14e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:06.438783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-2f4870be-b8df-4273-ba93-25ee15f8a4bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.4154549 Nov 10 03:43:06.459783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd12503d-602f-43c6-b9fe-24b19c77d14e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:06.506031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd12503d-602f-43c6-b9fe-24b19c77d14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:06.508453 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd12503d-602f-43c6-b9fe-24b19c77d14e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:06.509580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fd12503d-602f-43c6-b9fe-24b19c77d14e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a281ea81-6934-4803-ad31-6f3b11888a8f HTTP/1.1" status: 204 len: 168 time: 0.1195674 Nov 10 03:43:06.517747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12503d-602f-43c6-b9fe-24b19c77d14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a281ea81-6934-4803-ad31-6f3b11888a8f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:06.539605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-18e65518-0782-4cb9-8a25-d1944a2eacfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0695255 Nov 10 03:43:06.578299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50212d4-b559-4d45-b021-8dc5b9eda25c req-867e6645-7500-4121-a528-2c82dcf7a732 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.579812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b50212d4-b559-4d45-b021-8dc5b9eda25c req-867e6645-7500-4121-a528-2c82dcf7a732 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2735775 Nov 10 03:43:06.617073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-f16fab69-c0d6-405a-a1dc-0b199ecec4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.618546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-f16fab69-c0d6-405a-a1dc-0b199ecec4ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1781285 Nov 10 03:43:06.638071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2620a13-43ce-4e2a-aebe-8fa65dbca3e7 req-45f81795-0913-40ce-a4d4-0a9efc52e225 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.639496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2620a13-43ce-4e2a-aebe-8fa65dbca3e7 req-45f81795-0913-40ce-a4d4-0a9efc52e225 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 944 time: 0.2429636 Nov 10 03:43:06.697657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b50212d4-b559-4d45-b021-8dc5b9eda25c req-65c1b5f6-599c-41bf-a962-426a12dac3d3 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0879114 Nov 10 03:43:06.721267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-1ffafa38-0088-4e90-87a7-32d1f2ef644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.722704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-1ffafa38-0088-4e90-87a7-32d1f2ef644b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1696095 Nov 10 03:43:06.848157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-6b178fc7-d830-4ea2-aca4-32a8ac6b2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.848157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-6b178fc7-d830-4ea2-aca4-32a8ac6b2708 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198489 Nov 10 03:43:06.851284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:06.855817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2620a13-43ce-4e2a-aebe-8fa65dbca3e7 req-a573257e-8641-47b8-b6d6-b61b9c0266e5 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766279 Nov 10 03:43:06.944151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c190adb3-b28a-41e6-a0b5-340a0483c452,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:06.958235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-03e3f2a4-8251-4fb0-8ff4-1b70ead13223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:06.959652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-03e3f2a4-8251-4fb0-8ff4-1b70ead13223 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108610 Nov 10 03:43:07.001531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc8f82-c427-4e4f-8257-691087a62518 req-6944d1a4-82f3-441f-98ca-6211fbb87008 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:07.003088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7bc8f82-c427-4e4f-8257-691087a62518 req-6944d1a4-82f3-441f-98ca-6211fbb87008 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.2431498 Nov 10 03:43:07.359161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09a0e65c-4bd8-4590-a116-e077e9c47c2f req-8624764f-6374-4c04-bce0-1a4cc156ab49 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4099851 Nov 10 03:43:07.481069 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-ba66fea9-a29e-4db6-80b1-1ea683b0bd01 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222403 Nov 10 03:43:07.541341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7bc8f82-c427-4e4f-8257-691087a62518 req-7d438504-de9d-4376-b0b0-f058807fde25 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025585 Nov 10 03:43:07.632368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad679630-7f6d-4951-ba1a-529ce6e69232 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:07.634431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-20e7e009-67a0-4f3f-9c3c-d38599efc980 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645281 Nov 10 03:43:07.701703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'tag': 'b1397a9a-183b-4152-8e52-bacfa8a29793'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:07.708375 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b1a49c-09d1-422c-aba3-f576d2fccf16" -d '{"events": [{"name": "network-changed", "server_uuid": "001d1ff2-aa1c-434e-a5df-055197ac70bc", "tag": "b1397a9a-183b-4152-8e52-bacfa8a29793"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:07.749104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ad679630-7f6d-4951-ba1a-529ce6e69232, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad679630-7f6d-4951-ba1a-529ce6e69232,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:07.764452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'port_id': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'mac_address': 'fa:16:3e:8c:8f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:07.767885 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:07.771744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc9a1e-514e-4d56-b5f4-1fdccb86162b req-85ad438d-608f-42d2-9fcc-314bf03a9fab tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:07.773007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33bc9a1e-514e-4d56-b5f4-1fdccb86162b req-85ad438d-608f-42d2-9fcc-314bf03a9fab tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 943 time: 0.2612598 Nov 10 03:43:07.818105 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:07.819206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:07.832786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad679630-7f6d-4951-ba1a-529ce6e69232 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:07.842546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561512-9856-463a-9d51-df783c2ee4ef req-afb20086-9d32-4b00-8f80-06d633e96042 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:07.844072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c561512-9856-463a-9d51-df783c2ee4ef req-afb20086-9d32-4b00-8f80-06d633e96042 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.2290671 Nov 10 03:43:07.846070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-3dcb6e2b-72d9-44e9-9c73-330f6e5f06dc service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256273 Nov 10 03:43:07.856924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ad679630-7f6d-4951-ba1a-529ce6e69232, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad679630-7f6d-4951-ba1a-529ce6e69232,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:07.866292 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:07.924040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ad679630-7f6d-4951-ba1a-529ce6e69232,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:07.958095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9602bbc3-164b-4820-8cd5-515cad331d42 req-32fb31d0-ed7d-45cc-a5f7-fd2ac4289a79 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881663 Nov 10 03:43:07.970522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33bc9a1e-514e-4d56-b5f4-1fdccb86162b req-c256e6dd-53fb-4959-b943-0294dc778179 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805582 Nov 10 03:43:08.038250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c561512-9856-463a-9d51-df783c2ee4ef req-1430be06-2e50-43f3-a982-c3fa1478b26b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816325 Nov 10 03:43:08.115901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-ab300f8b-dbef-424d-9655-d9b7ba5dd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.117430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-ab300f8b-dbef-424d-9655-d9b7ba5dd4a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1101 time: 0.0992758 Nov 10 03:43:08.173490 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626d3c5-06e2-4fdd-a11e-0cd075c30e83 x-openstack-request-id: req-e626d3c5-06e2-4fdd-a11e-0cd075c30e83 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:08.173775 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001d1ff2-aa1c-434e-a5df-055197ac70bc", "tag": "b1397a9a-183b-4152-8e52-bacfa8a29793", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:08.174240 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e626d3c5-06e2-4fdd-a11e-0cd075c30e83 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:08.174633 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'tag': 'b1397a9a-183b-4152-8e52-bacfa8a29793', 'status': 'completed', 'code': 200} Nov 10 03:43:08.247539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-c33aecda-0bb8-44fb-98e6-7e91aa542c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.249230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-c33aecda-0bb8-44fb-98e6-7e91aa542c60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 1095 time: 0.0502708 Nov 10 03:43:08.250221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-b7511150-2a08-4734-b251-6be327682bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.251642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-b7511150-2a08-4734-b251-6be327682bbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1262612 Nov 10 03:43:08.295790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ad679630-7f6d-4951-ba1a-529ce6e69232'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:08.352985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-8f6360ba-4287-49ac-9268-ddcecb99b296 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0622351 Nov 10 03:43:08.410580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-e02f0f3e-40ae-47f2-b843-326a4048ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.412475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-e02f0f3e-40ae-47f2-b843-326a4048ac2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 921 time: 0.1387181 Nov 10 03:43:08.451549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa143f-afd6-4075-ac60-e5d76cb08443 req-656b22b1-5ad9-44d5-98de-c77eb2137dcd tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.453131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5aa143f-afd6-4075-ac60-e5d76cb08443 req-656b22b1-5ad9-44d5-98de-c77eb2137dcd tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 944 time: 0.1991546 Nov 10 03:43:08.459449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Router a38b57ab-32bc-42cb-b634-14760dc26734 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:43:08.466817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-6c48c425-8997-4798-b05a-d4debc582a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.468247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-6c48c425-8997-4798-b05a-d4debc582a28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1061270 Nov 10 03:43:08.474706 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-d08281c4-f810-4ab6-8652-6095e7d5d969 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1397a9a-183b-4152-8e52-bacfa8a29793 HTTP/1.1" status: 200 len: 217 time: 0.0523992 Nov 10 03:43:08.546821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-68179c72-59ae-4a40-98f4-83b5e47659e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.548316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-68179c72-59ae-4a40-98f4-83b5e47659e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68bfcf03-0e26-4721-95b7-a8f2c0060b46 HTTP/1.1" status: 200 len: 861 time: 0.0546601 Nov 10 03:43:08.589008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5aa143f-afd6-4075-ac60-e5d76cb08443 req-2df60cff-65f6-44ec-8e57-1e5422d82d42 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260519 Nov 10 03:43:08.601926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-1d7a2108-e789-4d5e-9590-58340d5472ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe650c40-83f1-43d1-bed8-19dca761e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310199 Nov 10 03:43:08.639525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f9148673-1ce9-412b-8a82-63f0d678a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:08.641550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f9148673-1ce9-412b-8a82-63f0d678a893 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481121 Nov 10 03:43:08.708502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:43:08.713669 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-787f9d98-2c66-4819-b001-b308b91e1269 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026418 Nov 10 03:43:08.715161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bf46a43f-8b27-4b26-8d3a-19c7403cddc4 admin admin] 10.222.0.24 "PUT /v2.0/routers/a38b57ab-32bc-42cb-b634-14760dc26734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6816294 Nov 10 03:43:08.717606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46426) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:08.725324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] Sync routers for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:43:08.743410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:08.744331 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:08.771571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-3e755c8f-3fcb-4361-a3fc-3dd533aa5c61 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198838 Nov 10 03:43:08.906921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:08.910644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-da107f6a-5e3b-441b-925f-7d0b4178859d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323074 Nov 10 03:43:08.912955 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3b1a49c-09d1-422c-aba3-f576d2fccf16 req-fb5bdba9-cced-4c0e-b541-3c4acecde9c0 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853554 Nov 10 03:43:08.915093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:08.992258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-69cc3778-1398-4e1f-ba03-64bb0f180b74 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132342 Nov 10 03:43:09.003155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fd8a9-ea9b-43aa-91a6-283c5a541a48 req-d5aa22fa-d8f2-4416-a99b-3a9102157de4 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:09.005187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35fd8a9-ea9b-43aa-91a6-283c5a541a48 req-d5aa22fa-d8f2-4416-a99b-3a9102157de4 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 945 time: 0.1635859 Nov 10 03:43:09.019264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.080802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Deleting port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:09.081145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.090347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-b8864491-3939-4786-9fc6-356f4301dcdf tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:09.091892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-b8864491-3939-4786-9fc6-356f4301dcdf tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682613 Nov 10 03:43:09.108076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:43:06Z', 'revision_number': 5, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port': {'id': '6a86c95f-3f01-467d-8988-b1f39cfe4bbb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:43Z', 'updated_at': '2021-11-10T03:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:09.118733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c35fd8a9-ea9b-43aa-91a6-283c5a541a48 req-aae85511-b883-4853-bbc4-3b55a45880ea tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009889 Nov 10 03:43:09.138223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-0a06df03-ca12-4cc8-a672-59b37d0d9ccc tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/quotas/abedfa0ce5e645b893fdcca4ca7e206f HTTP/1.1" status: 200 len: 375 time: 0.0273376 Nov 10 03:43:09.139257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] Checking router: a38b57ab-32bc-42cb-b634-14760dc26734 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:43:09.148609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] Routers {'a38b57ab-32bc-42cb-b634-14760dc26734'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:09.149243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:42:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a38b57ab-32bc-42cb-b634-14760dc26734'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:09.174671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] For port 6a86c95f-3f01-467d-8988-b1f39cfe4bbb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:09.174671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.180164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-1b3d4334-484f-4d94-913f-6277a24eda9a tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437758 Nov 10 03:43:09.188742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Calling delete_port for 6a86c95f-3f01-467d-8988-b1f39cfe4bbb owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:09.254248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9be59-74ad-4187-9138-deb5cc736817 req-96cf7f76-9a20-4e20-bbc9-3160ea3df9cc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:09.256247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8a9be59-74ad-4187-9138-deb5cc736817 req-96cf7f76-9a20-4e20-bbc9-3160ea3df9cc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.0673635 Nov 10 03:43:09.262278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] Set router a38b57ab-32bc-42cb-b634-14760dc26734 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:09.311427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b1397a9a-183b-4152-8e52-bacfa8a29793 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:09.340572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8a9be59-74ad-4187-9138-deb5cc736817 req-163dd839-cfdc-4248-868c-2932daf17008 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743587 Nov 10 03:43:09.380339 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.397012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:43:09Z', 'revision_number': 6, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:09.427982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a86c95f-3f01-467d-8988-b1f39cfe4bbb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:09.475239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583355f2-87ff-4354-bc32-79eb3d1f98e5 None None] The sync data for ids ['a38b57ab-32bc-42cb-b634-14760dc26734'] in n-d-817326-2 is: [{'id': 'a38b57ab-32bc-42cb-b634-14760dc26734', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-970000722-router', 'tenant_id': '643f90b832a64313836fa27d3ef36de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:42Z', 'updated_at': '2021-11-10T03:43:09Z', 'revision_number': 6, 'project_id': '643f90b832a64313836fa27d3ef36de3', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:43:09.561451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.601133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3083d-e9c8-45e1-a7b8-c87c4620dd11 req-c0420fb6-f85c-4c0f-8989-3bd6e1b237bd tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:09.607572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fb3083d-e9c8-45e1-a7b8-c87c4620dd11 req-c0420fb6-f85c-4c0f-8989-3bd6e1b237bd tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 944 time: 0.1291106 Nov 10 03:43:09.697132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a0485-a30c-4548-9e7a-7de86213ed45 req-69e38320-1ccb-466a-b945-604e25ebacf1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:09.707434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-720a0485-a30c-4548-9e7a-7de86213ed45 req-69e38320-1ccb-466a-b945-604e25ebacf1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.0903561 Nov 10 03:43:09.712564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.715395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.731286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fb3083d-e9c8-45e1-a7b8-c87c4620dd11 req-3416ffa2-da7d-41e4-a77d-7db245a0d09b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222885 Nov 10 03:43:09.765242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad679630-7f6d-4951-ba1a-529ce6e69232 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:09.772536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-720a0485-a30c-4548-9e7a-7de86213ed45 req-91cccb08-4d56-4309-95d6-457ffb26bec1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621121 Nov 10 03:43:09.843834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:09.864665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'b1397a9a-183b-4152-8e52-bacfa8a29793', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'port_id': 'b1397a9a-183b-4152-8e52-bacfa8a29793', 'mac_address': 'fa:16:3e:1e:18:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bfcf03-0e26-4721-95b7-a8f2c0060b46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:09.874943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port ad679630-7f6d-4951-ba1a-529ce6e69232 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:09.878466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.879180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38b57ab-32bc-42cb-b634-14760dc26734 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:43:09.882656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port ad679630-7f6d-4951-ba1a-529ce6e69232 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:09.888540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.893128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9e244c0e-9db9-48fc-8fcc-c7421ce5d904 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a38b57ab-32bc-42cb-b634-14760dc26734 HTTP/1.1" status: 204 len: 168 time: 1.1743791 Nov 10 03:43:09.894234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:09.894377 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:09.905129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbcb93-f173-45bf-984a-b869dc311232 req-f87ecc48-96d1-4e3f-96c7-f3c7d68f28c9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:09.906855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19dbcb93-f173-45bf-984a-b869dc311232 req-f87ecc48-96d1-4e3f-96c7-f3c7d68f28c9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.11 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 945 time: 0.1306314 Nov 10 03:43:09.910105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a58be2d7-143c-4799-8f5d-3a8d06070f07 req-6a0b3567-7945-427f-820d-d1ae8b8a206a tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0684109 Nov 10 03:43:09.991006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.014457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] Deleting subnet 2d56c287-eb6d-4bc4-8df0-b9351176fc93 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:43:10.017991 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.024175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f46ce1-67d6-4132-9d61-c43e0aaf463b req-37ec2ab6-21f1-4874-8d48-34488f1fe4c8 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:10.025819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56f46ce1-67d6-4132-9d61-c43e0aaf463b req-37ec2ab6-21f1-4874-8d48-34488f1fe4c8 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 944 time: 0.1474395 Nov 10 03:43:10.035679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1397a9a-183b-4152-8e52-bacfa8a29793 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:10.063679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.074055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:10.082396 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.189296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:10.192151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.204487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Deleting port 62a4d781-6919-429e-a704-224e67db7543 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:10.204827 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.222493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56f46ce1-67d6-4132-9d61-c43e0aaf463b req-885e6857-b9e6-47f2-b3c8-849cef3868c3 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815166 Nov 10 03:43:10.253467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.255769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:10.260277 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b68387-1e2b-4255-8c5f-4bfb65a81003" -d '{"events": [{"server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "name": "network-vif-plugged", "status": "completed", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:10.280421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c190adb3-b28a-41e6-a0b5-340a0483c452 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:10.281877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-4bbdc222-623b-439e-8d49-fedd15664b2e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:10.283612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-4bbdc222-623b-439e-8d49-fedd15664b2e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.2565320 Nov 10 03:43:10.297445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ad679630-7f6d-4951-ba1a-529ce6e69232, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad679630-7f6d-4951-ba1a-529ce6e69232,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:10.340636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.350028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.351121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e1496370-5ce2-4b73-8465-928b6d1f093b no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:10.356924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c190adb3-b28a-41e6-a0b5-340a0483c452 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:10.357389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c190adb3-b28a-41e6-a0b5-340a0483c452 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:10.360094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6a86c95f-3f01-467d-8988-b1f39cfe4bbb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:10.381499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-bd81e04a-ccf2-4552-a317-dca547a02067 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/quotas/2ec313c9c6bd41cf9a43517ed18fb236 HTTP/1.1" status: 200 len: 375 time: 0.0495691 Nov 10 03:43:10.382662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d56c287-eb6d-4bc4-8df0-b9351176fc93,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:10.394540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.414322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6848a194-363b-4ba9-9013-4a0c38d8145c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d56c287-eb6d-4bc4-8df0-b9351176fc93 HTTP/1.1" status: 204 len: 168 time: 0.5187957 Nov 10 03:43:10.415385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:10.487535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b1397a9a-183b-4152-8e52-bacfa8a29793'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:10.490923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba92975-0ff2-4ba9-9ba7-874aed47e3f4 None None] Network 17ff025d-fcfe-4fdc-b25c-6caac3244f62 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:43:10.501447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6a86c95f-3f01-467d-8988-b1f39cfe4bbb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:10.501790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6a86c95f-3f01-467d-8988-b1f39cfe4bbb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:10.519866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.592570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Deleting port 6253eb1f-7a84-4c34-9048-654863992478 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:10.592903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.690578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] For port 6253eb1f-7a84-4c34-9048-654863992478, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6253eb1f-7a84-4c34-9048-654863992478,segment=NetworkSegment(1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc),segment_id=1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:10.690971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.705265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Calling delete_port for 6253eb1f-7a84-4c34-9048-654863992478 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:10.730981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ad679630-7f6d-4951-ba1a-529ce6e69232,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:10.773091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec12425-072b-4984-8599-dfc37d466614 req-f62bc6dc-ec7f-44c5-bca9-f98656fee5a6 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:10.778450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dec12425-072b-4984-8599-dfc37d466614 req-f62bc6dc-ec7f-44c5-bca9-f98656fee5a6 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 945 time: 0.4479637 Nov 10 03:43:10.870132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-2440a5e8-098c-4358-b086-8b621090d78a tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262084 Nov 10 03:43:10.872277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.883220 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.889705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dec12425-072b-4984-8599-dfc37d466614 req-875c6fc0-aac9-4f8b-b35f-c7d75fb83916 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/security-groups?id=837121d7-a2b6-43c6-9fed-6fca59f43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077809 Nov 10 03:43:10.896818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-3406ba44-6f55-4195-832d-61c5692df0e9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4980631 Nov 10 03:43:10.899984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] For port 62a4d781-6919-429e-a704-224e67db7543, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62a4d781-6919-429e-a704-224e67db7543,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:10.900159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:10.932132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Calling delete_port for 62a4d781-6919-429e-a704-224e67db7543 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:11.010423 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0542a93-1735-4f4d-840d-e5f350e66ee5 x-openstack-request-id: req-b0542a93-1735-4f4d-840d-e5f350e66ee5 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:11.011049 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "name": "network-vif-plugged", "status": "completed", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:11.012226 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0542a93-1735-4f4d-840d-e5f350e66ee5 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:11.022501 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'code': 200} Nov 10 03:43:11.112968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:11.155769 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.188534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61629f88-a874-4578-bb6e-5551d42ac9e0 None None] DHCP port deletion for 17ff025d-fcfe-4fdc-b25c-6caac3244f62 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:43:11.292795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406d629-279d-46d2-9b40-e95fb279d689 req-72183cc3-f77b-48af-a382-fd7751a3469c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:11.300613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f406d629-279d-46d2-9b40-e95fb279d689 req-72183cc3-f77b-48af-a382-fd7751a3469c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.2031798 Nov 10 03:43:11.307621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:11.335008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.372581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['62a4d781-6919-429e-a704-224e67db7543'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:11.390789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6253eb1f-7a84-4c34-9048-654863992478,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:11.396876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] No DVR routers for this DVR port 6253eb1f-7a84-4c34-9048-654863992478 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:11.406510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Pushing event deleted for resources: {'Port': ['ID=62a4d781-6919-429e-a704-224e67db7543,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:11.500336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] No DVR routers for this DVR port 62a4d781-6919-429e-a704-224e67db7543 on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:11.503202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.507434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.11 "DELETE /v2.0/ports/62a4d781-6919-429e-a704-224e67db7543 HTTP/1.1" status: 204 len: 173 time: 1.5869167 Nov 10 03:43:11.509614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'name': 'network-vif-deleted', 'tag': '62a4d781-6919-429e-a704-224e67db7543'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:11.513116 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b478e-23c5-476d-b0e6-ce98fe1f6a40" -d '{"events": [{"server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "name": "network-vif-deleted", "tag": "62a4d781-6919-429e-a704-224e67db7543"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:11.527666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f406d629-279d-46d2-9b40-e95fb279d689 req-34f37607-6934-4b09-a543-5d5cca6725f6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252707 Nov 10 03:43:11.536074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-b61fa2b4-0396-4ab6-8f23-0db851fdc4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275470 Nov 10 03:43:11.550296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-2d80408e-3601-4393-98e2-6e226f8186c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:11.552898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-2d80408e-3601-4393-98e2-6e226f8186c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45&tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c HTTP/1.1" status: 200 len: 1101 time: 0.1740341 Nov 10 03:43:11.584708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53bd0-e44e-45b5-8dfb-e16e3d38edd1 req-8a6c7594-a851-4160-974b-1da5712dec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:11.586241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2f53bd0-e44e-45b5-8dfb-e16e3d38edd1 req-8a6c7594-a851-4160-974b-1da5712dec8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 1096 time: 0.2528257 Nov 10 03:43:11.587814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:11.587931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.598948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-accfae22-5741-463f-a541-dcc621de78a9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:11.600463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-accfae22-5741-463f-a541-dcc621de78a9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "GET /v2.0/ports?device_id=c863721b-b7f8-48d8-b244-4501c3ef2f9e HTTP/1.1" status: 200 len: 943 time: 0.2387400 Nov 10 03:43:11.625950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-4baaf758-a3b0-436a-9bc7-0f51392b1a2e tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:11.627446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-4baaf758-a3b0-436a-9bc7-0f51392b1a2e tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7502708 Nov 10 03:43:11.657581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Request body: {'port': {'device_id': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'abedfa0ce5e645b893fdcca4ca7e206f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:11.682305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ff025d-fcfe-4fdc-b25c-6caac3244f62']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:11.752418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:11.752714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1697cb7e-5ec7-4ac2-a1c2-5eaccfb24dcc') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:11.754494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.771859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf162ab-51d0-4e3e-ae5e-de51f5fd81f3 req-988f7209-3cd8-4745-8ceb-a2972f2a7491 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:11.773320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2bf162ab-51d0-4e3e-ae5e-de51f5fd81f3 req-988f7209-3cd8-4745-8ceb-a2972f2a7491 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.1377647 Nov 10 03:43:11.780822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.782148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-07c2708c-39d9-4584-9136-820148e8c14a service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279937 Nov 10 03:43:11.809546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2f53bd0-e44e-45b5-8dfb-e16e3d38edd1 req-94c8b775-e300-4283-938f-f6193010a1c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008445 Nov 10 03:43:11.820797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.851384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:43:11.851933 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:43:11.854379 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:43:11.913455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2bf162ab-51d0-4e3e-ae5e-de51f5fd81f3 req-676788cc-0681-4a89-9bd3-c1db865a876e tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295946 Nov 10 03:43:11.954773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Deleting port e1496370-5ce2-4b73-8465-928b6d1f093b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:11.955358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:11.980961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.024720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.031459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/17ff025d-fcfe-4fdc-b25c-6caac3244f62 HTTP/1.1" status: 204 len: 168 time: 1.6120923 Nov 10 03:43:12.033430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46492) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:12.046325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eba10b-0ed2-4998-b15d-835b4ceff5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ff025d-fcfe-4fdc-b25c-6caac3244f62,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:12.052583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Made reservation on behalf of abedfa0ce5e645b893fdcca4ca7e206f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:12.056100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.070296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.119059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102e5a-4440-4438-90a7-ba220613081e req-104a1715-2bc2-4a29-85bd-e08ba49ea675 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:12.121247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] For port e1496370-5ce2-4b73-8465-928b6d1f093b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e1496370-5ce2-4b73-8465-928b6d1f093b,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:12.121378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba102e5a-4440-4438-90a7-ba220613081e req-104a1715-2bc2-4a29-85bd-e08ba49ea675 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 0.1368692 Nov 10 03:43:12.121476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.139083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:12.141150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Calling delete_port for e1496370-5ce2-4b73-8465-928b6d1f093b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:12.201649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71181fea-868c-4335-a51e-853a78c65920 req-b98d0b5c-2fed-4433-9ff2-b9feee79c107 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 210 time: 0.1041293 Nov 10 03:43:12.261427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.272930 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.279397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6253eb1f-7a84-4c34-9048-654863992478 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:12.322340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6253eb1f-7a84-4c34-9048-654863992478 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:12.322936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6253eb1f-7a84-4c34-9048-654863992478 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:12.330361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:12.374552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d14dc7-6855-4b54-ab10-81c554540d99,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:12.392054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba102e5a-4440-4438-90a7-ba220613081e req-50d5a98a-a958-45ef-aff1-86ae9d40212b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557986 Nov 10 03:43:12.423150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.473063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event deleted for resources: {'Port': ['ID=e1496370-5ce2-4b73-8465-928b6d1f093b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:12.491943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.495174 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3971782e-44f4-48cd-bfe7-27ac71218436 x-openstack-request-id: req-3971782e-44f4-48cd-bfe7-27ac71218436 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:12.495545 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73eb8aa-f453-471e-8221-d482fed02caf", "name": "network-vif-deleted", "tag": "62a4d781-6919-429e-a704-224e67db7543", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:12.495895 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3971782e-44f4-48cd-bfe7-27ac71218436 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:12.496288 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73eb8aa-f453-471e-8221-d482fed02caf', 'name': 'network-vif-deleted', 'tag': '62a4d781-6919-429e-a704-224e67db7543', 'status': 'completed', 'code': 200} Nov 10 03:43:12.522641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Transition to ACTIVE for port object 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:43:12.530712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] No DVR routers for this DVR port e1496370-5ce2-4b73-8465-928b6d1f093b on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:12.533979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab9050-c655-4fda-bbc5-3fa211aec619 req-4549e85c-6306-450a-b037-5698e72ffeb7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:12.535848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceab9050-c655-4fda-bbc5-3fa211aec619 req-4549e85c-6306-450a-b037-5698e72ffeb7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 945 time: 0.2088192 Nov 10 03:43:12.536655 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.542275 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78ce5aa2-99a5-42c7-b9c1-dba88f269d5d req-c192f2b3-bb0a-4611-86c4-018b2ff391df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "DELETE /v2.0/ports/e1496370-5ce2-4b73-8465-928b6d1f093b HTTP/1.1" status: 204 len: 173 time: 0.9309938 Nov 10 03:43:12.544482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-deleted', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:12.547001 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0d875-303c-48fe-9f5e-2c77931e9992" -d '{"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-deleted", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:12.549489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.583742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ab8cb12-7a31-426e-9018-6ea39b0cde4d req-14b6cfb6-eeb1-43af-999e-4f244087a7df tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 210 time: 0.0624197 Nov 10 03:43:12.633867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Allocated IP 192.168.233.153 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/bb797633-3de6-4204-885d-497bf2e71463) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:12.685333 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:43:12.728077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] No DVR routers for this DVR port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:12.739376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=10']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:12.827964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceab9050-c655-4fda-bbc5-3fa211aec619 req-c76e7045-0f85-491f-8ca1-c543e56bdbc5 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753017 Nov 10 03:43:12.868374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.892066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a408d4c-398b-4b4e-8774-bacb46bc1b31 req-0e1c19b5-c661-4f98-8fba-de840cb041f9 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] 10.222.0.24 "GET /v2.0/ports?device_id=d73eb8aa-f453-471e-8221-d482fed02caf HTTP/1.1" status: 200 len: 210 time: 0.0966628 Nov 10 03:43:12.913276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.932033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:12.932472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:12.932795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:12.943447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:43:12.943768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Attempting to bind port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:12.966422 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29fab6e-df93-47c0-b82e-5413118ad4c3 x-openstack-request-id: req-a29fab6e-df93-47c0-b82e-5413118ad4c3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:12.967369 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-deleted", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:12.967797 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a29fab6e-df93-47c0-b82e-5413118ad4c3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:12.968050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:12.968517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:12.968703 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-deleted', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'status': 'completed', 'code': 200} Nov 10 03:43:12.969638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:12.970153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Bound port: 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:12.970511 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:12.992051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Pushing event updated for resources: {'Port': ['ID=bb797633-3de6-4204-885d-497bf2e71463,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:12.996446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:12.998294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:13.000606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:13.024394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:13.027826 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1acdfd7-c68e-4d80-b749-a99ac7729cce" -d '{"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:13.069722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:13.070501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.094605 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-bbeccb95-276c-4c06-ab57-6f6d168de04c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4493506 Nov 10 03:43:13.129118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c1d9f-470c-4cf4-9e95-598e64af3103 req-a16a188b-0950-4215-9bf5-7667b9b6cb99 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:13.130689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-450c1d9f-470c-4cf4-9e95-598e64af3103 req-a16a188b-0950-4215-9bf5-7667b9b6cb99 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1847913 Nov 10 03:43:13.140902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Request body: {'port': {'device_id': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:13.201136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:13.202990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.236599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:13.272063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9078b6-96e8-4294-80fd-a7a79d8eee1e req-5467ece2-2d5b-4d76-a62d-ff06f07c96bd tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:13.273611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a9078b6-96e8-4294-80fd-a7a79d8eee1e req-5467ece2-2d5b-4d76-a62d-ff06f07c96bd tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.1801639 Nov 10 03:43:13.278443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.282471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b1397a9a-183b-4152-8e52-bacfa8a29793 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:13.295700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-450c1d9f-470c-4cf4-9e95-598e64af3103 req-4e3f3c1a-7129-4e81-98c4-3ef1b392d4c4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457634 Nov 10 03:43:13.349008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:13.349925 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.351038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] 10.222.0.11 "PUT /v2.0/ports/4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 1097 time: 1.7694051 Nov 10 03:43:13.387722 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a51b149-cef5-483e-8f64-e50e6224ac95 x-openstack-request-id: req-5a51b149-cef5-483e-8f64-e50e6224ac95 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:13.388492 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863721b-b7f8-48d8-b244-4501c3ef2f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1496370-5ce2-4b73-8465-928b6d1f093b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:13.388930 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a51b149-cef5-483e-8f64-e50e6224ac95 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:13.390736 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863721b-b7f8-48d8-b244-4501c3ef2f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1496370-5ce2-4b73-8465-928b6d1f093b', 'code': 200} Nov 10 03:43:13.406679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-17f2bca8-3186-4b30-a214-a8f1fcf2523f None None] Provisioning complete for port bb797633-3de6-4204-885d-497bf2e71463 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:13.407353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-17f2bca8-3186-4b30-a214-a8f1fcf2523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.447263 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1fd88590-f42e-48ea-969a-1d0ca8275119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.451285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-17f2bca8-3186-4b30-a214-a8f1fcf2523f None None] Port bb797633-3de6-4204-885d-497bf2e71463 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:43:13.453291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port b1397a9a-183b-4152-8e52-bacfa8a29793 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:13.458406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port b1397a9a-183b-4152-8e52-bacfa8a29793 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:13.463298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.486217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712afbc-c6a5-4e0a-859b-1c02b225b787 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=11']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:13.529743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a9078b6-96e8-4294-80fd-a7a79d8eee1e req-0dbcbfc1-9a21-4d41-b319-4934144ca74b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380478 Nov 10 03:43:13.607964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.665510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.690088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62a4d781-6919-429e-a704-224e67db7543 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:13.710906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 62a4d781-6919-429e-a704-224e67db7543 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:13.711537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62a4d781-6919-429e-a704-224e67db7543 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:13.712096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e1496370-5ce2-4b73-8465-928b6d1f093b no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:13.736577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb797633-3de6-4204-885d-497bf2e71463 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:13.744185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.752198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:13.753658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: e1496370-5ce2-4b73-8465-928b6d1f093b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:13.754201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e1496370-5ce2-4b73-8465-928b6d1f093b not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:13.757488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Transition to ACTIVE for port object bb797633-3de6-4204-885d-497bf2e71463 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:43:13.758579 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.759624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:13.768242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:13.784964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-fbad7064-a768-4574-9cd6-9e9e458b0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:13.786485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-fbad7064-a768-4574-9cd6-9e9e458b0e58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1100 time: 0.3481257 Nov 10 03:43:13.805200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e0c3-ab34-411d-8234-32c1c43e5f95 req-ba82f792-3353-4d01-bee6-eccd2926c70b tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:13.813823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6432e0c3-ab34-411d-8234-32c1c43e5f95 req-ba82f792-3353-4d01-bee6-eccd2926c70b tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 936 time: 0.3397424 Nov 10 03:43:13.823395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Pushing event updated for resources: {'Port': ['ID=bb797633-3de6-4204-885d-497bf2e71463,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:13.859174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:13.909757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:13.913814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Attempting to bind port bb797633-3de6-4204-885d-497bf2e71463 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:13.916226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Attempting to bind port bb797633-3de6-4204-885d-497bf2e71463 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:13.917010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Attempting to bind port bb797633-3de6-4204-885d-497bf2e71463 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:13.922920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Port bb797633-3de6-4204-885d-497bf2e71463 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:43:13.923460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Attempting to bind port bb797633-3de6-4204-885d-497bf2e71463 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:13.934385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:13.934722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:13.935107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:13.935539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Bound port: bb797633-3de6-4204-885d-497bf2e71463, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:13.935894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:14.003880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf8ad6-ef94-4018-8142-4f9790feff73 req-f92e054e-4798-46c6-bb53-8e15dbb97fa2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.005406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57bf8ad6-ef94-4018-8142-4f9790feff73 req-f92e054e-4798-46c6-bb53-8e15dbb97fa2 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 949 time: 0.3262520 Nov 10 03:43:14.013771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] For port bb797633-3de6-4204-885d-497bf2e71463, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:14.018548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] For port bb797633-3de6-4204-885d-497bf2e71463, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bb797633-3de6-4204-885d-497bf2e71463,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:14.024604 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:14.051381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-c42ecdd6-e9b3-416a-a0a8-7f9e32be84ba tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.052813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-c42ecdd6-e9b3-416a-a0a8-7f9e32be84ba tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.44 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.4422979 Nov 10 03:43:14.062279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.063542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:14.064981 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb797633-3de6-4204-885d-497bf2e71463 HTTP/1.1" status: 200 len: 1096 time: 0.9294329 Nov 10 03:43:14.094855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Request body: {'port': {'device_id': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'admin_state_up': True, 'tenant_id': '2ec313c9c6bd41cf9a43517ed18fb236'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:14.103061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de2a29-a6e0-4fae-ba3a-cd0ada870513 service neutron] Pushing event updated for resources: {'Port': ['ID=bb797633-3de6-4204-885d-497bf2e71463,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:14.177853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-356193c0-d5fc-438b-ab29-906464ecad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.179516 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-356193c0-d5fc-438b-ab29-906464ecad4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0546448 Nov 10 03:43:14.236984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-d3a4b7d7-4389-4e29-b61c-2fb19e32d42f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=bb797633-3de6-4204-885d-497bf2e71463 HTTP/1.1" status: 200 len: 217 time: 0.0428164 Nov 10 03:43:14.290351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-beab7f44-4ba9-4cf1-a47f-799066b16f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.291804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-beab7f44-4ba9-4cf1-a47f-799066b16f81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0477693 Nov 10 03:43:14.343593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-dca1a0cb-10ab-4f3b-afa5-dda35590b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.345096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-dca1a0cb-10ab-4f3b-afa5-dda35590b07f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462668 Nov 10 03:43:14.437437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6432e0c3-ab34-411d-8234-32c1c43e5f95 req-fac1c21c-30f7-42c2-883e-edad39e41f7e tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211576 Nov 10 03:43:14.443066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-5e544995-5784-47ec-a595-dd3936e8aacb service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910442 Nov 10 03:43:14.497825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}, {'name': 'network-changed', 'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:14.499998 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35599d9-0986-4619-b9f1-421f2e681094" -d '{"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}, {"name": "network-changed", "server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:14.543399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d76b9e13-5fb5-4d14-99c9-590768267099 req-8e7ef3ce-0d51-4b80-8d2a-129c7472c016 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932167 Nov 10 03:43:14.568760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6727450-6c4a-459b-ba15-14eb6c25c62c req-ef861abd-8ef1-4f49-99dc-81a3c215201f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 210 time: 0.0658076 Nov 10 03:43:14.588437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57bf8ad6-ef94-4018-8142-4f9790feff73 req-347bc9cd-66de-4312-a7fa-3be76def7389 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693524 Nov 10 03:43:14.636727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-6ea0b632-b0ba-4845-aba3-015e45315544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.638649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-6ea0b632-b0ba-4845-aba3-015e45315544 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.7814348 Nov 10 03:43:14.641928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46526) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:14.740803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-e8bd8db7-516c-47d9-8cdf-c1c34558e708 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0899131 Nov 10 03:43:14.843696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Made reservation on behalf of 2ec313c9c6bd41cf9a43517ed18fb236 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:14.847066 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:14.900006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eef78-11c0-425f-b653-9124bd04b3c3 req-b34ba031-f495-4906-bbf5-4db2f5f835a7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.901484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-355eef78-11c0-425f-b653-9124bd04b3c3 req-b34ba031-f495-4906-bbf5-4db2f5f835a7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.2377024 Nov 10 03:43:14.902835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f7e416b3-6ca8-4d2e-8f2e-a9fe8a972aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.904136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-f7e416b3-6ca8-4d2e-8f2e-a9fe8a972aeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1478686 Nov 10 03:43:14.936934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375af67c-23f0-4728-a677-ce6abca49a0e req-6b55c2b1-dcda-4662-92ea-9b42d26f8c75 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:14.938416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-375af67c-23f0-4728-a677-ce6abca49a0e req-6b55c2b1-dcda-4662-92ea-9b42d26f8c75 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.2162378 Nov 10 03:43:14.970956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'tag': 'bb797633-3de6-4204-885d-497bf2e71463'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:14.973202 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a9379-90e1-4ae3-8057-9820c4fa4d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bef72b5f-aaa0-493a-964f-845a4a42f4b7", "tag": "bb797633-3de6-4204-885d-497bf2e71463"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:14.999846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:15.145808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-564da842-feae-450e-879f-64d4b03d3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.147272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-564da842-feae-450e-879f-64d4b03d3c07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330382 Nov 10 03:43:15.158431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-355eef78-11c0-425f-b653-9124bd04b3c3 req-7644c487-abf8-439d-a0db-3ec2ca75df79 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430544 Nov 10 03:43:15.184231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Deleting port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:15.184576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:15.240602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-375af67c-23f0-4728-a677-ce6abca49a0e req-7cca7a2c-b829-44f1-929c-98025d41c074 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915525 Nov 10 03:43:15.297242 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b49a740-ce0a-4aa8-be58-fbf34645ff39 x-openstack-request-id: req-5b49a740-ce0a-4aa8-be58-fbf34645ff39 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:15.297533 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "code": 200}, {"name": "network-changed", "server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:15.297778 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b49a740-ce0a-4aa8-be58-fbf34645ff39 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:15.297914 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef14ad-4ae7-4599-b727-57e18b9355da x-openstack-request-id: req-f2ef14ad-4ae7-4599-b727-57e18b9355da {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:15.298424 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef72b5f-aaa0-493a-964f-845a4a42f4b7", "tag": "bb797633-3de6-4204-885d-497bf2e71463", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:15.298510 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'code': 200} Nov 10 03:43:15.298596 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2ef14ad-4ae7-4599-b727-57e18b9355da {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:15.298691 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'status': 'completed', 'code': 200} Nov 10 03:43:15.298779 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'tag': 'bb797633-3de6-4204-885d-497bf2e71463', 'status': 'completed', 'code': 200} Nov 10 03:43:15.319069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Deleting port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:15.319490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:15.323856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-84c9a892-691e-480b-86f2-efe362ab5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.325342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-84c9a892-691e-480b-86f2-efe362ab5d5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1100 time: 0.0641370 Nov 10 03:43:15.360352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Allocated IP 172.20.0.6 (bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9/a77e385f-268b-4f7c-9c58-e1b1e9e9f335/c30cca64-5fb4-476d-978e-09f0ff120cf8) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:15.392350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1397a9a-183b-4152-8e52-bacfa8a29793'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:15.395031 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54c5081-f1b6-4ff7-a9b2-b2ad4529e4b8" -d '{"events": [{"server_uuid": "001d1ff2-aa1c-434e-a5df-055197ac70bc", "name": "network-vif-plugged", "status": "completed", "tag": "b1397a9a-183b-4152-8e52-bacfa8a29793"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:15.424531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] For port 0b7ddbf7-902f-44dd-9e4b-c59b389a9018, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,segment=NetworkSegment(ed17f1a2-aabe-40ea-b1d2-c1093c187ce8),segment_id=ed17f1a2-aabe-40ea-b1d2-c1093c187ce8)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:15.424914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:15.442477 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e75fbec-2943-4420-beec-4377a858a2f4 x-openstack-request-id: req-4e75fbec-2943-4420-beec-4377a858a2f4 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:15.442965 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001d1ff2-aa1c-434e-a5df-055197ac70bc", "name": "network-vif-plugged", "status": "completed", "tag": "b1397a9a-183b-4152-8e52-bacfa8a29793", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:15.443436 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e75fbec-2943-4420-beec-4377a858a2f4 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:15.444538 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1397a9a-183b-4152-8e52-bacfa8a29793', 'code': 200} Nov 10 03:43:15.473564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Calling delete_port for 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:15.478582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-40f81222-e555-4971-97b7-e1f0a354bdf0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183975 Nov 10 03:43:15.505072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-bc4c997d-47ac-486c-bb83-ecee3c5fa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.506594 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-bc4c997d-47ac-486c-bb83-ecee3c5fa24a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 1099 time: 0.1398582 Nov 10 03:43:15.515257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbceb879-a54a-4c1e-8130-129e3e4d3c76 req-f08a4ef4-f511-484e-9794-a765e4214f4f tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.516773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbceb879-a54a-4c1e-8130-129e3e4d3c76 req-f08a4ef4-f511-484e-9794-a765e4214f4f tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.2115648 Nov 10 03:43:15.591024 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f2cc5360-4e4e-4527-940f-a0466c46010e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:15.597900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-74ce7bf1-5e68-4fa6-8534-2aae62fa9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.599411 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-74ce7bf1-5e68-4fa6-8534-2aae62fa9e5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2645779 Nov 10 03:43:15.628720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] For port 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:15.629079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:15.678403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-cbc919a8-3f54-44de-9f1d-9310a94f8263 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.0613835 Nov 10 03:43:15.679286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Calling delete_port for 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:15.737169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4bead-e401-4371-becd-7a39493c8c2a req-8e61e9a3-256b-4485-aaa1-370093e3617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.738698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02f4bead-e401-4371-becd-7a39493c8c2a req-8e61e9a3-256b-4485-aaa1-370093e3617b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 1097 time: 0.2042465 Nov 10 03:43:15.787113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbceb879-a54a-4c1e-8130-129e3e4d3c76 req-7e2d3adc-3a81-447e-8994-6bd061c10913 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508588 Nov 10 03:43:15.822809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-b90b47eb-a744-4007-9384-42cbdb8025c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.824822 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-b90b47eb-a744-4007-9384-42cbdb8025c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1370597 Nov 10 03:43:15.829323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-633fcd0a-b7c2-4bc0-a6c2-5cf17c259b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.830687 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-633fcd0a-b7c2-4bc0-a6c2-5cf17c259b60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3132212 Nov 10 03:43:15.840632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a1232d-a975-4f95-9ef5-97955c2a82b1 req-10ca9dd4-1139-4804-a6c4-573af1aa6f60 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503802 Nov 10 03:43:15.848041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c4e93-ce5e-44d5-8b6a-f52279bbbe35 req-7c72ea2d-1065-4c24-96c3-ff0e0ae4226d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:15.849495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c37c4e93-ce5e-44d5-8b6a-f52279bbbe35 req-7c72ea2d-1065-4c24-96c3-ff0e0ae4226d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 948 time: 0.2839818 Nov 10 03:43:15.908928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:15.919501 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-e53441c5-6b0b-481d-a42a-93af8da85aca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=bb797633-3de6-4204-885d-497bf2e71463 HTTP/1.1" status: 200 len: 217 time: 0.0782421 Nov 10 03:43:15.933711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5efdcf0-6e64-4691-a670-70ed525c9070 req-69bbe6dc-afdd-4787-8c99-0851bfd15183 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 210 time: 0.0546207 Nov 10 03:43:15.972191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02f4bead-e401-4371-becd-7a39493c8c2a req-27d7a392-b572-4cdb-ac74-ceb091760766 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020614 Nov 10 03:43:16.017918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c37c4e93-ce5e-44d5-8b6a-f52279bbbe35 req-aec99ed8-f34f-4df3-b641-aeddaa0c3fa9 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544156 Nov 10 03:43:16.108767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-d85471ca-97ad-4e0a-86a2-59803b9c1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.110341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-d85471ca-97ad-4e0a-86a2-59803b9c1c6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1100 time: 0.1707547 Nov 10 03:43:16.155292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:16.203775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:16.246042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489190-6ee6-49d7-a36f-9e378db6fc67 req-61c4596c-b38d-4337-a7a5-e03959d38fe4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.247616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12489190-6ee6-49d7-a36f-9e378db6fc67 req-61c4596c-b38d-4337-a7a5-e03959d38fe4 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 949 time: 0.2382472 Nov 10 03:43:16.284040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-6c363a86-6310-448b-b4dc-4b6a0a3422af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.285801 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-6c363a86-6310-448b-b4dc-4b6a0a3422af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4482183 Nov 10 03:43:16.309138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-6495e711-954f-4e41-b615-2a586dd498de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.310610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-6495e711-954f-4e41-b615-2a586dd498de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.3540065 Nov 10 03:43:16.325308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:16.333590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ffbf-cf0c-41fd-87e8-84fa94fabc11 req-88488432-3238-4e0d-85a4-3440e6209aa7 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.335194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa35ffbf-cf0c-41fd-87e8-84fa94fabc11 req-88488432-3238-4e0d-85a4-3440e6209aa7 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.2504928 Nov 10 03:43:16.349684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46544) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:16.351244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:16.353817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:16.381909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Request body: {'floatingip': {'port_id': 'ad679630-7f6d-4951-ba1a-529ce6e69232'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:16.384445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:16.479798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-e5bf5542-c501-491d-ac10-fe0193ba95da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.481347 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-e5bf5542-c501-491d-ac10-fe0193ba95da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1584585 Nov 10 03:43:16.485465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:16.492236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7ddbf7-902f-44dd-9e4b-c59b389a9018,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:16.496932 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-8d2d31a1-9c72-43a0-98d7-52d2209a1619 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022262 Nov 10 03:43:16.531858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6cd244-2d5b-4e31-8c9c-bf7981c132cf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:16.538256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:16.618787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:16.738862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-eb560a92-3bf1-43c0-ba23-f6f0df556fab service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486372 Nov 10 03:43:16.787496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-f3425746-5a5e-4cb5-a31f-4de98bd09b26 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651656 Nov 10 03:43:16.921275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-63e68a6a-35b0-4a1b-b684-af09e71ad4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.922820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-63e68a6a-35b0-4a1b-b684-af09e71ad4a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.7894950 Nov 10 03:43:16.927029 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:16.930993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-856a9379-90e1-4ae3-8057-9820c4fa4d6c req-740792c2-9c88-4118-bab5-02dd915aaad8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475601 Nov 10 03:43:16.934601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12489190-6ee6-49d7-a36f-9e378db6fc67 req-a2891f0d-0da5-414e-bb12-b592df6f094e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733584 Nov 10 03:43:16.961083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:16.961083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.058127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-cdd680d2-b609-4d6a-9afb-0b50a96f3f59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 200 len: 217 time: 0.1215749 Nov 10 03:43:17.114202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-e9cc183e-740e-41e7-8fe6-0403dd0a724a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0309236 Nov 10 03:43:17.162020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4dc7-65ca-4690-abbe-15cb9e03c3f8 req-96edbb9e-af0a-480b-bd41-9a8da4dc8c67 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:17.163530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b95d4dc7-65ca-4690-abbe-15cb9e03c3f8 req-96edbb9e-af0a-480b-bd41-9a8da4dc8c67 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.6871114 Nov 10 03:43:17.191285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:43:17.197356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Request body: {'port': {'device_id': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:17.288433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c6c447d6-5d9b-4727-a944-2bbb066f5328 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:17.305637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:43:17.320546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0f57c240-48e5-455b-a37a-5a9c4c324016 admin admin] 10.222.0.24 "PUT /v2.0/routers/0b6df72d-1152-4e87-bdf0-231a6a4882f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768219 Nov 10 03:43:17.323080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46558) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:17.324058 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] Sync routers for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:43:17.337583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-21852c65-1382-4b27-ba14-ff4fce73a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:17.338728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-21852c65-1382-4b27-ba14-ff4fce73a257 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2469628 Nov 10 03:43:17.349837 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:17.351063 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:17.370869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.398753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dc0eb-f494-49e2-80e3-7b2b95102cc7 req-d5a0788a-9926-4136-8dc9-8c7a3893f4f8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:17.400252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-276dc0eb-f494-49e2-80e3-7b2b95102cc7 req-d5a0788a-9926-4136-8dc9-8c7a3893f4f8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.3538344 Nov 10 03:43:17.502769 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.507080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.517562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b95d4dc7-65ca-4690-abbe-15cb9e03c3f8 req-e9ee2523-4ac6-4ff8-814f-7b559414be69 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271956 Nov 10 03:43:17.548287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:17.572402 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:17.581861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'port_id': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'mac_address': 'fa:16:3e:c9:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aec2abc-22bf-4be7-a15e-af32f36fe32d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:17.663424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.698045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:17.709865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6c447d6-5d9b-4727-a944-2bbb066f5328 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:17.713062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d9-0986-4619-b9f1-421f2e681094 req-56ab98a1-9737-4569-b824-06130fd31f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:17.714723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-56ab98a1-9737-4569-b824-06130fd31f30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3418708 Nov 10 03:43:17.716991 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.734704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:17.740520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.784792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-276dc0eb-f494-49e2-80e3-7b2b95102cc7 req-18bee867-d8ae-4b16-863c-c3593cfb29b9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272023 Nov 10 03:43:17.816869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Deleting port ad4f22c9-2489-473d-85bf-f59c415e8e50 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:17.817207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:17.847543 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:43:17.911248 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:43:16Z', 'revision_number': 5, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port': {'id': 'ad4f22c9-2489-473d-85bf-f59c415e8e50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:12Z', 'updated_at': '2021-11-10T03:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:17.943188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c6c447d6-5d9b-4727-a944-2bbb066f5328'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:17.954270 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] Checking router: 0b6df72d-1152-4e87-bdf0-231a6a4882f6 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:43:17.970738 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] Routers {'0b6df72d-1152-4e87-bdf0-231a6a4882f6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:17.971372 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:17.987869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] For port ad4f22c9-2489-473d-85bf-f59c415e8e50, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ad4f22c9-2489-473d-85bf-f59c415e8e50,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:17.988226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.000912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Calling delete_port for ad4f22c9-2489-473d-85bf-f59c415e8e50 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:18.032601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:18.087608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:18.115165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'mac_address': 'fa:16:3e:c4:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:18.185167 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] Set router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:18.192735 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.208725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.221367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:18.264721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4f22c9-2489-473d-85bf-f59c415e8e50,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:18.324564 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:43:17Z', 'revision_number': 6, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:18.332974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30cca64-5fb4-476d-978e-09f0ff120cf8 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:18.342496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.357989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Transition to ACTIVE for port object c30cca64-5fb4-476d-978e-09f0ff120cf8 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:43:18.373536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef072c3-e799-4091-90a4-a6b8262856e9 None None] The sync data for ids ['0b6df72d-1152-4e87-bdf0-231a6a4882f6'] in n-d-817326-2 is: [{'id': '0b6df72d-1152-4e87-bdf0-231a6a4882f6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-230821357-router', 'tenant_id': 'cf565111ce334159a0e95677f161a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:11Z', 'updated_at': '2021-11-10T03:43:17Z', 'revision_number': 6, 'project_id': 'cf565111ce334159a0e95677f161a2f2', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:43:18.408738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.413600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.444615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:18.454507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.455659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bb797633-3de6-4204-885d-497bf2e71463 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:18.492975 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.524773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=12']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:18.548955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.552297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.561664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bb797633-3de6-4204-885d-497bf2e71463, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bb797633-3de6-4204-885d-497bf2e71463,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:18.573235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'bb797633-3de6-4204-885d-497bf2e71463', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'bb797633-3de6-4204-885d-497bf2e71463', 'mac_address': 'fa:16:3e:e1:1c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:18.598697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffabf7-b23a-4100-85f3-2eb0eea20ba2 req-4adcc637-0f13-4fdb-a6eb-2ac5b7a80f4f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:18.606722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71ffabf7-b23a-4100-85f3-2eb0eea20ba2 req-4adcc637-0f13-4fdb-a6eb-2ac5b7a80f4f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 931 time: 0.9126801 Nov 10 03:43:18.618973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-98f55724-0850-4afb-8cc6-d7db811f640d service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473558 Nov 10 03:43:18.626112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.644491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb797633-3de6-4204-885d-497bf2e71463 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:18.645524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.646183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b6df72d-1152-4e87-bdf0-231a6a4882f6 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:43:18.654286 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.655867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5f013fd8-ea5a-4833-a04a-af547f9fd778 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0b6df72d-1152-4e87-bdf0-231a6a4882f6 HTTP/1.1" status: 204 len: 168 time: 1.3302717 Nov 10 03:43:18.659669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46578) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:18.679451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bb797633-3de6-4204-885d-497bf2e71463, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bb797633-3de6-4204-885d-497bf2e71463,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:18.687471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.729750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:18.747137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] Deleting subnet 74a16636-db0d-47f7-ae5e-c1cdb70f3302 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:43:18.754631 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.795199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=bb797633-3de6-4204-885d-497bf2e71463,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:18.833576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.866788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4adb3d-e1b4-4af6-b598-ec1721c85d15 req-ab67be24-ff57-43a1-8f09-08207395a71d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:18.868322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c4adb3d-e1b4-4af6-b598-ec1721c85d15 req-ab67be24-ff57-43a1-8f09-08207395a71d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 948 time: 0.4873977 Nov 10 03:43:18.964098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:18.991343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71ffabf7-b23a-4100-85f3-2eb0eea20ba2 req-9258e495-3649-45d6-9e7b-1f50a1be3f55 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837326 Nov 10 03:43:19.036012 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.068883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.123461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a16636-db0d-47f7-ae5e-c1cdb70f3302,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:19.124489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a0dad-d064-439f-a0f6-a8ee512554af None None] Network 7936e9e9-fa23-47b4-8dd3-fca1886eddbd requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:43:19.127032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.134486 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:43:19.139974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-11deb67a-77d5-42c3-99c0-80d39a9a011b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/74a16636-db0d-47f7-ae5e-c1cdb70f3302 HTTP/1.1" status: 204 len: 168 time: 0.4790137 Nov 10 03:43:19.141031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46582) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:19.188356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:19.205246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['bb797633-3de6-4204-885d-497bf2e71463'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:19.286824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.358934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c6c447d6-5d9b-4727-a944-2bbb066f5328 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:19.369272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Deleting port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:19.369810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.489699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] For port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1b32d3b6-8fa2-40cc-9752-dc47bf75a54d,segment=NetworkSegment(2d308d86-1df9-4a85-b7fd-3e694faaa06c),segment_id=2d308d86-1df9-4a85-b7fd-3e694faaa06c)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:19.490425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.511857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Calling delete_port for 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:19.642108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port c6c447d6-5d9b-4727-a944-2bbb066f5328 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:19.642393 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.671082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.719065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b32d3b6-8fa2-40cc-9752-dc47bf75a54d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:19.722836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] No DVR routers for this DVR port 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:19.765322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e1110-d83e-4e38-9d79-00b47eb879e5 None None] DHCP port deletion for 7936e9e9-fa23-47b4-8dd3-fca1886eddbd request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:43:19.839966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e35599d9-0986-4619-b9f1-421f2e681094 req-ac201e6a-afcc-4268-a73d-5fb42807e504 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2027633 Nov 10 03:43:19.874558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c4adb3d-e1b4-4af6-b598-ec1721c85d15 req-5187ea70-a771-4d91-92b8-da17a77bc847 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9901400 Nov 10 03:43:19.924325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.925214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Attempting to bind port c30cca64-5fb4-476d-978e-09f0ff120cf8 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:19.925574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Attempting to bind port c30cca64-5fb4-476d-978e-09f0ff120cf8 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:19.925903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Attempting to bind port c30cca64-5fb4-476d-978e-09f0ff120cf8 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:19.942052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.949817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.968967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:19.982423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Port c30cca64-5fb4-476d-978e-09f0ff120cf8 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:43:19.987817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Attempting to bind port c30cca64-5fb4-476d-978e-09f0ff120cf8 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:19.992283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:19.994870 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275a4131-4a3b-4009-b3cf-84e2da71d838" -d '{"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-plugged", "status": "completed", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:20.002688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7936e9e9-fa23-47b4-8dd3-fca1886eddbd']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:20.005621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Router 622f033d-c283-4593-9837-0dcfd95475b6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:43:20.022942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:20.030468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d308d86-1df9-4a85-b7fd-3e694faaa06c') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:20.031947 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.034365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d308d86-1df9-4a85-b7fd-3e694faaa06c') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:20.045998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.064702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.069383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:43:20.069871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:43:20.071861 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:43:20.087748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:20.088402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Checking segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:20.088939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Bound using segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:20.089579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Bound port: c30cca64-5fb4-476d-978e-09f0ff120cf8, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:20.090130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.109556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b68e84-d265-4219-8842-c696b484d09b req-e5debb4d-22dc-480c-8758-bb3d97cc8eb0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:20.111517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3b68e84-d265-4219-8842-c696b484d09b req-e5debb4d-22dc-480c-8758-bb3d97cc8eb0 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 950 time: 1.0107424 Nov 10 03:43:20.123246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:20.151923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.164076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.168053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7936e9e9-fa23-47b4-8dd3-fca1886eddbd HTTP/1.1" status: 204 len: 168 time: 1.0250833 Nov 10 03:43:20.186769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbab47-90a8-476f-acf8-4535cae0ca82 admin admin] Pushing event deleted for resources: {'Network': ['ID=7936e9e9-fa23-47b4-8dd3-fca1886eddbd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:20.240937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:20.268946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:20.269504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1b32d3b6-8fa2-40cc-9752-dc47bf75a54d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:20.269926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:20.290249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:20.290663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1c6cd244-2d5b-4e31-8c9c-bf7981c132cf not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:20.291137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad4f22c9-2489-473d-85bf-f59c415e8e50 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:20.312456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ad4f22c9-2489-473d-85bf-f59c415e8e50 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:20.312895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad4f22c9-2489-473d-85bf-f59c415e8e50 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:20.343512 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Floating IP d13bded6-8dc8-4297-8000-8bc06bbbca64 associated. External IP: 172.25.6.247, port: ad679630-7f6d-4951-ba1a-529ce6e69232. Nov 10 03:43:20.427089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46590) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:20.475600 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-39e4a687-235d-4c1b-9db5-9e70dc5268ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf565111ce334159a0e95677f161a2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473442 Nov 10 03:43:20.478065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46592) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:20.538586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a268f122-bd62-41ed-80d8-15e85e622dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.541902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542d66-e982-419d-9a8b-8bac04069510 req-58139608-dedf-4915-883e-f7cc353ecfc6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:20.549140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed542d66-e982-419d-9a8b-8bac04069510 req-58139608-dedf-4915-883e-f7cc353ecfc6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.5332379 Nov 10 03:43:20.565544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a268f122-bd62-41ed-80d8-15e85e622dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.631700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3b68e84-d265-4219-8842-c696b484d09b req-fcafd830-6f5b-459f-b2b6-163fc9d629ae tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901135 Nov 10 03:43:20.642848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a268f122-bd62-41ed-80d8-15e85e622dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.645855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:20.647341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a268f122-bd62-41ed-80d8-15e85e622dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.652114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a268f122-bd62-41ed-80d8-15e85e622dd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/837121d7-a2b6-43c6-9fed-6fca59f43bf4 HTTP/1.1" status: 204 len: 168 time: 0.1702645 Nov 10 03:43:20.673906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268f122-bd62-41ed-80d8-15e85e622dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837121d7-a2b6-43c6-9fed-6fca59f43bf4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:20.674078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:20.698134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.738918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:43:20.762304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] Sync routers for ids ['622f033d-c283-4593-9837-0dcfd95475b6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:43:20.773901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] Routers {'622f033d-c283-4593-9837-0dcfd95475b6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:20.774591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['622f033d-c283-4593-9837-0dcfd95475b6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:20.783265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-728f9a2a-b306-4c39-9f1d-7cddc62a9fd8 admin admin] 10.222.0.24 "PUT /v2.0/routers/622f033d-c283-4593-9837-0dcfd95475b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7474062 Nov 10 03:43:20.785910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46596) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:20.803256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:20.803873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.805518 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] 10.222.0.44 "PUT /v2.0/ports/c30cca64-5fb4-476d-978e-09f0ff120cf8 HTTP/1.1" status: 200 len: 1091 time: 3.6202743 Nov 10 03:43:20.807432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:20.810675 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96df8eee-5d5b-401c-9aa6-f10754155b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:20.836763 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed542d66-e982-419d-9a8b-8bac04069510 req-c65a5e2d-9386-45ab-8d86-91e6e1ca546d tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866964 Nov 10 03:43:20.977525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] Set router 622f033d-c283-4593-9837-0dcfd95475b6 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:20.977869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:20.986272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36488da0-86f3-4178-ae12-5a0b797a147f service neutron] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:21.002958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92017e5d-861c-4025-9584-3ec796906d86 req-ee130e7d-81d6-4d7f-ab2b-6f024a00078c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:21.010412 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493792d5-ab78-4925-b839-1edc28f292a0 x-openstack-request-id: req-493792d5-ab78-4925-b839-1edc28f292a0 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:21.010725 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-plugged", "status": "completed", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:21.011676 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-493792d5-ab78-4925-b839-1edc28f292a0 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:21.012013 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'code': 200} Nov 10 03:43:21.012195 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92017e5d-861c-4025-9584-3ec796906d86 req-ee130e7d-81d6-4d7f-ab2b-6f024a00078c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.2276840 Nov 10 03:43:21.082242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-be35bfec-06c7-4d44-9ad6-a2061b22d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:21.083794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-be35bfec-06c7-4d44-9ad6-a2061b22d421 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 1094 time: 0.2290232 Nov 10 03:43:21.179214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-f58fff41-9352-4d87-9db0-c4983265f401 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8 HTTP/1.1" status: 200 len: 217 time: 0.0866883 Nov 10 03:43:21.198039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92017e5d-861c-4025-9584-3ec796906d86 req-18499c57-6329-4f18-b2a9-251e89f7095b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802144 Nov 10 03:43:21.216070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:21.305894 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25309262-93f4-4396-be01-b4fbdc88fbea x-openstack-request-id: req-25309262-93f4-4396-be01-b4fbdc88fbea {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:21.307565 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:21.309904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '426de503-df56-4878-b42b-30f921cff012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:43:15Z', 'revision_number': 5, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port': {'id': '426de503-df56-4878-b42b-30f921cff012', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f033d-c283-4593-9837-0dcfd95475b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:37:58Z', 'updated_at': '2021-11-10T03:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:21.310463 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25309262-93f4-4396-be01-b4fbdc88fbea {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:21.311070 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'status': 'completed', 'code': 200} Nov 10 03:43:21.341253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Deleting port 426de503-df56-4878-b42b-30f921cff012 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:21.341614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:21.367572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] Checking router: 622f033d-c283-4593-9837-0dcfd95475b6 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:43:21.374894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Router c4d85226-d149-46e7-bfda-84872cee4991 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:43:21.396012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] Routers {'622f033d-c283-4593-9837-0dcfd95475b6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:21.396871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['622f033d-c283-4593-9837-0dcfd95475b6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:21.400218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb687f-b462-4fa4-8d1c-29152e1f209f req-641bcc02-65ea-43d6-a7f2-ae9302f7b0b6 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:21.401833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85eb687f-b462-4fa4-8d1c-29152e1f209f req-641bcc02-65ea-43d6-a7f2-ae9302f7b0b6 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 943 time: 0.2957165 Nov 10 03:43:21.444775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-0f94d39e-ada3-4236-b881-e5ae2edd6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:21.446203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-0f94d39e-ada3-4236-b881-e5ae2edd6e87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.2269561 Nov 10 03:43:21.555404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-cb2e64b1-fae7-4631-9cff-60d70b58af8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887036 Nov 10 03:43:21.594247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] Set router 622f033d-c283-4593-9837-0dcfd95475b6 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:21.699816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:43:21Z', 'revision_number': 6, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:21.728992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bb797633-3de6-4204-885d-497bf2e71463 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:21.761097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85eb687f-b462-4fa4-8d1c-29152e1f209f req-96921413-f6ed-4e35-9bc7-63959e7bde80 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389087 Nov 10 03:43:21.768566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d983e-866d-4f7a-97ef-868e1e45f695 None None] The sync data for ids ['622f033d-c283-4593-9837-0dcfd95475b6'] in n-d-817326-2 is: [{'id': '622f033d-c283-4593-9837-0dcfd95475b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952713353-router', 'tenant_id': '9390052c621c486ea7397be8f735a43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:37:57Z', 'updated_at': '2021-11-10T03:43:21Z', 'revision_number': 6, 'project_id': '9390052c621c486ea7397be8f735a43c', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:43:21.789353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port bb797633-3de6-4204-885d-497bf2e71463 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:21.794530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port bb797633-3de6-4204-885d-497bf2e71463 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:21.796457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:21.836058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] For port 426de503-df56-4878-b42b-30f921cff012, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=426de503-df56-4878-b42b-30f921cff012,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:21.836058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:21.845641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-7111710a-eb13-44fd-a6c2-45ba917015a6 service neutron] 10.222.0.44 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801819 Nov 10 03:43:21.849846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Calling delete_port for 426de503-df56-4878-b42b-30f921cff012 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:21.988483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:21.993547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:43:21.998563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.009816 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] Sync routers for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:43:22.018881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db47e3-a1b0-4ddb-ad8b-79f7710990fd req-3eae36f5-9f6b-4394-921e-62363069a8d9 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:22.020659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9db47e3-a1b0-4ddb-ad8b-79f7710990fd req-3eae36f5-9f6b-4394-921e-62363069a8d9 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.6120045 Nov 10 03:43:22.027846 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:22.030483 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:22.044449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.044804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.084112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bb797633-3de6-4204-885d-497bf2e71463, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bb797633-3de6-4204-885d-497bf2e71463,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:22.090029 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.091435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:22.182407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Pushing event deleted for resources: {'Port': ['ID=426de503-df56-4878-b42b-30f921cff012,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:22.192353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:22.243273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.293095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=bb797633-3de6-4204-885d-497bf2e71463,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:22.310150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3d0faa67-6a2b-4abb-bd21-71f50d887efb tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "PUT /v2.0/floatingips/d13bded6-8dc8-4297-8000-8bc06bbbca64 HTTP/1.1" status: 200 len: 991 time: 5.9533362 Nov 10 03:43:22.310379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:22.310689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0b7ddbf7-902f-44dd-9e4b-c59b389a9018 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:22.315974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:22.321018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:22.321483 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:22.322096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.350900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-324173576-network', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:22.412076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.417625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.427932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.476418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:22.481707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Made reservation on behalf of 2822c6e75ade42f7945efa15dd85c929 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:22.486808 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.488161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.508840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.509487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622f033d-c283-4593-9837-0dcfd95475b6 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:43:22.513917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.515101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1f0d48a1-f271-416b-a1cc-5040b9b722db admin admin] 10.222.0.24 "DELETE /v2.0/routers/622f033d-c283-4593-9837-0dcfd95475b6 HTTP/1.1" status: 204 len: 168 time: 1.7279034 Nov 10 03:43:22.517871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46632) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:22.535167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334fddc-46e0-420c-b42b-042f8b7cd3c9 req-3bb216a7-c67c-4dca-8e66-5b495c6bb3b1 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:22.550976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7334fddc-46e0-420c-b42b-042f8b7cd3c9 req-3bb216a7-c67c-4dca-8e66-5b495c6bb3b1 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 950 time: 0.5604761 Nov 10 03:43:22.575176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9db47e3-a1b0-4ddb-ad8b-79f7710990fd req-86e0ebcf-0b56-4ab2-a00c-20aa566662c8 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893312 Nov 10 03:43:22.577706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e3a33a2-1c43-4ce6-a4fa-15a0d6f49594 req-9d96d51d-58ea-4aef-b047-3788b4fc5c95 service neutron] 10.222.0.44 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252510 Nov 10 03:43:22.599847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=13']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:22.599981 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.672196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] Deleting subnet 897a42b0-5837-4baa-bbbc-8d3bba320572 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:43:22.686766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.746085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.791133 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'd13bded6-8dc8-4297-8000-8bc06bbbca64', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'port_id': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'mac_address': 'fa:16:3e:8c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:42:15Z', 'updated_at': '2021-11-10T03:43:18Z', 'revision_number': 1, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:14Z', 'revision_number': 5, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:22.840463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-f423ced6-5755-4e0d-a718-3d36ba4890b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:22.842014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-f423ced6-5755-4e0d-a718-3d36ba4890b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 1094 time: 0.1945033 Nov 10 03:43:22.847697 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] Checking router: c4d85226-d149-46e7-bfda-84872cee4991 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:43:22.857503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7334fddc-46e0-420c-b42b-042f8b7cd3c9 req-a7fd4cb2-2fe7-44c6-b565-e2ee06c7ca11 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011429 Nov 10 03:43:22.879988 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:22.880752 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:22.929172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.938840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:22.959239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9f1e6-13ea-4282-bb37-6af980a6e2c9 req-df05a95a-cc49-4919-8a31-c1f7681153eb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:22.961255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eef9f1e6-13ea-4282-bb37-6af980a6e2c9 req-df05a95a-cc49-4919-8a31-c1f7681153eb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 951 time: 0.2278247 Nov 10 03:43:23.013727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb797633-3de6-4204-885d-497bf2e71463'}, {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:23.014489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.016158 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0366e354-e9a7-46ee-b90c-4b38d02bc39a" -d '{"events": [{"server_uuid": "bef72b5f-aaa0-493a-964f-845a4a42f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "bb797633-3de6-4204-885d-497bf2e71463"}, {"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:23.044793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa357a1f-ab64-4a06-8837-aed7d80c65be None None] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:43:23.051238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.052724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.072043 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/897a42b0-5837-4baa-bbbc-8d3bba320572 HTTP/1.1" status: 204 len: 168 time: 0.5527837 Nov 10 03:43:23.074538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46640) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:23.122554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f8275-1127-41f4-b7a9-22eb1d48a086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897a42b0-5837-4baa-bbbc-8d3bba320572,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:23.200756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee50e6d-a8df-4451-b060-7124a2bb5fa5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:23.202996 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.216193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.230653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:43:23.233065 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:23.250531 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.251373 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Added segment fd3ad70a-7dbc-4052-9e35-ecf6740dff58 of type vlan for network 6325a212-8c95-4e0b-be31-e70d6ea264c9 Nov 10 03:43:23.301444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.330429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:23.333410 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d19a3-434d-42b3-aca8-cabe65861ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:23.347183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a433f-b364-4d22-9843-de9699ba26c0 req-6d5820d6-dd06-40aa-bfcf-0ca5520d985d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:23.350152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f9a433f-b364-4d22-9843-de9699ba26c0 req-6d5820d6-dd06-40aa-bfcf-0ca5520d985d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.3758054 Nov 10 03:43:23.350384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Deleting port 6434685d-d031-4f3e-868a-6f70b9190c67 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:23.351581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.357245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.359308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:23.359611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.459673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] For port 6434685d-d031-4f3e-868a-6f70b9190c67, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6434685d-d031-4f3e-868a-6f70b9190c67,segment=NetworkSegment(ed17f1a2-aabe-40ea-b1d2-c1093c187ce8),segment_id=ed17f1a2-aabe-40ea-b1d2-c1093c187ce8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:23.460486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.475191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] DHCP port deletion for 6c195003-63e3-4777-80bb-e4b1c4a2e65a request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:43:23.482137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Calling delete_port for 6434685d-d031-4f3e-868a-6f70b9190c67 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:23.489851 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'd13bded6-8dc8-4297-8000-8bc06bbbca64', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'port_id': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'mac_address': 'fa:16:3e:8c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:42:15Z', 'updated_at': '2021-11-10T03:43:18Z', 'revision_number': 1, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:14Z', 'revision_number': 5, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:23.517690 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171cf600-715e-40d1-8e42-82aba2e4a2b1 None None] The sync data for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 is: [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'd13bded6-8dc8-4297-8000-8bc06bbbca64', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'port_id': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'mac_address': 'fa:16:3e:8c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:42:15Z', 'updated_at': '2021-11-10T03:43:18Z', 'revision_number': 1, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:14Z', 'revision_number': 5, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:43:23.557458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eef9f1e6-13ea-4282-bb37-6af980a6e2c9 req-0c17de4f-2e7e-4b32-90e4-8627ee941701 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551735 Nov 10 03:43:23.564509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5658832 Nov 10 03:43:23.566929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46644) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:23.577564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Request body: {'subnet': {'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-subnet', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:23.596747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] Deleting port 6434685d-d031-4f3e-868a-6f70b9190c67 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:23.597432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.660859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.701704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] For port 6434685d-d031-4f3e-868a-6f70b9190c67, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6434685d-d031-4f3e-868a-6f70b9190c67,segment=NetworkSegment(ed17f1a2-aabe-40ea-b1d2-c1093c187ce8),segment_id=ed17f1a2-aabe-40ea-b1d2-c1093c187ce8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:23.702565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.703510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1b185-345b-44b1-80b0-4d00ac73da1a admin admin] Pushing event updated for resources: {'Network': ['ID=6325a212-8c95-4e0b-be31-e70d6ea264c9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:23.716518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:43:23.723778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] Calling delete_port for 6434685d-d031-4f3e-868a-6f70b9190c67 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:23.732002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] No DVR routers for this DVR port 6434685d-d031-4f3e-868a-6f70b9190c67 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:23.741328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6434685d-d031-4f3e-868a-6f70b9190c67,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:23.743426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f9a433f-b364-4d22-9843-de9699ba26c0 req-c9c877fb-d9d3-4ece-b1dd-10b964df89f8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148983 Nov 10 03:43:23.746849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-0403375b-47c4-4cab-9c0f-2e5d712c2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:23.748643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-0403375b-47c4-4cab-9c0f-2e5d712c2321 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 905 time: 0.8885906 Nov 10 03:43:23.761734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Made reservation on behalf of 2822c6e75ade42f7945efa15dd85c929 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:23.765419 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.923912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:23.977455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c195003-63e3-4777-80bb-e4b1c4a2e65a']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:23.993184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:23.997264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed17f1a2-aabe-40ea-b1d2-c1093c187ce8') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:24.020918 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08fadb9-9a48-4c2f-b77b-d0444e6c42c3 x-openstack-request-id: req-f08fadb9-9a48-4c2f-b77b-d0444e6c42c3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:24.022889 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef72b5f-aaa0-493a-964f-845a4a42f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "bb797633-3de6-4204-885d-497bf2e71463", "code": 200}, {"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:24.023424 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f08fadb9-9a48-4c2f-b77b-d0444e6c42c3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:24.023843 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb797633-3de6-4204-885d-497bf2e71463', 'code': 200} Nov 10 03:43:24.024690 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'code': 200} Nov 10 03:43:24.031226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef26446b-29af-486b-98be-7c9a8e8ba40a None None] New status for floating IP d13bded6-8dc8-4297-8000-8bc06bbbca64: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:43:24.035209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.060217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.069798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:43:24.070811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:43:24.193981 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:43:24.199917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.219733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.233431 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c195003-63e3-4777-80bb-e4b1c4a2e65a HTTP/1.1" status: 204 len: 168 time: 1.1577547 Nov 10 03:43:24.249670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 426de503-df56-4878-b42b-30f921cff012 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:24.250290 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0319162-5d32-49b7-a0de-21423cde36bc x-openstack-request-id: req-a0319162-5d32-49b7-a0de-21423cde36bc {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:24.250762 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:24.251041 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0319162-5d32-49b7-a0de-21423cde36bc {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:24.252556 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'status': 'completed', 'code': 200} Nov 10 03:43:24.290954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 426de503-df56-4878-b42b-30f921cff012 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:24.291282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 426de503-df56-4878-b42b-30f921cff012 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:24.291699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6434685d-d031-4f3e-868a-6f70b9190c67 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:24.312050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.322930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-4b825470-8f7f-4fa0-ac72-f3dd9fd99e81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8 HTTP/1.1" status: 200 len: 217 time: 0.1668735 Nov 10 03:43:24.345256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21430984-a58c-46ec-a489-1f46b48b31f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c195003-63e3-4777-80bb-e4b1c4a2e65a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:24.358647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6434685d-d031-4f3e-868a-6f70b9190c67 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:24.358960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6434685d-d031-4f3e-868a-6f70b9190c67 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:24.362514 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.400759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] Pushing event deleted for resources: {'Port': ['ID=6434685d-d031-4f3e-868a-6f70b9190c67,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:24.404815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] Network 6c195003-63e3-4777-80bb-e4b1c4a2e65a is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 03:43:24.405278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90466fbd-99b7-443c-853e-827aa2bca28f None None] No DVR routers for this DVR port 6434685d-d031-4f3e-868a-6f70b9190c67 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:24.425732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-47f2a32b-5030-4e76-8eb2-4dd6450e58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.427351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-47f2a32b-5030-4e76-8eb2-4dd6450e58b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1527dc897a44542a47b7845a73f9f42&device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 1096 time: 0.2583883 Nov 10 03:43:24.595562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-8039d5b2-0232-400c-8a19-e0b39c513338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.596779 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-8039d5b2-0232-400c-8a19-e0b39c513338 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a82d4-f52e-490f-a98c-f2ed15732c72 HTTP/1.1" status: 200 len: 915 time: 0.1512032 Nov 10 03:43:24.597327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46654) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:24.703963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-00a31341-8f14-4f16-aa3c-92cc1fe57bef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad679630-7f6d-4951-ba1a-529ce6e69232 HTTP/1.1" status: 200 len: 1001 time: 0.0935419 Nov 10 03:43:24.706775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d30be2d4-7361-49b6-9dff-6d88e0fa5d91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=643f90b832a64313836fa27d3ef36de3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1082835 Nov 10 03:43:24.719826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46660) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:24.815885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02fcf089-71a5-445d-95bd-b8230d7c4799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.818692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-cf5c5931-63d4-4fe3-97e3-8ca618cd26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.820284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-cf5c5931-63d4-4fe3-97e3-8ca618cd26b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cda49f39-6e98-40f3-9dea-85e0bd3d80a2 HTTP/1.1" status: 200 len: 854 time: 0.1014121 Nov 10 03:43:24.886952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02fcf089-71a5-445d-95bd-b8230d7c4799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:24.912515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcda03-0944-488c-880e-c696c48b48f2 req-49ee4946-b44d-4c31-b23e-65f56cf2aba3 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.914158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51dcda03-0944-488c-880e-c696c48b48f2 req-49ee4946-b44d-4c31-b23e-65f56cf2aba3 tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 1102 time: 0.6827378 Nov 10 03:43:24.915754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933d29e-d1e7-44ae-a247-6df5aa3e8b62 req-ac49cfec-540f-4417-8baf-6d91f17973c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.917531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6933d29e-d1e7-44ae-a247-6df5aa3e8b62 req-ac49cfec-540f-4417-8baf-6d91f17973c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 1101 time: 0.6692636 Nov 10 03:43:24.921960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf335cd-8a59-43ad-beb0-848db77f6788,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:24.931474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-85c4a184-2cfe-4a69-86b9-e8cb229793e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.933518 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-85c4a184-2cfe-4a69-86b9-e8cb229793e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a82d4-f52e-490f-a98c-f2ed15732c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015022 Nov 10 03:43:24.934608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9efd8-117c-4a5a-b761-a8df26aaf6a6 req-8196f037-4b19-463b-99f8-4aecfc029000 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.936219 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87a9efd8-117c-4a5a-b761-a8df26aaf6a6 req-8196f037-4b19-463b-99f8-4aecfc029000 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 943 time: 0.6816525 Nov 10 03:43:24.942854 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-72e8d5fa-dabf-4d45-acb5-528d918c922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:24.944278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-72e8d5fa-dabf-4d45-acb5-528d918c922c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.5602403 Nov 10 03:43:24.952832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Checking segment: {'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:24.953187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Network hostable DHCP agents. Network: 6325a212-8c95-4e0b-be31-e70d6ea264c9, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:43:25.010330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02fcf089-71a5-445d-95bd-b8230d7c4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.011077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-af2c7933-94d4-4cff-9e69-7b779a4f0986 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486126 Nov 10 03:43:25.015130 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02fcf089-71a5-445d-95bd-b8230d7c4799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.018849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-02fcf089-71a5-445d-95bd-b8230d7c4799 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b38e449-cf7c-4d1f-b0a5-a52b431dc1da HTTP/1.1" status: 204 len: 168 time: 0.2956040 Nov 10 03:43:25.033561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcf089-71a5-445d-95bd-b8230d7c4799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b38e449-cf7c-4d1f-b0a5-a52b431dc1da,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:25.117077 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-6c8c4778-42e3-412d-baa4-e60d5f43f460 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739850 Nov 10 03:43:25.186312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:43:25.203041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6933d29e-d1e7-44ae-a247-6df5aa3e8b62 req-e7610284-ec4f-41f4-9d01-94beccc09f0b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769825 Nov 10 03:43:25.212980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87a9efd8-117c-4a5a-b761-a8df26aaf6a6 req-5c2c2935-fc78-40cf-ac0f-465f21a4da87 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652123 Nov 10 03:43:25.218768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6325a212-8c95-4e0b-be31-e70d6ea264c9) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:25.221977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51dcda03-0944-488c-880e-c696c48b48f2 req-799362bc-ea8f-4420-bb48-975873d68a9d tempest-MigrationsAdminTest-472299503 tempest-MigrationsAdminTest-472299503-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756958 Nov 10 03:43:25.226193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:25.226782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.233233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c35d3-c226-4ecb-9d7b-9d28ba8b7227 None None] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:43:25.275646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9c38d42c-0811-4cce-8490-45af4591c761 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7037466 Nov 10 03:43:25.280744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46670) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:25.290221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:25.321656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cc6d19a3-434d-42b3-aca8-cabe65861ecc req-ab1a903c-c8fa-43d7-ab11-bc9660c1956d service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882300 Nov 10 03:43:25.336846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-2fb86225-2283-4720-bdaa-0cd0e6a6a116 service neutron] 10.222.0.44 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008361 Nov 10 03:43:25.355896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.358606 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.370450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c30cca64-5fb4-476d-978e-09f0ff120cf8 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:25.468480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.557226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ea9b5-d651-486f-9f52-1f510aae2645 req-bf599d00-07ba-4b65-a16e-2440e0796d09 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:25.565527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-114ea9b5-d651-486f-9f52-1f510aae2645 req-bf599d00-07ba-4b65-a16e-2440e0796d09 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 950 time: 0.1187856 Nov 10 03:43:25.586143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152d3a9-e342-4d60-9a56-49121c43d7a9 req-96b7dc39-f77a-460c-9806-0d05f188d355 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:25.587999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1152d3a9-e342-4d60-9a56-49121c43d7a9 req-96b7dc39-f77a-460c-9806-0d05f188d355 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.1425016 Nov 10 03:43:25.622527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96df8eee-5d5b-401c-9aa6-f10754155b6d req-7687cb2e-3977-444c-8dfa-6e7903ca581d service neutron] 10.222.0.44 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782049 Nov 10 03:43:25.665177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:25.684723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-6325a212-8c95-4e0b-be31-e70d6ea264c9', 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'fixed_ips': [{'subnet_id': '7bf335cd-8a59-43ad-beb0-848db77f6788'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:43:25.686468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.698769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'mac_address': 'fa:16:3e:3e:46:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:25.704287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46674) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:25.714859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-114ea9b5-d651-486f-9f52-1f510aae2645 req-2691ab1c-b690-4e71-bded-2105716a86c4 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435356 Nov 10 03:43:25.720050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1152d3a9-e342-4d60-9a56-49121c43d7a9 req-393d7345-142e-42c9-aa02-0e24569c86a7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199031 Nov 10 03:43:25.824618 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.848808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30cca64-5fb4-476d-978e-09f0ff120cf8 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:25.866118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.869538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:25.894711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:25.906298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-82c5b020-0209-4234-99d3-5324e52af234 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9390052c621c486ea7397be8f735a43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005851 Nov 10 03:43:25.908809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46678) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:25.960978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Allocated IP 172.20.0.2 (6325a212-8c95-4e0b-be31-e70d6ea264c9/7bf335cd-8a59-43ad-beb0-848db77f6788/bf05dda0-de5f-4439-9c8b-cad7d90668bb) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:25.974346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:26.027227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54e733-2670-474c-9607-6be804f0c3ef req-9e5abf48-c8ac-4896-b0e7-130485e4be3b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:26.028795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce54e733-2670-474c-9607-6be804f0c3ef req-9e5abf48-c8ac-4896-b0e7-130485e4be3b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1952376 Nov 10 03:43:26.114586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1ba892b-6d2c-42af-becc-3c49d89cb2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.140704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1ba892b-6d2c-42af-becc-3c49d89cb2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.177324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c30cca64-5fb4-476d-978e-09f0ff120cf8'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:26.225690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1ba892b-6d2c-42af-becc-3c49d89cb2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.228669 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1ba892b-6d2c-42af-becc-3c49d89cb2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.230632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e1ba892b-6d2c-42af-becc-3c49d89cb2ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7c3ef55-9e07-4b0f-9598-bdfad8f64a6c HTTP/1.1" status: 204 len: 168 time: 0.3188996 Nov 10 03:43:26.262202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.266406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce54e733-2670-474c-9607-6be804f0c3ef req-b480db25-5c66-442d-bcaa-c9eb67a9f1bd tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214837 Nov 10 03:43:26.270042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba892b-6d2c-42af-becc-3c49d89cb2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c3ef55-9e07-4b0f-9598-bdfad8f64a6c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:26.348659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.355360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3271b-0301-49de-9249-bfad94cace09 req-2c90d476-d7f1-4d61-a429-fb3a7ef87dbd tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:26.366502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2d3271b-0301-49de-9249-bfad94cace09 req-2c90d476-d7f1-4d61-a429-fb3a7ef87dbd tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.1608419 Nov 10 03:43:26.367424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.381997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.437061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:26.449422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:26.453346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:26.532083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2d3271b-0301-49de-9249-bfad94cace09 req-11017e9f-3245-4c25-bed6-189ffe5ab436 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536582 Nov 10 03:43:26.535424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Pushing event updated for resources: {'Port': ['ID=bf05dda0-de5f-4439-9c8b-cad7d90668bb,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:26.564707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Allocated IP 172.25.6.175 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/ae99d2b6-890c-49c6-88c8-137d55cb8b50) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:26.577812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1078091-cce4-4208-93da-137dbcba7991 req-f0e19733-8b0f-411a-808f-db98f65a99eb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:26.582194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1078091-cce4-4208-93da-137dbcba7991 req-f0e19733-8b0f-411a-808f-db98f65a99eb tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 951 time: 0.1578197 Nov 10 03:43:26.598311 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Attempting to bind port bf05dda0-de5f-4439-9c8b-cad7d90668bb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:26.598729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Attempting to bind port bf05dda0-de5f-4439-9c8b-cad7d90668bb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:26.599097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Attempting to bind port bf05dda0-de5f-4439-9c8b-cad7d90668bb on network 6325a212-8c95-4e0b-be31-e70d6ea264c9 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:26.635568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:26.636235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Checking segment: {'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:26.636797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.637360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Bound using segment: {'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:26.638620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Bound port: bf05dda0-de5f-4439-9c8b-cad7d90668bb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:26.639189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.701623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1078091-cce4-4208-93da-137dbcba7991 req-1847b9f9-c662-452b-abd3-e76596d21d7c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110926 Nov 10 03:43:26.715225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] For port bf05dda0-de5f-4439-9c8b-cad7d90668bb, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:26.720262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] For port bf05dda0-de5f-4439-9c8b-cad7d90668bb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bf05dda0-de5f-4439-9c8b-cad7d90668bb,segment=NetworkSegment(fd3ad70a-7dbc-4052-9e35-ecf6740dff58),segment_id=fd3ad70a-7dbc-4052-9e35-ecf6740dff58)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:26.727469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.799784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602edd93-fc8b-439f-887d-ea2bb8bd6272 req-812b2603-dcb7-4bea-9040-1e271cbef2ba tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:26.806442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-602edd93-fc8b-439f-887d-ea2bb8bd6272 req-812b2603-dcb7-4bea-9040-1e271cbef2ba tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 944 time: 0.1221890 Nov 10 03:43:26.840427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.929019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:26.971375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3981547-f05a-4740-a5c2-4ab8fadbe942 None None] Pushing event updated for resources: {'Port': ['ID=bf05dda0-de5f-4439-9c8b-cad7d90668bb,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:26.998921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:27.002264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:27.003486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-602edd93-fc8b-439f-887d-ea2bb8bd6272 req-deb11509-d044-4baf-81b1-831e0a2a8b7c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805599 Nov 10 03:43:27.021143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:27.063539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6b9f8-3bf4-4779-8141-5fec9de14ab8 req-970fb530-46ec-4307-8be7-b00f3c5b7666 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:27.086752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21d6b9f8-3bf4-4779-8141-5fec9de14ab8 req-970fb530-46ec-4307-8be7-b00f3c5b7666 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 950 time: 0.1897328 Nov 10 03:43:27.155063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae99d2b6-890c-49c6-88c8-137d55cb8b50,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:27.239133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21d6b9f8-3bf4-4779-8141-5fec9de14ab8 req-2b7e9ac5-e92c-4965-b1cb-9dbe957cc39c tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511579 Nov 10 03:43:27.267201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63377-c7ac-45f8-8fa9-09b9fc499877 req-92f78cb7-395d-4cec-930f-21217e92b5d9 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:27.270056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8c63377-c7ac-45f8-8fa9-09b9fc499877 req-92f78cb7-395d-4cec-930f-21217e92b5d9 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.1267989 Nov 10 03:43:27.440437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8c63377-c7ac-45f8-8fa9-09b9fc499877 req-53e5a8b6-a346-45ae-83df-29b95571bacc tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501117 Nov 10 03:43:27.547567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-671b5871-c4cc-4dde-9f29-f50e5457b3e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1061006 Nov 10 03:43:27.601999 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:27.736786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51053cf-91c5-4607-a000-9884744c0590 req-402a114a-e197-40f8-bfd1-a8af18f88b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:27.740786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-402a114a-e197-40f8-bfd1-a8af18f88b50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 1101 time: 0.1569946 Nov 10 03:43:27.819446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99c4e5-79c0-4b51-812d-037f8520b434 req-4afbc322-c4d7-4a26-a35c-5daa81c24d99 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:27.821012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf99c4e5-79c0-4b51-812d-037f8520b434 req-4afbc322-c4d7-4a26-a35c-5daa81c24d99 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1779034 Nov 10 03:43:28.009691 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf99c4e5-79c0-4b51-812d-037f8520b434 req-5c2878cb-d449-462d-8000-9b8245ec367d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009066 Nov 10 03:43:28.033284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51053cf-91c5-4607-a000-9884744c0590 req-dde9842e-1a82-4a8b-8de4-3e460038deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.047501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-dde9842e-1a82-4a8b-8de4-3e460038deb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2622082 Nov 10 03:43:28.072371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:28.224651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-ee1e4799-b922-40fa-95ac-eaca43da24b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 200 len: 217 time: 0.1759171 Nov 10 03:43:28.296891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51053cf-91c5-4607-a000-9884744c0590 req-f990c0f3-c917-45f7-a19e-f723a8c745c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.299424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-f990c0f3-c917-45f7-a19e-f723a8c745c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0638983 Nov 10 03:43:28.331383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-ded1fdbc-f570-43c9-ad5b-5e8bdc66babd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.332179 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-ded1fdbc-f570-43c9-ad5b-5e8bdc66babd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 951 time: 0.3128903 Nov 10 03:43:28.373676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bf05dda0-de5f-4439-9c8b-cad7d90668bb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:28.393367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a822405-133f-4d78-a3bb-3f0f293fe3f3 req-377a6b16-b378-41cf-8d3c-a317ad5e08db tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.404881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a822405-133f-4d78-a3bb-3f0f293fe3f3 req-377a6b16-b378-41cf-8d3c-a317ad5e08db tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.2519584 Nov 10 03:43:28.422565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f8f01a-4704-4148-a867-04d162c76eaa None None] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:43:28.467619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51053cf-91c5-4607-a000-9884744c0590 req-37ddc087-b1f4-48a3-9165-bbc01f601163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.469152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-37ddc087-b1f4-48a3-9165-bbc01f601163 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620555 Nov 10 03:43:28.482478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26d9fa-dac3-4e12-9f80-d7ad8e69e61a req-b8d4ae48-9bf1-4cec-b72d-314cde6afb2f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.484010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f26d9fa-dac3-4e12-9f80-d7ad8e69e61a req-b8d4ae48-9bf1-4cec-b72d-314cde6afb2f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 951 time: 0.1835136 Nov 10 03:43:28.567568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Router da2e6982-940e-4adc-9347-b5b4525fef95 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:43:28.598034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Deleting port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:28.598503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:28.610512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3c485eb0-c3d5-4b06-bd82-5280287bc69a None None] Provisioning complete for port bf05dda0-de5f-4439-9c8b-cad7d90668bb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:28.610903 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3c485eb0-c3d5-4b06-bd82-5280287bc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:28.618261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a822405-133f-4d78-a3bb-3f0f293fe3f3 req-744c0c56-02b1-4969-b6f9-3a23ceadad86 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105162 Nov 10 03:43:28.658483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f26d9fa-dac3-4e12-9f80-d7ad8e69e61a req-6cf81216-deab-4aee-82d4-e1678a9b9e49 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638310 Nov 10 03:43:28.726517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-fba80457-ef4c-46d7-b105-67d442848337 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415214 Nov 10 03:43:28.781279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port bf05dda0-de5f-4439-9c8b-cad7d90668bb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:28.794044 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:28.887264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51053cf-91c5-4607-a000-9884744c0590 req-42aadc04-b894-4900-989f-3ae616281be6 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526313 Nov 10 03:43:28.904518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ca82-30ec-486c-8a90-001a150454fa req-0bc5309b-85c9-480e-a17d-7f03396016c0 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.911728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c6ca82-30ec-486c-8a90-001a150454fa req-0bc5309b-85c9-480e-a17d-7f03396016c0 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 944 time: 0.1135290 Nov 10 03:43:28.927333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:43:28.931742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35e60a-d046-482b-9c37-6ef3d3efe19e req-d0a5a4a8-319a-40d0-8cb8-748a58b4ba04 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:28.940480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b35e60a-d046-482b-9c37-6ef3d3efe19e req-d0a5a4a8-319a-40d0-8cb8-748a58b4ba04 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 950 time: 0.1434586 Nov 10 03:43:28.943532 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Sync routers for ids ['da2e6982-940e-4adc-9347-b5b4525fef95'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:43:28.985747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:28.986983 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bb12ada6-f6bc-4548-8336-e6570bf3b6b3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7051816 Nov 10 03:43:28.990301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46746) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:28.993652 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Routers {'da2e6982-940e-4adc-9347-b5b4525fef95'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:29.000080 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['da2e6982-940e-4adc-9347-b5b4525fef95'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:29.004024 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3c485eb0-c3d5-4b06-bd82-5280287bc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:29.054162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c6ca82-30ec-486c-8a90-001a150454fa req-873424f4-4a0a-457c-b890-598d7bf68093 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414759 Nov 10 03:43:29.088449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b35e60a-d046-482b-9c37-6ef3d3efe19e req-671b1224-52e4-45d5-b4d8-a6c1bbd1fac6 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470327 Nov 10 03:43:29.174882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] For port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:29.175548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:29.194551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Calling delete_port for 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:29.267205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Set router da2e6982-940e-4adc-9347-b5b4525fef95 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:29.450991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c30cca64-5fb4-476d-978e-09f0ff120cf8 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:29.459270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3c485eb0-c3d5-4b06-bd82-5280287bc69a None None] For port bf05dda0-de5f-4439-9c8b-cad7d90668bb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bf05dda0-de5f-4439-9c8b-cad7d90668bb,segment=NetworkSegment(fd3ad70a-7dbc-4052-9e35-ecf6740dff58),segment_id=fd3ad70a-7dbc-4052-9e35-ecf6740dff58)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:29.523478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3c485eb0-c3d5-4b06-bd82-5280287bc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:29.551527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d24d-92a5-41e4-b6ca-13fcb07bec43 req-ebc462c1-6fb6-43b3-a46e-a5158db307b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:29.563712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ded6d24d-92a5-41e4-b6ca-13fcb07bec43 req-ebc462c1-6fb6-43b3-a46e-a5158db307b2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1144791 Nov 10 03:43:29.590662 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:29.669834 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:43:27Z', 'revision_number': 3, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:29.696791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c485eb0-c3d5-4b06-bd82-5280287bc69a None None] Pushing event updated for resources: {'Port': ['ID=bf05dda0-de5f-4439-9c8b-cad7d90668bb,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:29.711916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127c10-7bdf-4bae-a423-d3694aa47ae9 req-8a172654-ac54-4a33-8c75-2f1ef32b5221 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:29.714312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a127c10-7bdf-4bae-a423-d3694aa47ae9 req-8a172654-ac54-4a33-8c75-2f1ef32b5221 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.1267090 Nov 10 03:43:29.730648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ded6d24d-92a5-41e4-b6ca-13fcb07bec43 req-28795e7e-b794-4ddc-a433-039709f6bff8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656687 Nov 10 03:43:29.742078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port c30cca64-5fb4-476d-978e-09f0ff120cf8 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:29.752667 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Checking router: da2e6982-940e-4adc-9347-b5b4525fef95 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:43:29.753017 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Updating router da2e6982-940e-4adc-9347-b5b4525fef95 port ae99d2b6-890c-49c6-88c8-137d55cb8b50 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:43:29.763528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port c30cca64-5fb4-476d-978e-09f0ff120cf8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:29.767077 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:29.822555 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:29.849601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:43:29.850233 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:43:29.853812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a127c10-7bdf-4bae-a423-d3694aa47ae9 req-a67d474a-9c65-4ade-b37b-fb62c7fa238a tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069436 Nov 10 03:43:29.901078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-7f0cd3ea-0cd7-44ff-a7cb-e230681add2f tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458636 Nov 10 03:43:29.947784 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.046368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:30.056868 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02369b0d-9216-4590-900b-fcdaa01c3a03" -d '{"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-plugged", "status": "completed", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:30.115656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:30.123315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1f4088b7-1ab0-4a1a-aaf2-35ae4f3059f9 None None] Provisioning complete for port bf05dda0-de5f-4439-9c8b-cad7d90668bb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:30.123947 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1f4088b7-1ab0-4a1a-aaf2-35ae4f3059f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.132579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-f68373d2-a246-45ad-b936-454cfddb4614 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:30.139587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-f68373d2-a246-45ad-b936-454cfddb4614 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277300 Nov 10 03:43:30.163523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-fa97b43c-6b9d-4ed4-9aad-29da1fab6970 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/quotas/abedfa0ce5e645b893fdcca4ca7e206f HTTP/1.1" status: 200 len: 375 time: 0.0230079 Nov 10 03:43:30.176939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d606c-eb6a-4149-b977-7ee54757af2f req-fdbe7e12-bfac-4ae8-83f8-1f373974d2a8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:30.185629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad3d606c-eb6a-4149-b977-7ee54757af2f req-fdbe7e12-bfac-4ae8-83f8-1f373974d2a8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 951 time: 0.1260433 Nov 10 03:43:30.187879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.255618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:30.299231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad3d606c-eb6a-4149-b977-7ee54757af2f req-db6d1197-b25b-41e6-914c-ff39cc9494da tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125679 Nov 10 03:43:30.324161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-981ba8af-3bc3-4707-b1f4-8ae8579c2d55 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591024 Nov 10 03:43:30.378725 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.387675 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.463397 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Pushing event updated for resources: {'Port': ['ID=ae99d2b6-890c-49c6-88c8-137d55cb8b50,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:30.496746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.497183 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.497560 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.498084 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.498641 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.499029 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.499355 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.499722 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.500058 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.500372 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.500692 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.501714 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:30.508792 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Attempting to bind port ae99d2b6-890c-49c6-88c8-137d55cb8b50 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:30.509210 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Attempting to bind port ae99d2b6-890c-49c6-88c8-137d55cb8b50 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:30.510423 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Attempting to bind port ae99d2b6-890c-49c6-88c8-137d55cb8b50 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:30.517728 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:30.518325 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:30.518956 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.519409 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:30.519883 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Bound port: ae99d2b6-890c-49c6-88c8-137d55cb8b50, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:30.520283 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.527295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbc992-23dc-4369-b200-bb002f70ca21 req-5c9ec9fb-0242-47cc-9911-ddacf7aaf21c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:30.538391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05fbc992-23dc-4369-b200-bb002f70ca21 req-5c9ec9fb-0242-47cc-9911-ddacf7aaf21c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.1171532 Nov 10 03:43:30.597340 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] For port ae99d2b6-890c-49c6-88c8-137d55cb8b50, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:30.613537 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] For port ae99d2b6-890c-49c6-88c8-137d55cb8b50, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ae99d2b6-890c-49c6-88c8-137d55cb8b50,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:30.619190 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.666380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05fbc992-23dc-4369-b200-bb002f70ca21 req-09186040-25f2-4d69-99a3-8496fa2a4190 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170847 Nov 10 03:43:30.709083 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4de5eb-143a-4827-981d-dac436086238 None None] Pushing event updated for resources: {'Port': ['ID=ae99d2b6-890c-49c6-88c8-137d55cb8b50,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:30.729389 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Routers {'da2e6982-940e-4adc-9347-b5b4525fef95'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:30.730122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['da2e6982-940e-4adc-9347-b5b4525fef95'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:30.762818 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f937e4-c2ab-49df-9d61-42ac4db050ff x-openstack-request-id: req-30f937e4-c2ab-49df-9d61-42ac4db050ff {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:30.763434 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-plugged", "status": "completed", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:30.763769 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30f937e4-c2ab-49df-9d61-42ac4db050ff {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:30.766592 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'code': 200} Nov 10 03:43:30.797257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bf05dda0-de5f-4439-9c8b-cad7d90668bb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:30.932524 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] Set router da2e6982-940e-4adc-9347-b5b4525fef95 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:30.960388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port bf05dda0-de5f-4439-9c8b-cad7d90668bb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:30.960765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:30.971027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85356c-b10e-4137-a131-ce6949d02697 req-90f4be54-887f-4674-8ef2-e415c8d66f3e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:30.984503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e85356c-b10e-4137-a131-ce6949d02697 req-90f4be54-887f-4674-8ef2-e415c8d66f3e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 945 time: 0.1971292 Nov 10 03:43:31.013424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:31.041969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:31.067476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73', '0af98967-b551-4267-b8e2-cff2e79067f1', '7d6da439-3e9b-4493-8ad4-eb105febe4b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:31.124146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e85356c-b10e-4137-a131-ce6949d02697 req-2635c760-40f4-40fe-8cd4-bcb01c92f78c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349525 Nov 10 03:43:31.147276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event deleted for resources: {'Port': ['ID=4bdd4c2c-413f-4e58-9339-f94ab7aeea8d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:31.224821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d70c-b2f7-4368-8dfe-9a3f8d9b3046 req-0d833ef8-3b8f-4541-9978-629c44862189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:31.233841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d54d70c-b2f7-4368-8dfe-9a3f8d9b3046 req-0d833ef8-3b8f-4541-9978-629c44862189 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 1096 time: 0.3774900 Nov 10 03:43:31.256037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ffb0853-8d69-47e8-ab86-289b2b7b822f req-54e8a6d3-bbd7-4f1a-be6b-b9b04f6bb668 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 210 time: 0.2044616 Nov 10 03:43:31.316304 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:43:27Z', 'revision_number': 3, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:31.358761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] No DVR routers for this DVR port 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:31.366353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:31.370581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5f9c0f1-da44-4c55-a01f-07864294c37b req-26537326-bc73-437d-872f-dea7667e2488 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.11 "DELETE /v2.0/ports/4bdd4c2c-413f-4e58-9339-f94ab7aeea8d HTTP/1.1" status: 204 len: 173 time: 3.0275054 Nov 10 03:43:31.373459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-deleted', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:31.376844 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94707602-ec38-4f12-a91f-0cbe65dcafa2" -d '{"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-deleted", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:31.396477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79af8b6-9c82-4ee0-bb39-f2423045da6e None None] The sync data for ids ['da2e6982-940e-4adc-9347-b5b4525fef95'] in n-d-817326-2 is: [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:43:27Z', 'revision_number': 3, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:43:31.496622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d54d70c-b2f7-4368-8dfe-9a3f8d9b3046 req-6d8e6c65-7c9a-4b3b-908b-94f86aa9a855 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395289 Nov 10 03:43:31.640601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Allocated IP 172.20.0.1 (6325a212-8c95-4e0b-be31-e70d6ea264c9/7bf335cd-8a59-43ad-beb0-848db77f6788/687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:31.722268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532cf40-8314-4f67-91e5-230c406e328f req-873f9bca-35fa-40d0-bd33-54f7c26141c0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:31.725014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d532cf40-8314-4f67-91e5-230c406e328f req-873f9bca-35fa-40d0-bd33-54f7c26141c0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1487474 Nov 10 03:43:31.791320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:31.874153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:31.881599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4bdd4c2c-413f-4e58-9339-f94ab7aeea8d not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:31.890345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d532cf40-8314-4f67-91e5-230c406e328f req-7f84757f-0d56-475a-9f29-0c5d26dd06f9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528313 Nov 10 03:43:31.921762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:32.060824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:32.152617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0c13818-2592-4cb0-a77a-4e741c83d027 req-13070d73-70eb-4def-a662-0ae621ce8ad1 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0571465 Nov 10 03:43:32.196226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:32.208036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:32.209826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:32.226178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:32.309782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:32.325407 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a437e37-8014-4a36-8db3-82b596a92521 x-openstack-request-id: req-0a437e37-8014-4a36-8db3-82b596a92521 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:32.325765 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45", "name": "network-vif-deleted", "tag": "4bdd4c2c-413f-4e58-9339-f94ab7aeea8d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:32.327216 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a437e37-8014-4a36-8db3-82b596a92521 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:32.327698 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85699f8-dc9b-4e2f-92eb-3b9c9a8ebe45', 'name': 'network-vif-deleted', 'tag': '4bdd4c2c-413f-4e58-9339-f94ab7aeea8d', 'status': 'completed', 'code': 200} Nov 10 03:43:32.663087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bb6f46b3-98f1-44ed-8294-3a764e17f98c None None] Provisioning complete for port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:32.663555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb6f46b3-98f1-44ed-8294-3a764e17f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:32.704779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da8d62b6-04ed-47dc-80bf-ceed3387191e req-c6adfb3d-792f-4eb1-b5f8-efba6d834581 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 210 time: 0.0402169 Nov 10 03:43:32.761805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b1df7-ff1f-49f2-ad9b-9f877f9b1a9e req-676c703e-1bb2-4238-8465-0e7187ceed8f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:32.771039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b7b1df7-ff1f-49f2-ad9b-9f877f9b1a9e req-676c703e-1bb2-4238-8465-0e7187ceed8f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 945 time: 0.1730103 Nov 10 03:43:32.799718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae99d2b6-890c-49c6-88c8-137d55cb8b50 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:32.845178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:32.967199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f46b3-98f1-44ed-8294-3a764e17f98c None None] Port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:43:32.977869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b7b1df7-ff1f-49f2-ad9b-9f877f9b1a9e req-77b682c8-62cc-48c8-8c4f-ff0b6b390dc9 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043667 Nov 10 03:43:33.055367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ae99d2b6-890c-49c6-88c8-137d55cb8b50 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:33.055648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:33.150625 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-bc4fd5a0-402d-45ae-b172-87d0bc3705b2 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600357 Nov 10 03:43:33.305635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:33.314664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a7f0e-f6ac-4062-bffd-204f409e59f9 req-93533352-6ce2-4128-ae77-61c84d44c8a1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:33.328760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e3a7f0e-f6ac-4062-bffd-204f409e59f9 req-93533352-6ce2-4128-ae77-61c84d44c8a1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1129229 Nov 10 03:43:33.372026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port ae99d2b6-890c-49c6-88c8-137d55cb8b50, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ae99d2b6-890c-49c6-88c8-137d55cb8b50,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:33.377634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:33.484467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e3a7f0e-f6ac-4062-bffd-204f409e59f9 req-d8a8f2ec-e39b-4618-a477-9f84d770c06f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488674 Nov 10 03:43:33.484612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:33.507945 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:33.529784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=ae99d2b6-890c-49c6-88c8-137d55cb8b50,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:33.537092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b779821-edab-4778-953c-192bd4754ede req-587ec613-bf00-41df-8c74-94d99d63fc87 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:33.552410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b779821-edab-4778-953c-192bd4754ede req-587ec613-bf00-41df-8c74-94d99d63fc87 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.2214050 Nov 10 03:43:33.611108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:33.632784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b779821-edab-4778-953c-192bd4754ede req-b2dd8fdc-9951-4cf8-ac2d-fb274d57e13c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750256 Nov 10 03:43:33.708826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:33.763899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-1aa69ad5-6cf0-4721-a1d2-d357b872cb8f tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:33.769628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-1aa69ad5-6cf0-4721-a1d2-d357b872cb8f tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6006548 Nov 10 03:43:33.886666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:33.894302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:33.913451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Request body: {'port': {'device_id': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'abedfa0ce5e645b893fdcca4ca7e206f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:34.076538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b37e13c4-99a5-4482-a749-b692e19a358d req-aa2f74e8-c338-452c-937f-9edc9cc9671d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 210 time: 0.0650387 Nov 10 03:43:34.311507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b24ba31c-4888-4ca7-8e73-ae17d3c7079f None None] Provisioning complete for port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:34.311989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b24ba31c-4888-4ca7-8e73-ae17d3c7079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:34.361168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bc88c-aef4-4730-b6f3-748c4704f4a3 req-91f94221-14c9-49b4-9fef-2136d1e2664a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:34.370560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-323bc88c-aef4-4730-b6f3-748c4704f4a3 req-91f94221-14c9-49b4-9fef-2136d1e2664a tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 951 time: 0.1787491 Nov 10 03:43:34.386322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Router da2e6982-940e-4adc-9347-b5b4525fef95 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:43:34.396630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f588c2f-9446-461e-925a-fc824e86dfc1 req-21855003-9737-4697-a92f-651036f84367 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:34.406502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f588c2f-9446-461e-925a-fc824e86dfc1 req-21855003-9737-4697-a92f-651036f84367 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 945 time: 0.1629050 Nov 10 03:43:34.408334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b24ba31c-4888-4ca7-8e73-ae17d3c7079f None None] Port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:43:34.418279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Made reservation on behalf of abedfa0ce5e645b893fdcca4ca7e206f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:34.422186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:34.512333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-323bc88c-aef4-4730-b6f3-748c4704f4a3 req-c1e41626-bd54-4a24-9a66-d92cfd847c2d tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408269 Nov 10 03:43:34.518325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f588c2f-9446-461e-925a-fc824e86dfc1 req-a31a3316-01ef-4a63-b3e5-440a820d3aa7 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120307 Nov 10 03:43:34.662042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae99d2b6-890c-49c6-88c8-137d55cb8b50 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:34.688778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:43:34.717988 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-79c886a2-aadb-46f8-bea0-2006caa8e7e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/da2e6982-940e-4adc-9347-b5b4525fef95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7225735 Nov 10 03:43:34.754440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Sync routers for ids ['da2e6982-940e-4adc-9347-b5b4525fef95'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:43:34.760428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ae99d2b6-890c-49c6-88c8-137d55cb8b50 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:34.760810 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:34.780320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4317a6-d270-4dd6-9fa7-0d832b8cb144 req-5a93e05d-348f-46dc-8b20-341b618adebc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:34.780678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Allocated IP 192.168.233.115 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/233fccb6-980e-47a8-b8ee-f9c7ce9c364a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:34.787649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b4317a6-d270-4dd6-9fa7-0d832b8cb144 req-5a93e05d-348f-46dc-8b20-341b618adebc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1549675 Nov 10 03:43:34.819280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Routers {'da2e6982-940e-4adc-9347-b5b4525fef95'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:34.820212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['da2e6982-940e-4adc-9347-b5b4525fef95'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:34.972995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Set router da2e6982-940e-4adc-9347-b5b4525fef95 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:34.973261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b4317a6-d270-4dd6-9fa7-0d832b8cb144 req-45beca67-51dd-49c0-b4e3-f9f4ee9e1aa7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785605 Nov 10 03:43:35.055249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:35.121877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:35.173637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4e369-e6cb-407f-b88a-f6f1e779755d req-ecca2563-f9dc-46f1-bb60-6b8664bac98c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:35.179155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1d4e369-e6cb-407f-b88a-f6f1e779755d req-ecca2563-f9dc-46f1-bb60-6b8664bac98c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 946 time: 0.1062968 Nov 10 03:43:35.216235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['bb797633-3de6-4204-885d-497bf2e71463'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:35.241668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:35.246461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:35.265163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:35.349367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19bd88-213a-4319-afe7-f883c250766b req-1472b137-9f71-48b1-ac18-17845b54a776 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:35.359419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f19bd88-213a-4319-afe7-f883c250766b req-1472b137-9f71-48b1-ac18-17845b54a776 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 945 time: 0.1410706 Nov 10 03:43:35.388445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1d4e369-e6cb-407f-b88a-f6f1e779755d req-b55752cb-313e-4576-9a81-0022ee3bc2af tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002168 Nov 10 03:43:35.415456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Pushing event updated for resources: {'Port': ['ID=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:35.418047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b1397a9a-183b-4152-8e52-bacfa8a29793 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:35.487689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:35.488354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:35.523557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-a031b34f-adf9-472b-b2a9-37d96749a687 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6259892 Nov 10 03:43:35.539564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Request body: {'port': {'device_id': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:35.555790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f19bd88-213a-4319-afe7-f883c250766b req-bb66fd01-5452-4977-a8aa-762e53fb3961 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901326 Nov 10 03:43:35.747990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:35.906723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:35.910914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:43:32Z', 'revision_number': 4, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9', 'name': '', 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'mac_address': 'fa:16:3e:56:11:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7bf335cd-8a59-43ad-beb0-848db77f6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:31Z', 'updated_at': '2021-11-10T03:43:32Z', 'revision_number': 2, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'subnets': [{'id': '7bf335cd-8a59-43ad-beb0-848db77f6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:35.953272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-40aa0a44-7a4b-4d64-8c8f-0492f59a3f82 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3718443 Nov 10 03:43:35.955261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Checking router: da2e6982-940e-4adc-9347-b5b4525fef95 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:43:35.955611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Updating router da2e6982-940e-4adc-9347-b5b4525fef95 port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:43:35.959480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-881f8765-c113-40df-9f6c-37fd2997cb42 None None] Provisioning complete for port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:35.959852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-881f8765-c113-40df-9f6c-37fd2997cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:35.967667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'b1397a9a-183b-4152-8e52-bacfa8a29793', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'port_id': 'b1397a9a-183b-4152-8e52-bacfa8a29793', 'mac_address': 'fa:16:3e:1e:18:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bfcf03-0e26-4721-95b7-a8f2c0060b46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:35.976369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-2028bc31-ce1d-4944-89bb-67b781ec8cd8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:35.978286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-2028bc31-ce1d-4944-89bb-67b781ec8cd8 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 951 time: 0.1521478 Nov 10 03:43:35.982806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:36.051085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d425b07-d469-4530-9e77-ffe59c607902 req-05b0ae9d-f5f1-43fc-a7f7-bda3c37c6a6b tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:36.060130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d425b07-d469-4530-9e77-ffe59c607902 req-05b0ae9d-f5f1-43fc-a7f7-bda3c37c6a6b tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 936 time: 0.1671958 Nov 10 03:43:36.063698 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.077110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.082921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-881f8765-c113-40df-9f6c-37fd2997cb42 None None] Port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:43:36.115312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.193691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233fccb6-980e-47a8-b8ee-f9c7ce9c364a {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:36.207570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.223159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Transition to ACTIVE for port object 233fccb6-980e-47a8-b8ee-f9c7ce9c364a will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:43:36.230790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.235666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d425b07-d469-4530-9e77-ffe59c607902 req-17c8fecf-593e-4883-8973-d2ef79468615 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743038 Nov 10 03:43:36.307690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Deleting port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:36.308126 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.462337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Pushing event updated for resources: {'Port': ['ID=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:36.480276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1397a9a-183b-4152-8e52-bacfa8a29793 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:36.516007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Attempting to bind port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:36.516737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Attempting to bind port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:36.517276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Attempting to bind port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:36.525296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:43:36.525918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Attempting to bind port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:36.531803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:36.536716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:36.537595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:36.538240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:36.539341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Bound port: 233fccb6-980e-47a8-b8ee-f9c7ce9c364a, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:36.539910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.545021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.586124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.645506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] For port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:36.652594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] For port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:36.657898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.669914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] For port 7d6da439-3e9b-4493-8ad4-eb105febe4b1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d6da439-3e9b-4493-8ad4-eb105febe4b1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:36.670629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.683150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a3922-f323-49da-892e-97741082d4fa req-1ec8be3c-2c76-45c7-97dd-a4bb3dc63ee9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:36.691008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-405a3922-f323-49da-892e-97741082d4fa req-1ec8be3c-2c76-45c7-97dd-a4bb3dc63ee9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8841b74-9601-4629-be07-b80ddb0c1f65 HTTP/1.1" status: 200 len: 951 time: 0.2951908 Nov 10 03:43:36.711911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:36.712785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:36.712924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b1397a9a-183b-4152-8e52-bacfa8a29793'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:36.714973 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/233fccb6-980e-47a8-b8ee-f9c7ce9c364a HTTP/1.1" status: 200 len: 1096 time: 1.1797652 Nov 10 03:43:36.717786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'tag': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:36.720672 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0e3bb0-ffab-476a-9b51-2b572d041341" -d '{"events": [{"name": "network-changed", "server_uuid": "75a8b6f5-f1d6-45cc-9433-9b06cd656864", "tag": "233fccb6-980e-47a8-b8ee-f9c7ce9c364a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:36.726686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:36.746087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Calling delete_port for 7d6da439-3e9b-4493-8ad4-eb105febe4b1 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:36.775846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759c717-7014-49a7-b631-35c66d5d45c3 service neutron] Pushing event updated for resources: {'Port': ['ID=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:36.853227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-670a70d3-f546-4316-84b3-e8331a2f5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:36.856249 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-670a70d3-f546-4316-84b3-e8331a2f5e21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 1099 time: 0.0585139 Nov 10 03:43:36.918331 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-552741d4-013d-4e2b-80d6-d9723f962dd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=233fccb6-980e-47a8-b8ee-f9c7ce9c364a HTTP/1.1" status: 200 len: 217 time: 0.0472171 Nov 10 03:43:36.954040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-405a3922-f323-49da-892e-97741082d4fa req-26cf9d7a-bfe4-471f-9b6a-8a597a51bd5c tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545650 Nov 10 03:43:36.997092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-144e54d0-23e4-46ea-adb9-a572f12a53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:36.999262 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-144e54d0-23e4-46ea-adb9-a572f12a53e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0687363 Nov 10 03:43:37.018378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Allocated IP 172.25.6.134 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/7557f41e-4029-462e-ae9a-aa1be475acb8) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:37.106938 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.120932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.121705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff69f-9f61-4396-b838-b2000473e314 req-43e6a7b9-d202-4b0c-b83b-2ee22236f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:37.123316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-43e6a7b9-d202-4b0c-b83b-2ee22236f7ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002076 Nov 10 03:43:37.206300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a403-74de-4673-9cad-7a12f13c4ab3 None None] Pushing event updated for resources: {'Port': ['ID=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:37.267395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-5576b4fa-e1a7-4653-bc50-9c9232324d64 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343937 Nov 10 03:43:37.273449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422c5cd-03e6-4f1f-bec3-ec503c9d203b req-4cd5b528-a030-4608-a1e5-5d4e7f261264 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:37.275770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e422c5cd-03e6-4f1f-bec3-ec503c9d203b req-4cd5b528-a030-4608-a1e5-5d4e7f261264 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1563945 Nov 10 03:43:37.344280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Attempting to bind port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:37.344678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Attempting to bind port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:37.345038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Attempting to bind port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 on network 6325a212-8c95-4e0b-be31-e70d6ea264c9 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:37.360313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:37.360823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Checking segment: {'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:37.361294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.361689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Bound using segment: {'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:37.362237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Bound port: 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:37.362661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.411178 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.417157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.441889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e422c5cd-03e6-4f1f-bec3-ec503c9d203b req-8207633e-07ba-4c0c-b38d-ebe96aa64418 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265688 Nov 10 03:43:37.473709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] For port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:37.486467 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-efdff69f-9f61-4396-b838-b2000473e314 req-8b86ac58-2f20-4255-859c-420552650789 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061698 Nov 10 03:43:37.488017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] For port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,segment=NetworkSegment(fd3ad70a-7dbc-4052-9e35-ecf6740dff58),segment_id=fd3ad70a-7dbc-4052-9e35-ecf6740dff58)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:37.500136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b1397a9a-183b-4152-8e52-bacfa8a29793 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:37.505626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73', '0af98967-b551-4267-b8e2-cff2e79067f1', '7d6da439-3e9b-4493-8ad4-eb105febe4b1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:37.539199 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.562876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event deleted for resources: {'Port': ['ID=7d6da439-3e9b-4493-8ad4-eb105febe4b1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:37.603133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.658125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a51f234d-b50c-4adb-afc9-4169d5159d0b None None] Provisioning complete for port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:37.658492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a51f234d-b50c-4adb-afc9-4169d5159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.674412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=7557f41e-4029-462e-ae9a-aa1be475acb8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:37.680380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] No DVR routers for this DVR port 7d6da439-3e9b-4493-8ad4-eb105febe4b1 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:37.684455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.688103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b56d76d-1fe9-41ae-a356-2551127ad0ea req-609834b8-7331-4b3a-b2b5-84d3e3bef48f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "DELETE /v2.0/ports/7d6da439-3e9b-4493-8ad4-eb105febe4b1 HTTP/1.1" status: 204 len: 173 time: 1.6984544 Nov 10 03:43:37.688793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-deleted', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:37.692102 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a6673d-fab8-4e24-a569-7fe213839912" -d '{"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-deleted", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:37.725061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:37.727618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:37.731198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:37.821041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Routers {'da2e6982-940e-4adc-9347-b5b4525fef95'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:43:37.821770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['da2e6982-940e-4adc-9347-b5b4525fef95'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:37.900586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.929688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439f0f4-888c-4531-8509-ba919509a6fa req-c9952fb4-2c43-4b1e-a89a-5f9be2073088 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:37.931568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8439f0f4-888c-4531-8509-ba919509a6fa req-c9952fb4-2c43-4b1e-a89a-5f9be2073088 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 945 time: 0.1429348 Nov 10 03:43:37.969967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:37.977985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] Set router da2e6982-940e-4adc-9347-b5b4525fef95 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:43:38.064703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a403-74de-4673-9cad-7a12f13c4ab3 None None] Pushing event updated for resources: {'Port': ['ID=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:38.082336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.304224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.328581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b1397a9a-183b-4152-8e52-bacfa8a29793 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:38.343315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.351804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.377726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8439f0f4-888c-4531-8509-ba919509a6fa req-bc4a320a-71e0-452c-bb15-5af4c71a19fb tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093671 Nov 10 03:43:38.389641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:38.436803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.437509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:38.466548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 7d6da439-3e9b-4493-8ad4-eb105febe4b1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:38.466888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d6da439-3e9b-4493-8ad4-eb105febe4b1 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:38.503481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a51f234d-b50c-4adb-afc9-4169d5159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.517693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:43:32Z', 'revision_number': 4, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9', 'name': '', 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'mac_address': 'fa:16:3e:56:11:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7bf335cd-8a59-43ad-beb0-848db77f6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:31Z', 'updated_at': '2021-11-10T03:43:37Z', 'revision_number': 4, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'subnets': [{'id': '7bf335cd-8a59-43ad-beb0-848db77f6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:43:38.587190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=7557f41e-4029-462e-ae9a-aa1be475acb8,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:38.591887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.593813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919329a1-560a-4331-ad3c-3c867c908a8c None None] The sync data for ids ['da2e6982-940e-4adc-9347-b5b4525fef95'] in n-d-817326-2 is: [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:43:32Z', 'revision_number': 4, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9', 'name': '', 'network_id': '6325a212-8c95-4e0b-be31-e70d6ea264c9', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'mac_address': 'fa:16:3e:56:11:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7bf335cd-8a59-43ad-beb0-848db77f6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:31Z', 'updated_at': '2021-11-10T03:43:37Z', 'revision_number': 4, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'subnets': [{'id': '7bf335cd-8a59-43ad-beb0-848db77f6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:43:38.624941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98808b09-502b-4b4e-bbd8-57cee922bd4b req-e7d87f25-763d-493d-92ff-4209c5a4a111 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:38.626611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98808b09-502b-4b4e-bbd8-57cee922bd4b req-e7d87f25-763d-493d-92ff-4209c5a4a111 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 945 time: 0.0950787 Nov 10 03:43:38.630165 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.635982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a51f234d-b50c-4adb-afc9-4169d5159d0b None None] For port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,segment=NetworkSegment(fd3ad70a-7dbc-4052-9e35-ecf6740dff58),segment_id=fd3ad70a-7dbc-4052-9e35-ecf6740dff58)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:38.640493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-9a2e1497-c9da-4fea-a203-1c7094c7c012 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6771779 Nov 10 03:43:38.679173 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a51f234d-b50c-4adb-afc9-4169d5159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.705566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:38.755950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-6ab792db-e0c8-41f2-918d-f4982402ef34 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.1142287 Nov 10 03:43:38.856478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98808b09-502b-4b4e-bbd8-57cee922bd4b req-22ea684f-d2ff-4e63-85ba-e80aa0850a21 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078953 Nov 10 03:43:38.921846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f234d-b50c-4adb-afc9-4169d5159d0b None None] Pushing event updated for resources: {'Port': ['ID=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:38.929694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7a4ee096-174c-4ccd-a33a-532acfbf0d8a None None] Provisioning complete for port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:38.930089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7a4ee096-174c-4ccd-a33a-532acfbf0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:38.931644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-e6130bb6-023f-4ae2-9711-6201e34d041a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:38.954002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9db1d2e-81cd-4ddb-b934-aa68684ca25e req-e6130bb6-023f-4ae2-9711-6201e34d041a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1972387 Nov 10 03:43:38.964607 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f59d3f0-9d4d-4573-99fd-1254b2fd0d45 x-openstack-request-id: req-6f59d3f0-9d4d-4573-99fd-1254b2fd0d45 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:38.965162 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a8b6f5-f1d6-45cc-9433-9b06cd656864", "tag": "233fccb6-980e-47a8-b8ee-f9c7ce9c364a", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:38.965162 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f59d3f0-9d4d-4573-99fd-1254b2fd0d45 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:38.965498 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'tag': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a', 'status': 'completed', 'code': 200} Nov 10 03:43:39.133233 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b1736-26b0-4777-bef9-9d242f028326 x-openstack-request-id: req-864b1736-26b0-4777-bef9-9d242f028326 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:39.133759 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8841b74-9601-4629-be07-b80ddb0c1f65", "name": "network-vif-deleted", "tag": "7d6da439-3e9b-4493-8ad4-eb105febe4b1", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:39.134205 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-864b1736-26b0-4777-bef9-9d242f028326 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:39.134763 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8841b74-9601-4629-be07-b80ddb0c1f65', 'name': 'network-vif-deleted', 'tag': '7d6da439-3e9b-4493-8ad4-eb105febe4b1', 'status': 'completed', 'code': 200} Nov 10 03:43:39.156073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-4bbb7cc5-3139-414e-9746-7b1490c8f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:39.159543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-4bbb7cc5-3139-414e-9746-7b1490c8f4f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 1099 time: 0.1207294 Nov 10 03:43:39.174216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145101d-ed42-4174-8f52-c931fdca831c req-3322442f-2d75-4656-8aad-928a5d4767a4 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:39.174216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b145101d-ed42-4174-8f52-c931fdca831c req-3322442f-2d75-4656-8aad-928a5d4767a4 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 948 time: 0.0936651 Nov 10 03:43:39.277167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b145101d-ed42-4174-8f52-c931fdca831c req-d61148c1-ba0c-45f2-a1be-c8542d2fae0a tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939810 Nov 10 03:43:39.410650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-0ccbe2a0-47a9-447c-af84-2c3fbb610f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:39.410650 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-0ccbe2a0-47a9-447c-af84-2c3fbb610f38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2201211 Nov 10 03:43:39.514452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-c6615dff-46e0-42d4-9840-a50e69e97aa6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=233fccb6-980e-47a8-b8ee-f9c7ce9c364a HTTP/1.1" status: 200 len: 217 time: 0.1023898 Nov 10 03:43:39.517777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5422-2f72-47bd-a77e-500813dc2a78 req-f6b0fd46-e485-4946-ae71-f018d99663f9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:39.519581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e34d5422-2f72-47bd-a77e-500813dc2a78 req-f6b0fd46-e485-4946-ae71-f018d99663f9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1198432 Nov 10 03:43:39.604749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e34d5422-2f72-47bd-a77e-500813dc2a78 req-f4dfab5b-cd95-4eb2-bc82-ace1f1214815 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727708 Nov 10 03:43:39.657412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-9dcb2a1e-e865-4464-85cb-31bed7a8350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:39.663805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-9dcb2a1e-e865-4464-85cb-31bed7a8350d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1174638 Nov 10 03:43:39.776406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-fab304c1-ae9d-4790-b405-2f6c61123c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:39.779794 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-fab304c1-ae9d-4790-b405-2f6c61123c43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036525 Nov 10 03:43:39.821752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-51409907-46d2-41c0-8aee-3b5214ab3293 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1638281 Nov 10 03:43:39.836924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:39.870315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:40.021035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-009f8c8c-9f7b-44ef-9fac-72d009c523a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317729 Nov 10 03:43:40.022700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:40.160489 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c0e3bb0-ffab-476a-9b51-2b572d041341 req-9e4c781e-666b-4b57-b2ca-d7370566e491 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273286 Nov 10 03:43:40.259086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Allocated IP 172.25.6.129 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/b6a99a93-3d73-4467-9d18-88ff84cd08d2) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:40.467684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:40.538198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531c1ee-9130-485e-8208-03e732fba488 req-d11aed94-507d-4fa9-8321-4597c7160ffc tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:40.539723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2531c1ee-9130-485e-8208-03e732fba488 req-d11aed94-507d-4fa9-8321-4597c7160ffc tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 944 time: 0.0928762 Nov 10 03:43:40.552852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:40.631592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:40.641383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=b6a99a93-3d73-4467-9d18-88ff84cd08d2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:40.643844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:40.649670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:40.656453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2531c1ee-9130-485e-8208-03e732fba488 req-62972085-a45a-43aa-ab78-81154cbeea55 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101000 Nov 10 03:43:40.687250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:40.746558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:40.747010 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:40.767376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:40.812409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:40.884459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43720356-4035-4639-a567-b3e2b05445ea req-3bc51de3-6337-4965-93e8-a6828415b55d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:40.885838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43720356-4035-4639-a567-b3e2b05445ea req-3bc51de3-6337-4965-93e8-a6828415b55d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 948 time: 0.0871758 Nov 10 03:43:41.312460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43720356-4035-4639-a567-b3e2b05445ea req-355da9e7-642e-437a-a263-3cd5c97bcf3b tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175107 Nov 10 03:43:41.316578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f77838-2f97-4a77-be37-a26421127df7 req-7af43d99-9304-4dd1-86d3-1b4f96df7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:41.318043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f77838-2f97-4a77-be37-a26421127df7 req-7af43d99-9304-4dd1-86d3-1b4f96df7ae7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 1096 time: 0.0976799 Nov 10 03:43:41.390519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-dc3b16a2-d00a-4dd3-814a-4c38a8763481 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:41.391994 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-dc3b16a2-d00a-4dd3-814a-4c38a8763481 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 944 time: 0.0508833 Nov 10 03:43:41.395433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.410845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.441019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c30cca64-5fb4-476d-978e-09f0ff120cf8 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:41.487022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Deleting port b1397a9a-183b-4152-8e52-bacfa8a29793 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:41.487365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.532460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=b6a99a93-3d73-4467-9d18-88ff84cd08d2,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:41.545570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f77838-2f97-4a77-be37-a26421127df7 req-e75aebf2-06da-4745-859c-8365c164cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:41.547184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f77838-2f97-4a77-be37-a26421127df7 req-e75aebf2-06da-4745-859c-8365c164cf84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 912 time: 0.2068660 Nov 10 03:43:41.552712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:41.559451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d22816-4a0b-4737-8280-be9c6498f638 req-fbb9ccd7-34ac-4035-924e-fc035b039c1b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:41.560996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6d22816-4a0b-4737-8280-be9c6498f638 req-fbb9ccd7-34ac-4035-924e-fc035b039c1b tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.1679666 Nov 10 03:43:41.566233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'mac_address': 'fa:16:3e:3e:46:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:41.568499 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.607445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f77838-2f97-4a77-be37-a26421127df7 req-7312b9d2-e552-48f3-a775-8696396168b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328 HTTP/1.1" status: 200 len: 217 time: 0.0451305 Nov 10 03:43:41.620844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.636826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c30cca64-5fb4-476d-978e-09f0ff120cf8 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:41.662403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:41.663546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.664748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-ec7a3bf1-edf5-4737-93b3-7dd91610df66 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8352263 Nov 10 03:43:41.670426 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.735433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:41.748057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-d6835ea6-bb94-4e4c-a51d-d152ef72ef18 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0721893 Nov 10 03:43:41.751471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6d22816-4a0b-4737-8280-be9c6498f638 req-c8fd9bc4-e05f-4c45-b748-9f0ae11639bd tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781247 Nov 10 03:43:41.752834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f77838-2f97-4a77-be37-a26421127df7 req-fadcdff7-c46b-414a-ac8d-fcac7e94228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:41.754236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f77838-2f97-4a77-be37-a26421127df7 req-fadcdff7-c46b-414a-ac8d-fcac7e94228b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.1393025 Nov 10 03:43:41.779229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c30cca64-5fb4-476d-978e-09f0ff120cf8'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:41.825808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 233fccb6-980e-47a8-b8ee-f9c7ce9c364a details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:41.869409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f77838-2f97-4a77-be37-a26421127df7 req-65e40a6c-92ef-4f7e-8887-49b2e8b8b79b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036303 Nov 10 03:43:41.887420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] For port b1397a9a-183b-4152-8e52-bacfa8a29793, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b1397a9a-183b-4152-8e52-bacfa8a29793,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:41.887799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:41.905823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Calling delete_port for b1397a9a-183b-4152-8e52-bacfa8a29793 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:41.996365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:42.013046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a', 'mac_address': 'fa:16:3e:96:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:42.029828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-bcf95a88-357a-46d9-bae1-b177f051980f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:42.031232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04dc3f0f-212e-40e0-93fe-8ffd2f57142d req-bcf95a88-357a-46d9-bae1-b177f051980f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.2759669 Nov 10 03:43:42.050666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f77838-2f97-4a77-be37-a26421127df7 req-dd1a68d2-3b40-4068-a8ba-c1f21b0bae8a service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679118 Nov 10 03:43:42.059502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a682c0-0a62-426d-993d-796ce5da03c8 req-27d6f8d4-b503-40ee-8d72-7396f9db0388 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:42.061596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b9a682c0-0a62-426d-993d-796ce5da03c8 req-27d6f8d4-b503-40ee-8d72-7396f9db0388 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.1166539 Nov 10 03:43:42.071212 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.098650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-2bb97590-da69-46bc-9e8e-6817c5e2265e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:42.100197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-2bb97590-da69-46bc-9e8e-6817c5e2265e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 950 time: 0.0985453 Nov 10 03:43:42.101413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.167280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event deleted for resources: {'Port': ['ID=b1397a9a-183b-4152-8e52-bacfa8a29793,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:42.168852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b9a682c0-0a62-426d-993d-796ce5da03c8 req-078ae6a4-18b4-497e-878f-c1839024be93 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991132 Nov 10 03:43:42.210760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f77838-2f97-4a77-be37-a26421127df7 req-fb84f213-4dc8-47d5-8cb2-cc097717af2d service neutron] 10.222.0.44 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479216 Nov 10 03:43:42.232552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233fccb6-980e-47a8-b8ee-f9c7ce9c364a {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:42.257059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:42.268423 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.309416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] No DVR routers for this DVR port b1397a9a-183b-4152-8e52-bacfa8a29793 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:42.315440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.318737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca6f0725-45ed-46e2-b8e6-ce153a54e6ac req-11b7350c-eec7-4930-b2d5-4e4f214ed7ca tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "DELETE /v2.0/ports/b1397a9a-183b-4152-8e52-bacfa8a29793 HTTP/1.1" status: 204 len: 173 time: 0.9192362 Nov 10 03:43:42.319355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'name': 'network-vif-deleted', 'tag': 'b1397a9a-183b-4152-8e52-bacfa8a29793'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:42.321787 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ddca5-8f6b-43a8-b730-910638c395b0" -d '{"events": [{"server_uuid": "001d1ff2-aa1c-434e-a5df-055197ac70bc", "name": "network-vif-deleted", "tag": "b1397a9a-183b-4152-8e52-bacfa8a29793"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:42.347163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:42.353061 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b11396df-223f-4ba6-ac4a-c31d8b4bd0e7 req-fa4fb2d0-f28a-488d-b103-a5832a55e195 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=001d1ff2-aa1c-434e-a5df-055197ac70bc HTTP/1.1" status: 200 len: 210 time: 0.0608656 Nov 10 03:43:42.370933 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Deleting port 0af98967-b551-4267-b8e2-cff2e79067f1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:42.371664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.436437 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe4552d-26bd-4b40-8c75-76efe16e6674 x-openstack-request-id: req-4fe4552d-26bd-4b40-8c75-76efe16e6674 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:42.437078 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001d1ff2-aa1c-434e-a5df-055197ac70bc", "name": "network-vif-deleted", "tag": "b1397a9a-183b-4152-8e52-bacfa8a29793", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:42.437078 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fe4552d-26bd-4b40-8c75-76efe16e6674 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:42.437408 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001d1ff2-aa1c-434e-a5df-055197ac70bc', 'name': 'network-vif-deleted', 'tag': 'b1397a9a-183b-4152-8e52-bacfa8a29793', 'status': 'completed', 'code': 200} Nov 10 03:43:42.498236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] For port 0af98967-b551-4267-b8e2-cff2e79067f1, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0af98967-b551-4267-b8e2-cff2e79067f1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:42.498597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.510776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-dd5933fc-fe1e-4766-95d6-cfe72d9099c3 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1385396 Nov 10 03:43:42.515450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Calling delete_port for 0af98967-b551-4267-b8e2-cff2e79067f1 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:42.533108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:42.569784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d140f-8c74-4d59-994a-1793197d136a req-90454e35-6064-4f56-a710-1d0bd38f9d47 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:42.571457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c77d140f-8c74-4d59-994a-1793197d136a req-90454e35-6064-4f56-a710-1d0bd38f9d47 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 949 time: 0.0769279 Nov 10 03:43:42.580535 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.655666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.667537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c77d140f-8c74-4d59-994a-1793197d136a req-716d4f10-be6c-4509-9420-819fb11b53a8 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881662 Nov 10 03:43:42.671038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73', '0af98967-b551-4267-b8e2-cff2e79067f1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:42.693132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event deleted for resources: {'Port': ['ID=0af98967-b551-4267-b8e2-cff2e79067f1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:42.725497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['233fccb6-980e-47a8-b8ee-f9c7ce9c364a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:42.732721 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.765666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] No DVR routers for this DVR port 0af98967-b551-4267-b8e2-cff2e79067f1 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:42.768179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:42.772395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1cb3e7a-feb5-42b6-b02f-3335acd3b219 req-d60750e4-93df-4d86-9d47-856f2e47a0aa tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "DELETE /v2.0/ports/0af98967-b551-4267-b8e2-cff2e79067f1 HTTP/1.1" status: 204 len: 173 time: 0.6632342 Nov 10 03:43:42.890248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Allocated IP 172.25.6.86 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/a6d10b8c-a61c-4bd7-9e34-5e13fce6a28e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:42.927498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aefd6400-f72a-40d3-be3f-ddd38d67d891 req-e1efa873-46c3-4c49-a513-82362bc3115f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8448db-584a-4ab7-a7fe-96d15311668a HTTP/1.1" status: 200 len: 210 time: 0.0386665 Nov 10 03:43:43.098785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.143831 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.201326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:43.205805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:43.208426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=a6d10b8c-a61c-4bd7-9e34-5e13fce6a28e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:43.216138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:43.313489 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-487c0100-adf5-467c-874b-27a1f5147e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.357530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f28d8-f465-4da0-81fa-11e0fd2e2ee3 req-1c64c00b-89d8-45c8-97f8-98d63e893a61 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:43.359108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad1f28d8-f465-4da0-81fa-11e0fd2e2ee3 req-1c64c00b-89d8-45c8-97f8-98d63e893a61 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 945 time: 0.0871105 Nov 10 03:43:43.437843 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.460816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad1f28d8-f465-4da0-81fa-11e0fd2e2ee3 req-b9111a96-db17-4ca8-a249-e15aeaabe69d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742459 Nov 10 03:43:43.473233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c30cca64-5fb4-476d-978e-09f0ff120cf8 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:43.488155 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.556630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port c30cca64-5fb4-476d-978e-09f0ff120cf8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:43.557761 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.688001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.724501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.725645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:43.728186 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401c9404-2c75-4cb5-a008-93cee38ed83f" -d '{"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-plugged", "status": "completed", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:43.730729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.750272 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:43.758504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.759505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c6c447d6-5d9b-4727-a944-2bbb066f5328 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:43.814921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=a6d10b8c-a61c-4bd7-9e34-5e13fce6a28e,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:43.846143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 233fccb6-980e-47a8-b8ee-f9c7ce9c364a up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:43.852632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.881007 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:43.883577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-e3051a89-3d06-40d5-b5e5-9cfc37ffd26d tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3590438 Nov 10 03:43:43.917078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:43.975158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.003705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-713039b1-9ed8-4fe5-abe7-5a93507d6399 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.1107066 Nov 10 03:43:44.047489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:44.053291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:44.060340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:44.060712 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.066196 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.066899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b1397a9a-183b-4152-8e52-bacfa8a29793 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:44.125848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:44.133590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718623766', 'description': 'tempest-description--2041854791'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:44.192062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: b1397a9a-183b-4152-8e52-bacfa8a29793 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:44.193013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b1397a9a-183b-4152-8e52-bacfa8a29793 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:44.193567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.193779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:44.235681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 0af98967-b551-4267-b8e2-cff2e79067f1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:44.237565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0af98967-b551-4267-b8e2-cff2e79067f1 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:44.253598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-1c99cccb-36e3-4757-ab9c-19cdc4c9c3e0 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:44.255041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32a22a66-4647-4ba0-a8ee-1a000814ba34 req-1c99cccb-36e3-4757-ab9c-19cdc4c9c3e0 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.2453725 Nov 10 03:43:44.308246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:44.316567 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.326850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb09be9-6217-4197-950d-947ed3ad992c req-b4cff76c-516b-4a1a-99a0-5be427d41c5a tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:44.329649 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fcce59-6cc5-426c-a5b1-2b1952da6c18 x-openstack-request-id: req-89fcce59-6cc5-426c-a5b1-2b1952da6c18 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:44.329950 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-plugged", "status": "completed", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:44.330215 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89fcce59-6cc5-426c-a5b1-2b1952da6c18 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:44.330579 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'code': 200} Nov 10 03:43:44.334655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddb09be9-6217-4197-950d-947ed3ad992c req-b4cff76c-516b-4a1a-99a0-5be427d41c5a tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 949 time: 0.0786145 Nov 10 03:43:44.364310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:44.368253 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.426564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddb09be9-6217-4197-950d-947ed3ad992c req-9024253d-1c43-409a-ac6f-3650685a948f tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909421 Nov 10 03:43:44.443846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-deleted', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:44.446966 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c7a53-1932-4630-a236-cff1d560f9ba" -d '{"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-deleted", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:44.459981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:44.465392 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.470490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.529104 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.531440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4034345 Nov 10 03:43:44.534255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:44.546068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1287b-9c70-4d9b-8a2c-a24e8f9fa8b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:44.590631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c1287b-9c70-4d9b-8a2c-a24e8f9fa8b1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:44.617809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.657102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.658264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.658759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.659202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.659639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.660150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.660563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.661095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.661691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.662209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.662769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.663698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96eca86-a2a1-45a0-a7bf-0457dc0a6c52 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.692735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.701983 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.726146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c250f6e-72e5-410a-abe5-902eee94bc8e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:44.736167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.737812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022572 Nov 10 03:43:44.741267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47068) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:44.747483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e2ab6df7-c1aa-41c3-847a-b2835a6c2cb1 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1287b-9c70-4d9b-8a2c-a24e8f9fa8b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:44.753011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.753399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.754034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.754315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.754735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.755206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.755556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.755918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.756344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.756675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.757068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.757392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086de58-1733-436d-9527-179ea9889d59 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:43:44.787287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-a4a34f79-45dd-4dad-9166-c21327e6e524 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2667599 Nov 10 03:43:44.803412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:44.810126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6df7-c1aa-41c3-847a-b2835a6c2cb1 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.841332 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ab698-55d7-4953-a1da-1f75e0a21fd4 x-openstack-request-id: req-0c9ab698-55d7-4953-a1da-1f75e0a21fd4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:44.841613 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8448db-584a-4ab7-a7fe-96d15311668a", "name": "network-vif-deleted", "tag": "0af98967-b551-4267-b8e2-cff2e79067f1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:44.842155 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c9ab698-55d7-4953-a1da-1f75e0a21fd4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:44.842755 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8448db-584a-4ab7-a7fe-96d15311668a', 'name': 'network-vif-deleted', 'tag': '0af98967-b551-4267-b8e2-cff2e79067f1', 'status': 'completed', 'code': 200} Nov 10 03:43:44.843665 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.942204 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6df7-c1aa-41c3-847a-b2835a6c2cb1 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.948145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6df7-c1aa-41c3-847a-b2835a6c2cb1 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.970403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab6df7-c1aa-41c3-847a-b2835a6c2cb1 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e33c354-5333-4499-b268-f356b1c1ac5a,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:44.986612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6df7-c1aa-41c3-847a-b2835a6c2cb1 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:44.988046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e2ab6df7-c1aa-41c3-847a-b2835a6c2cb1 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2452807 Nov 10 03:43:44.991730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47074) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:44.997718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:45.002945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c34a1-8aad-4138-ac81-74a14509002c req-3c66a536-f2a8-4073-8cfe-3d15dfd6b4d9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:45.012391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e6c34a1-8aad-4138-ac81-74a14509002c req-3c66a536-f2a8-4073-8cfe-3d15dfd6b4d9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 943 time: 0.0874856 Nov 10 03:43:45.029588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.066215 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.106583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e6c34a1-8aad-4138-ac81-74a14509002c req-c06113ea-a531-467a-a94d-183fd1f7dfd7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932028 Nov 10 03:43:45.187863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.324485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Allocated IP 172.25.6.91 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/212e8697-381f-4a1e-a519-631903a04704) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:45.443776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1233dba-6f51-43f1-820c-194e268b749a req-046e5282-f5c1-4acb-aa04-3f42c8aaa597 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:45.450537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1233dba-6f51-43f1-820c-194e268b749a req-046e5282-f5c1-4acb-aa04-3f42c8aaa597 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.1294653 Nov 10 03:43:45.564812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1233dba-6f51-43f1-820c-194e268b749a req-97de058e-401f-4321-ba74-c1d0816ad11f tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e8ae872-607e-43a2-be9c-239dbaaff6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087346 Nov 10 03:43:45.568097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.609125 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-992fbef6-42d2-4183-b028-03b2242aa74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.642507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.707589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:45.713522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:45.717700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:45.738723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Allocated IP 172.25.6.191 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f0c6a88b-be17-4e15-9b05-53b39cd0ec1b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:45.752768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=212e8697-381f-4a1e-a519-631903a04704,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:45.854295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.895494 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.907785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:45.950251 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.010349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:46.013831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:46.017960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:46.070500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'Port': ['ID=f0c6a88b-be17-4e15-9b05-53b39cd0ec1b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:46.163550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.179099 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.221783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.241663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b687813-de99-447e-acc5-fd34d9f5219b req-116d2a44-8514-42c5-811b-f0a2b8990083 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:46.243637 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b687813-de99-447e-acc5-fd34d9f5219b req-116d2a44-8514-42c5-811b-f0a2b8990083 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 950 time: 0.0999722 Nov 10 03:43:46.246213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event updated for resources: {'Port': ['ID=212e8697-381f-4a1e-a519-631903a04704,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:46.317409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.332307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328'}, {'server_uuid': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:46.334245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.337142 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2156d4df-a387-4a2c-be1d-3f5963a986d4" -d '{"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328"}, {"server_uuid": "75a8b6f5-f1d6-45cc-9433-9b06cd656864", "name": "network-vif-plugged", "status": "completed", "tag": "233fccb6-980e-47a8-b8ee-f9c7ce9c364a"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:46.350984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.353196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-4f2de6c3-6bb4-47b2-a108-a20b4db91455 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5589235 Nov 10 03:43:46.467715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-5e76c824-248c-4356-93a3-0cd7a51a0b2e tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 695 time: 0.1046796 Nov 10 03:43:46.581262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Deleting port 532c4e41-adac-4ba8-a02b-68c9ef843d73 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:46.581676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.630720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.652837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-27449f05-2c75-4994-b39f-fd3fbaf99e7b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:46.655038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c10660a-f3ac-4be1-8bf8-69b8a1a543e8 req-27449f05-2c75-4994-b39f-fd3fbaf99e7b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1813433 Nov 10 03:43:46.702678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-2309acbe-2aac-43b2-aa37-6c268708c78f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:46.702976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.712025 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-2309acbe-2aac-43b2-aa37-6c268708c78f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=9993b8e0-f89e-4cf6-a853-0ccd361d4f78 HTTP/1.1" status: 200 len: 943 time: 0.1609309 Nov 10 03:43:46.720554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.776312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'Port': ['ID=f0c6a88b-be17-4e15-9b05-53b39cd0ec1b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:46.788238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] For port 532c4e41-adac-4ba8-a02b-68c9ef843d73, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=532c4e41-adac-4ba8-a02b-68c9ef843d73,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:46.788603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.824185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Calling delete_port for 532c4e41-adac-4ba8-a02b-68c9ef843d73 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:46.850907 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.861774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58016205-caf0-4fa8-8841-a319e7964344 req-e2c04a29-b9d8-4f9d-a862-d8469409e4b9 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:46.863416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58016205-caf0-4fa8-8841-a319e7964344 req-e2c04a29-b9d8-4f9d-a862-d8469409e4b9 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 950 time: 0.1079867 Nov 10 03:43:46.893739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Deleting port c6c447d6-5d9b-4727-a944-2bbb066f5328 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:46.894008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.898681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:46.899914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fc9318da-4c5b-45db-9f01-804c4293f9b2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9063559 Nov 10 03:43:47.005992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58016205-caf0-4fa8-8841-a319e7964344 req-01b33548-6c35-4ffa-84d6-285b8705a2e6 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306701 Nov 10 03:43:47.061027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:47.077899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['532c4e41-adac-4ba8-a02b-68c9ef843d73'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:47.106032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] For port c6c447d6-5d9b-4727-a944-2bbb066f5328, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c6c447d6-5d9b-4727-a944-2bbb066f5328,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:47.106721 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:47.134389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Calling delete_port for c6c447d6-5d9b-4727-a944-2bbb066f5328 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:47.145088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Pushing event deleted for resources: {'Port': ['ID=532c4e41-adac-4ba8-a02b-68c9ef843d73,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:47.237510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] No DVR routers for this DVR port 532c4e41-adac-4ba8-a02b-68c9ef843d73 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:47.241680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:47.245654 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b687813-de99-447e-acc5-fd34d9f5219b req-fd7b3709-a8e1-4d0e-9307-b4f983ca97d9 tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.44 "DELETE /v2.0/ports/532c4e41-adac-4ba8-a02b-68c9ef843d73 HTTP/1.1" status: 204 len: 173 time: 0.9842317 Nov 10 03:43:47.246246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-deleted', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:47.248977 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad72cb3-eb61-4d18-9cc9-5180d807d7f3" -d '{"events": [{"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-deleted", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:47.327460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:47.353350 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d15acde-a298-4a78-902d-a3f8d9c7eab6 x-openstack-request-id: req-6d15acde-a298-4a78-902d-a3f8d9c7eab6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:47.353689 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-unplugged", "status": "failed", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328", "code": 422}, {"server_uuid": "75a8b6f5-f1d6-45cc-9433-9b06cd656864", "name": "network-vif-plugged", "status": "completed", "tag": "233fccb6-980e-47a8-b8ee-f9c7ce9c364a", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:47.353965 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d15acde-a298-4a78-902d-a3f8d9c7eab6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:47.354401 n-d-817326-2 neutron-server[102598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'code': 422} returned with failed status Nov 10 03:43:47.354663 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a', 'code': 200} Nov 10 03:43:47.363228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event deleted for resources: {'Port': ['ID=c6c447d6-5d9b-4727-a944-2bbb066f5328,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:47.420733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] No DVR routers for this DVR port c6c447d6-5d9b-4727-a944-2bbb066f5328 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:47.424053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:47.430963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5300906c-28cd-4276-be62-e9dbcb4bfe6a req-c1b8a3e9-a82f-4bcc-a92c-dd9025420806 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "DELETE /v2.0/ports/c6c447d6-5d9b-4727-a944-2bbb066f5328 HTTP/1.1" status: 204 len: 173 time: 0.7179186 Nov 10 03:43:47.431666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-deleted', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:47.437555 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6fa6fd-fc63-48a1-b066-963c875e857e" -d '{"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-deleted", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:47.460117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c6c447d6-5d9b-4727-a944-2bbb066f5328 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:47.519450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: c6c447d6-5d9b-4727-a944-2bbb066f5328 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:47.520515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c6c447d6-5d9b-4727-a944-2bbb066f5328 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:47.547404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a8909ae-ab8d-439a-b742-1874e4205469 req-e290a91d-bd25-406e-b609-e747dc6c303e tempest-MigrationsAdminTest-684447382 tempest-MigrationsAdminTest-684447382-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b158fc-f10d-4fb3-93ad-828ab880d769 HTTP/1.1" status: 200 len: 210 time: 0.0544302 Nov 10 03:43:47.589598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590869cc-79f4-4a1b-9e9c-a3632908bcb5 req-9313aacc-6d3c-451a-b58a-80bdc907a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:47.591292 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-590869cc-79f4-4a1b-9e9c-a3632908bcb5 req-9313aacc-6d3c-451a-b58a-80bdc907a640 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 1101 time: 0.0948308 Nov 10 03:43:47.666527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-590869cc-79f4-4a1b-9e9c-a3632908bcb5 req-cf4cdc04-5ba1-4118-8f21-f98cfa724dd1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625045 Nov 10 03:43:47.693425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdf519d4-010d-4e12-9176-ff6c1b3d9f0f req-74814661-1251-4d28-b10a-425370d74f8a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips/4f32578e-af90-4813-9e15-a291f7c8e863 HTTP/1.1" status: 200 len: 692 time: 0.0936894 Nov 10 03:43:47.851885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf519d4-010d-4e12-9176-ff6c1b3d9f0f req-e694a636-62f3-4ef6-bd24-5d0eddd7b339 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:47.858847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdf519d4-010d-4e12-9176-ff6c1b3d9f0f req-e694a636-62f3-4ef6-bd24-5d0eddd7b339 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1565549 Nov 10 03:43:48.095101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799483eb-87be-4146-bf01-845bf236531f req-d13a6f05-458a-4512-a78a-61d91f065e90 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:48.096603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-d13a6f05-458a-4512-a78a-61d91f065e90 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 821 time: 0.1286042 Nov 10 03:43:48.107238 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3715759-d0d9-4807-bdf1-4ebd5474bd0c x-openstack-request-id: req-a3715759-d0d9-4807-bdf1-4ebd5474bd0c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:48.107714 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b158fc-f10d-4fb3-93ad-828ab880d769", "name": "network-vif-deleted", "tag": "532c4e41-adac-4ba8-a02b-68c9ef843d73", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:48.107940 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3715759-d0d9-4807-bdf1-4ebd5474bd0c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:48.108323 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b158fc-f10d-4fb3-93ad-828ab880d769', 'name': 'network-vif-deleted', 'tag': '532c4e41-adac-4ba8-a02b-68c9ef843d73', 'status': 'completed', 'code': 200} Nov 10 03:43:48.118473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-57dceea3-86ab-420c-b5db-015a289354e4 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/quotas/43c432a4245a4361b073bb732683a068 HTTP/1.1" status: 200 len: 375 time: 0.0138950 Nov 10 03:43:48.145516 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a65c8-d80a-4595-9d00-b16f251410b9 x-openstack-request-id: req-ee0a65c8-d80a-4595-9d00-b16f251410b9 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:48.145919 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b8e0-f89e-4cf6-a853-0ccd361d4f78", "name": "network-vif-deleted", "tag": "c6c447d6-5d9b-4727-a944-2bbb066f5328", "status": "failed", "code": 422}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:48.146262 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee0a65c8-d80a-4595-9d00-b16f251410b9 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:48.146730 n-d-817326-2 neutron-server[102597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9993b8e0-f89e-4cf6-a853-0ccd361d4f78', 'name': 'network-vif-deleted', 'tag': 'c6c447d6-5d9b-4727-a944-2bbb066f5328', 'status': 'failed', 'code': 422} returned with failed status Nov 10 03:43:48.283435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:48.529250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-791b21ee-16eb-408f-802c-e9236edc63fc req-cbb6c7bc-8b76-452b-a301-209776f7b4cb tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips/4f32578e-af90-4813-9e15-a291f7c8e863 HTTP/1.1" status: 200 len: 692 time: 0.3652735 Nov 10 03:43:48.538092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-b0a22679-44ea-4460-aa52-3af9b4213761 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4111383 Nov 10 03:43:48.665531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b21ee-16eb-408f-802c-e9236edc63fc req-4b644245-92cb-4774-afa9-0ae1a6d3cb6a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:48.666987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-791b21ee-16eb-408f-802c-e9236edc63fc req-4b644245-92cb-4774-afa9-0ae1a6d3cb6a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1280251 Nov 10 03:43:48.686377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-9a15fa11-81b4-4aaf-a172-1488225a7d90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458918 Nov 10 03:43:48.742263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bd8c903a-dce1-44f6-aff2-dc7155ba3ea3 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 695 time: 0.0634608 Nov 10 03:43:48.820936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-1a8e1816-598d-4622-b740-795778e1f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:48.823582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-1a8e1816-598d-4622-b740-795778e1f647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1527dc897a44542a47b7845a73f9f42&device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 1096 time: 0.0485616 Nov 10 03:43:48.849343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-791b21ee-16eb-408f-802c-e9236edc63fc req-36e809ec-876e-4c2a-9442-b93cd03ff18e tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 695 time: 0.1055300 Nov 10 03:43:48.960756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-4563b4f6-2fa2-46ab-b5e4-36d31b7bd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:48.962452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-4563b4f6-2fa2-46ab-b5e4-36d31b7bd2e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f60a82d4-f52e-490f-a98c-f2ed15732c72 HTTP/1.1" status: 200 len: 915 time: 0.1108699 Nov 10 03:43:48.963893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-c6e56723-14b8-45bd-83f2-24ebde8ea927 service neutron] 10.222.0.24 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159820 Nov 10 03:43:49.035020 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:49.098480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Deleting port 212e8697-381f-4a1e-a519-631903a04704 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:49.098480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:49.125004 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-6930d37e-d110-4d95-9eff-b42bf1704d53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad679630-7f6d-4951-ba1a-529ce6e69232 HTTP/1.1" status: 200 len: 1001 time: 0.0923204 Nov 10 03:43:49.194928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:49.195364 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:49.208452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Calling delete_port for 212e8697-381f-4a1e-a519-631903a04704 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:49.208711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-cc3d532f-c917-417d-a57e-1388b28bfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:49.210183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-cc3d532f-c917-417d-a57e-1388b28bfb72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cda49f39-6e98-40f3-9dea-85e0bd3d80a2 HTTP/1.1" status: 200 len: 854 time: 0.0664973 Nov 10 03:43:49.220360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-83338851-e413-4444-97fc-06e11e527497 service neutron] 10.222.0.24 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490635 Nov 10 03:43:49.262977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-81b70881-370f-49cd-b4d9-2e43c95b21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:49.264594 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-81b70881-370f-49cd-b4d9-2e43c95b21ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f60a82d4-f52e-490f-a98c-f2ed15732c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439758 Nov 10 03:43:49.405795 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:49.433479 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-234dc3c0-5304-4f13-99c0-748eb801d436 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585829 Nov 10 03:43:49.477648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:43:49.493038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event deleted for resources: {'Port': ['ID=212e8697-381f-4a1e-a519-631903a04704,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:49.510153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 532c4e41-adac-4ba8-a02b-68c9ef843d73 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:43:49.511470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 532c4e41-adac-4ba8-a02b-68c9ef843d73 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:43:49.599357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262554f6-5904-49f3-97b9-2f714782b43e req-8d5567fa-4005-40ba-8834-0d5ec3aee9b3 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:49.599767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c3b6d946-7e65-4c0d-acb6-0c8ee0287440 req-b4e6304b-13ad-4e9d-b618-0bf2fc579058 service neutron] 10.222.0.11 "GET /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564353 Nov 10 03:43:49.608998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-262554f6-5904-49f3-97b9-2f714782b43e req-8d5567fa-4005-40ba-8834-0d5ec3aee9b3 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 950 time: 0.1846306 Nov 10 03:43:49.628199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:49.632553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:49.635147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-791b21ee-16eb-408f-802c-e9236edc63fc req-bff84882-9bf8-4ab2-b3e6-3d7abc5bd435 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "DELETE /v2.0/floatingips/4f32578e-af90-4813-9e15-a291f7c8e863 HTTP/1.1" status: 204 len: 173 time: 0.7780330 Nov 10 03:43:49.744425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:43:49.744951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-262554f6-5904-49f3-97b9-2f714782b43e req-19b048ec-74e6-4ee2-962d-99b6b5e94de2 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285143 Nov 10 03:43:49.929965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c109bd3-1a72-4327-8c85-63940767216f req-323cd8de-a98f-4c1c-b806-8f95b8592951 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 210 time: 0.0399323 Nov 10 03:43:50.297621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf9b00-6cd5-431a-90c3-f63bd67414e7 req-7eeaa3e7-81ed-4163-a110-8f3c85b50c0a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:50.311936 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9adf9b00-6cd5-431a-90c3-f63bd67414e7 req-7eeaa3e7-81ed-4163-a110-8f3c85b50c0a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3659341 Nov 10 03:43:50.452961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47242) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:50.524861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0bf65-0c30-42e3-85ca-9319d8fbb6bb req-92d2806a-ddaf-4d57-82e6-92822fab3961 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:50.542309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23a0bf65-0c30-42e3-85ca-9319d8fbb6bb req-92d2806a-ddaf-4d57-82e6-92822fab3961 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 950 time: 0.0938861 Nov 10 03:43:50.583185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-d195e5cc-2df3-48cf-9b13-0db22c7557f9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:50.584737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-d195e5cc-2df3-48cf-9b13-0db22c7557f9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.2098460 Nov 10 03:43:50.614891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-7ce723c3-969f-43a3-ac73-2c6e39da023c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/quotas/c2057ff13d4844d1a0c98b1c8ccb4d15 HTTP/1.1" status: 200 len: 375 time: 0.0191026 Nov 10 03:43:50.629284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23a0bf65-0c30-42e3-85ca-9319d8fbb6bb req-51a0deb0-d85e-4dc3-8240-f2c409226c60 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851908 Nov 10 03:43:50.669117 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72fd767e-5be6-4548-b7d1-3f425f2fc3d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad37bfc77cff4d4ab1c7b0dfb3e5ae0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144060 Nov 10 03:43:50.672040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47246) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:50.752472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-fd5372c2-042e-4086-bd8e-75fc5c294243 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096427 Nov 10 03:43:50.851090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cc1a2af-e0db-4258-b6ac-858499c2833b req-f2afae87-9081-4389-bdfd-83c175dd6e62 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=2822c6e75ade42f7945efa15dd85c929 HTTP/1.1" status: 200 len: 1656 time: 0.1915834 Nov 10 03:43:50.973304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799483eb-87be-4146-bf01-845bf236531f req-bca591f0-a4a2-4b2e-bfb9-be93e9b48fe0 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:50.975324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-bca591f0-a4a2-4b2e-bfb9-be93e9b48fe0 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 821 time: 0.2174962 Nov 10 03:43:50.993243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Request body: {'port': {'device_id': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'admin_state_up': True, 'tenant_id': '43c432a4245a4361b073bb732683a068'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:51.065483 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7356a10f-c4db-48c3-b38b-f56d24f547c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:51.085020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-663eead4-c3d3-42e0-b760-da62c3f57439 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113651 Nov 10 03:43:51.132223 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7356a10f-c4db-48c3-b38b-f56d24f547c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:51.141333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Made reservation on behalf of 43c432a4245a4361b073bb732683a068 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:51.150402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:51.179767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a2af-e0db-4258-b6ac-858499c2833b req-a83cc401-aab5-477b-988b-47feb0391726 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:51.188349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cc1a2af-e0db-4258-b6ac-858499c2833b req-a83cc401-aab5-477b-988b-47feb0391726 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks?id=18550987-b596-4013-8c01-043916d804d5&id=18550987-b596-4013-8c01-043916d804d5&id=18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 787 time: 0.2744272 Nov 10 03:43:51.198843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-2cc1a2af-e0db-4258-b6ac-858499c2833b req-93b0994b-ac6b-429d-9fa2-c78cb10ee20e tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:43:51.210548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cc1a2af-e0db-4258-b6ac-858499c2833b req-93b0994b-ac6b-429d-9fa2-c78cb10ee20e tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212040 Nov 10 03:43:51.309559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-39b078a0-d4e3-45f7-a5e0-81345127afd9 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127235 Nov 10 03:43:51.325331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7356a10f-c4db-48c3-b38b-f56d24f547c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:51.329241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7356a10f-c4db-48c3-b38b-f56d24f547c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:51.334737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7356a10f-c4db-48c3-b38b-f56d24f547c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e8ae872-607e-43a2-be9c-239dbaaff6b8 HTTP/1.1" status: 204 len: 168 time: 0.6597505 Nov 10 03:43:51.350502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356a10f-c4db-48c3-b38b-f56d24f547c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8ae872-607e-43a2-be9c-239dbaaff6b8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:51.388494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Allocated IP 172.20.0.5 (fe650c40-83f1-43d1-bed8-19dca761e2c0/68bfcf03-0e26-4721-95b7-a8f2c0060b46/987ca166-0329-41fe-bd47-68cd7bbbdbb6) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:51.669680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:51.726577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-03f78452-a631-4f8b-b8fd-d0b8231474c3 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips/bcad9c37-35e3-487b-bf83-e67a7477c79f HTTP/1.1" status: 200 len: 692 time: 0.1554446 Nov 10 03:43:51.730312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79045373-be55-4988-a871-2773b5277117 req-52e49af1-a43b-447c-ae6b-08f71b7823be tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 210 time: 0.0925336 Nov 10 03:43:51.772651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:51.856506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Network fe650c40-83f1-43d1-bed8-19dca761e2c0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:51.860596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:51.892928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:51.924069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47282) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:51.932049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffb00d7b-a9cf-4ea3-93b3-2b9bc54f05d4 req-9614e294-90c9-4a49-929a-11d06c35ca5e tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 210 time: 0.0863576 Nov 10 03:43:51.961384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:52.029963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:52.030588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.035765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ccaf2edb-7db7-49e4-b205-01132b05ff4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72597898f8894621ab0ef91706d24a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1069217 Nov 10 03:43:52.037624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47286) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:52.050032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-8a00ce26-72f6-43a1-aa2e-ccf2a26ac937 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:52.057510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-8a00ce26-72f6-43a1-aa2e-ccf2a26ac937 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.3300662 Nov 10 03:43:52.074040 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-072a9c76-7931-4be6-bbf1-d0187e543868 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0857184 Nov 10 03:43:52.091549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Request body: {'port': {'device_id': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:52.200282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-6459f895-a90a-4c03-9022-38c1a6e1cb6f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.1417520 Nov 10 03:43:52.208785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.288148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21718844-e08a-4ec9-9ea3-c8e8763ecb39 req-755f891f-f5ee-45b5-bf4a-074c1f43a9d1 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:52.292174 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21718844-e08a-4ec9-9ea3-c8e8763ecb39 req-755f891f-f5ee-45b5-bf4a-074c1f43a9d1 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 950 time: 0.2535262 Nov 10 03:43:52.320027 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-792b4171-be85-4195-8051-0b792c9f736e tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.1188080 Nov 10 03:43:52.379282 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258a1db-51fd-42f9-af69-101592de0856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.525489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258a1db-51fd-42f9-af69-101592de0856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.560087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21718844-e08a-4ec9-9ea3-c8e8763ecb39 req-51b4d6bc-9e3f-4ce9-9ade-619f0f2b4cf6 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280798 Nov 10 03:43:52.607121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987ca166-0329-41fe-bd47-68cd7bbbdbb6 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:52.617270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.643888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Transition to ACTIVE for port object 987ca166-0329-41fe-bd47-68cd7bbbdbb6 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:43:52.650203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.702221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Deleting port a6d10b8c-a61c-4bd7-9e34-5e13fce6a28e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:52.704474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.712969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258a1db-51fd-42f9-af69-101592de0856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.715857 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258a1db-51fd-42f9-af69-101592de0856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.723193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0258a1db-51fd-42f9-af69-101592de0856 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad1c7760-b643-4d96-a3b8-d717b77798cd HTTP/1.1" status: 204 len: 168 time: 0.6843915 Nov 10 03:43:52.777348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258a1db-51fd-42f9-af69-101592de0856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1c7760-b643-4d96-a3b8-d717b77798cd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:52.788159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Pushing event updated for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:52.800994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Attempting to bind port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:52.801407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Attempting to bind port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:52.801662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Attempting to bind port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:52.807729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:43:52.808273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Attempting to bind port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:52.813369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:52.813536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Checking segment: {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:52.813892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Bound using segment: {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:52.814351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Bound port: 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:52.814708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.890072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.890723 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.899040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:52.903031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:52.906857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Calling delete_port for a6d10b8c-a61c-4bd7-9e34-5e13fce6a28e owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:52.910572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.992393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:52.992959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:52.998514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] 10.222.0.44 "PUT /v2.0/ports/987ca166-0329-41fe-bd47-68cd7bbbdbb6 HTTP/1.1" status: 200 len: 1091 time: 0.9142702 Nov 10 03:43:52.999070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'tag': '987ca166-0329-41fe-bd47-68cd7bbbdbb6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:53.012350 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c7515d-b928-4b41-9375-47d4e9386661" -d '{"events": [{"name": "network-changed", "server_uuid": "710b94e1-f42b-4865-ab9e-bc3bd73f00a2", "tag": "987ca166-0329-41fe-bd47-68cd7bbbdbb6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:53.092943 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.265313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25352e01-69f0-4448-98e9-7b9ab4c16854 req-2f54c1b5-2370-4032-90ec-6ef8a978697f tempest-LiveMigrationNegativeTest-1564597934 tempest-LiveMigrationNegativeTest-1564597934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:53.279360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25352e01-69f0-4448-98e9-7b9ab4c16854 req-2f54c1b5-2370-4032-90ec-6ef8a978697f tempest-LiveMigrationNegativeTest-1564597934 tempest-LiveMigrationNegativeTest-1564597934-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 1101 time: 0.1762421 Nov 10 03:43:53.292881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.312519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa5f60-287b-435a-8d03-0d3128ecbb5d service neutron] Pushing event updated for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:53.336007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event deleted for resources: {'Port': ['ID=a6d10b8c-a61c-4bd7-9e34-5e13fce6a28e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:53.366017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799483eb-87be-4146-bf01-845bf236531f req-f0002790-522f-458d-b66c-a40c3a4be529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:53.367410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-f0002790-522f-458d-b66c-a40c3a4be529 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 1094 time: 0.3171864 Nov 10 03:43:53.409756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-25352e01-69f0-4448-98e9-7b9ab4c16854 req-64b07b3a-b424-4714-ab0b-ebef41ccc033 tempest-LiveMigrationNegativeTest-1564597934 tempest-LiveMigrationNegativeTest-1564597934-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.410711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-54b3516c-792b-44c4-93a1-3367b3dc31ab tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:53.412689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-54b3516c-792b-44c4-93a1-3367b3dc31ab tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.3635685 Nov 10 03:43:53.470301 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.471204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Request body: {'port': {'device_id': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'admin_state_up': True, 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:53.472803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.474008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae3423b5-7ee0-42df-acd3-c794b73b572e req-712d76bf-ea7e-4aeb-b8bd-994c3f9ad38b tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "DELETE /v2.0/floatingips/bcad9c37-35e3-487b-bf83-e67a7477c79f HTTP/1.1" status: 204 len: 173 time: 1.1403475 Nov 10 03:43:53.500044 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-9cc3afa0-bee4-4722-9e7b-70fc30951637 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6 HTTP/1.1" status: 200 len: 217 time: 0.1195767 Nov 10 03:43:53.595740 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-25352e01-69f0-4448-98e9-7b9ab4c16854 req-64b07b3a-b424-4714-ab0b-ebef41ccc033 tempest-LiveMigrationNegativeTest-1564597934 tempest-LiveMigrationNegativeTest-1564597934-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.610525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-25352e01-69f0-4448-98e9-7b9ab4c16854 req-64b07b3a-b424-4714-ab0b-ebef41ccc033 tempest-LiveMigrationNegativeTest-1564597934 tempest-LiveMigrationNegativeTest-1564597934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.643423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799483eb-87be-4146-bf01-845bf236531f req-f6d971b0-202e-454f-93df-a63d6d9c39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:53.645053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-f6d971b0-202e-454f-93df-a63d6d9c39fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68bfcf03-0e26-4721-95b7-a8f2c0060b46 HTTP/1.1" status: 200 len: 861 time: 0.1069524 Nov 10 03:43:53.651139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25352e01-69f0-4448-98e9-7b9ab4c16854 req-64b07b3a-b424-4714-ab0b-ebef41ccc033 tempest-LiveMigrationNegativeTest-1564597934 tempest-LiveMigrationNegativeTest-1564597934-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552127 Nov 10 03:43:53.725016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-30f9b678-0f59-421e-8525-22e233f3a761 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe650c40-83f1-43d1-bed8-19dca761e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371752 Nov 10 03:43:53.794476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07b3a-b424-4714-ab0b-ebef41ccc033 tempest-LiveMigrationNegativeTest-1564597934 tempest-LiveMigrationNegativeTest-1564597934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057dd097-5e40-4b5b-926b-d666dd490102,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:53.811549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:43:53.815090 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:53.844424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ec6c7-25be-4be7-b6d7-3de3b7518c8b req-5fa489a8-195e-4dfd-be32-3e6f40ff88bd tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:53.846180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-790ec6c7-25be-4be7-b6d7-3de3b7518c8b req-5fa489a8-195e-4dfd-be32-3e6f40ff88bd tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 943 time: 0.2055967 Nov 10 03:43:53.855659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83b85c0d-3eac-4b93-904b-0180a4287901 req-5e0ea083-0a77-42e2-88d9-183998d311d1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 210 time: 0.0652084 Nov 10 03:43:53.927335 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4eccc-24be-4362-a82b-bc21e520ab3a x-openstack-request-id: req-7be4eccc-24be-4362-a82b-bc21e520ab3a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:53.927628 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710b94e1-f42b-4865-ab9e-bc3bd73f00a2", "tag": "987ca166-0329-41fe-bd47-68cd7bbbdbb6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:53.927877 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7be4eccc-24be-4362-a82b-bc21e520ab3a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:53.928276 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'tag': '987ca166-0329-41fe-bd47-68cd7bbbdbb6', 'status': 'completed', 'code': 200} Nov 10 03:43:53.929080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-790ec6c7-25be-4be7-b6d7-3de3b7518c8b req-8110a4f0-ada9-4f4b-abdb-748f9bdaf3bb tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623457 Nov 10 03:43:53.930473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-c3e984b4-da5f-4688-aeeb-d9117f5692be service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952455 Nov 10 03:43:54.067828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-778ec133-d3cb-401d-9101-aa04241d372b req-9f844122-67d0-42f2-b040-11aaa5891e63 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips/56f9cc94-36e7-4dca-8043-7cef90b37c78 HTTP/1.1" status: 200 len: 693 time: 0.1279652 Nov 10 03:43:54.088653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Allocated IP 172.20.0.8 (0ec4587b-d728-4a63-9c0c-619a3f29f64f/2aec2abc-22bf-4be7-a15e-af32f36fe32d/298868ed-d418-4b00-a532-e4fbdd6f926f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:43:54.124291 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-799483eb-87be-4146-bf01-845bf236531f req-f5a5ca63-9a56-47db-85bd-125e1004e86d service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844084 Nov 10 03:43:54.212393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ec133-d3cb-401d-9101-aa04241d372b req-420f06aa-ac1e-4650-a87b-d258a55792e9 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:54.215300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-778ec133-d3cb-401d-9101-aa04241d372b req-420f06aa-ac1e-4650-a87b-d258a55792e9 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1463470 Nov 10 03:43:54.306522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-778ec133-d3cb-401d-9101-aa04241d372b req-af49ceca-ef59-4faf-8527-ec2a214ec708 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0847557 Nov 10 03:43:54.384954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-778ec133-d3cb-401d-9101-aa04241d372b req-396a0b4f-ff7c-49e6-bd89-06c1caf47b74 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0767260 Nov 10 03:43:54.620150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Deleting port b6a99a93-3d73-4467-9d18-88ff84cd08d2 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:54.620898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:54.638174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7515d-b928-4b41-9375-47d4e9386661 req-437b3328-8897-4767-9162-d64424f295fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:54.639649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25c7515d-b928-4b41-9375-47d4e9386661 req-437b3328-8897-4767-9162-d64424f295fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 1094 time: 0.4478841 Nov 10 03:43:54.772970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:54.873159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7515d-b928-4b41-9375-47d4e9386661 req-ec866aab-cec8-4f92-865c-27c7e91fc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:54.876459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25c7515d-b928-4b41-9375-47d4e9386661 req-ec866aab-cec8-4f92-865c-27c7e91fc505 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 921 time: 0.2188802 Nov 10 03:43:55.032951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25c7515d-b928-4b41-9375-47d4e9386661 req-61d34c7e-257c-451c-9810-f00dc3afb582 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6 HTTP/1.1" status: 200 len: 217 time: 0.1470435 Nov 10 03:43:55.055146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.158871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.159467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.172634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:43:55.177361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Calling delete_port for b6a99a93-3d73-4467-9d18-88ff84cd08d2 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:55.178524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:43:55.191273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:43:55.230614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event updated for resources: {'Port': ['ID=298868ed-d418-4b00-a532-e4fbdd6f926f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:55.237953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7515d-b928-4b41-9375-47d4e9386661 req-83943c0e-33a5-4098-ae7b-2259e19adea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:55.239782 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25c7515d-b928-4b41-9375-47d4e9386661 req-83943c0e-33a5-4098-ae7b-2259e19adea9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68bfcf03-0e26-4721-95b7-a8f2c0060b46 HTTP/1.1" status: 200 len: 861 time: 0.1999254 Nov 10 03:43:55.293732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25c7515d-b928-4b41-9375-47d4e9386661 req-2622a2b6-69f9-4f71-bdf5-af6cc3ca4285 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe650c40-83f1-43d1-bed8-19dca761e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418334 Nov 10 03:43:55.336466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:55.337125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.396914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.414421 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-b94e7449-3c79-4104-b4f4-aa9889507da5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9499750 Nov 10 03:43:55.437727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event deleted for resources: {'Port': ['ID=b6a99a93-3d73-4467-9d18-88ff84cd08d2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:55.454812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Request body: {'port': {'device_id': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:43:55.499593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25c7515d-b928-4b41-9375-47d4e9386661 req-d80ba6bb-03eb-4ec2-b6e3-e026eb2cc413 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964469 Nov 10 03:43:55.514846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 987ca166-0329-41fe-bd47-68cd7bbbdbb6 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:43:55.523897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2208fa-6772-4637-b981-07c7babd687c req-83481fb1-86e2-4c79-9d28-3a01427855a0 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:55.526199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a2208fa-6772-4637-b981-07c7babd687c req-83481fb1-86e2-4c79-9d28-3a01427855a0 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 950 time: 0.1755741 Nov 10 03:43:55.610684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a2208fa-6772-4637-b981-07c7babd687c req-18a4c5c2-a198-4b52-87bf-3f335c8d9e8a tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748928 Nov 10 03:43:55.620289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.630198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.630198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-778ec133-d3cb-401d-9101-aa04241d372b req-6befd8e2-8d18-4fd3-999a-30e9d0607a2f tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "DELETE /v2.0/floatingips/56f9cc94-36e7-4dca-8043-7cef90b37c78 HTTP/1.1" status: 204 len: 173 time: 1.2389200 Nov 10 03:43:55.783914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:55.799418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.803872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '987ca166-0329-41fe-bd47-68cd7bbbdbb6', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'port_id': '987ca166-0329-41fe-bd47-68cd7bbbdbb6', 'mac_address': 'fa:16:3e:a8:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bfcf03-0e26-4721-95b7-a8f2c0060b46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:43:55.856558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.876470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37786a2d-decf-451f-917f-e5be64e01022 req-080b8e5f-ed1d-4905-b63b-481ccde23c30 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:55.886612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37786a2d-decf-451f-917f-e5be64e01022 req-080b8e5f-ed1d-4905-b63b-481ccde23c30 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 931 time: 0.1207187 Nov 10 03:43:55.888995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987ca166-0329-41fe-bd47-68cd7bbbdbb6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:55.903606 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25c7515d-b928-4b41-9375-47d4e9386661 req-969a1656-00ec-4ce5-acd7-f2ae93e24315 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643126 Nov 10 03:43:55.954445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:55.961090 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:55.967652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6dce9-7e92-433b-a6dc-dfb689177994 req-16de472a-0ae0-40f8-8f9f-8b2b81b8c102 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:55.978703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2be6dce9-7e92-433b-a6dc-dfb689177994 req-16de472a-0ae0-40f8-8f9f-8b2b81b8c102 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 943 time: 0.1596951 Nov 10 03:43:56.049655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37786a2d-decf-451f-917f-e5be64e01022 req-913cb76f-ed4b-465a-86a3-c1c4ea238a1c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589749 Nov 10 03:43:56.073734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:56.121255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2be6dce9-7e92-433b-a6dc-dfb689177994 req-ff0d7db7-ba4a-4123-93e0-7113c930b37d tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400051 Nov 10 03:43:56.238600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['987ca166-0329-41fe-bd47-68cd7bbbdbb6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:56.402369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d27e510-fba4-4527-a995-28cd869d3759 req-cb3c86e9-2f82-48fa-ae2b-6b818bc8404a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips/30999797-57d9-4c0a-89fa-6256bb2b3ba5 HTTP/1.1" status: 200 len: 693 time: 0.1546922 Nov 10 03:43:56.410839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298868ed-d418-4b00-a532-e4fbdd6f926f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:43:56.447541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:56.485887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Transition to ACTIVE for port object 298868ed-d418-4b00-a532-e4fbdd6f926f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:43:56.493068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:56.722256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e510-fba4-4527-a995-28cd869d3759 req-7a3d1d7b-8021-47ac-8b07-56c04d6d0a49 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:56.726448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d27e510-fba4-4527-a995-28cd869d3759 req-7a3d1d7b-8021-47ac-8b07-56c04d6d0a49 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.3222663 Nov 10 03:43:56.732389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Pushing event updated for resources: {'Port': ['ID=298868ed-d418-4b00-a532-e4fbdd6f926f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:56.759413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Attempting to bind port 298868ed-d418-4b00-a532-e4fbdd6f926f on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:43:56.759667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Attempting to bind port 298868ed-d418-4b00-a532-e4fbdd6f926f by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:43:56.760036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Attempting to bind port 298868ed-d418-4b00-a532-e4fbdd6f926f on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:56.766075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Port 298868ed-d418-4b00-a532-e4fbdd6f926f on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:43:56.766405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Attempting to bind port 298868ed-d418-4b00-a532-e4fbdd6f926f on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:43:56.772426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:43:56.772752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Checking segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:43:56.773143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Bound using segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:43:56.773705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Bound port: 298868ed-d418-4b00-a532-e4fbdd6f926f, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:43:56.774159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:56.819505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d27e510-fba4-4527-a995-28cd869d3759 req-c5b81756-e847-4fe8-b40d-6e28d855c4fd tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.0710261 Nov 10 03:43:56.885233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d27e510-fba4-4527-a995-28cd869d3759 req-d62da198-4d45-46d2-95b6-b7b557535bc6 tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.0650904 Nov 10 03:43:56.950787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] For port 298868ed-d418-4b00-a532-e4fbdd6f926f, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:43:56.959530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] For port 298868ed-d418-4b00-a532-e4fbdd6f926f, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=298868ed-d418-4b00-a532-e4fbdd6f926f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:43:56.967459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.076558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:57.077183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.078886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] 10.222.0.11 "PUT /v2.0/ports/298868ed-d418-4b00-a532-e4fbdd6f926f HTTP/1.1" status: 200 len: 1091 time: 1.6480136 Nov 10 03:43:57.079026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057194b-a324-4ce3-8864-6da48c92c804 req-12703e43-33a9-4cce-8734-43f317894fd5 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:57.079436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'tag': '298868ed-d418-4b00-a532-e4fbdd6f926f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:57.080475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b057194b-a324-4ce3-8864-6da48c92c804 req-12703e43-33a9-4cce-8734-43f317894fd5 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 950 time: 0.1907854 Nov 10 03:43:57.082051 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c" -d '{"events": [{"name": "network-changed", "server_uuid": "c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e", "tag": "298868ed-d418-4b00-a532-e4fbdd6f926f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:57.140227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40153d-a544-4822-ba0a-543159ea8694 service neutron] Pushing event updated for resources: {'Port': ['ID=298868ed-d418-4b00-a532-e4fbdd6f926f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:57.173717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Deleting port 7557f41e-4029-462e-ae9a-aa1be475acb8 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:57.174134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.246501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-012e9d3d-38b5-444a-a70d-878a38366218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:57.248491 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-012e9d3d-38b5-444a-a70d-878a38366218 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 1094 time: 0.0979156 Nov 10 03:43:57.333700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff5126-1130-4c5d-8db3-3a18367be1c2 req-7cc12c1b-ee5b-4999-ad8c-dcb880d60a6b tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:57.336102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbff5126-1130-4c5d-8db3-3a18367be1c2 req-7cc12c1b-ee5b-4999-ad8c-dcb880d60a6b tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 950 time: 0.1672251 Nov 10 03:43:57.351314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Deleting port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:57.351849 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.352910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-5822d07d-a416-4d3b-b266-9762223650dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298868ed-d418-4b00-a532-e4fbdd6f926f HTTP/1.1" status: 200 len: 217 time: 0.0894411 Nov 10 03:43:57.453325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-9ee76bd3-b4cd-466d-b8c4-26fd1dff1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:57.456079 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-9ee76bd3-b4cd-466d-b8c4-26fd1dff1c4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0966830 Nov 10 03:43:57.497354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-4115e11c-1dc3-4800-acb0-1d1601556fca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334613 Nov 10 03:43:57.523415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.524000 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.536856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 987ca166-0329-41fe-bd47-68cd7bbbdbb6 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:43:57.546302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] For port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:57.546667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.550462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Calling delete_port for 7557f41e-4029-462e-ae9a-aa1be475acb8 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:57.574858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Calling delete_port for 233fccb6-980e-47a8-b8ee-f9c7ce9c364a owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:57.630238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:43:57.637093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:43:57.637916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.667238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-a6861a3f-d4e8-418f-bdc8-b986949d58fc service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616197 Nov 10 03:43:57.673819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbff5126-1130-4c5d-8db3-3a18367be1c2 req-5acb1d44-031c-484b-9d70-7ff4785ae990 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074206 Nov 10 03:43:57.848338 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.857171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.867895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aed28a67-a0f1-46f4-8a80-b3045e6d34f2 req-e3ff60df-692f-4709-ab51-90aad9f3f254 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946709 Nov 10 03:43:57.888097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['bb797633-3de6-4204-885d-497bf2e71463', '233fccb6-980e-47a8-b8ee-f9c7ce9c364a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:43:57.918499 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:57.930946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Pushing event deleted for resources: {'Port': ['ID=233fccb6-980e-47a8-b8ee-f9c7ce9c364a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:57.984692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987ca166-0329-41fe-bd47-68cd7bbbdbb6'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:57.987880 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57294da6-73c0-4b43-875c-0595d619125e" -d '{"events": [{"server_uuid": "710b94e1-f42b-4865-ab9e-bc3bd73f00a2", "name": "network-vif-plugged", "status": "completed", "tag": "987ca166-0329-41fe-bd47-68cd7bbbdbb6"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:57.998367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Pushing event deleted for resources: {'Port': ['ID=7557f41e-4029-462e-ae9a-aa1be475acb8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:58.018132 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52af694-00b1-4387-8754-2f72d451e080 x-openstack-request-id: req-f52af694-00b1-4387-8754-2f72d451e080 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:58.018747 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e", "tag": "298868ed-d418-4b00-a532-e4fbdd6f926f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:58.019008 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f52af694-00b1-4387-8754-2f72d451e080 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:58.019326 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'tag': '298868ed-d418-4b00-a532-e4fbdd6f926f', 'status': 'completed', 'code': 200} Nov 10 03:43:58.029632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:58.092893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:58.119109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] No DVR routers for this DVR port 233fccb6-980e-47a8-b8ee-f9c7ce9c364a on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:43:58.124059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:58.129546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b057194b-a324-4ce3-8864-6da48c92c804 req-df6854ce-a1d6-41e0-bdf8-55b78ea74e65 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "DELETE /v2.0/ports/233fccb6-980e-47a8-b8ee-f9c7ce9c364a HTTP/1.1" status: 204 len: 173 time: 1.0345366 Nov 10 03:43:58.130343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'name': 'network-vif-deleted', 'tag': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:43:58.133007 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549255eb-8199-41b9-903d-8d3ec6b1c0f5" -d '{"events": [{"server_uuid": "75a8b6f5-f1d6-45cc-9433-9b06cd656864", "name": "network-vif-deleted", "tag": "233fccb6-980e-47a8-b8ee-f9c7ce9c364a"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:43:58.182232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-8cba2d99-757c-4c32-9bf6-63ddf4573383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:58.184058 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-8cba2d99-757c-4c32-9bf6-63ddf4573383 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 1094 time: 0.1196530 Nov 10 03:43:58.206848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:58.255607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:58.258928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:58.272844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d27e510-fba4-4527-a995-28cd869d3759 req-a6bb0233-435c-46aa-b87c-d4f774a19c5a tempest-FloatingIPDetailsTestJSON-1215527172 tempest-FloatingIPDetailsTestJSON-1215527172-project] 10.222.0.24 "DELETE /v2.0/floatingips/30999797-57d9-4c0a-89fa-6256bb2b3ba5 HTTP/1.1" status: 204 len: 173 time: 1.3865347 Nov 10 03:43:58.275738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47454) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:58.382563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923a3ff-256e-4b26-97b2-f496bef3ee46 req-9a6f8bc8-c5d4-402e-94d6-433dad48c1ad tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:58.383921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2923a3ff-256e-4b26-97b2-f496bef3ee46 req-9a6f8bc8-c5d4-402e-94d6-433dad48c1ad tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 943 time: 0.2450337 Nov 10 03:43:58.400177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-d065c15f-833a-4cda-8670-6cc5976831d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:58.401630 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-d065c15f-833a-4cda-8670-6cc5976831d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 912 time: 0.2020690 Nov 10 03:43:58.457853 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-4a0616e5-d822-4b80-b2ae-a050dd6efbdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298868ed-d418-4b00-a532-e4fbdd6f926f HTTP/1.1" status: 200 len: 217 time: 0.0472243 Nov 10 03:43:58.523725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2923a3ff-256e-4b26-97b2-f496bef3ee46 req-601ac9c6-32e7-4190-b45b-1d02ab9dc5ec tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182983 Nov 10 03:43:58.529073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-7afc6c86-4877-4e6c-aaa4-3d3494056abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:58.530592 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-7afc6c86-4877-4e6c-aaa4-3d3494056abd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.0630507 Nov 10 03:43:58.542638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31950c64-b5c6-4e04-ac95-11abda3a6238 req-2d1fc272-f273-4e9d-98f3-2211b5f46c7f tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:58.544298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31950c64-b5c6-4e04-ac95-11abda3a6238 req-2d1fc272-f273-4e9d-98f3-2211b5f46c7f tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 945 time: 0.1760113 Nov 10 03:43:58.581578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-940289a7-dd9f-4c85-8891-28d2db63e14d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427506 Nov 10 03:43:58.688850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31950c64-b5c6-4e04-ac95-11abda3a6238 req-fdd8dbb4-fad1-4259-b976-1dc847a00429 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305742 Nov 10 03:43:58.747986 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-1bd20570-11df-406b-8ac7-7126e9ee2d67 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568067 Nov 10 03:43:58.794963 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3096a22-ca5a-4152-b57a-e1e4ec85b889 x-openstack-request-id: req-c3096a22-ca5a-4152-b57a-e1e4ec85b889 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:58.795543 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710b94e1-f42b-4865-ab9e-bc3bd73f00a2", "name": "network-vif-plugged", "status": "completed", "tag": "987ca166-0329-41fe-bd47-68cd7bbbdbb6", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:58.795543 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3096a22-ca5a-4152-b57a-e1e4ec85b889 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:58.796165 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987ca166-0329-41fe-bd47-68cd7bbbdbb6', 'code': 200} Nov 10 03:43:58.919397 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d91364-ad04-4d4d-b758-b42ec788eadc x-openstack-request-id: req-16d91364-ad04-4d4d-b758-b42ec788eadc {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:43:58.919397 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a8b6f5-f1d6-45cc-9433-9b06cd656864", "name": "network-vif-deleted", "tag": "233fccb6-980e-47a8-b8ee-f9c7ce9c364a", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:43:58.921263 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16d91364-ad04-4d4d-b758-b42ec788eadc {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:43:58.921263 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a8b6f5-f1d6-45cc-9433-9b06cd656864', 'name': 'network-vif-deleted', 'tag': '233fccb6-980e-47a8-b8ee-f9c7ce9c364a', 'status': 'completed', 'code': 200} Nov 10 03:43:58.960803 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ac44e3c-5c66-4b1d-8b21-51d996c8f37c req-3c0055fb-e23f-4f40-9c38-24bb5f7d2ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973085 Nov 10 03:43:59.093219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ccbe4-8ce4-4a23-abae-e033f6f67067 req-b6a906c4-1e06-44ba-8920-85788dd0f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:59.095824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c6ccbe4-8ce4-4a23-abae-e033f6f67067 req-b6a906c4-1e06-44ba-8920-85788dd0f40e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 1096 time: 0.1302533 Nov 10 03:43:59.198291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-edc6fd5a-f15d-4542-84e6-e1b080fb7ebb req-102c6ebf-1d31-4d43-a16d-d308e6abfcba tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8b6f5-f1d6-45cc-9433-9b06cd656864 HTTP/1.1" status: 200 len: 210 time: 0.0729215 Nov 10 03:43:59.203560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c6ccbe4-8ce4-4a23-abae-e033f6f67067 req-c2ae1664-4920-41e1-b825-3c34ebf8f58f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009579 Nov 10 03:43:59.271451 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.335902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47484) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:59.494621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-36cac34a-5b99-40ea-9793-b136cf1229df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.620402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-36cac34a-5b99-40ea-9793-b136cf1229df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.627255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-36cac34a-5b99-40ea-9793-b136cf1229df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.629382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Deleting port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:43:59.629902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.730485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cac34a-5b99-40ea-9793-b136cf1229df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3392499d-c837-4fcf-8a68-01840336ba04,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:43:59.736977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-36cac34a-5b99-40ea-9793-b136cf1229df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a48857de78f47e9af4b1b53baf0c497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998721 Nov 10 03:43:59.739871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47496) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:43:59.796136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87414ff-c5b0-4ce5-abc2-c5c57c96ed82 req-36538bc7-c0b0-4b5a-8f7f-692e9b753160 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:43:59.797640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e87414ff-c5b0-4ce5-abc2-c5c57c96ed82 req-36538bc7-c0b0-4b5a-8f7f-692e9b753160 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 943 time: 0.1174479 Nov 10 03:43:59.805516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] For port 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,segment=NetworkSegment(fd3ad70a-7dbc-4052-9e35-ecf6740dff58),segment_id=fd3ad70a-7dbc-4052-9e35-ecf6740dff58)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:43:59.805883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.838931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Calling delete_port for 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:43:59.869230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-670c791e-7931-4d83-a0a3-9eb3aa68bb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.914017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-670c791e-7931-4d83-a0a3-9eb3aa68bb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.945117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e87414ff-c5b0-4ce5-abc2-c5c57c96ed82 req-20e3dc15-6a23-4614-8962-bf2bab658c40 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246235 Nov 10 03:43:59.983586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-670c791e-7931-4d83-a0a3-9eb3aa68bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.986799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-670c791e-7931-4d83-a0a3-9eb3aa68bb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:43:59.988065 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-670c791e-7931-4d83-a0a3-9eb3aa68bb8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3392499d-c837-4fcf-8a68-01840336ba04 HTTP/1.1" status: 204 len: 168 time: 0.2463486 Nov 10 03:44:00.011334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c791e-7931-4d83-a0a3-9eb3aa68bb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3392499d-c837-4fcf-8a68-01840336ba04,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:00.062407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a248ffa-a2a0-44b7-876e-c99ed173b28c req-b54d4863-89fc-4add-88d1-9c467cddf7f4 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:00.064192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a248ffa-a2a0-44b7-876e-c99ed173b28c req-b54d4863-89fc-4add-88d1-9c467cddf7f4 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 945 time: 0.1708314 Nov 10 03:44:00.179112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a248ffa-a2a0-44b7-876e-c99ed173b28c req-c565da02-8be9-4873-af04-9d08543a0bda tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964384 Nov 10 03:44:00.249288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.285252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:00.450557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47532) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:00.514598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.679456 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96555190-9de0-47b4-8919-a91207980486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.705265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47538) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:00.715364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa734-4937-4d4c-91c2-4f54a5c16bce req-34e0b2da-e153-48ec-8ae9-52669e541440 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:00.716861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-274fa734-4937-4d4c-91c2-4f54a5c16bce req-34e0b2da-e153-48ec-8ae9-52669e541440 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 950 time: 0.1244736 Nov 10 03:44:00.729971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-36f17c3e-6db4-4a65-a413-985ef5797c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.809322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96555190-9de0-47b4-8919-a91207980486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.814163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-274fa734-4937-4d4c-91c2-4f54a5c16bce req-cacfef1d-6fc0-4081-a416-9c50e036d8fe tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904629 Nov 10 03:44:00.825766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96555190-9de0-47b4-8919-a91207980486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.873538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Router da2e6982-940e-4adc-9347-b5b4525fef95 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:44:00.874459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-36f17c3e-6db4-4a65-a413-985ef5797c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.883472 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-36f17c3e-6db4-4a65-a413-985ef5797c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:00.887898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-96555190-9de0-47b4-8919-a91207980486 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9aeb2462dcca43b7a18bbec2fbfe52f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345689 Nov 10 03:44:00.889927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96555190-9de0-47b4-8919-a91207980486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4499c011-783b-42c9-bb25-546252aea1fa,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:00.892187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47542) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:00.942334 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-36f17c3e-6db4-4a65-a413-985ef5797c18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=585cd6ff3d5442f388f866362c5f4caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358003 Nov 10 03:44:00.947867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47544) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:00.956034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f17c3e-6db4-4a65-a413-985ef5797c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f357555-ebf7-46c4-8a7f-93bd535bb4f8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:01.007894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5e06-9cf2-4b8e-8b9c-eba9d9628293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.011766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:01.021656 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] Sync routers for ids ['da2e6982-940e-4adc-9347-b5b4525fef95'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:01.024527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-442edfa6-9b7e-4b1a-99b1-8f7065295d88 admin admin] 10.222.0.24 "PUT /v2.0/routers/da2e6982-940e-4adc-9347-b5b4525fef95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7445250 Nov 10 03:44:01.027575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47548) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:01.034485 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] Routers {'da2e6982-940e-4adc-9347-b5b4525fef95'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:01.035159 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['da2e6982-940e-4adc-9347-b5b4525fef95'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:01.048629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5e06-9cf2-4b8e-8b9c-eba9d9628293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.103385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28060149-92ea-4ae8-8c31-323ec0c0418f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.113139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7d0c8-c226-4bba-93dc-b71b0b4a0de5 req-de130ca3-f7b6-43cd-a076-b4c1f40a1ef2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:01.120877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eff7d0c8-c226-4bba-93dc-b71b0b4a0de5 req-de130ca3-f7b6-43cd-a076-b4c1f40a1ef2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 943 time: 0.1126506 Nov 10 03:44:01.133184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5e06-9cf2-4b8e-8b9c-eba9d9628293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.136537 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5e06-9cf2-4b8e-8b9c-eba9d9628293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.140517 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8e8b5e06-9cf2-4b8e-8b9c-eba9d9628293 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4499c011-783b-42c9-bb25-546252aea1fa HTTP/1.1" status: 204 len: 168 time: 0.2409384 Nov 10 03:44:01.162879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28060149-92ea-4ae8-8c31-323ec0c0418f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.166086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b5e06-9cf2-4b8e-8b9c-eba9d9628293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4499c011-783b-42c9-bb25-546252aea1fa,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:01.217027 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.256572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28060149-92ea-4ae8-8c31-323ec0c0418f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.259497 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28060149-92ea-4ae8-8c31-323ec0c0418f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.260671 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-28060149-92ea-4ae8-8c31-323ec0c0418f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f357555-ebf7-46c4-8a7f-93bd535bb4f8 HTTP/1.1" status: 204 len: 168 time: 0.3116751 Nov 10 03:44:01.275287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28060149-92ea-4ae8-8c31-323ec0c0418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f357555-ebf7-46c4-8a7f-93bd535bb4f8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:01.301214 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] Set router da2e6982-940e-4adc-9347-b5b4525fef95 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:01.583864 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:44:00Z', 'revision_number': 5, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:01.622369 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] Checking router: da2e6982-940e-4adc-9347-b5b4525fef95 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:01.635185 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] Routers {'da2e6982-940e-4adc-9347-b5b4525fef95'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:01.635805 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['da2e6982-940e-4adc-9347-b5b4525fef95'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:01.727288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eff7d0c8-c226-4bba-93dc-b71b0b4a0de5 req-4c41c79a-33f9-4574-a509-75557886a290 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054211 Nov 10 03:44:01.797830 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] Set router da2e6982-940e-4adc-9347-b5b4525fef95 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:01.809351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47592) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:01.833217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fd9513-3a8c-4966-9a05-be20e0e9246e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.835529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b672-aae5-491e-92f7-dda1fdf7c039 req-cc8c2a8e-d00b-4a37-84fc-f677366b3b3c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:01.837038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baa0b672-aae5-491e-92f7-dda1fdf7c039 req-cc8c2a8e-d00b-4a37-84fc-f677366b3b3c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 945 time: 0.1066158 Nov 10 03:44:01.855184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.896453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 298868ed-d418-4b00-a532-e4fbdd6f926f details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:01.906853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 233fccb6-980e-47a8-b8ee-f9c7ce9c364a no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:01.948830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baa0b672-aae5-491e-92f7-dda1fdf7c039 req-64916dc7-fce7-4d04-b1a3-8b2f11f9eb57 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034157 Nov 10 03:44:01.951985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fd9513-3a8c-4966-9a05-be20e0e9246e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.958208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fd9513-3a8c-4966-9a05-be20e0e9246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:01.960797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 233fccb6-980e-47a8-b8ee-f9c7ce9c364a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:01.961498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 233fccb6-980e-47a8-b8ee-f9c7ce9c364a not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:01.998659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Deleting port ae99d2b6-890c-49c6-88c8-137d55cb8b50 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:01.998991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.064775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-45fd9513-3a8c-4966-9a05-be20e0e9246e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3550a946525f448b9744dd021ecd5095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540398 Nov 10 03:44:02.065396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47606) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:02.068263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd9513-3a8c-4966-9a05-be20e0e9246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a31ec4-e7ab-4f59-9042-966280d989a4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:02.145516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 298868ed-d418-4b00-a532-e4fbdd6f926f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=298868ed-d418-4b00-a532-e4fbdd6f926f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:02.164873 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:44:00Z', 'revision_number': 5, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:02.169193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '298868ed-d418-4b00-a532-e4fbdd6f926f', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'port_id': '298868ed-d418-4b00-a532-e4fbdd6f926f', 'mac_address': 'fa:16:3e:ef:5b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aec2abc-22bf-4be7-a15e-af32f36fe32d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:44:02.172130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b1cf-d4f8-4786-b467-84547a0c69bd req-ac6d5341-186e-40a1-903d-a3ae638d29e0 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:02.179403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96a0b1cf-d4f8-4786-b467-84547a0c69bd req-ac6d5341-186e-40a1-903d-a3ae638d29e0 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 950 time: 0.0908787 Nov 10 03:44:02.191021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] For port ae99d2b6-890c-49c6-88c8-137d55cb8b50, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ae99d2b6-890c-49c6-88c8-137d55cb8b50,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:02.191378 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.222286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Calling delete_port for ae99d2b6-890c-49c6-88c8-137d55cb8b50 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:02.232873 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c243a24-a68b-4c43-a812-6cbde300d857 None None] The sync data for ids ['da2e6982-940e-4adc-9347-b5b4525fef95'] in n-d-817326-2 is: [{'id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'name': 'tempest-FloatingIPDetailsTestJSON-324173576-router', 'tenant_id': '2822c6e75ade42f7945efa15dd85c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:43:25Z', 'updated_at': '2021-11-10T03:44:00Z', 'revision_number': 5, 'project_id': '2822c6e75ade42f7945efa15dd85c929', 'gw_port': {'id': 'ae99d2b6-890c-49c6-88c8-137d55cb8b50', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e6982-940e-4adc-9347-b5b4525fef95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:43:26Z', 'updated_at': '2021-11-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:02.248154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-1ab92083-4474-4fd2-a3d5-50c337e82444 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:02.249834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-1ab92083-4474-4fd2-a3d5-50c337e82444 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 950 time: 0.1051333 Nov 10 03:44:02.255919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b2b3-d756-4bab-9004-c2b292bcda8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.267821 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.295472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298868ed-d418-4b00-a532-e4fbdd6f926f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:02.303382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96a0b1cf-d4f8-4786-b467-84547a0c69bd req-c49f8ec3-712d-4a23-95ac-554caeef88f6 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/security-groups?id=29d14dc7-6855-4b54-ab10-81c554540d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229789 Nov 10 03:44:02.337064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b2b3-d756-4bab-9004-c2b292bcda8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.346988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 298868ed-d418-4b00-a532-e4fbdd6f926f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=298868ed-d418-4b00-a532-e4fbdd6f926f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:02.352529 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.425836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=298868ed-d418-4b00-a532-e4fbdd6f926f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:02.451166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.452681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.454559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.455387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.458235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.459430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.462651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.463627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.464427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.466329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.466838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.469110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Deleting port bb797633-3de6-4204-885d-497bf2e71463 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:02.469272 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:02.469610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.567045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b2b3-d756-4bab-9004-c2b292bcda8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.570073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b2b3-d756-4bab-9004-c2b292bcda8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.571222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1ce6b2b3-d756-4bab-9004-c2b292bcda8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00a31ec4-e7ab-4f59-9042-966280d989a4 HTTP/1.1" status: 204 len: 168 time: 0.5039680 Nov 10 03:44:02.600051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6b2b3-d756-4bab-9004-c2b292bcda8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a31ec4-e7ab-4f59-9042-966280d989a4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:02.624554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:02.661968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] For port bb797633-3de6-4204-885d-497bf2e71463, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bb797633-3de6-4204-885d-497bf2e71463,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:02.662427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.696622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:02.698948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 687d5ce1-c8bc-4d48-bd11-f19f19a0bdb9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:02.716199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Calling delete_port for bb797633-3de6-4204-885d-497bf2e71463 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:02.718094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:02.809529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3bc85-f130-4d85-bd2f-643e118e99c1 req-fb44f6e8-1adb-4cde-b892-d5335c89089d tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:02.822835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30e3bc85-f130-4d85-bd2f-643e118e99c1 req-fb44f6e8-1adb-4cde-b892-d5335c89089d tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 945 time: 0.2781405 Nov 10 03:44:02.831629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['298868ed-d418-4b00-a532-e4fbdd6f926f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:02.859132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae99d2b6-890c-49c6-88c8-137d55cb8b50,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:02.992093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.048424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30e3bc85-f130-4d85-bd2f-643e118e99c1 req-0b141e70-037d-483e-badf-61f0268a705c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234323 Nov 10 03:44:03.072629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.074647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Pushing event deleted for resources: {'Port': ['ID=bb797633-3de6-4204-885d-497bf2e71463,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:03.170781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] No DVR routers for this DVR port bb797633-3de6-4204-885d-497bf2e71463 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:03.178562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.184930 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7b01371-85cb-45a2-8e3d-bf788ee12748 req-92307785-4740-4ccb-ad32-5d6bc61a434d tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.11 "DELETE /v2.0/ports/bb797633-3de6-4204-885d-497bf2e71463 HTTP/1.1" status: 204 len: 173 time: 0.9267030 Nov 10 03:44:03.186684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'name': 'network-vif-deleted', 'tag': 'bb797633-3de6-4204-885d-497bf2e71463'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:03.189704 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b548ba93-7397-4a1a-9b84-dc986a156335" -d '{"events": [{"server_uuid": "bef72b5f-aaa0-493a-964f-845a4a42f4b7", "name": "network-vif-deleted", "tag": "bb797633-3de6-4204-885d-497bf2e71463"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:03.367366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.370164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.448196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd65e1a-b5c9-4d3d-af50-30e8240a3902 req-e401b9e2-e238-4bd5-a384-62098b0903f9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:03.449723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bd65e1a-b5c9-4d3d-af50-30e8240a3902 req-e401b9e2-e238-4bd5-a384-62098b0903f9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 944 time: 0.1405256 Nov 10 03:44:03.458726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.459326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da2e6982-940e-4adc-9347-b5b4525fef95 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:44:03.466445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.470131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a353595-6bc1-46d7-811c-90fff5aa98b8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/da2e6982-940e-4adc-9347-b5b4525fef95 HTTP/1.1" status: 204 len: 168 time: 2.4390872 Nov 10 03:44:03.471742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47684) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:03.563494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c30cca64-5fb4-476d-978e-09f0ff120cf8 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:03.588820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] Deleting subnet 7bf335cd-8a59-43ad-beb0-848db77f6788 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:44:03.625284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.664822 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bd65e1a-b5c9-4d3d-af50-30e8240a3902 req-e8101304-a421-49d9-9160-5c7655cdd79e tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955445 Nov 10 03:44:03.705503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.784939 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e46477-5fd9-4e77-bf6e-4e5afbe61716 x-openstack-request-id: req-28e46477-5fd9-4e77-bf6e-4e5afbe61716 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:03.785611 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef72b5f-aaa0-493a-964f-845a4a42f4b7", "name": "network-vif-deleted", "tag": "bb797633-3de6-4204-885d-497bf2e71463", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:03.786194 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28e46477-5fd9-4e77-bf6e-4e5afbe61716 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:03.786797 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef72b5f-aaa0-493a-964f-845a4a42f4b7', 'name': 'network-vif-deleted', 'tag': 'bb797633-3de6-4204-885d-497bf2e71463', 'status': 'completed', 'code': 200} Nov 10 03:44:03.802697 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.850566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:03.853344 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6922241-bf68-4c50-8504-46dc174629e5" -d '{"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-unplugged", "status": "completed", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:03.858261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.895781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 298868ed-d418-4b00-a532-e4fbdd6f926f up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:03.902574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:03.967205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:03.998412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17d833c9-91cf-4250-a82f-2382dffdc307 req-6f280ced-c341-4e53-a8fd-a7087b865338 tempest-LiveMigrationNegativeTest-852467490 tempest-LiveMigrationNegativeTest-852467490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bef72b5f-aaa0-493a-964f-845a4a42f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0707083 Nov 10 03:44:04.050529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 298868ed-d418-4b00-a532-e4fbdd6f926f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:44:04.070886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 298868ed-d418-4b00-a532-e4fbdd6f926f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:04.071282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.083536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:04.113554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.145011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf335cd-8a59-43ad-beb0-848db77f6788,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:04.164403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.172102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47724) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:04.172636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-da71d1d6-1056-4c0c-8c5b-ff649c66f696 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7bf335cd-8a59-43ad-beb0-848db77f6788 HTTP/1.1" status: 204 len: 168 time: 0.6999178 Nov 10 03:44:04.200273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee2ae4-d20a-4a63-9ac0-2fefdbccb6ea None None] Network 6325a212-8c95-4e0b-be31-e70d6ea264c9 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:04.241101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df090831-ead5-4137-835d-fec54a85e2d3 req-ec5b58e7-0b14-4b6d-bbd2-25b3072b0c5b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:04.249302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-ec5b58e7-0b14-4b6d-bbd2-25b3072b0c5b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.2638733 Nov 10 03:44:04.262147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.265131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.267563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-49db4a8a-2f13-4352-9885-5f2c5bbf33da tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/quotas/2ec313c9c6bd41cf9a43517ed18fb236 HTTP/1.1" status: 200 len: 375 time: 0.0171187 Nov 10 03:44:04.269387 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce11c7-d900-42a1-9aac-f1e37d0802d2 x-openstack-request-id: req-b7ce11c7-d900-42a1-9aac-f1e37d0802d2 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:04.269681 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-unplugged", "status": "completed", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:04.269959 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7ce11c7-d900-42a1-9aac-f1e37d0802d2 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:04.270362 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'code': 200} Nov 10 03:44:04.331172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Deleting port bf05dda0-de5f-4439-9c8b-cad7d90668bb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:04.331682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.354293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-89f9da41-5e04-405d-a4fd-5b2ecabc7186 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853765 Nov 10 03:44:04.449818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 298868ed-d418-4b00-a532-e4fbdd6f926f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=298868ed-d418-4b00-a532-e4fbdd6f926f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:04.450040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] For port bf05dda0-de5f-4439-9c8b-cad7d90668bb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bf05dda0-de5f-4439-9c8b-cad7d90668bb,segment=NetworkSegment(fd3ad70a-7dbc-4052-9e35-ecf6740dff58),segment_id=fd3ad70a-7dbc-4052-9e35-ecf6740dff58)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:04.450438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.471395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Calling delete_port for bf05dda0-de5f-4439-9c8b-cad7d90668bb owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:04.483355 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.484545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bb797633-3de6-4204-885d-497bf2e71463 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:04.535480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: bb797633-3de6-4204-885d-497bf2e71463 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:04.536053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bb797633-3de6-4204-885d-497bf2e71463 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:04.553138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-135b5ba2-5ae7-4547-ae09-b77b2eb82092 service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980824 Nov 10 03:44:04.577237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=298868ed-d418-4b00-a532-e4fbdd6f926f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:04.654798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.666837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34adc5f1-0f88-4767-878e-5d2a6583773c None None] DHCP port deletion for 6325a212-8c95-4e0b-be31-e70d6ea264c9 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:44:04.685132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf05dda0-de5f-4439-9c8b-cad7d90668bb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:04.695244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] No DVR routers for this DVR port bf05dda0-de5f-4439-9c8b-cad7d90668bb on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:04.726921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47746) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:04.728281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae99d2b6-890c-49c6-88c8-137d55cb8b50 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:04.753200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ae99d2b6-890c-49c6-88c8-137d55cb8b50 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:04.753548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae99d2b6-890c-49c6-88c8-137d55cb8b50 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:04.781434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.811616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b94ef1-5de0-4ee1-bb58-6b9846e67284 req-d5cd6a06-9584-4497-9c7d-1a5428270ab2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:04.820011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71b94ef1-5de0-4ee1-bb58-6b9846e67284 req-d5cd6a06-9584-4497-9c7d-1a5428270ab2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 945 time: 0.1389458 Nov 10 03:44:04.827352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6325a212-8c95-4e0b-be31-e70d6ea264c9']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:04.838752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:04.839283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3ad70a-7dbc-4052-9e35-ecf6740dff58') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:04.852213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.852454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-95a47887-a871-4548-bc8d-eaab5705d599 service neutron] 10.222.0.24 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833295 Nov 10 03:44:04.872747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.882001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:44:04.883093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:44:04.887207 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:44:04.914095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71b94ef1-5de0-4ee1-bb58-6b9846e67284 req-811e753a-40a7-47c5-b577-180381900a7f tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931356 Nov 10 03:44:04.958891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-23bd8e36-06a0-4aa2-bf9b-88ff68a260ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.971954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.984073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:04.992463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6325a212-8c95-4e0b-be31-e70d6ea264c9 HTTP/1.1" status: 204 len: 168 time: 0.8171370 Nov 10 03:44:05.035445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8571af0-9180-4921-a4d4-126facb9bed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6325a212-8c95-4e0b-be31-e70d6ea264c9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:05.164961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-e19cf097-990a-4465-ae0a-abcae402bd65 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:05.177539 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-e19cf097-990a-4465-ae0a-abcae402bd65 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.44 "GET /v2.0/ports?device_id=75c27593-9ef0-45a8-8dec-6bb1deeb000e HTTP/1.1" status: 200 len: 943 time: 0.0815282 Nov 10 03:44:05.206815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-23bd8e36-06a0-4aa2-bf9b-88ff68a260ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.220624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03d43280-cffb-4a48-b78b-e0e7295be0de req-b88dfeac-c376-4e27-939f-0fba48507093 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 210 time: 0.1411364 Nov 10 03:44:05.235910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-23bd8e36-06a0-4aa2-bf9b-88ff68a260ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.266898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47768) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:05.342460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639bd5f-913a-473f-aa23-689421149d88 req-caea6373-e90e-48c1-ba4b-4b841d4c03b4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:05.349206 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c4d025a4-4b9b-4032-b9ae-25e4d7def1e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2822c6e75ade42f7945efa15dd85c929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764730 Nov 10 03:44:05.351018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47776) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:05.357226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3639bd5f-913a-473f-aa23-689421149d88 req-caea6373-e90e-48c1-ba4b-4b841d4c03b4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.3117492 Nov 10 03:44:05.391837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-23bd8e36-06a0-4aa2-bf9b-88ff68a260ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c95c34c470634a4085fec6e9c7205b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6638875 Nov 10 03:44:05.393031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd8e36-06a0-4aa2-bf9b-88ff68a260ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d27de3-fe05-4c3c-9e33-1a32cc546838,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:05.397245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Deleting port c30cca64-5fb4-476d-978e-09f0ff120cf8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:05.398414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.405501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47780) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:05.552035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 987ca166-0329-41fe-bd47-68cd7bbbdbb6 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:05.578176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9136b2b7-fd93-4bdc-9e8f-eec834589ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.582639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3639bd5f-913a-473f-aa23-689421149d88 req-65beb866-3319-4136-b7e8-c37f4a222014 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220793 Nov 10 03:44:05.631159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e78eecae-3b41-408c-acff-c86cd38a3ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.655561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] For port c30cca64-5fb4-476d-978e-09f0ff120cf8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c30cca64-5fb4-476d-978e-09f0ff120cf8,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:05.656128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.659366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e78eecae-3b41-408c-acff-c86cd38a3ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.669070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9136b2b7-fd93-4bdc-9e8f-eec834589ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.723934 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e78eecae-3b41-408c-acff-c86cd38a3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.728102 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e78eecae-3b41-408c-acff-c86cd38a3ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.733554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e78eecae-3b41-408c-acff-c86cd38a3ff1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8d27de3-fe05-4c3c-9e33-1a32cc546838 HTTP/1.1" status: 204 len: 168 time: 0.3188512 Nov 10 03:44:05.745857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Calling delete_port for c30cca64-5fb4-476d-978e-09f0ff120cf8 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:05.746088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eecae-3b41-408c-acff-c86cd38a3ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d27de3-fe05-4c3c-9e33-1a32cc546838,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:05.823838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:05.846188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '987ca166-0329-41fe-bd47-68cd7bbbdbb6', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'port_id': '987ca166-0329-41fe-bd47-68cd7bbbdbb6', 'mac_address': 'fa:16:3e:a8:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bfcf03-0e26-4721-95b7-a8f2c0060b46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:44:05.896590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47790) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:05.910613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9136b2b7-fd93-4bdc-9e8f-eec834589ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.918879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9136b2b7-fd93-4bdc-9e8f-eec834589ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.920512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:05.921063 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9136b2b7-fd93-4bdc-9e8f-eec834589ddb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ee50e6d-a8df-4451-b060-7124a2bb5fa5 HTTP/1.1" status: 204 len: 168 time: 0.5683956 Nov 10 03:44:05.942818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136b2b7-fd93-4bdc-9e8f-eec834589ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee50e6d-a8df-4451-b060-7124a2bb5fa5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:05.972842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 987ca166-0329-41fe-bd47-68cd7bbbdbb6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:06.090010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:06.096870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47798) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:06.135587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780646d8-bc5f-46cb-a070-0be07ede3fb1 req-c98c247f-2022-4415-92a6-f5fc8bad17e7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:06.137137 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-780646d8-bc5f-46cb-a070-0be07ede3fb1 req-c98c247f-2022-4415-92a6-f5fc8bad17e7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 945 time: 0.1017151 Nov 10 03:44:06.164748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event deleted for resources: {'Port': ['ID=c30cca64-5fb4-476d-978e-09f0ff120cf8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:06.211668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-780646d8-bc5f-46cb-a070-0be07ede3fb1 req-7abbccf8-3a70-4299-97d1-f03e7a89fbb8 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679586 Nov 10 03:44:06.274693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] No DVR routers for this DVR port c30cca64-5fb4-476d-978e-09f0ff120cf8 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:06.278539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:06.282824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-68401cf9-4d9a-491f-8de1-8ce46763ee53 req-0554cc68-f5a1-4ca0-a329-1c12f0dc0639 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.44 "DELETE /v2.0/ports/c30cca64-5fb4-476d-978e-09f0ff120cf8 HTTP/1.1" status: 204 len: 173 time: 1.1044481 Nov 10 03:44:06.283285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-deleted', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:06.287478 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5494c184-f3e4-4f58-8b57-3db389be49a5" -d '{"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-deleted", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:06.335461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:06.341494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298868ed-d418-4b00-a532-e4fbdd6f926f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:06.344870 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0fc0b7-eec4-4c34-bf31-7ef4a7668b98" -d '{"events": [{"server_uuid": "c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e", "name": "network-vif-plugged", "status": "completed", "tag": "298868ed-d418-4b00-a532-e4fbdd6f926f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:06.352547 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:06.379913 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06058685-71a8-4839-8b71-dea06d812544 x-openstack-request-id: req-06058685-71a8-4839-8b71-dea06d812544 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:06.380416 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c27593-9ef0-45a8-8dec-6bb1deeb000e", "name": "network-vif-deleted", "tag": "c30cca64-5fb4-476d-978e-09f0ff120cf8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:06.380835 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06058685-71a8-4839-8b71-dea06d812544 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:06.381534 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c27593-9ef0-45a8-8dec-6bb1deeb000e', 'name': 'network-vif-deleted', 'tag': 'c30cca64-5fb4-476d-978e-09f0ff120cf8', 'status': 'completed', 'code': 200} Nov 10 03:44:06.388037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-184ebe00-ad52-4659-b017-d2d5a18c2bdc req-00e9d8d8-96d1-4b88-8f75-d03bfcb5dfc7 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 210 time: 0.0414200 Nov 10 03:44:06.458768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:06.463089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['987ca166-0329-41fe-bd47-68cd7bbbdbb6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:06.474813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77856f53-51b2-4a65-9e89-f4911980c15d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abedfa0ce5e645b893fdcca4ca7e206f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763955 Nov 10 03:44:06.478299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:06.492930 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c02a06d-717e-40ae-88d8-13b30585414d x-openstack-request-id: req-2c02a06d-717e-40ae-88d8-13b30585414d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:06.493248 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e", "name": "network-vif-plugged", "status": "completed", "tag": "298868ed-d418-4b00-a532-e4fbdd6f926f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:06.493498 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c02a06d-717e-40ae-88d8-13b30585414d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:06.493879 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298868ed-d418-4b00-a532-e4fbdd6f926f', 'code': 200} Nov 10 03:44:06.627054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73eb0e4f-c5bd-409b-bee8-22600b58546e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:06.684139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4206e4a6-f432-444a-a35e-6ce3c0a7a498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:06.709603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bf05dda0-de5f-4439-9c8b-cad7d90668bb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:06.732929 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4206e4a6-f432-444a-a35e-6ce3c0a7a498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:06.759450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3763b2-efd4-4d65-b9f4-8b2ffc51585d req-db4fb4a2-03e2-4abe-89c6-50290c3d143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:06.763391 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1b3763b2-efd4-4d65-b9f4-8b2ffc51585d req-db4fb4a2-03e2-4abe-89c6-50290c3d143b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 1096 time: 0.1008463 Nov 10 03:44:06.769682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: bf05dda0-de5f-4439-9c8b-cad7d90668bb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:06.770451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bf05dda0-de5f-4439-9c8b-cad7d90668bb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:06.862111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47824) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:06.901186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b036bb2-ce7d-471e-a834-7683676594bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:06.927790 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1b3763b2-efd4-4d65-b9f4-8b2ffc51585d req-b82d6729-41db-4aed-a76a-9a4d173ad1e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563084 Nov 10 03:44:06.956652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08180857-8541-4fe7-96cf-1c3603aba79a req-1697b090-1a8a-47c2-b064-fe1be75cec8a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:06.965875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08180857-8541-4fe7-96cf-1c3603aba79a req-1697b090-1a8a-47c2-b064-fe1be75cec8a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.2290938 Nov 10 03:44:07.014677 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4206e4a6-f432-444a-a35e-6ce3c0a7a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.018056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4206e4a6-f432-444a-a35e-6ce3c0a7a498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.018716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b036bb2-ce7d-471e-a834-7683676594bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.019918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4206e4a6-f432-444a-a35e-6ce3c0a7a498 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29d14dc7-6855-4b54-ab10-81c554540d99 HTTP/1.1" status: 204 len: 168 time: 0.5408645 Nov 10 03:44:07.027923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b036bb2-ce7d-471e-a834-7683676594bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.073118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206e4a6-f432-444a-a35e-6ce3c0a7a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d14dc7-6855-4b54-ab10-81c554540d99,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:07.082090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08180857-8541-4fe7-96cf-1c3603aba79a req-bdde928b-df90-45bf-999c-a6fd4450b9e4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150441 Nov 10 03:44:07.088943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b036bb2-ce7d-471e-a834-7683676594bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d26b493-5608-4d05-a85c-11f8c96f6601,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:07.101177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df090831-ead5-4137-835d-fec54a85e2d3 req-a40a71fd-fa92-493a-a60c-367eed738865 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:07.103892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-a40a71fd-fa92-493a-a60c-367eed738865 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 805 time: 0.2804329 Nov 10 03:44:07.111536 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73eb0e4f-c5bd-409b-bee8-22600b58546e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.125006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73eb0e4f-c5bd-409b-bee8-22600b58546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.143352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6b036bb2-ce7d-471e-a834-7683676594bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c491ac642fdc483a9d2787af70e5fe5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775450 Nov 10 03:44:07.143937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:07.170951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73eb0e4f-c5bd-409b-bee8-22600b58546e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6958edac8f148339bcf88fc651617c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0728991 Nov 10 03:44:07.171635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47832) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:07.174211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb0e4f-c5bd-409b-bee8-22600b58546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165b6154-ea91-4e77-b709-314f127cc438,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:07.214590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7684013-3072-4f4a-b160-f6faa93feb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.244070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7684013-3072-4f4a-b160-f6faa93feb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.252241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9fd61d3-dee7-453c-8d4a-4a4024be310d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.303827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Request body: {'port': {'device_id': 'bb43d876-3450-4ff6-abac-11b203b69322', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'admin_state_up': True, 'tenant_id': '2ec313c9c6bd41cf9a43517ed18fb236'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:07.304352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7684013-3072-4f4a-b160-f6faa93feb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.307242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7684013-3072-4f4a-b160-f6faa93feb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.312399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b7684013-3072-4f4a-b160-f6faa93feb12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d26b493-5608-4d05-a85c-11f8c96f6601 HTTP/1.1" status: 204 len: 168 time: 0.1672673 Nov 10 03:44:07.325914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7684013-3072-4f4a-b160-f6faa93feb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d26b493-5608-4d05-a85c-11f8c96f6601,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:07.330970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9fd61d3-dee7-453c-8d4a-4a4024be310d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.503403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9fd61d3-dee7-453c-8d4a-4a4024be310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.506069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9fd61d3-dee7-453c-8d4a-4a4024be310d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.509900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b9fd61d3-dee7-453c-8d4a-4a4024be310d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/165b6154-ea91-4e77-b709-314f127cc438 HTTP/1.1" status: 204 len: 168 time: 0.3367476 Nov 10 03:44:07.517597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7a844-ff75-4fe7-99aa-482513785ca6 req-70c5bd91-1add-4c72-bce4-d76f306f1b41 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:07.519060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bb7a844-ff75-4fe7-99aa-482513785ca6 req-70c5bd91-1add-4c72-bce4-d76f306f1b41 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 944 time: 0.1558731 Nov 10 03:44:07.519702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47848) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:07.542093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5af1f8d9-4626-4d37-a3be-bd7c21185af9 req-129c9106-da22-4777-92c7-c7a8270e0b6a tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 210 time: 0.0716581 Nov 10 03:44:07.556307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd61d3-dee7-453c-8d4a-4a4024be310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165b6154-ea91-4e77-b709-314f127cc438,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:07.580317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c30cca64-5fb4-476d-978e-09f0ff120cf8 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:07.596421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Made reservation on behalf of 2ec313c9c6bd41cf9a43517ed18fb236 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:07.599953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.618465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-58c19ff9-66e8-4cec-a04d-f57426411897 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a238d0b88ee45109d826953da1bf5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0958378 Nov 10 03:44:07.620692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47852) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:07.625282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bb7a844-ff75-4fe7-99aa-482513785ca6 req-f1ca485f-7bb7-4b72-88f1-b1e873e0b491 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877411 Nov 10 03:44:07.662230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: c30cca64-5fb4-476d-978e-09f0ff120cf8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:07.664667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c30cca64-5fb4-476d-978e-09f0ff120cf8 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:07.668233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 987ca166-0329-41fe-bd47-68cd7bbbdbb6 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:07.743034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-882af0ed-2721-4b02-87df-d7d9e949d7fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.755006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.797960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-882af0ed-2721-4b02-87df-d7d9e949d7fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.815421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Allocated IP 172.20.0.2 (bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9/a77e385f-268b-4f7c-9c58-e1b1e9e9f335/5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:07.854885 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.874061 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-882af0ed-2721-4b02-87df-d7d9e949d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.877693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 987ca166-0329-41fe-bd47-68cd7bbbdbb6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:07.877970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-882af0ed-2721-4b02-87df-d7d9e949d7fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:07.879168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-882af0ed-2721-4b02-87df-d7d9e949d7fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/057dd097-5e40-4b5b-926b-d666dd490102 HTTP/1.1" status: 204 len: 168 time: 0.2571342 Nov 10 03:44:07.887451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882af0ed-2721-4b02-87df-d7d9e949d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057dd097-5e40-4b5b-926b-d666dd490102,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:07.924324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:07.929963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.020587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:08.061304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.116859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116a787-f92e-43a5-8a4c-ea972496b618 req-b0c49016-068d-41c9-9e58-fb63fb388b00 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:08.118381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2116a787-f92e-43a5-8a4c-ea972496b618 req-b0c49016-068d-41c9-9e58-fb63fb388b00 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 943 time: 0.0712564 Nov 10 03:44:08.136027 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.233075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:08.260915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:08.268922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:08.306302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:08.308108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47880) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:08.342003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2116a787-f92e-43a5-8a4c-ea972496b618 req-acd08b74-e08d-4ce4-8197-471614c2cb63 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036412 Nov 10 03:44:08.367903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-c020-4be2-9776-f47f764503e7 req-00cc3c50-8348-46ce-9de4-cf835e365b3d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:08.375296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76345bb1-fb49-4f77-813c-8331b4b6dec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.376609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98991471-c020-4be2-9776-f47f764503e7 req-00cc3c50-8348-46ce-9de4-cf835e365b3d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1700337 Nov 10 03:44:08.385018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:08.385928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.421887 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-8beefc7e-ca50-43bd-bda7-9a369c39e15d tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1245267 Nov 10 03:44:08.441046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Request body: {'port': {'device_id': 'bb43d876-3450-4ff6-abac-11b203b69322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:08.481427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76345bb1-fb49-4f77-813c-8331b4b6dec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.488227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76345bb1-fb49-4f77-813c-8331b4b6dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.490717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98991471-c020-4be2-9776-f47f764503e7 req-ba1fb82d-2b75-46fb-8f74-157d19340b6d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128440 Nov 10 03:44:08.524327 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.545650 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-76345bb1-fb49-4f77-813c-8331b4b6dec9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32c973397c8147e98492464de208f4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292006 Nov 10 03:44:08.545650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345bb1-fb49-4f77-813c-8331b4b6dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9544d5ee-8bc3-4ab9-8a6f-6acbb9899df3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:08.546866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47890) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:08.640843 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-641f92fd-8c65-459a-a531-5b9ab34c900e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.674500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-641f92fd-8c65-459a-a531-5b9ab34c900e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.739329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-641f92fd-8c65-459a-a531-5b9ab34c900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.746851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-641f92fd-8c65-459a-a531-5b9ab34c900e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:08.748265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-641f92fd-8c65-459a-a531-5b9ab34c900e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9544d5ee-8bc3-4ab9-8a6f-6acbb9899df3 HTTP/1.1" status: 204 len: 168 time: 0.2004328 Nov 10 03:44:08.761369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f92fd-8c65-459a-a531-5b9ab34c900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9544d5ee-8bc3-4ab9-8a6f-6acbb9899df3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:08.803438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4c287-a228-45bd-8bc2-9d164b9be436 req-3d2c685a-ed5b-4036-929e-7e2935d4829f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:08.804929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32e4c287-a228-45bd-8bc2-9d164b9be436 req-3d2c685a-ed5b-4036-929e-7e2935d4829f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 931 time: 0.1470914 Nov 10 03:44:08.933616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32e4c287-a228-45bd-8bc2-9d164b9be436 req-e4d3c5eb-1f6e-4786-aa88-a7c3b051c81b tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842111 Nov 10 03:44:08.978187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:08.988235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.001818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Transition to ACTIVE for port object 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:09.006720 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.063357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:09.168577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Attempting to bind port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:09.169688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Attempting to bind port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:09.170205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Attempting to bind port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:09.174959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:09.175468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Attempting to bind port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 on network bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:09.180379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:09.181245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Checking segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:09.181627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Bound using segment: {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:09.182076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Bound port: 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3598b1-7312-47a2-9789-6a4c0834a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:09.182427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.232124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47952) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:09.250304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:09.253617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:09.258381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.295839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:09.296551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.298409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] 10.222.0.11 "PUT /v2.0/ports/5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 HTTP/1.1" status: 200 len: 1091 time: 0.8627393 Nov 10 03:44:09.298910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:09.301374 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:09.351356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f083b1-a31f-435e-b616-b94461dbc00e service neutron] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:09.401803 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebdc96-4dad-4a82-b7e2-309e2f8df052 x-openstack-request-id: req-d9ebdc96-4dad-4a82-b7e2-309e2f8df052 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:09.402145 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:09.402362 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9ebdc96-4dad-4a82-b7e2-309e2f8df052 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:09.402767 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'status': 'completed', 'code': 200} Nov 10 03:44:09.412927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1263713255-network', 'tenant_id': 'd755dac5f401488991d001bb1d0984ae'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:09.438070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df090831-ead5-4137-835d-fec54a85e2d3 req-59b5da70-7683-4921-8d43-f2b28f3660ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:09.439644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-59b5da70-7683-4921-8d43-f2b28f3660ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 1094 time: 0.0816135 Nov 10 03:44:09.440086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Made reservation on behalf of d755dac5f401488991d001bb1d0984ae for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:09.443913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.454580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.503169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-3bca1126-7b34-46de-b3ca-9694f51d1cf4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 HTTP/1.1" status: 200 len: 217 time: 0.0427964 Nov 10 03:44:09.528269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e528b6-021f-4479-a914-f749470b0bc4 req-6e5761b4-4802-46ee-9581-c29898f758eb tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:09.529847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6e528b6-021f-4479-a914-f749470b0bc4 req-6e5761b4-4802-46ee-9581-c29898f758eb tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 943 time: 0.1038928 Nov 10 03:44:09.627474 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.643790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-53c3e429-d151-45b8-96cf-aef21fbf1a90 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:09.646450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df090831-ead5-4137-835d-fec54a85e2d3 req-7f71d0e3-3d1b-4332-819f-9eaef77287e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:09.647978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-7f71d0e3-3d1b-4332-819f-9eaef77287e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.1373956 Nov 10 03:44:09.648229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-53c3e429-d151-45b8-96cf-aef21fbf1a90 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b94e1-f42b-4865-ab9e-bc3bd73f00a2 HTTP/1.1" status: 200 len: 943 time: 0.1120658 Nov 10 03:44:09.649698 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.669384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6e528b6-021f-4479-a914-f749470b0bc4 req-064867ac-badc-4021-9823-5bb91c29e700 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162779 Nov 10 03:44:09.669870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47972) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:09.703977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-fb49c70c-2250-493d-aa02-f2845b45f5b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330150 Nov 10 03:44:09.744511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:44:09.764178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16056fe7-ebb7-4681-ad1c-0ac032676f7e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:09.768019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190adfff-ed8c-4599-a898-4853db6c3f26 req-998d1c78-d6ed-485b-8c6f-3ad4d00a9790 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:09.769474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190adfff-ed8c-4599-a898-4853db6c3f26 req-998d1c78-d6ed-485b-8c6f-3ad4d00a9790 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1690965 Nov 10 03:44:09.772018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.772468 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Added segment fb7594fa-e259-45f3-a03b-5acdbd35d82d of type vlan for network 6ecc1105-ed6d-4359-8e5f-837db6835e11 Nov 10 03:44:09.828631 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.837326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Deleting port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:09.837705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.860264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-59688164-f22b-4a56-908e-e32ebd962820 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472611 Nov 10 03:44:09.873653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190adfff-ed8c-4599-a898-4853db6c3f26 req-d07ded15-f63f-41cc-966b-86cbb6b1a048 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874889 Nov 10 03:44:09.932260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.934012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:09.934943 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:09.962693 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddedc4e1-0cb9-4067-91be-c9dd182e94c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.023493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df090831-ead5-4137-835d-fec54a85e2d3 req-258b0177-e8c9-425d-9a5e-a59e6318e7ca service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438341 Nov 10 03:44:10.038882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8029175 Nov 10 03:44:10.040953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47990) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:10.047208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Request body: {'subnet': {'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1263713255-subnet', 'tenant_id': 'd755dac5f401488991d001bb1d0984ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:10.054110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] For port 987ca166-0329-41fe-bd47-68cd7bbbdbb6, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=987ca166-0329-41fe-bd47-68cd7bbbdbb6,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:10.054676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.091598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Made reservation on behalf of d755dac5f401488991d001bb1d0984ae for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:10.094204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.094686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423952c1-a13b-42d0-bfc8-d2be59d29dba admin admin] Pushing event updated for resources: {'Network': ['ID=6ecc1105-ed6d-4359-8e5f-837db6835e11,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:10.098451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Calling delete_port for 987ca166-0329-41fe-bd47-68cd7bbbdbb6 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:10.106591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:44:10.171109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddedc4e1-0cb9-4067-91be-c9dd182e94c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.197115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddedc4e1-0cb9-4067-91be-c9dd182e94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.329589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedc4e1-0cb9-4067-91be-c9dd182e94c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07952421-666b-4129-b5d1-ef0b71e70962,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:10.333820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ddedc4e1-0cb9-4067-91be-c9dd182e94c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fff2a0bf843c477094a6ee098cb52c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6618168 Nov 10 03:44:10.343302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79a48-287a-461a-91c4-9afac3a4c700 req-3c81cb50-b726-45e7-871c-225e1a2313c4 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:10.351014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:10.354483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7c79a48-287a-461a-91c4-9afac3a4c700 req-3c81cb50-b726-45e7-871c-225e1a2313c4 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 943 time: 0.2303042 Nov 10 03:44:10.377289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.397922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-2d1e3097-413a-43dd-a708-bb5a8fc57982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:10.400183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-2d1e3097-413a-43dd-a708-bb5a8fc57982 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 1094 time: 0.2438593 Nov 10 03:44:10.432596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event deleted for resources: {'Port': ['ID=987ca166-0329-41fe-bd47-68cd7bbbdbb6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:10.487776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] No DVR routers for this DVR port 987ca166-0329-41fe-bd47-68cd7bbbdbb6 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:10.491002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.497111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5390cf60-b5bc-49db-88f9-5a1e6347f49b req-18b0fca9-0102-4188-9dbe-8001e9e12f31 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "DELETE /v2.0/ports/987ca166-0329-41fe-bd47-68cd7bbbdbb6 HTTP/1.1" status: 204 len: 173 time: 0.8404536 Nov 10 03:44:10.498234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'name': 'network-vif-deleted', 'tag': '987ca166-0329-41fe-bd47-68cd7bbbdbb6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:10.502050 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a532cf-496f-4147-94e0-be8fdb2db083" -d '{"events": [{"server_uuid": "710b94e1-f42b-4865-ab9e-bc3bd73f00a2", "name": "network-vif-deleted", "tag": "987ca166-0329-41fe-bd47-68cd7bbbdbb6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:10.525108 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f738bed5-27d5-4703-935a-1319c8d7809e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.554259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f738bed5-27d5-4703-935a-1319c8d7809e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.647866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f738bed5-27d5-4703-935a-1319c8d7809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.651155 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f738bed5-27d5-4703-935a-1319c8d7809e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:10.654025 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f738bed5-27d5-4703-935a-1319c8d7809e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07952421-666b-4129-b5d1-ef0b71e70962 HTTP/1.1" status: 204 len: 168 time: 0.3013768 Nov 10 03:44:10.662384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738bed5-27d5-4703-935a-1319c8d7809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07952421-666b-4129-b5d1-ef0b71e70962,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:10.867910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0401-78b1-4786-87b3-c2bfe334b74a req-7461180b-2155-4234-ac2f-b91f8b61fa52 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:10.869420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a27c0401-78b1-4786-87b3-c2bfe334b74a req-7461180b-2155-4234-ac2f-b91f8b61fa52 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.5130088 Nov 10 03:44:10.872634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7c79a48-287a-461a-91c4-9afac3a4c700 req-20df8f94-4ea3-4c71-9209-bc5ce8b407f3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173304 Nov 10 03:44:10.978744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-f9403ffd-85f0-48f1-9b69-99140aee5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:10.980554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-f9403ffd-85f0-48f1-9b69-99140aee5592 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 200 len: 905 time: 0.5606909 Nov 10 03:44:10.998652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a27c0401-78b1-4786-87b3-c2bfe334b74a req-342fd7f6-e4ca-4a2c-be78-b8183be8fc12 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149702 Nov 10 03:44:11.001379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:11.073834 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e9f79-8fa8-4f67-b104-e4d93bab3769 x-openstack-request-id: req-849e9f79-8fa8-4f67-b104-e4d93bab3769 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:11.074231 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710b94e1-f42b-4865-ab9e-bc3bd73f00a2", "name": "network-vif-deleted", "tag": "987ca166-0329-41fe-bd47-68cd7bbbdbb6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:11.074459 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-849e9f79-8fa8-4f67-b104-e4d93bab3769 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:11.074853 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710b94e1-f42b-4865-ab9e-bc3bd73f00a2', 'name': 'network-vif-deleted', 'tag': '987ca166-0329-41fe-bd47-68cd7bbbdbb6', 'status': 'completed', 'code': 200} Nov 10 03:44:11.130605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-1ec9cf02-8be7-4ae1-9a6c-57dbe2cb33ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 HTTP/1.1" status: 200 len: 217 time: 0.1304278 Nov 10 03:44:11.185620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf77a30-acd2-4544-98f5-ecdaba91ccf5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:11.215143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-ae0178f9-7d01-4ced-a4e2-f9cc3b44e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:11.216649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-ae0178f9-7d01-4ced-a4e2-f9cc3b44e7cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 200 len: 845 time: 0.0764909 Nov 10 03:44:11.224030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:11.224383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Network hostable DHCP agents. Network: 6ecc1105-ed6d-4359-8e5f-837db6835e11, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:44:11.280262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-716c6ae0-9cc8-4635-8acd-282663d77c23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469065 Nov 10 03:44:11.300536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:44:11.353628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6ecc1105-ed6d-4359-8e5f-837db6835e11) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:11.360006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:11.360758 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:11.367791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a6ce1-57f1-4095-8880-4dead02cb262 None None] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:11.393981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e8b58f9-4154-4581-99f0-1214bca7f89f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3517570 Nov 10 03:44:11.439768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-c529b64b-0cca-4546-b5fb-3bfbeca622d7 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495442 Nov 10 03:44:11.552844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc0a15-bd3e-4055-b1fd-a9533b1112ce None None] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:11.631291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-14a8a456-c072-4a52-a8bc-2216b6a3e681 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:11.638476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-14a8a456-c072-4a52-a8bc-2216b6a3e681 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 821 time: 0.2376366 Nov 10 03:44:11.652024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab3417b9-37d5-45d8-a145-8edaa7a1b88c req-8e4486d8-acc0-42ce-b059-b989e6335d20 service neutron] 10.222.0.11 "GET /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753085 Nov 10 03:44:11.660681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-4a07f70d-71e4-406a-a0fb-65181f701162 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/quotas/43c432a4245a4361b073bb732683a068 HTTP/1.1" status: 200 len: 375 time: 0.0210764 Nov 10 03:44:11.754054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-42a253d9-74be-40d0-8bd1-fcf36c51e9bf tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921738 Nov 10 03:44:11.854491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-7bd4e569-42de-4a66-909a-541791d6a27a service neutron] 10.222.0.24 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995665 Nov 10 03:44:11.948319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-5c391fc8-ac9e-4abb-933b-5b5aa8b2fc75 service neutron] 10.222.0.24 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926571 Nov 10 03:44:12.212765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133dde6-0ef1-43bb-93b3-f95a5a19e02c req-7b2158fe-0a80-48a3-979b-e74d26f36aad tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:12.222792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b133dde6-0ef1-43bb-93b3-f95a5a19e02c req-7b2158fe-0a80-48a3-979b-e74d26f36aad tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 943 time: 0.0896790 Nov 10 03:44:12.318108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b133dde6-0ef1-43bb-93b3-f95a5a19e02c req-0e320eae-1169-4469-9e29-768e9b9b11dc tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943222 Nov 10 03:44:12.327985 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b312d9-360b-4c71-b67f-aed22c33dd47 req-907c659f-8677-40fd-a4c9-5120a8c3d090 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:12.329455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93b312d9-360b-4c71-b67f-aed22c33dd47 req-907c659f-8677-40fd-a4c9-5120a8c3d090 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.0902672 Nov 10 03:44:12.409257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90ee9a38-9828-4b05-ae8e-2af745b2ea0e req-ea326231-b2c0-4429-a888-d9e912785d65 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 210 time: 0.0491102 Nov 10 03:44:12.458513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93b312d9-360b-4c71-b67f-aed22c33dd47 req-8caae060-465e-405e-b5db-aef450f4fae6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226578 Nov 10 03:44:12.562187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a298dd-decf-44ea-9006-65928769f40e req-b99ae9ee-7c10-4ef3-8bdc-14b1b166358f tempest-FlavorsV2NegativeTest-480378030 tempest-FlavorsV2NegativeTest-480378030-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=273116a1c7cf4fa7a3cd07427539e6e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401044 Nov 10 03:44:12.581820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48156) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:12.690570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a298dd-decf-44ea-9006-65928769f40e req-7bc5de28-fee6-4e26-9fa9-7d6bf7848fc5 tempest-FlavorsV2NegativeTest-480378030 tempest-FlavorsV2NegativeTest-480378030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:12.692339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a298dd-decf-44ea-9006-65928769f40e req-7bc5de28-fee6-4e26-9fa9-7d6bf7848fc5 tempest-FlavorsV2NegativeTest-480378030 tempest-FlavorsV2NegativeTest-480378030-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292527 Nov 10 03:44:12.714284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a298dd-decf-44ea-9006-65928769f40e req-e5b69486-fa1a-4b48-a0f5-f4aed5916b57 tempest-FlavorsV2NegativeTest-480378030 tempest-FlavorsV2NegativeTest-480378030-project] 10.222.0.24 "GET /v2.0/quotas/273116a1c7cf4fa7a3cd07427539e6e3 HTTP/1.1" status: 200 len: 375 time: 0.0115182 Nov 10 03:44:12.734668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fcf526c2-f3ae-4829-927c-1ef1feeef9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:12.782009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a298dd-decf-44ea-9006-65928769f40e req-ecc1d0fa-5938-4e15-84dd-0a7f11d670f4 tempest-FlavorsV2NegativeTest-480378030 tempest-FlavorsV2NegativeTest-480378030-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=273116a1c7cf4fa7a3cd07427539e6e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607262 Nov 10 03:44:12.784510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48168) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:12.792247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1958447129-network', 'tenant_id': 'a6e1cfe214d746bfaf4850c1727bb264'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:12.827497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Made reservation on behalf of a6e1cfe214d746bfaf4850c1727bb264 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:12.830773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:12.841181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:12.853256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fcf526c2-f3ae-4829-927c-1ef1feeef9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:12.858536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fcf526c2-f3ae-4829-927c-1ef1feeef9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:12.912430 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fcf526c2-f3ae-4829-927c-1ef1feeef9fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df9094d1a5a44a61aa1a8f0fd6ec8e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281682 Nov 10 03:44:12.915804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48178) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:12.918642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf526c2-f3ae-4829-927c-1ef1feeef9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b15a20-2ec1-4975-90f3-653885b17b53,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:12.942575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48180) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:12.980382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:12.986794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.007848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:44:13.036992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.037334 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Added segment 9e6665bb-d578-4b39-9c3e-5d1eab42954b of type vlan for network 4282d9a5-d326-48af-97c8-965eee4a8f20 Nov 10 03:44:13.038887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-86bdb7d0-3bf3-4cab-ba5f-f2b04647e372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.047901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495e2f5-0a24-4d39-9874-323cfafc59a2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:13.072572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e40dee0-7bef-4dbd-acaf-11bac7e423c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.106487 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-86bdb7d0-3bf3-4cab-ba5f-f2b04647e372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.115897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.162318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.163657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:13.164227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.189563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e40dee0-7bef-4dbd-acaf-11bac7e423c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.195530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e40dee0-7bef-4dbd-acaf-11bac7e423c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.226082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4402173 Nov 10 03:44:13.229527 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-86bdb7d0-3bf3-4cab-ba5f-f2b04647e372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.232108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-86bdb7d0-3bf3-4cab-ba5f-f2b04647e372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.233214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-86bdb7d0-3bf3-4cab-ba5f-f2b04647e372 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2b15a20-2ec1-4975-90f3-653885b17b53 HTTP/1.1" status: 204 len: 168 time: 0.3140497 Nov 10 03:44:13.233997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48194) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:13.245393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5e40dee0-7bef-4dbd-acaf-11bac7e423c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f3839f4e2984a78b78ded6e6a207e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016558 Nov 10 03:44:13.246349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40dee0-7bef-4dbd-acaf-11bac7e423c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9d6b06-a284-4804-a3f6-57ac221ee0c8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:13.250635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48198) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:13.252215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Request body: {'subnet': {'network_id': '4282d9a5-d326-48af-97c8-965eee4a8f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1958447129-subnet', 'tenant_id': 'a6e1cfe214d746bfaf4850c1727bb264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:13.266461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63feeab6-23ba-4a3f-a11b-62bb5fd3cd29 admin admin] Pushing event updated for resources: {'Network': ['ID=4282d9a5-d326-48af-97c8-965eee4a8f20,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:13.270239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdb7d0-3bf3-4cab-ba5f-f2b04647e372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b15a20-2ec1-4975-90f3-653885b17b53,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:13.290566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 4282d9a5-d326-48af-97c8-965eee4a8f20 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:44:13.304828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Made reservation on behalf of a6e1cfe214d746bfaf4850c1727bb264 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:13.307203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.358233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5fbeb41-b9d6-4b23-92d5-9179d6ecd1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.552052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa008d9a-b5ff-4818-8a3d-2bbf50165a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.562991 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bdbe2f2-8da3-4e48-8c27-d2e3bb36cf52 req-077a6814-2077-4c35-ae2a-dcc3370bc3e3 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 210 time: 0.0427990 Nov 10 03:44:13.598074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 987ca166-0329-41fe-bd47-68cd7bbbdbb6 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:13.606685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601d147-0278-461d-a6ee-46fa363642ed req-49405b72-b354-4336-bf79-8afe78482e38 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:13.612685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2601d147-0278-461d-a6ee-46fa363642ed req-49405b72-b354-4336-bf79-8afe78482e38 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 943 time: 0.1620171 Nov 10 03:44:13.637668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 987ca166-0329-41fe-bd47-68cd7bbbdbb6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:13.638173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 987ca166-0329-41fe-bd47-68cd7bbbdbb6 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:13.665406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48214) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:13.675311 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa008d9a-b5ff-4818-8a3d-2bbf50165a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.704204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-ebe31f22-772e-4b88-86e3-ed1c3f499e30 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:13.705672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-ebe31f22-772e-4b88-86e3-ed1c3f499e30 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 821 time: 0.4119742 Nov 10 03:44:13.723552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Request body: {'port': {'device_id': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'admin_state_up': True, 'tenant_id': '43c432a4245a4361b073bb732683a068'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:13.793646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48218) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:13.814824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2601d147-0278-461d-a6ee-46fa363642ed req-5b5f68fd-383d-4296-a24f-32e08e606d65 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924078 Nov 10 03:44:13.824859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.826889 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16609364-6025-4b09-8596-fd3035e2a23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:13.856253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd922e52-a70f-4e2b-a7a8-01868bd6507c req-a0dd2e27-d443-4a22-bd74-83e8f28026db tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:13.857826 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd922e52-a70f-4e2b-a7a8-01868bd6507c req-a0dd2e27-d443-4a22-bd74-83e8f28026db tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1778648 Nov 10 03:44:13.912072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:13.966587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08dc69e4-1b09-4395-ad8c-8655c381c558,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.009970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd922e52-a70f-4e2b-a7a8-01868bd6507c req-ab7c60ab-c8a6-4b1e-ac3a-44bd596f175c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267989 Nov 10 03:44:14.017753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Checking segment: {'id': '9e6665bb-d578-4b39-9c3e-5d1eab42954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4282d9a5-d326-48af-97c8-965eee4a8f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:14.018182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Network hostable DHCP agents. Network: 4282d9a5-d326-48af-97c8-965eee4a8f20, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:44:14.061991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:14.063382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Network 4282d9a5-d326-48af-97c8-965eee4a8f20 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:44:14.073767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16609364-6025-4b09-8596-fd3035e2a23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.079070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'mac_address': 'fa:16:3e:ec:56:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:44:14.080450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16609364-6025-4b09-8596-fd3035e2a23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.083115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc2ea-1609-4d2b-993d-b37f19ea6077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.100250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 4282d9a5-d326-48af-97c8-965eee4a8f20) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:14.105973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:14.106107 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.127641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa008d9a-b5ff-4818-8a3d-2bbf50165a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.130465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa008d9a-b5ff-4818-8a3d-2bbf50165a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.132466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa008d9a-b5ff-4818-8a3d-2bbf50165a25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b9d6b06-a284-4804-a3f6-57ac221ee0c8 HTTP/1.1" status: 204 len: 168 time: 0.8805804 Nov 10 03:44:14.140600 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.142882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-16609364-6025-4b09-8596-fd3035e2a23a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4dcbddbf7b643419a0e520a58570d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479877 Nov 10 03:44:14.144062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609364-6025-4b09-8596-fd3035e2a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e2a317-45bb-4188-9c68-bc16dc4f7789,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.148956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48222) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:14.158569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:14.159954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-88254800-2480-468d-b1b9-1a97a15e37c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9168260 Nov 10 03:44:14.162805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2ddf8-ff3e-42a4-ba32-6dfdc621c922 None None] Network 4282d9a5-d326-48af-97c8-965eee4a8f20 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:14.197791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa008d9a-b5ff-4818-8a3d-2bbf50165a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9d6b06-a284-4804-a3f6-57ac221ee0c8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.221802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:14.240630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb309a4f-5022-4eda-a476-28b597ab2aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.241148 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.281471 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb309a4f-5022-4eda-a476-28b597ab2aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.313519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Made reservation on behalf of 43c432a4245a4361b073bb732683a068 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:14.317416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.328898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.342396 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc2ea-1609-4d2b-993d-b37f19ea6077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.356561 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc2ea-1609-4d2b-993d-b37f19ea6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.381973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb309a4f-5022-4eda-a476-28b597ab2aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.385883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382276d-baec-4798-85d7-e4b6878293fc None None] Network 4282d9a5-d326-48af-97c8-965eee4a8f20 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:14.386228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb309a4f-5022-4eda-a476-28b597ab2aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.387597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cb309a4f-5022-4eda-a476-28b597ab2aa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75e2a317-45bb-4188-9c68-bc16dc4f7789 HTTP/1.1" status: 204 len: 168 time: 0.2369039 Nov 10 03:44:14.403868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb309a4f-5022-4eda-a476-28b597ab2aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e2a317-45bb-4188-9c68-bc16dc4f7789,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.445276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48232) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:14.445474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6d8bc2ea-1609-4d2b-993d-b37f19ea6077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=273116a1c7cf4fa7a3cd07427539e6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7759514 Nov 10 03:44:14.450412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bc2ea-1609-4d2b-993d-b37f19ea6077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547eaeb7-93ca-4798-ae50-ab84534550c0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.543507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Allocated IP 172.20.0.8 (fe650c40-83f1-43d1-bed8-19dca761e2c0/68bfcf03-0e26-4721-95b7-a8f2c0060b46/1bcb8dbb-050b-4357-9102-6d8e78eb7dd8) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:14.554455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a12a-41f9-4d38-aa36-eb0df57afb17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.581571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a12a-41f9-4d38-aa36-eb0df57afb17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.665848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a12a-41f9-4d38-aa36-eb0df57afb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.671272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a12a-41f9-4d38-aa36-eb0df57afb17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.672464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4cd7a12a-41f9-4d38-aa36-eb0df57afb17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/547eaeb7-93ca-4798-ae50-ab84534550c0 HTTP/1.1" status: 204 len: 168 time: 0.2256188 Nov 10 03:44:14.698184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7a12a-41f9-4d38-aa36-eb0df57afb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547eaeb7-93ca-4798-ae50-ab84534550c0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.700604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:14.726488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ade9e4f-acf1-4af0-af32-570ef0128ca9 req-c5afd220-f7da-4e7f-97fc-f7c7383d1a27 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 210 time: 0.0479746 Nov 10 03:44:14.816719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.872861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:14.928107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Network fe650c40-83f1-43d1-bed8-19dca761e2c0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:14.932000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:14.937439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:14.942919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event updated for resources: {'Port': ['ID=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:14.959485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b5da6-a56a-447c-8e9c-25007dfdb016 req-f0939e03-274b-4d98-8cc2-da77a277b221 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:14.961374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a85b5da6-a56a-447c-8e9c-25007dfdb016 req-f0939e03-274b-4d98-8cc2-da77a277b221 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 944 time: 0.0566003 Nov 10 03:44:15.011071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:15.011794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.031897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a85b5da6-a56a-447c-8e9c-25007dfdb016 req-9eb8bfa7-ac34-4343-8311-264358052b06 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Nov 10 03:44:15.037330 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-e3fcf5db-65bf-4d9b-8141-d7609f51bdb6 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3218944 Nov 10 03:44:15.057206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Request body: {'port': {'device_id': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:15.143006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.212419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-480b975d-00a6-4151-bf73-4281976fcc7d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:15.213912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-480b975d-00a6-4151-bf73-4281976fcc7d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 0.1537886 Nov 10 03:44:15.237820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-7c679005-a93e-48f6-8bab-a4a79081c32d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/quotas/d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 375 time: 0.0169501 Nov 10 03:44:15.321378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-678d5ac3-17cc-49ba-83f7-3c5c70ceffe3 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821862 Nov 10 03:44:15.389537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9a61c-8788-4174-bb5a-c408b555796d req-56593c54-6510-41ea-bbe2-f1356a9872a0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:15.391080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afa9a61c-8788-4174-bb5a-c408b555796d req-56593c54-6510-41ea-bbe2-f1356a9872a0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1413631 Nov 10 03:44:15.456597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afa9a61c-8788-4174-bb5a-c408b555796d req-897cb251-add2-4070-b3c0-6edbce4cbcce tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582616 Nov 10 03:44:15.483322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:15.493036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.506566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Transition to ACTIVE for port object 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:15.510249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-b4b78086-8614-4525-b0a6-97e0ba6464ef service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872761 Nov 10 03:44:15.515793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.576934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:15.616285 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-22e39e72-6c51-45ba-8ee7-4044d51554c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.660820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-5fdd13f4-af4d-45fc-911f-23666f09cd16 service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496730 Nov 10 03:44:15.674122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Attempting to bind port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:15.674642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Attempting to bind port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:15.675061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Attempting to bind port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:15.680790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:15.681077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Attempting to bind port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 on network fe650c40-83f1-43d1-bed8-19dca761e2c0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:15.687472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:15.687877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Checking segment: {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:15.688341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Bound using segment: {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:15.689289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Bound port: 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:15.689718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.774808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] For port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:15.786302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] For port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:15.794468 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.837596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:15.838289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:15.840663 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] 10.222.0.44 "PUT /v2.0/ports/1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 HTTP/1.1" status: 200 len: 1091 time: 0.7894690 Nov 10 03:44:15.840927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'tag': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:15.843401 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9a232-9888-4d4a-ad78-fbe56fa2189d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b57a81b-0f22-4a9d-8df3-ba347efe92fb", "tag": "1bcb8dbb-050b-4357-9102-6d8e78eb7dd8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:15.889659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1f025-a1d2-4535-b9ff-cbf981115196 req-f6ae9331-9ba3-405e-bb3d-f832f70c6f40 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:15.908937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:15.916102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3f1f025-a1d2-4535-b9ff-cbf981115196 req-f6ae9331-9ba3-405e-bb3d-f832f70c6f40 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 943 time: 0.1015935 Nov 10 03:44:15.956790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9d332-5704-42e6-95eb-a56eaf0fbff7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:15.995000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-5086378c-5a80-4674-bc39-1639e273808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:15.997719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-5086378c-5a80-4674-bc39-1639e273808b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 1094 time: 0.1153448 Nov 10 03:44:15.999393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:44:16.004103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:16.004907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.021496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff11105a-c6de-4130-8948-f7c66780bff5 req-75242d1f-8128-4d51-b194-0407de2f53c1 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 210 time: 0.0967216 Nov 10 03:44:16.072985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-0f67162d-0f55-4f09-b384-426537b6b1f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 HTTP/1.1" status: 200 len: 217 time: 0.0663996 Nov 10 03:44:16.135509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3f1f025-a1d2-4535-b9ff-cbf981115196 req-05c64451-77a1-453d-831f-a3f2fc87dd26 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100511 Nov 10 03:44:16.161632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-6f6c168c-23b8-45c4-991a-63227f0bd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:16.164284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-6f6c168c-23b8-45c4-991a-63227f0bd342 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68bfcf03-0e26-4721-95b7-a8f2c0060b46 HTTP/1.1" status: 200 len: 861 time: 0.0836060 Nov 10 03:44:16.167466 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5e1b4-57da-4bd7-bec6-e202a6ffe71a x-openstack-request-id: req-f6d5e1b4-57da-4bd7-bec6-e202a6ffe71a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:16.168200 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b57a81b-0f22-4a9d-8df3-ba347efe92fb", "tag": "1bcb8dbb-050b-4357-9102-6d8e78eb7dd8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:16.168817 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6d5e1b4-57da-4bd7-bec6-e202a6ffe71a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:16.169755 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'tag': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8', 'status': 'completed', 'code': 200} Nov 10 03:44:16.203701 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.215433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-321d9816-55b5-44e1-99f5-2be4b31684ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe650c40-83f1-43d1-bed8-19dca761e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437207 Nov 10 03:44:16.263298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48324) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:16.269589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:16.270776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:16.273648 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ac613f-3284-468a-80a4-49a8b0af7a68" -d '{"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-plugged", "status": "completed", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:16.279528 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.337786 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f056a3ff-9c93-486e-9571-59609b41f276 x-openstack-request-id: req-f056a3ff-9c93-486e-9571-59609b41f276 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:16.338170 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-plugged", "status": "completed", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:16.338446 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f056a3ff-9c93-486e-9571-59609b41f276 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:16.338859 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'code': 200} Nov 10 03:44:16.380926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fa791-a591-41ae-b4ad-415202bfb8e4 req-e8bfd8e0-e3ad-4453-913d-4083fe9302e2 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:16.382505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a5fa791-a591-41ae-b4ad-415202bfb8e4 req-e8bfd8e0-e3ad-4453-913d-4083fe9302e2 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 944 time: 0.1332340 Nov 10 03:44:16.419352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:16.444189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-5db08a8f-c524-43b1-998f-d46bceddf5f9 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206187 Nov 10 03:44:16.504298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a5fa791-a591-41ae-b4ad-415202bfb8e4 req-d37804c3-86eb-477c-9353-9d7b5e988a50 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092885 Nov 10 03:44:16.525697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc3dcb-6527-4ea5-84dd-b2726c6c65e1 req-48f9d3f5-820b-40fd-9263-07fc6c79fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:16.528885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28bc3dcb-6527-4ea5-84dd-b2726c6c65e1 req-48f9d3f5-820b-40fd-9263-07fc6c79fdec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 1096 time: 0.0913544 Nov 10 03:44:16.591093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28bc3dcb-6527-4ea5-84dd-b2726c6c65e1 req-1abe4f17-ad5d-403e-bdf1-01d7e0a0d293 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544233 Nov 10 03:44:16.620112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-network', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:16.640000 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.650666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48342) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:16.658220 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fe1a358f-ffef-4766-90b4-ca0d29349986 req-17a79014-e825-4afd-b234-88872912a084 service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048168 Nov 10 03:44:16.700622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Made reservation on behalf of f0a62d56c1cf40478f170a098de248cf for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:16.703021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.713791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546a3ce-edd8-4836-a028-8a4094488845 req-10f7341f-a28b-4196-aa39-bd3d86b20e41 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:16.715523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c546a3ce-edd8-4836-a028-8a4094488845 req-10f7341f-a28b-4196-aa39-bd3d86b20e41 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.0863993 Nov 10 03:44:16.722454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.752161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-network', 'tenant_id': '6cc1326a270a49079b019c565f8c4074'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:16.803140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c546a3ce-edd8-4836-a028-8a4094488845 req-d2142348-588d-4203-b72a-15c25b83bf9d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Nov 10 03:44:16.819140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-fcb2fa0e-6f61-400b-ab1d-1c25ec469d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:16.820713 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-fcb2fa0e-6f61-400b-ab1d-1c25ec469d58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43c432a4245a4361b073bb732683a068&device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 1094 time: 0.0845242 Nov 10 03:44:16.821776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Made reservation on behalf of 6cc1326a270a49079b019c565f8c4074 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:16.824031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.834242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.862110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.867171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.889259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:44:16.906039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc1c2e2-854e-44d5-8a43-780ea527aab4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:16.909028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.909368 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Added segment d5dcc505-e3cc-41cb-b482-990470459082 of type vlan for network e48ef8d3-e137-433a-ab31-a3feac054bba Nov 10 03:44:16.925186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-ad82e1f8-b15e-40b9-aad0-59f875bab52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:16.926661 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-ad82e1f8-b15e-40b9-aad0-59f875bab52a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 200 len: 921 time: 0.0936167 Nov 10 03:44:16.960416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.980037 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-17deeedb-1ec9-43c8-88a0-43a09c3baad6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 HTTP/1.1" status: 200 len: 217 time: 0.0443921 Nov 10 03:44:16.987490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:16.988381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:16.988989 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.060425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7930918 Nov 10 03:44:17.060645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-1e0ed7de-299a-4ea9-81c0-b8fa2eed1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:17.060645 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-1e0ed7de-299a-4ea9-81c0-b8fa2eed1059 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68bfcf03-0e26-4721-95b7-a8f2c0060b46 HTTP/1.1" status: 200 len: 861 time: 0.0660124 Nov 10 03:44:17.062097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48354) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:17.067066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Request body: {'subnet': {'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-subnet', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:17.070449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443fac3-9b35-401f-8d8a-f141cea5b0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e48ef8d3-e137-433a-ab31-a3feac054bba,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:17.082476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e48ef8d3-e137-433a-ab31-a3feac054bba details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:44:17.103892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Made reservation on behalf of f0a62d56c1cf40478f170a098de248cf for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:17.107891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-230ece5d-f3a6-40a2-9c77-15ef2ef6f5e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe650c40-83f1-43d1-bed8-19dca761e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389793 Nov 10 03:44:17.108920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.162222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.206096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8430d223-c675-4589-aa24-d278cfb6193e req-0defb2f9-60d1-4c5f-9b1b-e12bd07b6658 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 210 time: 0.0402248 Nov 10 03:44:17.229672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.314672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6571e60-1d1e-4dd0-b703-27f521f088c2 req-75cb3d51-cedc-4363-94aa-721546e335d7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:17.316594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6571e60-1d1e-4dd0-b703-27f521f088c2 req-75cb3d51-cedc-4363-94aa-721546e335d7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 943 time: 0.0997627 Nov 10 03:44:17.317687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:44:17.327899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d32b03-d894-40dc-98c7-d96f957a4f55,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:17.381487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.382081 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Added segment f11ed304-577a-4678-b0a6-2a4367228fed of type vlan for network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 Nov 10 03:44:17.424879 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6571e60-1d1e-4dd0-b703-27f521f088c2 req-c31f60c7-5147-45e4-939d-a88fb91b6031 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984571 Nov 10 03:44:17.432032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.439255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-8fcb2b36-a6b4-45db-9696-f96785fde53f service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111541 Nov 10 03:44:17.491836 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.551733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b78325-b231-4efb-b186-bf5623776ace,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:17.562313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Checking segment: {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:17.562704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Network hostable DHCP agents. Network: e48ef8d3-e137-433a-ab31-a3feac054bba, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:44:17.587991 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.589378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:17.590009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.590796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Network e48ef8d3-e137-433a-ab31-a3feac054bba is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:44:17.594039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:17.614704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e48ef8d3-e137-433a-ab31-a3feac054bba) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:17.624080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:17.625046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eee839ec-5402-434e-a361-943826285869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.632253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71f5b2-207d-4b78-b0d8-a8060cb3a400 None None] Network e48ef8d3-e137-433a-ab31-a3feac054bba requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:17.687989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eee839ec-5402-434e-a361-943826285869 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6245615 Nov 10 03:44:17.691270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48376) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:17.697202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:17.700569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] Pushing event updated for resources: {'Network': ['ID=5c5ec28b-14bf-4168-ac0b-2e49278ef101,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:17.745268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:44:17.749607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8198-444b-4051-9ba1-9e4002503459 req-1e592709-ed56-472a-b3ad-726febb13231 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:17.751301 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90bf8198-444b-4051-9ba1-9e4002503459 req-1e592709-ed56-472a-b3ad-726febb13231 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.1133618 Nov 10 03:44:17.752370 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.753526 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:17.763660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-89ee43a5-7a83-40bf-ab96-9b85dfd4295f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:17.765243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-89ee43a5-7a83-40bf-ab96-9b85dfd4295f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 0.4298747 Nov 10 03:44:17.772811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6beb7efb-006b-4d86-aee2-77e20186e18b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1210325 Nov 10 03:44:17.785046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48380) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:17.793421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Request body: {'port': {'device_id': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'admin_state_up': True, 'tenant_id': 'd755dac5f401488991d001bb1d0984ae'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:17.799274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Request body: {'subnet': {'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-subnet', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:17.807253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96d9a232-9888-4d4a-ad78-fbe56fa2189d req-646c7d96-229e-4304-a9ed-fcdc2254a16c service neutron] 10.222.0.44 "GET /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510931 Nov 10 03:44:17.858970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.001142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Made reservation on behalf of 6cc1326a270a49079b019c565f8c4074 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:18.003946 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.041249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90bf8198-444b-4051-9ba1-9e4002503459 req-c8dc921b-f2ed-4d1c-a7ca-3509f7c0b5d8 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671189 Nov 10 03:44:18.059551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:18.081352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8', 'network_id': 'fe650c40-83f1-43d1-bed8-19dca761e2c0', 'port_id': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8', 'mac_address': 'fa:16:3e:ee:8f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bfcf03-0e26-4721-95b7-a8f2c0060b46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:44:18.090050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Made reservation on behalf of d755dac5f401488991d001bb1d0984ae for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:18.095725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.133096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e48ef8d3-e137-433a-ab31-a3feac054bba', 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'fixed_ips': [{'subnet_id': '65b78325-b231-4efb-b186-bf5623776ace'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:44:18.134185 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.163677 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.170807 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.194643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b2d2e-8944-4c39-b091-60761996e50e req-366f14f2-0eee-4369-8f93-c61b8b1b6167 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:18.196632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c45b2d2e-8944-4c39-b091-60761996e50e req-366f14f2-0eee-4369-8f93-c61b8b1b6167 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.2449021 Nov 10 03:44:18.231834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:18.275353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:18.319755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.353146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.356962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Allocated IP 172.20.0.14 (6ecc1105-ed6d-4359-8e5f-837db6835e11/dcf77a30-acd2-4544-98f5-ecdaba91ccf5/f63e7167-d1d1-4ea9-aba1-d7c3ef405031) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:18.372873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27b595d0-fc95-484d-a19c-8247c0b74fba req-bab1e2af-1870-4985-98f1-c6c9052f762b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 210 time: 0.0568151 Nov 10 03:44:18.378461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Allocated IP 172.20.0.2 (e48ef8d3-e137-433a-ab31-a3feac054bba/65b78325-b231-4efb-b186-bf5623776ace/674086ff-a806-4082-8cda-bcff966c4687) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:18.393487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:18.528150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1bcb8dbb-050b-4357-9102-6d8e78eb7dd8'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:18.535414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c45b2d2e-8944-4c39-b091-60761996e50e req-0ed2089b-af5f-48b9-ae86-7a1873023359 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248656 Nov 10 03:44:18.568521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.622510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.632999 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.638194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.654569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Network e48ef8d3-e137-433a-ab31-a3feac054bba is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:18.658398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:18.686747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.690688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:18.723803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d059-3a0a-4c55-9202-1241beb461b4 req-b3aaf14d-76f7-4b3d-8d70-e115315a2bf4 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:18.731647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1a4d059-3a0a-4c55-9202-1241beb461b4 req-b3aaf14d-76f7-4b3d-8d70-e115315a2bf4 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 944 time: 0.0904684 Nov 10 03:44:18.750937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6acff596-65c1-48d5-aa93-dbe95af2de53,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:18.755021 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Pushing event updated for resources: {'Port': ['ID=674086ff-a806-4082-8cda-bcff966c4687,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:18.759311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:18.767875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:18.769481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:18.771829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:18.782488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Checking segment: {'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:18.783365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Network hostable DHCP agents. Network: 5c5ec28b-14bf-4168-ac0b-2e49278ef101, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:44:18.814671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Attempting to bind port 674086ff-a806-4082-8cda-bcff966c4687 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:18.815306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Attempting to bind port 674086ff-a806-4082-8cda-bcff966c4687 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:18.815914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Attempting to bind port 674086ff-a806-4082-8cda-bcff966c4687 on network e48ef8d3-e137-433a-ab31-a3feac054bba {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:18.828816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:18.829182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Checking segment: {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:18.829807 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.830279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Bound using segment: {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:18.830675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Bound port: 674086ff-a806-4082-8cda-bcff966c4687, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:18.831047 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.834255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:18.835212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.860170 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-4882c3ee-48bc-4842-b83a-c12a1bde795f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0757601 Nov 10 03:44:18.877226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Request body: {'port': {'device_id': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:18.901410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1a4d059-3a0a-4c55-9202-1241beb461b4 req-8e7412b1-3f02-4f24-8fd0-c24c28da5eb3 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688037 Nov 10 03:44:18.920480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:44:18.940061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 5c5ec28b-14bf-4168-ac0b-2e49278ef101) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:18.946545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:18.947139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.955931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259f431-2e45-47dc-901d-34da913aeabf None None] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:18.957675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.979014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.979566 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:18.983917 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7cf6104c-08c1-4382-bf00-8bb9b81d0aa8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1979024 Nov 10 03:44:18.989883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48406) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:18.994286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:19.012344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] For port 674086ff-a806-4082-8cda-bcff966c4687, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:19.042136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] For port 674086ff-a806-4082-8cda-bcff966c4687, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=674086ff-a806-4082-8cda-bcff966c4687,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:19.050101 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.057905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.059514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.081640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.124044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48410) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:19.293359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8397-2b5e-4897-9560-90ff326529f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.302013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-5c5ec28b-14bf-4168-ac0b-2e49278ef101', 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'fixed_ips': [{'subnet_id': '6acff596-65c1-48d5-aa93-dbe95af2de53'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:44:19.303165 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.320686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2d363-0b98-4c3e-9bbb-2125d8657acd None None] Pushing event updated for resources: {'Port': ['ID=674086ff-a806-4082-8cda-bcff966c4687,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:19.374490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63e7167-d1d1-4ea9-aba1-d7c3ef405031 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:19.390893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.418296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Transition to ACTIVE for port object f63e7167-d1d1-4ea9-aba1-d7c3ef405031 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:19.434890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.538353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Allocated IP 172.20.0.2 (5c5ec28b-14bf-4168-ac0b-2e49278ef101/6acff596-65c1-48d5-aa93-dbe95af2de53/5164e7e9-d50d-40a4-bee1-35ec2dab6681) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:19.538572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:19.610158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:19.640934 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.642293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Allocated IP 172.25.6.30 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/79146307-0af5-4274-a848-b868497db15d) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:19.647031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8397-2b5e-4897-9560-90ff326529f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.654154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8397-2b5e-4897-9560-90ff326529f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.697785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:19.698044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:19.698473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:19.701412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:44:19.705135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7fae7-51c0-49c8-93af-a616429734f9 req-742e13c4-fbfe-4337-8e72-8a57a278b7c8 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:19.706097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fa7fae7-51c0-49c8-93af-a616429734f9 req-742e13c4-fbfe-4337-8e72-8a57a278b7c8 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.2305975 Nov 10 03:44:19.713153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:19.716538 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.716664 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a1ce8397-2b5e-4897-9560-90ff326529f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9249d285edd4e42831d5e7b1e4ae7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5884986 Nov 10 03:44:19.716664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:19.716664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:19.717544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48420) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:19.721725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8397-2b5e-4897-9560-90ff326529f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c129f840-c9c5-4797-8367-c202f1a72185,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:19.739712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:19.740208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:19.740652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:19.741228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Bound port: f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:19.741606 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.800608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b257a1-f194-4817-8218-ce57d7ce9750 req-f6b57217-fcd1-4488-9f7b-951b37ebc0ea tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:19.808280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22b257a1-f194-4817-8218-ce57d7ce9750 req-f6b57217-fcd1-4488-9f7b-951b37ebc0ea tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 944 time: 0.2829502 Nov 10 03:44:19.832854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d19ba32a-73c9-49a7-89f7-354aa374629d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.844291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:19.845573 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.849319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:19.860804 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.862425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d19ba32a-73c9-49a7-89f7-354aa374629d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.863245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.864796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.926298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:19.926919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.928381 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] 10.222.0.44 "PUT /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 1092 time: 1.0594268 Nov 10 03:44:19.928768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:19.931081 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdccda8-472b-4128-8083-66a260e8179f" -d '{"events": [{"name": "network-changed", "server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:19.931251 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.959036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fa7fae7-51c0-49c8-93af-a616429734f9 req-719b390f-3296-4efe-b99a-7a19f9dde3ca tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200708 Nov 10 03:44:19.966803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Pushing event updated for resources: {'Port': ['ID=5164e7e9-d50d-40a4-bee1-35ec2dab6681,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:19.968885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:19.971338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeb311-425a-4a62-a5fc-8666a5594563 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:19.981117 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c53e5b9-c52d-4612-a260-49d522fb9cd8" -d '{"events": [{"server_uuid": "0b57a81b-0f22-4a9d-8df3-ba347efe92fb", "name": "network-vif-plugged", "status": "completed", "tag": "1bcb8dbb-050b-4357-9102-6d8e78eb7dd8"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:19.985490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:19.994802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d19ba32a-73c9-49a7-89f7-354aa374629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:19.999023 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d19ba32a-73c9-49a7-89f7-354aa374629d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.004247 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d19ba32a-73c9-49a7-89f7-354aa374629d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c129f840-c9c5-4797-8367-c202f1a72185 HTTP/1.1" status: 204 len: 168 time: 0.2794950 Nov 10 03:44:20.007241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:20.012851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:20.023560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22b257a1-f194-4817-8218-ce57d7ce9750 req-4b13b790-4da9-4cec-a1d8-0d38141fbcd2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132983 Nov 10 03:44:20.049606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ba32a-73c9-49a7-89f7-354aa374629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c129f840-c9c5-4797-8367-c202f1a72185,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:20.050883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:20.069281 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.077435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-934d289e-5cb5-4192-a47f-c1ea266b0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:20.080804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-934d289e-5cb5-4192-a47f-c1ea266b0d6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1095 time: 0.0747736 Nov 10 03:44:20.112855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.184453 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2c39f5-e6a5-4bca-92a1-5f3a54b14c65 x-openstack-request-id: req-6c2c39f5-e6a5-4bca-92a1-5f3a54b14c65 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:20.186974 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:20.188842 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c2c39f5-e6a5-4bca-92a1-5f3a54b14c65 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:20.189234 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031', 'status': 'completed', 'code': 200} Nov 10 03:44:20.191265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-82ed26a3-2333-4d4f-b881-c07e54a7678d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 217 time: 0.1010902 Nov 10 03:44:20.206868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Attempting to bind port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:20.207233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Attempting to bind port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:20.207593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Attempting to bind port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 on network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:20.221767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:20.222168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Checking segment: {'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:20.230209 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.230706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Bound using segment: {'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:20.231190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Bound port: 5164e7e9-d50d-40a4-bee1-35ec2dab6681, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:20.231590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.251608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.291929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-6e4befb4-1b4d-4e87-acdf-b01e386510d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:20.293659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-6e4befb4-1b4d-4e87-acdf-b01e386510d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0942633 Nov 10 03:44:20.338079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:20.344800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-7cfaecfd-37a4-4301-b985-a052e5190247 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437043 Nov 10 03:44:20.363810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:20.367189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46211d2-3406-4cbe-84ba-642fc68dc881 req-dff6db9e-eeee-4379-8e49-fc548f1a80d8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:20.375950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] For port 5164e7e9-d50d-40a4-bee1-35ec2dab6681, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:20.381424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e46211d2-3406-4cbe-84ba-642fc68dc881 req-dff6db9e-eeee-4379-8e49-fc548f1a80d8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.2110181 Nov 10 03:44:20.382509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] For port 5164e7e9-d50d-40a4-bee1-35ec2dab6681, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5164e7e9-d50d-40a4-bee1-35ec2dab6681,segment=NetworkSegment(f11ed304-577a-4678-b0a6-2a4367228fed),segment_id=f11ed304-577a-4678-b0a6-2a4367228fed)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:20.388821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:20.403578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.418129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:20.500672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb37cf-e09f-46b1-a1c8-77df8b30a743 None None] Pushing event updated for resources: {'Port': ['ID=5164e7e9-d50d-40a4-bee1-35ec2dab6681,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:20.505574 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-b9f36dca-ee40-4f4b-8311-1a6dc634df20 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516306 Nov 10 03:44:20.546418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48434) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:20.567013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Pushing event updated for resources: {'Port': ['ID=79146307-0af5-4274-a848-b868497db15d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:20.583647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e46211d2-3406-4cbe-84ba-642fc68dc881 req-faf00a98-5b57-4dee-8a5d-4f07cf8e2d01 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010062 Nov 10 03:44:20.608326 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d137dd35-0e72-4942-b981-46271a1825d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.615954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1fbe-88b1-4110-ba25-920d5866993b req-0117c6fc-32b0-4df1-9cfc-dcbaf183b54b tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:20.623718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-251b1fbe-88b1-4110-ba25-920d5866993b req-0117c6fc-32b0-4df1-9cfc-dcbaf183b54b tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 945 time: 0.3403690 Nov 10 03:44:20.674316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7e8af-3f5a-49e3-a116-10d682514cee None None] Network e48ef8d3-e137-433a-ab31-a3feac054bba requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:20.700901 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa094eb4-d0be-43ae-8619-e10749507d86 x-openstack-request-id: req-aa094eb4-d0be-43ae-8619-e10749507d86 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:20.701230 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b57a81b-0f22-4a9d-8df3-ba347efe92fb", "name": "network-vif-plugged", "status": "completed", "tag": "1bcb8dbb-050b-4357-9102-6d8e78eb7dd8", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:20.701448 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa094eb4-d0be-43ae-8619-e10749507d86 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:20.702084 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8', 'code': 200} Nov 10 03:44:20.759344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abff42f9-43dc-4478-afe2-ed1fcbd38f6e req-ce2b77fd-cad6-48cb-91e1-29b16cb535c0 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380781 Nov 10 03:44:20.816387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d137dd35-0e72-4942-b981-46271a1825d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.821713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.825124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d137dd35-0e72-4942-b981-46271a1825d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.839124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 674086ff-a806-4082-8cda-bcff966c4687 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:20.865871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.888947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-251b1fbe-88b1-4110-ba25-920d5866993b req-6f3d43aa-e70f-4820-9c0a-43498dd59f45 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605989 Nov 10 03:44:20.926424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-94929609-99f9-45a7-b5fd-dc78d72af6fa None None] Provisioning complete for port 674086ff-a806-4082-8cda-bcff966c4687 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:20.926922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94929609-99f9-45a7-b5fd-dc78d72af6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:20.995015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc5c46-9080-4b38-88a9-5847f4606f2a req-7a8a1dfe-5071-498c-8b4e-8be5f8cf1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:20.997488 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bcfc5c46-9080-4b38-88a9-5847f4606f2a req-7a8a1dfe-5071-498c-8b4e-8be5f8cf1df1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 1096 time: 0.1577399 Nov 10 03:44:21.000156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137dd35-0e72-4942-b981-46271a1825d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d69a6-e740-4687-a087-e6106573d614,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:21.023136 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d137dd35-0e72-4942-b981-46271a1825d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40da98bd2fe241f7937debf095b1b0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734681 Nov 10 03:44:21.024822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48440) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:21.095681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94929609-99f9-45a7-b5fd-dc78d72af6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.140824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdccda8-472b-4128-8083-66a260e8179f req-4d128c26-3d08-499e-aab7-809fdc9fefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:21.142950 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bdccda8-472b-4128-8083-66a260e8179f req-4d128c26-3d08-499e-aab7-809fdc9fefa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1095 time: 0.2429419 Nov 10 03:44:21.152931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 674086ff-a806-4082-8cda-bcff966c4687 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:21.153298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.217446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-94929609-99f9-45a7-b5fd-dc78d72af6fa None None] For port 674086ff-a806-4082-8cda-bcff966c4687, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=674086ff-a806-4082-8cda-bcff966c4687,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:21.225817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.229146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Allocated IP 172.25.6.47 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/0d31308d-1f32-4aaa-94bd-1d93ab2f56e9) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:21.233426 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94929609-99f9-45a7-b5fd-dc78d72af6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.265694 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bcfc5c46-9080-4b38-88a9-5847f4606f2a req-f453fc1d-5c9e-45a7-9f1c-488babd8008b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373066 Nov 10 03:44:21.280043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdccda8-472b-4128-8083-66a260e8179f req-bc7140b0-3461-4c28-8935-da0b5cc8082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:21.281966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bdccda8-472b-4128-8083-66a260e8179f req-bc7140b0-3461-4c28-8935-da0b5cc8082c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.1253037 Nov 10 03:44:21.282783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b2f73c6-3850-4ed4-b636-f32d8a504995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.327749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b2f73c6-3850-4ed4-b636-f32d8a504995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.403903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94929609-99f9-45a7-b5fd-dc78d72af6fa None None] Pushing event updated for resources: {'Port': ['ID=674086ff-a806-4082-8cda-bcff966c4687,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:21.404585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b2f73c6-3850-4ed4-b636-f32d8a504995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.424160 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b2f73c6-3850-4ed4-b636-f32d8a504995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.427961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2b2f73c6-3850-4ed4-b636-f32d8a504995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/417d69a6-e740-4687-a087-e6106573d614 HTTP/1.1" status: 204 len: 168 time: 0.3945298 Nov 10 03:44:21.435643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f73c6-3850-4ed4-b636-f32d8a504995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d69a6-e740-4687-a087-e6106573d614,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:21.453189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed272a-bd41-4a09-967d-0c2330e10786 req-fbdc4a7c-12b4-4706-8f6a-e3271abc4567 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:21.463377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04ed272a-bd41-4a09-967d-0c2330e10786 req-fbdc4a7c-12b4-4706-8f6a-e3271abc4567 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 944 time: 0.3223670 Nov 10 03:44:21.542869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bdccda8-472b-4128-8083-66a260e8179f req-a508dc4c-d54b-4fd2-a415-266054db94c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 217 time: 0.0867841 Nov 10 03:44:21.622554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04ed272a-bd41-4a09-967d-0c2330e10786 req-3b64aad5-5b2d-420f-b282-af251c4ac256 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580975 Nov 10 03:44:21.629350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdccda8-472b-4128-8083-66a260e8179f req-150baae6-7830-4b65-85ea-fc00efda0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:21.630855 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bdccda8-472b-4128-8083-66a260e8179f req-150baae6-7830-4b65-85ea-fc00efda0984 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0790570 Nov 10 03:44:21.724639 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bdccda8-472b-4128-8083-66a260e8179f req-02342679-d347-4012-9ae5-873e3fabf449 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637815 Nov 10 03:44:21.796002 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.864327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bdccda8-472b-4128-8083-66a260e8179f req-bd14f32d-2a55-4196-93f7-2a6033460181 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227243 Nov 10 03:44:21.864809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-da3c73fd-a309-4a18-94ce-d2137f0f2d36 None None] Provisioning complete for port 674086ff-a806-4082-8cda-bcff966c4687 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:21.865273 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da3c73fd-a309-4a18-94ce-d2137f0f2d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:21.989898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cfd31-dc15-4b40-96e4-36d4cc31d537 req-f5245fd0-50a2-475e-b760-cc9a0aad3f86 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:21.991485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f4cfd31-dc15-4b40-96e4-36d4cc31d537 req-f5245fd0-50a2-475e-b760-cc9a0aad3f86 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.2227921 Nov 10 03:44:22.012649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bdccda8-472b-4128-8083-66a260e8179f req-5d14f466-5842-480e-944d-6080bbf006cc service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474154 Nov 10 03:44:22.044879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:22.049996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:22.085022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd93e38-6bd5-46f3-946c-916201fe22b1 None None] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:22.160664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c6e33-5f0e-4c74-bc37-8f0081fc59cf req-280022b9-0b9d-4486-aa97-de9e5b6fb134 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:22.160877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-78a7e42a-4ab8-4bbe-800e-61bb41af690f None None] Provisioning complete for port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:22.161296 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-78a7e42a-4ab8-4bbe-800e-61bb41af690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:22.162102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e98c6e33-5f0e-4c74-bc37-8f0081fc59cf req-280022b9-0b9d-4486-aa97-de9e5b6fb134 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.1967428 Nov 10 03:44:22.170721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:22.181261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:22.192050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f4cfd31-dc15-4b40-96e4-36d4cc31d537 req-93b49dff-a3e1-47e3-b4b9-51f65e170ac0 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723356 Nov 10 03:44:22.192823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:22.205760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:22.416680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e98c6e33-5f0e-4c74-bc37-8f0081fc59cf req-5725971e-540d-4cb8-8448-3c6a58b4a57f tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364938 Nov 10 03:44:22.447142 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-78a7e42a-4ab8-4bbe-800e-61bb41af690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:22.489261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-78a7e42a-4ab8-4bbe-800e-61bb41af690f None None] For port 5164e7e9-d50d-40a4-bee1-35ec2dab6681, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5164e7e9-d50d-40a4-bee1-35ec2dab6681,segment=NetworkSegment(f11ed304-577a-4678-b0a6-2a4367228fed),segment_id=f11ed304-577a-4678-b0a6-2a4367228fed)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:22.491908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451a6d1-31a1-45e7-b8a7-f6ec1de848d2 req-4891a51f-ac22-461c-b8e6-28a42f740ab2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:22.493958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e451a6d1-31a1-45e7-b8a7-f6ec1de848d2 req-4891a51f-ac22-461c-b8e6-28a42f740ab2 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 945 time: 0.1971674 Nov 10 03:44:22.494497 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-78a7e42a-4ab8-4bbe-800e-61bb41af690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:22.559706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Router bc2d4956-2cb1-43d6-b63e-b45841aac915 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:44:22.559984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7e42a-4ab8-4bbe-800e-61bb41af690f None None] Pushing event updated for resources: {'Port': ['ID=5164e7e9-d50d-40a4-bee1-35ec2dab6681,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:22.686810 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e451a6d1-31a1-45e7-b8a7-f6ec1de848d2 req-984633b6-5390-4b87-ae90-77a88b7abcce tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772435 Nov 10 03:44:22.839433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 674086ff-a806-4082-8cda-bcff966c4687 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:22.866618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5692236c-6f97-47a3-8c51-59a0465a5c4c None None] Provisioning complete for port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:22.867005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5692236c-6f97-47a3-8c51-59a0465a5c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:22.930859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 674086ff-a806-4082-8cda-bcff966c4687 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:22.931305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.054402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5164e7e9-d50d-40a4-bee1-35ec2dab6681 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:23.105888 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.108859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.124254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:23.124872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.174895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:23.198541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Sync routers for ids ['bc2d4956-2cb1-43d6-b63e-b45841aac915'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:23.214192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079055e-76c0-41d3-ab84-091a1afa1216 req-2f84f369-6167-411c-92b0-df1bf5241652 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:23.215677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a079055e-76c0-41d3-ab84-091a1afa1216 req-2f84f369-6167-411c-92b0-df1bf5241652 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 944 time: 0.4989400 Nov 10 03:44:23.220801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Routers {'bc2d4956-2cb1-43d6-b63e-b45841aac915'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:23.221296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['bc2d4956-2cb1-43d6-b63e-b45841aac915'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:23.256009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.260101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7b3a58a0-f58e-4a07-885d-e7b788c446e9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5678842 Nov 10 03:44:23.260400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48528) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:23.361604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Set router bc2d4956-2cb1-43d6-b63e-b45841aac915 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:23.374567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a079055e-76c0-41d3-ab84-091a1afa1216 req-cf675ebd-dff5-4fb0-a649-ad84f742a1f2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492119 Nov 10 03:44:23.450898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5366b-82aa-4dd9-8356-bee82bd322a1 req-2cc2b574-fc54-45f3-8873-5cab97169b8d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:23.463362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79f5366b-82aa-4dd9-8356-bee82bd322a1 req-2cc2b574-fc54-45f3-8873-5cab97169b8d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1513591 Nov 10 03:44:23.513030 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.599102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79f5366b-82aa-4dd9-8356-bee82bd322a1 req-fbdb90cd-53c1-4f35-9f07-8048cf8622db tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275337 Nov 10 03:44:23.617314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:44:20Z', 'revision_number': 3, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:23.654766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f63e7167-d1d1-4ea9-aba1-d7c3ef405031 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:23.657188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Checking router: bc2d4956-2cb1-43d6-b63e-b45841aac915 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:23.657526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Updating router bc2d4956-2cb1-43d6-b63e-b45841aac915 port 79146307-0af5-4274-a848-b868497db15d binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:44:23.697385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.718790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb280a7-9137-49a9-8fe2-19215e75c5ad req-9a4f4b55-c97d-4233-b325-b5b864be5ceb tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:23.720760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbb280a7-9137-49a9-8fe2-19215e75c5ad req-9a4f4b55-c97d-4233-b325-b5b864be5ceb tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.1501567 Nov 10 03:44:23.841851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbb280a7-9137-49a9-8fe2-19215e75c5ad req-463fc404-d200-4aae-b6f9-a478ea33f960 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134906 Nov 10 03:44:23.842683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:23.861474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'port_id': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031', 'mac_address': 'fa:16:3e:3b:fd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf77a30-acd2-4544-98f5-ecdaba91ccf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:44:23.940571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2194c43-e36e-4d41-837c-b513ab3e7b72 req-4e4d0d45-9013-4796-af68-b062d28b96e0 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:23.946714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2194c43-e36e-4d41-837c-b513ab3e7b72 req-4e4d0d45-9013-4796-af68-b062d28b96e0 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 945 time: 0.1091554 Nov 10 03:44:23.948658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Router c67658a8-f6f3-489b-ad76-9b57bf992617 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:44:23.967872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:23.995348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63e7167-d1d1-4ea9-aba1-d7c3ef405031 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:24.043941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:24.052253 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.073369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2194c43-e36e-4d41-837c-b513ab3e7b72 req-ddb2efd1-5946-4eac-8221-7138686bf551 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120031 Nov 10 03:44:24.173049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:24.179983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:24.187760 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Sync routers for ids ['c67658a8-f6f3-489b-ad76-9b57bf992617'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:24.216446 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Routers {'c67658a8-f6f3-489b-ad76-9b57bf992617'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:24.217391 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c67658a8-f6f3-489b-ad76-9b57bf992617'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:24.233551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.241304 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1de9be52-7892-4fd1-a05b-d227dab4e3e3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2503836 Nov 10 03:44:24.245170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:24.264669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f63e7167-d1d1-4ea9-aba1-d7c3ef405031'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:24.283068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.321089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.339926 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.356428 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Set router c67658a8-f6f3-489b-ad76-9b57bf992617 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:24.497957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dae161-881e-4df6-9298-6f33504db315 None None] Pushing event updated for resources: {'Port': ['ID=79146307-0af5-4274-a848-b868497db15d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:24.506104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Allocated IP 172.20.0.1 (e48ef8d3-e137-433a-ab31-a3feac054bba/65b78325-b231-4efb-b186-bf5623776ace/fa05b76d-3ed6-4878-b3d7-37f842c9bea1) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:24.535078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Attempting to bind port 79146307-0af5-4274-a848-b868497db15d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:24.535471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Attempting to bind port 79146307-0af5-4274-a848-b868497db15d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:24.535797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Attempting to bind port 79146307-0af5-4274-a848-b868497db15d on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:24.547719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:24.548088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:24.548531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.548897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:24.549444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Bound port: 79146307-0af5-4274-a848-b868497db15d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:24.549964 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.626670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879189a-1c44-4c6f-af27-7548cc4662a3 req-19a2c19e-a813-4db2-b066-fcf171a67438 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:24.634972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] For port 79146307-0af5-4274-a848-b868497db15d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:24.635153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1879189a-1c44-4c6f-af27-7548cc4662a3 req-19a2c19e-a813-4db2-b066-fcf171a67438 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 945 time: 0.1630113 Nov 10 03:44:24.640038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] For port 79146307-0af5-4274-a848-b868497db15d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=79146307-0af5-4274-a848-b868497db15d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:24.647154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.702448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Routers {'bc2d4956-2cb1-43d6-b63e-b45841aac915'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:24.703051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['bc2d4956-2cb1-43d6-b63e-b45841aac915'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:24.706983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1879189a-1c44-4c6f-af27-7548cc4662a3 req-bd5a30d9-f4a4-4cbe-ad9f-0089502fa4ef tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710225 Nov 10 03:44:24.707331 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.730899 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:22Z', 'revision_number': 3, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port': {'id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:20Z', 'updated_at': '2021-11-10T03:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:24.749677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dae161-881e-4df6-9298-6f33504db315 None None] Pushing event updated for resources: {'Port': ['ID=79146307-0af5-4274-a848-b868497db15d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:24.782323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.811217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Checking router: c67658a8-f6f3-489b-ad76-9b57bf992617 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:24.811554 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Updating router c67658a8-f6f3-489b-ad76-9b57bf992617 port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:44:24.819090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Network e48ef8d3-e137-433a-ab31-a3feac054bba is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:24.822926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:24.828621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:24.859349 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.859665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Pushing event updated for resources: {'Port': ['ID=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:24.860413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] Set router bc2d4956-2cb1-43d6-b63e-b45841aac915 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:24.880308 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:24.891396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6868f-b940-4432-bae5-b90dabf0a14c req-c30af1e7-44dc-4464-ba3f-928e888c4cc8 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:24.898936 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51b6868f-b940-4432-bae5-b90dabf0a14c req-c30af1e7-44dc-4464-ba3f-928e888c4cc8 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.3477993 Nov 10 03:44:25.017336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51b6868f-b940-4432-bae5-b90dabf0a14c req-80cd99f4-4440-470a-b008-a830aeccc96e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037333 Nov 10 03:44:25.105406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5748180-3a86-4ddf-98b3-b76ca5c322d2 req-9221264e-685d-412a-ac2e-3821e31534a6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:25.113712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5748180-3a86-4ddf-98b3-b76ca5c322d2 req-9221264e-685d-412a-ac2e-3821e31534a6 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.2354686 Nov 10 03:44:25.188486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.252812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:44:20Z', 'revision_number': 3, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:25.307539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5748180-3a86-4ddf-98b3-b76ca5c322d2 req-8235fa8a-f159-43b1-890d-0bb58cb1f50a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886699 Nov 10 03:44:25.334199 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.353618 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.361102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4ff2b-6848-44ab-982a-327ce352b15d req-8e493fcf-7b09-4542-970d-22e8630313ae tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:25.363605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9c4ff2b-6848-44ab-982a-327ce352b15d req-8e493fcf-7b09-4542-970d-22e8630313ae tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.0864179 Nov 10 03:44:25.465266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e5615476-25f7-45b0-9a6f-c04fd71462e4 None None] Provisioning complete for port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:25.465630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e5615476-25f7-45b0-9a6f-c04fd71462e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.468012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9c4ff2b-6848-44ab-982a-327ce352b15d req-5cc0271f-0b78-4036-afbb-60647453d037 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837657 Nov 10 03:44:25.471057 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Attempting to bind port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:25.473424 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Attempting to bind port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:25.473899 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Attempting to bind port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:25.489664 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0897f-b658-4240-9783-687facd38291 None None] Pushing event updated for resources: {'Port': ['ID=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:25.498332 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:25.500319 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:25.500819 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.501298 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:25.503183 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Bound port: 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:25.503742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9966a3-a3fd-4d16-9fae-6175df0f3d20 None None] The sync data for ids ['bc2d4956-2cb1-43d6-b63e-b45841aac915'] in n-d-817326-2 is: [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:44:20Z', 'revision_number': 3, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:25.504281 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.533548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e5615476-25f7-45b0-9a6f-c04fd71462e4 None None] Port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:25.555973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.615403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.623109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.624739 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] For port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:25.629750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] For port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:25.635875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f63e7167-d1d1-4ea9-aba1-d7c3ef405031 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:25.636085 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.696728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Pushing event updated for resources: {'Port': ['ID=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:25.715175 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Routers {'c67658a8-f6f3-489b-ad76-9b57bf992617'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:25.716087 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c67658a8-f6f3-489b-ad76-9b57bf992617'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:25.766856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:44:25.768317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.771894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:25.772452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.775417 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0897f-b658-4240-9783-687facd38291 None None] Pushing event updated for resources: {'Port': ['ID=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:25.788408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-8697ae0c-1801-4cf5-8a24-df5bd9fdc924 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:25.790572 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-8697ae0c-1801-4cf5-8a24-df5bd9fdc924 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 945 time: 0.0954688 Nov 10 03:44:25.936372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:25.966345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:25.970317 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] Set router c67658a8-f6f3-489b-ad76-9b57bf992617 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:25.980126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Allocated IP 172.20.0.1 (5c5ec28b-14bf-4168-ac0b-2e49278ef101/6acff596-65c1-48d5-aa93-dbe95af2de53/37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:25.995728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:26.002259 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7018438f-73f6-46d9-af89-8c97dbc8d32d" -d '{"events": [{"server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "name": "network-vif-plugged", "status": "completed", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:26.047438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:26.087864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.092740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Network e48ef8d3-e137-433a-ab31-a3feac054bba is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:26.100215 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611d842-2241-4241-b122-2282a8f0b623 x-openstack-request-id: req-7611d842-2241-4241-b122-2282a8f0b623 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:26.100505 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "name": "network-vif-plugged", "status": "completed", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:26.100757 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7611d842-2241-4241-b122-2282a8f0b623 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:26.101141 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031', 'code': 200} Nov 10 03:44:26.111504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:26.116922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48584) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:26.151084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5421-3f90-42a2-b031-ee1b2ae4133c req-1b1a4858-0f17-4793-a7af-e4bb8b3e7d2c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:26.180927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb6f5421-3f90-42a2-b031-ee1b2ae4133c req-1b1a4858-0f17-4793-a7af-e4bb8b3e7d2c tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 945 time: 0.3329763 Nov 10 03:44:26.260592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Deleting port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:26.260967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.332982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:26.361732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:26.393290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'network_id': 'bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9', 'port_id': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'mac_address': 'fa:16:3e:ec:56:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77e385f-268b-4f7c-9c58-e1b1e9e9f335', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:44:26.394464 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:22Z', 'revision_number': 3, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port': {'id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:20Z', 'updated_at': '2021-11-10T03:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:26.441486 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbed0ad-5429-410a-bbef-ec5ab30c4d31 None None] The sync data for ids ['c67658a8-f6f3-489b-ad76-9b57bf992617'] in n-d-817326-2 is: [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:22Z', 'revision_number': 3, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port': {'id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:20Z', 'updated_at': '2021-11-10T03:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:26.474674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.480178 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.490761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-08360af5-38d4-43aa-8ba8-39a5bf390aab None None] Provisioning complete for port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:26.491290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08360af5-38d4-43aa-8ba8-39a5bf390aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.495612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:26.533501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb6f5421-3f90-42a2-b031-ee1b2ae4133c req-df2e11e8-978c-411c-9579-e4b183b13994 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511076 Nov 10 03:44:26.544333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.573607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-08360af5-38d4-43aa-8ba8-39a5bf390aab None None] Port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:26.582206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Router bc2d4956-2cb1-43d6-b63e-b45841aac915 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:44:26.583791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:26.590902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.594783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71f41f94-03fe-47b1-8fb2-eecff95f797d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.611304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783096e-1e53-4203-b344-5c0f01c81ad3 req-89562480-2cca-4fb6-9b94-c67cf1bab658 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:26.619428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c783096e-1e53-4203-b344-5c0f01c81ad3 req-89562480-2cca-4fb6-9b94-c67cf1bab658 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 946 time: 0.3621380 Nov 10 03:44:26.631288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:26.651523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:26.654539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:26.693697 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:44:26.717861 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:26.719326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c831867-3f75-4d20-8bb8-6f04a45663ef req-cb33aa1c-ad07-4d1f-b8c0-4c01b21faed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:26.721372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c831867-3f75-4d20-8bb8-6f04a45663ef req-cb33aa1c-ad07-4d1f-b8c0-4c01b21faed8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1097 time: 0.4924760 Nov 10 03:44:26.762850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:26.830805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 79146307-0af5-4274-a848-b868497db15d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:26.840629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Pushing event updated for resources: {'Port': ['ID=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:26.860597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c783096e-1e53-4203-b344-5c0f01c81ad3 req-1a322144-e9ab-44fd-85e0-a745eb4da07e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402909 Nov 10 03:44:26.895651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:27.072177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] For port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,segment=NetworkSegment(cb6cc430-e2d2-421a-8b64-ab4c64d007ea),segment_id=cb6cc430-e2d2-421a-8b64-ab4c64d007ea)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:27.076006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.107704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Calling delete_port for 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:27.122511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2c831867-3f75-4d20-8bb8-6f04a45663ef req-4230268a-da96-4719-89f3-97fd27dbe9dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054380 Nov 10 03:44:27.129172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 79146307-0af5-4274-a848-b868497db15d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:27.129661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.148457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.179658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:27.185577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4b733b66-7df5-4af4-8388-f9ffed7b6a55 admin admin] 10.222.0.24 "PUT /v2.0/routers/bc2d4956-2cb1-43d6-b63e-b45841aac915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9240291 Nov 10 03:44:27.243959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71f41f94-03fe-47b1-8fb2-eecff95f797d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.253431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71f41f94-03fe-47b1-8fb2-eecff95f797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.288700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c85b8855-ea23-449b-b3d3-a4673010a569 None None] Provisioning complete for port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:27.289378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c85b8855-ea23-449b-b3d3-a4673010a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.312767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-71f41f94-03fe-47b1-8fb2-eecff95f797d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee4b2c69c6b7454caa6de02b234890c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1925187 Nov 10 03:44:27.317717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48596) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:27.331631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b4c8b-5c5a-46a6-946f-241eca7b51cd req-7dc6f54d-d408-4b33-a6d1-b5dc5adb6ffb tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:27.333665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-438b4c8b-5c5a-46a6-946f-241eca7b51cd req-7dc6f54d-d408-4b33-a6d1-b5dc5adb6ffb tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.4980733 Nov 10 03:44:27.350386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f41f94-03fe-47b1-8fb2-eecff95f797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9170f78-360a-435f-8c9e-7eae396e9288,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:27.423520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.474581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-438b4c8b-5c5a-46a6-946f-241eca7b51cd req-a5fad5c3-4ca8-4ba4-b71a-c6057c3d44d1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287494 Nov 10 03:44:27.486829 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed77e976-2f18-4851-ba0e-99e01dfcd6bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.491253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1bcb8dbb-050b-4357-9102-6d8e78eb7dd8'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:27.491804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event deleted for resources: {'Port': ['ID=1bcb8dbb-050b-4357-9102-6d8e78eb7dd8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:27.507673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55249512-cfb1-4627-a680-4936dfbf849c req-6869dcdb-ad1f-4dbc-9c8a-95bc1f353678 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:27.510559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55249512-cfb1-4627-a680-4936dfbf849c req-6869dcdb-ad1f-4dbc-9c8a-95bc1f353678 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 944 time: 0.4720817 Nov 10 03:44:27.536852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] No DVR routers for this DVR port 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:27.544498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.547916 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d7dc6f-ea7b-46c8-9527-f27b4e42c5e0 req-328a2d6e-e51b-4925-81eb-dfb984848e47 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.44 "DELETE /v2.0/ports/1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 HTTP/1.1" status: 204 len: 173 time: 1.7408652 Nov 10 03:44:27.548419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'name': 'network-vif-deleted', 'tag': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:27.561156 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041043c7-3133-43fe-b103-4c14991e8094" -d '{"events": [{"server_uuid": "0b57a81b-0f22-4a9d-8df3-ba347efe92fb", "name": "network-vif-deleted", "tag": "1bcb8dbb-050b-4357-9102-6d8e78eb7dd8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:27.613125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c85b8855-ea23-449b-b3d3-a4673010a569 None None] Port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:27.630415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed77e976-2f18-4851-ba0e-99e01dfcd6bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.640606 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.659963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.681830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.719336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 79146307-0af5-4274-a848-b868497db15d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=79146307-0af5-4274-a848-b868497db15d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:27.723670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.738313 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed77e976-2f18-4851-ba0e-99e01dfcd6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.747258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed77e976-2f18-4851-ba0e-99e01dfcd6bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.749003 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed77e976-2f18-4851-ba0e-99e01dfcd6bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9170f78-360a-435f-8c9e-7eae396e9288 HTTP/1.1" status: 204 len: 168 time: 0.4295747 Nov 10 03:44:27.782742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e976-2f18-4851-ba0e-99e01dfcd6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9170f78-360a-435f-8c9e-7eae396e9288,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:27.837092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=79146307-0af5-4274-a848-b868497db15d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:27.864509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d61889b3-8711-4e74-9d1c-f02c10f7d307 req-7ade3ae2-a006-412e-8cd6-b550045a691e tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b57a81b-0f22-4a9d-8df3-ba347efe92fb HTTP/1.1" status: 200 len: 210 time: 0.1644833 Nov 10 03:44:27.874103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55249512-cfb1-4627-a680-4936dfbf849c req-3b0a655a-3f7c-42ae-a76f-35762a1b0755 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373437 Nov 10 03:44:27.910742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:27.914067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Pushing event updated for resources: {'Port': ['ID=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:27.958796 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2841889e-b5ec-47bd-9b0c-8a4fef6a00fe x-openstack-request-id: req-2841889e-b5ec-47bd-9b0c-8a4fef6a00fe {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:27.959213 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b57a81b-0f22-4a9d-8df3-ba347efe92fb", "name": "network-vif-deleted", "tag": "1bcb8dbb-050b-4357-9102-6d8e78eb7dd8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:27.959476 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2841889e-b5ec-47bd-9b0c-8a4fef6a00fe {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:27.959896 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b57a81b-0f22-4a9d-8df3-ba347efe92fb', 'name': 'network-vif-deleted', 'tag': '1bcb8dbb-050b-4357-9102-6d8e78eb7dd8', 'status': 'completed', 'code': 200} Nov 10 03:44:27.968486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:28.080150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:28.080750 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.186579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48624) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:28.192265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-network', 'tenant_id': 'f191565b088340e99c02e9a558bd215e'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:28.195982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:28.199465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:28.271058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Made reservation on behalf of f191565b088340e99c02e9a558bd215e for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:28.278117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.307367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.350360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.381699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d058d-f618-4f1a-95f9-a3825f70507f req-81a1465a-7a9d-44f7-8ac5-e9f8e2204f33 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:28.384136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b28d058d-f618-4f1a-95f9-a3825f70507f req-81a1465a-7a9d-44f7-8ac5-e9f8e2204f33 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 946 time: 0.2328386 Nov 10 03:44:28.411089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:28.413705 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f125d81-b291-4946-926d-5500b8b7c3db" -d '{"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-plugged", "status": "completed", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:28.452255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Sync routers for ids ['bc2d4956-2cb1-43d6-b63e-b45841aac915'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:28.465556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:28.472377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Routers {'bc2d4956-2cb1-43d6-b63e-b45841aac915'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:28.473929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['bc2d4956-2cb1-43d6-b63e-b45841aac915'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:28.480300 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.486583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Router c67658a8-f6f3-489b-ad76-9b57bf992617 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:44:28.492179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.508604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b28d058d-f618-4f1a-95f9-a3825f70507f req-1dac484b-6b6f-492e-ac11-abfdaa173fe6 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115227 Nov 10 03:44:28.562865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4d8c1d-ea82-447c-baa9-bec6b20dc7ca,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:28.585639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48630) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:28.587328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:44:28.616499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Set router bc2d4956-2cb1-43d6-b63e-b45841aac915 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:28.640083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac119d24-77d8-42c1-9064-6892c811436e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.653298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.653742 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Added segment 174152e3-9625-4a61-b251-f03dbfd31e53 of type vlan for network 954576ee-2b10-45fb-a2d5-62288f701a32 Nov 10 03:44:28.668703 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c6c2a6-64a6-4def-9ec1-24ff4f419882 x-openstack-request-id: req-79c6c2a6-64a6-4def-9ec1-24ff4f419882 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:28.668983 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-plugged", "status": "completed", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:28.669227 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79c6c2a6-64a6-4def-9ec1-24ff4f419882 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:28.669604 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'code': 200} Nov 10 03:44:28.670660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.725555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.776230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.777387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:28.778349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.810956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c74e9075-d878-4762-a8e7-9ac6a851a0fb None None] Provisioning complete for port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:28.811309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c74e9075-d878-4762-a8e7-9ac6a851a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.812126 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6240916 Nov 10 03:44:28.848343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48632) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:28.869311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Request body: {'subnet': {'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-subnet', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:28.878743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:28.920199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:28.931814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9f0ac-2f1b-40c3-99f7-9085647a2f30 admin admin] Pushing event updated for resources: {'Network': ['ID=954576ee-2b10-45fb-a2d5-62288f701a32,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:28.940496 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac119d24-77d8-42c1-9064-6892c811436e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.946861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac119d24-77d8-42c1-9064-6892c811436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:28.962035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 954576ee-2b10-45fb-a2d5-62288f701a32 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:44:28.987817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac119d24-77d8-42c1-9064-6892c811436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507faf34-2777-4eeb-b4d0-628cab85a667,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:29.000567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Made reservation on behalf of f191565b088340e99c02e9a558bd215e for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:29.008812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c74e9075-d878-4762-a8e7-9ac6a851a0fb None None] Port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:29.012065 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.093678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:29.094084 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.120288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ac119d24-77d8-42c1-9064-6892c811436e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d76049106cc744718c3c2d9bcb188947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154808 Nov 10 03:44:29.120288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48642) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:29.136488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:44:25Z', 'revision_number': 4, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'fa05b76d-3ed6-4878-b3d7-37f842c9bea1', 'name': '', 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'mac_address': 'fa:16:3e:ef:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '65b78325-b231-4efb-b186-bf5623776ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:24Z', 'updated_at': '2021-11-10T03:44:25Z', 'revision_number': 2, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'subnets': [{'id': '65b78325-b231-4efb-b186-bf5623776ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:29.162456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:29.167843 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-25dde6f3-ef75-44c1-bc51-b4698c9b1758 admin admin] 10.222.0.24 "PUT /v2.0/routers/c67658a8-f6f3-489b-ad76-9b57bf992617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9172785 Nov 10 03:44:29.181214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e64838-e2b0-40f9-8cd2-8550a117f857 req-bd4ce9e0-4a74-41d9-874e-1a16dc5e5db1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:29.181638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Checking router: bc2d4956-2cb1-43d6-b63e-b45841aac915 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:29.182034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Updating router bc2d4956-2cb1-43d6-b63e-b45841aac915 port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:44:29.182823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4e64838-e2b0-40f9-8cd2-8550a117f857 req-bd4ce9e0-4a74-41d9-874e-1a16dc5e5db1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1228836 Nov 10 03:44:29.191676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6ffd-8fd2-4c24-bcee-121c193bb395 req-52edb0ab-9e28-4f4d-bd33-567309306291 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:29.201802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e8b6ffd-8fd2-4c24-bcee-121c193bb395 req-52edb0ab-9e28-4f4d-bd33-567309306291 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.1430430 Nov 10 03:44:29.231551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.271438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5157677-1287-4f1f-b9a2-1776be9f50bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.304240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5157677-1287-4f1f-b9a2-1776be9f50bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.305409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e8b6ffd-8fd2-4c24-bcee-121c193bb395 req-3cac976e-f337-4ac1-9f56-f52d8043f8b3 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 Nov 10 03:44:29.316297 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.322840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4e64838-e2b0-40f9-8cd2-8550a117f857 req-5e90fba0-696b-40db-83f0-423157312caf tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180956 Nov 10 03:44:29.359270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:29.360638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5157677-1287-4f1f-b9a2-1776be9f50bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.363560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5157677-1287-4f1f-b9a2-1776be9f50bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.364797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f5157677-1287-4f1f-b9a2-1776be9f50bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507faf34-2777-4eeb-b4d0-628cab85a667 HTTP/1.1" status: 204 len: 168 time: 0.2435136 Nov 10 03:44:29.387184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5157677-1287-4f1f-b9a2-1776be9f50bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507faf34-2777-4eeb-b4d0-628cab85a667,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:29.387688 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.401253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 79146307-0af5-4274-a848-b868497db15d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:29.488469 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Sync routers for ids ['c67658a8-f6f3-489b-ad76-9b57bf992617'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:29.501059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Routers {'c67658a8-f6f3-489b-ad76-9b57bf992617'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:29.504672 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c67658a8-f6f3-489b-ad76-9b57bf992617'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:29.525738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.664849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=705f0e56-323b-4f93-af66-3510029a70f0,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:29.691769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Checking segment: {'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:29.693101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Network hostable DHCP agents. Network: 954576ee-2b10-45fb-a2d5-62288f701a32, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:44:29.725466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Network 954576ee-2b10-45fb-a2d5-62288f701a32 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:44:29.728619 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Set router c67658a8-f6f3-489b-ad76-9b57bf992617 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:29.744927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 954576ee-2b10-45fb-a2d5-62288f701a32) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:29.755012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:29.755413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:29.755887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.787649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:29.788180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1bcb8dbb-050b-4357-9102-6d8e78eb7dd8 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:29.788814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c3eb160e-9628-4fcd-afec-23518659b53a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9340029 Nov 10 03:44:29.790136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42146df3-9889-4223-a9e4-32ab7d150da2 None None] Network 954576ee-2b10-45fb-a2d5-62288f701a32 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:29.791668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48668) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:29.796689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:29.804029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 79146307-0af5-4274-a848-b868497db15d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:29.807062 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.837511 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.838692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:29.900631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:30.008816 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.060460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786c622-42f2-43e3-a10f-409fa5a50887 req-99df2aae-94b8-4049-80cb-01d479ed6602 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:30.062530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9786c622-42f2-43e3-a10f-409fa5a50887 req-99df2aae-94b8-4049-80cb-01d479ed6602 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 946 time: 0.1809635 Nov 10 03:44:30.154624 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port': {'id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:20Z', 'updated_at': '2021-11-10T03:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6', 'name': '', 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'mac_address': 'fa:16:3e:32:67:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '6acff596-65c1-48d5-aa93-dbe95af2de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:25Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 2, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'subnets': [{'id': '6acff596-65c1-48d5-aa93-dbe95af2de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:30.162809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-381dcbaf-6968-40dd-a95a-439d04b1d6b2 req-c8fa6cf6-8b1a-46dc-920c-41e8c50f8aae tempest-FloatingIPsNegativeTestJSON-1282148540 tempest-FloatingIPsNegativeTestJSON-1282148540-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=6cc1326a270a49079b019c565f8c4074 HTTP/1.1" status: 200 len: 217 time: 0.0710557 Nov 10 03:44:30.189306 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Checking router: c67658a8-f6f3-489b-ad76-9b57bf992617 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:30.193438 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Updating router c67658a8-f6f3-489b-ad76-9b57bf992617 port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:44:30.233182 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.263023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9786c622-42f2-43e3-a10f-409fa5a50887 req-7eb668fe-4b57-4578-bb87-77a445950239 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692369 Nov 10 03:44:30.263023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.359130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-954576ee-2b10-45fb-a2d5-62288f701a32', 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'fixed_ips': [{'subnet_id': '705f0e56-323b-4f93-af66-3510029a70f0'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:44:30.359997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.422275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a475d34-9c06-46b5-bd2e-d42046aaa9b7 req-aa6febc9-40ed-4610-8569-462ad756e386 tempest-FloatingIPsNegativeTestJSON-1282148540 tempest-FloatingIPsNegativeTestJSON-1282148540-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1147370 Nov 10 03:44:30.456155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.488647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48708) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:30.609599 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd6452d-4693-4576-9cf5-5ca932bf7f93 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.646911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd6452d-4693-4576-9cf5-5ca932bf7f93 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.697506 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.751988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd6452d-4693-4576-9cf5-5ca932bf7f93 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.759241 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd6452d-4693-4576-9cf5-5ca932bf7f93 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.765021 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9fd6452d-4693-4576-9cf5-5ca932bf7f93 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9c1287b-9c70-4d9b-8a2c-a24e8f9fa8b1 HTTP/1.1" status: 204 len: 168 time: 0.2753165 Nov 10 03:44:30.765644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48712) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:30.779888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:30.799380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce027ac-32ff-46ec-9c64-3a1649b10825 req-14d9e4d3-0408-41ec-be77-12c0c3894b5f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:30.801422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ce027ac-32ff-46ec-9c64-3a1649b10825 req-14d9e4d3-0408-41ec-be77-12c0c3894b5f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1628931 Nov 10 03:44:30.814699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6452d-4693-4576-9cf5-5ca932bf7f93 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c1287b-9c70-4d9b-8a2c-a24e8f9fa8b1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:30.837880 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-939a022c-beb9-483f-9fe7-1082fb517eba tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] show failed (client error): The resource could not be found. Nov 10 03:44:30.841460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.842925 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-939a022c-beb9-483f-9fe7-1082fb517eba tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "GET /v2.0/security-groups/e9c1287b-9c70-4d9b-8a2c-a24e8f9fa8b1 HTTP/1.1" status: 404 len: 347 time: 0.0500424 Nov 10 03:44:30.843585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48718) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:30.861290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Allocated IP 172.20.0.2 (954576ee-2b10-45fb-a2d5-62288f701a32/705f0e56-323b-4f93-af66-3510029a70f0/70cabebe-71d7-499b-8713-735f3a690c0b) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:30.885142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.923348 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.952909 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:30.975315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f58ed4-7314-4fce-a46c-2299ff8473e8 None None] Pushing event updated for resources: {'Port': ['ID=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:31.019664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Deleting port f0c6a88b-be17-4e15-9b05-53b39cd0ec1b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:31.020394 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.081960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ce027ac-32ff-46ec-9c64-3a1649b10825 req-7f6683fb-e5ac-48c1-8c87-2af5002313bb tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727444 Nov 10 03:44:31.191626 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Pushing event updated for resources: {'Port': ['ID=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:31.196625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479dce3-5ea3-4cd2-979f-275ef2817d27 req-9426166c-53f3-4378-9724-50ac0d446a79 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:31.205393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d479dce3-5ea3-4cd2-979f-275ef2817d27 req-9426166c-53f3-4378-9724-50ac0d446a79 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1097 time: 0.2147732 Nov 10 03:44:31.206015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.213500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.244604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Calling delete_port for f0c6a88b-be17-4e15-9b05-53b39cd0ec1b owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:31.263186 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.263523 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.264027 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.264511 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.265006 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.265558 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.266074 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.266549 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.267022 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.267520 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.267985 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.268457 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:31.269080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:31.269447 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.287979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Attempting to bind port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:31.289841 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Attempting to bind port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:31.290589 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Attempting to bind port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 on network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:31.300478 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:31.301204 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Checking segment: {'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:31.305198 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.307144 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Bound using segment: {'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:31.307834 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Bound port: 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11ed304-577a-4678-b0a6-2a4367228fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:31.308896 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.311903 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-7f38c6fd-c5a0-4b4f-9b98-983c7229995a req-7fc5a2bc-921c-4042-99c7-d85edbb73036 tempest-FloatingIPsNegativeTestJSON-1282148540 tempest-FloatingIPsNegativeTestJSON-1282148540-project] show failed (client error): The resource could not be found. Nov 10 03:44:31.322798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Attempting to bind port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:31.323233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Attempting to bind port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:31.323614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Attempting to bind port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 on network e48ef8d3-e137-433a-ab31-a3feac054bba {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:31.329787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f38c6fd-c5a0-4b4f-9b98-983c7229995a req-7fc5a2bc-921c-4042-99c7-d85edbb73036 tempest-FloatingIPsNegativeTestJSON-1282148540 tempest-FloatingIPsNegativeTestJSON-1282148540-project] 10.222.0.24 "GET /v2.0/floatingips/37d68ed8-5b26-41bc-9e3d-fcc17a92d65e HTTP/1.1" status: 404 len: 350 time: 0.1907461 Nov 10 03:44:31.340587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:31.341007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Checking segment: {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:31.341407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.342679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Bound using segment: {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:31.342679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Bound port: fa05b76d-3ed6-4878-b3d7-37f842c9bea1, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:31.342930 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.347069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48728) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:31.460306 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] For port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:31.464624 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] For port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,segment=NetworkSegment(f11ed304-577a-4678-b0a6-2a4367228fed),segment_id=f11ed304-577a-4678-b0a6-2a4367228fed)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:31.470999 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.481864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1d0282c2-4759-49de-a262-e8deac06c402 None None] Provisioning complete for port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:31.482253 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d0282c2-4759-49de-a262-e8deac06c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.535527 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Routers {'c67658a8-f6f3-489b-ad76-9b57bf992617'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:31.536386 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c67658a8-f6f3-489b-ad76-9b57bf992617'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:31.536522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Allocated IP 172.25.6.111 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/93cd66e7-b543-40d0-a2ee-6fcd04f04754) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:31.545494 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.555688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1d0282c2-4759-49de-a262-e8deac06c402 None None] Port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:31.561171 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d479dce3-5ea3-4cd2-979f-275ef2817d27 req-b702fe4a-06a1-4e38-b81d-0276510a8c1f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506472 Nov 10 03:44:31.624103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Pushing event deleted for resources: {'Port': ['ID=f0c6a88b-be17-4e15-9b05-53b39cd0ec1b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:31.684448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] For port fa05b76d-3ed6-4878-b3d7-37f842c9bea1, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:31.709534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] For port fa05b76d-3ed6-4878-b3d7-37f842c9bea1, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:31.714168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.726224 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2c62e-1805-49c6-ac1c-c920c5d3e90b None None] Pushing event updated for resources: {'Port': ['ID=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:31.730019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ecde3-3604-458f-a085-e282dbb01bab req-2454efd4-de9b-4b11-b4e1-6ba6ce4c0030 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:31.739689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea1ecde3-3604-458f-a085-e282dbb01bab req-2454efd4-de9b-4b11-b4e1-6ba6ce4c0030 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.2580335 Nov 10 03:44:31.743151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.753175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.766717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.773822 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c6bbeca2-6b00-49ea-80ee-c5aa7cd4d2f7 tempest-ImagesOneServerNegativeTestJSON-205734799 tempest-ImagesOneServerNegativeTestJSON-205734799-project] 10.222.0.24 "DELETE /v2.0/floatingips/dd8b952a-34a2-4a00-8896-b3c3ac004b77 HTTP/1.1" status: 204 len: 168 time: 0.9277391 Nov 10 03:44:31.787070 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.903632 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] Set router c67658a8-f6f3-489b-ad76-9b57bf992617 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:31.931194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7d7732f1-75dc-4b15-8e60-bf517162e445 None None] Provisioning complete for port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:31.931565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d7732f1-75dc-4b15-8e60-bf517162e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:31.975524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea1ecde3-3604-458f-a085-e282dbb01bab req-df624a63-5811-43c1-a07e-aa8be31e2111 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348788 Nov 10 03:44:32.050998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Network 954576ee-2b10-45fb-a2d5-62288f701a32 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:32.059212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:32.070066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:32.073117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:32.093792 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.141184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48752) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:32.173353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962261b-4cd9-4d62-9baf-0561db03802c req-3c6a945c-def2-4e39-8f6b-12d14fdfd546 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:32.183098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1962261b-4cd9-4d62-9baf-0561db03802c req-3c6a945c-def2-4e39-8f6b-12d14fdfd546 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1097 time: 0.2706182 Nov 10 03:44:32.199823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f58ed4-7314-4fce-a46c-2299ff8473e8 None None] Pushing event updated for resources: {'Port': ['ID=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:32.257046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] Deleting subnet 68bfcf03-0e26-4721-95b7-a8f2c0060b46 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:44:32.263815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.281762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-0b206b42-a94c-4505-961b-3d95d1c2520c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:32.283349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-0b206b42-a94c-4505-961b-3d95d1c2520c tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 945 time: 0.2557893 Nov 10 03:44:32.305981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.321900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Routers {'bc2d4956-2cb1-43d6-b63e-b45841aac915'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:32.326015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['bc2d4956-2cb1-43d6-b63e-b45841aac915'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:32.333410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1962261b-4cd9-4d62-9baf-0561db03802c req-deb5396f-532c-4440-b2ee-f27b46ec6d04 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492522 Nov 10 03:44:32.346566 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port': {'id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:20Z', 'updated_at': '2021-11-10T03:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6', 'name': '', 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'mac_address': 'fa:16:3e:32:67:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '6acff596-65c1-48d5-aa93-dbe95af2de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:25Z', 'updated_at': '2021-11-10T03:44:31Z', 'revision_number': 4, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'subnets': [{'id': '6acff596-65c1-48d5-aa93-dbe95af2de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:32.377153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.396551 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5addc9-d5bd-4ab5-bca2-333e6e5c8b2e None None] The sync data for ids ['c67658a8-f6f3-489b-ad76-9b57bf992617'] in n-d-817326-2 is: [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port': {'id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:20Z', 'updated_at': '2021-11-10T03:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6', 'name': '', 'network_id': '5c5ec28b-14bf-4168-ac0b-2e49278ef101', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'mac_address': 'fa:16:3e:32:67:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '6acff596-65c1-48d5-aa93-dbe95af2de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:25Z', 'updated_at': '2021-11-10T03:44:31Z', 'revision_number': 4, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'subnets': [{'id': '6acff596-65c1-48d5-aa93-dbe95af2de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:32.412434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.487647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Pushing event updated for resources: {'Port': ['ID=70cabebe-71d7-499b-8713-735f3a690c0b,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:32.540745 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.549546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d123e4c-4309-44cf-862b-d44d73b417f8 req-8d3534e4-5c49-4eb7-8fde-7d8e3c24bc6b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:32.551342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d123e4c-4309-44cf-862b-d44d73b417f8 req-8d3534e4-5c49-4eb7-8fde-7d8e3c24bc6b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.3378098 Nov 10 03:44:32.580407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bfcf03-0e26-4721-95b7-a8f2c0060b46,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:32.589867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.591256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Attempting to bind port 70cabebe-71d7-499b-8713-735f3a690c0b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:32.591767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Attempting to bind port 70cabebe-71d7-499b-8713-735f3a690c0b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:32.592435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Attempting to bind port 70cabebe-71d7-499b-8713-735f3a690c0b on network 954576ee-2b10-45fb-a2d5-62288f701a32 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:32.597723 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d1bdcdf8-cb25-4f4e-9cde-d918234f9891 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68bfcf03-0e26-4721-95b7-a8f2c0060b46 HTTP/1.1" status: 204 len: 168 time: 0.4550061 Nov 10 03:44:32.599092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48768) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:32.637860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:32.638476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Checking segment: {'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:32.638753 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.639218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Bound using segment: {'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:32.639812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Bound port: 70cabebe-71d7-499b-8713-735f3a690c0b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:32.640269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.646322 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.702943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:32.703097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=93cd66e7-b543-40d0-a2ee-6fcd04f04754,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:32.738021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:32.754315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:32.757477 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dfd8cd-e10e-4449-b80a-6092240a5e1e" -d '{"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-unplugged", "status": "completed", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:32.760602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.761781 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d7732f1-75dc-4b15-8e60-bf517162e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.771082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.786401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:32.857647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:32.868360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:32.873430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.917069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe650c40-83f1-43d1-bed8-19dca761e2c0']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:32.938686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:32.941204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6cc430-e2d2-421a-8b64-ab4c64d007ea') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:32.967200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:32.995475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.012175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:44:33.012583 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:44:33.041227 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:44:33.055786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Deleting port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:33.056421 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.123738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.124925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d123e4c-4309-44cf-862b-d44d73b417f8 req-77dc8b89-31d4-4bef-8581-5639d6c90dde tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792781 Nov 10 03:44:33.130480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.144638 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe650c40-83f1-43d1-bed8-19dca761e2c0 HTTP/1.1" status: 204 len: 168 time: 0.5443046 Nov 10 03:44:33.208182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7d7732f1-75dc-4b15-8e60-bf517162e445 None None] For port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,segment=NetworkSegment(f11ed304-577a-4678-b0a6-2a4367228fed),segment_id=f11ed304-577a-4678-b0a6-2a4367228fed)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:33.219026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29be5c-6bbb-4101-9388-3fda12778602 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe650c40-83f1-43d1-bed8-19dca761e2c0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:33.227397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] Set router bc2d4956-2cb1-43d6-b63e-b45841aac915 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:33.235971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d7732f1-75dc-4b15-8e60-bf517162e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.278760 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c797ad5-2246-4207-aad7-1eb59c0e2026 x-openstack-request-id: req-5c797ad5-2246-4207-aad7-1eb59c0e2026 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:33.279058 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-unplugged", "status": "completed", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:33.279311 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c797ad5-2246-4207-aad7-1eb59c0e2026 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:33.279697 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'code': 200} Nov 10 03:44:33.293824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:33.308080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] For port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,segment=NetworkSegment(ab3598b1-7312-47a2-9789-6a4c0834a261),segment_id=ab3598b1-7312-47a2-9789-6a4c0834a261)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:33.308727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.323890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Calling delete_port for 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:33.359697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] For port 70cabebe-71d7-499b-8713-735f3a690c0b, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:33.442281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] For port 70cabebe-71d7-499b-8713-735f3a690c0b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=70cabebe-71d7-499b-8713-735f3a690c0b,segment=NetworkSegment(174152e3-9625-4a61-b251-f03dbfd31e53),segment_id=174152e3-9625-4a61-b251-f03dbfd31e53)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:33.496612 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.614073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] Provisioning complete for port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:33.614565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.638798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7732f1-75dc-4b15-8e60-bf517162e445 None None] Pushing event updated for resources: {'Port': ['ID=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:33.673280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:33.673605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.706441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:33.791373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.810264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8a435e3c-e895-4186-a93e-c2bcad745317 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43c432a4245a4361b073bb732683a068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1014044 Nov 10 03:44:33.813235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48802) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:33.900736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a714f808-aef8-49f2-b342-a78612089621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.949359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a714f808-aef8-49f2-b342-a78612089621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:33.983296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336a484-4203-43d6-a3d3-67434bf0005d None None] Pushing event updated for resources: {'Port': ['ID=70cabebe-71d7-499b-8713-735f3a690c0b,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:34.103930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Pushing event deleted for resources: {'Port': ['ID=5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:34.139762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a714f808-aef8-49f2-b342-a78612089621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.142837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a714f808-aef8-49f2-b342-a78612089621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.146023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a714f808-aef8-49f2-b342-a78612089621 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95 HTTP/1.1" status: 204 len: 168 time: 0.3305800 Nov 10 03:44:34.147753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd8fd7-ac7d-4a47-bb8c-350fbec5ce08 req-061d6212-a138-4430-95b8-2e68c2882f9e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:34.153584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8cd8fd7-ac7d-4a47-bb8c-350fbec5ce08 req-061d6212-a138-4430-95b8-2e68c2882f9e tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb43d876-3450-4ff6-abac-11b203b69322 HTTP/1.1" status: 200 len: 865 time: 0.6426365 Nov 10 03:44:34.174611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714f808-aef8-49f2-b342-a78612089621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ab7d6-d55e-4453-b61b-ccbf1c0f5e95,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:34.176131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48814) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:34.189528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] Provisioning complete for port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:34.189904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.230298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:44:25Z', 'revision_number': 4, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'fa05b76d-3ed6-4878-b3d7-37f842c9bea1', 'name': '', 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'mac_address': 'fa:16:3e:ef:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '65b78325-b231-4efb-b186-bf5623776ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:24Z', 'updated_at': '2021-11-10T03:44:31Z', 'revision_number': 4, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'subnets': [{'id': '65b78325-b231-4efb-b186-bf5623776ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:34.309721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] No DVR routers for this DVR port 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:34.318465 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.332960 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.337021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4cd1653f-be13-4174-b612-9712473ed2a7 req-c74e5f7f-33cd-41e3-a4b0-7a57fbcba3be tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.11 "DELETE /v2.0/ports/5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 HTTP/1.1" status: 204 len: 173 time: 2.0206280 Nov 10 03:44:34.337706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-deleted', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:34.338003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63178ca-8041-43ad-864d-aa5378324457 None None] The sync data for ids ['bc2d4956-2cb1-43d6-b63e-b45841aac915'] in n-d-817326-2 is: [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:44:25Z', 'revision_number': 4, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'fa05b76d-3ed6-4878-b3d7-37f842c9bea1', 'name': '', 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'mac_address': 'fa:16:3e:ef:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '65b78325-b231-4efb-b186-bf5623776ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:24Z', 'updated_at': '2021-11-10T03:44:31Z', 'revision_number': 4, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'subnets': [{'id': '65b78325-b231-4efb-b186-bf5623776ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:34.343427 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1183795e-6682-4eca-8eeb-c1a83402a312" -d '{"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-deleted", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:34.493615 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.629177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.751854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23bfae71-c8f5-44f5-9ce0-5bf0842c89e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.774752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] For port fa05b76d-3ed6-4878-b3d7-37f842c9bea1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:34.782085 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:34.976386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfe627-39bd-4742-b020-19aa3b406752 None None] Pushing event updated for resources: {'Port': ['ID=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:34.999425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23bfae71-c8f5-44f5-9ce0-5bf0842c89e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.005981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23bfae71-c8f5-44f5-9ce0-5bf0842c89e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.111027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:35.114115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-23bfae71-c8f5-44f5-9ce0-5bf0842c89e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc1abfbee1b54858bb1bde27de70edff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9367015 Nov 10 03:44:35.116432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48836) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:35.142954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfae71-c8f5-44f5-9ce0-5bf0842c89e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1696d7d3-5f74-4231-b31c-e43f2791fb79,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:35.208321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-b423b5e6-2f2b-4312-9cf4-ced79c07b42e tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:44:35.216142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-b423b5e6-2f2b-4312-9cf4-ced79c07b42e tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3772147 Nov 10 03:44:35.262934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:35.263360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.328511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6775-5202-44b1-bd8b-31f04749be94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.354404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8cd8fd7-ac7d-4a47-bb8c-350fbec5ce08 req-db944246-9089-4196-900f-12df5f208ef0 tempest-ImagesTestJSON-36049287 tempest-ImagesTestJSON-36049287-project] 10.222.0.24 "GET /v2.0/security-groups?id=3200d418-d564-4e91-98d4-9198f0a3a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0995514 Nov 10 03:44:35.361162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6775-5202-44b1-bd8b-31f04749be94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.432557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6775-5202-44b1-bd8b-31f04749be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.442668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6775-5202-44b1-bd8b-31f04749be94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.444573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7f9d6775-5202-44b1-bd8b-31f04749be94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1696d7d3-5f74-4231-b31c-e43f2791fb79 HTTP/1.1" status: 204 len: 168 time: 0.3261201 Nov 10 03:44:35.463383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d6775-5202-44b1-bd8b-31f04749be94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696d7d3-5f74-4231-b31c-e43f2791fb79,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:35.538151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001f3ca-f9cd-4f00-b680-30b3f5a9138b None None] Network 954576ee-2b10-45fb-a2d5-62288f701a32 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:35.595876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-36cbceb5-6ed2-4d2d-9f62-12f059ad3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:35.598432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-36cbceb5-6ed2-4d2d-9f62-12f059ad3585 service neutron] 10.222.0.24 "GET /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 1094 time: 0.3810768 Nov 10 03:44:35.615015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Request body: {'binding': {'host': 'n-h1-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:35.615918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:44:35.644799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70cabebe-71d7-499b-8713-735f3a690c0b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:35.758483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-551cb0cc-9cca-4b4b-9f07-0532f1a9ddb7 None None] Provisioning complete for port 70cabebe-71d7-499b-8713-735f3a690c0b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:35.759171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-551cb0cc-9cca-4b4b-9f07-0532f1a9ddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.979098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on host n-h1-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:35.979403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 70cabebe-71d7-499b-8713-735f3a690c0b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:35.979740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:35.980032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:35.981206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:35.987997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:35.989245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:35.998108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:35.998676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:35.999217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:36.001388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Bound port: f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:36.044766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:36.113629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:36.114303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:36.140346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:36.150864 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.166039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-302c80b7-99ac-42ad-b997-0ce3e63b9b12 service neutron] 10.222.0.24 "POST /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031/bindings HTTP/1.1" status: 201 len: 389 time: 0.5544143 Nov 10 03:44:36.241285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69ef82-9483-40e8-ab6f-331aae24bd6a req-ad5d435e-d3e6-48af-97ad-ac6b0f7b108b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:36.243333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd69ef82-9483-40e8-ab6f-331aae24bd6a req-ad5d435e-d3e6-48af-97ad-ac6b0f7b108b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.2599885 Nov 10 03:44:36.271840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.293254 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-551cb0cc-9cca-4b4b-9f07-0532f1a9ddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.361002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-551cb0cc-9cca-4b4b-9f07-0532f1a9ddb7 None None] For port 70cabebe-71d7-499b-8713-735f3a690c0b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=70cabebe-71d7-499b-8713-735f3a690c0b,segment=NetworkSegment(174152e3-9625-4a61-b251-f03dbfd31e53),segment_id=174152e3-9625-4a61-b251-f03dbfd31e53)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:36.376584 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-551cb0cc-9cca-4b4b-9f07-0532f1a9ddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.423862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48862) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:36.449491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-451c22c2-b5ba-42ad-8849-7c4e080c24b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.508154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fa05b76d-3ed6-4878-b3d7-37f842c9bea1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:36.544427 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b48bc8-13bd-4959-beb2-5216216d2fdd x-openstack-request-id: req-38b48bc8-13bd-4959-beb2-5216216d2fdd {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:36.545567 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43d876-3450-4ff6-abac-11b203b69322", "name": "network-vif-deleted", "tag": "5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:36.546031 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38b48bc8-13bd-4959-beb2-5216216d2fdd {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:36.546591 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb43d876-3450-4ff6-abac-11b203b69322', 'name': 'network-vif-deleted', 'tag': '5fcdac76-9ffa-444d-8e4f-04d80b4f5bd1', 'status': 'completed', 'code': 200} Nov 10 03:44:36.570955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd69ef82-9483-40e8-ab6f-331aae24bd6a req-9c020b26-ed91-4656-b516-663f7c055851 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109524 Nov 10 03:44:36.638934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cb0cc-9cca-4b4b-9f07-0532f1a9ddb7 None None] Pushing event updated for resources: {'Port': ['ID=70cabebe-71d7-499b-8713-735f3a690c0b,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:36.647083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:36.647884 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.655610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-451c22c2-b5ba-42ad-8849-7c4e080c24b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.662214 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-451c22c2-b5ba-42ad-8849-7c4e080c24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.700459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-451c22c2-b5ba-42ad-8849-7c4e080c24b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04f40b040dfb4edcb6a7a01515b81462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711141 Nov 10 03:44:36.705367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48866) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:36.711725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Deleting port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:36.712105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.749623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c22c2-b5ba-42ad-8849-7c4e080c24b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1d1c5-0849-47d1-87b3-5f3cac0d901b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:36.785912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bf8c9d92-e4f4-47c6-999d-e735ab054550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.812763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bf8c9d92-e4f4-47c6-999d-e735ab054550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.825083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Router 5867e32f-062d-4c41-afa0-9d24c8431f5d is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:44:36.841070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb7cb6-c108-45a8-94ee-97684e7de8e7 req-b6cd9e54-9183-47a8-9496-78210b9fb535 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:36.848279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37bb7cb6-c108-45a8-94ee-97684e7de8e7 req-b6cd9e54-9183-47a8-9496-78210b9fb535 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 946 time: 0.1524651 Nov 10 03:44:36.852642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f4afc367-3e29-4661-a42d-d639743eae22 None None] Provisioning complete for port 70cabebe-71d7-499b-8713-735f3a690c0b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:36.853162 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4afc367-3e29-4661-a42d-d639743eae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.859933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-d9274386-f322-456b-9aa2-0e8de408b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:36.861414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-d9274386-f322-456b-9aa2-0e8de408b245 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1097 time: 0.1753592 Nov 10 03:44:36.899752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bf8c9d92-e4f4-47c6-999d-e735ab054550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.903381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bf8c9d92-e4f4-47c6-999d-e735ab054550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.907505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bf8c9d92-e4f4-47c6-999d-e735ab054550 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27a1d1c5-0849-47d1-87b3-5f3cac0d901b HTTP/1.1" status: 204 len: 168 time: 0.1985400 Nov 10 03:44:36.927549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c9d92-e4f4-47c6-999d-e735ab054550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1d1c5-0849-47d1-87b3-5f3cac0d901b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:36.985608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] For port 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,segment=NetworkSegment(f11ed304-577a-4678-b0a6-2a4367228fed),segment_id=f11ed304-577a-4678-b0a6-2a4367228fed)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:36.985986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:36.996504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70cabebe-71d7-499b-8713-735f3a690c0b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:37.053653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Calling delete_port for 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:37.059164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 70cabebe-71d7-499b-8713-735f3a690c0b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:37.059537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.116516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37bb7cb6-c108-45a8-94ee-97684e7de8e7 req-e082df25-88f2-4a21-8b91-4a6ad0c03e83 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674727 Nov 10 03:44:37.149504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fa05b76d-3ed6-4878-b3d7-37f842c9bea1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:37.196993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-9138a423-190c-47e1-8740-37d8a519dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:37.199086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-9138a423-190c-47e1-8740-37d8a519dc2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3178022 Nov 10 03:44:37.201977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:37.212730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:37.213141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.218799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Sync routers for ids ['5867e32f-062d-4c41-afa0-9d24c8431f5d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:37.245071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48902) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:37.258129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-b86ee41d-805f-401f-86ba-e6170ba0f341 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 217 time: 0.0506301 Nov 10 03:44:37.269913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Routers {'5867e32f-062d-4c41-afa0-9d24c8431f5d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:37.270610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5867e32f-062d-4c41-afa0-9d24c8431f5d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:37.303312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] Deleting subnet a77e385f-268b-4f7c-9c58-e1b1e9e9f335 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:44:37.305800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.307310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4d064374-552c-4320-bc56-cac5d84af9f3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5145671 Nov 10 03:44:37.307605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.331443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48904) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:37.370452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.417876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-81981682-bab8-4d0b-8761-9a305e73684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:37.419876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-81981682-bab8-4d0b-8761-9a305e73684d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1540914 Nov 10 03:44:37.422555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.492639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-fc247311-6513-4c67-b0eb-b12853c5b85c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399950 Nov 10 03:44:37.511850 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.610862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77e385f-268b-4f7c-9c58-e1b1e9e9f335,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:37.632981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.638612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0744ecce-d0af-4865-949b-a06e76c9cf90 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a77e385f-268b-4f7c-9c58-e1b1e9e9f335 HTTP/1.1" status: 204 len: 168 time: 0.3924756 Nov 10 03:44:37.645209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48922) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:37.748947 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.832509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.855903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-ba8a9016-b3da-4e63-a458-22ba721c731c service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564160 Nov 10 03:44:37.884111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:37.897307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:37.921647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Set router 5867e32f-062d-4c41-afa0-9d24c8431f5d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:37.984873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.049497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:38.073958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3598b1-7312-47a2-9789-6a4c0834a261') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:38.074268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3598b1-7312-47a2-9789-6a4c0834a261') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:38.103707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.110611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:44:33Z', 'revision_number': 3, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port': {'id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:30Z', 'updated_at': '2021-11-10T03:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:38.137037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.145482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:44:38.150048 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:44:38.162027 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:44:38.184687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Checking router: 5867e32f-062d-4c41-afa0-9d24c8431f5d for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:38.195687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Updating router 5867e32f-062d-4c41-afa0-9d24c8431f5d port 93cd66e7-b543-40d0-a2ee-6fcd04f04754 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:44:38.259671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.260674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.286068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.290462 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9 HTTP/1.1" status: 204 len: 168 time: 0.6442535 Nov 10 03:44:38.294090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85b38d-a75f-477c-b4c6-cdbf621beeee admin admin] Pushing event deleted for resources: {'Network': ['ID=bc52b42d-f0fd-49a0-aae6-b2d90c5dddd9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:38.582098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48984) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:38.648138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-beb46da3-3ca7-4647-969f-b5f432abf68f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ec313c9c6bd41cf9a43517ed18fb236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635648 Nov 10 03:44:38.650476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48988) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:38.675322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4fae5-bea9-4672-b1d9-7beec744d778 req-ee160898-514c-4373-94b8-78407e235afc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:38.683738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7e4fae5-bea9-4672-b1d9-7beec744d778 req-ee160898-514c-4373-94b8-78407e235afc tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.9190927 Nov 10 03:44:38.693531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.699400 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.707928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55f00b6-897a-4683-850a-342069405a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.720079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48990) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:38.737758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55f00b6-897a-4683-850a-342069405a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.758301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21596d20-f9c8-4f34-9072-f8170a940aaa None None] Pushing event updated for resources: {'Port': ['ID=93cd66e7-b543-40d0-a2ee-6fcd04f04754,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:38.780504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Attempting to bind port 93cd66e7-b543-40d0-a2ee-6fcd04f04754 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:38.780912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Attempting to bind port 93cd66e7-b543-40d0-a2ee-6fcd04f04754 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:38.781277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Attempting to bind port 93cd66e7-b543-40d0-a2ee-6fcd04f04754 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:38.788298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:38.788823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:38.789532 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.790233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:38.790463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Bound port: 93cd66e7-b543-40d0-a2ee-6fcd04f04754, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:38.791160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:38.807907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7e4fae5-bea9-4672-b1d9-7beec744d778 req-053457bc-739d-45ab-a647-86ab406f5109 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232843 Nov 10 03:44:38.832323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-03a9c9a4-33a6-4c2b-920f-7eee022bbdaa service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9174223 Nov 10 03:44:38.891781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6944-edc8-402d-8cec-729dff52392a req-52231878-6c17-4e33-a09e-18e2b6008c72 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:38.893758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f49e6944-edc8-402d-8cec-729dff52392a req-52231878-6c17-4e33-a09e-18e2b6008c72 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 946 time: 0.2828383 Nov 10 03:44:38.905832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] For port 93cd66e7-b543-40d0-a2ee-6fcd04f04754, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:38.910132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] For port 93cd66e7-b543-40d0-a2ee-6fcd04f04754, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=93cd66e7-b543-40d0-a2ee-6fcd04f04754,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:38.924120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.005023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Routers {'5867e32f-062d-4c41-afa0-9d24c8431f5d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:39.005755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5867e32f-062d-4c41-afa0-9d24c8431f5d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:39.049415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21596d20-f9c8-4f34-9072-f8170a940aaa None None] Pushing event updated for resources: {'Port': ['ID=93cd66e7-b543-40d0-a2ee-6fcd04f04754,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:39.111088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.121799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c42da0b-70e9-4fa7-8e43-c0aaed5b4d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.127411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] Set router 5867e32f-062d-4c41-afa0-9d24c8431f5d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:39.137563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f49e6944-edc8-402d-8cec-729dff52392a req-7364aeaa-36e2-4ef8-9460-5f0dc4e5ae05 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967978 Nov 10 03:44:39.145114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.153600 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55f00b6-897a-4683-850a-342069405a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.155701 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55f00b6-897a-4683-850a-342069405a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.157078 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f55f00b6-897a-4683-850a-342069405a59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3200d418-d564-4e91-98d4-9198f0a3a54b HTTP/1.1" status: 204 len: 168 time: 0.5055318 Nov 10 03:44:39.183158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f00b6-897a-4683-850a-342069405a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200d418-d564-4e91-98d4-9198f0a3a54b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:39.216697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-10955975-8c29-4a2b-b5d3-96095ed9cc9f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:39.218280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-10955975-8c29-4a2b-b5d3-96095ed9cc9f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1097 time: 0.2196131 Nov 10 03:44:39.250105 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c42da0b-70e9-4fa7-8e43-c0aaed5b4d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.257094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c42da0b-70e9-4fa7-8e43-c0aaed5b4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.257734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-2'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:39.339577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5c42da0b-70e9-4fa7-8e43-c0aaed5b4d2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ee2d68558e6404b85aa9616c275337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6116242 Nov 10 03:44:39.341274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:39.353393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42da0b-70e9-4fa7-8e43-c0aaed5b4d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c44327c-0384-40c7-9286-183c0a80f4ff,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:39.405730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:44:33Z', 'revision_number': 3, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port': {'id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:30Z', 'updated_at': '2021-11-10T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:39.434627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.457506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb91de62-fac4-4451-9476-c1e3eb65c167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.459882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f4e5f-40e7-4e13-9a40-f6978fb1421e None None] The sync data for ids ['5867e32f-062d-4c41-afa0-9d24c8431f5d'] in n-d-817326-2 is: [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:44:33Z', 'revision_number': 3, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port': {'id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:30Z', 'updated_at': '2021-11-10T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:39.487250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb91de62-fac4-4451-9476-c1e3eb65c167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.526580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Allocated IP 172.20.0.1 (954576ee-2b10-45fb-a2d5-62288f701a32/705f0e56-323b-4f93-af66-3510029a70f0/c765ba4a-f22d-49fa-b1b8-34df2ec44a51) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:39.568939 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb91de62-fac4-4451-9476-c1e3eb65c167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.575539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb91de62-fac4-4451-9476-c1e3eb65c167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.579045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eb91de62-fac4-4451-9476-c1e3eb65c167 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c44327c-0384-40c7-9286-183c0a80f4ff HTTP/1.1" status: 204 len: 168 time: 0.2351484 Nov 10 03:44:39.604472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91de62-fac4-4451-9476-c1e3eb65c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c44327c-0384-40c7-9286-183c0a80f4ff,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:39.856078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Router c67658a8-f6f3-489b-ad76-9b57bf992617 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:44:39.931596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:39.942214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:40.135589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:40.147171 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] Sync routers for ids ['c67658a8-f6f3-489b-ad76-9b57bf992617'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:40.173692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cfcb6bd1-707c-4d88-91d0-f889675bf1c5 admin admin] 10.222.0.24 "PUT /v2.0/routers/c67658a8-f6f3-489b-ad76-9b57bf992617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8162458 Nov 10 03:44:40.176115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:40.183204 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] Routers {'c67658a8-f6f3-489b-ad76-9b57bf992617'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:40.186947 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c67658a8-f6f3-489b-ad76-9b57bf992617'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:40.263051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d585af-dae1-42dc-88a2-124a41a273f7 req-f00d2cb1-1232-49eb-93f9-517899109352 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:40.272579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88d585af-dae1-42dc-88a2-124a41a273f7 req-f00d2cb1-1232-49eb-93f9-517899109352 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.3326147 Nov 10 03:44:40.308846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:40.350151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:40.374912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Network 954576ee-2b10-45fb-a2d5-62288f701a32 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:40.391114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:40.417572 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] Set router c67658a8-f6f3-489b-ad76-9b57bf992617 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:40.430581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:40.449694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:40.565850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:40.587317 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f34c20-93b0-4768-b930-b8989487635a" -d '{"events": [{"server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "name": "network-vif-unplugged", "status": "completed", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:40.591883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:40.655281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88d585af-dae1-42dc-88a2-124a41a273f7 req-bd9d4e06-a8db-4a65-a63a-4d2638b6226d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764045 Nov 10 03:44:40.683346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab92e-f451-443d-b7dc-4fd107c587c9 req-a07e5e61-9457-4f40-8425-2748f720f291 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:40.694603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aafab92e-f451-443d-b7dc-4fd107c587c9 req-a07e5e61-9457-4f40-8425-2748f720f291 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 946 time: 0.3460865 Nov 10 03:44:40.695996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:40.750226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:40.788802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:40.843782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:40.939193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7b96773a-4bcc-4d9f-922d-cd5b74b9d3fd None None] Provisioning complete for port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:40.939720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7b96773a-4bcc-4d9f-922d-cd5b74b9d3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:40.952646 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:37Z', 'revision_number': 5, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port': {'id': '0d31308d-1f32-4aaa-94bd-1d93ab2f56e9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:20Z', 'updated_at': '2021-11-10T03:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:40.984212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Deleting port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:40.988281 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.028708 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] Checking router: c67658a8-f6f3-489b-ad76-9b57bf992617 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:41.042326 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] Routers {'c67658a8-f6f3-489b-ad76-9b57bf992617'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:41.043063 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c67658a8-f6f3-489b-ad76-9b57bf992617'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:41.044574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 93cd66e7-b543-40d0-a2ee-6fcd04f04754 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:41.097675 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04939da4-3e31-4c2c-9f48-ecb7861bbc87 x-openstack-request-id: req-04939da4-3e31-4c2c-9f48-ecb7861bbc87 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:41.098306 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "name": "network-vif-unplugged", "status": "completed", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:41.098306 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04939da4-3e31-4c2c-9f48-ecb7861bbc87 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:41.098580 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031', 'code': 200} Nov 10 03:44:41.140445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7b96773a-4bcc-4d9f-922d-cd5b74b9d3fd None None] Port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:41.165726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 93cd66e7-b543-40d0-a2ee-6fcd04f04754 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:41.166432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.184024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] For port 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:41.184391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.215857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Calling delete_port for 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:41.282728 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] Set router c67658a8-f6f3-489b-ad76-9b57bf992617 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:41.287206 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.305602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on host n-h2-817326-2 for vnic_type normal with profile {"migrating_to": "n-h1-817326-2"} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:41.305602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:41.305602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:41.322106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 93cd66e7-b543-40d0-a2ee-6fcd04f04754, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=93cd66e7-b543-40d0-a2ee-6fcd04f04754,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:41.326892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.331474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.386037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aafab92e-f451-443d-b7dc-4fd107c587c9 req-13b187ae-c336-45e1-9953-6be38045a744 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650395 Nov 10 03:44:41.393859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:41.408215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:41.409013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Attempting to bind port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:41.417603 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:40Z', 'revision_number': 6, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:41.473218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:41.473819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:41.475375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:41.475858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Bound port: f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:41.476115 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f71bb0-67ee-4659-890b-a4f36fef5d95 None None] The sync data for ids ['c67658a8-f6f3-489b-ad76-9b57bf992617'] in n-d-817326-2 is: [{'id': 'c67658a8-f6f3-489b-ad76-9b57bf992617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366784345-router', 'tenant_id': '6cc1326a270a49079b019c565f8c4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:19Z', 'updated_at': '2021-11-10T03:44:40Z', 'revision_number': 6, 'project_id': '6cc1326a270a49079b019c565f8c4074', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:41.476323 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.490686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=93cd66e7-b543-40d0-a2ee-6fcd04f04754,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:41.589651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.623133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:41.627124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:41.665203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d31308d-1f32-4aaa-94bd-1d93ab2f56e9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:41.690617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.727571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-19040b16-655f-46e8-9fd0-e4f5b72ebc5e tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c3647b89de0a4026b5786bb25d598a20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861074 Nov 10 03:44:41.756259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.868913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.871261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.936020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.936715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67658a8-f6f3-489b-ad76-9b57bf992617 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:44:41.941117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:41.946181 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cea1d936-892f-4f1f-8284-15d94a4f9c31 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c67658a8-f6f3-489b-ad76-9b57bf992617 HTTP/1.1" status: 204 len: 168 time: 1.7651012 Nov 10 03:44:41.946849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49146) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:42.008758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] Deleting subnet 6acff596-65c1-48d5-aa93-dbe95af2de53 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:44:42.018730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.049365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:42.050093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.051375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] 10.222.0.11 "PUT /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 1122 time: 2.8001299 Nov 10 03:44:42.051993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb45ff-0436-412d-98d7-5a6bac865fff service neutron] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=8']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:42.079647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.110447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f63e7167-d1d1-4ea9-aba1-d7c3ef405031'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:42.133320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954d02c-8129-465d-bd92-df59a9c4b911 req-709f3653-2406-4f1f-a0f9-58a5b13d362c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:42.144504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0954d02c-8129-465d-bd92-df59a9c4b911 req-709f3653-2406-4f1f-a0f9-58a5b13d362c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.3595839 Nov 10 03:44:42.193760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-0f619cea-65aa-4af1-b9e3-1c263cbb7187 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:42.196381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-0f619cea-65aa-4af1-b9e3-1c263cbb7187 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4680381 Nov 10 03:44:42.219314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.246356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0954d02c-8129-465d-bd92-df59a9c4b911 req-44cfed01-be65-450d-a790-4e481410792f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000230 Nov 10 03:44:42.262507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-18cec623-928c-4082-934b-fb014b8e6a1c tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/quotas/c3647b89de0a4026b5786bb25d598a20 HTTP/1.1" status: 200 len: 375 time: 0.0551174 Nov 10 03:44:42.277918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.286832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.300466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.337961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6acff596-65c1-48d5-aa93-dbe95af2de53,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:42.353318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.357889 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c801e7be-e20f-4640-ac71-eff870405912 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6acff596-65c1-48d5-aa93-dbe95af2de53 HTTP/1.1" status: 204 len: 168 time: 0.4095452 Nov 10 03:44:42.359831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49166) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:42.360926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed602240-e37e-4f1f-9be0-fc042b1b5c0f None None] Network 5c5ec28b-14bf-4168-ac0b-2e49278ef101 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:44:42.396123 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.431928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-dac23e44-fc5f-42c7-ab47-ddef22f91550 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3647b89de0a4026b5786bb25d598a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1494651 Nov 10 03:44:42.497025 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.508739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:42.612040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Network 954576ee-2b10-45fb-a2d5-62288f701a32 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:42.613306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49180) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:42.614433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:42.707687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Deleting port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:42.708031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.758942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] DHCP port deletion for 5c5ec28b-14bf-4168-ac0b-2e49278ef101 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:44:42.888110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] Deleting port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:42.888475 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:42.982777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] For port 5164e7e9-d50d-40a4-bee1-35ec2dab6681, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5164e7e9-d50d-40a4-bee1-35ec2dab6681,segment=NetworkSegment(f11ed304-577a-4678-b0a6-2a4367228fed),segment_id=f11ed304-577a-4678-b0a6-2a4367228fed)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:42.993133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.004518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfd178-022d-4625-ad0f-1e09b688e79c req-6bd5f3ca-2a02-4f53-a476-71a9bef10179 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:43.016973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bcfd178-022d-4625-ad0f-1e09b688e79c req-6bd5f3ca-2a02-4f53-a476-71a9bef10179 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 944 time: 0.2488842 Nov 10 03:44:43.019782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Calling delete_port for 5164e7e9-d50d-40a4-bee1-35ec2dab6681 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:43.035170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] For port 5164e7e9-d50d-40a4-bee1-35ec2dab6681, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5164e7e9-d50d-40a4-bee1-35ec2dab6681,segment=NetworkSegment(f11ed304-577a-4678-b0a6-2a4367228fed),segment_id=f11ed304-577a-4678-b0a6-2a4367228fed)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:43.035802 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.050796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 93cd66e7-b543-40d0-a2ee-6fcd04f04754 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:43.052859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] Calling delete_port for 5164e7e9-d50d-40a4-bee1-35ec2dab6681 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:43.059268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7948b957-bc04-4cbf-a809-4d1b3ca55212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.092237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Router 5867e32f-062d-4c41-afa0-9d24c8431f5d has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:44:43.128738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:43.130858 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e2dec-e846-403f-a4ab-641e70db9ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:43.157163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.201134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bcfd178-022d-4625-ad0f-1e09b688e79c req-ce2db552-dbea-4cff-aa1b-506890b26cf6 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780896 Nov 10 03:44:43.207128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Pushing event deleted for resources: {'Port': ['ID=5164e7e9-d50d-40a4-bee1-35ec2dab6681,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:43.218845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c1d710aa-4cdb-472c-a6c4-5b94b9715ddb None None] Provisioning complete for port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:43.219803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1d710aa-4cdb-472c-a6c4-5b94b9715ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.223584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] No DVR routers for this DVR port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:43.273965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c1d710aa-4cdb-472c-a6c4-5b94b9715ddb None None] Port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:43.319798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 93cd66e7-b543-40d0-a2ee-6fcd04f04754 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:43.321254 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.342168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.360035 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-10bc76c8-5561-4230-a88c-083bbdd6165d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.371339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5ec28b-14bf-4168-ac0b-2e49278ef101']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:43.373225 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.384755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11ed304-577a-4678-b0a6-2a4367228fed') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:43.385156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11ed304-577a-4678-b0a6-2a4367228fed') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:43.396564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.408063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] Pushing event deleted for resources: {'Port': ['ID=5164e7e9-d50d-40a4-bee1-35ec2dab6681,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:43.415339 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.423086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:44:43.423709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.426301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90f5e9-b009-4caa-849b-de62834f03b6 None None] No DVR routers for this DVR port 5164e7e9-d50d-40a4-bee1-35ec2dab6681 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:44:43.429736 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:44:43.515150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.521372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.528729 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c5ec28b-14bf-4168-ac0b-2e49278ef101 HTTP/1.1" status: 204 len: 168 time: 1.1641407 Nov 10 03:44:43.547005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961da95d-7e0c-4496-9be3-f0ae31b42844 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5ec28b-14bf-4168-ac0b-2e49278ef101,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:43.616458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:43.640514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:43.641021 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 37b5b615-6e3b-4ee6-bbf4-5ac0b38a98f6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:43.641437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:43.662509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:43.662857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0d31308d-1f32-4aaa-94bd-1d93ab2f56e9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:43.663270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5164e7e9-d50d-40a4-bee1-35ec2dab6681 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:43.693225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 5164e7e9-d50d-40a4-bee1-35ec2dab6681 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:43.693564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5164e7e9-d50d-40a4-bee1-35ec2dab6681 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:43.698585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49206) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:43.723550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18191f-b647-44db-b991-73d5865d4a9b req-ae6c2e43-eb60-44fb-9b3b-8c96d8895478 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:43.725083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b18191f-b647-44db-b991-73d5865d4a9b req-ae6c2e43-eb60-44fb-9b3b-8c96d8895478 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.6712234 Nov 10 03:44:43.749979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ff110b0f-aa66-4287-8949-f1a701b44fc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cc1326a270a49079b019c565f8c4074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491858 Nov 10 03:44:43.751519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49208) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:43.791872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67aa54b6-9500-4495-b229-a9b10e394738 req-48985ae9-dfca-4b8d-8e91-0a9bd3ca570d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 210 time: 0.0772469 Nov 10 03:44:43.810678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-608872f7-b27c-4d51-919c-1f2e426751c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.837429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-608872f7-b27c-4d51-919c-1f2e426751c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.861378 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7948b957-bc04-4cbf-a809-4d1b3ca55212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.877296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7948b957-bc04-4cbf-a809-4d1b3ca55212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.889438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-608872f7-b27c-4d51-919c-1f2e426751c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.891986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-608872f7-b27c-4d51-919c-1f2e426751c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:43.893102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-608872f7-b27c-4d51-919c-1f2e426751c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7d32b03-d894-40dc-98c7-d96f957a4f55 HTTP/1.1" status: 204 len: 168 time: 0.1403730 Nov 10 03:44:43.901183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608872f7-b27c-4d51-919c-1f2e426751c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d32b03-d894-40dc-98c7-d96f957a4f55,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:43.907402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b18191f-b647-44db-b991-73d5865d4a9b req-f3222160-9071-4ecd-b961-ebc578fc2b65 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720142 Nov 10 03:44:43.939770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:44:43.954826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Sync routers for ids ['5867e32f-062d-4c41-afa0-9d24c8431f5d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:44:43.956384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-52c28d88-3027-4c00-bc99-f890a3a9aaa9 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733979 Nov 10 03:44:43.972762 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1f10b3cc-170b-48a4-995e-0773e0e081f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/5867e32f-062d-4c41-afa0-9d24c8431f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6299646 Nov 10 03:44:43.972762 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc466d60-8341-43ed-bd08-3990cd3c2d3f x-openstack-request-id: req-fc466d60-8341-43ed-bd08-3990cd3c2d3f {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:43.972762 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:43.972762 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc466d60-8341-43ed-bd08-3990cd3c2d3f {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:43.972762 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031', 'status': 'completed', 'code': 200} Nov 10 03:44:43.974180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Routers {'5867e32f-062d-4c41-afa0-9d24c8431f5d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:43.974503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5867e32f-062d-4c41-afa0-9d24c8431f5d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:43.987051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948b957-bc04-4cbf-a809-4d1b3ca55212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7023492-b8f7-4373-8e26-75700492a84c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:44.004413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7948b957-bc04-4cbf-a809-4d1b3ca55212 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07877c4a7d2247cb8181673eeb44a3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3846760 Nov 10 03:44:44.008527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49224) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:44.116605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-1ef6070b-cc79-4268-bb3a-110e160bf88d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:44.118230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-1ef6070b-cc79-4268-bb3a-110e160bf88d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.1863992 Nov 10 03:44:44.143738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-387d442c-28b6-46bc-b24e-4d0a9bd5a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:44.145253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-387d442c-28b6-46bc-b24e-4d0a9bd5a3d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1125 time: 0.1461279 Nov 10 03:44:44.267349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-4196658c-17d4-43eb-8e51-2282147ddbcf tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3647b89de0a4026b5786bb25d598a20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288091 Nov 10 03:44:44.272140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8cac7af-e765-44af-b18b-7ea8fd15b047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:44.297830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8cac7af-e765-44af-b18b-7ea8fd15b047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:44.386641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-85343fc5-1d3a-422d-8b53-3a223c5ed265 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:44.389049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Set router 5867e32f-062d-4c41-afa0-9d24c8431f5d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:44.394295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-85343fc5-1d3a-422d-8b53-3a223c5ed265 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4231827 Nov 10 03:44:44.427131 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8cac7af-e765-44af-b18b-7ea8fd15b047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:44.429803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8cac7af-e765-44af-b18b-7ea8fd15b047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:44.432280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b8cac7af-e765-44af-b18b-7ea8fd15b047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7023492-b8f7-4373-8e26-75700492a84c HTTP/1.1" status: 204 len: 168 time: 0.4207845 Nov 10 03:44:44.467588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-d7977642-d3c7-4feb-9b9f-13474b66d95a tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/quotas/a3c3c5f4e71048a5a5edde7b5c81ed53 HTTP/1.1" status: 200 len: 375 time: 0.0720208 Nov 10 03:44:44.476847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-cc80eec0-46a6-4b4c-802c-35038319d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:44.478759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-cc80eec0-46a6-4b4c-802c-35038319d74d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3234887 Nov 10 03:44:44.517856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cac7af-e765-44af-b18b-7ea8fd15b047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7023492-b8f7-4373-8e26-75700492a84c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:44.541946 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-61369364-f50a-49fe-a1d3-51ff856bb3dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 217 time: 0.0542455 Nov 10 03:44:44.551636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-6cf81cab-2db0-4933-b87d-4db60323f0b6 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:44.553258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-6cf81cab-2db0-4933-b87d-4db60323f0b6 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790766 Nov 10 03:44:44.578282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-a61925ce-81ab-45ed-acce-838ba1182844 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092834 Nov 10 03:44:44.614000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Request body: {'port': {'device_id': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'c3647b89de0a4026b5786bb25d598a20'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:44.615757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0c3b-7319-4f77-8730-0940cc155595 req-ed4afc89-2ca0-4055-acdc-6910ef37988d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:44.626283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf0e0c3b-7319-4f77-8730-0940cc155595 req-ed4afc89-2ca0-4055-acdc-6910ef37988d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 944 time: 0.2192075 Nov 10 03:44:44.661394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Deleting port 298868ed-d418-4b00-a532-e4fbdd6f926f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:44:44.661978 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:44.736625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 4, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port': {'id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:30Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c765ba4a-f22d-49fa-b1b8-34df2ec44a51', 'name': '', 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'mac_address': 'fa:16:3e:3e:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '705f0e56-323b-4f93-af66-3510029a70f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:39Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 2, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'subnets': [{'id': '705f0e56-323b-4f93-af66-3510029a70f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:44.737623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-cf24de43-fafc-4ca7-9da7-9d416ebe6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:44.739977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-cf24de43-fafc-4ca7-9da7-9d416ebe6d29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1857564 Nov 10 03:44:44.785584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Checking router: 5867e32f-062d-4c41-afa0-9d24c8431f5d for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:44:44.786109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Updating router 5867e32f-062d-4c41-afa0-9d24c8431f5d port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:44:44.795768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf0e0c3b-7319-4f77-8730-0940cc155595 req-4c6ebf00-f1b5-472b-b2fd-667b546b063b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684945 Nov 10 03:44:44.857860 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-49589969-6b70-4dd1-a46e-654c757261a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861726 Nov 10 03:44:44.873661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:44.951619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] For port 298868ed-d418-4b00-a532-e4fbdd6f926f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=298868ed-d418-4b00-a532-e4fbdd6f926f,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:44.960542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.015281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Made reservation on behalf of c3647b89de0a4026b5786bb25d598a20 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:45.021123 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.043382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.048121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-88081f7c-13a5-4e5b-9cf0-cc5fd9f18617 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804559 Nov 10 03:44:45.054176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Calling delete_port for 298868ed-d418-4b00-a532-e4fbdd6f926f owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:44:45.374807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-464e2dec-e846-403f-a4ab-641e70db9ad3 req-f148a683-1e30-44db-848b-68dc2710f8c1 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188832 Nov 10 03:44:45.425720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.431336 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.482753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1591891-b187-4bc3-b870-e6238a976585 req-7a440e3e-266c-404c-bac2-d557a23cb24e tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 210 time: 0.3059015 Nov 10 03:44:45.518571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:45.547341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.549528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.550068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.551133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.556623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.557027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.557645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.557825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.558198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.558584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.558969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.559351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:45.682026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51504c-485a-419d-833a-a4b55a9b6057 req-e6830ab0-6548-49ef-af6e-de1e684e2b26 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:45.683634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee51504c-485a-419d-833a-a4b55a9b6057 req-e6830ab0-6548-49ef-af6e-de1e684e2b26 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 945 time: 0.5631795 Nov 10 03:44:45.718257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7d63502-3f56-4a0f-b37b-0546b5e8499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.732597 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.744385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:45.922714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac7d40-ff74-40ef-8845-adfca0fa8f1a None None] Pushing event updated for resources: {'Port': ['ID=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:45.959854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Allocated IP 192.168.233.150 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/3689e8a4-af26-4103-8c30-39dbfdc0643e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:46.029587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee51504c-485a-419d-833a-a4b55a9b6057 req-8d47617a-2e21-495a-b2c3-3f854f35634b tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284113 Nov 10 03:44:46.073030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f63e7167-d1d1-4ea9-aba1-d7c3ef405031 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:46.074043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-3fb183c2-8f95-43b6-b915-1ba787bf503a tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1703229 Nov 10 03:44:46.106771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Attempting to bind port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:46.107936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Attempting to bind port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:46.108505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Attempting to bind port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 on network 954576ee-2b10-45fb-a2d5-62288f701a32 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:46.116898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:46.117268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Checking segment: {'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:46.117663 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:46.118351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Bound using segment: {'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:46.118829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Bound port: c765ba4a-f22d-49fa-b1b8-34df2ec44a51, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174152e3-9625-4a61-b251-f03dbfd31e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:46.119251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:46.361727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] For port c765ba4a-f22d-49fa-b1b8-34df2ec44a51, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:46.448832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] For port c765ba4a-f22d-49fa-b1b8-34df2ec44a51, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,segment=NetworkSegment(174152e3-9625-4a61-b251-f03dbfd31e53),segment_id=174152e3-9625-4a61-b251-f03dbfd31e53)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:46.451330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:46.464621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:46.483573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:46.502700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f63e7167-d1d1-4ea9-aba1-d7c3ef405031 has no active binding in host n-h1-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:44:46.543703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['298868ed-d418-4b00-a532-e4fbdd6f926f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:46.725591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event deleted for resources: {'Port': ['ID=298868ed-d418-4b00-a532-e4fbdd6f926f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:46.798029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Routers {'5867e32f-062d-4c41-afa0-9d24c8431f5d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:44:46.798704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5867e32f-062d-4c41-afa0-9d24c8431f5d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:46.880812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dbe9f-1458-4ac0-a62b-1eeb74e89afc req-5ba0fa76-a95a-4214-baad-3120ac394b2f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:46.890969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-183dbe9f-1458-4ac0-a62b-1eeb74e89afc req-5ba0fa76-a95a-4214-baad-3120ac394b2f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 944 time: 0.6068501 Nov 10 03:44:46.914574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] No DVR routers for this DVR port 298868ed-d418-4b00-a532-e4fbdd6f926f on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:46.918192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-271524eb-d5c0-4f31-a621-f9fd502df7da tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1263826 Nov 10 03:44:46.921236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:46.930866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-760d7280-2aa1-4546-8f52-31168ef1a29c req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "DELETE /v2.0/ports/298868ed-d418-4b00-a532-e4fbdd6f926f HTTP/1.1" status: 204 len: 173 time: 2.7884126 Nov 10 03:44:47.040940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'name': 'network-vif-deleted', 'tag': '298868ed-d418-4b00-a532-e4fbdd6f926f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:47.051066 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58ac76f-01e7-48e3-b80c-4bea41eb4fe1" -d '{"events": [{"server_uuid": "c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e", "name": "network-vif-deleted", "tag": "298868ed-d418-4b00-a532-e4fbdd6f926f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:47.083819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.084999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.086407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.089226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.089985 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.091768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.093312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.095556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.096326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.097638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.099243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.099817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2be33-3840-4f9b-ade4-bccb3a89da34 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:44:47.117286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fbf5d5df-f8e4-4a50-be85-a2768088fd33 None None] Provisioning complete for port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:47.122224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d5df-f8e4-4a50-be85-a2768088fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:47.124807 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:47.139379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac7d40-ff74-40ef-8845-adfca0fa8f1a None None] Pushing event updated for resources: {'Port': ['ID=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:47.189204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-183dbe9f-1458-4ac0-a62b-1eeb74e89afc req-0b560f83-5772-4c3e-98e6-6caa59f872df tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921278 Nov 10 03:44:47.211022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-1d4b2752-585b-4da6-9c20-2a2288734c1f tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:47.231145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-1d4b2752-585b-4da6-9c20-2a2288734c1f tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1552274 Nov 10 03:44:47.274540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c44fae69-896b-4d45-9fb1-636b7c845af0 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/quotas/a3c3c5f4e71048a5a5edde7b5c81ed53 HTTP/1.1" status: 200 len: 375 time: 0.0392644 Nov 10 03:44:47.274751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] Set router 5867e32f-062d-4c41-afa0-9d24c8431f5d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:44:47.286769 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:47.368722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4c3a3241-5a54-4a2d-91ff-ab76885d959d tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910959 Nov 10 03:44:47.416558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a0a245e-0ba4-4e73-9ee9-68fc7e2c24ef req-b0e542de-f1e0-483e-9790-94224bdac6c5 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 210 time: 0.0393500 Nov 10 03:44:47.479783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:47.590790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-f535b237-ea3d-42a3-9f2f-28baf630e239 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:47.592683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-f535b237-ea3d-42a3-9f2f-28baf630e239 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6470966 Nov 10 03:44:47.645314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Request body: {'port': {'device_id': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'a3c3c5f4e71048a5a5edde7b5c81ed53'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:47.655790 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b1271-a854-4472-b446-e0f90c955000 x-openstack-request-id: req-109b1271-a854-4472-b446-e0f90c955000 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:47.656285 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e", "name": "network-vif-deleted", "tag": "298868ed-d418-4b00-a532-e4fbdd6f926f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:47.656421 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-109b1271-a854-4472-b446-e0f90c955000 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:47.656706 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e', 'name': 'network-vif-deleted', 'tag': '298868ed-d418-4b00-a532-e4fbdd6f926f', 'status': 'completed', 'code': 200} Nov 10 03:44:47.687269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:47.717616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Pushing event updated for resources: {'Port': ['ID=3689e8a4-af26-4103-8c30-39dbfdc0643e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:47.721073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:47.887609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:48.030295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e95584f3-5d71-4edf-8be5-42b4e8500f28 req-707d0133-e1a1-428c-b7de-37dcc01b812b tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 210 time: 0.0971978 Nov 10 03:44:48.087246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 298868ed-d418-4b00-a532-e4fbdd6f926f no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:48.091731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d5df-f8e4-4a50-be85-a2768088fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:48.238913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:48.239710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:48.244909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38df4ae5-b9c9-46d9-85fe-edba7c302b80 req-0e87110d-3d9d-4a0b-974a-714b1189841d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=c434ff98-ef3f-4c8c-9a31-03eeeb9fe02e HTTP/1.1" status: 200 len: 210 time: 0.1228242 Nov 10 03:44:48.354211 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-9155b2ee-2316-40c8-bab5-550ea127573b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7872539 Nov 10 03:44:48.405603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Request body: {'port': {'device_id': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:48.499742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 298868ed-d418-4b00-a532-e4fbdd6f926f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:44:48.500002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Made reservation on behalf of a3c3c5f4e71048a5a5edde7b5c81ed53 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:48.503351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 298868ed-d418-4b00-a532-e4fbdd6f926f not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:44:48.503491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:48.630574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:48.683799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:48.696185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fbf5d5df-f8e4-4a50-be85-a2768088fd33 None None] For port c765ba4a-f22d-49fa-b1b8-34df2ec44a51, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,segment=NetworkSegment(174152e3-9625-4a61-b251-f03dbfd31e53),segment_id=174152e3-9625-4a61-b251-f03dbfd31e53)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:48.718755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:48.751173 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d5df-f8e4-4a50-be85-a2768088fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:48.980876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 4, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port': {'id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:30Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c765ba4a-f22d-49fa-b1b8-34df2ec44a51', 'name': '', 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'mac_address': 'fa:16:3e:3e:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '705f0e56-323b-4f93-af66-3510029a70f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:39Z', 'updated_at': '2021-11-10T03:44:46Z', 'revision_number': 4, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'subnets': [{'id': '705f0e56-323b-4f93-af66-3510029a70f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:44:48.995461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3921b17d-37eb-455f-9343-6ee4d628becc None None] Provisioning complete for port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:48.995946 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3921b17d-37eb-455f-9343-6ee4d628becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.036029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-57cb8728-d81a-4e07-8465-f5f06768dd1f service neutron] 10.222.0.44 "GET /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.7783301 Nov 10 03:44:49.079529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d5df-f8e4-4a50-be85-a2768088fd33 None None] Pushing event updated for resources: {'Port': ['ID=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:49.083659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020a28c-171f-4972-968a-18de19d5df4d None None] The sync data for ids ['5867e32f-062d-4c41-afa0-9d24c8431f5d'] in n-d-817326-2 is: [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 4, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port': {'id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:30Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c765ba4a-f22d-49fa-b1b8-34df2ec44a51', 'name': '', 'network_id': '954576ee-2b10-45fb-a2d5-62288f701a32', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'mac_address': 'fa:16:3e:3e:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '705f0e56-323b-4f93-af66-3510029a70f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:39Z', 'updated_at': '2021-11-10T03:44:46Z', 'revision_number': 4, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'subnets': [{'id': '705f0e56-323b-4f93-af66-3510029a70f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:44:49.104240 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.218860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d2a99-f4e9-4ef3-9a24-ed1430f716dc req-6b240a0c-955b-4c31-acd8-b8d703ebcc90 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:49.234317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67d2a99-f4e9-4ef3-9a24-ed1430f716dc req-6b240a0c-955b-4c31-acd8-b8d703ebcc90 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 936 time: 0.5434606 Nov 10 03:44:49.282153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf69ed-1ff8-4c3b-b4f8-c7f8b850101b req-47da6170-469f-4fd1-8e15-d16753ea6a5b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:49.297223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93cf69ed-1ff8-4c3b-b4f8-c7f8b850101b req-47da6170-469f-4fd1-8e15-d16753ea6a5b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 944 time: 0.8872268 Nov 10 03:44:49.341707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3921b17d-37eb-455f-9343-6ee4d628becc None None] Provisioning complete for port 3689e8a4-af26-4103-8c30-39dbfdc0643e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:49.342366 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3921b17d-37eb-455f-9343-6ee4d628becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.378445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.389972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.444911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3921b17d-37eb-455f-9343-6ee4d628becc None None] Port 3689e8a4-af26-4103-8c30-39dbfdc0643e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:49.551442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49380) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:49.629533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aba0ef-c4d8-46a5-af20-fe248d441008,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:49.690112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f63e7167-d1d1-4ea9-aba1-d7c3ef405031 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:44:49.693695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3689e8a4-af26-4103-8c30-39dbfdc0643e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:49.703272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.717537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:49.723241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Transition to ACTIVE for port object 3689e8a4-af26-4103-8c30-39dbfdc0643e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:49.738848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.753088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:49.816192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63e7167-d1d1-4ea9-aba1-d7c3ef405031 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:49.828385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:49.872524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:49.901563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67d2a99-f4e9-4ef3-9a24-ed1430f716dc req-a9550fdb-9e81-4b58-b742-75ab954c7c87 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647522 Nov 10 03:44:49.933787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93cf69ed-1ff8-4c3b-b4f8-c7f8b850101b req-e98dfc52-8fef-4f92-a0ce-f46bdd763cc3 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660896 Nov 10 03:44:50.148118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] Transition to ACTIVE for port object f63e7167-d1d1-4ea9-aba1-d7c3ef405031 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:50.157821 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:50.172338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Pushing event updated for resources: {'Port': ['ID=3689e8a4-af26-4103-8c30-39dbfdc0643e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:50.327551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] Pushing event updated for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=10']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:50.431528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Attempting to bind port 3689e8a4-af26-4103-8c30-39dbfdc0643e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:50.447868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Attempting to bind port 3689e8a4-af26-4103-8c30-39dbfdc0643e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:50.450011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Attempting to bind port 3689e8a4-af26-4103-8c30-39dbfdc0643e on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:50.460360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Allocated IP 192.168.233.237 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/7fe23a65-7843-488b-b0fe-15935d807885) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:50.484496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Port 3689e8a4-af26-4103-8c30-39dbfdc0643e on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:50.484817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Attempting to bind port 3689e8a4-af26-4103-8c30-39dbfdc0643e on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:50.521809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:50.522761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:50.523164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:50.523625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Bound port: 3689e8a4-af26-4103-8c30-39dbfdc0643e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:50.523984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:50.547853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25ffa3fb-34d9-4dc0-ace5-befca0c229fb req-7bc73e51-bf0e-442f-9d18-8d013ac37773 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 210 time: 0.2267375 Nov 10 03:44:50.562566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-a9a87b4a-212a-4370-ba8a-1d46e8df04b8 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426682 Nov 10 03:44:50.750792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] No DVR routers for this DVR port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:44:50.797225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] For port 3689e8a4-af26-4103-8c30-39dbfdc0643e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:50.799355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ea40-b28d-4a1f-8858-ba7e033abef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:50.804453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] For port 3689e8a4-af26-4103-8c30-39dbfdc0643e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3689e8a4-af26-4103-8c30-39dbfdc0643e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:50.819180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.023156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c765ba4a-f22d-49fa-b1b8-34df2ec44a51 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:51.103709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Pushing event updated for resources: {'Port': ['ID=3689e8a4-af26-4103-8c30-39dbfdc0643e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:51.128274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.128906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.133835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-fa7f9677-9843-4146-a79a-774b5997a710 service neutron] 10.222.0.44 "PUT /v2.0/ports/3689e8a4-af26-4103-8c30-39dbfdc0643e HTTP/1.1" status: 200 len: 1096 time: 2.7638433 Nov 10 03:44:51.141381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'tag': '3689e8a4-af26-4103-8c30-39dbfdc0643e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:51.149193 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2279649f-2b24-43eb-8330-034bf020874a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa68d51d-4d5b-463b-a321-0cc9c13778e4", "tag": "3689e8a4-af26-4103-8c30-39dbfdc0643e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:51.156441 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ea40-b28d-4a1f-8858-ba7e033abef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.199075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:51.199468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.300068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d5e9cbbb-b5e0-4ef8-825e-abce7b7729e9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.302890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d5e9cbbb-b5e0-4ef8-825e-abce7b7729e9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.5432224 Nov 10 03:44:51.310977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-8e7b84e9-82f4-4bc7-a7ac-0a3b796eb98c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.312865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-8e7b84e9-82f4-4bc7-a7ac-0a3b796eb98c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7426147 Nov 10 03:44:51.360558 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ea40-b28d-4a1f-8858-ba7e033abef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.389777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-5c15320a-43b8-4187-a4d9-d58916c5cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.391412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-5c15320a-43b8-4187-a4d9-d58916c5cb48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3647b89de0a4026b5786bb25d598a20&device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 1099 time: 0.1960013 Nov 10 03:44:51.396190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.403194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-e18a02bc-9526-4849-8dd7-f535e218afca service neutron] 10.222.0.44 "PUT /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031/bindings/n-h1-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3511531 Nov 10 03:44:51.407585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Request body: {'port': {'device_id': '20734c0c-6681-441d-8c1d-b79e99271a94', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'a3c3c5f4e71048a5a5edde7b5c81ed53'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:51.456015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-2272f7e0-e65e-462b-a90f-78a2933eba0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3689e8a4-af26-4103-8c30-39dbfdc0643e HTTP/1.1" status: 200 len: 217 time: 0.0541306 Nov 10 03:44:51.475507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-b76e817d-e526-4b6d-8ccf-55461cf802c9 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/quotas/c2057ff13d4844d1a0c98b1c8ccb4d15 HTTP/1.1" status: 200 len: 375 time: 0.1615672 Nov 10 03:44:51.482433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3ea40-b28d-4a1f-8858-ba7e033abef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5053ae6c-eb7e-48eb-a635-42c805df70b8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:51.501522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7d594-07e5-4e23-8a90-0de14c65a36c req-36be85d2-0cab-4c12-b5df-fb0a42d1287a tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.509332 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9de7d594-07e5-4e23-8a90-0de14c65a36c req-36be85d2-0cab-4c12-b5df-fb0a42d1287a tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 948 time: 0.1924686 Nov 10 03:44:51.532651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c2b3ea40-b28d-4a1f-8858-ba7e033abef3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=176a0a59c0904ed4a990d5ca913945a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6885357 Nov 10 03:44:51.548296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49452) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:51.556843 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-c7238abd-3633-4162-ba5f-4032344d37a7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688441 Nov 10 03:44:51.582329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-2b0cebb3-6605-41a8-9cc8-6d3891670863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.584081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-2b0cebb3-6605-41a8-9cc8-6d3891670863 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1188405 Nov 10 03:44:51.585270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.683298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:51.684142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9de7d594-07e5-4e23-8a90-0de14c65a36c req-4208cfd8-8ec0-480e-818e-7ecd6c4ecddc tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739881 Nov 10 03:44:51.693927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:51.697923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-49f8ea76-8baa-4a8c-a46b-8cb8ef21839f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.699612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-49f8ea76-8baa-4a8c-a46b-8cb8ef21839f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.1960778 Nov 10 03:44:51.702110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:51.706365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:51.724199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Made reservation on behalf of a3c3c5f4e71048a5a5edde7b5c81ed53 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:51.727932 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.744752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-820f7250-482b-4199-915e-90fa923e4435 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653976 Nov 10 03:44:51.779953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-13d89bfd-4304-425b-a994-712f52b356b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.782110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-13d89bfd-4304-425b-a994-712f52b356b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844075 Nov 10 03:44:51.782947 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-38a2da18-607e-49a2-a45c-bdd8ccba2461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.912333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-38a2da18-607e-49a2-a45c-bdd8ccba2461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.924960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.925880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:51.969374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-708ce1b1-74d8-41ab-a625-7c718eab6d04 service neutron] 10.222.0.24 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161086 Nov 10 03:44:51.990051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06b3e1-5d32-40eb-99e1-2d8c7af88207 req-4ba384e7-7d75-4f6f-adac-18116a9383fa tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:51.992217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a06b3e1-5d32-40eb-99e1-2d8c7af88207 req-4ba384e7-7d75-4f6f-adac-18116a9383fa tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.1296108 Nov 10 03:44:51.999009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Allocated IP 192.168.233.185 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:52.112698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a06b3e1-5d32-40eb-99e1-2d8c7af88207 req-5d52f29e-1911-471b-8efd-67d5a09aa86d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063943 Nov 10 03:44:52.238815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bd69493e-be57-453e-896f-be18cb45b1ec None None] Provisioning complete for port 7fe23a65-7843-488b-b0fe-15935d807885 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:52.239408 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd69493e-be57-453e-896f-be18cb45b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.322229 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f99665-9ec7-4b1e-8c3e-b0ef26974159 x-openstack-request-id: req-09f99665-9ec7-4b1e-8c3e-b0ef26974159 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:52.324249 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa68d51d-4d5b-463b-a321-0cc9c13778e4", "tag": "3689e8a4-af26-4103-8c30-39dbfdc0643e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:52.324491 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09f99665-9ec7-4b1e-8c3e-b0ef26974159 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:52.324887 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'tag': '3689e8a4-af26-4103-8c30-39dbfdc0643e', 'status': 'completed', 'code': 200} Nov 10 03:44:52.372953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.465928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9695c21c-4f4a-4144-8e89-b0c6c92ec049 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8491557 Nov 10 03:44:52.468485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-5d47cbc3-67ba-4fc1-9905-030a20c423ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:52.469909 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-5d47cbc3-67ba-4fc1-9905-030a20c423ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500&tenant_id=d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 1096 time: 0.7484932 Nov 10 03:44:52.487471 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.503909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Request body: {'port': {'device_id': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:52.553429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:52.558998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:52.587655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:52.661889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:52.665366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-2ccf22e6-bd1c-47a6-9385-ee559408623d service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574302 Nov 10 03:44:52.759888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:52.761293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.788725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bd69493e-be57-453e-896f-be18cb45b1ec None None] Port 7fe23a65-7843-488b-b0fe-15935d807885 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:52.818274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b929-5a81-4f70-87d5-98aee037f57d req-282033b3-eedc-4a03-a624-4254ebdeddb7 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:52.831938 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5b0b929-5a81-4f70-87d5-98aee037f57d req-282033b3-eedc-4a03-a624-4254ebdeddb7 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 936 time: 0.3132372 Nov 10 03:44:52.845361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4d9bc5b4-9f5c-4420-914a-8556e60a18ab tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4735439 Nov 10 03:44:52.877373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-38a2da18-607e-49a2-a45c-bdd8ccba2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.880157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-38a2da18-607e-49a2-a45c-bdd8ccba2461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.882743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-38a2da18-607e-49a2-a45c-bdd8ccba2461 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5053ae6c-eb7e-48eb-a635-42c805df70b8 HTTP/1.1" status: 204 len: 168 time: 1.3312461 Nov 10 03:44:52.888915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Request body: {'port': {'device_id': '20734c0c-6681-441d-8c1d-b79e99271a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:52.924817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-77cd4893-0f76-4322-ba71-83e76cd4e418 None None] Provisioning complete for port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:52.926740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77cd4893-0f76-4322-ba71-83e76cd4e418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.938735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2da18-607e-49a2-a45c-bdd8ccba2461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5053ae6c-eb7e-48eb-a635-42c805df70b8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:52.949573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:52.978355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-c78c6320-eab5-42b1-84d5-7fb0bb91861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:52.980255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-c78c6320-eab5-42b1-84d5-7fb0bb91861b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1096 time: 0.4583161 Nov 10 03:44:53.074404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5b0b929-5a81-4f70-87d5-98aee037f57d req-ea1c5a5d-344f-4aa1-8efa-16eecb1376c3 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412713 Nov 10 03:44:53.159631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:53.185028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:53.200173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-77cd4893-0f76-4322-ba71-83e76cd4e418 None None] Port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:44:53.269835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-440cba6b-3e26-4dbe-bdc8-6dbcf0bcfb8e req-1a5d212a-04a5-472f-9584-ff902c62edcf service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771770 Nov 10 03:44:53.287380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bd4e499-407a-435f-91a9-b0945f9c1f17 req-9ca725ba-818b-4a1f-81fb-2e6bfd47567f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 210 time: 0.1167436 Nov 10 03:44:53.441401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-7861f3e8-1211-4c44-83c3-e5ae2841ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:53.443969 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-7861f3e8-1211-4c44-83c3-e5ae2841ee69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3985856 Nov 10 03:44:53.539499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-098a3616-7596-4ea7-84b9-534ad2500a98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 217 time: 0.0855520 Nov 10 03:44:53.600433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5c76-41a1-4791-94f6-62f9718a2baa req-6a54aac1-128d-4eb3-a2ca-b3ee398e5d69 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:53.612242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-361d5c76-41a1-4791-94f6-62f9718a2baa req-6a54aac1-128d-4eb3-a2ca-b3ee398e5d69 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 948 time: 0.3044291 Nov 10 03:44:53.673629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49524) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:53.716030 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3b63a4e-31b2-493a-bb3b-18063974e5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:53.720557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279649f-2b24-43eb-8330-034bf020874a req-6b4d8643-140b-4c82-9980-0f69c5a29d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:53.722669 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2279649f-2b24-43eb-8330-034bf020874a req-6b4d8643-140b-4c82-9980-0f69c5a29d22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3647b89de0a4026b5786bb25d598a20&device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 1099 time: 0.1821952 Nov 10 03:44:53.737717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-361d5c76-41a1-4791-94f6-62f9718a2baa req-45db1570-9f58-4540-9af8-c90fb9bd6036 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245718 Nov 10 03:44:53.799849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951bdf-f6df-49f2-887e-b64df6f9866a req-04b246d9-9bd8-42ae-a30b-7128a493d744 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:53.801603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23951bdf-f6df-49f2-887e-b64df6f9866a req-04b246d9-9bd8-42ae-a30b-7128a493d744 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.1542096 Nov 10 03:44:53.818339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-83b87f43-66c8-4f1e-8cbe-2b85e997c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:53.819918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-83b87f43-66c8-4f1e-8cbe-2b85e997c280 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1908658 Nov 10 03:44:53.837217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:53.847918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:53.867804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-80ce7f3c-4b13-4827-91fa-c2a8cd72cf34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385644 Nov 10 03:44:53.879824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Transition to ACTIVE for port object cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:53.907730 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:53.940149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23951bdf-f6df-49f2-887e-b64df6f9866a req-b9385cd5-4ce5-41a1-a31b-189bf98fd6ac tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324363 Nov 10 03:44:53.988602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:54.063357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279649f-2b24-43eb-8330-034bf020874a req-e1a8ee5c-c83a-4e1e-9dd2-2d4cbba8ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:54.065110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2279649f-2b24-43eb-8330-034bf020874a req-e1a8ee5c-c83a-4e1e-9dd2-2d4cbba8ef29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.3297658 Nov 10 03:44:54.157330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Attempting to bind port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:54.157675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Attempting to bind port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:54.160582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Attempting to bind port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:54.172513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:54.172845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Attempting to bind port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:54.187178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:54.187517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:54.187908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:54.188356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Bound port: cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:54.188713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:54.280588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe23a65-7843-488b-b0fe-15935d807885 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:54.305208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:54.324659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Transition to ACTIVE for port object 7fe23a65-7843-488b-b0fe-15935d807885 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:54.405919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:54.424953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:54.479866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9268-a512-4682-91be-7fb6124c6690 req-a945497e-b562-463d-a1e4-bd79f74399d5 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:54.481439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-214a9268-a512-4682-91be-7fb6124c6690 req-a945497e-b562-463d-a1e4-bd79f74399d5 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 948 time: 0.1460371 Nov 10 03:44:54.483299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:54.539708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:54.540320 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:54.541693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] 10.222.0.11 "PUT /v2.0/ports/cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd HTTP/1.1" status: 200 len: 1096 time: 1.6704588 Nov 10 03:44:54.543805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:54.546049 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e7922f-f1ca-415d-ac57-9143491c0c03" -d '{"events": [{"name": "network-changed", "server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:54.595523 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2279649f-2b24-43eb-8330-034bf020874a req-42a7c4a5-b259-49e9-aec4-aed834d7bbc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3689e8a4-af26-4103-8c30-39dbfdc0643e HTTP/1.1" status: 200 len: 217 time: 0.5151749 Nov 10 03:44:54.604212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d163a02e-b54f-4c29-96fb-0239d3e06d50 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:54.606116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d163a02e-b54f-4c29-96fb-0239d3e06d50 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 812 time: 0.1728303 Nov 10 03:44:54.614195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:54.621496 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3b63a4e-31b2-493a-bb3b-18063974e5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:54.627534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-214a9268-a512-4682-91be-7fb6124c6690 req-3bbbcbbc-faca-439e-b9fa-f7dd1a1cea46 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184733 Nov 10 03:44:54.634764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc34ee-25d0-44ff-bb44-9ad3228cfd33 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:54.681297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Request body: {'port': {'device_id': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'admin_state_up': True, 'tenant_id': 'c2057ff13d4844d1a0c98b1c8ccb4d15'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:54.700869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3b63a4e-31b2-493a-bb3b-18063974e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:54.738769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4e6fd9c7-a894-445a-90ed-947f24469be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:54.740351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-4e6fd9c7-a894-445a-90ed-947f24469be4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 1099 time: 0.0824134 Nov 10 03:44:54.833423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1d938aa-3556-4f31-b51f-7ff44ce003fd req-c779d575-10ea-45d6-b715-7e9d10e78715 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 210 time: 0.0730853 Nov 10 03:44:54.835598 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616e5366-199e-497c-bee5-771c430c6ee4 x-openstack-request-id: req-616e5366-199e-497c-bee5-771c430c6ee4 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:54.835881 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:54.845539 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d3b63a4e-31b2-493a-bb3b-18063974e5c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fe85d6f16994d86ba8d1b17e3a0c5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1630557 Nov 10 03:44:54.845667 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-616e5366-199e-497c-bee5-771c430c6ee4 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:54.845667 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'status': 'completed', 'code': 200} Nov 10 03:44:54.861511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49576) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:44:54.994991 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-ac526e18-9d39-446b-888e-fb5622e9c877 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd HTTP/1.1" status: 200 len: 217 time: 0.2131703 Nov 10 03:44:55.022390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-f96f0130-c6d6-4449-a972-879431746756 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1324835 Nov 10 03:44:55.072263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:55.201562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279649f-2b24-43eb-8330-034bf020874a req-107087f7-8e71-4cf4-827f-c37302dbced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:55.204911 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2279649f-2b24-43eb-8330-034bf020874a req-107087f7-8e71-4cf4-827f-c37302dbced9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.5939047 Nov 10 03:44:55.207267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b63a4e-31b2-493a-bb3b-18063974e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27564d43-5ebd-4de6-8e9d-33c334656e95,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:55.488449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Attempting to bind port 7fe23a65-7843-488b-b0fe-15935d807885 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:55.489291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Attempting to bind port 7fe23a65-7843-488b-b0fe-15935d807885 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:55.490242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Attempting to bind port 7fe23a65-7843-488b-b0fe-15935d807885 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:55.534882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Port 7fe23a65-7843-488b-b0fe-15935d807885 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:55.536708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Attempting to bind port 7fe23a65-7843-488b-b0fe-15935d807885 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:55.541841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279649f-2b24-43eb-8330-034bf020874a req-96f2707f-603d-42a9-9c0d-f104c36993f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:55.544324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2279649f-2b24-43eb-8330-034bf020874a req-96f2707f-603d-42a9-9c0d-f104c36993f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3272243 Nov 10 03:44:55.545185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Made reservation on behalf of c2057ff13d4844d1a0c98b1c8ccb4d15 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:44:55.549782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:55.574493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-df085705-004e-4fd5-9b5d-ef6b669010da service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321832 Nov 10 03:44:55.624363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:55.625104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:55.625716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:55.626287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Bound port: 7fe23a65-7843-488b-b0fe-15935d807885, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:55.626714 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:55.709330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3689e8a4-af26-4103-8c30-39dbfdc0643e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:44:55.917890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3689e8a4-af26-4103-8c30-39dbfdc0643e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3689e8a4-af26-4103-8c30-39dbfdc0643e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:55.937788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '3689e8a4-af26-4103-8c30-39dbfdc0643e', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '3689e8a4-af26-4103-8c30-39dbfdc0643e', 'mac_address': 'fa:16:3e:05:cc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:44:56.008729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.039898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2279649f-2b24-43eb-8330-034bf020874a req-794b6a99-06b0-48c3-9b59-17582158263f service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869883 Nov 10 03:44:56.046892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3689e8a4-af26-4103-8c30-39dbfdc0643e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:56.054609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc68ae-3f35-4086-a6b1-39513e1ad6f0 req-3f752ed1-7e0f-4558-b07e-4913541f12fa tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:56.071459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8dc68ae-3f35-4086-a6b1-39513e1ad6f0 req-3f752ed1-7e0f-4558-b07e-4913541f12fa tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.1296384 Nov 10 03:44:56.087177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:56.101142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c865b2-f6d8-4fe2-9c74-a21a4f2c49e6 req-c34f8294-f7f6-4174-b85e-79b70fbd222e tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:56.110569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9c865b2-f6d8-4fe2-9c74-a21a4f2c49e6 req-c34f8294-f7f6-4174-b85e-79b70fbd222e tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 948 time: 1.1135304 Nov 10 03:44:56.115476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3689e8a4-af26-4103-8c30-39dbfdc0643e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3689e8a4-af26-4103-8c30-39dbfdc0643e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:56.121147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.127482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7115-23ec-4a14-8305-9f4d20f6cd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.141072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:56.143903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-cd53df65-aed6-4a78-9f94-190fbffc3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:56.146453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-cd53df65-aed6-4a78-9f94-190fbffc3492 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 1.1337104 Nov 10 03:44:56.148780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Allocated IP 172.20.0.2 (0ec4587b-d728-4a63-9c0c-619a3f29f64f/2aec2abc-22bf-4be7-a15e-af32f36fe32d/1cacfb7d-33c9-42cd-a03f-21f10cb5bfde) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:44:56.163894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.229673 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7115-23ec-4a14-8305-9f4d20f6cd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.230778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd489-0fb5-4034-9673-637401e0176b req-0734cd5c-34f7-478c-acb3-05058b3f939a tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:56.232345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-0734cd5c-34f7-478c-acb3-05058b3f939a tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.2936273 Nov 10 03:44:56.242433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=3689e8a4-af26-4103-8c30-39dbfdc0643e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:56.253163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8dc68ae-3f35-4086-a6b1-39513e1ad6f0 req-1f1b6d4e-e1fe-4400-84cd-72ba30c816a7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875877 Nov 10 03:44:56.351749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:56.352368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.353783 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] 10.222.0.44 "PUT /v2.0/ports/7fe23a65-7843-488b-b0fe-15935d807885 HTTP/1.1" status: 200 len: 1096 time: 3.8678765 Nov 10 03:44:56.369094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['3689e8a4-af26-4103-8c30-39dbfdc0643e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:44:56.382302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:56.385067 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "tag": "7fe23a65-7843-488b-b0fe-15935d807885"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:56.386326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9c865b2-f6d8-4fe2-9c74-a21a4f2c49e6 req-2e347020-8735-4244-8eca-34089db90b29 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747610 Nov 10 03:44:56.396192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-61618e2d-7932-4078-ac66-4fa34acdc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:56.397769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-61618e2d-7932-4078-ac66-4fa34acdc789 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389946 Nov 10 03:44:56.718979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.800445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-0f86e54f-52ba-4967-af43-320ba91c0bf8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799236 Nov 10 03:44:56.802152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ccfce4e-7788-4f72-83cc-bca69cf51aec req-289ccdc0-c719-4170-b90c-d4f1339d42f2 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 210 time: 0.2250273 Nov 10 03:44:56.815500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7115-23ec-4a14-8305-9f4d20f6cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.818880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7115-23ec-4a14-8305-9f4d20f6cd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.822533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b9eb7115-23ec-4a14-8305-9f4d20f6cd59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27564d43-5ebd-4de6-8e9d-33c334656e95 HTTP/1.1" status: 204 len: 168 time: 1.8398235 Nov 10 03:44:56.828028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:56.983446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f515046c-7e40-486f-a2d8-f4bc40286306 req-86abeb6f-6733-4eca-80f9-f73a9abd6d05 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679265 Nov 10 03:44:56.985062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb7115-23ec-4a14-8305-9f4d20f6cd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27564d43-5ebd-4de6-8e9d-33c334656e95,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:57.000840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86eb457-377e-4539-81ca-ec7713c46f2a req-90ad69e0-7e9e-4dbd-9205-ffb4537da554 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:57.009351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e86eb457-377e-4539-81ca-ec7713c46f2a req-90ad69e0-7e9e-4dbd-9205-ffb4537da554 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 948 time: 0.4306514 Nov 10 03:44:57.083884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cce58-eb5c-448d-b2a5-7bce965e3924 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:57.115659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e86eb457-377e-4539-81ca-ec7713c46f2a req-a8d28457-85c5-43cd-8624-f3206d80d27a tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039400 Nov 10 03:44:57.125787 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc40d14-7d61-4330-822d-99a8e8943ecb x-openstack-request-id: req-2fc40d14-7d61-4330-822d-99a8e8943ecb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:57.132765 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "tag": "7fe23a65-7843-488b-b0fe-15935d807885", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:57.133257 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fc40d14-7d61-4330-822d-99a8e8943ecb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:57.133896 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885', 'status': 'completed', 'code': 200} Nov 10 03:44:57.291577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-4ebfd489-0fb5-4034-9673-637401e0176b req-9f3baab3-8c33-4901-a1fb-7756808f8acc service neutron] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:57.296616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-c4823ba7-46d2-4363-8fa8-d098248e11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:57.299996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2279649f-2b24-43eb-8330-034bf020874a req-df89cb59-fc13-4f83-af0a-4d1374b448db service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2472494 Nov 10 03:44:57.301024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-c4823ba7-46d2-4363-8fa8-d098248e11c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 1099 time: 0.1842685 Nov 10 03:44:57.314892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4ebfd489-0fb5-4034-9673-637401e0176b req-9f3baab3-8c33-4901-a1fb-7756808f8acc service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:57.316921 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4ebfd489-0fb5-4034-9673-637401e0176b req-9f3baab3-8c33-4901-a1fb-7756808f8acc service neutron] 10.222.0.11 "DELETE /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031/bindings/n-h2-817326-2 HTTP/1.1" status: 204 len: 173 time: 1.0615366 Nov 10 03:44:57.373823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Network 0ec4587b-d728-4a63-9c0c-619a3f29f64f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:44:57.482222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-d87d4966-888f-41e1-8794-0fd38525bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:57.483941 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-d87d4966-888f-41e1-8794-0fd38525bfe7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 1099 time: 0.7287705 Nov 10 03:44:57.484912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:44:57.498343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event updated for resources: {'Port': ['ID=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:57.503969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:44:57.614714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:57.614714 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:57.710401 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-f2426d2b-b9a9-415a-af83-861c1bbf93c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7fe23a65-7843-488b-b0fe-15935d807885 HTTP/1.1" status: 200 len: 217 time: 0.2072484 Nov 10 03:44:57.713121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3689e8a4-af26-4103-8c30-39dbfdc0643e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:44:57.715813 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-d1a84d31-5066-44bb-9e99-ce66255a74e3 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0395460 Nov 10 03:44:57.800554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Request body: {'port': {'device_id': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:44:57.833095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 3689e8a4-af26-4103-8c30-39dbfdc0643e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:44:57.838289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 3689e8a4-af26-4103-8c30-39dbfdc0643e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:44:57.838675 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:57.994209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-05eaba91-f445-4851-ac2e-f84f6a001216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.003343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-05eaba91-f445-4851-ac2e-f84f6a001216 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.6579111 Nov 10 03:44:58.060635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:58.137177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3689e8a4-af26-4103-8c30-39dbfdc0643e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:58.144589 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c5785a-42e1-4d10-acf5-f53306a2c08b" -d '{"events": [{"server_uuid": "aa68d51d-4d5b-463b-a321-0cc9c13778e4", "name": "network-vif-plugged", "status": "completed", "tag": "3689e8a4-af26-4103-8c30-39dbfdc0643e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:58.145553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-9b33e5e8-23e4-4ca4-a861-a44b30a27061 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd HTTP/1.1" status: 200 len: 217 time: 0.0693991 Nov 10 03:44:58.172192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79738-42c4-44d8-a1f6-f83adce044e1 req-5f471237-c1df-4117-96a5-f0f0ec5d7d9b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.183892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19a79738-42c4-44d8-a1f6-f83adce044e1 req-5f471237-c1df-4117-96a5-f0f0ec5d7d9b tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 949 time: 0.4627833 Nov 10 03:44:58.189426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3689e8a4-af26-4103-8c30-39dbfdc0643e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3689e8a4-af26-4103-8c30-39dbfdc0643e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:44:58.200354 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:58.202468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8605e-cb42-44b4-88f7-57ec1c265ece req-b10a8130-b06e-4672-9099-412c18541f85 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.220002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7f8605e-cb42-44b4-88f7-57ec1c265ece req-b10a8130-b06e-4672-9099-412c18541f85 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.5987227 Nov 10 03:44:58.317321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9d51192d-6055-4107-93bb-275f3823c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.321166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-9b08773a-c819-4890-9d7d-11012d741847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.322039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-9d51192d-6055-4107-93bb-275f3823c2e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.5997627 Nov 10 03:44:58.322985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-9b08773a-c819-4890-9d7d-11012d741847 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1698377 Nov 10 03:44:58.362446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=3689e8a4-af26-4103-8c30-39dbfdc0643e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:58.413554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:58.476722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-f1e3d3c3-e337-4fac-8927-faaccb826067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.477771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-f1e3d3c3-e337-4fac-8927-faaccb826067 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447017 Nov 10 03:44:58.479730 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7f8605e-cb42-44b4-88f7-57ec1c265ece req-ab728137-b698-4917-8183-3cde4389ee11 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586308 Nov 10 03:44:58.496123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19a79738-42c4-44d8-a1f6-f83adce044e1 req-6527abf3-34be-4fa4-a77f-c2ccb3508cd8 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112080 Nov 10 03:44:58.529329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-84ecca9e-fe94-4858-a57b-f373c385de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.530903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-84ecca9e-fe94-4858-a57b-f373c385de60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891778 Nov 10 03:44:58.747128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-68460a66-3947-440b-8d33-1c284bf8ccd2 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068594 Nov 10 03:44:58.797811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-f6bd27fd-e5e3-4ee0-b682-eb32be583e9b service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926002 Nov 10 03:44:58.927004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89803511-94aa-40c0-86bc-9b198ff9a04e req-8d64e26f-98aa-4fd0-bda8-d41a7b8fadb7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:58.938186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89803511-94aa-40c0-86bc-9b198ff9a04e req-8d64e26f-98aa-4fd0-bda8-d41a7b8fadb7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 931 time: 0.2956455 Nov 10 03:44:58.994576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:44:59.013886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:59.045910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Transition to ACTIVE for port object 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:44:59.050444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3a6d6b0-4cb5-4cd5-9125-7e3c8ed67a1c req-aed597de-a654-4060-a645-d5d6219e017a service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967626 Nov 10 03:44:59.057618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:59.072497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e7922f-f1ca-415d-ac57-9143491c0c03 req-4e36920e-18fa-4c53-9c23-d8bc3d989bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128560 Nov 10 03:44:59.076201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89803511-94aa-40c0-86bc-9b198ff9a04e req-bb7463c9-639f-4230-a55f-d8a608b0a9d8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235104 Nov 10 03:44:59.279829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9d493-c453-48f2-b657-903384223947 service neutron] Pushing event updated for resources: {'Port': ['ID=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:59.288008 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f17bb7-3009-4110-a7d3-c694718fc2ea x-openstack-request-id: req-52f17bb7-3009-4110-a7d3-c694718fc2ea {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:44:59.288600 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa68d51d-4d5b-463b-a321-0cc9c13778e4", "name": "network-vif-plugged", "status": "completed", "tag": "3689e8a4-af26-4103-8c30-39dbfdc0643e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:44:59.288600 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52f17bb7-3009-4110-a7d3-c694718fc2ea {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:44:59.288904 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3689e8a4-af26-4103-8c30-39dbfdc0643e', 'code': 200} Nov 10 03:44:59.314612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-3a895f1d-d8d6-42d9-a405-ac70adcf5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:59.316750 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-3a895f1d-d8d6-42d9-a405-ac70adcf5ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 1099 time: 0.1741250 Nov 10 03:44:59.344845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdb523-fffb-48ea-84f3-9aa7ebf3a2a3 req-f932f70a-e112-4605-aef9-51bbd74c4ab4 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:59.346912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91cdb523-fffb-48ea-84f3-9aa7ebf3a2a3 req-f932f70a-e112-4605-aef9-51bbd74c4ab4 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 948 time: 0.1559227 Nov 10 03:44:59.442668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91cdb523-fffb-48ea-84f3-9aa7ebf3a2a3 req-e19b0955-bd42-481a-bf9a-c5939e8efdb7 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799160 Nov 10 03:44:59.453870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Attempting to bind port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:44:59.454088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Attempting to bind port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:44:59.454414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Attempting to bind port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:59.490823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:44:59.491952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Attempting to bind port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde on network 0ec4587b-d728-4a63-9c0c-619a3f29f64f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:44:59.511177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:44:59.511517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Checking segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:44:59.512024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Bound using segment: {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:44:59.512766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Bound port: 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0689ad86-5124-4a10-83cb-6616aaff6357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:44:59.512766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:59.537071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3a14d-c8c1-4413-80bb-2b98b77f33dc req-1d12d07f-d943-4160-8ca1-bc45b9dc3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:59.540090 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abc3a14d-c8c1-4413-80bb-2b98b77f33dc req-1d12d07f-d943-4160-8ca1-bc45b9dc3e23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 1101 time: 0.1652129 Nov 10 03:44:59.587694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772477e4-6995-4240-836f-b0edd8bc3178 req-506bdb6c-bd0d-4c8f-b96d-27433bdd444f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:59.595950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-772477e4-6995-4240-836f-b0edd8bc3178 req-506bdb6c-bd0d-4c8f-b96d-27433bdd444f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1096 time: 0.0647695 Nov 10 03:44:59.616523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-dee8681e-016d-4f6a-9e34-b04bb97457f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:59.618893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-dee8681e-016d-4f6a-9e34-b04bb97457f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.2887559 Nov 10 03:44:59.646526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-772477e4-6995-4240-836f-b0edd8bc3178 req-b27d9e33-d303-4d8d-b091-e4fc1a5e8363 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491402 Nov 10 03:44:59.718054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-abc3a14d-c8c1-4413-80bb-2b98b77f33dc req-acc320ce-e0b5-4dbc-8470-1731886b2340 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664753 Nov 10 03:44:59.778905 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-65cdd84e-09cd-4c9a-a7b5-baa9c9b5a4c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7fe23a65-7843-488b-b0fe-15935d807885 HTTP/1.1" status: 200 len: 217 time: 0.1451170 Nov 10 03:44:59.796265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] For port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:44:59.800690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] For port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:44:59.813137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:59.859234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:59.860384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:44:59.862029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-efd9d493-c453-48f2-b657-903384223947 service neutron] 10.222.0.11 "PUT /v2.0/ports/1cacfb7d-33c9-42cd-a03f-21f10cb5bfde HTTP/1.1" status: 200 len: 1091 time: 2.0936353 Nov 10 03:44:59.862591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'tag': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:44:59.866227 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6028ea4b-726f-4f8a-941b-912a85b8b72b", "tag": "1cacfb7d-33c9-42cd-a03f-21f10cb5bfde"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:44:59.886217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75480c-0c63-448b-9b14-abded077384c req-99014bcd-5e70-4ac6-932b-1f8195b877c9 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:44:59.899006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9d493-c453-48f2-b657-903384223947 service neutron] Pushing event updated for resources: {'Port': ['ID=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:44:59.899584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d75480c-0c63-448b-9b14-abded077384c req-99014bcd-5e70-4ac6-932b-1f8195b877c9 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 950 time: 0.0889449 Nov 10 03:44:59.983986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d75480c-0c63-448b-9b14-abded077384c req-d65688e9-b860-463d-af30-5721f3f36b21 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831289 Nov 10 03:45:00.038876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-225f3c01-7587-407b-b95a-f83b382c130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:00.040652 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-225f3c01-7587-407b-b95a-f83b382c130e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1189518 Nov 10 03:45:00.050327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-3e033827-bac1-4b67-a4f0-ed893f98b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:00.051870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-3e033827-bac1-4b67-a4f0-ed893f98b371 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 1094 time: 0.1198566 Nov 10 03:45:00.132687 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ae258c-77ad-4ae1-88b6-05c1e0b97d1d x-openstack-request-id: req-34ae258c-77ad-4ae1-88b6-05c1e0b97d1d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:00.133560 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6028ea4b-726f-4f8a-941b-912a85b8b72b", "tag": "1cacfb7d-33c9-42cd-a03f-21f10cb5bfde", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:00.133850 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34ae258c-77ad-4ae1-88b6-05c1e0b97d1d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:00.134329 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'tag': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde', 'status': 'completed', 'code': 200} Nov 10 03:45:00.139620 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-46149a4d-728b-40e7-a6f2-8ff31ffefd47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde HTTP/1.1" status: 200 len: 217 time: 0.0736465 Nov 10 03:45:00.185362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-2950603e-8d1e-4a22-8c86-6532e5b48e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:00.186997 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-2950603e-8d1e-4a22-8c86-6532e5b48e08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342483 Nov 10 03:45:00.280018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-1d8922e8-0cfa-4e93-8ac1-96e7955f5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:00.282447 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-1d8922e8-0cfa-4e93-8ac1-96e7955f5a3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.1326869 Nov 10 03:45:00.365464 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-5b1312ae-4b04-4d0a-b1fb-0e24dac4ac99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733395 Nov 10 03:45:00.372948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-36d3eb3d-5f38-481a-9e8f-9a36b6d64cd6 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744964 Nov 10 03:45:00.492051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-684fc37d-5191-49ec-9071-64c041d7b2ea tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:00.500973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-684fc37d-5191-49ec-9071-64c041d7b2ea tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 0.2020736 Nov 10 03:45:00.525271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-9bdeb0e2-e906-4c10-9cc4-fcd9a6f1e53c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/quotas/d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 375 time: 0.0229454 Nov 10 03:45:00.635324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-8682b254-1d94-4d1d-9749-74b0a48db2fa tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081421 Nov 10 03:45:00.651294 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-ff3ffa5a-8153-499b-84b7-dd18bbb90633 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744153 Nov 10 03:45:00.659215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa43911-42f0-4dde-a1b2-b8dfc94173e3 req-b41ace5a-ebe8-415f-b67d-c6fa7e850ff3 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708368 Nov 10 03:45:00.794139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9b2cac9-d6b9-4bbd-bc80-950d8b0afe0b req-2bd812e3-f0b7-4182-9996-0c6565379582 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336870 Nov 10 03:45:00.800090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-c55f84b8-2106-49ce-8408-706bb03ccdc6 service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630051 Nov 10 03:45:00.963049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-991f698f-7010-4b96-8f48-8a99db06e383 service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612141 Nov 10 03:45:01.055862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-bf67f997-0256-4e23-a92e-82018139bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:01.061846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-bf67f997-0256-4e23-a92e-82018139bad2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 1094 time: 0.1579528 Nov 10 03:45:01.111616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49900) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:01.220728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d316b-d30f-4dc5-b7cd-a926ee2fbec5 req-d296f175-4b00-4646-b470-7d8c5cf1056a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:01.221699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-06b25dba-35ca-4d3e-aa6c-d38412d52eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:01.223260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d7d316b-d30f-4dc5-b7cd-a926ee2fbec5 req-d296f175-4b00-4646-b470-7d8c5cf1056a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 943 time: 0.0862710 Nov 10 03:45:01.231120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-06b25dba-35ca-4d3e-aa6c-d38412d52eb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 200 len: 912 time: 0.1587842 Nov 10 03:45:01.302405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-fad04149-46c6-4c80-80e8-89161caf197b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde HTTP/1.1" status: 200 len: 217 time: 0.0604441 Nov 10 03:45:01.371209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d7d316b-d30f-4dc5-b7cd-a926ee2fbec5 req-4e57bd51-4bed-4401-83fe-10b1c1cafe8f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364229 Nov 10 03:45:01.410416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97ce85a5-7bef-4958-88c7-1c94c8519f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:01.421414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-0bd0ba2e-2258-4b1e-8e36-44d878dd5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:01.426099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-0bd0ba2e-2258-4b1e-8e36-44d878dd5b6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 200 len: 852 time: 0.1141624 Nov 10 03:45:01.470691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-aa418522-c6bd-48f8-8098-d7f5d422eb6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ec4587b-d728-4a63-9c0c-619a3f29f64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391619 Nov 10 03:45:01.485794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7079a9-b6de-45b9-b3d8-fde659526a2d req-9dbe0661-ab1d-4c33-8734-73b404eeba84 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:01.494453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c7079a9-b6de-45b9-b3d8-fde659526a2d req-9dbe0661-ab1d-4c33-8734-73b404eeba84 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 948 time: 0.1427522 Nov 10 03:45:01.583318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c7079a9-b6de-45b9-b3d8-fde659526a2d req-9bc09558-d3ab-465d-9dc4-c1f67b918c2b tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859036 Nov 10 03:45:01.601302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97ce85a5-7bef-4958-88c7-1c94c8519f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:01.613260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97ce85a5-7bef-4958-88c7-1c94c8519f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:01.703668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-97ce85a5-7bef-4958-88c7-1c94c8519f43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1cfac53ccff4412a24ab45966c7c21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5907378 Nov 10 03:45:01.706761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce85a5-7bef-4958-88c7-1c94c8519f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9a7df-5363-4917-b23c-b7ff2cfc29ff,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:01.709251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:01.730945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:01.773178 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-f77b90bd-b386-42ff-bdb3-a27c64488619 service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896829 Nov 10 03:45:01.848072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d3625-2a9e-4ce0-bef9-0b00ec226daf req-12718c85-1cc2-4ddc-a472-6c7558a0389d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:01.856470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f8d3625-2a9e-4ce0-bef9-0b00ec226daf req-12718c85-1cc2-4ddc-a472-6c7558a0389d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 950 time: 0.1515985 Nov 10 03:45:01.903643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a092e41-7231-4f87-9b8a-36b654c494bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:01.952883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:01.984218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7fe23a65-7843-488b-b0fe-15935d807885', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '7fe23a65-7843-488b-b0fe-15935d807885', 'mac_address': 'fa:16:3e:c9:b7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:02.035118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f8d3625-2a9e-4ce0-bef9-0b00ec226daf req-b2ce3e43-7381-4f06-ac2d-33c54694a0e1 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775081 Nov 10 03:45:02.043993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a092e41-7231-4f87-9b8a-36b654c494bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.051010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e86255ed-aa4c-4b0b-b0d4-7752a4a1b6fc req-faf9c04f-ab8f-453a-848d-307439eca1df service neutron] 10.222.0.11 "GET /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689579 Nov 10 03:45:02.059485 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.111724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe23a65-7843-488b-b0fe-15935d807885 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:02.122572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:02.228755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:02.235591 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.245986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4be7a1ce-e0b8-4651-bc7b-3a3e859bf1d0 req-1cc23f15-2fe1-46c5-af70-c2d1e1f3e255 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 210 time: 0.0710609 Nov 10 03:45:02.248214 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a092e41-7231-4f87-9b8a-36b654c494bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.251284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a092e41-7231-4f87-9b8a-36b654c494bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.252391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a092e41-7231-4f87-9b8a-36b654c494bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdb9a7df-5363-4917-b23c-b7ff2cfc29ff HTTP/1.1" status: 204 len: 168 time: 0.5135806 Nov 10 03:45:02.261953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a092e41-7231-4f87-9b8a-36b654c494bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9a7df-5363-4917-b23c-b7ff2cfc29ff,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:02.306630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:02.353405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'mac_address': 'fa:16:3e:e4:72:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:02.425562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:02.440579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3196291-fa51-4ddd-a610-a3c40bf6d43e req-03c5ab69-5e99-451b-b2f6-1c742081d850 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:02.450409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3196291-fa51-4ddd-a610-a3c40bf6d43e req-03c5ab69-5e99-451b-b2f6-1c742081d850 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.1296611 Nov 10 03:45:02.462114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7fe23a65-7843-488b-b0fe-15935d807885'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:02.549683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3196291-fa51-4ddd-a610-a3c40bf6d43e req-a6c3dbf5-8bac-43e7-938f-de8d7d195112 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981693 Nov 10 03:45:02.563664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.628753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:02.738235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:02.771961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.902319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49978) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:02.924589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8df580d5-c58a-4d00-a2a0-46c4aa780688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:02.940437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89379e-389e-4b61-8479-9ad7b6d625b8 req-8acb47ef-9df6-46f8-a198-7eb56c85cfea tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:02.941268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-db556703-add7-4790-b56a-a53e2636834d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:02.942362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee89379e-389e-4b61-8479-9ad7b6d625b8 req-8acb47ef-9df6-46f8-a198-7eb56c85cfea tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 950 time: 0.1825941 Nov 10 03:45:02.952882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-db556703-add7-4790-b56a-a53e2636834d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 0.2694242 Nov 10 03:45:02.970672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Request body: {'port': {'device_id': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'admin_state_up': True, 'tenant_id': 'd755dac5f401488991d001bb1d0984ae'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:02.980838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:02.989864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5145875-800d-4468-ab42-b3f051f55ee8 req-725d485e-cdbd-4e37-b4c5-84d9c5deee8a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:02.991655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5145875-800d-4468-ab42-b3f051f55ee8 req-725d485e-cdbd-4e37-b4c5-84d9c5deee8a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 943 time: 0.1895134 Nov 10 03:45:03.008489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.009124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.009615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.010134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.010885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.011530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.012478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.014130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.014637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.015170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.015646 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.016135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:03.056115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee89379e-389e-4b61-8479-9ad7b6d625b8 req-a281bf4a-4c35-4fc9-9b49-1126fd64fb15 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041250 Nov 10 03:45:03.079769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5145875-800d-4468-ab42-b3f051f55ee8 req-a01a1ad2-7de5-43c2-a1b4-8bdf51a5168c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788431 Nov 10 03:45:03.206517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:03.249948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8df580d5-c58a-4d00-a2a0-46c4aa780688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.264244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8df580d5-c58a-4d00-a2a0-46c4aa780688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.275586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5299f-da45-48b3-8311-cb4021f48b48 req-ce6a4565-1e4b-478a-a979-2cc7c1f3d2f9 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:03.279866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5e5299f-da45-48b3-8311-cb4021f48b48 req-ce6a4565-1e4b-478a-a979-2cc7c1f3d2f9 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 949 time: 0.0935719 Nov 10 03:45:03.320299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df580d5-c58a-4d00-a2a0-46c4aa780688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cfd582-09e1-45dc-a7b0-34c49b30c59d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:03.327011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Made reservation on behalf of d755dac5f401488991d001bb1d0984ae for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:03.331007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.358608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8df580d5-c58a-4d00-a2a0-46c4aa780688 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=841562841b514b87ad78c38f1f058804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517486 Nov 10 03:45:03.361190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50006) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:03.442141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5e5299f-da45-48b3-8311-cb4021f48b48 req-961eae0d-ae7f-4de9-845b-c8946ee373d4 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421053 Nov 10 03:45:03.520206 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37b3c6c3-16ec-43a8-95c2-b54be08d1f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.576040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37b3c6c3-16ec-43a8-95c2-b54be08d1f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.593909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c05eee69-b6db-4bf2-a4ea-26b77954653c req-f3128766-dced-4f30-8133-55140f38c781 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 210 time: 0.0629635 Nov 10 03:45:03.600454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Allocated IP 172.20.0.6 (6ecc1105-ed6d-4359-8e5f-837db6835e11/dcf77a30-acd2-4544-98f5-ecdaba91ccf5/a4ff8890-e70f-40a3-befd-2df0b21e2f11) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:03.683892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37b3c6c3-16ec-43a8-95c2-b54be08d1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.688387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-37b3c6c3-16ec-43a8-95c2-b54be08d1f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.690376 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-37b3c6c3-16ec-43a8-95c2-b54be08d1f84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5cfd582-09e1-45dc-a7b0-34c49b30c59d HTTP/1.1" status: 204 len: 168 time: 0.3275690 Nov 10 03:45:03.709678 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:45:03.718760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c6c3-16ec-43a8-95c2-b54be08d1f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cfd582-09e1-45dc-a7b0-34c49b30c59d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:03.756221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:03.883991 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:03.888812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 7fe23a65-7843-488b-b0fe-15935d807885 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:45:03.893854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7fe23a65-7843-488b-b0fe-15935d807885 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:03.894255 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.026208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-3d48cb3b-c392-4cfd-bb43-b0a7b4619da7 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:04.034156 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-3d48cb3b-c392-4cfd-bb43-b0a7b4619da7 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 950 time: 0.1462831 Nov 10 03:45:04.065860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.073931 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.116992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:04.119244 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7b5859-4846-4613-9251-473e6aff607d" -d '{"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:04.146071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:04.152032 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.160907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:04.169354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:04.178087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:04.286047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:04.345855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:04.346775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.359413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:04.384775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-83eec4be-9688-465a-a977-12e582606e10 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4183011 Nov 10 03:45:04.389338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2572f88-4b14-4bfb-b6af-3e31cae9e533 req-d2e92406-8e55-4f15-bb2a-38c85c1b7680 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:04.403322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2572f88-4b14-4bfb-b6af-3e31cae9e533 req-d2e92406-8e55-4f15-bb2a-38c85c1b7680 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.1555490 Nov 10 03:45:04.406392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Request body: {'port': {'device_id': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:04.444522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Deleting port 3689e8a4-af26-4103-8c30-39dbfdc0643e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:04.445175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.516017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2572f88-4b14-4bfb-b6af-3e31cae9e533 req-9c3e70ff-ee3c-44f8-a2dd-f3d33c6bb4b0 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116402 Nov 10 03:45:04.551269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.621111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] For port 3689e8a4-af26-4103-8c30-39dbfdc0643e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3689e8a4-af26-4103-8c30-39dbfdc0643e,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:04.621460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:04.661843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Calling delete_port for 3689e8a4-af26-4103-8c30-39dbfdc0643e owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:04.680686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a442-4cc7-493f-ae76-520cf777fc8c req-7ec37b52-ee8c-43eb-8f8b-5ff0f29f70e8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:04.688912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d72a442-4cc7-493f-ae76-520cf777fc8c req-7ec37b52-ee8c-43eb-8f8b-5ff0f29f70e8 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 943 time: 0.0965209 Nov 10 03:45:04.719958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d5c25-1c8f-4c93-98e2-c6224ab27d35 req-e9c0a711-4c15-4d32-a48c-38d5848e9e2f tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:04.729406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce8d5c25-1c8f-4c93-98e2-c6224ab27d35 req-e9c0a711-4c15-4d32-a48c-38d5848e9e2f tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 950 time: 0.1010094 Nov 10 03:45:04.816551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d72a442-4cc7-493f-ae76-520cf777fc8c req-ec5563c9-580d-48d5-967a-42cc004aea6d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264100 Nov 10 03:45:04.869047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce8d5c25-1c8f-4c93-98e2-c6224ab27d35 req-73fd41d9-6d8c-481a-9f38-988cba50bbe4 tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380506 Nov 10 03:45:04.889590 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e70915-c2cc-4710-beeb-80e006db460b x-openstack-request-id: req-65e70915-c2cc-4710-beeb-80e006db460b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:04.890102 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:04.890286 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65e70915-c2cc-4710-beeb-80e006db460b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:04.890665 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885', 'code': 200} Nov 10 03:45:05.048818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cdf91-b483-4da9-bbba-44beb325e7c4 req-32a6ae54-44b3-4c92-8bc9-402b0d4bac66 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:05.056427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a73cdf91-b483-4da9-bbba-44beb325e7c4 req-32a6ae54-44b3-4c92-8bc9-402b0d4bac66 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 949 time: 0.1356375 Nov 10 03:45:05.082242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456cf63-9633-49aa-9612-0e02cfb5f8d7 req-f32d0635-453a-4972-ae7a-9dae5ac28059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:05.083825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a456cf63-9633-49aa-9612-0e02cfb5f8d7 req-f32d0635-453a-4972-ae7a-9dae5ac28059 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 1101 time: 0.1183534 Nov 10 03:45:05.194413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:05.207146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['3689e8a4-af26-4103-8c30-39dbfdc0643e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:05.207955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a73cdf91-b483-4da9-bbba-44beb325e7c4 req-f1c4035a-fe96-40df-8d68-2b4445852e27 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505477 Nov 10 03:45:05.257723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Pushing event deleted for resources: {'Port': ['ID=3689e8a4-af26-4103-8c30-39dbfdc0643e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:05.286071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a456cf63-9633-49aa-9612-0e02cfb5f8d7 req-8ff9ef09-337d-4c84-accb-72d96fc2e388 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911590 Nov 10 03:45:05.312297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69403e-3741-4859-826b-2af448790f1c req-399312b2-66d2-4a8c-b589-5fd0e61011f1 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:05.336813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e69403e-3741-4859-826b-2af448790f1c req-399312b2-66d2-4a8c-b589-5fd0e61011f1 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 931 time: 0.2414954 Nov 10 03:45:05.412733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ff8890-e70f-40a3-befd-2df0b21e2f11 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:05.422906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:05.440669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Transition to ACTIVE for port object a4ff8890-e70f-40a3-befd-2df0b21e2f11 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:45:05.446315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] No DVR routers for this DVR port 3689e8a4-af26-4103-8c30-39dbfdc0643e on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:45:05.449797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:05.461525 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f23515b-1ff2-4c58-8388-283768dd10b5 req-a5afc932-1a9d-4635-9a59-8e46b40a8d9d tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.44 "DELETE /v2.0/ports/3689e8a4-af26-4103-8c30-39dbfdc0643e HTTP/1.1" status: 204 len: 173 time: 1.4183059 Nov 10 03:45:05.462847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'name': 'network-vif-deleted', 'tag': '3689e8a4-af26-4103-8c30-39dbfdc0643e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:05.467846 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f550bbf7-0b72-4581-aabe-1b7f744c1fbe" -d '{"events": [{"server_uuid": "aa68d51d-4d5b-463b-a321-0cc9c13778e4", "name": "network-vif-deleted", "tag": "3689e8a4-af26-4103-8c30-39dbfdc0643e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:05.481005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:05.535895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e69403e-3741-4859-826b-2af448790f1c req-e2819b0e-77c3-4cff-b634-6126b37fcac7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980071 Nov 10 03:45:05.892213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311f0a-924e-4b91-a1ab-e9ea97387306 req-c6dc377f-0550-4f0e-a55e-8248241b01ac tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:05.907578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86311f0a-924e-4b91-a1ab-e9ea97387306 req-c6dc377f-0550-4f0e-a55e-8248241b01ac tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.0950661 Nov 10 03:45:06.073702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86311f0a-924e-4b91-a1ab-e9ea97387306 req-016006db-4f68-4e2b-964d-e3a6157fbb54 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633801 Nov 10 03:45:06.078973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:06.115509 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209a28d-172a-48d3-a015-c76ac8383588 x-openstack-request-id: req-9209a28d-172a-48d3-a015-c76ac8383588 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:06.116107 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa68d51d-4d5b-463b-a321-0cc9c13778e4", "name": "network-vif-deleted", "tag": "3689e8a4-af26-4103-8c30-39dbfdc0643e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:06.116523 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9209a28d-172a-48d3-a015-c76ac8383588 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:06.117100 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa68d51d-4d5b-463b-a321-0cc9c13778e4', 'name': 'network-vif-deleted', 'tag': '3689e8a4-af26-4103-8c30-39dbfdc0643e', 'status': 'completed', 'code': 200} Nov 10 03:45:06.129063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f0e7-8596-4ebd-8633-28592bb3b35c req-90292ef7-2379-4466-909c-4c8a29a77372 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:06.138823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e552f0e7-8596-4ebd-8633-28592bb3b35c req-90292ef7-2379-4466-909c-4c8a29a77372 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 943 time: 0.1486278 Nov 10 03:45:06.160752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:06.194650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:06.257470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e552f0e7-8596-4ebd-8633-28592bb3b35c req-ca97e9b7-d7d4-46af-888a-385c8e30408d tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121032 Nov 10 03:45:06.299324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:06.299667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:06.303131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:06.327207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a248abe-6350-41e7-a8b6-d87f4d258f03 req-a51fc6c6-642e-4041-b95a-3cf9d19b613e tempest-ImagesNegativeTestJSON-1312643854 tempest-ImagesNegativeTestJSON-1312643854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa68d51d-4d5b-463b-a321-0cc9c13778e4 HTTP/1.1" status: 200 len: 210 time: 0.0987701 Nov 10 03:45:06.331009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:45:06.331854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:06.352658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:06.353002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:06.353395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:06.360334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Bound port: a4ff8890-e70f-40a3-befd-2df0b21e2f11, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:06.361274 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:06.484439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d45833-e2c5-4c17-ace2-7f31d320117f req-6431954f-0b93-4001-89cc-0a1947b25a91 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:06.492712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4d45833-e2c5-4c17-ace2-7f31d320117f req-6431954f-0b93-4001-89cc-0a1947b25a91 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 949 time: 0.1154921 Nov 10 03:45:06.573190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4d45833-e2c5-4c17-ace2-7f31d320117f req-d4461c85-5106-4b51-81c8-b2cb086f6338 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759132 Nov 10 03:45:06.574073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50154) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:06.592613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:06.597121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:06.606789 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:06.618841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:45:06.630345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:06.646363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:06.647571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:06.649134 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] 10.222.0.44 "PUT /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 1091 time: 2.2501278 Nov 10 03:45:06.651148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde', 'network_id': '0ec4587b-d728-4a63-9c0c-619a3f29f64f', 'port_id': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde', 'mac_address': 'fa:16:3e:b3:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aec2abc-22bf-4be7-a15e-af32f36fe32d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:06.658837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:06.659490 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:06.729068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1ecb8-3265-471b-a1fe-e7bc23521313 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:06.797735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-5433a17a-f418-4d03-8870-10630a24b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:06.799437 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-5433a17a-f418-4d03-8870-10630a24b155 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1094 time: 0.1020112 Nov 10 03:45:06.815861 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:06.832996 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:06.841060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76409d31-3a98-4961-888c-5575144d6310 req-19441df3-ddae-40be-ae19-7dff6646f1c0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:06.856198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:06.859079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76409d31-3a98-4961-888c-5575144d6310 req-19441df3-ddae-40be-ae19-7dff6646f1c0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.1080732 Nov 10 03:45:06.898361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:06.900651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:06.902287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-913322d8-0809-4f2a-bf94-41f6d0cc3994 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 217 time: 0.0918076 Nov 10 03:45:06.906277 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6443926b-5027-45de-a2d6-e8f7bc5aba79" -d '{"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-plugged", "status": "completed", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:06.927373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:06.977601 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe3fb22-2b62-4801-baa9-b3c6ce85ba06 x-openstack-request-id: req-1fe3fb22-2b62-4801-baa9-b3c6ce85ba06 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:06.977887 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-plugged", "status": "completed", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:06.978352 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fe3fb22-2b62-4801-baa9-b3c6ce85ba06 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:06.978754 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'code': 200} Nov 10 03:45:06.979260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76409d31-3a98-4961-888c-5575144d6310 req-9730c548-44ff-40d1-9984-770b9fe89622 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187730 Nov 10 03:45:06.992597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:06.998234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.011218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-c32d39b4-0e17-4fc9-8cb9-49c6a2494459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:07.013732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-c32d39b4-0e17-4fc9-8cb9-49c6a2494459 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1053524 Nov 10 03:45:07.017502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed5670c4-745e-4f74-be57-1460cbb724be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.031235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:07.097224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-38ac2b65-69bc-46e9-b98e-53ed6f675e7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762813 Nov 10 03:45:07.188484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed5670c4-745e-4f74-be57-1460cbb724be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.194921 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed5670c4-745e-4f74-be57-1460cbb724be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.195395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:07.269364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5670c4-745e-4f74-be57-1460cbb724be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30502c32-2f81-4af7-b91c-06bdfea07366,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:07.323822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5251716-49bd-4af1-bca9-129bb609d5ab req-2c3c56b2-2fe9-4f15-a901-0b9a749db174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:07.325194 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5251716-49bd-4af1-bca9-129bb609d5ab req-2c3c56b2-2fe9-4f15-a901-0b9a749db174 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 1101 time: 0.1977227 Nov 10 03:45:07.328928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ed5670c4-745e-4f74-be57-1460cbb724be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f21a11a93c847c888ada6cf8fe0b607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7508917 Nov 10 03:45:07.329549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50174) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:07.362684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-a0daea69-60fd-48de-985c-c2b9a09941ef service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586060 Nov 10 03:45:07.398204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d219a-4385-436e-a53b-9fda532604ef req-eee7b385-2f82-42c1-9482-4c9d8cdabcb7 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:07.403197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a4d219a-4385-436e-a53b-9fda532604ef req-eee7b385-2f82-42c1-9482-4c9d8cdabcb7 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.1566315 Nov 10 03:45:07.432896 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c5251716-49bd-4af1-bca9-129bb609d5ab req-9340ed43-e726-4eb6-a990-3d4c3f107b03 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988317 Nov 10 03:45:07.465981 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193a00cf-ff7c-4d96-9ea2-bf3535d390e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.489328 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13e0a9e8-6acc-4488-bbf2-fcc3bb878716 req-796d3bfc-b117-4bf0-971a-09c39c591089 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190445 Nov 10 03:45:07.494234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['1cacfb7d-33c9-42cd-a03f-21f10cb5bfde'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:07.514572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193a00cf-ff7c-4d96-9ea2-bf3535d390e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.547930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a4d219a-4385-436e-a53b-9fda532604ef req-9d7fe752-e287-4eba-aca6-92b9ea7aad7e tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101243 Nov 10 03:45:07.561473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c78a0-6506-43f0-b3f9-b61c01ba69dd req-ee487e4d-4583-41bf-9088-88422beaa60a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:07.569234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-357c78a0-6506-43f0-b3f9-b61c01ba69dd req-ee487e4d-4583-41bf-9088-88422beaa60a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 944 time: 0.1625504 Nov 10 03:45:07.649113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-357c78a0-6506-43f0-b3f9-b61c01ba69dd req-b3f74c95-2f2e-44ae-bee8-4f555066c8db tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744228 Nov 10 03:45:07.671134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193a00cf-ff7c-4d96-9ea2-bf3535d390e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.674910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193a00cf-ff7c-4d96-9ea2-bf3535d390e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.693575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-193a00cf-ff7c-4d96-9ea2-bf3535d390e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30502c32-2f81-4af7-b91c-06bdfea07366 HTTP/1.1" status: 204 len: 168 time: 0.3628540 Nov 10 03:45:07.721713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a00cf-ff7c-4d96-9ea2-bf3535d390e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30502c32-2f81-4af7-b91c-06bdfea07366,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:07.778057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3689e8a4-af26-4103-8c30-39dbfdc0643e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:45:07.853874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 3689e8a4-af26-4103-8c30-39dbfdc0643e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:45:07.854532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3689e8a4-af26-4103-8c30-39dbfdc0643e not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:45:07.895748 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:07.921331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f0c0-2839-4933-a3e8-0de85b671745 req-510f4460-0fb5-40fb-be4f-1fcb2ba1544f tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:07.929339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea44f0c0-2839-4933-a3e8-0de85b671745 req-510f4460-0fb5-40fb-be4f-1fcb2ba1544f tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 950 time: 0.1397870 Nov 10 03:45:07.986814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-89a216f8-7455-4ea2-bdb2-93716a0708fc tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:07.988369 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-89a216f8-7455-4ea2-bdb2-93716a0708fc tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.0775826 Nov 10 03:45:08.081278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea44f0c0-2839-4933-a3e8-0de85b671745 req-d68fd351-90a3-4b4a-961c-ac6d1f21caa0 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499166 Nov 10 03:45:08.118157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:08.121264 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4320e9-5a21-4b37-80b3-9ae8fe005653" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:08.153531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff35b-8334-423f-9d12-1496b94990ee req-9a7cd105-ada5-4ce7-843c-cb04db149db3 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:08.161835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-623ff35b-8334-423f-9d12-1496b94990ee req-9a7cd105-ada5-4ce7-843c-cb04db149db3 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.0711179 Nov 10 03:45:08.183129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Deleting port ad679630-7f6d-4951-ba1a-529ce6e69232 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:08.187968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:08.231360 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5aacc1-8f6d-4317-b2ae-e07d081a33bd x-openstack-request-id: req-af5aacc1-8f6d-4317-b2ae-e07d081a33bd {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:08.232177 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:08.232588 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af5aacc1-8f6d-4317-b2ae-e07d081a33bd {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:08.233138 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11', 'status': 'completed', 'code': 200} Nov 10 03:45:08.253183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-623ff35b-8334-423f-9d12-1496b94990ee req-f594a163-b17a-43a1-8c78-1556ace96508 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910518 Nov 10 03:45:08.341362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-cc12bc16-8dc8-4f41-a170-e8a8f3cfe2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:08.342936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-cc12bc16-8dc8-4f41-a170-e8a8f3cfe2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1094 time: 0.0693691 Nov 10 03:45:08.432589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] For port ad679630-7f6d-4951-ba1a-529ce6e69232, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad679630-7f6d-4951-ba1a-529ce6e69232,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:08.432948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:08.463953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50240) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:08.499614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50244) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:08.569217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-a554d4f7-f711-456d-a967-3106fdef2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:08.570278 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-a554d4f7-f711-456d-a967-3106fdef2a22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.2082205 Nov 10 03:45:08.743244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-a24c01c9-46ee-407d-89bd-25793e6fb9c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 217 time: 0.1499374 Nov 10 03:45:08.746799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:08.748167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:08.748552 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Floating IP d13bded6-8dc8-4297-8000-8bc06bbbca64 disassociated. External IP: 172.25.6.247, port: ad679630-7f6d-4951-ba1a-529ce6e69232. Nov 10 03:45:08.749148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Calling delete_port for ad679630-7f6d-4951-ba1a-529ce6e69232 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:08.755228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-11ddfb04-0c93-4ecb-bc65-6cafc5d76d67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3647b89de0a4026b5786bb25d598a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543426 Nov 10 03:45:08.756991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50254) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:08.765308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eaaac219-0986-46bd-acb6-84e972127694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:08.813917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0088fb7-481c-49a6-b309-0ae215f232dc req-360363f6-7d18-4904-a7ed-85a61bb160c1 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:08.822075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0088fb7-481c-49a6-b309-0ae215f232dc req-360363f6-7d18-4904-a7ed-85a61bb160c1 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 945 time: 0.1696696 Nov 10 03:45:08.861239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-5f7eab55-8d15-4db0-8f17-4ed092bcabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:08.862797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-5f7eab55-8d15-4db0-8f17-4ed092bcabd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1113133 Nov 10 03:45:08.932795 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-e152da6a-b558-4617-b150-41516ce2a0c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602963 Nov 10 03:45:09.049969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c28ee-1e4f-4261-adf6-75c024312c0c req-dd11ed45-cd89-4f66-934d-47620e9c856c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:09.051008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-937c28ee-1e4f-4261-adf6-75c024312c0c req-dd11ed45-cd89-4f66-934d-47620e9c856c tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 944 time: 0.2503030 Nov 10 03:45:09.064901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0088fb7-481c-49a6-b309-0ae215f232dc req-90660ad7-a991-406f-a6ab-6427c3cc4403 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a787256-bbe5-409c-bb85-fddcfc04a700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415087 Nov 10 03:45:09.068473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e18478f2-384b-43dc-83f0-8e1dc9afd066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.087449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.093133 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-61823400-934d-4c7d-be18-6854a48968a1 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537254 Nov 10 03:45:09.129818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event deleted for resources: {'Port': ['ID=ad679630-7f6d-4951-ba1a-529ce6e69232,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:09.140922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e18478f2-384b-43dc-83f0-8e1dc9afd066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.257756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eaaac219-0986-46bd-acb6-84e972127694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.284737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eaaac219-0986-46bd-acb6-84e972127694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.309747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-937c28ee-1e4f-4261-adf6-75c024312c0c req-16e31ebf-e1ec-4329-8b65-bc4b0ebf83ac tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767733 Nov 10 03:45:09.380425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Router c4d85226-d149-46e7-bfda-84872cee4991 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:45:09.383031 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a4320e9-5a21-4b37-80b3-9ae8fe005653 req-9cf00b7b-349c-4768-aeed-0dfb078da3a0 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559450 Nov 10 03:45:09.389014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eaaac219-0986-46bd-acb6-84e972127694 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b1e13f504794fc58559b4badceecc3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9237897 Nov 10 03:45:09.392325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50272) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:09.401754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac219-0986-46bd-acb6-84e972127694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d6ebcc-b348-4fea-9b6a-2f99193d4c71,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:09.423470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d85257-cb91-488e-93d0-0430af335a45 req-d81eeecb-8734-4a96-a55f-6c1324cde5c2 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:09.432175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c5d85257-cb91-488e-93d0-0430af335a45 req-d81eeecb-8734-4a96-a55f-6c1324cde5c2 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 950 time: 0.2128947 Nov 10 03:45:09.511659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e18478f2-384b-43dc-83f0-8e1dc9afd066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.514582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e18478f2-384b-43dc-83f0-8e1dc9afd066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.518298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e18478f2-384b-43dc-83f0-8e1dc9afd066 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7b6781e-61b4-46e9-bc6f-47f73f6b92ad HTTP/1.1" status: 204 len: 168 time: 0.7568417 Nov 10 03:45:09.532084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fde3422-840e-40b5-a0a1-ca0ed2a4bbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.552604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:09.567297 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] Sync routers for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:09.587167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fde3422-840e-40b5-a0a1-ca0ed2a4bbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.587423 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:09.587818 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:09.622377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18478f2-384b-43dc-83f0-8e1dc9afd066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6781e-61b4-46e9-bc6f-47f73f6b92ad,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:09.634009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] No DVR routers for this DVR port ad679630-7f6d-4951-ba1a-529ce6e69232 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:45:09.637741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.641016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf64cd33-a334-4b43-94da-1b7e846a2c6d req-99ab916f-bd67-4fda-9a77-4116ecad945b tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.11 "DELETE /v2.0/ports/ad679630-7f6d-4951-ba1a-529ce6e69232 HTTP/1.1" status: 204 len: 173 time: 1.6462138 Nov 10 03:45:09.673582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c5d85257-cb91-488e-93d0-0430af335a45 req-8a498935-a137-4f89-b41a-80f19ad8999c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363896 Nov 10 03:45:09.716801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fde3422-840e-40b5-a0a1-ca0ed2a4bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.719788 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fde3422-840e-40b5-a0a1-ca0ed2a4bbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:09.723336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4fde3422-840e-40b5-a0a1-ca0ed2a4bbfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1d6ebcc-b348-4fea-9b6a-2f99193d4c71 HTTP/1.1" status: 204 len: 168 time: 0.3277848 Nov 10 03:45:09.731719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77fad7-2bbd-454c-9849-2e231ada8e5b req-d0032be5-e75e-4f4b-a81d-e2311d3c0775 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:09.738917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde3422-840e-40b5-a0a1-ca0ed2a4bbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d6ebcc-b348-4fea-9b6a-2f99193d4c71,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:09.742970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e77fad7-2bbd-454c-9849-2e231ada8e5b req-d0032be5-e75e-4f4b-a81d-e2311d3c0775 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.2847135 Nov 10 03:45:09.866630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e77fad7-2bbd-454c-9849-2e231ada8e5b req-2d7b7466-a4c6-438b-b507-01ac263f5413 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151199 Nov 10 03:45:09.882397 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:10.046865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3831-a6a1-4695-a4be-e8dd9a52fe9c req-6687c501-60e7-4400-aeff-03085e66e312 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:10.055483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1cdc3831-a6a1-4695-a4be-e8dd9a52fe9c req-6687c501-60e7-4400-aeff-03085e66e312 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 950 time: 0.0792804 Nov 10 03:45:10.117453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1cdc3831-a6a1-4695-a4be-e8dd9a52fe9c req-86ceaee0-83e1-419d-96ad-7a151c48bb27 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549462 Nov 10 03:45:10.143382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:10.218367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce1def70-f5b7-49e5-8c1f-1463d8c8cfe4 req-b1c74298-a71f-4ada-849c-e89c1acf6c91 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0374866 Nov 10 03:45:10.235027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'name': 'network-vif-deleted', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:10.237526 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae2586c-2c15-43fa-944c-4d11bb82ace7" -d '{"events": [{"server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "name": "network-vif-deleted", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:10.323142 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:14Z', 'revision_number': 5, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:10.349918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:45:10.379641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:10.380008 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:10.398610 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] Checking router: c4d85226-d149-46e7-bfda-84872cee4991 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:45:10.415961 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:10.419848 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:44:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:10.427039 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795cf9d-3bb2-407f-807e-4fc766c2cb8e x-openstack-request-id: req-1795cf9d-3bb2-407f-807e-4fc766c2cb8e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:10.427870 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7933802-dd3e-41b0-93ca-57ffc94ee63f", "name": "network-vif-deleted", "tag": "ad679630-7f6d-4951-ba1a-529ce6e69232", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:10.428322 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1795cf9d-3bb2-407f-807e-4fc766c2cb8e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:10.428916 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7933802-dd3e-41b0-93ca-57ffc94ee63f', 'name': 'network-vif-deleted', 'tag': 'ad679630-7f6d-4951-ba1a-529ce6e69232', 'status': 'completed', 'code': 200} Nov 10 03:45:10.640467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef42f2b-5b54-41be-8da3-8cec0a2d6732 req-09218103-b938-4d41-a938-279fc4f2d285 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:10.652803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fef42f2b-5b54-41be-8da3-8cec0a2d6732 req-09218103-b938-4d41-a938-279fc4f2d285 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 944 time: 0.1231692 Nov 10 03:45:10.704310 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:10.764922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50306) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:10.788363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fef42f2b-5b54-41be-8da3-8cec0a2d6732 req-dd97237c-393d-4695-8f14-8e092cda9f76 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333942 Nov 10 03:45:10.802340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d9dc72-7915-46b1-8ee4-927c65a2ae6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:10.877237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:10.973536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d9dc72-7915-46b1-8ee4-927c65a2ae6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:10.984505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d9dc72-7915-46b1-8ee4-927c65a2ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:11.003528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:11.005743 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac619ac7-eb42-4f89-a011-59e6a133d21c" -d '{"events": [{"server_uuid": "6028ea4b-726f-4f8a-941b-912a85b8b72b", "name": "network-vif-plugged", "status": "completed", "tag": "1cacfb7d-33c9-42cd-a03f-21f10cb5bfde"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:11.046527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-75d9dc72-7915-46b1-8ee4-927c65a2ae6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc87b064a38643f7a361c9367a748962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800803 Nov 10 03:45:11.054986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50320) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:11.055679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9dc72-7915-46b1-8ee4-927c65a2ae6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0923cffc-de53-4207-8c25-8e6451c6eab8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:11.109198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:11.136867 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:11.137663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad679630-7f6d-4951-ba1a-529ce6e69232 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:45:11.207467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4500d-066d-4ff4-a398-9af2da7f1dfa req-8493334e-13bc-4012-ab3f-1d6cb3e1cd87 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:11.222312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1e4500d-066d-4ff4-a398-9af2da7f1dfa req-8493334e-13bc-4012-ab3f-1d6cb3e1cd87 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.1929011 Nov 10 03:45:11.283152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b3b85c0-9526-4297-a855-b312cf45d264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:11.289060 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2877359-6cda-4c84-bf94-986da96aa4f3 x-openstack-request-id: req-c2877359-6cda-4c84-bf94-986da96aa4f3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:11.289926 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6028ea4b-726f-4f8a-941b-912a85b8b72b", "name": "network-vif-plugged", "status": "completed", "tag": "1cacfb7d-33c9-42cd-a03f-21f10cb5bfde", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:11.289926 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2877359-6cda-4c84-bf94-986da96aa4f3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:11.289926 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde', 'code': 200} Nov 10 03:45:11.384855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1e4500d-066d-4ff4-a398-9af2da7f1dfa req-82f15218-6f8f-4f23-9b9b-4fbb51c96699 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619153 Nov 10 03:45:11.386543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50338) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:11.414330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b3b85c0-9526-4297-a855-b312cf45d264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:11.532102 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:14Z', 'revision_number': 5, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:11.548183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb620-5f74-439c-b71e-62aff4e59938 req-d055a8e6-e5a8-4385-88e9-13cba755b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:11.551514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e8ccb620-5f74-439c-b71e-62aff4e59938 req-d055a8e6-e5a8-4385-88e9-13cba755b0e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 1096 time: 0.1997235 Nov 10 03:45:11.565425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60feb382-aa7b-4044-af7c-f91c3a7dc268 None None] The sync data for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 is: [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:42:09Z', 'revision_number': 4, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f', 'name': '', 'network_id': 'f60a82d4-f52e-490f-a98c-f2ed15732c72', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'mac_address': 'fa:16:3e:cc:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:08Z', 'updated_at': '2021-11-10T03:42:14Z', 'revision_number': 5, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'subnets': [{'id': 'cda49f39-6e98-40f3-9dea-85e0bd3d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:11.617303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d51838a4-2360-4b36-a563-25ec98b8020f req-25d0f0f4-40ef-4e84-99c4-0fc15e2cd8b9 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0795379 Nov 10 03:45:11.665876 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e8ccb620-5f74-439c-b71e-62aff4e59938 req-c0176c2a-544e-440b-aaef-3eca147f7ad9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081161 Nov 10 03:45:11.678042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b3b85c0-9526-4297-a855-b312cf45d264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:11.681082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b3b85c0-9526-4297-a855-b312cf45d264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:11.686643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1b3b85c0-9526-4297-a855-b312cf45d264 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0923cffc-de53-4207-8c25-8e6451c6eab8 HTTP/1.1" status: 204 len: 168 time: 0.6152363 Nov 10 03:45:11.704293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b85c0-9526-4297-a855-b312cf45d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0923cffc-de53-4207-8c25-8e6451c6eab8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:11.780384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:11.797376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879546d4-ea87-442d-ac70-393a8c64be4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:11.850033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:11.858973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: ad679630-7f6d-4951-ba1a-529ce6e69232 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:45:11.859799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad679630-7f6d-4951-ba1a-529ce6e69232 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:45:12.081167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879546d4-ea87-442d-ac70-393a8c64be4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.102858 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879546d4-ea87-442d-ac70-393a8c64be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.164010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-879546d4-ea87-442d-ac70-393a8c64be4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cb33d33ed1249139d4d15998908e2a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7762954 Nov 10 03:45:12.166719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50356) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:12.167071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:12.183642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'port_id': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11', 'mac_address': 'fa:16:3e:a5:57:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf77a30-acd2-4544-98f5-ecdaba91ccf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:12.227303 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.230990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50358) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:12.245401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ff8890-e70f-40a3-befd-2df0b21e2f11 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:12.271698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:12.274217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f00e2-5f2a-465b-acff-8d347b69e848 None None] New status for floating IP d13bded6-8dc8-4297-8000-8bc06bbbca64: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:45:12.323253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879546d4-ea87-442d-ac70-393a8c64be4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbe4a4-aa3b-4241-8d90-e41f06c3616e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:12.332299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.350264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90b82071-aa27-4ed9-8320-3197d59aa1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.377724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac390577-447b-46c3-9a46-8e7cc543cc56 req-02fe4f44-cc9a-487b-a772-15a09568f357 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:12.385409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac390577-447b-46c3-9a46-8e7cc543cc56 req-02fe4f44-cc9a-487b-a772-15a09568f357 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 945 time: 0.3011348 Nov 10 03:45:12.395146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:12.431302 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90b82071-aa27-4ed9-8320-3197d59aa1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.554222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac390577-447b-46c3-9a46-8e7cc543cc56 req-215c476c-2ef3-44e8-b00b-98ad00b83f27 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678629 Nov 10 03:45:12.564001 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90b82071-aa27-4ed9-8320-3197d59aa1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.568191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a4ff8890-e70f-40a3-befd-2df0b21e2f11'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:12.572871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90b82071-aa27-4ed9-8320-3197d59aa1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.576570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-90b82071-aa27-4ed9-8320-3197d59aa1fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34bbe4a4-aa3b-4241-8d90-e41f06c3616e HTTP/1.1" status: 204 len: 168 time: 0.4064028 Nov 10 03:45:12.578454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1602161851-network', 'tenant_id': '145d56b52fdf4c96a6f19654c7eb8813'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:12.608403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b82071-aa27-4ed9-8320-3197d59aa1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbe4a4-aa3b-4241-8d90-e41f06c3616e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:12.657698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Made reservation on behalf of 145d56b52fdf4c96a6f19654c7eb8813 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:12.666888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.686181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.901500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.931994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58349ce9-39d1-49d4-b5ab-7b38449f2d29 req-00ec9ea1-fc35-4e36-bb40-0a251e52df97 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0282328 Nov 10 03:45:12.933092 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.949744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:45:12.960229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:12.960893 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Added segment d49dbfbe-376c-43aa-9513-420a218f3bf7 of type vlan for network efd7634e-3bc3-4c22-9f01-05225294bd9e Nov 10 03:45:13.028985 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89660e3-d0dd-49c5-b711-4e35c9ea8190,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:13.041671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee66a4-2982-40bb-85aa-10f701541f3e req-2948dcef-0968-40d5-b216-189d174b6980 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:13.050369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22ee66a4-2982-40bb-85aa-10f701541f3e req-2948dcef-0968-40d5-b216-189d174b6980 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.4123447 Nov 10 03:45:13.057244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:13.121598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22ee66a4-2982-40bb-85aa-10f701541f3e req-7b6b184d-d828-47d4-ad3b-d4c1ffed7d4c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643499 Nov 10 03:45:13.168942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:13.180469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:13.181434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:13.289548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0415664 Nov 10 03:45:13.292850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50400) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:13.296749 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d5e5086a-2398-4354-baa7-14892cb078db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:13.298617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Request body: {'subnet': {'network_id': 'efd7634e-3bc3-4c22-9f01-05225294bd9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1602161851-subnet', 'tenant_id': '145d56b52fdf4c96a6f19654c7eb8813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:13.309982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c4de-36b1-4bb8-970f-9e342513339a admin admin] Pushing event updated for resources: {'Network': ['ID=efd7634e-3bc3-4c22-9f01-05225294bd9e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:13.329640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network efd7634e-3bc3-4c22-9f01-05225294bd9e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:45:13.341813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Made reservation on behalf of 145d56b52fdf4c96a6f19654c7eb8813 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:13.347905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:13.589361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:13.675885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d3c5e8-643a-46cc-9254-7788ba256786,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:13.701884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Checking segment: {'id': 'd49dbfbe-376c-43aa-9513-420a218f3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'efd7634e-3bc3-4c22-9f01-05225294bd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:13.702572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Network hostable DHCP agents. Network: efd7634e-3bc3-4c22-9f01-05225294bd9e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:45:13.773218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Network efd7634e-3bc3-4c22-9f01-05225294bd9e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:45:13.778883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:13.817238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, efd7634e-3bc3-4c22-9f01-05225294bd9e) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:13.823117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:13.823859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:13.950355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5acfa223-ff2f-4e5d-b257-7106f131f217 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6422136 Nov 10 03:45:13.956809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a3ff3-eecd-44c8-a79f-f2c071417985 None None] Network efd7634e-3bc3-4c22-9f01-05225294bd9e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:13.970630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9ead1-22a8-41ab-8364-23bb6cc33765 req-c5f0620c-6db5-46ca-a0a0-193bfa8f3a78 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:13.974291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fc9ead1-22a8-41ab-8364-23bb6cc33765 req-c5f0620c-6db5-46ca-a0a0-193bfa8f3a78 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 945 time: 0.1691384 Nov 10 03:45:14.109030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fc9ead1-22a8-41ab-8364-23bb6cc33765 req-8af83f31-7e34-4849-bf14-5823099622fe tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266687 Nov 10 03:45:14.190988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28bbdacf-d358-45f1-9635-7c3eb79417d4 req-b10cd4ac-dc73-46c8-bdd1-6c471ffb4db6 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0927930 Nov 10 03:45:14.269267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port a4ff8890-e70f-40a3-befd-2df0b21e2f11 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:45:14.289165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port a4ff8890-e70f-40a3-befd-2df0b21e2f11 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:14.289538 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:14.441569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb24ea-58e2-4af5-9348-bc549a1f29d2 None None] Network efd7634e-3bc3-4c22-9f01-05225294bd9e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:14.477656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08282709-e816-4b21-af45-097a62ee6534 req-8abaef6e-0638-4459-a483-983498bb89da tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:14.489359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08282709-e816-4b21-af45-097a62ee6534 req-8abaef6e-0638-4459-a483-983498bb89da tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.0966554 Nov 10 03:45:14.561874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08282709-e816-4b21-af45-097a62ee6534 req-8b37bf1a-a801-4b7c-9611-3e32a233a329 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647869 Nov 10 03:45:14.631461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50466) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:14.786275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:14.826619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883085f5-b267-4556-a4f8-4b47ed66bdf2 req-d1a9b2ac-ec11-4bf7-b2fc-a0fe8b89cf2a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:14.840416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-883085f5-b267-4556-a4f8-4b47ed66bdf2 req-d1a9b2ac-ec11-4bf7-b2fc-a0fe8b89cf2a tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 945 time: 0.1013088 Nov 10 03:45:14.867016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:14.871475 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23860264-69fd-46a9-bacc-64b8f57c1c4e" -d '{"events": [{"server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "name": "network-vif-plugged", "status": "completed", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:14.905311 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:14.912392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:14.971517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-883085f5-b267-4556-a4f8-4b47ed66bdf2 req-a1e7adfa-5a3a-4405-9e57-3bd5636ac011 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226277 Nov 10 03:45:15.002621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:15.039631 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37803bca-7fe7-4841-86cd-c9b1425f7501 x-openstack-request-id: req-37803bca-7fe7-4841-86cd-c9b1425f7501 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:15.040171 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "name": "network-vif-plugged", "status": "completed", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:15.040776 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37803bca-7fe7-4841-86cd-c9b1425f7501 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:15.041408 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11', 'code': 200} Nov 10 03:45:15.064711 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-7c75b2e5-488a-4cec-b793-868da7f8f8ff req-6d8cbe29-c395-4bec-83d4-1824030ea2c6 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] show failed (client error): The resource could not be found. Nov 10 03:45:15.070421 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c75b2e5-488a-4cec-b793-868da7f8f8ff req-6d8cbe29-c395-4bec-83d4-1824030ea2c6 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "GET /v2.0/security-groups/6062d9fb-72ef-4f2b-9bea-6b1e7cd3fbd9 HTTP/1.1" status: 404 len: 352 time: 0.0220973 Nov 10 03:45:15.128207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-718723162-network', 'tenant_id': 'f5ccc860c7534066ad3e07c2733b5ec2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:15.220497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Made reservation on behalf of f5ccc860c7534066ad3e07c2733b5ec2 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:15.223558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c99e6496-33b3-4e90-8a87-0e27c08e0f4d req-4a1d0e5c-3f0d-4488-b49b-20145f40748c tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=145d56b52fdf4c96a6f19654c7eb8813 HTTP/1.1" status: 200 len: 3001 time: 0.1018496 Nov 10 03:45:15.233677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.266082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a22bc-e6dd-4ded-b007-e7d2d2f90f37 req-8ee36222-3886-460e-934c-4472ffaf6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:15.271784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb3a22bc-e6dd-4ded-b007-e7d2d2f90f37 req-8ee36222-3886-460e-934c-4472ffaf6dc9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1096 time: 0.1324105 Nov 10 03:45:15.276662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.343234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c99e6496-33b3-4e90-8a87-0e27c08e0f4d req-4dc33a64-9577-4d69-8c36-7f1c772bfd1a tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "GET /v2.0/security-groups/a89660e3-d0dd-49c5-b711-4e35c9ea8190 HTTP/1.1" status: 200 len: 2998 time: 0.1141138 Nov 10 03:45:15.368783 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cb3a22bc-e6dd-4ded-b007-e7d2d2f90f37 req-24299006-cb53-4186-bcf4-4fc967145414 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835187 Nov 10 03:45:15.464547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c99e6496-33b3-4e90-8a87-0e27c08e0f4d req-4df6f36e-3b18-4c6c-9ae0-9e4ea81b6a81 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "GET /v2.0/security-groups/a89660e3-d0dd-49c5-b711-4e35c9ea8190 HTTP/1.1" status: 200 len: 2998 time: 0.1114609 Nov 10 03:45:15.548541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.555139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.614239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0b419932-cb82-4ebf-9f9f-35f3306199a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.637577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:45:15.641787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-796af3db-3cf7-4d0a-8299-071b9d91f8b3 req-58e39c3f-3c2b-43c6-8ba3-8384ec6c02a6 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0709071 Nov 10 03:45:15.698851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:15.720174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.726433 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Added segment 31ca05c1-30d8-4648-b439-8d9a30b3c8e9 of type vlan for network 2617186e-ae69-492c-b79c-99fb18e0541a Nov 10 03:45:15.782465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:15.783564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b2c2cfa-515b-441f-baf9-b2fba79f6874 req-e2db7b4d-4cc4-43b4-8f61-04efe4810e08 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "GET /v2.0/security-groups/a89660e3-d0dd-49c5-b711-4e35c9ea8190 HTTP/1.1" status: 200 len: 2998 time: 0.1266863 Nov 10 03:45:15.840114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.908739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.910175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:15.911000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:15.916252 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-2b2c2cfa-515b-441f-baf9-b2fba79f6874 req-4a328fb3-b1e4-4812-b4d1-595b5e7d6b7b tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 03:45:15.918425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b2c2cfa-515b-441f-baf9-b2fba79f6874 req-4a328fb3-b1e4-4812-b4d1-595b5e7d6b7b tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "DELETE /v2.0/security-groups/a89660e3-d0dd-49c5-b711-4e35c9ea8190 HTTP/1.1" status: 409 len: 352 time: 0.1337953 Nov 10 03:45:16.090370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4576735 Nov 10 03:45:16.092475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:16.095280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50518) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:16.103005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Request body: {'subnet': {'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-718723162-subnet', 'tenant_id': 'f5ccc860c7534066ad3e07c2733b5ec2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:16.125711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7fe23a65-7843-488b-b0fe-15935d807885', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '7fe23a65-7843-488b-b0fe-15935d807885', 'mac_address': 'fa:16:3e:c9:b7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:16.156186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e7f9e-3c61-4b83-b2b5-79e096c47385 admin admin] Pushing event updated for resources: {'Network': ['ID=2617186e-ae69-492c-b79c-99fb18e0541a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:16.220182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 2617186e-ae69-492c-b79c-99fb18e0541a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:45:16.236333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Made reservation on behalf of f5ccc860c7534066ad3e07c2733b5ec2 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:16.241049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:16.470327 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:16.532362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fe23a65-7843-488b-b0fe-15935d807885 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:16.577442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:16.582584 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:16.715976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7fe23a65-7843-488b-b0fe-15935d807885'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:16.724260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50520) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:16.733734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:16.835365 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:16.864505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:16.921518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=927013b3-515d-4926-933b-c1074f46cc26,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:16.938654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a7b5f-37cd-45bb-ad7a-800328a136ac req-7e5d6021-b9e0-48ab-aefa-2ff3ac444d0e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:16.942250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Checking segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:16.946103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-347a7b5f-37cd-45bb-ad7a-800328a136ac req-7e5d6021-b9e0-48ab-aefa-2ff3ac444d0e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 945 time: 0.9150851 Nov 10 03:45:16.947370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Network hostable DHCP agents. Network: 2617186e-ae69-492c-b79c-99fb18e0541a, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:45:16.985036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Network 2617186e-ae69-492c-b79c-99fb18e0541a is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:45:17.000979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 2617186e-ae69-492c-b79c-99fb18e0541a) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:17.010191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:17.014674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:17.045092 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fee86712-55c1-46a9-846b-f3f12c5cdd4b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9458435 Nov 10 03:45:17.068558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-347a7b5f-37cd-45bb-ad7a-800328a136ac req-7b526e93-25d7-47e6-81a1-9ce3ad70caf5 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215379 Nov 10 03:45:17.087964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baba559-91af-4401-99e2-c537f295d1de None None] Network 2617186e-ae69-492c-b79c-99fb18e0541a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:17.125550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:17.164851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:17.165231 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-ac3579f6-8541-45cf-8238-08840d438794 req-dc710f9a-cc15-4141-a2f4-71ad6a0f70c1 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] show failed (client error): The resource could not be found. Nov 10 03:45:17.173063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac3579f6-8541-45cf-8238-08840d438794 req-dc710f9a-cc15-4141-a2f4-71ad6a0f70c1 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "GET /v2.0/security-groups/70302816-3100-4749-be94-dffe7f92a03c HTTP/1.1" status: 404 len: 352 time: 0.0362442 Nov 10 03:45:17.411384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b316-50ae-44a4-9cc0-c6cd1cb4c993 req-f1c73381-1529-4251-8b9f-d07c00222a02 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:17.421338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c438b316-50ae-44a4-9cc0-c6cd1cb4c993 req-f1c73381-1529-4251-8b9f-d07c00222a02 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 945 time: 0.1314209 Nov 10 03:45:17.486760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-2617186e-ae69-492c-b79c-99fb18e0541a', 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'tenant_id': 'f5ccc860c7534066ad3e07c2733b5ec2', 'fixed_ips': [{'subnet_id': '927013b3-515d-4926-933b-c1074f46cc26'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:45:17.487683 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:17.495262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:17.543560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c438b316-50ae-44a4-9cc0-c6cd1cb4c993 req-ba9ff6e6-fef3-4833-a547-fda006b1daf5 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186938 Nov 10 03:45:17.697874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Allocated IP 172.25.6.129 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/df47232c-bdf5-40b3-ac28-5b8a8088af44) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:17.730981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2652a4e7-59bb-493e-adc4-490eb6115583 req-8a9ebc25-1177-4c88-83fe-2a356c427cec tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7933802-dd3e-41b0-93ca-57ffc94ee63f HTTP/1.1" status: 200 len: 210 time: 0.0800514 Nov 10 03:45:17.815664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:17.821110 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-0d2de7db-6bfc-4f71-af68-276c0c649e32 req-d28c28af-7f22-4684-bdc8-c14d6a218b59 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] show failed (client error): The resource could not be found. Nov 10 03:45:17.824006 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d2de7db-6bfc-4f71-af68-276c0c649e32 req-d28c28af-7f22-4684-bdc8-c14d6a218b59 tempest-SecurityGroupsNegativeTestJSON-945222683 tempest-SecurityGroupsNegativeTestJSON-945222683-project] 10.222.0.24 "GET /v2.0/security-groups/a9f7403d-cd28-43e3-8aee-6af99087966d HTTP/1.1" status: 404 len: 352 time: 0.0260994 Nov 10 03:45:17.836287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50538) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:17.909915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:17.949115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.036708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] Deleting subnet a3d3c5e8-643a-46cc-9254-7788ba256786 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:45:18.038590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:18.042260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:18.048229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:18.052757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.080274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Allocated IP 172.20.0.2 (2617186e-ae69-492c-b79c-99fb18e0541a/927013b3-515d-4926-933b-c1074f46cc26/047de34d-dbbf-4240-9330-f393d8d1e73b) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:18.093056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7fe23a65-7843-488b-b0fe-15935d807885 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:18.093421 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.121083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Port': ['ID=df47232c-bdf5-40b3-ac28-5b8a8088af44,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:18.166485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.223821 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.279003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.307781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.363611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.379004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d3c5e8-643a-46cc-9254-7788ba256786,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:18.417011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.422897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0445b9f4-19fc-4bdc-a48d-8f697f30ebe7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a3d3c5e8-643a-46cc-9254-7788ba256786 HTTP/1.1" status: 204 len: 168 time: 0.5830600 Nov 10 03:45:18.423944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:18.590278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.626079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.659681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.740803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.764826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Pushing event updated for resources: {'Port': ['ID=047de34d-dbbf-4240-9330-f393d8d1e73b,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:18.784308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd7634e-3bc3-4c22-9f01-05225294bd9e']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:18.801763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Network 2617186e-ae69-492c-b79c-99fb18e0541a is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:18.805738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:18.812114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:18.820501 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.842329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49dbfbe-376c-43aa-9513-420a218f3bf7') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:18.842686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49dbfbe-376c-43aa-9513-420a218f3bf7') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:18.846156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.856555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.872828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.923205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Attempting to bind port 047de34d-dbbf-4240-9330-f393d8d1e73b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:18.923865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Attempting to bind port 047de34d-dbbf-4240-9330-f393d8d1e73b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:18.924516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Attempting to bind port 047de34d-dbbf-4240-9330-f393d8d1e73b on network 2617186e-ae69-492c-b79c-99fb18e0541a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:18.932422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:18.933054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Checking segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:18.933614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.934198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Bound using segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:18.934922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Bound port: 047de34d-dbbf-4240-9330-f393d8d1e73b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:18.935465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:18.967243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.044015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.048804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.056983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] For port 047de34d-dbbf-4240-9330-f393d8d1e73b, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:19.061044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] For port 047de34d-dbbf-4240-9330-f393d8d1e73b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=047de34d-dbbf-4240-9330-f393d8d1e73b,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:19.076988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:45:19.077383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.091566 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:45:19.095440 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:45:19.105165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:19.107775 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2406f460-6c99-4f18-9f12-c0522d493438" -d '{"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:19.154826 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.174493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Port': ['ID=df47232c-bdf5-40b3-ac28-5b8a8088af44,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:19.193660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.197588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bc67f69b-2b2d-42c6-b268-bf517479e3c2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4684639 Nov 10 03:45:19.198031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50554) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:19.203121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1430056420'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:19.226213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.244075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:19.249756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.252410 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.255431 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] 10.222.0.24 "DELETE /v2.0/networks/efd7634e-3bc3-4c22-9f01-05225294bd9e HTTP/1.1" status: 204 len: 168 time: 0.8305390 Nov 10 03:45:19.262076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Made reservation on behalf of 520b54c8d30d4134a87265b53f7da18a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:19.278538 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.311977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb653d-1855-44bb-ad82-288b3d47c22b admin admin] Pushing event deleted for resources: {'Network': ['ID=efd7634e-3bc3-4c22-9f01-05225294bd9e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:19.322562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.331338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8823a-d7bf-483d-9fac-e68b1976c860 None None] Pushing event updated for resources: {'Port': ['ID=047de34d-dbbf-4240-9330-f393d8d1e73b,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:19.456234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:19.571252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.598784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.696899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:45:19.739942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cb1145-a02a-4b3c-88fa-36fa09a56842,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:19.743082 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.747160 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Added segment 1d453d1e-a380-45dd-bcb1-0ac014d577a0 of type vlan for network 600c4e22-d18f-4f3c-9aad-fd33745a0449 Nov 10 03:45:19.807658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.826902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50558) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:19.837655 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.844593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:19.845611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:19.876477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6768260 Nov 10 03:45:19.884157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50560) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:19.895697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Request body: {'subnet': {'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:20.033251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6a433-0260-4319-8c4f-98ca38c9d4c3 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Network': ['ID=600c4e22-d18f-4f3c-9aad-fd33745a0449,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:20.050631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50562) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:20.051191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2602750d-91da-49f2-aa2c-700b1f032968 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=145d56b52fdf4c96a6f19654c7eb8813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227089 Nov 10 03:45:20.055188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:45:20.098511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Made reservation on behalf of 520b54c8d30d4134a87265b53f7da18a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:20.104579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.218926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd816cd7-c805-4806-8341-1ea05086f024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.299871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd816cd7-c805-4806-8341-1ea05086f024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.416694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd816cd7-c805-4806-8341-1ea05086f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.422848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd816cd7-c805-4806-8341-1ea05086f024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.447138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd816cd7-c805-4806-8341-1ea05086f024 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a89660e3-d0dd-49c5-b711-4e35c9ea8190 HTTP/1.1" status: 204 len: 168 time: 0.3930161 Nov 10 03:45:20.471471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd816cd7-c805-4806-8341-1ea05086f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89660e3-d0dd-49c5-b711-4e35c9ea8190,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:20.557413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.734512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Subnet': ['ID=e63bb415-7580-46e7-9eed-212c834a2729,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:20.750397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Checking segment: {'id': '1d453d1e-a380-45dd-bcb1-0ac014d577a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:20.750988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Network hostable DHCP agents. Network: 600c4e22-d18f-4f3c-9aad-fd33745a0449, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:45:20.778798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:45:20.794544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 600c4e22-d18f-4f3c-9aad-fd33745a0449) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:20.804382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27237313-06a7-4ec3-b97f-7c54ec168028 None None] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:20.815622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:20.817427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.867915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50570) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:20.869496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5ff97c7e-cc9f-462f-9c45-2f58ac326e04 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9819093 Nov 10 03:45:20.872871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1443313187', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:20.947425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:20.948500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:21.112560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d96ec8-1f89-4d7f-81fe-1eae45739585 None None] Network 2617186e-ae69-492c-b79c-99fb18e0541a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:21.152235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:21.342085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 047de34d-dbbf-4240-9330-f393d8d1e73b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:21.597410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d16b5765-21e1-46e4-a9a8-b62524b433b8 None None] Provisioning complete for port 047de34d-dbbf-4240-9330-f393d8d1e73b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:21.597410 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d16b5765-21e1-46e4-a9a8-b62524b433b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:21.628151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-600c4e22-d18f-4f3c-9aad-fd33745a0449', 'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449', 'tenant_id': '520b54c8d30d4134a87265b53f7da18a', 'fixed_ips': [{'subnet_id': 'e63bb415-7580-46e7-9eed-212c834a2729'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:45:21.629007 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:21.842285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.002391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50592) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:22.211531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Allocated IP 172.20.0.2 (600c4e22-d18f-4f3c-9aad-fd33745a0449/e63bb415-7580-46e7-9eed-212c834a2729/82116d62-ef01-4a6f-b9ff-31a7f0e987bb) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:22.322030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 047de34d-dbbf-4240-9330-f393d8d1e73b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:22.322403 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.346439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1024423151-network', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:22.379563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:22.382926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.394284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.593195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.641519 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.650456 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.657597 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d16b5765-21e1-46e4-a9a8-b62524b433b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.658875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.755265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:45:22.808817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aa116f-896f-44fb-bfec-a9029fb55075,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:22.818683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.818683 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Added segment c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787 of type vlan for network c33338f6-ec5f-45c2-b663-42466aa817e7 Nov 10 03:45:22.920942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d16b5765-21e1-46e4-a9a8-b62524b433b8 None None] For port 047de34d-dbbf-4240-9330-f393d8d1e73b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=047de34d-dbbf-4240-9330-f393d8d1e73b,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:22.940836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.951545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d16b5765-21e1-46e4-a9a8-b62524b433b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.985402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:22.986469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:22.987308 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.019431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.030257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.072276 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0687275 Nov 10 03:45:23.076541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50618) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:23.082886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Request body: {'subnet': {'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1024423151-subnet', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:23.086547 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.156496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Allocated IP 172.25.6.87 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/b331b29d-1664-4191-bd72-e6eeb4e6bace) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:23.297069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:23.305312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b5765-21e1-46e4-a9a8-b62524b433b8 None None] Pushing event updated for resources: {'Port': ['ID=047de34d-dbbf-4240-9330-f393d8d1e73b,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:23.322594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:45:23.323044 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:45:23.324748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:23.342508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:23.368227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e318bf9a-999e-45bb-835f-33d0ef5923b7 None None] Provisioning complete for port 047de34d-dbbf-4240-9330-f393d8d1e73b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:23.368605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e318bf9a-999e-45bb-835f-33d0ef5923b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.370375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.482453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Pushing event updated for resources: {'Port': ['ID=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:23.504336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Attempting to bind port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:23.504964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Attempting to bind port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1d453d1e-a380-45dd-bcb1-0ac014d577a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:23.505139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Attempting to bind port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb on network 600c4e22-d18f-4f3c-9aad-fd33745a0449 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:23.505251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd75c0-14e8-4dc7-aa02-dd27fb38e17b admin admin] Pushing event updated for resources: {'Network': ['ID=c33338f6-ec5f-45c2-b663-42466aa817e7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:23.513502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:23.514158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Checking segment: {'id': '1d453d1e-a380-45dd-bcb1-0ac014d577a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:23.514328 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.514662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Bound using segment: {'id': '1d453d1e-a380-45dd-bcb1-0ac014d577a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:23.515134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Bound port: 82116d62-ef01-4a6f-b9ff-31a7f0e987bb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d453d1e-a380-45dd-bcb1-0ac014d577a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:23.515509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.525369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network c33338f6-ec5f-45c2-b663-42466aa817e7 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:45:23.538489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:23.540832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.613822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.661840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.749080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-815e63d0-b4ed-4244-b958-453f98d80014 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:23.754880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-815e63d0-b4ed-4244-b958-453f98d80014 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 815 time: 0.8253706 Nov 10 03:45:23.792435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.831886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af651fb-e510-4835-976d-f80edf2762ec req-2b652bfb-5bb2-42fb-9d42-aafcca319ac0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:23.833458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6af651fb-e510-4835-976d-f80edf2762ec req-2b652bfb-5bb2-42fb-9d42-aafcca319ac0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 945 time: 0.4362893 Nov 10 03:45:23.845845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-2e96bc55-1520-4a2a-9bcd-756109a59bd1 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/quotas/f5ccc860c7534066ad3e07c2733b5ec2 HTTP/1.1" status: 200 len: 375 time: 0.0748961 Nov 10 03:45:23.860138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] For port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:23.868270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] For port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,segment=NetworkSegment(1d453d1e-a380-45dd-bcb1-0ac014d577a0),segment_id=1d453d1e-a380-45dd-bcb1-0ac014d577a0)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:23.871142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0beba905-7692-49b7-9315-f028bd756783,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:23.873886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:23.875552 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.887892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Checking segment: {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:23.888312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Network hostable DHCP agents. Network: c33338f6-ec5f-45c2-b663-42466aa817e7, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:45:23.903105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:23.916581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Network c33338f6-ec5f-45c2-b663-42466aa817e7 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:45:23.926233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Port': ['ID=b331b29d-1664-4191-bd72-e6eeb4e6bace,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:23.928578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, c33338f6-ec5f-45c2-b663-42466aa817e7) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:23.936190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:23.956070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:23.956734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:23.963137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ac55a-be82-489d-aac6-f8375f656ee9 None None] Pushing event updated for resources: {'Port': ['ID=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:23.973145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3d252-e252-41ff-9ee4-6a538d61455a None None] Network c33338f6-ec5f-45c2-b663-42466aa817e7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:24.000389 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e98e9836-1c20-4e4b-81b9-87ed6fc8e0f5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9221761 Nov 10 03:45:24.004380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50624) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:24.011714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:24.026920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-a667dd0f-cdf8-4121-a6ce-680b2dc2befc tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805704 Nov 10 03:45:24.054712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6af651fb-e510-4835-976d-f80edf2762ec req-40a1281d-e8b5-4307-83ba-fa666b7e99f2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063878 Nov 10 03:45:24.080785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:24.083006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:24.243519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:24.269200 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68715cb0-71c8-4821-b450-23b64407d48c x-openstack-request-id: req-68715cb0-71c8-4821-b450-23b64407d48c {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:24.269490 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:24.269737 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68715cb0-71c8-4821-b450-23b64407d48c {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:24.279880 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885', 'code': 200} Nov 10 03:45:24.290727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 047de34d-dbbf-4240-9330-f393d8d1e73b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:24.374090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-c33338f6-ec5f-45c2-b663-42466aa817e7', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:45:24.375049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:24.457060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-ce280434-b784-4295-bdf5-f50d18722ac2 service neutron] 10.222.0.24 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289577 Nov 10 03:45:24.721323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:24.743193 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:24.824051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Allocated IP 172.20.0.2 (c33338f6-ec5f-45c2-b663-42466aa817e7/0beba905-7692-49b7-9315-f028bd756783/8f9339ed-290e-4055-b0a0-434258918e3e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:25.089616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 047de34d-dbbf-4240-9330-f393d8d1e73b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:25.090361 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.127803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.158494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-c1da9925-051f-418e-a1f0-0ad6a1a23966 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:25.160218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-c1da9925-051f-418e-a1f0-0ad6a1a23966 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/networks?id=e48ef8d3-e137-433a-ab31-a3feac054bba HTTP/1.1" status: 200 len: 815 time: 0.3011973 Nov 10 03:45:25.180216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-472d2567-73c6-45ce-9d4c-b83a05cf52c2 service neutron] 10.222.0.24 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222191 Nov 10 03:45:25.196473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.202097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-fe77fce1-6ad0-4199-aa20-7463a4b6f55f tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/quotas/f0a62d56c1cf40478f170a098de248cf HTTP/1.1" status: 200 len: 375 time: 0.0269189 Nov 10 03:45:25.213480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.232756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.243602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.339767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Pushing event updated for resources: {'Port': ['ID=8f9339ed-290e-4055-b0a0-434258918e3e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:25.437044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Network c33338f6-ec5f-45c2-b663-42466aa817e7 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:25.439501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:25.443889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:25.563104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Attempting to bind port 8f9339ed-290e-4055-b0a0-434258918e3e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:25.564041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Attempting to bind port 8f9339ed-290e-4055-b0a0-434258918e3e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:25.564397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Attempting to bind port 8f9339ed-290e-4055-b0a0-434258918e3e on network c33338f6-ec5f-45c2-b663-42466aa817e7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:25.579269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:25.579430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Checking segment: {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:25.580101 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.580442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Bound using segment: {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:25.582068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Bound port: 8f9339ed-290e-4055-b0a0-434258918e3e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:25.582457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.584916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Allocated IP 172.25.6.102 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/caef8296-5389-4e53-9462-85eedc11f60d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:25.739384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] For port 8f9339ed-290e-4055-b0a0-434258918e3e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:25.748624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] For port 8f9339ed-290e-4055-b0a0-434258918e3e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8f9339ed-290e-4055-b0a0-434258918e3e,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:25.756346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.899534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba784be-b77e-4b4b-b56c-62800408f8b6 None None] Pushing event updated for resources: {'Port': ['ID=8f9339ed-290e-4055-b0a0-434258918e3e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:25.900285 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:25.907522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308d047-8d11-408c-b423-4c3c3540f52c None None] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:25.990554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:26.037836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b5c01aea-8afa-45e7-a68e-c687e28e24bd None None] Provisioning complete for port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:26.038250 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c01aea-8afa-45e7-a68e-c687e28e24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:26.162321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-f1bce3cb-d093-41ea-9ba6-47e29420c6d7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:26.168966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-f1bce3cb-d093-41ea-9ba6-47e29420c6d7 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 945 time: 0.9489362 Nov 10 03:45:26.191389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:26.234512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:26.302664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Pushing event updated for resources: {'Port': ['ID=caef8296-5389-4e53-9462-85eedc11f60d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:26.305077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:26.325911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82116d62-ef01-4a6f-b9ff-31a7f0e987bb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:26.441781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2341ad-b42a-49ac-b5be-6affdab5873e req-37b44638-41d6-40f3-8c9e-20a36b6ab2ea tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:26.445145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f2341ad-b42a-49ac-b5be-6affdab5873e req-37b44638-41d6-40f3-8c9e-20a36b6ab2ea tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 945 time: 0.1581550 Nov 10 03:45:26.471738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-deefffcf-72e5-44f9-b3df-e5fb12c64f2e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0a62d56c1cf40478f170a098de248cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829312 Nov 10 03:45:26.545923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Router 0b811f21-f124-468e-b8b4-9b5602669ab2 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:45:26.676927 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c01aea-8afa-45e7-a68e-c687e28e24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:26.682708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-60f8c2a3-de57-4dc7-ade2-2a3e76e7b3b7 service neutron] 10.222.0.24 "GET /v2.0/networks/e48ef8d3-e137-433a-ab31-a3feac054bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101276 Nov 10 03:45:26.716146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f2341ad-b42a-49ac-b5be-6affdab5873e req-f803214a-41b8-4f43-bc94-0ef104c687b1 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/security-groups?id=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884212 Nov 10 03:45:26.808686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b5c01aea-8afa-45e7-a68e-c687e28e24bd None None] For port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,segment=NetworkSegment(1d453d1e-a380-45dd-bcb1-0ac014d577a0),segment_id=1d453d1e-a380-45dd-bcb1-0ac014d577a0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:26.812745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:26.813104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:26.823352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Deleting port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:26.823695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:26.859974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5c01aea-8afa-45e7-a68e-c687e28e24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:26.900421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:26.918027 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] Sync routers for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:26.930686 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:26.933292 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:26.944891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-adbf70e0-61c0-4f07-bbe8-d6328f12a20b service neutron] 10.222.0.24 "GET /v2.0/networks/e48ef8d3-e137-433a-ab31-a3feac054bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607081 Nov 10 03:45:26.949784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:26.952281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f068af3c-f26a-48ee-86f9-06cfd99990d7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.0833168 Nov 10 03:45:26.956758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:27.023435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01aea-8afa-45e7-a68e-c687e28e24bd None None] Pushing event updated for resources: {'Port': ['ID=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:27.080494 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:27.127966 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:27.133668 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:27.324093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] For port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,segment=NetworkSegment(0689ad86-5124-4a10-83cb-6616aaff6357),segment_id=0689ad86-5124-4a10-83cb-6616aaff6357)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:27.324664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:27.340805 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:27.343793 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d5ab6-9e4c-4be9-9aeb-f28134246dc3 None None] The sync data for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:27.369464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Calling delete_port for 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:27.371492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031738a8-88e8-46de-bcfc-30b892630b6c req-9a18d561-6a0d-4898-94fc-14ded5bf0f70 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:27.386102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-031738a8-88e8-46de-bcfc-30b892630b6c req-9a18d561-6a0d-4898-94fc-14ded5bf0f70 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1096 time: 0.2938504 Nov 10 03:45:27.388030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50666) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:27.409130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e9a93c0e-0374-4bf7-bb17-939434c23767 None None] Provisioning complete for port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:27.409472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e9a93c0e-0374-4bf7-bb17-939434c23767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:27.594022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:27.898315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-031738a8-88e8-46de-bcfc-30b892630b6c req-bfc28640-87dd-4e21-b7a9-ff156eb2bf01 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108197 Nov 10 03:45:27.902122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c05c8-1024-4d92-82b1-242cf768d9af None None] Network c33338f6-ec5f-45c2-b663-42466aa817e7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:28.057398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb02f-8cb8-4155-a8df-5d8a1e2d94d3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.082838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e72c70b1-c191-4bcd-87e2-8d3dcef74e6c None None] Provisioning complete for port 8f9339ed-290e-4055-b0a0-434258918e3e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:28.083205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e72c70b1-c191-4bcd-87e2-8d3dcef74e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.222779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8177cf67-5972-46c2-94bd-f694f75c9ab2 req-c26fb9e2-ede3-4a47-8c4b-90562a3d2789 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 210 time: 0.1307995 Nov 10 03:45:28.235933 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb02f-8cb8-4155-a8df-5d8a1e2d94d3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.406901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-41f7d97d-bb59-4dad-8385-b9f732531636 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:28.415894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-41f7d97d-bb59-4dad-8385-b9f732531636 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 815 time: 0.7168858 Nov 10 03:45:28.428399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.433410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.466853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-0a6d0f1a-88fd-4d3d-ac82-5172803e4c9b tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/quotas/f5ccc860c7534066ad3e07c2733b5ec2 HTTP/1.1" status: 200 len: 375 time: 0.0391126 Nov 10 03:45:28.544455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8f9339ed-290e-4055-b0a0-434258918e3e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:28.549948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-636fcfdf-09cf-4078-8720-73c566f2a5da req-1052ecaf-756e-48eb-85d1-700d696d5b3f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 210 time: 0.1660428 Nov 10 03:45:28.592158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e72c70b1-c191-4bcd-87e2-8d3dcef74e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.599751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-82534656-2956-4381-98fb-80698c3ad40d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:28.601329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-82534656-2956-4381-98fb-80698c3ad40d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 815 time: 1.3100598 Nov 10 03:45:28.604625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Pushing event deleted for resources: {'Port': ['ID=1cacfb7d-33c9-42cd-a03f-21f10cb5bfde,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:28.626717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Request body: {'port': {'device_id': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'admin_state_up': True, 'tenant_id': 'f5ccc860c7534066ad3e07c2733b5ec2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:28.693707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e72c70b1-c191-4bcd-87e2-8d3dcef74e6c None None] For port 8f9339ed-290e-4055-b0a0-434258918e3e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8f9339ed-290e-4055-b0a0-434258918e3e,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:28.704086 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e72c70b1-c191-4bcd-87e2-8d3dcef74e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.712706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8f9339ed-290e-4055-b0a0-434258918e3e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:28.713080 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.750074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb02f-8cb8-4155-a8df-5d8a1e2d94d3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.753420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb02f-8cb8-4155-a8df-5d8a1e2d94d3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.755971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c0ffb02f-8cb8-4155-a8df-5d8a1e2d94d3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a787256-bbe5-409c-bb85-fddcfc04a700 HTTP/1.1" status: 204 len: 168 time: 1.3600075 Nov 10 03:45:28.768086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50696) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:28.788680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffb02f-8cb8-4155-a8df-5d8a1e2d94d3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a787256-bbe5-409c-bb85-fddcfc04a700,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:28.835062 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-b06e8952-adfd-4b95-a050-e7579ff9e7f3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] show failed (client error): The resource could not be found. Nov 10 03:45:28.836604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b06e8952-adfd-4b95-a050-e7579ff9e7f3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "GET /v2.0/security-groups/4a787256-bbe5-409c-bb85-fddcfc04a700 HTTP/1.1" status: 404 len: 347 time: 0.0357785 Nov 10 03:45:28.844779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-5f9cc626-d42e-4b70-a416-78f23188fe3e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3196743 Nov 10 03:45:28.845798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50698) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:28.914826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] No DVR routers for this DVR port 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:45:28.920749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:28.929707 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6af19ca-6257-4c7d-94b9-5efefc334e1d req-17145e95-9b8d-4109-8f45-62520b23079f tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.11 "DELETE /v2.0/ports/1cacfb7d-33c9-42cd-a03f-21f10cb5bfde HTTP/1.1" status: 204 len: 173 time: 2.7405047 Nov 10 03:45:28.948916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c70b1-c191-4bcd-87e2-8d3dcef74e6c None None] Pushing event updated for resources: {'Port': ['ID=8f9339ed-290e-4055-b0a0-434258918e3e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:28.949529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'name': 'network-vif-deleted', 'tag': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:28.954283 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c038b2-f474-4725-a8c7-d22a247b069d" -d '{"events": [{"server_uuid": "6028ea4b-726f-4f8a-941b-912a85b8b72b", "name": "network-vif-deleted", "tag": "1cacfb7d-33c9-42cd-a03f-21f10cb5bfde"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:29.001246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82116d62-ef01-4a6f-b9ff-31a7f0e987bb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:29.072842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cce0fe6f-f21f-408b-a5db-7bdf0f2579ea None None] Provisioning complete for port 8f9339ed-290e-4055-b0a0-434258918e3e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:29.073615 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cce0fe6f-f21f-408b-a5db-7bdf0f2579ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:29.141092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:29.142172 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:29.143433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Made reservation on behalf of f5ccc860c7534066ad3e07c2733b5ec2 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:29.152646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:29.178155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-f1ab09cf-49a2-4d2b-bf7f-261fdedad605 service neutron] 10.222.0.24 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383874 Nov 10 03:45:29.270408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Router 9a3f552a-4476-4bdc-aad2-b04613b87726 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:45:29.372801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c4889-5c82-49c7-92a5-ae0f4907573f req-14f7f03b-3e35-404e-ab4c-1a0bfae8e2cb tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:29.385345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a33c4889-5c82-49c7-92a5-ae0f4907573f req-14f7f03b-3e35-404e-ab4c-1a0bfae8e2cb tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1096 time: 0.5473652 Nov 10 03:45:29.421603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:29.453986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Sync routers for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:29.487418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:29.493160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-88978c22-5435-4a14-a0b2-d98ebc92791c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4836800 Nov 10 03:45:29.493349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50704) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:29.495753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:29.500236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:29.516279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-3ee762d2-ede8-4f51-b005-48400dd19518 service neutron] 10.222.0.24 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007996 Nov 10 03:45:29.632148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a33c4889-5c82-49c7-92a5-ae0f4907573f req-4a86f07b-a1df-4906-9a53-92389da2925d tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458580 Nov 10 03:45:29.732337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Allocated IP 172.20.0.10 (2617186e-ae69-492c-b79c-99fb18e0541a/927013b3-515d-4926-933b-c1074f46cc26/dc54562d-d90a-4039-bb1d-e95641ad80c7) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:29.735158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Deleting port 0e950f1e-225d-4bc9-a99f-13f9318f14a9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:29.738392 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:29.741772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:29.773119 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57a0ca0-55f5-439c-859b-f9656f80747e x-openstack-request-id: req-c57a0ca0-55f5-439c-859b-f9656f80747e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:29.773328 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6028ea4b-726f-4f8a-941b-912a85b8b72b", "name": "network-vif-deleted", "tag": "1cacfb7d-33c9-42cd-a03f-21f10cb5bfde", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:29.773583 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c57a0ca0-55f5-439c-859b-f9656f80747e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:29.780515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:29.780724 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6028ea4b-726f-4f8a-941b-912a85b8b72b', 'name': 'network-vif-deleted', 'tag': '1cacfb7d-33c9-42cd-a03f-21f10cb5bfde', 'status': 'completed', 'code': 200} Nov 10 03:45:30.114207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b2fe9a7-3490-4bba-aa78-e9fa35be2167 req-63c289a3-e872-473e-a579-a3fbc5576d21 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 210 time: 0.1357706 Nov 10 03:45:30.255093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:45:30.282137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:45:30.282803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1cacfb7d-33c9-42cd-a03f-21f10cb5bfde not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:45:30.311259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8f9339ed-290e-4055-b0a0-434258918e3e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:30.389107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21445dcb-925c-4e3e-8606-3789bef413ab req-d01c37f6-3853-4e21-8b7b-95fa4caf49c4 tempest-DeleteServersTestJSON-2100656406 tempest-DeleteServersTestJSON-2100656406-project] 10.222.0.24 "GET /v2.0/ports?device_id=6028ea4b-726f-4f8a-941b-912a85b8b72b HTTP/1.1" status: 200 len: 210 time: 0.3056002 Nov 10 03:45:30.430877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:26Z', 'revision_number': 3, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:30.532474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Checking router: 9a3f552a-4476-4bdc-aad2-b04613b87726 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:45:30.532769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Updating router 9a3f552a-4476-4bdc-aad2-b04613b87726 port caef8296-5389-4e53-9462-85eedc11f60d binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:45:30.582487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8f9339ed-290e-4055-b0a0-434258918e3e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:30.582856 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:30.597317 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:30.598579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:30.647338 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:30.798373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Calling delete_port for 0e950f1e-225d-4bc9-a99f-13f9318f14a9 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:31.323971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:31.374418 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:31.388230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:31.392332 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:31.515158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Attempting to bind port caef8296-5389-4e53-9462-85eedc11f60d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:31.516137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Attempting to bind port caef8296-5389-4e53-9462-85eedc11f60d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:31.516509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Attempting to bind port caef8296-5389-4e53-9462-85eedc11f60d on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:31.548475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:31.549000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:31.549568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:31.550161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:31.550993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Bound port: caef8296-5389-4e53-9462-85eedc11f60d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:31.551557 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:31.561032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-24013537-3198-46a7-8044-f371c61f0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:31.562624 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-24013537-3198-46a7-8044-f371c61f0733 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 1101 time: 0.4689958 Nov 10 03:45:31.586196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9c10d-9da9-4719-9c9b-3158e3f50d75 None None] Pushing event updated for resources: {'Port': ['ID=caef8296-5389-4e53-9462-85eedc11f60d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:31.636913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] For port caef8296-5389-4e53-9462-85eedc11f60d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:31.644819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] For port caef8296-5389-4e53-9462-85eedc11f60d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=caef8296-5389-4e53-9462-85eedc11f60d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:31.676385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:31.715136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Allocated IP 172.20.0.1 (600c4e22-d18f-4f3c-9aad-fd33745a0449/e63bb415-7580-46e7-9eed-212c834a2729/fd7320dd-1aa4-4566-ab0a-d9765a303686) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:31.790108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9c10d-9da9-4719-9c9b-3158e3f50d75 None None] Pushing event updated for resources: {'Port': ['ID=caef8296-5389-4e53-9462-85eedc11f60d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:31.842143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Network 2617186e-ae69-492c-b79c-99fb18e0541a is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:31.844056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:31.844451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:31.845000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:31.869194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Pushing event updated for resources: {'Port': ['ID=dc54562d-d90a-4039-bb1d-e95641ad80c7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:31.888223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-b74fb9d6-742e-456b-ad73-6ae5517d1d4f tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:31.888223 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-b74fb9d6-742e-456b-ad73-6ae5517d1d4f tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.11 "GET /v2.0/networks?id=e48ef8d3-e137-433a-ab31-a3feac054bba HTTP/1.1" status: 200 len: 815 time: 0.7225029 Nov 10 03:45:31.888223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:32.062353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Request body: {'port': {'device_id': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba', 'admin_state_up': True, 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:32.169972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:32.385284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Made reservation on behalf of f0a62d56c1cf40478f170a098de248cf for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:32.390160 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:32.508565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8bdc80dd-72df-4af6-b637-8ca9ef5a592c None None] Provisioning complete for port dc54562d-d90a-4039-bb1d-e95641ad80c7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:32.509186 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8bdc80dd-72df-4af6-b637-8ca9ef5a592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:32.649712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Allocated IP 172.20.0.6 (e48ef8d3-e137-433a-ab31-a3feac054bba/65b78325-b231-4efb-b186-bf5623776ace/0ef6d4a1-190b-45ad-9053-9330e2c45614) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:32.658638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:32.669156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc80dd-72df-4af6-b637-8ca9ef5a592c None None] Port dc54562d-d90a-4039-bb1d-e95641ad80c7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:32.850848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:26Z', 'revision_number': 3, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:32.925893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a1138-7b6d-4643-a8d1-1f350b86844b None None] The sync data for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 is: [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:26Z', 'revision_number': 3, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:32.953155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:32.959503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:32.978649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:33.024340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-97f9012e-b9fa-48dd-8072-b83a694f5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:33.026268 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-97f9012e-b9fa-48dd-8072-b83a694f5b23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 1.3819957 Nov 10 03:45:33.055484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e819abb6-6eb7-43e2-87dd-cc96c718c925 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:33.057031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e819abb6-6eb7-43e2-87dd-cc96c718c925 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 815 time: 0.4032073 Nov 10 03:45:33.071125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-7cda4457-6e5d-4b28-baf5-cda3112cab3c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4533582 Nov 10 03:45:33.079850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Pushing event deleted for resources: {'Port': ['ID=0e950f1e-225d-4bc9-a99f-13f9318f14a9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:33.089260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3043-1308-445a-bb74-6ea03fb8a3be req-7abb52bd-b8f8-4a30-bb5e-d2c101c042be tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:33.101706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Request body: {'port': {'device_id': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:33.102606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df5d3043-1308-445a-bb74-6ea03fb8a3be req-7abb52bd-b8f8-4a30-bb5e-d2c101c042be tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1096 time: 2.3158402 Nov 10 03:45:33.160636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Request body: {'port': {'device_id': '5dcb875d-552f-48fd-8f82-54f927042689', 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'admin_state_up': True, 'tenant_id': 'f5ccc860c7534066ad3e07c2733b5ec2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:33.291648 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-92977856-555d-4444-b3ef-3682e38a58a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7fe23a65-7843-488b-b0fe-15935d807885 HTTP/1.1" status: 200 len: 217 time: 0.2463667 Nov 10 03:45:33.354666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-0ab94d3f-95b2-4656-9a6b-5c3e02a83c9e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:33.392101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-0ab94d3f-95b2-4656-9a6b-5c3e02a83c9e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 815 time: 2.7836192 Nov 10 03:45:33.434512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-b16fd7eb-9085-4d2c-9b62-5682b576ebf5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/quotas/f5ccc860c7534066ad3e07c2733b5ec2 HTTP/1.1" status: 200 len: 375 time: 0.0408306 Nov 10 03:45:33.538256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-0f522618-fb72-49c2-acaa-f85c2169b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:33.540356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-0f522618-fb72-49c2-acaa-f85c2169b7bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.2087178 Nov 10 03:45:33.550360 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:33.565697 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:33.572844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:33.576035 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:33.577540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-95aea553-5907-4733-b9a2-5cd39eef6ff3 tempest-ServersTestBootFromVolume-669142192 tempest-ServersTestBootFromVolume-669142192-project] 10.222.0.24 "DELETE /v2.0/floatingips/d13bded6-8dc8-4297-8000-8bc06bbbca64 HTTP/1.1" status: 204 len: 168 time: 4.7275827 Nov 10 03:45:33.597777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df5d3043-1308-445a-bb74-6ea03fb8a3be req-085ee782-062e-494e-a7e8-0302694ed687 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886558 Nov 10 03:45:33.604717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50774) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:33.728393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:33.798478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Pushing event updated for resources: {'Port': ['ID=0ef6d4a1-190b-45ad-9053-9330e2c45614,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:33.845173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-6204a22e-4699-406b-b059-6d83adcaf04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:33.855644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-6204a22e-4699-406b-b059-6d83adcaf04c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2940176 Nov 10 03:45:33.857091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:33.924198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-76366886-1c39-43b4-abec-3d0759b53a18 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4884675 Nov 10 03:45:34.151178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-6c3d0fee-bd81-4356-b09c-308f4a571e93 service neutron] 10.222.0.24 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255547 Nov 10 03:45:34.167894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Network e48ef8d3-e137-433a-ab31-a3feac054bba is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:34.173355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:34.180129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:34.184223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:34.267534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:34.315767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device caef8296-5389-4e53-9462-85eedc11f60d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:34.470516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port caef8296-5389-4e53-9462-85eedc11f60d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:34.470970 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:34.534738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:34.543785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:34.557967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d4081754-b769-47fc-bcb0-23ceba670fda None None] Provisioning complete for port 0ef6d4a1-190b-45ad-9053-9330e2c45614 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:34.560763 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4081754-b769-47fc-bcb0-23ceba670fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:34.663374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Port': ['ID=fd7320dd-1aa4-4566-ab0a-d9765a303686,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:34.670000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Allocated IP 172.20.0.1 (c33338f6-ec5f-45c2-b663-42466aa817e7/0beba905-7692-49b7-9315-f028bd756783/b29131b5-ecdc-42f7-ac0f-277bb0158ee8) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:34.717282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d4081754-b769-47fc-bcb0-23ceba670fda None None] Port 0ef6d4a1-190b-45ad-9053-9330e2c45614 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:34.724287 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:34.765339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port caef8296-5389-4e53-9462-85eedc11f60d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=caef8296-5389-4e53-9462-85eedc11f60d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:34.773619 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:34.801162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:34.905024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=caef8296-5389-4e53-9462-85eedc11f60d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:34.952523 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-e2459027-43c9-433f-bacd-7380852e6bdc service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0157189 Nov 10 03:45:34.978540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:34.979185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:35.046709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bd669e18-7169-4599-9489-603bf6981a30 None None] Provisioning complete for port fd7320dd-1aa4-4566-ab0a-d9765a303686 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:35.046989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd669e18-7169-4599-9489-603bf6981a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:35.107205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23411f16-6477-480f-b8d1-4afe11911e63 req-d7199cf7-3dc4-4129-a0b8-7d0681eb210f tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:35.116846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23411f16-6477-480f-b8d1-4afe11911e63 req-d7199cf7-3dc4-4129-a0b8-7d0681eb210f tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 931 time: 1.2184846 Nov 10 03:45:35.125296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Made reservation on behalf of f5ccc860c7534066ad3e07c2733b5ec2 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:35.129222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bd669e18-7169-4599-9489-603bf6981a30 None None] Port fd7320dd-1aa4-4566-ab0a-d9765a303686 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:35.131298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:35.299444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-7011833a-69cc-4c7e-a26f-9702813bac49 service neutron] 10.222.0.24 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1256409 Nov 10 03:45:35.425805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23411f16-6477-480f-b8d1-4afe11911e63 req-eae6905e-eb18-42d0-8f64-8270c74abc5e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077710 Nov 10 03:45:35.457530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc54562d-d90a-4039-bb1d-e95641ad80c7 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:35.467162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:35.484290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Transition to ACTIVE for port object dc54562d-d90a-4039-bb1d-e95641ad80c7 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:45:35.489088 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:35.501148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43c75e5e-91d3-4b2a-84a3-ffd0372eb692 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4779494 Nov 10 03:45:35.535651 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:35.600718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Request body: {'port': {'device_id': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:35.796815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Pushing event updated for resources: {'Port': ['ID=dc54562d-d90a-4039-bb1d-e95641ad80c7,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:35.890541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33bdefd8-cffa-4f11-a207-2e954a5e11ca req-df52af7a-a332-41c6-b031-564368037d8e service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9344003 Nov 10 03:45:35.981971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Allocated IP 172.20.0.11 (2617186e-ae69-492c-b79c-99fb18e0541a/927013b3-515d-4926-933b-c1074f46cc26/fcf5e533-24fb-4b07-9954-c125ec4026e3) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:35.986507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:36.081713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:36.162800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452f3b-f3e2-4479-a50e-93dde6ab6cec req-856ef926-91eb-4e5c-8897-47b8f2e19f9c tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:36.164419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c452f3b-f3e2-4479-a50e-93dde6ab6cec req-856ef926-91eb-4e5c-8897-47b8f2e19f9c tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1096 time: 0.2779913 Nov 10 03:45:36.281757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:36.318102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device caef8296-5389-4e53-9462-85eedc11f60d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:36.333024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Attempting to bind port dc54562d-d90a-4039-bb1d-e95641ad80c7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:36.333405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Attempting to bind port dc54562d-d90a-4039-bb1d-e95641ad80c7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:36.333756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Attempting to bind port dc54562d-d90a-4039-bb1d-e95641ad80c7 on network 2617186e-ae69-492c-b79c-99fb18e0541a {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:36.441926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port caef8296-5389-4e53-9462-85eedc11f60d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:36.445441 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.004497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:37.049069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Network c33338f6-ec5f-45c2-b663-42466aa817e7 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:37.061979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Port dc54562d-d90a-4039-bb1d-e95641ad80c7 on network 2617186e-ae69-492c-b79c-99fb18e0541a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:45:37.062565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Attempting to bind port dc54562d-d90a-4039-bb1d-e95641ad80c7 on network 2617186e-ae69-492c-b79c-99fb18e0541a {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:37.065887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:37.078702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:37.131181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:37.132142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Checking segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:37.132850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Bound using segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:37.133646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Bound port: dc54562d-d90a-4039-bb1d-e95641ad80c7, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:37.134219 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.235410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.354468 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c452f3b-f3e2-4479-a50e-93dde6ab6cec req-d4d6767e-e2db-41a0-a534-e0c45d198da9 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0901155 Nov 10 03:45:37.625188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] For port dc54562d-d90a-4039-bb1d-e95641ad80c7, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:37.633101 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9e083ee3-1226-45c3-9fb0-7e905976b9c0 None None] Provisioning complete for port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:37.633819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e083ee3-1226-45c3-9fb0-7e905976b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.663421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] For port dc54562d-d90a-4039-bb1d-e95641ad80c7, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:37.681314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.713266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9e083ee3-1226-45c3-9fb0-7e905976b9c0 None None] Port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:37.765576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02dda8dd-5dbf-4fae-8f1e-a662dcc63e5b req-fd0556bb-4b17-4438-80e7-7b5d23629c80 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 210 time: 0.1007454 Nov 10 03:45:37.788815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.898205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.904347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:37.956226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:38.001292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:38.209597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:38.210775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:38.214935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] 10.222.0.44 "PUT /v2.0/ports/dc54562d-d90a-4039-bb1d-e95641ad80c7 HTTP/1.1" status: 200 len: 1092 time: 5.1316111 Nov 10 03:45:38.251803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef6d4a1-190b-45ad-9053-9330e2c45614 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:38.265671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:38.300762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Transition to ACTIVE for port object 0ef6d4a1-190b-45ad-9053-9330e2c45614 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:45:38.301399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'tag': 'dc54562d-d90a-4039-bb1d-e95641ad80c7'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:38.305776 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a8305-93ee-41a8-ab3f-c623ef6f02c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5d15e0-9718-4cc1-a2af-191a89684b3a", "tag": "dc54562d-d90a-4039-bb1d-e95641ad80c7"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:38.349661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500410b1-d6c3-48f1-ac72-9d4f1fa1b41c service neutron] Pushing event updated for resources: {'Port': ['ID=dc54562d-d90a-4039-bb1d-e95641ad80c7,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:38.354288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:38.424513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6d4a1-190b-45ad-9053-9330e2c45614,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:38.567242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:38.624716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-23304fae-bbf9-4f78-9ed3-3e0e6e247589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:38.626667 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-23304fae-bbf9-4f78-9ed3-3e0e6e247589 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 1095 time: 0.2632360 Nov 10 03:45:38.658279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-4ad64424-5b2d-4fbc-a863-7c2559721b20 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:38.675965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-4ad64424-5b2d-4fbc-a863-7c2559721b20 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.11 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 815 time: 0.3150876 Nov 10 03:45:38.677718 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:38.687424 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-6a2ff137-77be-4639-881b-713cc8f8c9e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7 HTTP/1.1" status: 200 len: 217 time: 0.0518143 Nov 10 03:45:38.772331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-1f47c0f5-fb7f-4730-a130-aa285f82e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:38.775308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-1f47c0f5-fb7f-4730-a130-aa285f82e1da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=927013b3-515d-4926-933b-c1074f46cc26 HTTP/1.1" status: 200 len: 854 time: 0.0774779 Nov 10 03:45:38.861146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Request body: {'port': {'device_id': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'admin_state_up': True, 'tenant_id': 'f5ccc860c7534066ad3e07c2733b5ec2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:38.876150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Attempting to bind port 0ef6d4a1-190b-45ad-9053-9330e2c45614 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:38.876466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Attempting to bind port 0ef6d4a1-190b-45ad-9053-9330e2c45614 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:38.876799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Attempting to bind port 0ef6d4a1-190b-45ad-9053-9330e2c45614 on network e48ef8d3-e137-433a-ab31-a3feac054bba {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:38.887859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Port 0ef6d4a1-190b-45ad-9053-9330e2c45614 on network e48ef8d3-e137-433a-ab31-a3feac054bba not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:45:38.888173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Attempting to bind port 0ef6d4a1-190b-45ad-9053-9330e2c45614 on network e48ef8d3-e137-433a-ab31-a3feac054bba {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:38.917256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:38.918704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Checking segment: {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:38.919619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Bound using segment: {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:38.921770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Bound port: 0ef6d4a1-190b-45ad-9053-9330e2c45614, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dcc505-e3cc-41cb-b482-990470459082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:38.922801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.033274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-38797f45-2dfa-4a79-908d-b4054c1a0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:39.041199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-38797f45-2dfa-4a79-908d-b4054c1a0f89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2617186e-ae69-492c-b79c-99fb18e0541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404187 Nov 10 03:45:39.069490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Port': ['ID=fd7320dd-1aa4-4566-ab0a-d9765a303686,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:39.231254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-f8cab812-dac1-4e13-967f-6f39132079fc service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800539 Nov 10 03:45:39.274924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] For port 0ef6d4a1-190b-45ad-9053-9330e2c45614, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:39.279936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] For port 0ef6d4a1-190b-45ad-9053-9330e2c45614, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0ef6d4a1-190b-45ad-9053-9330e2c45614,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:39.300589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.328826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4b1d-9109-457f-ac3a-8685f7e2340c req-e0a25590-bfb6-40c9-a468-84ae63ec9308 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:39.330839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:39.331549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.332918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] 10.222.0.11 "PUT /v2.0/ports/0ef6d4a1-190b-45ad-9053-9330e2c45614 HTTP/1.1" status: 200 len: 1091 time: 3.7390301 Nov 10 03:45:39.338658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a9d4b1d-9109-457f-ac3a-8685f7e2340c req-e0a25590-bfb6-40c9-a468-84ae63ec9308 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.9911959 Nov 10 03:45:39.354338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:39.356143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.363222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:39.635601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Pushing event updated for resources: {'Port': ['ID=fcf5e533-24fb-4b07-9954-c125ec4026e3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:39.738081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597f97-30c6-447e-babd-31ab55e9016e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6d4a1-190b-45ad-9053-9330e2c45614,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:39.759929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-a440a83f-dfcc-4065-b6b9-17b91356855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:39.761621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-a440a83f-dfcc-4065-b6b9-17b91356855f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0a62d56c1cf40478f170a098de248cf&device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 1094 time: 0.1124086 Nov 10 03:45:39.768444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0bf37de4-db92-41c3-8395-30ca34f8fc1d req-636f3a8e-2e09-4188-98f5-dd8ae3f1043b service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833078 Nov 10 03:45:39.770758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.776395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Network 2617186e-ae69-492c-b79c-99fb18e0541a is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:39.785662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.837004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:39.883015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:39.903395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:39.944266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-43180426-0cb9-45f5-bc1d-0ebd7b4fef2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ef6d4a1-190b-45ad-9053-9330e2c45614 HTTP/1.1" status: 200 len: 217 time: 0.0476403 Nov 10 03:45:39.958658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.965915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:39.967006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:39.995084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-31819781-544f-44b6-8ade-8eb473bcd82e None None] Provisioning complete for port fd7320dd-1aa4-4566-ab0a-d9765a303686 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:39.995785 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-31819781-544f-44b6-8ade-8eb473bcd82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:40.079725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-532775ff-f2a1-4bcf-85a5-1edd13f3050d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9947641 Nov 10 03:45:40.102297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-31819781-544f-44b6-8ade-8eb473bcd82e None None] Port fd7320dd-1aa4-4566-ab0a-d9765a303686 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:40.105067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a9d4b1d-9109-457f-ac3a-8685f7e2340c req-83c8a2c4-83d8-4890-b97d-0810931e18a1 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654960 Nov 10 03:45:40.118202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-3ddab4a3-804b-4e0b-9283-53ffd6661379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:40.119968 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-3ddab4a3-804b-4e0b-9283-53ffd6661379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65b78325-b231-4efb-b186-bf5623776ace HTTP/1.1" status: 200 len: 854 time: 0.1230090 Nov 10 03:45:40.179663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Router 0b811f21-f124-468e-b8b4-9b5602669ab2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:45:40.187200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Request body: {'port': {'device_id': '5dcb875d-552f-48fd-8f82-54f927042689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:40.373131 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc5301-2c25-4bcf-a6b2-85691e1d67ae x-openstack-request-id: req-31cc5301-2c25-4bcf-a6b2-85691e1d67ae {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:40.373757 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5d15e0-9718-4cc1-a2af-191a89684b3a", "tag": "dc54562d-d90a-4039-bb1d-e95641ad80c7", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:40.373893 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31cc5301-2c25-4bcf-a6b2-85691e1d67ae {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:40.374418 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'tag': 'dc54562d-d90a-4039-bb1d-e95641ad80c7', 'status': 'completed', 'code': 200} Nov 10 03:45:40.382405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-11bef16d-ceda-4782-b71d-f5d48e022261 None None] Provisioning complete for port fcf5e533-24fb-4b07-9954-c125ec4026e3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:40.383024 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-11bef16d-ceda-4782-b71d-f5d48e022261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:40.426618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Network c33338f6-ec5f-45c2-b663-42466aa817e7 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:40.433107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:40.476864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-a0803189-a756-4776-9678-afa9b1f8e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:40.478737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-a0803189-a756-4776-9678-afa9b1f8e10c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48ef8d3-e137-433a-ab31-a3feac054bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2817273 Nov 10 03:45:40.684415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:40.698972 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:45:40.710378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-83edeebb-5d19-4b15-9db8-ff3da01acd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:40.717519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-11bef16d-ceda-4782-b71d-f5d48e022261 None None] Port fcf5e533-24fb-4b07-9954-c125ec4026e3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:40.719641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-83edeebb-5d19-4b15-9db8-ff3da01acd1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 1095 time: 0.3442316 Nov 10 03:45:40.891299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-9b476efc-541c-49a2-9161-bc264dba65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:40.893215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-9b476efc-541c-49a2-9161-bc264dba65df service neutron] 10.222.0.44 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 915 time: 0.1182995 Nov 10 03:45:40.946163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d9c54841-e4bb-4584-9aca-279db2ef1356 None None] Provisioning complete for port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:40.946969 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d9c54841-e4bb-4584-9aca-279db2ef1356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:40.955010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-01627a03-0423-4c30-b600-4d6041cab024 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7 HTTP/1.1" status: 200 len: 217 time: 0.0503724 Nov 10 03:45:40.956580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Made reservation on behalf of f5ccc860c7534066ad3e07c2733b5ec2 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:40.962096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:40.987340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Router 9a3f552a-4476-4bdc-aad2-b04613b87726 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:45:40.988854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52b790da-0b8f-4de0-949b-f08964e68ed7 req-df06fd1d-0d1e-4b75-88d2-e5c4f68fb169 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 210 time: 0.4184635 Nov 10 03:45:41.046473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-8bf07788-10ba-4f9d-8e65-57f185defbb9 service neutron] 10.222.0.11 "GET /v2.0/networks/e48ef8d3-e137-433a-ab31-a3feac054bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941034 Nov 10 03:45:41.065187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d9c54841-e4bb-4584-9aca-279db2ef1356 None None] Port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:41.097147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-51d9ba99-fbaa-4591-9c45-bc1b19058835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:41.099318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-51d9ba99-fbaa-4591-9c45-bc1b19058835 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=927013b3-515d-4926-933b-c1074f46cc26 HTTP/1.1" status: 200 len: 854 time: 0.1348372 Nov 10 03:45:41.217135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:41.229616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5881ac24-08c5-475d-b567-d81d0b0a9dd6 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "PUT /v2.0/routers/0b811f21-f124-468e-b8b4-9b5602669ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2653778 Nov 10 03:45:41.234708 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] Sync routers for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:41.257757 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:41.258409 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:41.260909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:41.272300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Request body: {'port': {'network_id': '600c4e22-d18f-4f3c-9aad-fd33745a0449', 'name': 'tempest-FloatingIPAdminTestJSON-223248977'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:41.327121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:41.330221 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:41.332541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e212d76e-b35a-4306-a721-e39ab13ab8f1 admin admin] 10.222.0.24 "PUT /v2.0/routers/9a3f552a-4476-4bdc-aad2-b04613b87726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8381846 Nov 10 03:45:41.349619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Sync routers for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:41.360292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:41.360913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:41.364871 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:41.372779 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:41.385860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-12414913-4210-4e92-bd85-2c01b4f331ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:41.387771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-12414913-4210-4e92-bd85-2c01b4f331ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2617186e-ae69-492c-b79c-99fb18e0541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724993 Nov 10 03:45:41.455701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Deleting port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:41.456030 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:41.485474 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:41.486453 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4050dc-9eeb-4b34-b620-2fff81908224 None None] The sync data for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:41.543332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-06939990-5263-4796-b180-f2ba4d638ec0 service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482401 Nov 10 03:45:41.658813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:41.791589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-860a8305-93ee-41a8-ab3f-c623ef6f02c9 req-08cf2259-cc35-47a0-9d45-a10dfc6ec336 service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369268 Nov 10 03:45:41.897187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf5e533-24fb-4b07-9954-c125ec4026e3 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:41.970235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 2, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:41.997070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Checking router: 9a3f552a-4476-4bdc-aad2-b04613b87726 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:45:41.997631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Updating router 9a3f552a-4476-4bdc-aad2-b04613b87726 port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:45:42.043259 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.054974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.118051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Transition to ACTIVE for port object fcf5e533-24fb-4b07-9954-c125ec4026e3 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:45:42.143432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.199491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Made reservation on behalf of 520b54c8d30d4134a87265b53f7da18a for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:42.203293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.235643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35cbe0-95e4-4d68-93ec-18085d7a57bf req-b2c1f926-0d5f-4f52-a4c9-4f90aa521694 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:42.242898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a35cbe0-95e4-4d68-93ec-18085d7a57bf req-b2c1f926-0d5f-4f52-a4c9-4f90aa521694 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.9797196 Nov 10 03:45:42.273516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] For port 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:42.273883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.325082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Calling delete_port for 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:42.338478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] device_id is not set on port ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:45:42.375942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'tag': '0ef6d4a1-190b-45ad-9053-9330e2c45614'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:42.378299 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89fbb2b-78d4-485a-b668-e1cb741a60b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1d858d-6df0-4473-9515-11ab23c9db94", "tag": "0ef6d4a1-190b-45ad-9053-9330e2c45614"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:42.400986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Allocated IP 172.20.0.12 (2617186e-ae69-492c-b79c-99fb18e0541a/927013b3-515d-4926-933b-c1074f46cc26/35fa9717-0b1e-445f-a344-f82970959322) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:42.404249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf5e533-24fb-4b07-9954-c125ec4026e3,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:42.560617 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.574850 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.615342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a35cbe0-95e4-4d68-93ec-18085d7a57bf req-b0799dd4-4501-4801-acb5-b959f3d1d5d8 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714542 Nov 10 03:45:42.685855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e5855-56c5-4200-a566-5dfe9c64c5a8 None None] Pushing event updated for resources: {'Port': ['ID=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:42.827178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Attempting to bind port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:42.827579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Attempting to bind port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:42.827912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Attempting to bind port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 on network c33338f6-ec5f-45c2-b663-42466aa817e7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:42.837141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:42.837676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Checking segment: {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:42.838105 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.838712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Bound using segment: {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:42.839189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Bound port: b29131b5-ecdc-42f7-ac0f-277bb0158ee8, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:42.839570 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:42.933910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] For port b29131b5-ecdc-42f7-ac0f-277bb0158ee8, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:42.955657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] For port b29131b5-ecdc-42f7-ac0f-277bb0158ee8, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:42.964481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.054373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Allocated IP 172.20.0.13 (600c4e22-d18f-4f3c-9aad-fd33745a0449/e63bb415-7580-46e7-9eed-212c834a2729/ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:43.092412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e5855-56c5-4200-a566-5dfe9c64c5a8 None None] Pushing event updated for resources: {'Port': ['ID=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:43.095003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:43.095670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:43.131546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Attempting to bind port fcf5e533-24fb-4b07-9954-c125ec4026e3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:43.132067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Attempting to bind port fcf5e533-24fb-4b07-9954-c125ec4026e3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:43.132200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Attempting to bind port fcf5e533-24fb-4b07-9954-c125ec4026e3 on network 2617186e-ae69-492c-b79c-99fb18e0541a {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:43.216614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bb2cdaf0-3602-4f1e-a58a-2178ecab063b None None] Provisioning complete for port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:43.218332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb2cdaf0-3602-4f1e-a58a-2178ecab063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.282948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Port fcf5e533-24fb-4b07-9954-c125ec4026e3 on network 2617186e-ae69-492c-b79c-99fb18e0541a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:45:43.294900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Attempting to bind port fcf5e533-24fb-4b07-9954-c125ec4026e3 on network 2617186e-ae69-492c-b79c-99fb18e0541a {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:43.347371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.352690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:43.352690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Checking segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:43.352690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Bound using segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:43.352690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Bound port: fcf5e533-24fb-4b07-9954-c125ec4026e3, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:43.352690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.413439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-549dfbc8-6d46-41b2-8f5a-7f7aa4c446ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.454481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Pushing event deleted for resources: {'Port': ['ID=535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:43.469575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:43.492821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fb8fb-f044-4a70-b564-2f19f3a3f76a req-a55744ae-9323-4708-8592-c0769d2ce59d tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:43.500112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-009fb8fb-f044-4a70-b564-2f19f3a3f76a req-a55744ae-9323-4708-8592-c0769d2ce59d tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 950 time: 0.7338099 Nov 10 03:45:43.524933 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb2cdaf0-3602-4f1e-a58a-2178ecab063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.639425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bb2cdaf0-3602-4f1e-a58a-2178ecab063b None None] For port b29131b5-ecdc-42f7-ac0f-277bb0158ee8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:43.672911 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb2cdaf0-3602-4f1e-a58a-2178ecab063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.829146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-009fb8fb-f044-4a70-b564-2f19f3a3f76a req-fbf26161-aba7-4e5c-8428-06f21a215d79 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281450 Nov 10 03:45:43.893890 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.920460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cdaf0-3602-4f1e-a58a-2178ecab063b None None] Pushing event updated for resources: {'Port': ['ID=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:43.946802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dc54562d-d90a-4039-bb1d-e95641ad80c7 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:43.949872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:45:43.952093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:43.977035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] For port fcf5e533-24fb-4b07-9954-c125ec4026e3, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:44.077651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] For port fcf5e533-24fb-4b07-9954-c125ec4026e3, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fcf5e533-24fb-4b07-9954-c125ec4026e3,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:44.120108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:44.150259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70119be1-a553-4e03-adce-d8ef9ac6f488 req-adf10985-f106-40b9-a58b-7ac4d338428d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 210 time: 0.0923150 Nov 10 03:45:44.180398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-61547fd0-74d8-4ea7-97dc-4895865921ee None None] Provisioning complete for port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:44.184292 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61547fd0-74d8-4ea7-97dc-4895865921ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:44.190006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:45:44.229759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:44.230403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:44.232743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/fcf5e533-24fb-4b07-9954-c125ec4026e3 HTTP/1.1" status: 200 len: 1092 time: 4.1068826 Nov 10 03:45:44.273970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcb875d-552f-48fd-8f82-54f927042689', 'tag': 'fcf5e533-24fb-4b07-9954-c125ec4026e3'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:44.274814 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcb875d-552f-48fd-8f82-54f927042689", "tag": "fcf5e533-24fb-4b07-9954-c125ec4026e3"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:44.285651 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:44.311881 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf3c5f0-61f2-43ad-a9b0-1c9efc3cd10a x-openstack-request-id: req-edf3c5f0-61f2-43ad-a9b0-1c9efc3cd10a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:44.312947 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1d858d-6df0-4473-9515-11ab23c9db94", "tag": "0ef6d4a1-190b-45ad-9053-9330e2c45614", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:44.313365 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edf3c5f0-61f2-43ad-a9b0-1c9efc3cd10a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:44.314139 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'tag': '0ef6d4a1-190b-45ad-9053-9330e2c45614', 'status': 'completed', 'code': 200} Nov 10 03:45:44.518591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:44.534944 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:44.540031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:44.571281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:42Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:44.681572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:44.684276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c9920-f59c-49ce-9fe6-02dd269629a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf5e533-24fb-4b07-9954-c125ec4026e3,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:44.712234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:44.719110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:44.791823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Network 2617186e-ae69-492c-b79c-99fb18e0541a is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:44.794331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event updated for resources: {'Port': ['ID=ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:44.822932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-7adf2ce3-86f0-43ba-a9cf-d58a817a8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:44.828169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-7adf2ce3-86f0-43ba-a9cf-d58a817a8501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 1095 time: 0.5214374 Nov 10 03:45:44.921612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8048ad-7d7c-4a6c-a323-7e75f79aebac None None] The sync data for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 is: [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:42Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:44.959510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:44.964069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Pushing event updated for resources: {'Port': ['ID=35fa9717-0b1e-445f-a344-f82970959322,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:44.971490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:44.974129 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce1ed41-e6bf-454e-af1a-318b0027500a" -d '{"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:44.992023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:45.095179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:45.098960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dc54562d-d90a-4039-bb1d-e95641ad80c7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:45.103469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.144398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'dc54562d-d90a-4039-bb1d-e95641ad80c7', 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'port_id': 'dc54562d-d90a-4039-bb1d-e95641ad80c7', 'mac_address': 'fa:16:3e:d2:e2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927013b3-515d-4926-933b-c1074f46cc26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:45.235835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:45.284129 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.344911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-86377e41-d59a-484a-97fc-e357de7b35ae None None] Provisioning complete for port ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:45.345714 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-86377e41-d59a-484a-97fc-e357de7b35ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.351125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc54562d-d90a-4039-bb1d-e95641ad80c7 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:45.368845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171af0d-e751-4e4f-9006-18067898b54d req-8677b4cc-ea54-4c32-b98e-132ce1b4da8d tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:45.379865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a171af0d-e751-4e4f-9006-18067898b54d req-8677b4cc-ea54-4c32-b98e-132ce1b4da8d tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.9281940 Nov 10 03:45:45.396436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dc54562d-d90a-4039-bb1d-e95641ad80c7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:45.444704 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.472410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-c099878e-7f59-42c5-88a5-7729f102e809 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcf5e533-24fb-4b07-9954-c125ec4026e3 HTTP/1.1" status: 200 len: 217 time: 0.5009429 Nov 10 03:45:45.512726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-86377e41-d59a-484a-97fc-e357de7b35ae None None] Port ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:45.522233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a5de7be5-1f59-4dee-ad4b-9312f9a7b8b1 req-125dcc7e-6367-40c2-8cf2-b998471efd7c service neutron] 10.222.0.11 "GET /v2.0/networks/e48ef8d3-e137-433a-ab31-a3feac054bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777929 Nov 10 03:45:45.552978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=dc54562d-d90a-4039-bb1d-e95641ad80c7,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:45.637743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f456add9-b4ee-4a07-9ce7-3f38bb0580b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.665107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d4140053-5a9b-4cf9-8789-b74573c20e37 None None] Provisioning complete for port 35fa9717-0b1e-445f-a344-f82970959322 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:45.665765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4140053-5a9b-4cf9-8789-b74573c20e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.665904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:45.666541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.728897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:45.732004 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:45.767628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['dc54562d-d90a-4039-bb1d-e95641ad80c7'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:45.779441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a171af0d-e751-4e4f-9006-18067898b54d req-61a8b864-50cb-4544-b98a-126473b946d9 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978484 Nov 10 03:45:45.863034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-7c5cbb1b-12d9-4009-8e41-63d9d3209d4b tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:45:45.864604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-7c5cbb1b-12d9-4009-8e41-63d9d3209d4b tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084629 Nov 10 03:45:45.904237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aad67a25-655e-40da-b6ed-62c8591645e1 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6422257 Nov 10 03:45:45.908052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50972) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:45.968835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-106dee36-efa2-421e-a764-a7157ddd17f3 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2506769 Nov 10 03:45:45.972466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-c7ea933d-8230-4313-94fe-f50e8212e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:45.985212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-0dbc1c30-efa3-4eae-b01d-78ca87263e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:45.985439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-c7ea933d-8230-4313-94fe-f50e8212e3e5 service neutron] 10.222.0.24 "GET /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 1093 time: 0.1095448 Nov 10 03:45:45.987747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-0dbc1c30-efa3-4eae-b01d-78ca87263e61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=927013b3-515d-4926-933b-c1074f46cc26 HTTP/1.1" status: 200 len: 854 time: 0.4696229 Nov 10 03:45:45.996828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Request body: {'binding': {'host': 'n-h1-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:45.998468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:45:46.008161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Request body: {'port': {'device_id': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:46.038985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d4140053-5a9b-4cf9-8789-b74573c20e37 None None] Port 35fa9717-0b1e-445f-a344-f82970959322 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:45:46.256881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-930ec2b7-46b0-4dfa-b61f-2d36a6d7e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:46.259743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-930ec2b7-46b0-4dfa-b61f-2d36a6d7e2c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0a62d56c1cf40478f170a098de248cf&device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 1094 time: 0.4621098 Nov 10 03:45:46.262163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'project_id': '520b54c8d30d4134a87265b53f7da18a', 'port_id': 'ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:46.404564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:46.413614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-5a7f48a3-8ea9-4e0f-bd73-0658fd7faf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:46.415127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-5a7f48a3-8ea9-4e0f-bd73-0658fd7faf43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2617186e-ae69-492c-b79c-99fb18e0541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4151776 Nov 10 03:45:46.437510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on host n-h1-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:46.438161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:46.438737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:46.446010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:45:46.446433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:46.456261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:46.456984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:46.458267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:46.458926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Bound port: a4ff8890-e70f-40a3-befd-2df0b21e2f11, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:46.551021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-57ab767d-51d6-4133-8da1-7e5f83f1746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:46.553289 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-57ab767d-51d6-4133-8da1-7e5f83f1746e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48ef8d3-e137-433a-ab31-a3feac054bba HTTP/1.1" status: 200 len: 915 time: 0.2786744 Nov 10 03:45:46.586834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:46.650642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:46.656318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-89e69405-3b10-4f6b-aef8-de9d8a10d958 service neutron] 10.222.0.24 "POST /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11/bindings HTTP/1.1" status: 201 len: 389 time: 0.6693082 Nov 10 03:45:46.657062 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:46.661054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-742791e5-fa18-401f-842c-f18c6b731047 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ef6d4a1-190b-45ad-9053-9330e2c45614 HTTP/1.1" status: 200 len: 217 time: 0.0856872 Nov 10 03:45:46.686602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b29131b5-ecdc-42f7-ac0f-277bb0158ee8 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:46.833765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:46.834350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:46.918560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-44f92d86-6898-4fc3-b1f7-505fc529907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:46.923872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-44f92d86-6898-4fc3-b1f7-505fc529907a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65b78325-b231-4efb-b186-bf5623776ace HTTP/1.1" status: 200 len: 854 time: 0.1139119 Nov 10 03:45:47.142272 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350722fb-6739-43b3-9d95-7c69d787460d x-openstack-request-id: req-350722fb-6739-43b3-9d95-7c69d787460d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:47.143132 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:47.143621 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-350722fb-6739-43b3-9d95-7c69d787460d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:47.144202 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885', 'code': 200} Nov 10 03:45:47.283508 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8634f5-918d-4400-9def-9c68a164fef3 x-openstack-request-id: req-cc8634f5-918d-4400-9def-9c68a164fef3 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:47.288226 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcb875d-552f-48fd-8f82-54f927042689", "tag": "fcf5e533-24fb-4b07-9954-c125ec4026e3", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:47.288482 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc8634f5-918d-4400-9def-9c68a164fef3 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:47.288895 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcb875d-552f-48fd-8f82-54f927042689', 'tag': 'fcf5e533-24fb-4b07-9954-c125ec4026e3', 'status': 'completed', 'code': 200} Nov 10 03:45:47.483618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-5f766e87-ee90-4547-a29e-c1fa5502aa44 service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0582249 Nov 10 03:45:47.501108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:47.611363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Router c4d85226-d149-46e7-bfda-84872cee4991 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:45:47.666082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef291bac-451a-4ca9-97c0-7b9c98b945b7 req-70c60ce0-8098-4ae4-9de5-55f08aded333 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:47.667572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef291bac-451a-4ca9-97c0-7b9c98b945b7 req-70c60ce0-8098-4ae4-9de5-55f08aded333 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 932 time: 0.4090109 Nov 10 03:45:47.796818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d1b2f6-03c9-412f-ae14-ec9c4e177ddf req-67b5636f-c977-43b5-81ab-6dd2dbf9ced9 service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938335 Nov 10 03:45:47.859061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dc54562d-d90a-4039-bb1d-e95641ad80c7 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:47.915618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port dc54562d-d90a-4039-bb1d-e95641ad80c7 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:45:47.922875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port dc54562d-d90a-4039-bb1d-e95641ad80c7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:47.923252 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:47.979742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef291bac-451a-4ca9-97c0-7b9c98b945b7 req-f33f5ee9-8633-4e60-868c-58ee912ad33e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009911 Nov 10 03:45:47.990158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fa9717-0b1e-445f-a344-f82970959322 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:48.015672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.016714 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.028148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:48.039854 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] Sync routers for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:48.052150 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:48.052776 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:48.062953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50992) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:48.065453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-717912b9-25dc-4ad1-b183-95e6df160209 admin admin] 10.222.0.24 "PUT /v2.0/routers/c4d85226-d149-46e7-bfda-84872cee4991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4409912 Nov 10 03:45:48.072446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Transition to ACTIVE for port object 35fa9717-0b1e-445f-a344-f82970959322 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:45:48.087245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.090695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dc54562d-d90a-4039-bb1d-e95641ad80c7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:48.097493 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.165029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Pushing event updated for resources: {'Port': ['ID=35fa9717-0b1e-445f-a344-f82970959322,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:48.174982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-53778f07-6c28-40a8-92ac-3a3908b7bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:48.177221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-53778f07-6c28-40a8-92ac-3a3908b7bfe7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 1095 time: 0.3117738 Nov 10 03:45:48.184300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.184641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.184976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.185302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.185626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.185971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.187101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.187293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.187615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.187932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.188248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.188707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.207895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b33ee-74c6-487c-a53a-0dd827c2a0da req-b0440ed0-a86e-44fe-87b9-ae41753fae78 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:48.209424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-094b33ee-74c6-487c-a53a-0dd827c2a0da req-b0440ed0-a86e-44fe-87b9-ae41753fae78 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.2958555 Nov 10 03:45:48.215495 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:48.228844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=dc54562d-d90a-4039-bb1d-e95641ad80c7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:48.241742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.287602 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.306061 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.379392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.418058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-82c92829-8f49-4b14-9771-c54d671de4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:48.423334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-82c92829-8f49-4b14-9771-c54d671de4e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 915 time: 0.1978028 Nov 10 03:45:48.451898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Deleting port 90144887-800a-4a2f-974e-60c85d691638 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:48.451898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.514406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-b0298d68-af61-4986-b14e-0c771b1c68a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcf5e533-24fb-4b07-9954-c125ec4026e3 HTTP/1.1" status: 200 len: 217 time: 0.0805967 Nov 10 03:45:48.528866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-094b33ee-74c6-487c-a53a-0dd827c2a0da req-e6ec7066-b6e8-43c6-a6cb-05282314e97d tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199337 Nov 10 03:45:48.597177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] For port 90144887-800a-4a2f-974e-60c85d691638, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=90144887-800a-4a2f-974e-60c85d691638,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:48.597563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.614018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b2143-f001-4b97-a37a-2a03089696ea req-47d22800-0b30-4ac5-a544-053ab27b5bef tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:48.615407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f90b2143-f001-4b97-a37a-2a03089696ea req-47d22800-0b30-4ac5-a544-053ab27b5bef tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 945 time: 0.5294304 Nov 10 03:45:48.628978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Calling delete_port for 90144887-800a-4a2f-974e-60c85d691638 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:48.685278 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '90144887-800a-4a2f-974e-60c85d691638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:45:42Z', 'revision_number': 5, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port': {'id': '90144887-800a-4a2f-974e-60c85d691638', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:42:05Z', 'updated_at': '2021-11-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:48.716325 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] Checking router: c4d85226-d149-46e7-bfda-84872cee4991 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:45:48.727157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] Routers {'c4d85226-d149-46e7-bfda-84872cee4991'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:48.727157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4d85226-d149-46e7-bfda-84872cee4991'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:48.752947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-3109f225-d23d-43ed-81d3-75c0e875ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:48.754958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-3109f225-d23d-43ed-81d3-75c0e875ca6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=927013b3-515d-4926-933b-c1074f46cc26 HTTP/1.1" status: 200 len: 854 time: 0.2217414 Nov 10 03:45:48.787071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Allocated IP 172.25.6.206 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/5a4e8aa8-ffe5-4cab-bd90-8633fed59f16) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:48.814563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Attempting to bind port 35fa9717-0b1e-445f-a344-f82970959322 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:48.815217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Attempting to bind port 35fa9717-0b1e-445f-a344-f82970959322 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:48.815770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Attempting to bind port 35fa9717-0b1e-445f-a344-f82970959322 on network 2617186e-ae69-492c-b79c-99fb18e0541a {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:48.831947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f90b2143-f001-4b97-a37a-2a03089696ea req-7abc76f4-3046-45a7-8c7b-c3014101301c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952651 Nov 10 03:45:48.837155 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] Set router c4d85226-d149-46e7-bfda-84872cee4991 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:45:48.843466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Port 35fa9717-0b1e-445f-a344-f82970959322 on network 2617186e-ae69-492c-b79c-99fb18e0541a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:45:48.844094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Attempting to bind port 35fa9717-0b1e-445f-a344-f82970959322 on network 2617186e-ae69-492c-b79c-99fb18e0541a {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:48.862339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:48.863484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Checking segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:48.864144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Bound using segment: {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:48.865648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.876211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Bound port: 35fa9717-0b1e-445f-a344-f82970959322, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca05c1-30d8-4648-b439-8d9a30b3c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:48.876689 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:48.896601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-45629d55-4bb6-43d6-bbca-73fbb59076ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:48.898270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-45629d55-4bb6-43d6-bbca-73fbb59076ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2617186e-ae69-492c-b79c-99fb18e0541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231475 Nov 10 03:45:48.907622 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:45:48Z', 'revision_number': 6, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:48.916575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Pushing event deleted for resources: {'Port': ['ID=90144887-800a-4a2f-974e-60c85d691638,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:48.944788 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb97a0-5852-4e3c-b3cf-adf22f4f5e68 None None] The sync data for ids ['c4d85226-d149-46e7-bfda-84872cee4991'] in n-d-817326-2 is: [{'id': 'c4d85226-d149-46e7-bfda-84872cee4991', 'name': 'tempest-ServersTestBootFromVolume-836839267-router', 'tenant_id': 'b1527dc897a44542a47b7845a73f9f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:42:04Z', 'updated_at': '2021-11-10T03:45:48Z', 'revision_number': 6, 'project_id': 'b1527dc897a44542a47b7845a73f9f42', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:48.966330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.966517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.966859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.967197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.967530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.967859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.968193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.968881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.969220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.969548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.969875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:48.970483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:45:49.040291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.063762 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.102084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] For port 35fa9717-0b1e-445f-a344-f82970959322, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:49.106389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] For port 35fa9717-0b1e-445f-a344-f82970959322, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35fa9717-0b1e-445f-a344-f82970959322,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:49.145794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc54562d-d90a-4039-bb1d-e95641ad80c7'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:49.148580 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d5fefb-c496-42a4-b8b6-6f070bb99b7c" -d '{"events": [{"server_uuid": "0d5d15e0-9718-4cc1-a2af-191a89684b3a", "name": "network-vif-plugged", "status": "completed", "tag": "dc54562d-d90a-4039-bb1d-e95641ad80c7"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:49.157192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.211468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.215140 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df02c65-78d8-4743-b3a4-08323b692299 x-openstack-request-id: req-3df02c65-78d8-4743-b3a4-08323b692299 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:49.215685 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5d15e0-9718-4cc1-a2af-191a89684b3a", "name": "network-vif-plugged", "status": "completed", "tag": "dc54562d-d90a-4039-bb1d-e95641ad80c7", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:49.215941 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3df02c65-78d8-4743-b3a4-08323b692299 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:49.216325 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc54562d-d90a-4039-bb1d-e95641ad80c7', 'code': 200} Nov 10 03:45:49.283616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-bc8a427f-b44a-4823-b17e-3f44697a3331 service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524084 Nov 10 03:45:49.310544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.316036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:49.317616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.319103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] 10.222.0.11 "PUT /v2.0/ports/35fa9717-0b1e-445f-a344-f82970959322 HTTP/1.1" status: 200 len: 1092 time: 3.3179495 Nov 10 03:45:49.361594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'tag': '35fa9717-0b1e-445f-a344-f82970959322'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:49.373801 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a87b62-93c2-466d-88b1-126a5ad6853d" -d '{"events": [{"name": "network-changed", "server_uuid": "f047113a-86d3-4c1f-bc77-144cc381e4f3", "tag": "35fa9717-0b1e-445f-a344-f82970959322"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:49.530666 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a305d6c6-9392-44cb-8205-957e0191ccd3 x-openstack-request-id: req-a305d6c6-9392-44cb-8205-957e0191ccd3 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:49.531969 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f047113a-86d3-4c1f-bc77-144cc381e4f3", "tag": "35fa9717-0b1e-445f-a344-f82970959322", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:49.532679 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a305d6c6-9392-44cb-8205-957e0191ccd3 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:49.533325 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'tag': '35fa9717-0b1e-445f-a344-f82970959322', 'status': 'completed', 'code': 200} Nov 10 03:45:49.537835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:49.550771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:49.552935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.555127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:49.555305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.696249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.698317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d85226-d149-46e7-bfda-84872cee4991 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:45:49.704059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.710823 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6bcfb32d-57df-4599-ac5f-572851f8de58 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c4d85226-d149-46e7-bfda-84872cee4991 HTTP/1.1" status: 204 len: 168 time: 1.6457007 Nov 10 03:45:49.711443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51026) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:49.746097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197427b2-f043-49d1-b749-e4d319ea2b98 req-0662658e-3035-47c2-b452-f6db7e6ee20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:49.747484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-197427b2-f043-49d1-b749-e4d319ea2b98 req-0662658e-3035-47c2-b452-f6db7e6ee20e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 1097 time: 0.1782401 Nov 10 03:45:49.752903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f237ff-0364-4540-afaa-2e5c703e5554 service neutron] Pushing event updated for resources: {'Port': ['ID=35fa9717-0b1e-445f-a344-f82970959322,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:49.779016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b68aa-d347-4011-8989-2ae067a757f8 req-a9d0fd5a-1f3c-4feb-8194-e0dbaf84308f tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:49.786963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce9b68aa-d347-4011-8989-2ae067a757f8 req-a9d0fd5a-1f3c-4feb-8194-e0dbaf84308f tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 944 time: 0.6675165 Nov 10 03:45:49.796776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] Deleting subnet cda49f39-6e98-40f3-9dea-85e0bd3d80a2 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:45:49.803790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.854124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:49.949644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-197427b2-f043-49d1-b749-e4d319ea2b98 req-41ae1cf1-2b66-4559-bf73-6f5c5b505813 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884770 Nov 10 03:45:49.997871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:50.105365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:50.127529 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:50.132703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b688040-98a6-4925-8ff3-118b4392bec1 None None] Network f60a82d4-f52e-490f-a98c-f2ed15732c72 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:50.143723 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cda49f39-6e98-40f3-9dea-85e0bd3d80a2 HTTP/1.1" status: 204 len: 168 time: 0.4295816 Nov 10 03:45:50.146142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Pushing event updated for resources: {'Port': ['ID=5a4e8aa8-ffe5-4cab-bd90-8633fed59f16,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:50.151200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51032) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:50.203927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fea50-29c8-472e-ad89-1b1e23cfab3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda49f39-6e98-40f3-9dea-85e0bd3d80a2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:50.356890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bea0d1-dc4e-427d-b7b5-82ffa4f8e943 req-7fb08f1b-32e4-44e7-89b9-0e71830d89bb service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0318117 Nov 10 03:45:50.384996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa2ad2-0a9a-4715-9075-cfe572a7a27a req-2c92a98b-e88d-4e85-91a8-59a37abc479e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:50.390984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09aa2ad2-0a9a-4715-9075-cfe572a7a27a req-2c92a98b-e88d-4e85-91a8-59a37abc479e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.6995516 Nov 10 03:45:50.453347 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce9b68aa-d347-4011-8989-2ae067a757f8 req-d8cf0fbb-c7e0-48ed-8e19-8ca0c8dd0166 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653774 Nov 10 03:45:50.487351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] DHCP port deletion for f60a82d4-f52e-490f-a98c-f2ed15732c72 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:45:50.532328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-d31035de-a59f-4a7e-8b82-586b7b85b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:50.534630 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-d31035de-a59f-4a7e-8b82-586b7b85b6c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48ef8d3-e137-433a-ab31-a3feac054bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028140 Nov 10 03:45:50.649219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] Deleting port cf50b02a-09ca-40f6-9cc6-002b282f0637 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:50.649577 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:50.678630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:50.683619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:45:50.753964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-bcfaa54e-912b-459b-87c5-740b337b30ad service neutron] 10.222.0.11 "GET /v2.0/networks/e48ef8d3-e137-433a-ab31-a3feac054bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016082 Nov 10 03:45:50.761499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09aa2ad2-0a9a-4715-9075-cfe572a7a27a req-2df5ad96-a05c-427e-8490-97a3ae50f75b tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522017 Nov 10 03:45:50.824907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:45:50.825889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a87b62-93c2-466d-88b1-126a5ad6853d req-7deffdb0-f4b5-41ed-b221-e815dc2fcb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:50.827774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 535f1e93-d0ef-4e2d-ba64-6c2bd99e1e0f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:45:50.828524 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76a87b62-93c2-466d-88b1-126a5ad6853d req-7deffdb0-f4b5-41ed-b221-e815dc2fcb3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 1095 time: 0.3415492 Nov 10 03:45:50.829152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cf50b02a-09ca-40f6-9cc6-002b282f0637 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:45:50.909636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] For port cf50b02a-09ca-40f6-9cc6-002b282f0637, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cf50b02a-09ca-40f6-9cc6-002b282f0637,segment=NetworkSegment(ce5e7be1-9ffc-4c36-8307-03ff7446d1fa),segment_id=ce5e7be1-9ffc-4c36-8307-03ff7446d1fa)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:50.912412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:50.959461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] Calling delete_port for cf50b02a-09ca-40f6-9cc6-002b282f0637 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:50.996271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-f3bcec41-6ec3-4c3e-b767-592084981cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2403557 Nov 10 03:45:51.052456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b89fbb2b-78d4-485a-b668-e1cb741a60b7 req-62da7195-47ec-4279-a0e6-dd11dadaf34c service neutron] 10.222.0.11 "GET /v2.0/networks/e48ef8d3-e137-433a-ab31-a3feac054bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428362 Nov 10 03:45:51.121725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-759e437e-1499-4d55-9940-4229233b4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.123687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a87b62-93c2-466d-88b1-126a5ad6853d req-c2c59e45-f997-439d-8557-f1bd320f28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.125870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-759e437e-1499-4d55-9940-4229233b4165 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1096 time: 0.5972955 Nov 10 03:45:51.126170 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76a87b62-93c2-466d-88b1-126a5ad6853d req-c2c59e45-f997-439d-8557-f1bd320f28c1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2717464 Nov 10 03:45:51.215494 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:51.288091 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:51.341003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90144887-800a-4a2f-974e-60c85d691638 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:45:51.364717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] Pushing event deleted for resources: {'Port': ['ID=cf50b02a-09ca-40f6-9cc6-002b282f0637,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:51.371471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 90144887-800a-4a2f-974e-60c85d691638 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:45:51.371671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90144887-800a-4a2f-974e-60c85d691638 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:45:51.379026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad67dd-0d98-4e02-80cf-91715bdfe4f1 None None] No DVR routers for this DVR port cf50b02a-09ca-40f6-9cc6-002b282f0637 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:45:51.385063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-244ba6be-6b0e-4d06-991f-0d77843388a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.386633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-244ba6be-6b0e-4d06-991f-0d77843388a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1096 time: 0.0759988 Nov 10 03:45:51.424451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709127d3-4d29-4a9f-ace6-3a289cd0614b req-97871760-e5fb-4933-8306-ba3cbf9793cd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.432374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-709127d3-4d29-4a9f-ace6-3a289cd0614b req-97871760-e5fb-4933-8306-ba3cbf9793cd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 945 time: 0.6906102 Nov 10 03:45:51.507455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a87b62-93c2-466d-88b1-126a5ad6853d req-384f5d1b-d6a1-436a-8a2d-6429cba79d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.508950 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76a87b62-93c2-466d-88b1-126a5ad6853d req-384f5d1b-d6a1-436a-8a2d-6429cba79d72 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3558223 Nov 10 03:45:51.562033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-13446377-b7f5-4ead-bf4c-1261d290372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.563439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-13446377-b7f5-4ead-bf4c-1261d290372e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.1494331 Nov 10 03:45:51.615697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-709127d3-4d29-4a9f-ace6-3a289cd0614b req-c6f2f6f6-a9b0-4d7a-9892-053f4e844802 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816869 Nov 10 03:45:51.617205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:51.682670 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-20bdd33b-9488-45a7-b994-70bb2e099604 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 217 time: 0.1078274 Nov 10 03:45:51.738633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-900e3b24-d7d5-4460-94e2-bc50d13f6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.740287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-900e3b24-d7d5-4460-94e2-bc50d13f6d46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 1095 time: 0.1071656 Nov 10 03:45:51.767698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-80b7c155-55b4-46b7-b3cb-2b8160bb7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.770414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-80b7c155-55b4-46b7-b3cb-2b8160bb7853 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0798075 Nov 10 03:45:51.802320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Deleting port cf50b02a-09ca-40f6-9cc6-002b282f0637 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:51.802824 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:51.816512 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-5f63ae48-b98a-4c7c-8edf-72768853b0e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35fa9717-0b1e-445f-a344-f82970959322 HTTP/1.1" status: 200 len: 217 time: 0.0586545 Nov 10 03:45:51.854509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-c835e23d-7be9-4637-bf20-85475efaa29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.856134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-c835e23d-7be9-4637-bf20-85475efaa29e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.6981025 Nov 10 03:45:51.878418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-37a91fa7-e609-4ebe-af07-092be13ef1a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703757 Nov 10 03:45:51.884750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-56805f5c-23f7-493c-aed0-587d3618f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:51.884966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fcf5e533-24fb-4b07-9954-c125ec4026e3 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:51.886185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-56805f5c-23f7-493c-aed0-587d3618f439 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927013b3-515d-4926-933b-c1074f46cc26 HTTP/1.1" status: 200 len: 854 time: 0.0506110 Nov 10 03:45:51.966984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-5b9544a0-2d9a-46ad-8922-96dd615b9b97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 217 time: 0.0889983 Nov 10 03:45:52.009361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-bbcb0a02-738c-4378-9d1e-33fbe7b4db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:52.010904 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-bbcb0a02-738c-4378-9d1e-33fbe7b4db27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2617186e-ae69-492c-b79c-99fb18e0541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681748 Nov 10 03:45:52.015329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-37dff652-a888-42d2-9ed5-3ce1c97bea8e service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282387 Nov 10 03:45:52.039604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fcf5e533-24fb-4b07-9954-c125ec4026e3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fcf5e533-24fb-4b07-9954-c125ec4026e3,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:52.060614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'fcf5e533-24fb-4b07-9954-c125ec4026e3', 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'port_id': 'fcf5e533-24fb-4b07-9954-c125ec4026e3', 'mac_address': 'fa:16:3e:bd:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927013b3-515d-4926-933b-c1074f46cc26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:52.063928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:52.116072 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:52.133424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf5e533-24fb-4b07-9954-c125ec4026e3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:52.163208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fcf5e533-24fb-4b07-9954-c125ec4026e3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fcf5e533-24fb-4b07-9954-c125ec4026e3,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:52.168882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:52.240076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fcf5e533-24fb-4b07-9954-c125ec4026e3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:52.246370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1acdb12-8835-4ee1-8d86-2a8cb5d6ed0e req-ad325fdf-3812-4592-af27-552de506ff55 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074568 Nov 10 03:45:52.248785 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-ef45b654-7736-4cdc-9de1-149b6f7fc160 service neutron] 10.222.0.11 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215238 Nov 10 03:45:52.274978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] For port cf50b02a-09ca-40f6-9cc6-002b282f0637, host n-d-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:52.275776 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:52.291890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Calling delete_port for cf50b02a-09ca-40f6-9cc6-002b282f0637 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:52.295211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Port cf50b02a-09ca-40f6-9cc6-002b282f0637 was not found and therefore no delete operation was performed {{(pid=102597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:45:52.305087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dcb3d-3229-4d13-b932-177609bb52bf req-7a327fb0-b84b-4737-ac22-d69d0b5c76cc tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:52.306859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b27dcb3d-3229-4d13-b932-177609bb52bf req-7a327fb0-b84b-4737-ac22-d69d0b5c76cc tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 944 time: 0.6710262 Nov 10 03:45:52.319898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:52.403614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fcf5e533-24fb-4b07-9954-c125ec4026e3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:52.434279 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d770f20-c27a-42bf-8422-58eae2e61aaf req-be16304e-c0fd-4bd3-a009-e94fe11c0861 service neutron] 10.222.0.11 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594231 Nov 10 03:45:52.435691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd55f0-5706-4ee5-a433-fb10b6bacc50 req-af900a46-4a31-4571-935e-3efbd62d0a27 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:52.443973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7cd55f0-5706-4ee5-a433-fb10b6bacc50 req-af900a46-4a31-4571-935e-3efbd62d0a27 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.4603581 Nov 10 03:45:52.454070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf50b02a-09ca-40f6-9cc6-002b282f0637,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:52.465708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] No DVR routers for this DVR port cf50b02a-09ca-40f6-9cc6-002b282f0637 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:45:52.502205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-21e014cf-03e1-4e39-831f-9b8aea5fb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:52.505447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-21e014cf-03e1-4e39-831f-9b8aea5fb7a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.5255249 Nov 10 03:45:52.508088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:52.579886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:52.884185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-928e0e04-8b2f-4318-9eea-56ee82beb7c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3161824 Nov 10 03:45:52.947640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b27dcb3d-3229-4d13-b932-177609bb52bf req-71a91d39-b35e-46d7-914f-3e54377be8c6 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136186 Nov 10 03:45:53.030927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.044155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7cd55f0-5706-4ee5-a433-fb10b6bacc50 req-35469b48-ea98-485b-8860-41373ab2e86c tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991175 Nov 10 03:45:53.089590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Pushing event updated for resources: {'Port': ['ID=5a4e8aa8-ffe5-4cab-bd90-8633fed59f16,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:53.099960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.120133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60a82d4-f52e-490f-a98c-f2ed15732c72']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:53.158653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:53.158949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5e7be1-9ffc-4c36-8307-03ff7446d1fa') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:53.208288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.213495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.275037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-40ae1257-c420-43e3-a26d-ce0b7dd559df service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604739 Nov 10 03:45:53.278642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.292628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5488e1-d30d-4e2e-91d5-f4dc53f52a59 req-8bc4c293-4c85-4666-b463-c9f233ebf8b4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:53.294189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae5488e1-d30d-4e2e-91d5-f4dc53f52a59 req-8bc4c293-4c85-4666-b463-c9f233ebf8b4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 945 time: 0.2743344 Nov 10 03:45:53.361349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:45:53.362182 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:45:53.395398 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:45:53.504018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae5488e1-d30d-4e2e-91d5-f4dc53f52a59 req-e9db82a6-82c1-4063-bf88-69fc49a17412 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964388 Nov 10 03:45:53.507729 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Floating IP 60c51a5a-f324-4925-a90c-2943fd95b8f7 associated. External IP: 172.25.6.206, port: ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0. Nov 10 03:45:53.516012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.586922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:53.590223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f60a82d4-f52e-490f-a98c-f2ed15732c72 HTTP/1.1" status: 204 len: 168 time: 3.4302483 Nov 10 03:45:53.623558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475d0b3-a8c3-4bd9-8f99-9bfdcb899d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60a82d4-f52e-490f-a98c-f2ed15732c72,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:53.631140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-6353def1-bb92-4e09-a80d-4fcdc2a7a471 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342254 Nov 10 03:45:53.812072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51096) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:53.841263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51100) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:53.870639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-ad4e2ee7-f958-4f17-857e-bf55007e88aa tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:53.871759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-ad4e2ee7-f958-4f17-857e-bf55007e88aa tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.0974240 Nov 10 03:45:53.887405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-30a7572d-7553-4bee-8bc2-60610f798c3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1527dc897a44542a47b7845a73f9f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443525 Nov 10 03:45:53.893028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51102) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:53.894451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fcf5e533-24fb-4b07-9954-c125ec4026e3 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:45:53.903404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-2'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:53.919275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Router 0b811f21-f124-468e-b8b4-9b5602669ab2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:45:53.951713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port fcf5e533-24fb-4b07-9954-c125ec4026e3 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:45:53.957929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port fcf5e533-24fb-4b07-9954-c125ec4026e3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:45:53.958323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.036158 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.101468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3976a25-bb0b-4822-a5d9-2d66aee73643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.146475 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.195949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcb875d-552f-48fd-8f82-54f927042689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf5e533-24fb-4b07-9954-c125ec4026e3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:54.197189 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7286936c-8e8f-4e9f-9d73-5c0da34337d7" -d '{"events": [{"server_uuid": "5dcb875d-552f-48fd-8f82-54f927042689", "name": "network-vif-plugged", "status": "completed", "tag": "fcf5e533-24fb-4b07-9954-c125ec4026e3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:54.226402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fcf5e533-24fb-4b07-9954-c125ec4026e3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fcf5e533-24fb-4b07-9954-c125ec4026e3,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:54.228882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] Deleting subnet 2aec2abc-22bf-4be7-a15e-af32f36fe32d {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:45:54.234697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.236727 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.268321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.293196 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3976a25-bb0b-4822-a5d9-2d66aee73643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.309990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.317772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fcf5e533-24fb-4b07-9954-c125ec4026e3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:54.385098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.389101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:54.403405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] Sync routers for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:54.425819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabd083-e89a-49d9-a4d9-04d6c7961c35 req-46e3e4a1-b6c9-458f-8bd3-5f284ad8869e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:54.433334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5aabd083-e89a-49d9-a4d9-04d6c7961c35 req-46e3e4a1-b6c9-458f-8bd3-5f284ad8869e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.2590370 Nov 10 03:45:54.434545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:54.448016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d358-8329-4909-a9d4-fa17d672f39f req-df194b65-cf4e-4a68-ae55-71f705d9dc5e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:54.454784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:54.455379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f638d358-8329-4909-a9d4-fa17d672f39f req-df194b65-cf4e-4a68-ae55-71f705d9dc5e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 944 time: 0.2823124 Nov 10 03:45:54.496517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.541983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:54.568877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aec2abc-22bf-4be7-a15e-af32f36fe32d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:54.577548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:54.585176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3976a25-bb0b-4822-a5d9-2d66aee73643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.587808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3976a25-bb0b-4822-a5d9-2d66aee73643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.591205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f3976a25-bb0b-4822-a5d9-2d66aee73643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd3a489e-b540-4847-a2ce-13b820b86027 HTTP/1.1" status: 204 len: 168 time: 0.6950531 Nov 10 03:45:54.599895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:54.604488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:54.605441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:54.610559 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-efc61cce-f5c7-4cfd-913a-19c3dab58ad0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2aec2abc-22bf-4be7-a15e-af32f36fe32d HTTP/1.1" status: 204 len: 168 time: 0.7938800 Nov 10 03:45:54.620658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51116) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:54.625183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-611d2b2e-483d-427c-836c-af0811b2c21f tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.7036903 Nov 10 03:45:54.635021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51118) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:54.647168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5aabd083-e89a-49d9-a4d9-04d6c7961c35 req-e3047562-378d-4b1b-aa11-f611d9f18236 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105038 Nov 10 03:45:54.693554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3976a25-bb0b-4822-a5d9-2d66aee73643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a489e-b540-4847-a2ce-13b820b86027,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:54.705964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f638d358-8329-4909-a9d4-fa17d672f39f req-64cfc295-6465-46bb-9fde-f5216d7fce77 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495968 Nov 10 03:45:54.779910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:54.784185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f59d3e-3bc5-45e2-8832-9d485bfa2a91 None None] The sync data for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:54.812536 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be614d27-b7dd-42a4-9744-9d8aebab042e x-openstack-request-id: req-be614d27-b7dd-42a4-9744-9d8aebab042e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:54.812822 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcb875d-552f-48fd-8f82-54f927042689", "name": "network-vif-plugged", "status": "completed", "tag": "fcf5e533-24fb-4b07-9954-c125ec4026e3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:54.813076 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be614d27-b7dd-42a4-9744-9d8aebab042e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:54.813468 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcb875d-552f-48fd-8f82-54f927042689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf5e533-24fb-4b07-9954-c125ec4026e3', 'code': 200} Nov 10 03:45:54.881617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:54.941894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.032100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.047870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:55.050282 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c82e06-7d1a-4c6c-98fc-96a6ca14d8cc" -d '{"events": [{"server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:55.063682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.067740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8cbb53b1-e817-4bbf-b938-9bc8290f38ba tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] 10.222.0.24 "GET /v2.0/floatingips/60c51a5a-f324-4925-a90c-2943fd95b8f7 HTTP/1.1" status: 200 len: 983 time: 0.4194007 Nov 10 03:45:55.108886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:55.115898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.142575 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e12797-de5f-4bb5-8250-b614331a810d x-openstack-request-id: req-16e12797-de5f-4bb5-8250-b614331a810d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:55.142849 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:55.143097 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16e12797-de5f-4bb5-8250-b614331a810d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:55.143476 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11', 'code': 200} Nov 10 03:45:55.148843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec4587b-d728-4a63-9c0c-619a3f29f64f']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:55.159157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0689ad86-5124-4a10-83cb-6616aaff6357') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:55.159462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0689ad86-5124-4a10-83cb-6616aaff6357') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:55.169140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.182652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.189140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:45:55.189526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:45:55.257019 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:45:55.260668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.265984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.269288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0ec4587b-d728-4a63-9c0c-619a3f29f64f HTTP/1.1" status: 204 len: 168 time: 0.6475472 Nov 10 03:45:55.292869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce7f1d-a830-4e06-a7fc-4bfbe6277162 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec4587b-d728-4a63-9c0c-619a3f29f64f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:55.522325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51146) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:55.608540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9d9cea66-498f-4407-bb95-3382970bee5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2057ff13d4844d1a0c98b1c8ccb4d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0837731 Nov 10 03:45:55.610169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51148) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:55.684252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73680-4c8b-4d3d-b074-3326c5bd648b req-060763c6-7a94-47e8-af22-fe468715c139 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:55.693763 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cda73680-4c8b-4d3d-b074-3326c5bd648b req-060763c6-7a94-47e8-af22-fe468715c139 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 945 time: 0.7635694 Nov 10 03:45:55.695809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:55.706571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eff78-3879-4161-967d-a80ac5878f2e req-a5e00571-834d-4159-a823-2c791ed57f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:55.709263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d93eff78-3879-4161-967d-a80ac5878f2e req-a5e00571-834d-4159-a823-2c791ed57f5c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 1097 time: 0.7656558 Nov 10 03:45:55.762990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5df27c62-ee1e-405e-84c0-6645d6786b23 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.6501637 Nov 10 03:45:55.768324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51154) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:55.815239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on host n-h2-817326-2 for vnic_type normal with profile {"migrating_to": "n-h1-817326-2"} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:45:55.815626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:45:55.815963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:55.841835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:45:55.842203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Attempting to bind port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:45:55.870527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b64f54eb-fbd5-4de4-a38f-c7d2e6a42424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.901458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b64f54eb-fbd5-4de4-a38f-c7d2e6a42424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:55.907391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d93eff78-3879-4161-967d-a80ac5878f2e req-c3c2b15a-0a95-4dd8-89bd-a6454c13b725 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806319 Nov 10 03:45:55.939052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cda73680-4c8b-4d3d-b074-3326c5bd648b req-66eab93e-83df-47ef-8cb0-978a4d33c30c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441213 Nov 10 03:45:55.940270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:45:55.940610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:55.940995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:45:55.941537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Bound port: a4ff8890-e70f-40a3-befd-2df0b21e2f11, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:45:55.941918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.044934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b64f54eb-fbd5-4de4-a38f-c7d2e6a42424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.049586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b64f54eb-fbd5-4de4-a38f-c7d2e6a42424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.052903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b64f54eb-fbd5-4de4-a38f-c7d2e6a42424 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6 HTTP/1.1" status: 204 len: 168 time: 0.4414136 Nov 10 03:45:56.072412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd5643-f9f9-4d97-bd0f-58d93356d6a2 req-a4749662-cda4-41a0-b711-d599adf05099 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:56.075035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86bd5643-f9f9-4d97-bd0f-58d93356d6a2 req-a4749662-cda4-41a0-b711-d599adf05099 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.2447789 Nov 10 03:45:56.091106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f54eb-fbd5-4de4-a38f-c7d2e6a42424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5fdbe-4d57-41c0-a8a1-bfc60978a7f6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:56.131555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Deleting port 5a4e8aa8-ffe5-4cab-bd90-8633fed59f16 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:45:56.131957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.193533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:45:56.200093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:45:56.210088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c039bb6-baec-46dd-a363-dfec984f9760 req-49a4f340-6b52-4cb8-a047-c2c41bd271f5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:56.218221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c039bb6-baec-46dd-a363-dfec984f9760 req-49a4f340-6b52-4cb8-a047-c2c41bd271f5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 944 time: 0.1779513 Nov 10 03:45:56.229514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.266259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.267074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.285361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86bd5643-f9f9-4d97-bd0f-58d93356d6a2 req-0e54d7ca-5315-4d93-ae7e-e1eb5fceea42 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763489 Nov 10 03:45:56.312314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Calling delete_port for 5a4e8aa8-ffe5-4cab-bd90-8633fed59f16 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:45:56.369349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c039bb6-baec-46dd-a363-dfec984f9760 req-89880786-d8dd-4037-aa56-ae5d053600b0 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502323 Nov 10 03:45:56.414613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35fa9717-0b1e-445f-a344-f82970959322 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:56.434314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=8']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:56.532495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51180) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:56.555220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:56.556217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.560631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-0c8c85eb-785b-4906-ab95-e660f4470dc2 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 1121 time: 2.6685376 Nov 10 03:45:56.625481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.678059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a4ff8890-e70f-40a3-befd-2df0b21e2f11'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:56.689594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Port': ['ID=5a4e8aa8-ffe5-4cab-bd90-8633fed59f16,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:56.760535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-20453169-network', 'tenant_id': '75e72700561a4d15ad168ce3977fedb6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:56.786236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.786670 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Floating IP 60c51a5a-f324-4925-a90c-2943fd95b8f7 disassociated (deleted). External IP: 172.25.6.206, port: ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0. Nov 10 03:45:56.807653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Made reservation on behalf of 75e72700561a4d15ad168ce3977fedb6 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:56.812413 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.831721 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:56.840198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 35fa9717-0b1e-445f-a344-f82970959322, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35fa9717-0b1e-445f-a344-f82970959322,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:56.870708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '35fa9717-0b1e-445f-a344-f82970959322', 'network_id': '2617186e-ae69-492c-b79c-99fb18e0541a', 'port_id': '35fa9717-0b1e-445f-a344-f82970959322', 'mac_address': 'fa:16:3e:90:10:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927013b3-515d-4926-933b-c1074f46cc26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:57.014641 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.041008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.047698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.069893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fa9717-0b1e-445f-a344-f82970959322 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:57.070839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:45:57.118917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 35fa9717-0b1e-445f-a344-f82970959322, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35fa9717-0b1e-445f-a344-f82970959322,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:57.126725 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.127508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:57.195877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:45:57.199205 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02fc370-ff06-4403-8fc0-38b64d439209" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:45:57.232349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.232955 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Added segment a8f1b452-3f4f-4121-9059-589a91c3612f of type vlan for network 84da66f9-751d-4bc8-9a61-f64b6d988028 Nov 10 03:45:57.282110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Router 0b811f21-f124-468e-b8b4-9b5602669ab2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:45:57.285803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=35fa9717-0b1e-445f-a344-f82970959322,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:57.316413 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428148db-74ac-4699-bec3-c9f4fcdd128d x-openstack-request-id: req-428148db-74ac-4699-bec3-c9f4fcdd128d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:45:57.316721 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:45:57.317131 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-428148db-74ac-4699-bec3-c9f4fcdd128d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:45:57.317526 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11', 'status': 'completed', 'code': 200} Nov 10 03:45:57.342978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:57.361589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'mac_address': 'fa:16:3e:e4:72:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:57.416844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4199f1c-d140-445b-95e6-41481582d82c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:57.419817 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.444504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:57.478033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51212) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:57.492803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.500665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:57.506260 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.508383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0ef6d4a1-190b-45ad-9053-9330e2c45614 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:57.525450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8a795-c5aa-42b3-abca-46d9393b0b27 req-ff0ec50a-1119-47af-b929-af86397250fe tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:57.527123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27c8a795-c5aa-42b3-abca-46d9393b0b27 req-ff0ec50a-1119-47af-b929-af86397250fe tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.4494984 Nov 10 03:45:57.541059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-adc7626c-186f-46ae-9053-e82ef1a523b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:57.543871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-adc7626c-186f-46ae-9053-e82ef1a523b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1124 time: 0.2053707 Nov 10 03:45:57.589749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:45:57.594291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.600920 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] Sync routers for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:45:57.623506 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:57.627090 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:57.638587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3a279317-7c59-4053-afc8-2995c1cff159 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "DELETE /v2.0/floatingips/60c51a5a-f324-4925-a90c-2943fd95b8f7 HTTP/1.1" status: 204 len: 168 time: 1.8587902 Nov 10 03:45:57.640466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-198839279-network', 'tenant_id': 'ba957c1d97a84d90a8fcf9ecd6774e99'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:57.644453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51216) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:57.655448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:57.663095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e8dad-b348-4241-8a14-3fed5d0bf5f8 req-58a441fd-b6d9-49e1-9444-2512b63362f4 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:57.664960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a72e8dad-b348-4241-8a14-3fed5d0bf5f8 req-58a441fd-b6d9-49e1-9444-2512b63362f4 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 943 time: 0.2390244 Nov 10 03:45:57.675617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:57.686751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Made reservation on behalf of ba957c1d97a84d90a8fcf9ecd6774e99 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:57.691362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.706162 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:57.708027 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.709306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:57.710090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.712976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.716620 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:45:57.717239 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:57.750651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.765821 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:45:57.766469 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17678510-5323-4d71-aad7-96b38d5a3c5e None None] The sync data for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:45:57.806308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27c8a795-c5aa-42b3-abca-46d9393b0b27 req-48702571-d60c-4e9c-87fd-42b9f023f7c7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555439 Nov 10 03:45:57.847040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3092127 Nov 10 03:45:57.854642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51218) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:57.866602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Request body: {'subnet': {'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-20453169-subnet', 'tenant_id': '75e72700561a4d15ad168ce3977fedb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:57.867904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0ef6d4a1-190b-45ad-9053-9330e2c45614, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0ef6d4a1-190b-45ad-9053-9330e2c45614,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:57.904129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '0ef6d4a1-190b-45ad-9053-9330e2c45614', 'network_id': 'e48ef8d3-e137-433a-ab31-a3feac054bba', 'port_id': '0ef6d4a1-190b-45ad-9053-9330e2c45614', 'mac_address': 'fa:16:3e:5f:fa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b78325-b231-4efb-b186-bf5623776ace', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:45:57.909291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a72e8dad-b348-4241-8a14-3fed5d0bf5f8 req-68048cf2-885b-4a5b-a5f2-6f19ec0b54df tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892428 Nov 10 03:45:57.912126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf818de5-e05b-44ae-8342-43c3d0a597ad admin admin] Pushing event updated for resources: {'Network': ['ID=84da66f9-751d-4bc8-9a61-f64b6d988028,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:57.945521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-6f416077-1457-49ff-865e-d97b1e3abb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:57.947986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-6f416077-1457-49ff-865e-d97b1e3abb01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3952816 Nov 10 03:45:57.948404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:45:57.976978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.981413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Made reservation on behalf of 75e72700561a4d15ad168ce3977fedb6 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:57.984134 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:57.988741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.017192 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.033263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-8e2e6414-f873-4fab-b3b3-7f43a1809cd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 217 time: 0.0762560 Nov 10 03:45:58.072062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:45:58.101550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.101965 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Added segment fefd5fe2-6807-4f4b-84f3-88ed9946bd27 of type vlan for network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 Nov 10 03:45:58.103152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8665386b-4105-46e2-a4e5-16516c5cc210,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:58.130777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-c6c4ecf7-6a8b-4eca-bc16-da525f15494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:58.132337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-c6c4ecf7-6a8b-4eca-bc16-da525f15494c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0878861 Nov 10 03:45:58.173471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.179516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.183898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-02e005d5-3ce3-4ccf-b2c7-05c14b186f8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355349 Nov 10 03:45:58.205913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef6d4a1-190b-45ad-9053-9330e2c45614 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:45:58.238061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0ef6d4a1-190b-45ad-9053-9330e2c45614, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0ef6d4a1-190b-45ad-9053-9330e2c45614,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:58.249537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.269036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.269036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:58.270193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.276470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9688f29-fbce-4e78-bcf3-75b13b116735 req-ca0f59ef-7351-4900-b237-e3ae2456bbe9 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:58.277876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9688f29-fbce-4e78-bcf3-75b13b116735 req-ca0f59ef-7351-4900-b237-e3ae2456bbe9 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 945 time: 0.2497466 Nov 10 03:45:58.340433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=0ef6d4a1-190b-45ad-9053-9330e2c45614,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:58.355444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9688f29-fbce-4e78-bcf3-75b13b116735 req-7243ff37-4554-4299-b29c-165765edf170 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Nov 10 03:45:58.366738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-365c0b57-a22e-4c71-bc62-c4d31ea2be1b service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684201 Nov 10 03:45:58.386537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9072125 Nov 10 03:45:58.394604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51230) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:45:58.400231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Request body: {'subnet': {'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-198839279-subnet', 'tenant_id': 'ba957c1d97a84d90a8fcf9ecd6774e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:45:58.437968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc0a48-26dd-44ac-bf1f-0b15a4252a19 admin admin] Pushing event updated for resources: {'Network': ['ID=09370e31-ba8b-486f-ae47-6cf6f0aa0a17,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:58.450411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:45:58.470341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Made reservation on behalf of ba957c1d97a84d90a8fcf9ecd6774e99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:45:58.472910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.562390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:45:58.565928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02fc370-ff06-4403-8fc0-38b64d439209 req-589052c0-3e23-4011-8b2f-793b68547c5a service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920893 Nov 10 03:45:58.686087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:58.729035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:45:58.740428 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.752068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Allocated IP 172.25.6.177 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e8cc85b2-f30f-42b6-acdc-b8658263b121) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:45:58.761747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 has no active binding in host n-h1-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:45:58.770894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.791341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a000ff-563e-4184-976c-fcdf21193713,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:58.830873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Checking segment: {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:58.830873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Network hostable DHCP agents. Network: 09370e31-ba8b-486f-ae47-6cf6f0aa0a17, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:45:58.868349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:45:58.876816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b66c2b6-af0f-47fb-b606-bae49b5b62f0,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:58.897848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 09370e31-ba8b-486f-ae47-6cf6f0aa0a17) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:58.903378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:58.904018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.921211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Checking segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:45:58.921576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Network hostable DHCP agents. Network: 84da66f9-751d-4bc8-9a61-f64b6d988028, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:45:58.923462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcab96a-fac3-44ae-a09d-391ce8c1db8f None None] Network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:58.947415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ed5a868-2b14-43c4-bbc0-be028ffb11e6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5517199 Nov 10 03:45:58.962999 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:58.966429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:45:58.977800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 84da66f9-751d-4bc8-9a61-f64b6d988028) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:58.984274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:58.984944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.042422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6862457-81eb-4226-ab62-9ca83975fc69 req-19b86df3-777a-43ea-8fea-150cff319f57 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:59.042884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-52b3569b-f007-4816-a4e0-8248e3dcf285 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1826484 Nov 10 03:45:59.050146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6862457-81eb-4226-ab62-9ca83975fc69 req-19b86df3-777a-43ea-8fea-150cff319f57 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.0642292 Nov 10 03:45:59.055621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed59ff43-e483-4cd8-b5b0-9ba335af2e8a None None] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:59.056811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.168218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:45:59.183925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6862457-81eb-4226-ab62-9ca83975fc69 req-d3ab42dd-1287-4bd8-abcc-3b384e1c4a90 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317029 Nov 10 03:45:59.187800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:45:59.193385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:45:59.202848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21737c9-ef22-498e-a595-26def50632ef req-b4c2e3e9-1d77-44c2-a8a7-e0d6d3edea70 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:59.207472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e21737c9-ef22-498e-a595-26def50632ef req-b4c2e3e9-1d77-44c2-a8a7-e0d6d3edea70 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 944 time: 0.1512628 Nov 10 03:45:59.232532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Pushing event updated for resources: {'Port': ['ID=e8cc85b2-f30f-42b6-acdc-b8658263b121,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:59.251897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['0ef6d4a1-190b-45ad-9053-9330e2c45614'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:59.254053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['35fa9717-0b1e-445f-a344-f82970959322'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:45:59.342687 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.391654 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e21737c9-ef22-498e-a595-26def50632ef req-429a1214-b461-45ac-bf0f-2d05acf0990b tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616182 Nov 10 03:45:59.419189 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.476134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8594d05-6cff-4df2-83b1-df5293cfbd83 None None] Network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:59.601451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e41da3-067a-4fb3-86a1-115437b09ee5 req-5a981298-9896-4091-8e5c-6bc1f747a53e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:59.603582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6e41da3-067a-4fb3-86a1-115437b09ee5 req-5a981298-9896-4091-8e5c-6bc1f747a53e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 945 time: 0.0986135 Nov 10 03:45:59.668010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b3d71-546f-4f7f-a915-d87a9db6e277 None None] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:45:59.715400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.724878 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.743434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6e41da3-067a-4fb3-86a1-115437b09ee5 req-285b290d-0dcc-40e3-bad7-6fd9e0ec5733 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326971 Nov 10 03:45:59.809651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-29d864ad-46dd-48de-b340-3666264c7a8a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:45:59.818232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-29d864ad-46dd-48de-b340-3666264c7a8a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 814 time: 0.1712856 Nov 10 03:45:59.840737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-b59b88ae-e1a8-4965-aa90-4e3e7d30b648 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/quotas/ba957c1d97a84d90a8fcf9ecd6774e99 HTTP/1.1" status: 200 len: 375 time: 0.0215535 Nov 10 03:45:59.860386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Pushing event updated for resources: {'Port': ['ID=e8cc85b2-f30f-42b6-acdc-b8658263b121,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:45:59.865831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.894183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-c9d26aa5-b8da-4eab-9d19-9cebbca437ad tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524843 Nov 10 03:45:59.895764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:45:59.897593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a0d646b0-f28c-4b2c-bdda-085c60d9524b tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2520111 Nov 10 03:45:59.901164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51274) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:00.047289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:00.078371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-0406035b-0ec9-4c19-b80a-03927e3c7159 service neutron] 10.222.0.24 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827135 Nov 10 03:46:00.079775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.199489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.212410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-e36147df-cce3-4ed4-a332-abc558631e32 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:00.213962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-e36147df-cce3-4ed4-a332-abc558631e32 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 811 time: 0.2209551 Nov 10 03:46:00.238264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-06db040d-c39b-47f7-a3ac-732345866dcf service neutron] 10.222.0.24 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512160 Nov 10 03:46:00.262644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f237d746-5d1a-444a-960f-20a40feefdb0 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/quotas/75e72700561a4d15ad168ce3977fedb6 HTTP/1.1" status: 200 len: 375 time: 0.0228224 Nov 10 03:46:00.310717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-dd2baa2f-a643-44f9-9422-12fd128922a1 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391009 Nov 10 03:46:00.327358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Allocated IP 172.25.6.71 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/069479a4-ddfc-4de3-98eb-8342301b1b6b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:00.450457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-b746b52a-d15c-45f0-a1c2-cd9b5db35099 service neutron] 10.222.0.24 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311827 Nov 10 03:46:00.528155 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.562949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:00.576771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.587680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2de98-a79a-400a-aad6-fc66ea2b3c29 req-de9cc024-4024-4563-98b7-baeba9c318f5 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:00.590779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caa2de98-a79a-400a-aad6-fc66ea2b3c29 req-de9cc024-4024-4563-98b7-baeba9c318f5 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.1228940 Nov 10 03:46:00.655780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:00.666495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:00.673616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:00.674830 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.676187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:00.679434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-84163963-5f02-4afd-b89a-74026d4818ed service neutron] 10.222.0.24 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231004 Nov 10 03:46:00.680420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Pushing event updated for resources: {'Port': ['ID=069479a4-ddfc-4de3-98eb-8342301b1b6b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:00.698573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caa2de98-a79a-400a-aad6-fc66ea2b3c29 req-ac8873f6-43ea-4f33-9ba6-ee9608e19958 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995111 Nov 10 03:46:00.889759 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.897619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.943939 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:00.958214 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c441bb1-2937-4f3e-a7de-82e7a0f8223f" -d '{"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-plugged", "status": "completed", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:00.980785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:00.996941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:01.008478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:01.062935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:01.075785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f095854c-a1a5-422c-a877-789bee633368 req-a4e7b7d0-bed4-4959-a6e7-b2cfbee2fe84 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0845826 Nov 10 03:46:01.367754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:01.373760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:01.390456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff7efc-af46-47f9-812c-d53c314f094d req-fdb50a9e-e585-40f7-8a05-6469bf471fd6 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:01.410153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fff7efc-af46-47f9-812c-d53c314f094d req-fdb50a9e-e585-40f7-8a05-6469bf471fd6 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 944 time: 0.1356561 Nov 10 03:46:01.502983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Pushing event updated for resources: {'Port': ['ID=069479a4-ddfc-4de3-98eb-8342301b1b6b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:01.574266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:01.631030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fff7efc-af46-47f9-812c-d53c314f094d req-07b6bb7f-ed35-4312-ac0d-9ea4c90b1d94 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135377 Nov 10 03:46:01.654291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:01.658124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6678b31-1be0-4945-abcb-d60f2cbb6d05 tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7550392 Nov 10 03:46:01.661483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51350) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:01.759448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a89094f9-fd93-4f01-900b-4044e0a7a1cf tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0966349 Nov 10 03:46:01.762814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51354) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:01.884294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1342747-ba0f-4642-ab69-31776844238b req-aebc56f8-af63-4aae-90b1-cdd99a273c90 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:01.909852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1342747-ba0f-4642-ab69-31776844238b req-aebc56f8-af63-4aae-90b1-cdd99a273c90 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 945 time: 0.1327446 Nov 10 03:46:01.941553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51362) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:01.946254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0ab3f180-3d03-4c7f-bcbf-410909301abb tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1741271 Nov 10 03:46:02.103262 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e133b06-d668-470e-b90b-5b653902e54b x-openstack-request-id: req-9e133b06-d668-470e-b90b-5b653902e54b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:02.103775 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-plugged", "status": "completed", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:02.103893 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e133b06-d668-470e-b90b-5b653902e54b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:02.104234 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'code': 200} Nov 10 03:46:02.586122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35fa9717-0b1e-445f-a344-f82970959322 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:02.690984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1342747-ba0f-4642-ab69-31776844238b req-8d3be41a-c70a-492e-9469-fb22bc4aaca4 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7744539 Nov 10 03:46:02.736390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 35fa9717-0b1e-445f-a344-f82970959322 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:02.757109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 35fa9717-0b1e-445f-a344-f82970959322 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:02.758765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:02.862686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-755816da-2994-40bb-9d77-038781f95d4a service neutron] 10.222.0.44 "GET /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.1390772 Nov 10 03:46:02.894868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42659e81-3f9e-4b8d-9ded-e5588e3d2d8b req-f318f71b-2093-4715-85d9-1cbb01f480aa tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 210 time: 0.0883696 Nov 10 03:46:02.904537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:02.969911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 35fa9717-0b1e-445f-a344-f82970959322, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35fa9717-0b1e-445f-a344-f82970959322,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:02.975301 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:02.976291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766754-7ba9-4f64-a5a2-42203ff913fe req-4bba0ee2-e6e9-4447-a521-0c178d4c803d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:02.977428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0ef6d4a1-190b-45ad-9053-9330e2c45614 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:02.977856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17766754-7ba9-4f64-a5a2-42203ff913fe req-4bba0ee2-e6e9-4447-a521-0c178d4c803d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 943 time: 0.5222523 Nov 10 03:46:03.078630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=35fa9717-0b1e-445f-a344-f82970959322,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:03.092441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.092843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.093102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.093924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.093924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.094238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.094512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.094828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.095142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.095454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.095769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.096417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:03.145951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 0ef6d4a1-190b-45ad-9053-9330e2c45614 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:03.157135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 0ef6d4a1-190b-45ad-9053-9330e2c45614 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:03.157504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.168387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a77b97ff-05c4-4ebb-9fe8-3e016e1ab33f req-5deae86d-1231-46f7-936d-ca8ca2bcf8e2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 210 time: 0.1747310 Nov 10 03:46:03.255634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-2990b202-3e98-42f4-a2a5-bd5c37cdc0c8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:03.258961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-2990b202-3e98-42f4-a2a5-bd5c37cdc0c8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 814 time: 0.7907774 Nov 10 03:46:03.275972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17766754-7ba9-4f64-a5a2-42203ff913fe req-5454a59f-cc42-49e5-9d9f-f29ef6ce7576 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801690 Nov 10 03:46:03.284776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Request body: {'port': {'device_id': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'admin_state_up': True, 'tenant_id': 'ba957c1d97a84d90a8fcf9ecd6774e99'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:03.290864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Deleting port 069479a4-ddfc-4de3-98eb-8342301b1b6b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:03.291203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.401171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.508789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-65e281bb-b832-4e9b-87c4-2bb6caf2a579 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:03.510352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-65e281bb-b832-4e9b-87c4-2bb6caf2a579 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 811 time: 0.2085938 Nov 10 03:46:03.512485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0ef6d4a1-190b-45ad-9053-9330e2c45614, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0ef6d4a1-190b-45ad-9053-9330e2c45614,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:03.528412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.534623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Request body: {'port': {'device_id': '09437f12-e227-42f8-8588-4c604c575a28', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'admin_state_up': True, 'tenant_id': '75e72700561a4d15ad168ce3977fedb6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:03.635793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb270a2-34c6-45f7-870a-b36406799061 req-c10aad53-c2d1-4a9f-a313-4b0d0f3f91d1 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:03.640910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-deb270a2-34c6-45f7-870a-b36406799061 req-c10aad53-c2d1-4a9f-a313-4b0d0f3f91d1 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 944 time: 0.3140976 Nov 10 03:46:03.651460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=0ef6d4a1-190b-45ad-9053-9330e2c45614,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:03.703791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:03.704834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.705314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.723631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Calling delete_port for 069479a4-ddfc-4de3-98eb-8342301b1b6b owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:03.810276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:03.880417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ff8890-e70f-40a3-befd-2df0b21e2f11 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:03.901052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:03.923593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.927774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Made reservation on behalf of 75e72700561a4d15ad168ce3977fedb6 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:03.931845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:03.952916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Made reservation on behalf of ba957c1d97a84d90a8fcf9ecd6774e99 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:03.958115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.091091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-deb270a2-34c6-45f7-870a-b36406799061 req-b3e3547c-bd50-4812-906c-0ce8cc2155ee tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683977 Nov 10 03:46:04.091879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.105843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fa9717-0b1e-445f-a344-f82970959322'}, {'server_uuid': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef6d4a1-190b-45ad-9053-9330e2c45614'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:04.108417 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a740f7fd-2db1-4b5f-a327-718c6ca707ae" -d '{"events": [{"server_uuid": "f047113a-86d3-4c1f-bc77-144cc381e4f3", "name": "network-vif-plugged", "status": "completed", "tag": "35fa9717-0b1e-445f-a344-f82970959322"}, {"server_uuid": "7f1d858d-6df0-4473-9515-11ab23c9db94", "name": "network-vif-plugged", "status": "completed", "tag": "0ef6d4a1-190b-45ad-9053-9330e2c45614"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:04.139384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Pushing event deleted for resources: {'Port': ['ID=069479a4-ddfc-4de3-98eb-8342301b1b6b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:04.183681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932d48d-6e0c-4c22-b83c-621bd3bbb522 req-d5b60877-485d-4525-b927-e0177701dc50 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:04.185484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f932d48d-6e0c-4c22-b83c-621bd3bbb522 req-d5b60877-485d-4525-b927-e0177701dc50 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.2764063 Nov 10 03:46:04.210342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Allocated IP 172.20.0.8 (84da66f9-751d-4bc8-9a61-f64b6d988028/7b66c2b6-af0f-47fb-b606-bae49b5b62f0/c854cd92-5406-409c-b471-9f5fdfdb7267) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:04.346992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f932d48d-6e0c-4c22-b83c-621bd3bbb522 req-e3bc2a11-124f-4378-ad73-ff7a7c044781 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305108 Nov 10 03:46:04.413474 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.421186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-2d786957-16a7-4283-a547-55704fe8307e tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:04.422954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-2d786957-16a7-4283-a547-55704fe8307e tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 811 time: 0.7964036 Nov 10 03:46:04.447234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47d7db87-666c-4179-b337-67b35525cbce req-c0aa0e2d-d823-4775-aca0-e41d51521a3d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 210 time: 0.0708218 Nov 10 03:46:04.448148 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa9d47-efb9-4251-bf68-0d20977d50e1 x-openstack-request-id: req-bdfa9d47-efb9-4251-bf68-0d20977d50e1 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:04.448634 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f047113a-86d3-4c1f-bc77-144cc381e4f3", "name": "network-vif-plugged", "status": "completed", "tag": "35fa9717-0b1e-445f-a344-f82970959322", "code": 200}, {"server_uuid": "7f1d858d-6df0-4473-9515-11ab23c9db94", "name": "network-vif-plugged", "status": "completed", "tag": "0ef6d4a1-190b-45ad-9053-9330e2c45614", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:04.448854 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdfa9d47-efb9-4251-bf68-0d20977d50e1 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:04.449345 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fa9717-0b1e-445f-a344-f82970959322', 'code': 200} Nov 10 03:46:04.449667 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef6d4a1-190b-45ad-9053-9330e2c45614', 'code': 200} Nov 10 03:46:04.450383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.453851 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.460618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51412) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:04.461170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a5606f3f-d956-4317-8446-1077d40f83ba tempest-FloatingIPAdminTestJSON-399953759 tempest-FloatingIPAdminTestJSON-399953759-project] 10.222.0.24 "DELETE /v2.0/floatingips/5bd841a4-1067-4533-9498-47290dd68b29 HTTP/1.1" status: 204 len: 168 time: 2.5161066 Nov 10 03:46:04.466549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Request body: {'port': {'device_id': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'admin_state_up': True, 'tenant_id': '75e72700561a4d15ad168ce3977fedb6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:04.509860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.666431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Allocated IP 172.20.0.12 (09370e31-ba8b-486f-ae47-6cf6f0aa0a17/71a000ff-563e-4184-976c-fcdf21193713/3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:04.675115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] Transition to ACTIVE for port object a4ff8890-e70f-40a3-befd-2df0b21e2f11 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:04.755398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.805665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:04.825868 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.826607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:04.838032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:04.872466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:04.898242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event updated for resources: {'Port': ['ID=c854cd92-5406-409c-b471-9f5fdfdb7267,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:04.917905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648b8b-e297-4ba0-8f3d-2e65613ca152 req-87d4a807-5000-45e4-aa9f-32fa7a53f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:04.926377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-47648b8b-e297-4ba0-8f3d-2e65613ca152 req-87d4a807-5000-45e4-aa9f-32fa7a53f5e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 1097 time: 0.2605457 Nov 10 03:46:04.933778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] No DVR routers for this DVR port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:04.937108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7adb1-58ed-4488-8c7f-0624c0c30554 req-dfebcb75-5ba0-49ff-8a3a-b56880d9b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:04.942162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2c7adb1-58ed-4488-8c7f-0624c0c30554 req-dfebcb75-5ba0-49ff-8a3a-b56880d9b158 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 1096 time: 0.2650840 Nov 10 03:46:05.023083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:05.033338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:05.045789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:05.056869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Pushing event updated for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:05.080160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:05.081066 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.098574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181dd24-2b73-4906-ac71-5e1854289257 req-4be03f4e-530c-4418-ab71-dffde71c71bd tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:05.101470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9181dd24-2b73-4906-ac71-5e1854289257 req-4be03f4e-530c-4418-ab71-dffde71c71bd tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 932 time: 0.2417383 Nov 10 03:46:05.118290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee7ed4-884e-4241-a7c6-69e4009b9cf9 req-19c0fd8f-b8b9-4af8-b98b-9156ebb06fed tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:05.119994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caee7ed4-884e-4241-a7c6-69e4009b9cf9 req-19c0fd8f-b8b9-4af8-b98b-9156ebb06fed tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.2613995 Nov 10 03:46:05.141659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] 10.222.0.44 "PUT /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11/bindings/n-h1-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2760191 Nov 10 03:46:05.191016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Made reservation on behalf of 75e72700561a4d15ad168ce3977fedb6 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:05.196696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.209009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:05.210007 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.240699 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-4dceb3b2-00fe-4a43-8b99-5ea42425d934 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7158430 Nov 10 03:46:05.246387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8aee-c6dd-4513-b064-71049e9caae2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:05.262361 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-47648b8b-e297-4ba0-8f3d-2e65613ca152 req-f5514ba1-e1e5-4d0c-b05d-6794a961638a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132048 Nov 10 03:46:05.270712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-635f7051-0c93-4774-9cf0-d5b883567cb9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9901249 Nov 10 03:46:05.294384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Request body: {'port': {'device_id': '09437f12-e227-42f8-8588-4c604c575a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:05.300163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Request body: {'port': {'device_id': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:05.300413 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2c7adb1-58ed-4488-8c7f-0624c0c30554 req-258c158a-f18d-48e5-812c-819131f11711 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500028 Nov 10 03:46:05.332881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caee7ed4-884e-4241-a7c6-69e4009b9cf9 req-6d45b23c-6f56-4ef4-89e5-b86747b187c6 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915126 Nov 10 03:46:05.339037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Deleting port e8cc85b2-f30f-42b6-acdc-b8658263b121 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:05.339370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.365547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9181dd24-2b73-4906-ac71-5e1854289257 req-40bd6a33-8178-4e92-9960-31555d66d9e3 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418258 Nov 10 03:46:05.448693 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.565330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Allocated IP 172.20.0.13 (84da66f9-751d-4bc8-9a61-f64b6d988028/7b66c2b6-af0f-47fb-b606-bae49b5b62f0/7013da46-8ff9-4e09-8d6b-4b91e7054e88) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:05.591203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.592868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.632210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Calling delete_port for e8cc85b2-f30f-42b6-acdc-b8658263b121 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:05.703779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb381d6-4413-4af5-a3e3-76b660cfd4c7 req-34bb853d-e054-4142-a4c0-3e4b74009ab4 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:05.705521 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efb381d6-4413-4af5-a3e3-76b660cfd4c7 req-34bb853d-e054-4142-a4c0-3e4b74009ab4 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 945 time: 0.2192729 Nov 10 03:46:05.754295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-6a7d514e-db23-4dff-9d87-b37ba9367fec tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:05.755844 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-6a7d514e-db23-4dff-9d87-b37ba9367fec tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.5418715 Nov 10 03:46:05.797366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:05.934685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efb381d6-4413-4af5-a3e3-76b660cfd4c7 req-f78f664b-08cf-4fb7-889a-941c7eadcc2f tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794157 Nov 10 03:46:05.953291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:06.032976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:46:06.109224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-f4be3b82-ba79-4321-9c1d-daba3bea4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:06.111801 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-f4be3b82-ba79-4321-9c1d-daba3bea4f3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1&tenant_id=d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 1095 time: 0.1166320 Nov 10 03:46:06.136990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.153452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e0d832c-9b74-4dab-b9f2-ffbf08141e72 req-8bc26840-65b5-436f-87e1-3f52c45c1c71 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 210 time: 0.0514832 Nov 10 03:46:06.156555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.169509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006cbe8-bda7-40e9-afd0-675c5cb2e69d req-124f9246-cc0e-4f68-b168-8b1c9a2df2d8 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:06.182438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5006cbe8-bda7-40e9-afd0-675c5cb2e69d req-124f9246-cc0e-4f68-b168-8b1c9a2df2d8 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.4988663 Nov 10 03:46:06.205817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8cc85b2-f30f-42b6-acdc-b8658263b121,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:06.294613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:06.304455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.309676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-3b8013b8-0847-4eeb-996f-75c3767ce5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:06.311544 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-3b8013b8-0847-4eeb-996f-75c3767ce5a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1095 time: 0.1161332 Nov 10 03:46:06.318389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Transition to ACTIVE for port object 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:06.319409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.323549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.325304 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b0502b5b-05da-4ff9-8623-1e722c96d450 tempest-FloatingIPAdminTestJSON-2139770227 tempest-FloatingIPAdminTestJSON-2139770227-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/460e5cfa-d61e-4ad4-aedb-6cb9cf635873 HTTP/1.1" status: 204 len: 168 time: 1.8595467 Nov 10 03:46:06.335395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51442) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:06.357251 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.365135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.537477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:06.546891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5006cbe8-bda7-40e9-afd0-675c5cb2e69d req-791a251d-2b45-4ae3-9de5-78d73dfcaf44 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687224 Nov 10 03:46:06.550650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Pushing event updated for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:06.554654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:06.569795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:06.610704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-063213a4-aec2-46ef-ba1e-0c7df59b8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:06.612507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-063213a4-aec2-46ef-ba1e-0c7df59b8289 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.2859192 Nov 10 03:46:06.686972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:06.687637 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.874309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c854cd92-5406-409c-b471-9f5fdfdb7267 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:06.885265 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:06.901324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Transition to ACTIVE for port object c854cd92-5406-409c-b471-9f5fdfdb7267 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:06.906562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-5557c73b-9913-44af-8445-74d4d128715c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 217 time: 0.2501409 Nov 10 03:46:06.908309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.304629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event updated for resources: {'Port': ['ID=7013da46-8ff9-4e09-8d6b-4b91e7054e88,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:07.343098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f16d6e43-37d4-436c-bc6a-6dd2737cb5e2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8997061 Nov 10 03:46:07.366653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Deleting port ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:07.367283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Request body: {'port': {'device_id': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:07.367663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.381351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db40196-1e53-4162-af0c-ccf58d5c392f req-4d165bb5-aa24-45b0-ac3a-d71957e32f6a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:07.392930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9db40196-1e53-4162-af0c-ccf58d5c392f req-4d165bb5-aa24-45b0-ac3a-d71957e32f6a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.1188426 Nov 10 03:46:07.456793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d662-e64c-4b45-9dcd-01c80b2671d9 req-8cdc2c46-84fc-4e38-b689-3422166cf2c5 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:07.464294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39a2d662-e64c-4b45-9dcd-01c80b2671d9 req-8cdc2c46-84fc-4e38-b689-3422166cf2c5 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 944 time: 0.9241505 Nov 10 03:46:07.511069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Pushing event updated for resources: {'Port': ['ID=c854cd92-5406-409c-b471-9f5fdfdb7267,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:07.522218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-6f1bf511-3d55-4e05-a43e-b33e5d4c17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:07.523855 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-6f1bf511-3d55-4e05-a43e-b33e5d4c17a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.5974381 Nov 10 03:46:07.534904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Attempting to bind port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:07.535455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Attempting to bind port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:07.535873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Attempting to bind port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:07.553180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9db40196-1e53-4162-af0c-ccf58d5c392f req-2aa91b7a-2cd5-4f0c-9ca6-b8183197c88b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546504 Nov 10 03:46:07.590810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:07.591439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Attempting to bind port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:07.607302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-ef0db549-49e1-47d7-ae7c-5c46bd61bd79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672457 Nov 10 03:46:07.618678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:07.621750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Checking segment: {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:07.622383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Bound using segment: {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:07.623049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Bound port: 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:07.623614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.720465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39a2d662-e64c-4b45-9dcd-01c80b2671d9 req-889364b9-9a84-4cdb-9a09-72126d3b485a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552240 Nov 10 03:46:07.721475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.723982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Attempting to bind port c854cd92-5406-409c-b471-9f5fdfdb7267 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:07.724309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Attempting to bind port c854cd92-5406-409c-b471-9f5fdfdb7267 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:07.724627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Attempting to bind port c854cd92-5406-409c-b471-9f5fdfdb7267 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:07.751237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Port c854cd92-5406-409c-b471-9f5fdfdb7267 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:07.751550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Attempting to bind port c854cd92-5406-409c-b471-9f5fdfdb7267 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:07.756024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Calling delete_port for ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:07.765522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:07.765856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Checking segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:07.766257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Bound using segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:07.766686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Bound port: c854cd92-5406-409c-b471-9f5fdfdb7267, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:07.767033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.801831 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.838228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:07.842638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:07.853051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.912180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:07.913127 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:07.915158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] 10.222.0.44 "PUT /v2.0/ports/3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 HTTP/1.1" status: 200 len: 1092 time: 2.6187482 Nov 10 03:46:07.939678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:07.950848 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-7328de8e-8a1c-49eb-b497-e473e77fa1d4 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347502 Nov 10 03:46:07.959112 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df2fcc8-9865-4cd2-97e0-62cdd03df090" -d '{"events": [{"name": "network-changed", "server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:07.964611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:08.048618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] For port c854cd92-5406-409c-b471-9f5fdfdb7267, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:08.069280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] For port c854cd92-5406-409c-b471-9f5fdfdb7267, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c854cd92-5406-409c-b471-9f5fdfdb7267,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:08.076757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:08.176882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-92d2e049-5d38-42b6-8b00-b27d36efc1a6 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150428 Nov 10 03:46:08.178142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb67861-86af-4b2a-bca7-c87e1c11f4d1 req-21a3cff1-9585-4cbe-8299-7a256515e604 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.178296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.178900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:08.180183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] 10.222.0.44 "PUT /v2.0/ports/c854cd92-5406-409c-b471-9f5fdfdb7267 HTTP/1.1" status: 200 len: 1091 time: 2.9137502 Nov 10 03:46:08.180334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cb67861-86af-4b2a-bca7-c87e1c11f4d1 req-21a3cff1-9585-4cbe-8299-7a256515e604 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 945 time: 0.3312690 Nov 10 03:46:08.186701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09437f12-e227-42f8-8588-4c604c575a28', 'tag': 'c854cd92-5406-409c-b471-9f5fdfdb7267'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:08.189380 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ca16d6-dc65-471a-890d-a84da759e332" -d '{"events": [{"name": "network-changed", "server_uuid": "09437f12-e227-42f8-8588-4c604c575a28", "tag": "c854cd92-5406-409c-b471-9f5fdfdb7267"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:08.214693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:08.223118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c27f5-056f-451c-b2b0-96b1c32e272a service neutron] Pushing event updated for resources: {'Port': ['ID=c854cd92-5406-409c-b471-9f5fdfdb7267,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:08.256200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Port': ['ID=ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:08.257815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704b208-a1ef-45ba-ae20-791466b4000e service neutron] Pushing event updated for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:08.309401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-2257d2dc-f10c-4a8d-8ec7-bffbddf395c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.311118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-2257d2dc-f10c-4a8d-8ec7-bffbddf395c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 1095 time: 0.2897134 Nov 10 03:46:08.423644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4eb9-1825-4924-9cb6-145cec4af221 req-c8e8109b-efc9-4d84-85bd-a2973c0ae790 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.425600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a28d4eb9-1825-4924-9cb6-145cec4af221 req-c8e8109b-efc9-4d84-85bd-a2973c0ae790 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 932 time: 0.4871023 Nov 10 03:46:08.427316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-877ffa87-5908-41fd-8598-4ece41dad64d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 HTTP/1.1" status: 200 len: 217 time: 0.0681839 Nov 10 03:46:08.440585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:08.457666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c89ce333-a1dc-4659-91a6-ef0e2e20bbf2 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "DELETE /v2.0/ports/ecb5b14a-ddd7-43f3-823e-d235e0fbdaa0 HTTP/1.1" status: 204 len: 168 time: 2.1182375 Nov 10 03:46:08.469002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:08.480897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-7a38212a-4ccb-4633-a990-fe8430158782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.487608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-7a38212a-4ccb-4633-a990-fe8430158782 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=09437f12-e227-42f8-8588-4c604c575a28 HTTP/1.1" status: 200 len: 1094 time: 0.1886363 Nov 10 03:46:08.623962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-3e8f2811-582a-4f19-a0d7-122422eb6d2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c854cd92-5406-409c-b471-9f5fdfdb7267 HTTP/1.1" status: 200 len: 217 time: 0.1117969 Nov 10 03:46:08.625948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cb67861-86af-4b2a-bca7-c87e1c11f4d1 req-89b3d6a1-cc37-4c9c-be92-c3e3db16bb81 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155853 Nov 10 03:46:08.648311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-0ed93814-3fc5-4743-b384-6bdb4ec64e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.652067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-0ed93814-3fc5-4743-b384-6bdb4ec64e7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71a000ff-563e-4184-976c-fcdf21193713 HTTP/1.1" status: 200 len: 854 time: 0.1884675 Nov 10 03:46:08.669287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a28d4eb9-1825-4924-9cb6-145cec4af221 req-7d858423-4ffa-494e-81a1-fa2c0c2e0016 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295163 Nov 10 03:46:08.849817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d17a8-8119-44a8-8e1e-a2a55b10f70e tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.855172 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-558d17a8-8119-44a8-8e1e-a2a55b10f70e tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b811f21-f124-468e-b8b4-9b5602669ab2 HTTP/1.1" status: 200 len: 913 time: 0.3840613 Nov 10 03:46:08.866219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51482) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:08.869555 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88656d25-8b06-4706-992e-d32156bfa601 x-openstack-request-id: req-88656d25-8b06-4706-992e-d32156bfa601 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:08.870454 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09437f12-e227-42f8-8588-4c604c575a28", "tag": "c854cd92-5406-409c-b471-9f5fdfdb7267", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:08.871765 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88656d25-8b06-4706-992e-d32156bfa601 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:08.872539 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09437f12-e227-42f8-8588-4c604c575a28', 'tag': 'c854cd92-5406-409c-b471-9f5fdfdb7267', 'status': 'completed', 'code': 200} Nov 10 03:46:08.877222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-5853f852-483f-4381-ae4f-fd6669ac7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.883766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-5853f852-483f-4381-ae4f-fd6669ac7665 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.2275147 Nov 10 03:46:08.914514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-ad9cc1ae-16db-44f9-aed5-9b258a8b03f5 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:08.918907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-ad9cc1ae-16db-44f9-aed5-9b258a8b03f5 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.3791974 Nov 10 03:46:08.984422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7013da46-8ff9-4e09-8d6b-4b91e7054e88 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:08.992441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-602ba4f4-d5f5-4bb5-b177-c056fe24161f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3143377 Nov 10 03:46:08.995959 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4182aac8-1725-41d0-8692-cfa959e4751e x-openstack-request-id: req-4182aac8-1725-41d0-8692-cfa959e4751e {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:08.996250 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:08.996622 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4182aac8-1725-41d0-8692-cfa959e4751e {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:08.997093 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'status': 'completed', 'code': 200} Nov 10 03:46:09.070433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:09.084610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-bb849073-1f6a-45f5-890d-3a9dd46f28e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784222 Nov 10 03:46:09.256362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Transition to ACTIVE for port object 7013da46-8ff9-4e09-8d6b-4b91e7054e88 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:09.271092 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:09.278854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-df955c2f-eec8-449e-a91d-fdb261dae967 service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333472 Nov 10 03:46:09.413432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dda5c-30ee-48e6-95d7-1407d2f2afa7 req-6951f269-2ec2-4c3e-a929-bfb98509fb25 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:09.416455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981dda5c-30ee-48e6-95d7-1407d2f2afa7 req-6951f269-2ec2-4c3e-a929-bfb98509fb25 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.4180460 Nov 10 03:46:09.425904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5120-b061-4a26-8720-bd10f2f63575 req-dd1c9001-7f58-4c25-ae7f-ca84a3621908 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:09.435955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-80af5120-b061-4a26-8720-bd10f2f63575 req-dd1c9001-7f58-4c25-ae7f-ca84a3621908 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.4255631 Nov 10 03:46:09.452725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Pushing event updated for resources: {'Port': ['ID=7013da46-8ff9-4e09-8d6b-4b91e7054e88,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:09.640539 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-5417d6d0-523a-426e-b120-84c7ed70a42e service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565637 Nov 10 03:46:09.650856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981dda5c-30ee-48e6-95d7-1407d2f2afa7 req-11104923-9944-471a-939e-ad57b2444d12 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126627 Nov 10 03:46:09.656094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-305f810e-6d08-4442-acfc-cf0b8ec82a0b req-d818a7b2-fa02-4f68-bbf5-41924fb7442b service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498604 Nov 10 03:46:09.726734 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-80af5120-b061-4a26-8720-bd10f2f63575 req-05bee71b-0642-4326-a7b8-8aa987629561 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915313 Nov 10 03:46:09.727490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Attempting to bind port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:09.727821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Attempting to bind port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:09.732077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Attempting to bind port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:09.763907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:09.763907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Attempting to bind port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:09.778026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:09.783369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Checking segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:09.783935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Bound using segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:09.784408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Bound port: 7013da46-8ff9-4e09-8d6b-4b91e7054e88, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:09.785334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:09.976671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] For port 7013da46-8ff9-4e09-8d6b-4b91e7054e88, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:09.984738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] For port 7013da46-8ff9-4e09-8d6b-4b91e7054e88, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7013da46-8ff9-4e09-8d6b-4b91e7054e88,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:10.046905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:10.077848 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-6bbac81d-e52d-4492-a39d-3f73872544a5 service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074378 Nov 10 03:46:10.081456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-20f71907-27cb-4abe-98e1-8ca0f78d17c8 service neutron] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:10.089061 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-20f71907-27cb-4abe-98e1-8ca0f78d17c8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:10.090477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05d5a96-0682-47f2-aa44-898b8f450152 req-20f71907-27cb-4abe-98e1-8ca0f78d17c8 service neutron] 10.222.0.11 "DELETE /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11/bindings/n-h2-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.9392450 Nov 10 03:46:10.312401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:10.312401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:10.313110 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] 10.222.0.11 "PUT /v2.0/ports/7013da46-8ff9-4e09-8d6b-4b91e7054e88 HTTP/1.1" status: 200 len: 1092 time: 2.9519565 Nov 10 03:46:10.321202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-2f375fe2-cd38-41ed-89db-38ab763c6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:10.325087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-2f375fe2-cd38-41ed-89db-38ab763c6e13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 1095 time: 0.5814705 Nov 10 03:46:10.331844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f842af-9a85-4954-9a4c-1a2a10bd953d service neutron] Pushing event updated for resources: {'Port': ['ID=7013da46-8ff9-4e09-8d6b-4b91e7054e88,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:10.403990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04a245-6d36-4823-8f5b-18db20cd049d req-e8c1407a-aacb-4ef2-bf32-66af4774aeec tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:10.412128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd04a245-6d36-4823-8f5b-18db20cd049d req-e8c1407a-aacb-4ef2-bf32-66af4774aeec tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 944 time: 0.3867426 Nov 10 03:46:10.426647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76995fc-08d0-4d0d-a768-ebaf40a85518 req-7d5fd250-a5af-43f9-97d7-08fe90071996 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:10.428363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e76995fc-08d0-4d0d-a768-ebaf40a85518 req-7d5fd250-a5af-43f9-97d7-08fe90071996 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 944 time: 0.4417341 Nov 10 03:46:10.430559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca16d6-dc65-471a-890d-a84da759e332 req-93323ae3-6469-4ff5-8cd6-55068e7b76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:10.433566 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35ca16d6-dc65-471a-890d-a84da759e332 req-93323ae3-6469-4ff5-8cd6-55068e7b76b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=09437f12-e227-42f8-8588-4c604c575a28 HTTP/1.1" status: 200 len: 1094 time: 0.2235787 Nov 10 03:46:10.632752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd04a245-6d36-4823-8f5b-18db20cd049d req-2ed96974-a7ea-42fa-ab49-c484ebb31e00 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192318 Nov 10 03:46:10.812955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca16d6-dc65-471a-890d-a84da759e332 req-815bf209-d700-4df2-8704-e4b2e35ba3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:10.821528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35ca16d6-dc65-471a-890d-a84da759e332 req-815bf209-d700-4df2-8704-e4b2e35ba3ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 911 time: 0.3787329 Nov 10 03:46:10.928723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-e1b38f1f-3729-4270-ba0f-6942975587d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:10.936247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-e1b38f1f-3729-4270-ba0f-6942975587d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 1095 time: 0.5047655 Nov 10 03:46:10.955198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35ca16d6-dc65-471a-890d-a84da759e332 req-653a35be-c074-4f92-9e1a-a7f613bd4b26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c854cd92-5406-409c-b471-9f5fdfdb7267 HTTP/1.1" status: 200 len: 217 time: 0.1096623 Nov 10 03:46:10.973605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e76995fc-08d0-4d0d-a768-ebaf40a85518 req-7c084738-6da9-481b-8c1f-06acc4101fa9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335364 Nov 10 03:46:11.042175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'tag': '7013da46-8ff9-4e09-8d6b-4b91e7054e88'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:11.044999 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a34594-50ba-4b61-a05b-57834687bb74", "tag": "7013da46-8ff9-4e09-8d6b-4b91e7054e88"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:11.051707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-6ac44874-e46c-45b5-ba8b-07d214d29a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:11.057531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-6ac44874-e46c-45b5-ba8b-07d214d29a44 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 914 time: 0.7202861 Nov 10 03:46:11.078780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca16d6-dc65-471a-890d-a84da759e332 req-ca7da0ef-26bf-46c5-b37b-a46e02c481f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:11.080238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35ca16d6-dc65-471a-890d-a84da759e332 req-ca7da0ef-26bf-46c5-b37b-a46e02c481f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.0997918 Nov 10 03:46:11.099291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-e1f815d2-0236-4b3c-a32f-5b11982a8947 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7013da46-8ff9-4e09-8d6b-4b91e7054e88 HTTP/1.1" status: 200 len: 217 time: 0.1181567 Nov 10 03:46:11.118360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35ca16d6-dc65-471a-890d-a84da759e332 req-7c72ab0e-33ee-4f82-9b11-c10f3c772107 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297706 Nov 10 03:46:11.120767 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:11.167025 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-908a1646-241f-4cfe-afc4-17ca90e508b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 HTTP/1.1" status: 200 len: 217 time: 0.0651324 Nov 10 03:46:11.282843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-e8a0441f-ed2b-4085-9b83-e1a248e470b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:11.285261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-e8a0441f-ed2b-4085-9b83-e1a248e470b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71a000ff-563e-4184-976c-fcdf21193713 HTTP/1.1" status: 200 len: 854 time: 0.0554736 Nov 10 03:46:11.302567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76511bc-39e7-477c-9f39-a1f2f411b9b9 req-ad16def9-0708-4d41-8888-37678f172e2d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:11.307565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d76511bc-39e7-477c-9f39-a1f2f411b9b9 req-ad16def9-0708-4d41-8888-37678f172e2d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.5345454 Nov 10 03:46:11.385476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-4f2187ce-ca8e-45f9-8a26-302eba171a57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756037 Nov 10 03:46:11.387258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f42bb3f7-0499-4914-b7f1-5e25f4e56af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:11.389050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-f42bb3f7-0499-4914-b7f1-5e25f4e56af0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.2352407 Nov 10 03:46:11.439824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-2e337cf8-621a-44cf-acb2-f639f004943e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267091 Nov 10 03:46:11.507368 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35ca16d6-dc65-471a-890d-a84da759e332 req-f357e2e5-2388-470f-adce-19b3a09980df service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267622 Nov 10 03:46:11.664118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35ca16d6-dc65-471a-890d-a84da759e332 req-84b0974e-daec-4cc1-a187-953206db99cd service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260459 Nov 10 03:46:11.678624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Deleting port fd7320dd-1aa4-4566-ab0a-d9765a303686 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:11.679007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:11.914038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8865-0c94-4d4b-8c0d-a95ee1dfe002 req-33693240-047b-47ac-8d67-aa4b58a54e14 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:11.922937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18cc8865-0c94-4d4b-8c0d-a95ee1dfe002 req-33693240-047b-47ac-8d67-aa4b58a54e14 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1095 time: 0.7699711 Nov 10 03:46:11.935520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-88468f2c-14c4-475d-ae3f-09ef31ca5fad service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415858 Nov 10 03:46:12.064656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-3345879e-ba92-49d3-94e7-f208d060181a service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612933 Nov 10 03:46:12.104413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d76511bc-39e7-477c-9f39-a1f2f411b9b9 req-8cdf7e81-9d88-46e2-b8d8-0059c364f3fc tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7804828 Nov 10 03:46:12.156749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:12.180896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Calling delete_port for fd7320dd-1aa4-4566-ab0a-d9765a303686 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:12.233608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18cc8865-0c94-4d4b-8c0d-a95ee1dfe002 req-cf5f25ff-51ae-447f-991e-7ff14b0f04e8 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086867 Nov 10 03:46:12.336216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba74e5c-230b-4d0a-be64-88d87eaf98b3 req-80938516-9a5e-442e-b46f-cbcaf6d5935e service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880818 Nov 10 03:46:12.338480 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caeb607-2180-4a89-a490-c104a99a7c92 x-openstack-request-id: req-0caeb607-2180-4a89-a490-c104a99a7c92 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:12.338999 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a34594-50ba-4b61-a05b-57834687bb74", "tag": "7013da46-8ff9-4e09-8d6b-4b91e7054e88", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:12.339585 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0caeb607-2180-4a89-a490-c104a99a7c92 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:12.340507 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'tag': '7013da46-8ff9-4e09-8d6b-4b91e7054e88', 'status': 'completed', 'code': 200} Nov 10 03:46:12.454383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df2fcc8-9865-4cd2-97e0-62cdd03df090 req-8ca57ef5-9003-405b-a8c4-63ccccc4547c service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469157 Nov 10 03:46:12.537318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313143f-6408-4817-92f5-d4f6e1b81713 req-bc12ade6-d51b-4b6d-b48c-7134fb436710 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:12.539751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d313143f-6408-4817-92f5-d4f6e1b81713 req-bc12ade6-d51b-4b6d-b48c-7134fb436710 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 944 time: 0.1400774 Nov 10 03:46:12.542739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-253d4d59-5750-43be-b69a-d75e7a5e50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:12.544502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-253d4d59-5750-43be-b69a-d75e7a5e50ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 1095 time: 0.0925858 Nov 10 03:46:12.660780 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:12.665544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d313143f-6408-4817-92f5-d4f6e1b81713 req-f2df945b-c0d8-47d6-95ca-5788b8240081 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183324 Nov 10 03:46:12.706318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-e2229030-1d4f-4c98-bd49-80fa9daaae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:12.708785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-e2229030-1d4f-4c98-bd49-80fa9daaae2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 911 time: 0.1438603 Nov 10 03:46:12.755466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Port': ['ID=fd7320dd-1aa4-4566-ab0a-d9765a303686,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:12.899083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-97f9ca6b-f6e3-4667-b3dc-d703151b65a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7013da46-8ff9-4e09-8d6b-4b91e7054e88 HTTP/1.1" status: 200 len: 217 time: 0.1803684 Nov 10 03:46:13.010705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-77321f69-2e79-4b1b-bd74-b504e5611d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:13.011036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-77321f69-2e79-4b1b-bd74-b504e5611d9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.0985644 Nov 10 03:46:13.030093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f7491-d7d7-463a-99f8-f36fb9e98d2f req-4e1d1c37-7559-4287-b17c-40a20667d91a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:13.031575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-857f7491-d7d7-463a-99f8-f36fb9e98d2f req-4e1d1c37-7559-4287-b17c-40a20667d91a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 946 time: 0.1309524 Nov 10 03:46:13.047644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577bc67-1c59-4ce8-bcdd-0dedfa33769f req-6867d317-aab7-4291-b870-4b5439f23eaf tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:13.054441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e577bc67-1c59-4ce8-bcdd-0dedfa33769f req-6867d317-aab7-4291-b870-4b5439f23eaf tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 944 time: 0.3175411 Nov 10 03:46:13.077810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:13.106997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-34d96720-a2c1-4d13-967f-6a033ee65248 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418229 Nov 10 03:46:13.190340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e577bc67-1c59-4ce8-bcdd-0dedfa33769f req-196732d0-bdc9-4b8e-9f60-67471e1e3405 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301816 Nov 10 03:46:13.274844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-857f7491-d7d7-463a-99f8-f36fb9e98d2f req-14810b17-00cc-452a-b184-66d2ca9c224a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178991 Nov 10 03:46:13.286520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3eda4420-6e57-46f5-8e18-a6bd0a4c7013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:13.387375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Router 0b811f21-f124-468e-b8b4-9b5602669ab2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:46:13.459648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-2560a9bf-4a17-4927-99fc-3b5f99c06c48 service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301930 Nov 10 03:46:13.659634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:46:13.666555 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5c4086f5-e3e9-488f-a544-fb1d0e7b2097 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "PUT /v2.0/routers/0b811f21-f124-468e-b8b4-9b5602669ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7804596 Nov 10 03:46:13.670177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51578) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:13.673339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] Sync routers for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:46:13.693122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:46:13.696810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:13.698816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-b25e6eba-0bbd-4db8-b8a3-64835766647b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:13.709912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-b25e6eba-0bbd-4db8-b8a3-64835766647b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 0.3779523 Nov 10 03:46:13.825810 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-25021a75-1809-4e84-ba7f-6b4465010103 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/quotas/d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 375 time: 0.1147852 Nov 10 03:46:13.841917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:13.882052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] Routers {'0b811f21-f124-468e-b8b4-9b5602669ab2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:46:13.882814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0b811f21-f124-468e-b8b4-9b5602669ab2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:13.922157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:13.922943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1eec8-9b55-41d3-a60b-0095d5044494 None None] The sync data for ids ['0b811f21-f124-468e-b8b4-9b5602669ab2'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:46:13.929497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d17be5f-75f8-4f96-9c47-6dcb2773eba9 req-90d7ce4e-14bc-4d85-b4f7-59334be2a2f6 service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563015 Nov 10 03:46:13.963457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:14.034873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-d47c99a2-606b-4e7a-8dce-4d52d34e71fb tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076120 Nov 10 03:46:14.126337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:14.145749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206d44-2c90-45eb-90a2-38e74c7bf8d6 req-580a200c-768f-4212-99cf-3044feea067d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:14.146205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'port_id': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'mac_address': 'fa:16:3e:ad:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a000ff-563e-4184-976c-fcdf21193713', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:14.147348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30206d44-2c90-45eb-90a2-38e74c7bf8d6 req-580a200c-768f-4212-99cf-3044feea067d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.2925901 Nov 10 03:46:14.163897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:14.200891 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:14.217388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:14.257837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:14.268787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:14.270620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c854cd92-5406-409c-b471-9f5fdfdb7267 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:14.308353 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:14.408092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30206d44-2c90-45eb-90a2-38e74c7bf8d6 req-098d71eb-ca4a-4402-8284-4700898d81d2 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528746 Nov 10 03:46:14.411903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-da61580d-e2c2-492d-8707-079efd23d805 service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761246 Nov 10 03:46:14.421874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:14.593825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-52ff3d1d-7a11-49f7-9ab4-a4922f4eff33 service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595237 Nov 10 03:46:14.622282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Deleting port b331b29d-1664-4191-bd72-e6eeb4e6bace {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:14.623602 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:14.701503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f5911-9fc1-49d7-ad1f-3e9ac0b536e1 req-1e1f1f6d-8477-479a-9691-572b22c35a8d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:14.709930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be4f5911-9fc1-49d7-ad1f-3e9ac0b536e1 req-1e1f1f6d-8477-479a-9691-572b22c35a8d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 944 time: 0.1149518 Nov 10 03:46:14.799915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be4f5911-9fc1-49d7-ad1f-3e9ac0b536e1 req-55c0bb6c-eb46-4aa8-9072-b7f573a7aaec tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809050 Nov 10 03:46:14.801893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c854cd92-5406-409c-b471-9f5fdfdb7267, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c854cd92-5406-409c-b471-9f5fdfdb7267,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:14.846526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'c854cd92-5406-409c-b471-9f5fdfdb7267', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'port_id': 'c854cd92-5406-409c-b471-9f5fdfdb7267', 'mac_address': 'fa:16:3e:7e:34:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b66c2b6-af0f-47fb-b606-bae49b5b62f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:14.892612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:14.971993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Calling delete_port for b331b29d-1664-4191-bd72-e6eeb4e6bace owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:15.021234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:15.059374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c854cd92-5406-409c-b471-9f5fdfdb7267 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:15.104690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c854cd92-5406-409c-b471-9f5fdfdb7267, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c854cd92-5406-409c-b471-9f5fdfdb7267,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:15.111306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:15.192816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5ca9e-e27d-4ad3-9fc8-5c31677e9914 req-28bc0f59-3ec7-4a4f-8bbb-1b6b02e2da59 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:15.194813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1c5ca9e-e27d-4ad3-9fc8-5c31677e9914 req-28bc0f59-3ec7-4a4f-8bbb-1b6b02e2da59 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 945 time: 0.1031909 Nov 10 03:46:15.247949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c854cd92-5406-409c-b471-9f5fdfdb7267,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:15.334557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1c5ca9e-e27d-4ad3-9fc8-5c31677e9914 req-9b119b4e-c333-492d-bc06-8aae6c21b142 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307600 Nov 10 03:46:15.422899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:15.472126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a67d2d81-0908-44be-b2be-343fd8c90a96 req-35e2bdf6-0d1e-4ff3-bc0d-b3566d7f3782 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 210 time: 0.0580497 Nov 10 03:46:15.508331 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c854cd92-5406-409c-b471-9f5fdfdb7267'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:15.549962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428d57c-1c41-481e-b202-183b550bb0ec req-222561c1-1288-430e-a374-501dc428fc8e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:15.565339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e428d57c-1c41-481e-b202-183b550bb0ec req-222561c1-1288-430e-a374-501dc428fc8e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.1603336 Nov 10 03:46:15.605218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:15.666103 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d7ccf6dc-f71c-460f-a70e-4acd7a88c61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:15.669879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Port': ['ID=b331b29d-1664-4191-bd72-e6eeb4e6bace,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:15.751417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e428d57c-1c41-481e-b202-183b550bb0ec req-9b8d7342-296d-49de-92a4-da24cc7cf63e tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841056 Nov 10 03:46:15.787412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:15.946365 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:15.948850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.035705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.035705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Fanout notify agent at l3_agent the message router_deleted on router 0b811f21-f124-468e-b8b4-9b5602669ab2 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:46:16.069845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.071283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-76fde63b-6902-40c7-817d-bda902867b86 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "DELETE /v2.0/routers/0b811f21-f124-468e-b8b4-9b5602669ab2 HTTP/1.1" status: 204 len: 168 time: 2.3967195 Nov 10 03:46:16.073876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51628) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:16.123674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040374ee-2b3f-4a21-8823-18d435231b7f req-e1798431-2833-4ba2-b6f2-a93862157d97 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:16.129535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-040374ee-2b3f-4a21-8823-18d435231b7f req-e1798431-2833-4ba2-b6f2-a93862157d97 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 944 time: 0.1118731 Nov 10 03:46:16.201375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Deleting subnet e63bb415-7580-46e7-9eed-212c834a2729 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:46:16.207013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.250494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-040374ee-2b3f-4a21-8823-18d435231b7f req-d746b5a7-bb70-4931-affa-919c957aac94 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019857 Nov 10 03:46:16.252738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.440259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5605e-de13-4912-b87f-bf0e763388e3 req-f31f748e-1ee9-45d2-9cdc-5b6c291a9d9c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:16.450116 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.450675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5605e-de13-4912-b87f-bf0e763388e3 req-f31f748e-1ee9-45d2-9cdc-5b6c291a9d9c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:16.481136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5605e-de13-4912-b87f-bf0e763388e3 req-f31f748e-1ee9-45d2-9cdc-5b6c291a9d9c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:16.502358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72e5605e-de13-4912-b87f-bf0e763388e3 req-f31f748e-1ee9-45d2-9cdc-5b6c291a9d9c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3&device_id=5dcb875d-552f-48fd-8f82-54f927042689&device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 2419 time: 0.1653132 Nov 10 03:46:16.595288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.635342 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.646954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7013da46-8ff9-4e09-8d6b-4b91e7054e88 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:16.668655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Subnet': ['ID=e63bb415-7580-46e7-9eed-212c834a2729,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:16.683136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:16.689733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9283d-4544-407e-9027-f66c12788510 None None] Network 600c4e22-d18f-4f3c-9aad-fd33745a0449 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:46:16.691888 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b5693d20-f4ba-4934-96b8-3e528db4f9ed tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "DELETE /v2.0/subnets/e63bb415-7580-46e7-9eed-212c834a2729 HTTP/1.1" status: 204 len: 168 time: 0.6169260 Nov 10 03:46:16.713965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72e5605e-de13-4912-b87f-bf0e763388e3 req-6cd1c1b2-f583-4c92-8753-e4b93e1ea953 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995223 Nov 10 03:46:16.713965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51650) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:16.844953 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:46:16.868969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3d262-9935-425d-874d-c1e43e69b0b1 req-39522202-7cb4-42e9-be8b-3621a08a3862 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:16.886821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cde3d262-9935-425d-874d-c1e43e69b0b1 req-39522202-7cb4-42e9-be8b-3621a08a3862 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 945 time: 0.3746452 Nov 10 03:46:17.133801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7013da46-8ff9-4e09-8d6b-4b91e7054e88, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7013da46-8ff9-4e09-8d6b-4b91e7054e88,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:17.172211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '7013da46-8ff9-4e09-8d6b-4b91e7054e88', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'port_id': '7013da46-8ff9-4e09-8d6b-4b91e7054e88', 'mac_address': 'fa:16:3e:a3:bf:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b66c2b6-af0f-47fb-b606-bae49b5b62f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:17.264306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:17.301603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] DHCP port deletion for 600c4e22-d18f-4f3c-9aad-fd33745a0449 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:46:17.317430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7013da46-8ff9-4e09-8d6b-4b91e7054e88 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:17.385453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7013da46-8ff9-4e09-8d6b-4b91e7054e88, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7013da46-8ff9-4e09-8d6b-4b91e7054e88,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:17.397037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:17.481783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cde3d262-9935-425d-874d-c1e43e69b0b1 req-74a4dcea-ca8f-444e-8f5a-15fe4e81bab5 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940166 Nov 10 03:46:17.496713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] Deleting port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:17.497363 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:17.529462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed8fc4a6-e723-442a-a5e0-748598111018 req-05184a47-7018-47d0-95dc-66c60f1648c9 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 210 time: 0.1663330 Nov 10 03:46:17.580577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:17.598842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] For port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,segment=NetworkSegment(1d453d1e-a380-45dd-bcb1-0ac014d577a0),segment_id=1d453d1e-a380-45dd-bcb1-0ac014d577a0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:17.599451 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:17.672359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] Calling delete_port for 82116d62-ef01-4a6f-b9ff-31a7f0e987bb owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:17.703814 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:46:17.720447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7013da46-8ff9-4e09-8d6b-4b91e7054e88,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:17.760821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-30a90b68-c6ec-4bc8-8bcd-681ac662d491 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:17.765770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-30a90b68-c6ec-4bc8-8bcd-681ac662d491 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 1.0235775 Nov 10 03:46:17.796853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Request body: {'port': {'device_id': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'admin_state_up': True, 'tenant_id': 'd755dac5f401488991d001bb1d0984ae'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:17.842416 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:17.881996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] Pushing event deleted for resources: {'Port': ['ID=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:17.888186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f930e2-2c9c-4da2-a3dc-3b5a6109020b None None] No DVR routers for this DVR port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:17.919212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235da38a-4205-4026-9aec-791f25f587d9 req-55816aee-32a6-4a64-aa68-63b078f75bca tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:17.926066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7013da46-8ff9-4e09-8d6b-4b91e7054e88'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:17.927642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-235da38a-4205-4026-9aec-791f25f587d9 req-55816aee-32a6-4a64-aa68-63b078f75bca tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.2685366 Nov 10 03:46:17.980469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:18.040663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f174dd-b62c-434a-9d34-a1f9de63c3c5 req-a55d9c57-bcc3-49a3-b9c5-18da86738415 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:18.042665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85f174dd-b62c-434a-9d34-a1f9de63c3c5 req-a55d9c57-bcc3-49a3-b9c5-18da86738415 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 945 time: 0.3457198 Nov 10 03:46:18.098076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:18.113754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:18.114335 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.118993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-235da38a-4205-4026-9aec-791f25f587d9 req-31491848-1147-4437-b958-c47bca4adf34 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904824 Nov 10 03:46:18.144461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Deleting port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:18.145076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.250002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Made reservation on behalf of d755dac5f401488991d001bb1d0984ae for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:18.258724 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.297446 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.324238 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.336678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:18.340457 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd20e17-9a7c-4d90-8a95-48afc7f37cbb" -d '{"events": [{"server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:18.354081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85f174dd-b62c-434a-9d34-a1f9de63c3c5 req-83a254dd-c7ef-48bf-9fed-b8f5286cc061 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972276 Nov 10 03:46:18.370155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] For port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb, host n-d-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:18.370606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.389926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:18.394299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.395098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c854cd92-5406-409c-b471-9f5fdfdb7267 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:18.434695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Calling delete_port for 82116d62-ef01-4a6f-b9ff-31a7f0e987bb owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:18.439928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb was not found and therefore no delete operation was performed {{(pid=102597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:46:18.448952 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.487189 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46848dc-396a-434c-b943-a9e0c9c98b85 x-openstack-request-id: req-d46848dc-396a-434c-b943-a9e0c9c98b85 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:18.487468 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:18.487811 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d46848dc-396a-434c-b943-a9e0c9c98b85 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:18.490011 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'code': 200} Nov 10 03:46:18.494613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Port': ['ID=82116d62-ef01-4a6f-b9ff-31a7f0e987bb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:18.500078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] No DVR routers for this DVR port 82116d62-ef01-4a6f-b9ff-31a7f0e987bb on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:18.565172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:18.593880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port c854cd92-5406-409c-b471-9f5fdfdb7267 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:18.604513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port c854cd92-5406-409c-b471-9f5fdfdb7267 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:18.604872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.662532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c7315-7f66-455c-a566-6ecd4286e053 req-a73783e6-4f49-406d-9110-710f6a4c0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:18.665318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-636c7315-7f66-455c-a566-6ecd4286e053 req-a73783e6-4f49-406d-9110-710f6a4c0514 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0954859 Nov 10 03:46:18.742414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82116d62-ef01-4a6f-b9ff-31a7f0e987bb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:18.771401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 82116d62-ef01-4a6f-b9ff-31a7f0e987bb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:46:18.772087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82116d62-ef01-4a6f-b9ff-31a7f0e987bb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:46:18.782299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ab649cb-7a6e-4438-90f6-131c53cb2bda req-34818b7a-562f-4e29-b4d2-b995e38609c0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 210 time: 0.0693398 Nov 10 03:46:18.796355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.797008 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.824536 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-636c7315-7f66-455c-a566-6ecd4286e053 req-1ef63cd9-14e6-4257-b91d-0a14c6b0c8dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452444 Nov 10 03:46:18.838518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600c4e22-d18f-4f3c-9aad-fd33745a0449']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:18.843636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Allocated IP 172.20.0.9 (6ecc1105-ed6d-4359-8e5f-837db6835e11/dcf77a30-acd2-4544-98f5-ecdaba91ccf5/c8b6d0c7-60ad-400b-8710-f00010b32b83) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:18.863618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fc8e1-9251-4369-b2d4-ed15ca577c5c req-77162ab0-2e5e-4a97-9495-485a55863fdd tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:18.864944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c854cd92-5406-409c-b471-9f5fdfdb7267, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c854cd92-5406-409c-b471-9f5fdfdb7267,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:18.871283 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.871500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-316fc8e1-9251-4369-b2d4-ed15ca577c5c req-77162ab0-2e5e-4a97-9495-485a55863fdd tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1595829 Nov 10 03:46:18.898741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d453d1e-a380-45dd-bcb1-0ac014d577a0') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:18.898986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d453d1e-a380-45dd-bcb1-0ac014d577a0') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:18.934666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.953987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c854cd92-5406-409c-b471-9f5fdfdb7267,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:18.973105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:18.993565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-316fc8e1-9251-4369-b2d4-ed15ca577c5c req-3f8f8ed8-7d01-4a35-bce4-1b73d4e3cb80 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211438 Nov 10 03:46:19.029606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:46:19.030283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.031648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:46:19.047983 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:46:19.092089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51694) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:19.098137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-916402651'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:19.129500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:19.135006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.157961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.177643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:46:19.189959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.191170 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Added segment c1754140-25b7-4278-89ed-c7c59eba48af of type vlan for network 19ee2310-0d15-4d78-942d-48c00045738f Nov 10 03:46:19.192751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.198403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "DELETE /v2.0/networks/600c4e22-d18f-4f3c-9aad-fd33745a0449 HTTP/1.1" status: 204 len: 168 time: 2.4768043 Nov 10 03:46:19.199641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea60c1f-cca5-4cdb-aeee-e9891fea86a7 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Network': ['ID=600c4e22-d18f-4f3c-9aad-fd33745a0449,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:19.207677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51696) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:19.265525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.316811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.326402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:19.327307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.368538 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.467676 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3743730 Nov 10 03:46:19.476348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51714) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:19.481865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1210485141'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:19.519738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:19.526480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.536262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Deleting port df47232c-bdf5-40b3-ac28-5b8a8088af44 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:19.536600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.543018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.587438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6330a-a610-4ce5-a558-0b51ca48aecd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Network': ['ID=19ee2310-0d15-4d78-942d-48c00045738f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:19.607895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:46:19.613961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 19ee2310-0d15-4d78-942d-48c00045738f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:46:19.631055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.631408 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Added segment 3c037e00-2a45-46ef-9d98-37ead994fe94 of type vlan for network 7d0374c2-10dc-4f4a-850d-1b602147ceac Nov 10 03:46:19.721382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.733670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d52ff-699c-4e17-8197-69450136d6a8 req-912b0860-6391-4f13-8cdc-b2e047e13126 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:19.741844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a86d52ff-699c-4e17-8197-69450136d6a8 req-912b0860-6391-4f13-8cdc-b2e047e13126 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 945 time: 0.2600236 Nov 10 03:46:19.775990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.781981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:19.786139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:19.786994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:19.816177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:19.819177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:19.840499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:19.937593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4580832 Nov 10 03:46:19.942263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51722) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:19.952567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'subnet': {'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:19.981322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bf9ce-bd0c-42b7-a691-d773d7d87d18 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Network': ['ID=7d0374c2-10dc-4f4a-850d-1b602147ceac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:20.009610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:46:20.037299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:20.041293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.174057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a86d52ff-699c-4e17-8197-69450136d6a8 req-c95c6f0b-50a2-4cb2-9626-91499de40273 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312537 Nov 10 03:46:20.202249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-24208d69-098f-47f3-9f58-a38a3ef18a7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4254894 Nov 10 03:46:20.235738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:20.255012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.266949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Request body: {'port': {'device_id': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:20.301560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.302298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.414237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Calling delete_port for df47232c-bdf5-40b3-ac28-5b8a8088af44 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:20.431500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf2d5f-1856-49c6-96a6-90ee0ac7e561 req-894d14d0-71b7-4485-a074-ebf1adf925c0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:20.433135 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcaf2d5f-1856-49c6-96a6-90ee0ac7e561 req-894d14d0-71b7-4485-a074-ebf1adf925c0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1022458 Nov 10 03:46:20.491323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09437f12-e227-42f8-8588-4c604c575a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c854cd92-5406-409c-b471-9f5fdfdb7267'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:20.493778 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db115edf-35c8-4998-9cec-b9bd4669f14c" -d '{"events": [{"server_uuid": "09437f12-e227-42f8-8588-4c604c575a28", "name": "network-vif-plugged", "status": "completed", "tag": "c854cd92-5406-409c-b471-9f5fdfdb7267"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:20.544249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.563578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.600332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18c853-3835-4c89-a40c-6dd70c48ae1d req-b9dd082b-3fb3-4139-ac21-f3ee0f54da8e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:20.603737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca18c853-3835-4c89-a40c-6dd70c48ae1d req-b9dd082b-3fb3-4139-ac21-f3ee0f54da8e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 931 time: 0.3527119 Nov 10 03:46:20.639989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Subnet': ['ID=b66a2a24-14dd-4736-ac57-ddd97c70c32d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:20.640276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7013da46-8ff9-4e09-8d6b-4b91e7054e88 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:20.651370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Checking segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:20.651851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network hostable DHCP agents. Network: 19ee2310-0d15-4d78-942d-48c00045738f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:46:20.682213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 19ee2310-0d15-4d78-942d-48c00045738f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:46:20.692398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcaf2d5f-1856-49c6-96a6-90ee0ac7e561 req-5cf9029b-b821-478d-91fc-6b55f16aedfe tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216668 Nov 10 03:46:20.709526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 19ee2310-0d15-4d78-942d-48c00045738f) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:20.717160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:20.717900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.750027 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-99bc1f95-3a96-44b4-b7aa-6728942647f2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8040848 Nov 10 03:46:20.755598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51734) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:20.762675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'subnet': {'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:20.765376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7906733-a8ac-4cb4-86e3-14a2385819cb None None] Network 19ee2310-0d15-4d78-942d-48c00045738f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:46:20.887261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:20.895559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:20.896423 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.898454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:20.907445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:20.921382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca18c853-3835-4c89-a40c-6dd70c48ae1d req-76ae479f-7b72-4243-9f89-8be21a0b17fd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923484 Nov 10 03:46:21.059121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77714a-05b2-4f64-b3de-f22017698584 req-ca5ed2c5-77f6-4dad-a6c7-b5a755ec42d6 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:21.060689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d77714a-05b2-4f64-b3de-f22017698584 req-ca5ed2c5-77f6-4dad-a6c7-b5a755ec42d6 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.1379704 Nov 10 03:46:21.191409 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcce300-bca4-4ff7-914e-35b5d82d4807 x-openstack-request-id: req-bfcce300-bca4-4ff7-914e-35b5d82d4807 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:21.191983 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09437f12-e227-42f8-8588-4c604c575a28", "name": "network-vif-plugged", "status": "completed", "tag": "c854cd92-5406-409c-b471-9f5fdfdb7267", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:21.191983 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfcce300-bca4-4ff7-914e-35b5d82d4807 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:21.192321 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09437f12-e227-42f8-8588-4c604c575a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c854cd92-5406-409c-b471-9f5fdfdb7267', 'code': 200} Nov 10 03:46:21.252775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.253536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-19ee2310-0d15-4d78-942d-48c00045738f', 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'fixed_ips': [{'subnet_id': 'b66a2a24-14dd-4736-ac57-ddd97c70c32d'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:46:21.263250 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.329404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.355694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Pushing event deleted for resources: {'Port': ['ID=df47232c-bdf5-40b3-ac28-5b8a8088af44,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:21.396564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d77714a-05b2-4f64-b3de-f22017698584 req-53284812-7c69-4149-8baf-df0d99c1d6dc tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206856 Nov 10 03:46:21.435321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81927c0-0055-415e-a024-ebd86955e5b3 req-b71c4daf-b059-46c8-a693-5bde7f08b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:21.436841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d81927c0-0055-415e-a024-ebd86955e5b3 req-b71c4daf-b059-46c8-a693-5bde7f08b52a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09437f12-e227-42f8-8588-4c604c575a28 HTTP/1.1" status: 200 len: 1096 time: 0.2274964 Nov 10 03:46:21.449462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7c140-179a-4877-8339-0329c2972c49 req-02a332f9-a719-4695-9d97-15201175679d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:21.454267 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98c7c140-179a-4877-8339-0329c2972c49 req-02a332f9-a719-4695-9d97-15201175679d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2525413 Nov 10 03:46:21.499024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.557537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d81927c0-0055-415e-a024-ebd86955e5b3 req-c26952bf-6600-4a4b-bb27-e6dacd25b230 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076360 Nov 10 03:46:21.575454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7013da46-8ff9-4e09-8d6b-4b91e7054e88, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7013da46-8ff9-4e09-8d6b-4b91e7054e88,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:21.581488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Subnet': ['ID=c5c01141-9638-40a0-9531-3dc929f16563,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:21.598682 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.611684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Checking segment: {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:21.612204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network hostable DHCP agents. Network: 7d0374c2-10dc-4f4a-850d-1b602147ceac, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:46:21.633121 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.635752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.636907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-240bd76d-6485-4793-8ecf-6ccf8e402bb9 tempest-FloatingIPAdminTestJSON-1420107868 tempest-FloatingIPAdminTestJSON-1420107868-project] 10.222.0.24 "DELETE /v2.0/floatingips/fb2d6783-4ee9-4173-861d-bd3b3e288f8d HTTP/1.1" status: 204 len: 168 time: 2.4283655 Nov 10 03:46:21.660654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:46:21.679373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7d0374c2-10dc-4f4a-850d-1b602147ceac) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:21.694432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:21.695156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.727906 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-90c59cf3-f3e9-43b3-b01c-9a3baaf906d0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9711108 Nov 10 03:46:21.730487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51750) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:21.741168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98c7c140-179a-4877-8339-0329c2972c49 req-294649e0-4f80-4850-857e-cabd5ef2c543 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761889 Nov 10 03:46:21.742411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'port': {'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'name': 'tempest-TaggedBootDevicesTest-511033791', 'fixed_ips': [{'subnet_id': 'b66a2a24-14dd-4736-ac57-ddd97c70c32d'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:21.801678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f803434-e379-4377-b0f5-1351a892a1c4 req-ea711e76-0100-4fb4-a00e-a9c76693f3c7 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:21.818666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f803434-e379-4377-b0f5-1351a892a1c4 req-ea711e76-0100-4fb4-a00e-a9c76693f3c7 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 946 time: 0.2783737 Nov 10 03:46:21.876047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b6d0c7-60ad-400b-8710-f00010b32b83 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:21.886805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:21.902707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Transition to ACTIVE for port object c8b6d0c7-60ad-400b-8710-f00010b32b83 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:21.922532 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:22.008823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f803434-e379-4377-b0f5-1351a892a1c4 req-9613fe04-50f9-4112-ae8f-a45e1e76e61b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892595 Nov 10 03:46:22.050485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9e3eb-352e-4dcc-b46f-da86ea7ecdab None None] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:46:22.079667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:22.126656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:22.210660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51768) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:22.244002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b999eb-5f4e-4784-8ecc-39524f48ced0 req-e6bfa052-427b-439c-b4f5-1662c84489cc tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:22.252290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86b999eb-5f4e-4784-8ecc-39524f48ced0 req-e6bfa052-427b-439c-b4f5-1662c84489cc tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.0912387 Nov 10 03:46:22.292079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:22.331793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] device_id is not set on port 11a17cda-9619-4adc-b780-c4f5b6249186 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:46:22.340998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:22.351459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:22.352841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:22.420990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:22.425537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:22.467968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Allocated IP 10.1.1.2 (19ee2310-0d15-4d78-942d-48c00045738f/b66a2a24-14dd-4736-ac57-ddd97c70c32d/cf734513-d435-4ffb-a382-51034535af1e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:22.481882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86b999eb-5f4e-4784-8ecc-39524f48ced0 req-34bb1b0e-844a-4cd1-b7b7-11f35680889b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285922 Nov 10 03:46:22.494589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:22.497484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:22.499564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7013da46-8ff9-4e09-8d6b-4b91e7054e88,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:22.500833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:22.501423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Bound port: c8b6d0c7-60ad-400b-8710-f00010b32b83, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:22.514432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:22.734459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-54270a8f-772d-4779-bc23-57afad6bfa10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=520b54c8d30d4134a87265b53f7da18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206201 Nov 10 03:46:22.735832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51790) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:22.791143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-7d0374c2-10dc-4f4a-850d-1b602147ceac', 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'fixed_ips': [{'subnet_id': 'c5c01141-9638-40a0-9531-3dc929f16563'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:46:22.792004 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:22.832589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271b820-eb6f-4a72-9ce1-cf0fe262a3a9 req-c672ce95-626a-49ad-9f79-26c330d62ecb tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:22.834506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6271b820-eb6f-4a72-9ce1-cf0fe262a3a9 req-c672ce95-626a-49ad-9f79-26c330d62ecb tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.2484987 Nov 10 03:46:22.854948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1570db-8783-4279-84e0-099b74136b08 req-0f6eb54a-5e3c-4203-8b41-1aacf17576ad tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:22.862378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d1570db-8783-4279-84e0-099b74136b08 req-0f6eb54a-5e3c-4203-8b41-1aacf17576ad tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1982191 Nov 10 03:46:22.914757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7927a644-c2d3-4d2d-bffd-dbcde880d0a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:22.945116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d1570db-8783-4279-84e0-099b74136b08 req-0dcaa73a-e8b2-4ef4-9c41-20d4bddacfb6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811021 Nov 10 03:46:22.954403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7927a644-c2d3-4d2d-bffd-dbcde880d0a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:22.975735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:23.078551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7927a644-c2d3-4d2d-bffd-dbcde880d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.084303 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7927a644-c2d3-4d2d-bffd-dbcde880d0a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.086375 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7927a644-c2d3-4d2d-bffd-dbcde880d0a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4cb1145-a02a-4b3c-88fa-36fa09a56842 HTTP/1.1" status: 204 len: 168 time: 0.3493915 Nov 10 03:46:23.115481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Allocated IP 10.2.2.2 (7d0374c2-10dc-4f4a-850d-1b602147ceac/c5c01141-9638-40a0-9531-3dc929f16563/97746322-8f70-4cc8-9568-83a5ec1bcd1c) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:23.120887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927a644-c2d3-4d2d-bffd-dbcde880d0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cb1145-a02a-4b3c-88fa-36fa09a56842,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:23.296016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013da46-8ff9-4e09-8d6b-4b91e7054e88'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:23.298428 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce753bf1-8ebc-40e1-b9e9-de58e089554b" -d '{"events": [{"server_uuid": "d8a34594-50ba-4b61-a05b-57834687bb74", "name": "network-vif-plugged", "status": "completed", "tag": "7013da46-8ff9-4e09-8d6b-4b91e7054e88"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:23.350248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6271b820-eb6f-4a72-9ce1-cf0fe262a3a9 req-43cb1755-1651-45f8-8ec4-dbe978b8ff55 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072112 Nov 10 03:46:23.352177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:23.365746 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.367257 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.432508 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f1a112-b990-43e7-8b02-262a2f4ca030 x-openstack-request-id: req-55f1a112-b990-43e7-8b02-262a2f4ca030 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:23.432799 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a34594-50ba-4b61-a05b-57834687bb74", "name": "network-vif-plugged", "status": "completed", "tag": "7013da46-8ff9-4e09-8d6b-4b91e7054e88", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:23.433050 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55f1a112-b990-43e7-8b02-262a2f4ca030 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:23.433432 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013da46-8ff9-4e09-8d6b-4b91e7054e88', 'code': 200} Nov 10 03:46:23.438284 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.454565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:23.455013 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.455186 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.457795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] 10.222.0.44 "PUT /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 1091 time: 3.2075057 Nov 10 03:46:23.459161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:23.461954 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc3dd4-ad04-4233-b064-308e98ef789f" -d '{"events": [{"name": "network-changed", "server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:23.504669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:23.551332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cb4ce-1eab-4dda-a118-8aad3fd471bf req-dba19173-9b60-415b-9770-f229b424c04c tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:23.552432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.557839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:23.561475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-166cb4ce-1eab-4dda-a118-8aad3fd471bf req-dba19173-9b60-415b-9770-f229b424c04c tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 946 time: 0.2319446 Nov 10 03:46:23.562609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:23.567930 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.584001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ed258-a16c-4198-8982-abb468cefa42 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:23.646830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Network 19ee2310-0d15-4d78-942d-48c00045738f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:23.692377 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a36afd1-d009-4a9f-91ed-ca77dc9cb90d x-openstack-request-id: req-6a36afd1-d009-4a9f-91ed-ca77dc9cb90d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:23.692823 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:23.693065 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a36afd1-d009-4a9f-91ed-ca77dc9cb90d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:23.693468 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83', 'status': 'completed', 'code': 200} Nov 10 03:46:23.722695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:23.736343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-166cb4ce-1eab-4dda-a118-8aad3fd471bf req-a972ee86-3aa4-41ef-8d0d-002abc3bfdd8 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732662 Nov 10 03:46:23.749132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 10.1.1.109 (19ee2310-0d15-4d78-942d-48c00045738f/b66a2a24-14dd-4736-ac57-ddd97c70c32d/11a17cda-9619-4adc-b780-c4f5b6249186) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:23.756916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-2db4424a-8651-464d-ba1d-e3ee9dc94039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:23.758766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-2db4424a-8651-464d-ba1d-e3ee9dc94039 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1094 time: 0.1931942 Nov 10 03:46:23.780613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:23.782600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51816) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:23.785179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Pushing event updated for resources: {'Port': ['ID=97746322-8f70-4cc8-9568-83a5ec1bcd1c,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:23.816466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55575d7a-560c-4c7f-a6eb-1850d9c70bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.844442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Attempting to bind port 97746322-8f70-4cc8-9568-83a5ec1bcd1c on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:23.845079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Attempting to bind port 97746322-8f70-4cc8-9568-83a5ec1bcd1c by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:23.845605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Attempting to bind port 97746322-8f70-4cc8-9568-83a5ec1bcd1c on network 7d0374c2-10dc-4f4a-850d-1b602147ceac {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:23.867893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:23.868568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Checking segment: {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:23.869148 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.869695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Bound using segment: {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:23.870398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Bound port: 97746322-8f70-4cc8-9568-83a5ec1bcd1c, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:23.871014 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.896272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b623a5-cc45-454f-8da4-b2061fbee50d req-fba0db95-cb18-4225-ba9f-6e628414e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:23.897840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b623a5-cc45-454f-8da4-b2061fbee50d req-fba0db95-cb18-4225-ba9f-6e628414e351 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 1097 time: 0.3091364 Nov 10 03:46:23.898642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Pushing event updated for resources: {'Port': ['ID=cf734513-d435-4ffb-a382-51034535af1e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:23.922563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-9bc39606-d5d1-49f8-8f45-9c8c0389e882 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 217 time: 0.1387610 Nov 10 03:46:23.959076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] For port 97746322-8f70-4cc8-9568-83a5ec1bcd1c, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:23.962480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] For port 97746322-8f70-4cc8-9568-83a5ec1bcd1c, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=97746322-8f70-4cc8-9568-83a5ec1bcd1c,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:23.963959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Attempting to bind port cf734513-d435-4ffb-a382-51034535af1e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:23.964718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Attempting to bind port cf734513-d435-4ffb-a382-51034535af1e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:23.965266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Attempting to bind port cf734513-d435-4ffb-a382-51034535af1e on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:23.969561 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:23.993340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-12923d02-b21b-4bdf-9bb5-b655d22a0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:23.994988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-12923d02-b21b-4bdf-9bb5-b655d22a0380 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0520310 Nov 10 03:46:23.996996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:24.000784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Checking segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:24.001492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.002081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Bound using segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:24.003445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Bound port: cf734513-d435-4ffb-a382-51034535af1e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:24.005894 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.049487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.060271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-c04a0e9d-6715-4ddc-8a80-6231adb04bff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539727 Nov 10 03:46:24.077644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84fe9c-a3f9-4d0a-9348-f5e872edcdab req-04376e06-436b-4d48-ab44-dafcd9f82f94 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:24.088332 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b84fe9c-a3f9-4d0a-9348-f5e872edcdab req-04376e06-436b-4d48-ab44-dafcd9f82f94 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.3340740 Nov 10 03:46:24.111433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.173550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaea7e-7961-4fb6-8dca-9d2d0be5b3e5 None None] Pushing event updated for resources: {'Port': ['ID=97746322-8f70-4cc8-9568-83a5ec1bcd1c,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:24.177196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=11a17cda-9619-4adc-b780-c4f5b6249186,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:24.194621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 19ee2310-0d15-4d78-942d-48c00045738f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:24.196414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:24.203890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:24.230573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] For port cf734513-d435-4ffb-a382-51034535af1e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:24.233875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] For port cf734513-d435-4ffb-a382-51034535af1e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cf734513-d435-4ffb-a382-51034535af1e,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:24.238482 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.272889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:24.273550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.324579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4da5113a-f9ab-4f49-802c-0d2ff440dbb9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5924070 Nov 10 03:46:24.326166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51820) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:24.339073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'port': {'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'name': 'tempest-TaggedBootDevicesTest-1527474675', 'fixed_ips': [{'subnet_id': 'b66a2a24-14dd-4736-ac57-ddd97c70c32d'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:24.353269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6cd6-95e0-43a7-8380-b430fda6ac98 None None] Pushing event updated for resources: {'Port': ['ID=cf734513-d435-4ffb-a382-51034535af1e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:24.436854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-05f2baa8-1dea-4982-8f07-c1dfa04f76a5 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112667 Nov 10 03:46:24.531039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b623a5-cc45-454f-8da4-b2061fbee50d req-4e1a768d-9878-49ec-939b-bc95d345882d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216047 Nov 10 03:46:24.569219 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b84fe9c-a3f9-4d0a-9348-f5e872edcdab req-3e414177-1eaa-4ae6-8ec2-7eebbca53139 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713993 Nov 10 03:46:24.599710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedb1a4-9a30-463e-bced-e849416595f9 req-aa4dbea7-9b49-4c69-9d00-b8b467478166 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:24.609455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6eedb1a4-9a30-463e-bced-e849416595f9 req-aa4dbea7-9b49-4c69-9d00-b8b467478166 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.4955847 Nov 10 03:46:24.619759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:24.642349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.700617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] device_id is not set on port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:46:24.820036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 97746322-8f70-4cc8-9568-83a5ec1bcd1c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:24.825138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbfc1c8-4af3-4273-83d5-9b879a7cdbab req-eda27ae2-9a1a-4d37-8115-b1695f4317c7 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758278 Nov 10 03:46:24.860858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6eedb1a4-9a30-463e-bced-e849416595f9 req-bcbdbf07-ce06-4fcb-a7f0-ea93f19bff37 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208352 Nov 10 03:46:24.907459 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55575d7a-560c-4c7f-a6eb-1850d9c70bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.923994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 97746322-8f70-4cc8-9568-83a5ec1bcd1c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:24.924263 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:24.932617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55575d7a-560c-4c7f-a6eb-1850d9c70bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.001848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55575d7a-560c-4c7f-a6eb-1850d9c70bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b0c4d8-a266-4516-8f9c-33dc0e226e53,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:25.033566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d32b33-89f3-462f-9ca6-b970e1b7a0f2 req-625c4deb-9a61-4344-8a02-99b6bbd898b6 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:25.041232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07d32b33-89f3-462f-9ca6-b970e1b7a0f2 req-625c4deb-9a61-4344-8a02-99b6bbd898b6 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.3385251 Nov 10 03:46:25.067558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 10.1.1.97 (19ee2310-0d15-4d78-942d-48c00045738f/b66a2a24-14dd-4736-ac57-ddd97c70c32d/c2da002c-c11b-4d2a-b7df-42b6b50c14f0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:25.086648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-55575d7a-560c-4c7f-a6eb-1850d9c70bd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23fa1d98bc334a80af133ebe3fec3c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2888296 Nov 10 03:46:25.091100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51838) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:25.101333 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.164181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-5685d05c-8408-4949-a92b-84aa6637e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:25.166131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-5685d05c-8408-4949-a92b-84aa6637e43c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1094 time: 0.2561116 Nov 10 03:46:25.176982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 97746322-8f70-4cc8-9568-83a5ec1bcd1c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=97746322-8f70-4cc8-9568-83a5ec1bcd1c,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:25.182988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07d32b33-89f3-462f-9ca6-b970e1b7a0f2 req-5ac3bec1-77c0-4c50-a57d-24e687fe8596 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357183 Nov 10 03:46:25.184392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.241483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-05b1e343-7eb3-439d-9fe0-16dde1d0e46c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.267756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=97746322-8f70-4cc8-9568-83a5ec1bcd1c,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:25.353750 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-05b1e343-7eb3-439d-9fe0-16dde1d0e46c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.364766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830919b3-0c6d-4f33-af7c-128bdfde1c98 req-917019a6-4709-4409-bb62-d0be0ac0af4e tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:25.372269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-830919b3-0c6d-4f33-af7c-128bdfde1c98 req-917019a6-4709-4409-bb62-d0be0ac0af4e tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 946 time: 0.3033383 Nov 10 03:46:25.460892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-830919b3-0c6d-4f33-af7c-128bdfde1c98 req-b4fb98d2-cf61-4f0f-90a3-1ea0083a6af4 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877304 Nov 10 03:46:25.507644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-898e24b0-f616-47f7-86c2-8647c4f8b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:25.509104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-898e24b0-f616-47f7-86c2-8647c4f8b745 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3250842 Nov 10 03:46:25.513766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-05b1e343-7eb3-439d-9fe0-16dde1d0e46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.516368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-05b1e343-7eb3-439d-9fe0-16dde1d0e46c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.518203 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-05b1e343-7eb3-439d-9fe0-16dde1d0e46c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94b0c4d8-a266-4516-8f9c-33dc0e226e53 HTTP/1.1" status: 204 len: 168 time: 0.4254031 Nov 10 03:46:25.523979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.534575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1e343-7eb3-439d-9fe0-16dde1d0e46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b0c4d8-a266-4516-8f9c-33dc0e226e53,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:25.584878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-bfdee2c8-9be5-4798-9ab6-e86812f8899b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 217 time: 0.0684650 Nov 10 03:46:25.611954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.699115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 19ee2310-0d15-4d78-942d-48c00045738f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:25.705257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:25.714286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:25.747960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:25.785073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-5b5795ab-1b5a-459f-91b4-702eef6b8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:25.786586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-5b5795ab-1b5a-459f-91b4-702eef6b8c20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1855798 Nov 10 03:46:25.810869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:25.811538 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:25.821925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deca8dd-3171-435f-9549-2ba983a5ffbb None None] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:46:25.840620 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d41c9456-2705-4b39-85a8-792633f9d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5092561 Nov 10 03:46:25.872074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-0acac707-319b-4b74-9fe5-8489d47d062d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749011 Nov 10 03:46:25.958136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b5092-9abc-4a3c-98ca-87cb99c4c759 req-bc2906aa-c202-4c3e-951a-b6bdc20023c5 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:25.975055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a82b5092-9abc-4a3c-98ca-87cb99c4c759 req-bc2906aa-c202-4c3e-951a-b6bdc20023c5 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.2557778 Nov 10 03:46:25.995553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1cbf1111-d725-4901-86d9-1545eb9300fb None None] Provisioning complete for port 97746322-8f70-4cc8-9568-83a5ec1bcd1c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:26.001132 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1cbf1111-d725-4901-86d9-1545eb9300fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.003597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d32ee-763a-4cf6-8b9c-415bd090df96 None None] Network 19ee2310-0d15-4d78-942d-48c00045738f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:46:26.098199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a82b5092-9abc-4a3c-98ca-87cb99c4c759 req-39fd6c60-db4c-4659-b586-1386c398b31e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175809 Nov 10 03:46:26.140011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-5c95b718-a479-4572-81e5-2ddc6ff272af service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562773 Nov 10 03:46:26.174383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51854) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:26.200129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b8fde09-c4ea-44ba-9792-a7b1a7d3a921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.337138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b8fde09-c4ea-44ba-9792-a7b1a7d3a921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.348469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b8fde09-c4ea-44ba-9792-a7b1a7d3a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.360522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16bc3dd4-ad04-4233-b064-308e98ef789f req-f4c17c23-c71e-4f8a-a5e0-6ca1d488d6e6 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060263 Nov 10 03:46:26.379227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7b8fde09-c4ea-44ba-9792-a7b1a7d3a921 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7873f9251256403695c9000052f96e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033918 Nov 10 03:46:26.382991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51858) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:26.405609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fde09-c4ea-44ba-9792-a7b1a7d3a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37440229-d7e9-4a70-9e47-fcdc336a847c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:26.426448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aac-ff5f-481f-942e-b963e302012c req-9738c2d9-db91-4603-8a10-1c81b5443c1f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:26.432185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51860) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:26.446346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-192c1d8c-df65-4382-943a-944b9f3aa340 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995049012', 'description': 'tempest-description--271948667'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:26.446573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-124b3aac-ff5f-481f-942e-b963e302012c req-9738c2d9-db91-4603-8a10-1c81b5443c1f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1931877 Nov 10 03:46:26.628471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-192c1d8c-df65-4382-943a-944b9f3aa340 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.634050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a014da12-5a7c-40d8-bffd-27bf9754d8c8 None None] Provisioning complete for port cf734513-d435-4ffb-a382-51034535af1e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:26.634050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a014da12-5a7c-40d8-bffd-27bf9754d8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.638457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-124b3aac-ff5f-481f-942e-b963e302012c req-0a650718-2f0a-4afa-8942-5ba2ba33d61e tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909955 Nov 10 03:46:26.649540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbf522b1-3d33-4183-ab0d-2ecfca8dc67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.710076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbf522b1-3d33-4183-ab0d-2ecfca8dc67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.764904 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-192c1d8c-df65-4382-943a-944b9f3aa340 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.780147 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-192c1d8c-df65-4382-943a-944b9f3aa340 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.830149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-192c1d8c-df65-4382-943a-944b9f3aa340 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.842028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-192c1d8c-df65-4382-943a-944b9f3aa340 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4074912 Nov 10 03:46:26.845075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51878) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:26.873741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c8da6d3b-f753-439c-93e8-657f48d331e5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'security_group_rule': {'security_group_id': 'bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:26.922688 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a014da12-5a7c-40d8-bffd-27bf9754d8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.929124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c1d8c-df65-4382-943a-944b9f3aa340 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:26.967914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8da6d3b-f753-439c-93e8-657f48d331e5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:26.977727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cf734513-d435-4ffb-a382-51034535af1e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:26.978917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2d68-6168-4953-991b-402654297009 req-b23331c4-7827-4d5d-9b22-f03d35821a84 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:26.982870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36fe2d68-6168-4953-991b-402654297009 req-b23331c4-7827-4d5d-9b22-f03d35821a84 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.2321348 Nov 10 03:46:27.000765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a014da12-5a7c-40d8-bffd-27bf9754d8c8 None None] For port cf734513-d435-4ffb-a382-51034535af1e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cf734513-d435-4ffb-a382-51034535af1e,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:27.028737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a014da12-5a7c-40d8-bffd-27bf9754d8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.094706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36fe2d68-6168-4953-991b-402654297009 req-aea1d43c-f345-4cac-acd3-7d416d9b027a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987432 Nov 10 03:46:27.103358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8da6d3b-f753-439c-93e8-657f48d331e5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.108621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8da6d3b-f753-439c-93e8-657f48d331e5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.114685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa080e7-54e1-4290-915f-af1f76599a92 req-29cee519-1ed0-4822-bf94-471694c6f7c8 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:27.127360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3aa080e7-54e1-4290-915f-af1f76599a92 req-29cee519-1ed0-4822-bf94-471694c6f7c8 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 946 time: 0.3222654 Nov 10 03:46:27.133338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port cf734513-d435-4ffb-a382-51034535af1e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:27.134106 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.136409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014da12-5a7c-40d8-bffd-27bf9754d8c8 None None] Pushing event updated for resources: {'Port': ['ID=cf734513-d435-4ffb-a382-51034535af1e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:27.152530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da6d3b-f753-439c-93e8-657f48d331e5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae55ad01-913f-49f7-8114-40c646a870cd,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:27.164250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8da6d3b-f753-439c-93e8-657f48d331e5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.165694 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c8da6d3b-f753-439c-93e8-657f48d331e5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169484 Nov 10 03:46:27.169522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51882) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:27.175850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbf522b1-3d33-4183-ab0d-2ecfca8dc67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.178715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbf522b1-3d33-4183-ab0d-2ecfca8dc67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.186207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bbf522b1-3d33-4183-ab0d-2ecfca8dc67a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37440229-d7e9-4a70-9e47-fcdc336a847c HTTP/1.1" status: 204 len: 168 time: 0.8021419 Nov 10 03:46:27.199375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d2031682-c618-46b3-9e9a-d5cf09c3dbd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'security_group_rule': {'security_group_id': 'bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:27.223932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Provisioning complete for port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:27.224297 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.260207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf522b1-3d33-4183-ab0d-2ecfca8dc67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37440229-d7e9-4a70-9e47-fcdc336a847c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:27.404047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3aa080e7-54e1-4290-915f-af1f76599a92 req-0d16780f-fb82-43eb-8814-0c3763679ce9 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665970 Nov 10 03:46:27.413225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d2031682-c618-46b3-9e9a-d5cf09c3dbd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.441454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de4c37-87a8-4ed6-8716-df14275f9fa1 req-75b2ab5f-26ce-44ce-9e65-757441f212a1 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:27.446913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:27.456530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52de4c37-87a8-4ed6-8716-df14275f9fa1 req-75b2ab5f-26ce-44ce-9e65-757441f212a1 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.2121131 Nov 10 03:46:27.488846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 97746322-8f70-4cc8-9568-83a5ec1bcd1c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:27.600667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Provisioning complete for port 97746322-8f70-4cc8-9568-83a5ec1bcd1c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:27.601434 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.609352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52de4c37-87a8-4ed6-8716-df14275f9fa1 req-57d968d1-e915-42dd-b0c3-4efe11fdae8f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504812 Nov 10 03:46:27.636218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d2031682-c618-46b3-9e9a-d5cf09c3dbd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.651983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7ec3a-faf2-4240-8ca9-456de9938a02 req-883e15a0-6aff-4196-a2d1-bc73ef7e5267 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:27.653428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ab7ec3a-faf2-4240-8ca9-456de9938a02 req-883e15a0-6aff-4196-a2d1-bc73ef7e5267 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=09437f12-e227-42f8-8588-4c604c575a28 HTTP/1.1" status: 200 len: 945 time: 0.1157050 Nov 10 03:46:27.654298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d2031682-c618-46b3-9e9a-d5cf09c3dbd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.691171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2031682-c618-46b3-9e9a-d5cf09c3dbd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f3457f-d875-4a28-a2c7-70111d05fb44,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:27.698184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d2031682-c618-46b3-9e9a-d5cf09c3dbd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.702747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51900) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:27.703215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d2031682-c618-46b3-9e9a-d5cf09c3dbd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5156171 Nov 10 03:46:27.710391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:27.754914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ab7ec3a-faf2-4240-8ca9-456de9938a02 req-9ecc9431-acbb-49a4-827f-cfa5cdcb199f tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925245 Nov 10 03:46:27.826437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 97746322-8f70-4cc8-9568-83a5ec1bcd1c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:27.827997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:27.828541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.024789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a816a6-cd71-4a1c-86c8-5d1d1cb1ffb4 req-8fdfdc5b-6185-491e-b7fb-b962cb943f55 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:28.046137 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6a816a6-cd71-4a1c-86c8-5d1d1cb1ffb4 req-8fdfdc5b-6185-491e-b7fb-b962cb943f55 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1775413 Nov 10 03:46:28.152326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6a816a6-cd71-4a1c-86c8-5d1d1cb1ffb4 req-89dd1421-5872-43b4-a7f6-cfbde96c6888 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032770 Nov 10 03:46:28.172813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.241653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:28.270559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Provisioning complete for port cf734513-d435-4ffb-a382-51034535af1e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:28.271005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.363099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 172.25.6.213 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f12a1382-59b4-48ab-b3b4-97ec24c41813) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:28.368126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd66dd9-d198-42d9-ad9f-6575a6e8e7b5 req-48e07402-0728-495d-a2b2-2d55c747ac31 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:28.378779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fd66dd9-d198-42d9-ad9f-6575a6e8e7b5 req-48e07402-0728-495d-a2b2-2d55c747ac31 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.1161828 Nov 10 03:46:28.461263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:28.468320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fd66dd9-d198-42d9-ad9f-6575a6e8e7b5 req-a44b72a8-cc4f-4ea3-b4e0-a2c4c79fba62 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844665 Nov 10 03:46:28.480124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Provisioning complete for port 11a17cda-9619-4adc-b780-c4f5b6249186 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:28.480495 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.483192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'c8b6d0c7-60ad-400b-8710-f00010b32b83', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'port_id': 'c8b6d0c7-60ad-400b-8710-f00010b32b83', 'mac_address': 'fa:16:3e:9d:25:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf77a30-acd2-4544-98f5-ecdaba91ccf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:28.533488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.538244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a5c1c-743a-42df-a00f-34b1d758782d None None] Port 11a17cda-9619-4adc-b780-c4f5b6249186 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:28.554444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.577028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.609332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b6d0c7-60ad-400b-8710-f00010b32b83 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:28.634052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=f12a1382-59b4-48ab-b3b4-97ec24c41813,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:28.642628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:28.653150 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.653516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:28.655745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cf734513-d435-4ffb-a382-51034535af1e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:28.657707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:28.659421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:28.758582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.768468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-1b9cb84c-4b6c-4cb3-a3d5-0e1cc01b32f4 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:28.776708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-1b9cb84c-4b6c-4cb3-a3d5-0e1cc01b32f4 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 811 time: 0.2029250 Nov 10 03:46:28.791652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8dcabc45-cdf7-4ab4-9b81-69c55b695160 None None] Provisioning complete for port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:28.792166 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8dcabc45-cdf7-4ab4-9b81-69c55b695160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.797531 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.813554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-2754bbb1-e748-4122-aeca-74ef0a378f32 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/quotas/75e72700561a4d15ad168ce3977fedb6 HTTP/1.1" status: 200 len: 375 time: 0.0359335 Nov 10 03:46:28.833078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8dcabc45-cdf7-4ab4-9b81-69c55b695160 None None] Port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:28.835198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:28.860467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8dcabc45-cdf7-4ab4-9b81-69c55b695160 None None] Provisioning complete for port 11a17cda-9619-4adc-b780-c4f5b6249186 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:28.861137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8dcabc45-cdf7-4ab4-9b81-69c55b695160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.871448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8397e3-adaa-486d-9b4b-22910e5db55d req-551a207e-c976-47a3-b700-94190abb00e4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:28.879517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a8397e3-adaa-486d-9b4b-22910e5db55d req-551a207e-c976-47a3-b700-94190abb00e4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 944 time: 0.1318953 Nov 10 03:46:28.900544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port cf734513-d435-4ffb-a382-51034535af1e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:28.901000 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:28.925387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-16e71230-1dfd-4805-8f0e-04ba829e107d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100571 Nov 10 03:46:28.966174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8dcabc45-cdf7-4ab4-9b81-69c55b695160 None None] Port 11a17cda-9619-4adc-b780-c4f5b6249186 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:28.971266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c8b6d0c7-60ad-400b-8710-f00010b32b83'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:29.038208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:29.040472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a8397e3-adaa-486d-9b4b-22910e5db55d req-062836a7-c273-4946-af93-d5c3c9971850 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599691 Nov 10 03:46:29.044391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:29.102546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=f12a1382-59b4-48ab-b3b4-97ec24c41813,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:29.120572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-1ec099b9-0ad0-4599-ad76-68ae9d9a0c36 service neutron] 10.222.0.24 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913214 Nov 10 03:46:29.157452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:29.181750 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:29.182953 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bcccbdfa-fdfb-49aa-8230-d0388f97580b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4789970 Nov 10 03:46:29.287498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-010a37b0-0110-47af-b591-06978d8497e7 service neutron] 10.222.0.24 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565518 Nov 10 03:46:29.360582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18488f62-a7a4-4e42-8c2b-fcf262b41abd req-67dd9dc5-6138-4c79-94d4-c96798289de8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:29.362831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18488f62-a7a4-4e42-8c2b-fcf262b41abd req-67dd9dc5-6138-4c79-94d4-c96798289de8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.0731905 Nov 10 03:46:29.449623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18488f62-a7a4-4e42-8c2b-fcf262b41abd req-b1730f4b-a581-4345-a9aa-9828bb5f99ae tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651441 Nov 10 03:46:29.460913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51996) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:29.599587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-02b0d7f5-7bdd-4925-ab5e-510a1a02eded tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:29.601404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-02b0d7f5-7bdd-4925-ab5e-510a1a02eded tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "GET /v2.0/ports?device_id=09437f12-e227-42f8-8588-4c604c575a28 HTTP/1.1" status: 200 len: 945 time: 0.0896969 Nov 10 03:46:29.670530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f5b1ad3d-8038-4958-9d7d-f9017e947e17 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-206819890'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:29.671040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f5b1ad3d-8038-4958-9d7d-f9017e947e17 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Unknown quota resources ['metering_label']. {{(pid=102597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:46:29.758883 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-cb1550a9-60bf-4558-836d-de75abf679e6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1995049012&fields=id&tenant_id=c053c763ec7b46e4bff8c3556a455783 HTTP/1.1" status: 200 len: 267 time: 0.1973360 Nov 10 03:46:30.029838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:30.086961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port c8b6d0c7-60ad-400b-8710-f00010b32b83 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:30.091264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port c8b6d0c7-60ad-400b-8710-f00010b32b83 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:30.091624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.208648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.225300 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5b1ad3d-8038-4958-9d7d-f9017e947e17 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.225300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f5b1ad3d-8038-4958-9d7d-f9017e947e17 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7570076 Nov 10 03:46:30.226387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52030) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:30.226892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-d18e11da-5c8a-4163-8690-5ad373009226 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:30.231886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-641cae46-24f0-4cf7-aed3-b6dc4ed7478a tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '307198ee-1d50-4b7c-8bb0-e317c5b099e1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:30.232604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-641cae46-24f0-4cf7-aed3-b6dc4ed7478a tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:46:30.233570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-d18e11da-5c8a-4163-8690-5ad373009226 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports/11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 931 time: 0.4658294 Nov 10 03:46:30.237835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:30.240525 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5596aaa8-7bee-49e1-b8f3-afe217467e84" -d '{"events": [{"server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:30.262228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:30.267025 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.305773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eba3a-4134-4f2f-9ea8-8da98fc25ab8 req-fa726653-5832-4f8e-a6ec-334471b7c543 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:30.322566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e23eba3a-4134-4f2f-9ea8-8da98fc25ab8 req-fa726653-5832-4f8e-a6ec-334471b7c543 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 950 time: 0.5015979 Nov 10 03:46:30.341881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f8a606b-52e6-489b-801d-74e96d608ce6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:30.354177 n-d-817326-2 neutron-server[102596]: WARNING neutron.services.metering.metering_plugin [None req-641cae46-24f0-4cf7-aed3-b6dc4ed7478a tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 03:46:30.354556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f8a606b-52e6-489b-801d-74e96d608ce6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports/c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 931 time: 0.1200709 Nov 10 03:46:30.417914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:30.473133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Deleting port c854cd92-5406-409c-b471-9f5fdfdb7267 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:30.473884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.489252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e0d869db-7e24-4cba-81a9-c3d19de930ae tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1333754 Nov 10 03:46:30.508475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-641cae46-24f0-4cf7-aed3-b6dc4ed7478a tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.509781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-641cae46-24f0-4cf7-aed3-b6dc4ed7478a tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2811880 Nov 10 03:46:30.512816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52042) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:30.517443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2552cb04-2dfa-46e5-bdd7-e041e1549b22 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '307198ee-1d50-4b7c-8bb0-e317c5b099e1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:30.517951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2552cb04-2dfa-46e5-bdd7-e041e1549b22 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:46:30.591131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-d0c549ba-461f-4e65-be69-c41e13758d92 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1004505 Nov 10 03:46:30.620209 n-d-817326-2 neutron-server[102596]: WARNING neutron.services.metering.metering_plugin [None req-2552cb04-2dfa-46e5-bdd7-e041e1549b22 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 03:46:30.674246 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e23eba3a-4134-4f2f-9ea8-8da98fc25ab8 req-ba9cfc86-580e-471b-a80e-f569fbe70633 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496466 Nov 10 03:46:30.711071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] For port c854cd92-5406-409c-b471-9f5fdfdb7267, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c854cd92-5406-409c-b471-9f5fdfdb7267,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:30.711565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.717421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2552cb04-2dfa-46e5-bdd7-e041e1549b22 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:30.721048 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2552cb04-2dfa-46e5-bdd7-e041e1549b22 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2048714 Nov 10 03:46:30.722387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52046) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:30.736471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b9aa6a33-ba1f-44d2-8060-f6b1970e52da tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=e3751cb9-c60a-436b-9be3-7db1f379a5fe HTTP/1.1" status: 200 len: 462 time: 0.0100112 Nov 10 03:46:30.738700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:30.775908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Calling delete_port for c854cd92-5406-409c-b471-9f5fdfdb7267 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:30.975310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-c8a401c9-90ac-4364-b4f1-be3d62a76827 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:30.976755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-c8a401c9-90ac-4364-b4f1-be3d62a76827 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8a34594-50ba-4b61-a05b-57834687bb74 HTTP/1.1" status: 200 len: 946 time: 0.2548599 Nov 10 03:46:30.987942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-119f6422-7ded-411b-a33f-802b7bf9bb38 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:30.993718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-119f6422-7ded-411b-a33f-802b7bf9bb38 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:30.999527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-119f6422-7ded-411b-a33f-802b7bf9bb38 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:31.001188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-119f6422-7ded-411b-a33f-802b7bf9bb38 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/networks?id=c33338f6-ec5f-45c2-b663-42466aa817e7&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=7d0374c2-10dc-4f4a-850d-1b602147ceac&id=7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 200 len: 1990 time: 0.4089415 Nov 10 03:46:31.093082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2d5d0-2839-4b2f-8f33-d58b669714e3 req-594dbb85-4169-4aa3-852f-36ad95b312a8 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:31.095402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68d2d5d0-2839-4b2f-8f33-d58b669714e3 req-594dbb85-4169-4aa3-852f-36ad95b312a8 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.3211553 Nov 10 03:46:31.104608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb343fe3-3053-4b8b-9a24-aef58a6ac9b0 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:31.110280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cb343fe3-3053-4b8b-9a24-aef58a6ac9b0 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/e3751cb9-c60a-436b-9be3-7db1f379a5fe HTTP/1.1" status: 204 len: 168 time: 0.3706005 Nov 10 03:46:31.116669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52050) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:31.142357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-393ff7fe-c219-41b3-ac55-912fbe7c3dca tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/quotas/c053c763ec7b46e4bff8c3556a455783 HTTP/1.1" status: 200 len: 375 time: 0.1215529 Nov 10 03:46:31.196348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-89b3de97-b09f-491d-a8df-98252fe7fc1a tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=e3751cb9-c60a-436b-9be3-7db1f379a5fe HTTP/1.1" status: 200 len: 221 time: 0.0734847 Nov 10 03:46:31.230523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:31.238297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7422d401-107b-409e-99d0-e188254c945f tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1459314814', 'description': 'label created by tempest'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:31.238743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7422d401-107b-409e-99d0-e188254c945f tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Unknown quota resources ['metering_label']. {{(pid=102597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:46:31.407875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68d2d5d0-2839-4b2f-8f33-d58b669714e3 req-fcd7f6bd-09cb-4ff9-baee-97b1feee604d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898846 Nov 10 03:46:31.445428 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:31.456320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c854cd92-5406-409c-b471-9f5fdfdb7267'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:31.457020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-624b8fe4-ad2f-4b8b-9ea0-2abbcb758056 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:31.458668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-624b8fe4-ad2f-4b8b-9ea0-2abbcb758056 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 811 time: 0.4801116 Nov 10 03:46:31.465672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a78cd4d0-533d-43f7-8c00-9756e5d1315c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3086209 Nov 10 03:46:31.484946 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Request body: {'port': {'device_id': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'admin_state_up': True, 'tenant_id': '75e72700561a4d15ad168ce3977fedb6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:31.494299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7013da46-8ff9-4e09-8d6b-4b91e7054e88'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:31.560054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event deleted for resources: {'Port': ['ID=c854cd92-5406-409c-b471-9f5fdfdb7267,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:31.578257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-939ffaf9-16fe-40ff-bfac-5c747e14b1d5 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:31.580005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-939ffaf9-16fe-40ff-bfac-5c747e14b1d5 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 811 time: 0.2399759 Nov 10 03:46:31.587715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7422d401-107b-409e-99d0-e188254c945f tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:31.592343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52058) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:31.592774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7422d401-107b-409e-99d0-e188254c945f tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3610253 Nov 10 03:46:31.627356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Request body: {'port': {'device_id': 'c6603cb3-33da-4504-af97-86004fde23ab', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'admin_state_up': True, 'tenant_id': '75e72700561a4d15ad168ce3977fedb6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:31.671573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Deleting port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:31.671801 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:31.710058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] No DVR routers for this DVR port c854cd92-5406-409c-b471-9f5fdfdb7267 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:31.713598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:31.716872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9341855-fc3d-4f0d-b483-9482bda4dfcf req-253a6cde-dbd5-4b79-97c5-43e9aebd1f7b tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "DELETE /v2.0/ports/c854cd92-5406-409c-b471-9f5fdfdb7267 HTTP/1.1" status: 204 len: 173 time: 2.1075718 Nov 10 03:46:31.746745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09437f12-e227-42f8-8588-4c604c575a28', 'name': 'network-vif-deleted', 'tag': 'c854cd92-5406-409c-b471-9f5fdfdb7267'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:31.749753 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be366f-f4f6-4e71-a87a-9ac262ce010f" -d '{"events": [{"server_uuid": "09437f12-e227-42f8-8588-4c604c575a28", "name": "network-vif-deleted", "tag": "c854cd92-5406-409c-b471-9f5fdfdb7267"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:31.755722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f865e221-2d03-4bcb-ba95-0a9267741bb9 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=3db400a8-13dd-4205-aee7-24efd16510a4 HTTP/1.1" status: 200 len: 468 time: 0.1594095 Nov 10 03:46:31.757238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:31.866547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a99414f0-d3c6-47e0-b155-2a2e28e9aa7a service neutron] 10.222.0.24 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856027 Nov 10 03:46:31.876250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b2f0e-dafa-47ee-b108-0911410d2620 req-8affa887-74fb-476a-a6fe-655d5b118450 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:31.877665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d6b2f0e-dafa-47ee-b108-0911410d2620 req-8affa887-74fb-476a-a6fe-655d5b118450 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.2166038 Nov 10 03:46:31.915304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] For port 7013da46-8ff9-4e09-8d6b-4b91e7054e88, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7013da46-8ff9-4e09-8d6b-4b91e7054e88,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:31.915661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:31.937293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Made reservation on behalf of 75e72700561a4d15ad168ce3977fedb6 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:31.940677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:31.960485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Calling delete_port for 7013da46-8ff9-4e09-8d6b-4b91e7054e88 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:32.016418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c627494c-70c0-4df7-8ed5-c158741458d4 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.017579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c627494c-70c0-4df7-8ed5-c158741458d4 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/3db400a8-13dd-4205-aee7-24efd16510a4 HTTP/1.1" status: 204 len: 168 time: 0.2560930 Nov 10 03:46:32.021743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:32.030048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Made reservation on behalf of 75e72700561a4d15ad168ce3977fedb6 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:32.033349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.056027 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d6b2f0e-dafa-47ee-b108-0911410d2620 req-5282a7ef-4b09-4d52-8a60-8593501d4132 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619582 Nov 10 03:46:32.076412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-31558daf-9c02-49d4-8b59-efb36b6833d5 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=3db400a8-13dd-4205-aee7-24efd16510a4 HTTP/1.1" status: 200 len: 216 time: 0.0535903 Nov 10 03:46:32.094014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:32.110552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-13039ea0-9c4c-48bf-a770-9f3353a7aab0 service neutron] 10.222.0.24 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287972 Nov 10 03:46:32.113995 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5131a81-6667-4fa9-b25a-a0d94a6b668c x-openstack-request-id: req-d5131a81-6667-4fa9-b25a-a0d94a6b668c {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:32.114643 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:32.115147 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5131a81-6667-4fa9-b25a-a0d94a6b668c {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:32.115803 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83', 'code': 200} Nov 10 03:46:32.119533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4a6039e7-18a6-43b4-bff3-4666f02b1c9a tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0237858 Nov 10 03:46:32.123149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:32.184903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c14cea3f-fa3b-413b-a6d4-0ca8d0596591 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0601943 Nov 10 03:46:32.190637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52070) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:32.270673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c93b2007-62be-4b72-929f-a955d9697c58 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/307198ee-1d50-4b7c-8bb0-e317c5b099e1 HTTP/1.1" status: 200 len: 472 time: 0.0789568 Nov 10 03:46:32.271783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Allocated IP 172.20.0.14 (84da66f9-751d-4bc8-9a61-f64b6d988028/7b66c2b6-af0f-47fb-b606-bae49b5b62f0/b25ea019-7c51-4d1d-95d3-a76d0e3dde2e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:32.274007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:32.297795 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ba5cdfda-066c-45ff-9d11-b8f49d5ba39e tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/27f20f5e-e888-43de-b3f8-9f7a3fdc22f9 HTTP/1.1" status: 200 len: 459 time: 0.0225673 Nov 10 03:46:32.302132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52074) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:32.309182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-84ab74e7-9500-4ee4-ad3d-e960a37f228a service neutron] 10.222.0.24 "GET /v2.0/ports/11a17cda-9619-4adc-b780-c4f5b6249186?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1884477 Nov 10 03:46:32.320555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.353119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830cc0a-5380-4b17-a830-ebe03e9c2f20 req-acdf5df4-058f-42e5-a940-4d117a7b3a90 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:32.354974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7830cc0a-5380-4b17-a830-ebe03e9c2f20 req-acdf5df4-058f-42e5-a940-4d117a7b3a90 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1643302 Nov 10 03:46:32.375018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63764be9-6143-4a2d-b6d5-8165911be11b req-49a8ff48-b7c8-4b98-b863-8cc6ac12d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:32.376466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63764be9-6143-4a2d-b6d5-8165911be11b req-49a8ff48-b7c8-4b98-b863-8cc6ac12d1d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1096 time: 0.1492703 Nov 10 03:46:32.415795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event deleted for resources: {'Port': ['ID=7013da46-8ff9-4e09-8d6b-4b91e7054e88,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:32.471281 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02021223-e50b-4fe5-9129-8b2c28375a68 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.472425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-02021223-e50b-4fe5-9129-8b2c28375a68 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/27f20f5e-e888-43de-b3f8-9f7a3fdc22f9 HTTP/1.1" status: 204 len: 168 time: 0.1693909 Nov 10 03:46:32.475077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52076) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:32.495319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] No DVR routers for this DVR port 7013da46-8ff9-4e09-8d6b-4b91e7054e88 on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:32.506720 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.511694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-197fb94a-8f9c-4849-a7f8-badeecb91fc7 req-214e6b45-9378-479b-88d5-59b1e67de672 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "DELETE /v2.0/ports/7013da46-8ff9-4e09-8d6b-4b91e7054e88 HTTP/1.1" status: 204 len: 173 time: 1.5091157 Nov 10 03:46:32.567904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63764be9-6143-4a2d-b6d5-8165911be11b req-d56bfcc3-987c-4598-9a8c-5c86834333b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537769 Nov 10 03:46:32.577060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0fa6ec86-3816-4b57-bfe0-c62ab783573c service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434630 Nov 10 03:46:32.583293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7830cc0a-5380-4b17-a830-ebe03e9c2f20 req-32609a52-ce5e-4d3c-815d-8fd234e4e763 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941915 Nov 10 03:46:32.662259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.684466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:32.701682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3335ae3-b151-4789-a7f4-c026c5a08e6f service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107516 Nov 10 03:46:32.711959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af300411-4d8a-4e1e-9608-86aae1463d00 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.713077 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-af300411-4d8a-4e1e-9608-86aae1463d00 tempest-MeteringIpV6TestJSON-726874034 tempest-MeteringIpV6TestJSON-726874034-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/307198ee-1d50-4b7c-8bb0-e317c5b099e1 HTTP/1.1" status: 204 len: 168 time: 0.2372770 Nov 10 03:46:32.781043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.783456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-ca360dbe-c5a0-4020-a5e2-324ef9138a6e service neutron] 10.222.0.24 "GET /v2.0/ports/c2da002c-c11b-4d2a-b7df-42b6b50c14f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0738406 Nov 10 03:46:32.816898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.865372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:32.873660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:32.880886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:32.883943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:32.887624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event updated for resources: {'Port': ['ID=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:32.898388 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.918485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-d2833818-0d13-4309-9555-a089b3831218 {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:46:32.918977 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:46:32.955584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:32.956272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:32.970569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-21c4de43-be55-4df6-af27-118e6fd574d8 service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765809 Nov 10 03:46:32.973740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:32.976022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe23237-b500-4079-839a-acf517c178bd tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4966614 Nov 10 03:46:32.993648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Request body: {'port': {'device_id': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:33.053766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.133016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-dc0dc3d5-69c3-40c3-b178-179d20d3c10c service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458633 Nov 10 03:46:33.222218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52096) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:33.324176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-3dc64ca8-00c9-459e-a0fe-739806efc261 service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803415 Nov 10 03:46:33.391255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25ea019-7c51-4d1d-95d3-a76d0e3dde2e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:33.401598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.415356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Transition to ACTIVE for port object b25ea019-7c51-4d1d-95d3-a76d0e3dde2e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:33.419800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.424202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.486357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3794bb87-157a-4cc8-b1eb-22bb4ad1f0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.581576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:33.724009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Attempting to bind port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:33.724392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Attempting to bind port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:33.724665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Attempting to bind port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:33.734268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9381a3b-45c2-4d91-88ec-7cc689fa4bf3 req-4a22b95a-96c8-468e-acf3-21128bcee2fb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:33.735967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9381a3b-45c2-4d91-88ec-7cc689fa4bf3 req-4a22b95a-96c8-468e-acf3-21128bcee2fb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 944 time: 0.3492272 Nov 10 03:46:33.741841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Allocated IP 172.20.0.3 (84da66f9-751d-4bc8-9a61-f64b6d988028/7b66c2b6-af0f-47fb-b606-bae49b5b62f0/76b3fe43-fad4-4e14-9980-a488357c25d6) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:33.742157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c54c2644-a381-42cb-b6e2-32b178ba5a33 service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104393 Nov 10 03:46:33.747525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e on network 84da66f9-751d-4bc8-9a61-f64b6d988028 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:33.747852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Attempting to bind port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:33.769532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:33.769865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Checking segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:33.770270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Bound using segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:33.770696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Bound port: b25ea019-7c51-4d1d-95d3-a76d0e3dde2e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:33.771045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.795549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3794bb87-157a-4cc8-b1eb-22bb4ad1f0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.802567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3794bb87-157a-4cc8-b1eb-22bb4ad1f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:33.844523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9381a3b-45c2-4d91-88ec-7cc689fa4bf3 req-f7a94adf-a886-43dc-9c93-3ffc6dc66fd1 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985219 Nov 10 03:46:33.882244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-f731fd5e-c081-46d0-9c4f-0e6ad59bf79e service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286185 Nov 10 03:46:33.942183 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c2bf2-6294-4c7c-b9bc-5046cd0456ff x-openstack-request-id: req-1e8c2bf2-6294-4c7c-b9bc-5046cd0456ff {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:33.942589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794bb87-157a-4cc8-b1eb-22bb4ad1f0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d394a5a5-64d9-4262-bda4-43ba04973734,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:33.943221 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09437f12-e227-42f8-8588-4c604c575a28", "name": "network-vif-deleted", "tag": "c854cd92-5406-409c-b471-9f5fdfdb7267", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:33.943719 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e8c2bf2-6294-4c7c-b9bc-5046cd0456ff {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:33.944348 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09437f12-e227-42f8-8588-4c604c575a28', 'name': 'network-vif-deleted', 'tag': 'c854cd92-5406-409c-b471-9f5fdfdb7267', 'status': 'completed', 'code': 200} Nov 10 03:46:34.000579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3794bb87-157a-4cc8-b1eb-22bb4ad1f0e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70656c0035b74bec89c3dc39ef931542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7769480 Nov 10 03:46:34.005427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52104) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:34.021278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] For port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:34.025924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] For port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:34.035409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.038362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c854cd92-5406-409c-b471-9f5fdfdb7267 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:34.056500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e7bbd753-3631-4208-85d4-49cc8a79249d service neutron] 10.222.0.24 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604409 Nov 10 03:46:34.062631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: c854cd92-5406-409c-b471-9f5fdfdb7267 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:46:34.063431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c854cd92-5406-409c-b471-9f5fdfdb7267 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:46:34.095885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:34.096430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.098384 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/b25ea019-7c51-4d1d-95d3-a76d0e3dde2e HTTP/1.1" status: 200 len: 1092 time: 1.1091635 Nov 10 03:46:34.098823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'tag': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:34.101056 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02776de6-64cc-44bd-8558-dbb5f4216fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac221895-305d-4fff-b99d-6838525ce8a8", "tag": "b25ea019-7c51-4d1d-95d3-a76d0e3dde2e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:34.127565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6a9a2e0-aec7-4575-a852-14a4518d4f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.128792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:34.139784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.148207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a970d9-64ef-4532-bb34-06d3ad67e0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:34.161835 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b3491-11a6-4ef7-91f1-4acb11567b88" -d '{"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:34.162395 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6a9a2e0-aec7-4575-a852-14a4518d4f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.208901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-8d9cf2f0-6716-4ec2-8df4-d59858780ccb service neutron] 10.222.0.24 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435144 Nov 10 03:46:34.214716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.262093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-8d3f14c7-9342-4410-8471-752af12f5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:34.263624 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-8d3f14c7-9342-4410-8471-752af12f5475 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0955803 Nov 10 03:46:34.296753 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6a9a2e0-aec7-4575-a852-14a4518d4f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.300714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6a9a2e0-aec7-4575-a852-14a4518d4f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.302225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b6a9a2e0-aec7-4575-a852-14a4518d4f98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d394a5a5-64d9-4262-bda4-43ba04973734 HTTP/1.1" status: 204 len: 168 time: 0.2956991 Nov 10 03:46:34.323837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9a2e0-aec7-4575-a852-14a4518d4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d394a5a5-64d9-4262-bda4-43ba04973734,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:34.343657 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-bbb4ae04-de4b-4a2d-bcd4-5271bcbe92f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e HTTP/1.1" status: 200 len: 217 time: 0.0549481 Nov 10 03:46:34.345727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-f79f330b-9006-4d71-aab7-48bdae67ebc3 service neutron] 10.222.0.24 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299682 Nov 10 03:46:34.348702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Network 84da66f9-751d-4bc8-9a61-f64b6d988028 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:34.354189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:34.359918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event updated for resources: {'Port': ['ID=76b3fe43-fad4-4e14-9980-a488357c25d6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:34.380812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:34.480792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:34.481532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.485475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-863dbb46-20a2-4fb7-adf6-ef4f45acd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:34.487208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-863dbb46-20a2-4fb7-adf6-ef4f45acd0ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.1151772 Nov 10 03:46:34.501926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-0ff805f6-422c-4f75-bca8-05bb754dc09d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8829911 Nov 10 03:46:34.522490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373649e-d0f3-4909-8f89-9b12a2b829ab req-dc08f3fd-167c-451f-983a-63cf3fdfcd90 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:34.529756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d667830f-4110-46ef-bc12-2e7240ddd6ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321527 Nov 10 03:46:34.530424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2373649e-d0f3-4909-8f89-9b12a2b829ab req-dc08f3fd-167c-451f-983a-63cf3fdfcd90 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.0976667 Nov 10 03:46:34.533302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Request body: {'port': {'device_id': 'c6603cb3-33da-4504-af97-86004fde23ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:34.539238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7e7dc648-0b8f-42e2-aaf1-43384842b807 service neutron] 10.222.0.24 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816983 Nov 10 03:46:34.654408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2373649e-d0f3-4909-8f89-9b12a2b829ab req-14abc11b-1957-4ec1-b5d5-029a65782be7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103964 Nov 10 03:46:34.676120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.680354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-4bb96c16-765f-4a05-b2b1-a0d23ed40112 service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229196 Nov 10 03:46:34.687802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52126) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:34.693548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7013da46-8ff9-4e09-8d6b-4b91e7054e88 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:34.730651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-fd3a1b1f-480c-4e82-b02f-0376e9387323 service neutron] 10.222.0.24 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821132 Nov 10 03:46:34.734280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 7013da46-8ff9-4e09-8d6b-4b91e7054e88 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:46:34.737378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7013da46-8ff9-4e09-8d6b-4b91e7054e88 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:46:34.740747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bef2-2950-4d29-9844-406326c6e8e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:34.973607 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-cc02578d-a641-4f65-9597-a81b626c5fad service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848055 Nov 10 03:46:34.982168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d250b5b-49e4-4dd5-a094-ea6ef0288b28 req-2a681643-b3e6-4601-9fb6-77a5e9e608bf tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:34.983942 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d250b5b-49e4-4dd5-a094-ea6ef0288b28 req-2a681643-b3e6-4601-9fb6-77a5e9e608bf tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1114767 Nov 10 03:46:35.012307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3930-1593-4205-b8df-602099a27888 req-62074e42-fb36-48ad-8e88-fb98b324847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.013817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712e3930-1593-4205-b8df-602099a27888 req-62074e42-fb36-48ad-8e88-fb98b324847b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 1097 time: 0.0921628 Nov 10 03:46:35.068055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bef2-2950-4d29-9844-406326c6e8e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.078047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bef2-2950-4d29-9844-406326c6e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.161107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d250b5b-49e4-4dd5-a094-ea6ef0288b28 req-f4b32775-6acd-4778-b03d-926c8208de00 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635830 Nov 10 03:46:35.168736 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0ef3bef2-2950-4d29-9844-406326c6e8e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a943455bd9b946a2a1e0ef5aef5683dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750025 Nov 10 03:46:35.169058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3bef2-2950-4d29-9844-406326c6e8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae27210-9d60-4893-9dce-c80948021592,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:35.172388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52150) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:35.266047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3930-1593-4205-b8df-602099a27888 req-91c31314-5ad0-4676-8b3a-3218c208a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.271957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712e3930-1593-4205-b8df-602099a27888 req-91c31314-5ad0-4676-8b3a-3218c208a853 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 200 len: 915 time: 0.2387421 Nov 10 03:46:35.284416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b3fe43-fad4-4e14-9980-a488357c25d6 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:35.297271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.300602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9502-21ef-4f8f-bfc6-b241c8fa93ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.307298 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41be90a-6dda-4bef-b20c-4dfa359af8eb x-openstack-request-id: req-e41be90a-6dda-4bef-b20c-4dfa359af8eb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:35.307648 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac221895-305d-4fff-b99d-6838525ce8a8", "tag": "b25ea019-7c51-4d1d-95d3-a76d0e3dde2e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:35.307842 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e41be90a-6dda-4bef-b20c-4dfa359af8eb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:35.308202 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'tag': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e', 'status': 'completed', 'code': 200} Nov 10 03:46:35.323411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Transition to ACTIVE for port object 76b3fe43-fad4-4e14-9980-a488357c25d6 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:35.338030 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.342205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9502-21ef-4f8f-bfc6-b241c8fa93ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.342563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712e3930-1593-4205-b8df-602099a27888 req-d18e71bc-0480-420b-a423-be12f392428d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7 HTTP/1.1" status: 200 len: 217 time: 0.0588872 Nov 10 03:46:35.407529 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f062601-63db-440b-9fa9-76d3c04c0583 x-openstack-request-id: req-0f062601-63db-440b-9fa9-76d3c04c0583 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:35.408452 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:35.409497 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f062601-63db-440b-9fa9-76d3c04c0583 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:35.410172 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'code': 200} Nov 10 03:46:35.411367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3930-1593-4205-b8df-602099a27888 req-138e3b6d-f3f7-4933-bfbf-11f52a71ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.412980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712e3930-1593-4205-b8df-602099a27888 req-138e3b6d-f3f7-4933-bfbf-11f52a71ac07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=927013b3-515d-4926-933b-c1074f46cc26 HTTP/1.1" status: 200 len: 854 time: 0.0624800 Nov 10 03:46:35.495319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Pushing event updated for resources: {'Port': ['ID=76b3fe43-fad4-4e14-9980-a488357c25d6,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:35.508921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3930-1593-4205-b8df-602099a27888 req-42a585b6-eb1e-4a38-a6ea-a650e4d54ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.510599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712e3930-1593-4205-b8df-602099a27888 req-42a585b6-eb1e-4a38-a6ea-a650e4d54ac2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2617186e-ae69-492c-b79c-99fb18e0541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893016 Nov 10 03:46:35.514017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-61f2777a-c0ae-422a-b3ef-9327d1248ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.516281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-61f2777a-c0ae-422a-b3ef-9327d1248ff4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1795611 Nov 10 03:46:35.564973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9502-21ef-4f8f-bfc6-b241c8fa93ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.571137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9502-21ef-4f8f-bfc6-b241c8fa93ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.575305 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dc2b9502-21ef-4f8f-bfc6-b241c8fa93ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ae27210-9d60-4893-9dce-c80948021592 HTTP/1.1" status: 204 len: 168 time: 0.3967187 Nov 10 03:46:35.646889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b9502-21ef-4f8f-bfc6-b241c8fa93ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae27210-9d60-4893-9dce-c80948021592,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:35.685897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Attempting to bind port 76b3fe43-fad4-4e14-9980-a488357c25d6 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:35.686268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Attempting to bind port 76b3fe43-fad4-4e14-9980-a488357c25d6 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:35.686586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Attempting to bind port 76b3fe43-fad4-4e14-9980-a488357c25d6 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:35.696474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Port 76b3fe43-fad4-4e14-9980-a488357c25d6 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:35.696803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Attempting to bind port 76b3fe43-fad4-4e14-9980-a488357c25d6 on network 84da66f9-751d-4bc8-9a61-f64b6d988028 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:35.715698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:35.716032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Checking segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:35.716708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Bound using segment: {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:35.716856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Bound port: 76b3fe43-fad4-4e14-9980-a488357c25d6, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f1b452-3f4f-4121-9059-589a91c3612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:35.717234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.728222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10decf6-f6b3-4e5a-8f35-5c5c39d8e58b req-df01720b-4cb1-423d-bc46-6158896b56d0 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.730083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10decf6-f6b3-4e5a-8f35-5c5c39d8e58b req-df01720b-4cb1-423d-bc46-6158896b56d0 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1096 time: 0.2057283 Nov 10 03:46:35.759122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-fd5f2e1b-e9d0-4166-9604-0ae524b41fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.760621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-fd5f2e1b-e9d0-4166-9604-0ae524b41fbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 911 time: 0.1989784 Nov 10 03:46:35.777817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c6b1e-d2eb-40dc-b4c5-b0d481652559 req-808ab200-ba70-4dbf-a3db-6a882817bfa9 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:35.779621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e8c6b1e-d2eb-40dc-b4c5-b0d481652559 req-808ab200-ba70-4dbf-a3db-6a882817bfa9 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.1573496 Nov 10 03:46:35.870696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10decf6-f6b3-4e5a-8f35-5c5c39d8e58b req-879b41b0-a7ee-467f-9cc8-c9bbd8408b87 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319718 Nov 10 03:46:35.882795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e8c6b1e-d2eb-40dc-b4c5-b0d481652559 req-ce645450-1112-42cf-8a52-bb4a79a9c77d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860343 Nov 10 03:46:35.885966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712e3930-1593-4205-b8df-602099a27888 req-f68dd97c-91ee-4893-b3ec-1c9067b227bb service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732570 Nov 10 03:46:35.889058 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-f1aa3359-d91e-45e1-a6d7-e8e05f0279d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e HTTP/1.1" status: 200 len: 217 time: 0.1141412 Nov 10 03:46:35.907114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] For port 76b3fe43-fad4-4e14-9980-a488357c25d6, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:35.914640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] For port 76b3fe43-fad4-4e14-9980-a488357c25d6, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=76b3fe43-fad4-4e14-9980-a488357c25d6,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:35.929872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:35.965198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'name': 'network-vif-deleted', 'tag': '7013da46-8ff9-4e09-8d6b-4b91e7054e88'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:35.969602 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ac3212-3870-4722-bf5e-58983612ca7d" -d '{"events": [{"server_uuid": "d8a34594-50ba-4b61-a05b-57834687bb74", "name": "network-vif-deleted", "tag": "7013da46-8ff9-4e09-8d6b-4b91e7054e88"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:36.018442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:36.019703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:36.021530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] 10.222.0.11 "PUT /v2.0/ports/76b3fe43-fad4-4e14-9980-a488357c25d6 HTTP/1.1" status: 200 len: 1091 time: 1.4941714 Nov 10 03:46:36.057760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-24bca5d3-8ae1-4c5e-9143-f5754b3c8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:36.060208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-24bca5d3-8ae1-4c5e-9143-f5754b3c8324 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.1495633 Nov 10 03:46:36.085701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0976492-9bb3-4bc2-8eb4-37f709a98aca service neutron] Pushing event updated for resources: {'Port': ['ID=76b3fe43-fad4-4e14-9980-a488357c25d6,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:36.129871 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-2e290c43-5b14-45c9-b6b5-d3cd2ca55e74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559669 Nov 10 03:46:36.177876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8277ccd1-9f45-4c0c-835f-232d99f151e1 req-aa698d3c-08d3-434f-9372-c25864b2fe39 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0576706 Nov 10 03:46:36.214560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddc460-324b-457b-bba3-9495d88d888a req-7962832f-db4a-42bd-966c-c109ebdb033f tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:36.222495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97ddc460-324b-457b-bba3-9495d88d888a req-7962832f-db4a-42bd-966c-c109ebdb033f tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 944 time: 0.1131482 Nov 10 03:46:36.252993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712e3930-1593-4205-b8df-602099a27888 req-75971ce7-266c-447c-8fb2-baea50454beb service neutron] 10.222.0.44 "GET /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342953 Nov 10 03:46:36.294370 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97ddc460-324b-457b-bba3-9495d88d888a req-322c7262-beb6-4696-8933-4c5c9a264414 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708747 Nov 10 03:46:36.401284 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f0fde6-9b9f-43d9-b2e4-706f49fb09b6 x-openstack-request-id: req-a3f0fde6-9b9f-43d9-b2e4-706f49fb09b6 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:36.401439 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a34594-50ba-4b61-a05b-57834687bb74", "name": "network-vif-deleted", "tag": "7013da46-8ff9-4e09-8d6b-4b91e7054e88", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:36.401780 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3f0fde6-9b9f-43d9-b2e4-706f49fb09b6 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:36.402237 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a34594-50ba-4b61-a05b-57834687bb74', 'name': 'network-vif-deleted', 'tag': '7013da46-8ff9-4e09-8d6b-4b91e7054e88', 'status': 'completed', 'code': 200} Nov 10 03:46:36.667954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a49e10-86fa-415e-9cc3-3e9d217b5b96 req-7fd8bede-f198-449b-bba0-3fb5f3ff9eb1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:36.674029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6a49e10-86fa-415e-9cc3-3e9d217b5b96 req-7fd8bede-f198-449b-bba0-3fb5f3ff9eb1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1487627 Nov 10 03:46:36.780059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6a49e10-86fa-415e-9cc3-3e9d217b5b96 req-3059ce06-bdad-4187-a2c2-692a397b2ca8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892725 Nov 10 03:46:36.820314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe4895e-fa09-458e-8949-5139bda5fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:36.821804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-dbe4895e-fa09-458e-8949-5139bda5fc9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=c6603cb3-33da-4504-af97-86004fde23ab HTTP/1.1" status: 200 len: 1094 time: 0.7014759 Nov 10 03:46:36.910882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-bb45ea5e-eb04-4a40-9689-e42aeb1b0009 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b3fe43-fad4-4e14-9980-a488357c25d6 HTTP/1.1" status: 200 len: 217 time: 0.0732899 Nov 10 03:46:36.919645 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-6969fe2e-840f-41ca-93a1-1613638dd680 service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177479 Nov 10 03:46:36.979053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-eaf212de-bcb9-4170-9bd0-253ad520bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:36.980712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-eaf212de-bcb9-4170-9bd0-253ad520bdfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.0601251 Nov 10 03:46:37.197029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-04545154-9969-44d6-8b57-a896d012e662 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1963248 Nov 10 03:46:37.286420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ea56-5aee-47d0-8c1e-bf428bca9393 req-d1c28fea-900a-42ae-87cb-13d2adb8c8c5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:37.325886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c780ea56-5aee-47d0-8c1e-bf428bca9393 req-d1c28fea-900a-42ae-87cb-13d2adb8c8c5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.2278669 Nov 10 03:46:37.398280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6603cb3-33da-4504-af97-86004fde23ab', 'tag': '76b3fe43-fad4-4e14-9980-a488357c25d6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:37.404686 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1248406e-3a9f-458a-9b54-b41b1918d0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6603cb3-33da-4504-af97-86004fde23ab", "tag": "76b3fe43-fad4-4e14-9980-a488357c25d6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:37.507945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c780ea56-5aee-47d0-8c1e-bf428bca9393 req-2592a7ca-85b5-4a5a-b933-ac26725f2d7f tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803515 Nov 10 03:46:37.630204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02776de6-64cc-44bd-8558-dbb5f4216fd7 req-4cb43c33-a5ae-4b81-9770-717e818bed96 service neutron] 10.222.0.44 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446440 Nov 10 03:46:37.664927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-a4d15f46-fe35-4af2-939a-d68c224a39ef service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519062 Nov 10 03:46:37.733288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcc51b9e-99c5-450f-b3bf-ef83222b87e2 req-9354d1c4-a590-402a-8f18-ccb8d11f4e5a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.1728666 Nov 10 03:46:37.815082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:37.845256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-4c0a878a-d78d-4491-908f-447e1773c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:37.848993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-4c0a878a-d78d-4491-908f-447e1773c75a service neutron] 10.222.0.44 "GET /v2.0/ports/11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 1027 time: 0.2148945 Nov 10 03:46:37.952318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f514a-9cf7-4b57-bbf7-493437ba6199 req-c46b56f4-482f-409b-a36c-2bd741285f5e tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:37.976360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f55f514a-9cf7-4b57-bbf7-493437ba6199 req-c46b56f4-482f-409b-a36c-2bd741285f5e tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 944 time: 0.2539184 Nov 10 03:46:38.020173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-bd339f0f-1975-4a04-ad6d-311bd51b5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:38.026624 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af535f18-2977-490a-b303-7f96069b8de4 x-openstack-request-id: req-af535f18-2977-490a-b303-7f96069b8de4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:38.027135 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6603cb3-33da-4504-af97-86004fde23ab", "tag": "76b3fe43-fad4-4e14-9980-a488357c25d6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:38.027563 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af535f18-2977-490a-b303-7f96069b8de4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:38.028202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-bd339f0f-1975-4a04-ad6d-311bd51b5569 service neutron] 10.222.0.44 "GET /v2.0/ports/c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 1027 time: 0.1555002 Nov 10 03:46:38.043865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:38.044628 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6603cb3-33da-4504-af97-86004fde23ab', 'tag': '76b3fe43-fad4-4e14-9980-a488357c25d6', 'status': 'completed', 'code': 200} Nov 10 03:46:38.136692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-caa578b9-dcf6-4237-b680-7f5c081f9f85 req-75aaa001-10de-4426-bc3d-6e9fb0d60ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626057 Nov 10 03:46:38.215857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5e3decce-3a62-4736-8eba-67ffafdf6bd5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:38.223943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5e3decce-3a62-4736-8eba-67ffafdf6bd5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:38.230274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5e3decce-3a62-4736-8eba-67ffafdf6bd5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:38.232190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5e3decce-3a62-4736-8eba-67ffafdf6bd5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "GET /v2.0/networks?id=c33338f6-ec5f-45c2-b663-42466aa817e7&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=7d0374c2-10dc-4f4a-850d-1b602147ceac&id=7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 200 len: 1990 time: 0.2007692 Nov 10 03:46:38.331990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:38.352799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7fe23a65-7843-488b-b0fe-15935d807885', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '7fe23a65-7843-488b-b0fe-15935d807885', 'mac_address': 'fa:16:3e:c9:b7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:38.431391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:38.444016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f55f514a-9cf7-4b57-bbf7-493437ba6199 req-b1814939-89fe-4122-a43a-8e9290a08c0a tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658446 Nov 10 03:46:38.446624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-e2d60c42-7e1d-46ac-b5ff-c675e436c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:38.457511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-e2d60c42-7e1d-46ac-b5ff-c675e436c950 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75e72700561a4d15ad168ce3977fedb6&device_id=c6603cb3-33da-4504-af97-86004fde23ab HTTP/1.1" status: 200 len: 1094 time: 0.2045872 Nov 10 03:46:38.468436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe23a65-7843-488b-b0fe-15935d807885 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:38.474616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bb4d2-c4e1-44c3-9b6c-91449058728f req-78597f23-85aa-4603-83fc-57c8373dcc2e tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:38.483018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-911bb4d2-c4e1-44c3-9b6c-91449058728f req-78597f23-85aa-4603-83fc-57c8373dcc2e tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2490871 Nov 10 03:46:38.502516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5a52cbad-f9b8-44b3-a2d6-9df0036f9ad5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c053c763ec7b46e4bff8c3556a455783 HTTP/1.1" status: 200 len: 380 time: 0.2451460 Nov 10 03:46:38.517133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:38.523152 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:38.532146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b25ea019-7c51-4d1d-95d3-a76d0e3dde2e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:38.547651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'admin_state_up': True, 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'security_groups': ['bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:38.888353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-3107227c-c85b-4347-9be8-b9ee00f01792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:38.891050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-3107227c-c85b-4347-9be8-b9ee00f01792 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 200 len: 911 time: 0.4050329 Nov 10 03:46:39.030154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-f2a32e97-3e53-4f43-9883-0658cfbaa7d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b3fe43-fad4-4e14-9980-a488357c25d6 HTTP/1.1" status: 200 len: 217 time: 0.1299369 Nov 10 03:46:39.060046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:39.100300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'port_id': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e', 'mac_address': 'fa:16:3e:4c:02:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b66c2b6-af0f-47fb-b606-bae49b5b62f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:39.186226 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:39.218003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:39.227066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-911bb4d2-c4e1-44c3-9b6c-91449058728f req-bd6b74bb-d04e-41c4-a3a9-3c05b24ab136 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399116 Nov 10 03:46:39.260591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25ea019-7c51-4d1d-95d3-a76d0e3dde2e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:39.266736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1222b-f5bc-4b26-bd26-329a49e7cd10 req-2a0c1060-772a-4552-b5fd-54e017d233a5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:39.270823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cd1222b-f5bc-4b26-bd26-329a49e7cd10 req-2a0c1060-772a-4552-b5fd-54e017d233a5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.5096271 Nov 10 03:46:39.310211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-243d81f1-c18a-4cba-8e69-24388317e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:39.326977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-243d81f1-c18a-4cba-8e69-24388317e5e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 200 len: 851 time: 0.2894661 Nov 10 03:46:39.387216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:39.388616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:39.402527 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:39.410960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:39.544996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-4f2ebb8c-f9fd-496c-9d79-4b25c0561a5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84da66f9-751d-4bc8-9a61-f64b6d988028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100723 Nov 10 03:46:39.550492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdb75a7a-11ad-4361-ac71-08e57747c910 req-da393180-3e20-4733-a0c3-a8a1fe7c52a3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.1200128 Nov 10 03:46:39.654812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cd1222b-f5bc-4b26-bd26-329a49e7cd10 req-b3e5102c-0945-40af-bb5c-eb9af942c2e4 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676350 Nov 10 03:46:39.702963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7fe23a65-7843-488b-b0fe-15935d807885'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:39.866950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b25ea019-7c51-4d1d-95d3-a76d0e3dde2e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:39.928128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 172.20.0.13 (c33338f6-ec5f-45c2-b663-42466aa817e7/0beba905-7692-49b7-9315-f028bd756783/68b2ccaa-b1bf-41d6-ae63-65c1af97f587) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:39.961236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.024851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-82ddd8b9-eede-49db-9e4c-b9cc242ae064 service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702585 Nov 10 03:46:40.121760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b77a3-5875-48b2-bc42-d17085e159d2 req-a25901e1-2983-402c-ab03-632bfc61b63a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:40.122056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:40.123366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a2b77a3-5875-48b2-bc42-d17085e159d2 req-a25901e1-2983-402c-ab03-632bfc61b63a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.2344964 Nov 10 03:46:40.131197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8106-fbe9-4fda-8ddb-d360136de71c req-75db6892-399f-4e81-addf-4a2937af3eb2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:40.139410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-499c8106-fbe9-4fda-8ddb-d360136de71c req-75db6892-399f-4e81-addf-4a2937af3eb2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 945 time: 0.2646461 Nov 10 03:46:40.219590 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1248406e-3a9f-458a-9b54-b41b1918d0eb req-d7140e83-edc4-44b8-ab29-1db17e245dc8 service neutron] 10.222.0.11 "GET /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865544 Nov 10 03:46:40.262288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fdfa9df2-b9e3-4c00-9973-09a3c255676a tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:40.315602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-499c8106-fbe9-4fda-8ddb-d360136de71c req-2b5a4eca-0381-4af3-b003-c6bd5d33d5c2 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751196 Nov 10 03:46:40.326021 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fdfa9df2-b9e3-4c00-9973-09a3c255676a tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "PUT /v2.0/quotas/9403bd1e49ce4ebda06b928cb892b2bf HTTP/1.1" status: 200 len: 366 time: 0.3619068 Nov 10 03:46:40.327058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52310) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.359315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-10a6a7ff-2306-48cf-b140-f5251c9677c4 tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0302095 Nov 10 03:46:40.359699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52312) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.388023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-359222e6-d290-4dde-9334-df7224b99a1d tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "GET /v2.0/quotas/9403bd1e49ce4ebda06b928cb892b2bf HTTP/1.1" status: 200 len: 366 time: 0.0266836 Nov 10 03:46:40.388992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52314) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.407311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a2b77a3-5875-48b2-bc42-d17085e159d2 req-d269f729-4b7a-42b2-b781-81b451651a86 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340999 Nov 10 03:46:40.431645 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d000b25e-5180-4165-8a92-8cab62991435 tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/9403bd1e49ce4ebda06b928cb892b2bf HTTP/1.1" status: 204 len: 168 time: 0.0402997 Nov 10 03:46:40.433382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52318) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.504504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4f5467ce-5bd8-488c-a7ed-7610a7de1f0f tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0677459 Nov 10 03:46:40.505701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52320) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.533472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ece59ac1-fd62-4908-a676-4c4b0192351c tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "GET /v2.0/quotas/9403bd1e49ce4ebda06b928cb892b2bf HTTP/1.1" status: 200 len: 370 time: 0.0263608 Nov 10 03:46:40.536149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52322) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.546476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4adc91a3-e36f-4023-886c-001e402f61ae tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "GET /v2.0/quotas/9403bd1e49ce4ebda06b928cb892b2bf/default HTTP/1.1" status: 200 len: 370 time: 0.0072560 Nov 10 03:46:40.547276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52324) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.569830 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-41e93c12-270b-41be-b40d-e93e835a383b tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] delete failed (client error): The resource could not be found. Nov 10 03:46:40.584824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-41e93c12-270b-41be-b40d-e93e835a383b tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/9403bd1e49ce4ebda06b928cb892b2bf HTTP/1.1" status: 404 len: 348 time: 0.0358560 Nov 10 03:46:40.624808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:40.700069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5177910-b713-4828-b88e-4bfa39b80476 req-454c4373-1256-40b2-a5d3-b4c5557971c2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:40.704967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5177910-b713-4828-b88e-4bfa39b80476 req-454c4373-1256-40b2-a5d3-b4c5557971c2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2369850 Nov 10 03:46:40.741443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ceac2-f6e7-4a32-9e53-96016a4e2482 req-62a45b2e-981d-4554-882f-18c8e4ce1067 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:40.750547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f8ceac2-f6e7-4a32-9e53-96016a4e2482 req-62a45b2e-981d-4554-882f-18c8e4ce1067 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 946 time: 0.2470098 Nov 10 03:46:40.774827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52332) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:40.818154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:40.889224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:network and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:40.911587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:40.917191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5177910-b713-4828-b88e-4bfa39b80476 req-3087ef57-6be2-4be6-af0d-c6125dabdcef tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061098 Nov 10 03:46:40.923707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network c33338f6-ec5f-45c2-b663-42466aa817e7 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:40.937756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f8ceac2-f6e7-4a32-9e53-96016a4e2482 req-4ff54575-3aa9-4f35-a5c0-a16f3dbbe017 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711013 Nov 10 03:46:40.942173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:40.957850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:40.972207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:41.005444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:subnet and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:41.020077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:41.067029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:subnetpool and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:41.090461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:41.091148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:41.095593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:41.142572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:port and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:41.164383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-30493bbe-5415-45bf-ac4e-a26542d41788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6313210 Nov 10 03:46:41.166243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:41.179124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'admin_state_up': True, 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'security_groups': ['bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:41.257928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:router and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:41.297114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f79834-6307-4fcf-b7e6-809017a0c97b req-4953c7a6-8709-4374-affb-3ddc7eb98a05 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:41.305163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3f79834-6307-4fcf-b7e6-809017a0c97b req-4953c7a6-8709-4374-affb-3ddc7eb98a05 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.1837099 Nov 10 03:46:41.306947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:41.354638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:floatingip and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:41.378789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:41.416031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1972-77fd-448e-95ee-25210bdb0105 req-8717832f-df6f-471c-b5a5-01449aae14a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:41.418240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d3f1972-77fd-448e-95ee-25210bdb0105 req-8717832f-df6f-471c-b5a5-01449aae14a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 932 time: 0.1920516 Nov 10 03:46:41.478317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3f79834-6307-4fcf-b7e6-809017a0c97b req-2c979e5b-82d4-4428-b308-1e7ae4c79bad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722786 Nov 10 03:46:41.539967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:41.543564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:41.561823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26c96e96-7e20-4d9b-b22d-5a7cb0a20ca2 None None] Provisioning complete for port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:41.565732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d3f1972-77fd-448e-95ee-25210bdb0105 req-f010c2b1-40ad-4092-b8d8-2afc7b1aba47 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386166 Nov 10 03:46:41.568277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26c96e96-7e20-4d9b-b22d-5a7cb0a20ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:41.590649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:security_group and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:41.651143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:41.652368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-26c96e96-7e20-4d9b-b22d-5a7cb0a20ca2 None None] Port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:41.669787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Usage tracker for resource:security_group_rule and project:d1e738200d9c465ba19b66f4e14c6fd9 is out of sync, need to count used quota {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 03:46:41.680410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-1d520f98-158c-40ce-adb0-484799f8286b req-accf6b85-d47a-4d01-af6b-7520dcf32faa tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:46:41.681398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d520f98-158c-40ce-adb0-484799f8286b req-accf6b85-d47a-4d01-af6b-7520dcf32faa tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236518 Nov 10 03:46:41.697352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.quota.resource [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 03:46:41.746790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3ed5-94a3-4893-a6c0-e9849a120f86 req-f4140c60-7a27-4cdf-9624-e6717c44c329 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:41.748362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a8e3ed5-94a3-4893-a6c0-e9849a120f86 req-f4140c60-7a27-4cdf-9624-e6717c44c329 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 945 time: 0.1766028 Nov 10 03:46:41.768300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b29b298f-7b4b-4b45-8b66-ff69cda54b8e tempest-QuotasTest-1627629510 tempest-QuotasTest-1627629510-project-admin] 10.222.0.24 "GET /v2.0/quotas/d1e738200d9c465ba19b66f4e14c6fd9/details.json HTTP/1.1" status: 200 len: 703 time: 0.9902077 Nov 10 03:46:41.864436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d520f98-158c-40ce-adb0-484799f8286b req-0b9d0807-6673-41b0-a120-3b0c53f20779 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1689270 Nov 10 03:46:41.876588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 10.1.1.18 (19ee2310-0d15-4d78-942d-48c00045738f/b66a2a24-14dd-4736-ac57-ddd97c70c32d/7d7e0c1a-9fff-4db7-90fd-33279e571fde) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:41.909495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a8e3ed5-94a3-4893-a6c0-e9849a120f86 req-cad1d6d1-d15a-4829-b36a-8da53a316a22 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340394 Nov 10 03:46:42.062648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:42.151667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.202448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7fe23a65-7843-488b-b0fe-15935d807885 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:42.204268 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.235971 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.256005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52366) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:42.379168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.390516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2081e640-6a70-428c-9ebf-aa29165c3ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.445708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:42.450724 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d7c20d-aa03-409b-ae09-4a08b58a823e" -d '{"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:42.501883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:42.508212 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.509100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b25ea019-7c51-4d1d-95d3-a76d0e3dde2e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:42.511700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2081e640-6a70-428c-9ebf-aa29165c3ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.527520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2081e640-6a70-428c-9ebf-aa29165c3ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.565906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081e640-6a70-428c-9ebf-aa29165c3ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92313fff-b414-44e9-899a-a3cecae27bd1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:42.610184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2081e640-6a70-428c-9ebf-aa29165c3ee8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f3413b9469d4a3fa007e454b9ddfe79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510039 Nov 10 03:46:42.610950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:42.697875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd12fd7-70fc-47f7-89b1-3d0a3229e5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.720200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=10']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:42.744142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 76b3fe43-fad4-4e14-9980-a488357c25d6 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:42.746433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd12fd7-70fc-47f7-89b1-3d0a3229e5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.816234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 19ee2310-0d15-4d78-942d-48c00045738f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:42.827250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:42.834032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:42.860304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd12fd7-70fc-47f7-89b1-3d0a3229e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.862948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd12fd7-70fc-47f7-89b1-3d0a3229e5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:42.868089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e144fbf-1e09-4b8d-82ce-ff54c633c35a req-4d1347c2-742a-4338-a900-ba24a8c517d6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:42.874036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3dd12fd7-70fc-47f7-89b1-3d0a3229e5e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92313fff-b414-44e9-899a-a3cecae27bd1 HTTP/1.1" status: 204 len: 168 time: 0.2576869 Nov 10 03:46:42.877568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e144fbf-1e09-4b8d-82ce-ff54c633c35a req-4d1347c2-742a-4338-a900-ba24a8c517d6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.6757686 Nov 10 03:46:42.880997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=7d7e0c1a-9fff-4db7-90fd-33279e571fde,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:42.902104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd12fd7-70fc-47f7-89b1-3d0a3229e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92313fff-b414-44e9-899a-a3cecae27bd1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:42.927519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8bd63-c675-4b67-9881-e8031848aab4 req-1c40e0ea-54c0-4af5-b5be-c7686ca488cb tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:42.941406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10f8bd63-c675-4b67-9881-e8031848aab4 req-1c40e0ea-54c0-4af5-b5be-c7686ca488cb tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.2497103 Nov 10 03:46:43.003852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:43.004466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.014612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 76b3fe43-fad4-4e14-9980-a488357c25d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=76b3fe43-fad4-4e14-9980-a488357c25d6,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:43.043897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '76b3fe43-fad4-4e14-9980-a488357c25d6', 'network_id': '84da66f9-751d-4bc8-9a61-f64b6d988028', 'port_id': '76b3fe43-fad4-4e14-9980-a488357c25d6', 'mac_address': 'fa:16:3e:50:55:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b66c2b6-af0f-47fb-b606-bae49b5b62f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:43.048412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:43.071916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:43.072419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.087682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-a3ca9c7a-25c9-46b2-a958-31a5f624e012 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9149032 Nov 10 03:46:43.127094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e144fbf-1e09-4b8d-82ce-ff54c633c35a req-9f33bc23-0943-4822-a9d1-7f34adc3f898 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505310 Nov 10 03:46:43.140082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'admin_state_up': True, 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'security_groups': ['bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:43.212951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10f8bd63-c675-4b67-9881-e8031848aab4 req-ffb9f0bf-639c-4ca1-824f-8ded0a96e89c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701893 Nov 10 03:46:43.240612 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73545462-c0c0-4452-a565-c5f1605c47b2 x-openstack-request-id: req-73545462-c0c0-4452-a565-c5f1605c47b2 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:43.240887 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:43.241170 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73545462-c0c0-4452-a565-c5f1605c47b2 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:43.241815 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885', 'code': 200} Nov 10 03:46:43.297289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.317294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.338923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b3fe43-fad4-4e14-9980-a488357c25d6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:43.391559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:43.423952 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.437203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e1d38b52-e953-46dc-9e32-e56e4ae9014b None None] Provisioning complete for port 7d7e0c1a-9fff-4db7-90fd-33279e571fde triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:43.437563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1d38b52-e953-46dc-9e32-e56e4ae9014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.499838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b93f0f-9871-40e8-b389-0c31aaf2924a req-6d90649e-d1cb-4252-a36b-c6c2770a970f tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:43.507228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b93f0f-9871-40e8-b389-0c31aaf2924a req-6d90649e-d1cb-4252-a36b-c6c2770a970f tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:43.514801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7b93f0f-9871-40e8-b389-0c31aaf2924a req-6d90649e-d1cb-4252-a36b-c6c2770a970f tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 1653 time: 0.1407964 Nov 10 03:46:43.534192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ea8df-25e3-41a1-869f-be2d5279d210 req-bc04e722-2405-4b8d-baa2-17ffb232acc3 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:43.541178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-169ea8df-25e3-41a1-869f-be2d5279d210 req-bc04e722-2405-4b8d-baa2-17ffb232acc3 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 946 time: 0.1449499 Nov 10 03:46:43.570516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:43.579887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.610114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52386) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:43.631310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8315d77f-6777-499a-84f3-3ec328a64b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.653164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-adb03c3c-ee3e-45d4-bb74-2ba9bdf80e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.666677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e1d38b52-e953-46dc-9e32-e56e4ae9014b None None] Port 7d7e0c1a-9fff-4db7-90fd-33279e571fde cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:43.671217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:43.689242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 76b3fe43-fad4-4e14-9980-a488357c25d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=76b3fe43-fad4-4e14-9980-a488357c25d6,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:43.695520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.706684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7b93f0f-9871-40e8-b389-0c31aaf2924a req-299c0fbc-8678-44ab-9984-d8d58e081e39 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909220 Nov 10 03:46:43.751205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8315d77f-6777-499a-84f3-3ec328a64b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.757461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8315d77f-6777-499a-84f3-3ec328a64b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:43.763304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=76b3fe43-fad4-4e14-9980-a488357c25d6,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:43.806230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-169ea8df-25e3-41a1-869f-be2d5279d210 req-a14aae92-f2a2-4e74-a5cb-6c7958f65746 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597127 Nov 10 03:46:43.810824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8315d77f-6777-499a-84f3-3ec328a64b89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1e738200d9c465ba19b66f4e14c6fd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972842 Nov 10 03:46:43.824379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52396) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:43.837117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315d77f-6777-499a-84f3-3ec328a64b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e086f8-874f-4cdb-a38c-3f3e13fed687,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:44.011604 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94cd15da-6e8f-4580-9b57-92380e3b6180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:44.034757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 10.1.1.68 (19ee2310-0d15-4d78-942d-48c00045738f/b66a2a24-14dd-4736-ac57-ddd97c70c32d/bdd32f17-bda4-4cb6-9666-0487bae0539b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:44.058603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6b3f3-319c-4deb-bb3e-4f7ffb8f3242 req-19865ac6-3811-455f-97b9-debc031ba351 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:44.066606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdd6b3f3-319c-4deb-bb3e-4f7ffb8f3242 req-19865ac6-3811-455f-97b9-debc031ba351 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 946 time: 0.1230557 Nov 10 03:46:44.107700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94cd15da-6e8f-4580-9b57-92380e3b6180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:44.153026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['76b3fe43-fad4-4e14-9980-a488357c25d6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:44.408640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdd6b3f3-319c-4deb-bb3e-4f7ffb8f3242 req-e685d769-9cb9-427a-ba5f-be93d0222101 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405936 Nov 10 03:46:44.557787 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94cd15da-6e8f-4580-9b57-92380e3b6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:44.560475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94cd15da-6e8f-4580-9b57-92380e3b6180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:44.566541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94cd15da-6e8f-4580-9b57-92380e3b6180 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49e086f8-874f-4cdb-a38c-3f3e13fed687 HTTP/1.1" status: 204 len: 168 time: 0.7404060 Nov 10 03:46:44.619652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d27d72-6e32-44b8-8bea-5347f8ad2464 req-5e35d1cf-da12-4b63-95e8-eb0fd590a79b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:44.621577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72d27d72-6e32-44b8-8bea-5347f8ad2464 req-5e35d1cf-da12-4b63-95e8-eb0fd590a79b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.3549688 Nov 10 03:46:44.627336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd15da-6e8f-4580-9b57-92380e3b6180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e086f8-874f-4cdb-a38c-3f3e13fed687,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:44.667749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:44.723516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72d27d72-6e32-44b8-8bea-5347f8ad2464 req-1df65105-9cd2-4aca-8847-2f27b6bcd4b8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836523 Nov 10 03:46:44.738852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:44.805483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 19ee2310-0d15-4d78-942d-48c00045738f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:44.812877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:44.817715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:44.871837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=bdd32f17-bda4-4cb6-9666-0487bae0539b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:45.032733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:45.033434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:45.114782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d38ea-617c-432c-96c0-83d500e92149 req-ac545e5e-378b-4113-ba07-8ba8f48ef391 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:45.114782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e5d38ea-617c-432c-96c0-83d500e92149 req-ac545e5e-378b-4113-ba07-8ba8f48ef391 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.2151527 Nov 10 03:46:45.114782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98a064d9-854d-480a-ac70-0f49e20ea961 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0011630 Nov 10 03:46:45.126881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac', 'admin_state_up': True, 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'security_groups': ['bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:45.242519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:45.245084 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf4a8b-6edc-44bb-938a-38306952e7fa" -d '{"events": [{"server_uuid": "ac221895-305d-4fff-b99d-6838525ce8a8", "name": "network-vif-plugged", "status": "completed", "tag": "b25ea019-7c51-4d1d-95d3-a76d0e3dde2e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:45.346983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e5d38ea-617c-432c-96c0-83d500e92149 req-b57cde89-a366-42ab-ae95-6c8ca28fc0fd tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096896 Nov 10 03:46:45.354432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-003fadb8-f777-448d-92a1-db9370400f79 None None] Provisioning complete for port bdd32f17-bda4-4cb6-9666-0487bae0539b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:45.365762 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-003fadb8-f777-448d-92a1-db9370400f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:45.446935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-003fadb8-f777-448d-92a1-db9370400f79 None None] Port bdd32f17-bda4-4cb6-9666-0487bae0539b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:45.450484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484bd33-ea5c-4d32-9878-607438fcffe4 req-e84e58c7-ce90-4d45-9f15-76ced907d3ab tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:45.463452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484bd33-ea5c-4d32-9878-607438fcffe4 req-e84e58c7-ce90-4d45-9f15-76ced907d3ab tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:45.470654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484bd33-ea5c-4d32-9878-607438fcffe4 req-e84e58c7-ce90-4d45-9f15-76ced907d3ab tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:45.478124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6484bd33-ea5c-4d32-9878-607438fcffe4 req-e84e58c7-ce90-4d45-9f15-76ced907d3ab tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 2373 time: 0.2939765 Nov 10 03:46:45.563642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:45.641409 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fbc985a5-e17f-42be-942a-b02d844b6c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:45.702341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82752c87-403c-4137-8a09-c03dd00b8675 req-a9ba0d72-1903-4e7d-ae56-5b3666c4bd5d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:45.703933 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82752c87-403c-4137-8a09-c03dd00b8675 req-a9ba0d72-1903-4e7d-ae56-5b3666c4bd5d tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 946 time: 0.2213378 Nov 10 03:46:45.710637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6484bd33-ea5c-4d32-9878-607438fcffe4 req-ce8ab25a-6ae5-4f72-b52d-3718939a022a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314601 Nov 10 03:46:45.789300 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:45.855420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82752c87-403c-4137-8a09-c03dd00b8675 req-19811ed6-c1c0-4190-81ff-e2d3c60efd92 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435041 Nov 10 03:46:46.015681 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a311b58-548a-4919-9df7-089b27e744e3 x-openstack-request-id: req-5a311b58-548a-4919-9df7-089b27e744e3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:46.016292 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac221895-305d-4fff-b99d-6838525ce8a8", "name": "network-vif-plugged", "status": "completed", "tag": "b25ea019-7c51-4d1d-95d3-a76d0e3dde2e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:46.016642 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a311b58-548a-4919-9df7-089b27e744e3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:46.017141 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e', 'code': 200} Nov 10 03:46:46.168704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023778bf-2eda-4e83-a31a-1bb055dcbb40 req-2135e620-00c0-4ce4-a4e0-df164da8ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:46.173054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-023778bf-2eda-4e83-a31a-1bb055dcbb40 req-2135e620-00c0-4ce4-a4e0-df164da8ddd4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0738196 Nov 10 03:46:46.233587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52462) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:46.282502 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-023778bf-2eda-4e83-a31a-1bb055dcbb40 req-00157066-9005-45db-a4e8-334b22372f67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975609 Nov 10 03:46:46.391363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--577720211'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:46.430643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437625-3d70-4ba1-86c4-fd1bb0541651 req-9a8d7959-ec09-4ae0-8b0f-ec20983a457d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:46.439969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28437625-3d70-4ba1-86c4-fd1bb0541651 req-9a8d7959-ec09-4ae0-8b0f-ec20983a457d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2064326 Nov 10 03:46:46.482319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 10.2.2.100 (7d0374c2-10dc-4f4a-850d-1b602147ceac/c5c01141-9638-40a0-9531-3dc929f16563/581d1b65-44dd-445b-944a-e9c9e60ceb38) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:46.498503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d516daa-f64a-4ea6-bedb-ab2c385718d2 req-01a19ec3-49cf-4617-93a1-3f936c2824ba tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:46.504748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d516daa-f64a-4ea6-bedb-ab2c385718d2 req-01a19ec3-49cf-4617-93a1-3f936c2824ba tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:46.521965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d516daa-f64a-4ea6-bedb-ab2c385718d2 req-01a19ec3-49cf-4617-93a1-3f936c2824ba tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:46.521965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d516daa-f64a-4ea6-bedb-ab2c385718d2 req-01a19ec3-49cf-4617-93a1-3f936c2824ba tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3&device_id=5dcb875d-552f-48fd-8f82-54f927042689&device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 2419 time: 0.2018034 Nov 10 03:46:46.521965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.530754 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.665357 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.667864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28437625-3d70-4ba1-86c4-fd1bb0541651 req-25ad7320-3aea-4f81-87b1-7d4a193f597e tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275898 Nov 10 03:46:46.734096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d516daa-f64a-4ea6-bedb-ab2c385718d2 req-8c5d84cc-bbdc-415e-882b-45d7d86e10f9 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827333 Nov 10 03:46:46.757096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 76b3fe43-fad4-4e14-9980-a488357c25d6 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:46:46.864075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 76b3fe43-fad4-4e14-9980-a488357c25d6 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:46:46.872235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 76b3fe43-fad4-4e14-9980-a488357c25d6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:46.872987 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.919638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.930926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.933227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.970468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:46.976892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1857ba20-ecb2-4b6d-a0e8-e3ae08915384,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:47.018841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 76b3fe43-fad4-4e14-9980-a488357c25d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=76b3fe43-fad4-4e14-9980-a488357c25d6,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:47.026869 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.038759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5f27600-5af0-4407-9d11-0958c9d3c6c3 req-66a7ca79-fa0b-4313-b022-60ddc48db901 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.2209201 Nov 10 03:46:47.096471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=76b3fe43-fad4-4e14-9980-a488357c25d6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:47.098003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e21cd-5698-4b75-b1b0-73c470e8e80d req-2aabfd06-6c73-4e0c-9bd8-34e01128c591 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:47.112145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e21cd-5698-4b75-b1b0-73c470e8e80d req-2aabfd06-6c73-4e0c-9bd8-34e01128c591 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:47.120377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e21cd-5698-4b75-b1b0-73c470e8e80d req-2aabfd06-6c73-4e0c-9bd8-34e01128c591 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:47.122215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e06e21cd-5698-4b75-b1b0-73c470e8e80d req-2aabfd06-6c73-4e0c-9bd8-34e01128c591 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 2373 time: 0.2479291 Nov 10 03:46:47.171022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.180887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.223997 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.227776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9799855 Nov 10 03:46:47.228541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52488) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:47.250025 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.253860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49975258-72cc-4625-8ef7-e2db5df841f6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f7e446-cd59-440f-9cb6-624b9ac7fa59,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:47.320625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=581d1b65-44dd-445b-944a-e9c9e60ceb38,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:47.335950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:47.340179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e06e21cd-5698-4b75-b1b0-73c470e8e80d req-ab358e8a-0628-4c11-9235-f88be41632de tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675675 Nov 10 03:46:47.343568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:47.356177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:47.430130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8c6dafc5-8ea7-4f8e-a0eb-c230b7c92a54 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2002258 Nov 10 03:46:47.439452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52490) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:47.446616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-security--1002753849', 'description': 'tempest-security-description-558490169'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:47.539010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:47.539666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.561059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190696f9-10ff-41bd-9ae5-a2015dca59be req-9db62bdf-496a-4962-b57a-5eb8ee7ef353 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:47.578513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190696f9-10ff-41bd-9ae5-a2015dca59be req-9db62bdf-496a-4962-b57a-5eb8ee7ef353 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 946 time: 0.2369354 Nov 10 03:46:47.589880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5966cae7-a072-42ef-b38b-14a404fe27f0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4677036 Nov 10 03:46:47.639295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac', 'admin_state_up': True, 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'security_groups': ['bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:47.666298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.746124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190696f9-10ff-41bd-9ae5-a2015dca59be req-9c95c53f-94a7-4db1-a9b7-aa0c3ee50d23 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572993 Nov 10 03:46:47.818245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-acaaf095-978e-46ab-afd0-f9994fcb0c3f None None] Provisioning complete for port 581d1b65-44dd-445b-944a-e9c9e60ceb38 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:47.819931 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-acaaf095-978e-46ab-afd0-f9994fcb0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:47.918795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-acaaf095-978e-46ab-afd0-f9994fcb0c3f None None] Port 581d1b65-44dd-445b-944a-e9c9e60ceb38 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:48.019084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6603cb3-33da-4504-af97-86004fde23ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b3fe43-fad4-4e14-9980-a488357c25d6'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:48.021722 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab4549-b56f-4f34-85db-8e39221ae215" -d '{"events": [{"server_uuid": "c6603cb3-33da-4504-af97-86004fde23ab", "name": "network-vif-plugged", "status": "completed", "tag": "76b3fe43-fad4-4e14-9980-a488357c25d6"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:48.026644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.034922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.038100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.039510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "PUT /v2.0/security-groups/07f7e446-cd59-440f-9cb6-624b9ac7fa59 HTTP/1.1" status: 200 len: 1796 time: 0.5991871 Nov 10 03:46:48.042473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52500) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:48.125450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b02f0cf-12fd-4180-b95f-f8c771cae450 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups/07f7e446-cd59-440f-9cb6-624b9ac7fa59 HTTP/1.1" status: 200 len: 1796 time: 0.0814581 Nov 10 03:46:48.128306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Made reservation on behalf of c053c763ec7b46e4bff8c3556a455783 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:46:48.128936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52502) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:48.140417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.194332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb862-b36a-47fd-bc70-8bf720409818 req-63e0f5bd-0998-4e75-ab26-caa42c2f2662 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:48.208766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d7fb862-b36a-47fd-bc70-8bf720409818 req-63e0f5bd-0998-4e75-ab26-caa42c2f2662 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2387781 Nov 10 03:46:48.212881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f7e446-cd59-440f-9cb6-624b9ac7fa59,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:48.213716 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8eb168-93a2-462f-9911-fc2bdbdfea1e x-openstack-request-id: req-cd8eb168-93a2-462f-9911-fc2bdbdfea1e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:48.214340 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6603cb3-33da-4504-af97-86004fde23ab", "name": "network-vif-plugged", "status": "completed", "tag": "76b3fe43-fad4-4e14-9980-a488357c25d6", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:48.214772 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd8eb168-93a2-462f-9911-fc2bdbdfea1e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:48.215355 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6603cb3-33da-4504-af97-86004fde23ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b3fe43-fad4-4e14-9980-a488357c25d6', 'code': 200} Nov 10 03:46:48.241983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.242307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.242873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.243204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.243532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.244060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.244380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.244698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.245012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.245512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.245762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.246103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f04c6b-770f-4f9e-8336-eb348f3e2226 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.264568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f66c49dd-d1c7-4142-bb52-126ddb28d33b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.299125 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.323970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f66c49dd-d1c7-4142-bb52-126ddb28d33b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.407082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc7eed-9f07-41db-941d-46b3dcf7afd8 req-1b726ba8-cd61-41fc-9495-f5001d544e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:48.409528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6fc7eed-9f07-41db-941d-46b3dcf7afd8 req-1b726ba8-cd61-41fc-9495-f5001d544e69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c6603cb3-33da-4504-af97-86004fde23ab HTTP/1.1" status: 200 len: 1096 time: 0.0670583 Nov 10 03:46:48.433599 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f66c49dd-d1c7-4142-bb52-126ddb28d33b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.437324 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f66c49dd-d1c7-4142-bb52-126ddb28d33b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.439189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f66c49dd-d1c7-4142-bb52-126ddb28d33b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/07f7e446-cd59-440f-9cb6-624b9ac7fa59 HTTP/1.1" status: 204 len: 168 time: 0.3090782 Nov 10 03:46:48.443309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d7fb862-b36a-47fd-bc70-8bf720409818 req-f9ff30f8-d308-42df-9df9-3c39150e68da tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164099 Nov 10 03:46:48.446762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52510) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:48.488582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c49dd-d1c7-4142-bb52-126ddb28d33b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f7e446-cd59-440f-9cb6-624b9ac7fa59,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:48.539644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6fc7eed-9f07-41db-941d-46b3dcf7afd8 req-c3d62586-4bdf-40af-bee2-a01c047105da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219172 Nov 10 03:46:48.652242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2bf4381-7f9b-4ce4-9600-d1c441aa519b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1993792 Nov 10 03:46:48.662303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52520) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:48.671808 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-4e40b8fa-9f96-47c8-8f1c-b603b1e7f693 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] delete failed (client error): The resource could not be found. Nov 10 03:46:48.674228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4e40b8fa-9f96-47c8-8f1c-b603b1e7f693 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/07f7e446-cd59-440f-9cb6-624b9ac7fa59 HTTP/1.1" status: 404 len: 347 time: 0.0217323 Nov 10 03:46:48.679855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52524) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:48.688426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223798949'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:48.727947 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.840456 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.845430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.870050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Allocated IP 10.2.2.200 (7d0374c2-10dc-4f4a-850d-1b602147ceac/c5c01141-9638-40a0-9531-3dc929f16563/dedabf35-0627-49b3-b45a-9adb45dbb1d7) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:46:48.882089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:48.887494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2054574 Nov 10 03:46:48.893348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52528) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:48.897771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-af14e16f-0815-473b-a914-00938a92552e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': 'aab22bbf-cd07-46af-a280-3bf17443fdff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:48.906653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e6ea-e847-4c29-80e2-8337cf94b638 req-683e0e56-89a0-430d-a069-c07761c09dd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:48.932582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e6ea-e847-4c29-80e2-8337cf94b638 req-683e0e56-89a0-430d-a069-c07761c09dd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:48.939305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e6ea-e847-4c29-80e2-8337cf94b638 req-683e0e56-89a0-430d-a069-c07761c09dd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:48.972474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab22bbf-cd07-46af-a280-3bf17443fdff,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:48.980120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e6ea-e847-4c29-80e2-8337cf94b638 req-683e0e56-89a0-430d-a069-c07761c09dd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:48.981878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5137e6ea-e847-4c29-80e2-8337cf94b638 req-683e0e56-89a0-430d-a069-c07761c09dd8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 3094 time: 0.2607880 Nov 10 03:46:48.990847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.991218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.991506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.991836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.992165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.992488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.992855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.993185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.993496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.993811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.994145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:48.994463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab4224-4726-4c05-a2a9-ee0e7f94c8e7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:46:49.023181 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af14e16f-0815-473b-a914-00938a92552e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.052270 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.100335 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af14e16f-0815-473b-a914-00938a92552e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.106162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af14e16f-0815-473b-a914-00938a92552e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.134461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af14e16f-0815-473b-a914-00938a92552e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.136008 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-af14e16f-0815-473b-a914-00938a92552e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2417037 Nov 10 03:46:49.138895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52532) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:49.152464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14e16f-0815-473b-a914-00938a92552e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d441bd98-6536-4493-9f1b-d12c275be08d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:49.187315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d17405e-56f6-4251-9417-8b30775d3d17 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.199351 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d17405e-56f6-4251-9417-8b30775d3d17 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.201050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a210e7-7e91-4ec1-83d8-db632f071dba req-695f8e1b-d9a5-4a72-9c41-77db19eea077 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:49.208112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53a210e7-7e91-4ec1-83d8-db632f071dba req-695f8e1b-d9a5-4a72-9c41-77db19eea077 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 946 time: 0.1910467 Nov 10 03:46:49.242541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5137e6ea-e847-4c29-80e2-8337cf94b638 req-542432a6-6d0c-4666-ae83-fffcc6769349 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284896 Nov 10 03:46:49.250125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d17405e-56f6-4251-9417-8b30775d3d17 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.258836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d17405e-56f6-4251-9417-8b30775d3d17 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.260128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4d17405e-56f6-4251-9417-8b30775d3d17 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d441bd98-6536-4493-9f1b-d12c275be08d HTTP/1.1" status: 204 len: 168 time: 0.1194308 Nov 10 03:46:49.267655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52534) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:49.285995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17405e-56f6-4251-9417-8b30775d3d17 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d441bd98-6536-4493-9f1b-d12c275be08d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:49.348894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b4613b38-d957-4c18-9633-d592f279f931 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0774193 Nov 10 03:46:49.349856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52536) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:49.395565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53a210e7-7e91-4ec1-83d8-db632f071dba req-911194db-8aef-41fa-bc2e-7e2e3a75816f tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865392 Nov 10 03:46:49.451869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.492337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce7e-d02c-47bf-a028-5d359852118c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.544224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.605992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37306-d211-43ed-bf5c-8dff9d8b065e req-3e6eb8e9-9b87-441c-a7d3-98c1b1f207ad tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:49.610367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce7e-d02c-47bf-a028-5d359852118c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.613878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33b37306-d211-43ed-bf5c-8dff9d8b065e req-3e6eb8e9-9b87-441c-a7d3-98c1b1f207ad tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6603cb3-33da-4504-af97-86004fde23ab HTTP/1.1" status: 200 len: 945 time: 0.1178517 Nov 10 03:46:49.617871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:46:49.629680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:46:49.643805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:46:49.725780 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce7e-d02c-47bf-a028-5d359852118c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.728648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce7e-d02c-47bf-a028-5d359852118c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.729842 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a5b5ce7e-d02c-47bf-a028-5d359852118c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/aab22bbf-cd07-46af-a280-3bf17443fdff HTTP/1.1" status: 204 len: 168 time: 0.3787780 Nov 10 03:46:49.735146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52546) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:49.775158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5ce7e-d02c-47bf-a028-5d359852118c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab22bbf-cd07-46af-a280-3bf17443fdff,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:49.787755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event updated for resources: {'Port': ['ID=dedabf35-0627-49b3-b45a-9adb45dbb1d7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:49.850165 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d24bffb9-ec69-4464-95d3-93c56154f74a tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1122811 Nov 10 03:46:49.854467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:49.861443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-45d3ac53-e406-40f2-a392-7963eab27952 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--7257720'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:49.922951 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45d3ac53-e406-40f2-a392-7963eab27952 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.925059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33b37306-d211-43ed-bf5c-8dff9d8b065e req-bdfc0482-a937-4f0b-9429-5c723124205a tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102214 Nov 10 03:46:49.962969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:49.963595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:49.993924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c2579875-1ef1-442b-b659-22fee4294829 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3711805 Nov 10 03:46:50.009593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b114318-420d-4f7a-a8cc-3884d019a53f req-2fce3cfc-1316-457d-b41c-489e6a6125da tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:50.015168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b114318-420d-4f7a-a8cc-3884d019a53f req-2fce3cfc-1316-457d-b41c-489e6a6125da tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2241230 Nov 10 03:46:50.033017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:50.089653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45d3ac53-e406-40f2-a392-7963eab27952 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.095722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0c14bdb4-457c-4305-9b37-ba8704cbed7a None None] Provisioning complete for port dedabf35-0627-49b3-b45a-9adb45dbb1d7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:46:50.096226 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0c14bdb4-457c-4305-9b37-ba8704cbed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.098968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45d3ac53-e406-40f2-a392-7963eab27952 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.134286 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.151101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b114318-420d-4f7a-a8cc-3884d019a53f req-336a98cf-deaf-410c-b267-8f7134e5b3fa tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243875 Nov 10 03:46:50.220680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45d3ac53-e406-40f2-a392-7963eab27952 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.236509 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-45d3ac53-e406-40f2-a392-7963eab27952 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3807662 Nov 10 03:46:50.243354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52558) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:50.243607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0c14bdb4-457c-4305-9b37-ba8704cbed7a None None] Port dedabf35-0627-49b3-b45a-9adb45dbb1d7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:46:50.263046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-58053d1f-e751-4730-9f1a-11da4f6b03bf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': '55e506d1-defe-43cb-b8ce-323254d7d3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:50.294788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3ac53-e406-40f2-a392-7963eab27952 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e506d1-defe-43cb-b8ce-323254d7d3f9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:50.339565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58053d1f-e751-4730-9f1a-11da4f6b03bf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.431971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58053d1f-e751-4730-9f1a-11da4f6b03bf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.443264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58053d1f-e751-4730-9f1a-11da4f6b03bf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.466389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58053d1f-e751-4730-9f1a-11da4f6b03bf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4680675c-6748-44e0-aba0-a461b2a0235e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:50.476662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58053d1f-e751-4730-9f1a-11da4f6b03bf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.477909 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-58053d1f-e751-4730-9f1a-11da4f6b03bf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2186480 Nov 10 03:46:50.486614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52562) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:50.498635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-52764953-4695-440c-aaf3-fb329ce460e3 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': '55e506d1-defe-43cb-b8ce-323254d7d3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:50.543392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52764953-4695-440c-aaf3-fb329ce460e3 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.661314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52764953-4695-440c-aaf3-fb329ce460e3 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.666385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52764953-4695-440c-aaf3-fb329ce460e3 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.695539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52764953-4695-440c-aaf3-fb329ce460e3 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae9e3e7-f44e-4991-bd2e-8a727e461809,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:50.704567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52764953-4695-440c-aaf3-fb329ce460e3 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.706632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-52764953-4695-440c-aaf3-fb329ce460e3 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110767 Nov 10 03:46:50.709357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52564) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:50.714722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0d83a9cd-b929-4475-9f4b-e7ce207ec314 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': '55e506d1-defe-43cb-b8ce-323254d7d3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:50.740561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aef623-d481-4a7e-b19b-958aa024d5e7 req-86fd6614-c0ee-463d-9816-d57e9aac5d3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:50.748455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aef623-d481-4a7e-b19b-958aa024d5e7 req-86fd6614-c0ee-463d-9816-d57e9aac5d3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:50.758644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aef623-d481-4a7e-b19b-958aa024d5e7 req-86fd6614-c0ee-463d-9816-d57e9aac5d3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:50.764724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aef623-d481-4a7e-b19b-958aa024d5e7 req-86fd6614-c0ee-463d-9816-d57e9aac5d3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:50.771528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aef623-d481-4a7e-b19b-958aa024d5e7 req-86fd6614-c0ee-463d-9816-d57e9aac5d3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:50.780148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96aef623-d481-4a7e-b19b-958aa024d5e7 req-86fd6614-c0ee-463d-9816-d57e9aac5d3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 3815 time: 0.2508304 Nov 10 03:46:50.786852 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9cd-b929-4475-9f4b-e7ce207ec314 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.805410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63fb6b-aec4-4a7c-91b9-4ba217f49331 req-6b7f0db2-e890-4eb4-ad7a-6456c2f9f43b tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:50.807331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e63fb6b-aec4-4a7c-91b9-4ba217f49331 req-6b7f0db2-e890-4eb4-ad7a-6456c2f9f43b tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.2759831 Nov 10 03:46:50.874469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9cd-b929-4475-9f4b-e7ce207ec314 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.886696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96aef623-d481-4a7e-b19b-958aa024d5e7 req-6e74a38b-c80f-48ee-b55b-afe68a7df297 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053030 Nov 10 03:46:50.902593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9cd-b929-4475-9f4b-e7ce207ec314 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.936143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a9cd-b929-4475-9f4b-e7ce207ec314 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472a09b9-4652-426b-b4b3-8cf8247ba414,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:50.976990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e63fb6b-aec4-4a7c-91b9-4ba217f49331 req-da5d269f-9a29-4afb-b851-0f5a885a642d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574228 Nov 10 03:46:50.978216 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9cd-b929-4475-9f4b-e7ce207ec314 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:50.979722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0d83a9cd-b929-4475-9f4b-e7ce207ec314 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2692945 Nov 10 03:46:50.982507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52568) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:50.990863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8a8cde0f-7416-49bb-98b5-bea738888d03 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': '55e506d1-defe-43cb-b8ce-323254d7d3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:51.065079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde0f-7416-49bb-98b5-bea738888d03 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.146232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18e33-71af-48df-879a-27a16dd37c5f req-271fc97f-4618-489e-936e-35e3495b5db7 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:51.147956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ac18e33-71af-48df-879a-27a16dd37c5f req-271fc97f-4618-489e-936e-35e3495b5db7 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6603cb3-33da-4504-af97-86004fde23ab HTTP/1.1" status: 200 len: 945 time: 0.1006320 Nov 10 03:46:51.211408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:51.212712 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde0f-7416-49bb-98b5-bea738888d03 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.217418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde0f-7416-49bb-98b5-bea738888d03 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.229244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.256303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cde0f-7416-49bb-98b5-bea738888d03 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfef21be-b25f-4c42-862f-4f7885cdd8e4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:51.278188 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde0f-7416-49bb-98b5-bea738888d03 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.279948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8a8cde0f-7416-49bb-98b5-bea738888d03 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2944133 Nov 10 03:46:51.282593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52582) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:51.288520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2e9d2c6f-e2d9-489b-9b66-a5536dcd207c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': '55e506d1-defe-43cb-b8ce-323254d7d3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:51.297103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Transition to ACTIVE for port object 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:51.316102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ac18e33-71af-48df-879a-27a16dd37c5f req-39c436d0-25b1-4011-8cca-2e2cb8a53f8e tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412981 Nov 10 03:46:51.342168 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.376287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2c6f-e2d9-489b-9b66-a5536dcd207c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.474951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf0ad-978c-4453-9532-56ae1502bdf5 req-1c6279bd-6fc5-4980-9a4c-856ed15a5f41 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:51.476613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d56cf0ad-978c-4453-9532-56ae1502bdf5 req-1c6279bd-6fc5-4980-9a4c-856ed15a5f41 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1956027 Nov 10 03:46:51.488663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Pushing event updated for resources: {'Port': ['ID=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:51.541259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Attempting to bind port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:51.542038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Attempting to bind port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:51.542636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Attempting to bind port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 on network c33338f6-ec5f-45c2-b663-42466aa817e7 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:51.563484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2c6f-e2d9-489b-9b66-a5536dcd207c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.588383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d56cf0ad-978c-4453-9532-56ae1502bdf5 req-1efcc895-dd0b-4d9c-80fd-e23a4dfb90f4 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037655 Nov 10 03:46:51.589543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 on network c33338f6-ec5f-45c2-b663-42466aa817e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:51.590147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Attempting to bind port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 on network c33338f6-ec5f-45c2-b663-42466aa817e7 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:51.600632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:51.601397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Checking segment: {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:51.603121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Bound using segment: {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:51.604013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Bound port: 68b2ccaa-b1bf-41d6-ae63-65c1af97f587, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:51.605462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.634743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2c6f-e2d9-489b-9b66-a5536dcd207c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.699548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2c6f-e2d9-489b-9b66-a5536dcd207c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.703103 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2e9d2c6f-e2d9-489b-9b66-a5536dcd207c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4184244 Nov 10 03:46:51.716760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52586) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:51.717820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d2c6f-e2d9-489b-9b66-a5536dcd207c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e2d424-18c3-4f52-8291-3e19e3c06393,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:51.753800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-ff8bd968-4624-4512-8d51-1ecf948216db tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:51.755729 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-ff8bd968-4624-4512-8d51-1ecf948216db tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.11 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.2144134 Nov 10 03:46:51.778605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d48042-f429-48ba-b592-3d30d9ee5e0a tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.789111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-0dac9f57-4ffe-4ca3-9fc5-899ca4364b36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513586 Nov 10 03:46:51.811786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d48042-f429-48ba-b592-3d30d9ee5e0a tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.821368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] For port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:51.832363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] For port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:51.847341 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.886206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:51.887227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.889074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] 10.222.0.44 "PUT /v2.0/ports/68b2ccaa-b1bf-41d6-ae63-65c1af97f587 HTTP/1.1" status: 200 len: 1092 time: 1.8717699 Nov 10 03:46:51.892096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:51.898209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d48042-f429-48ba-b592-3d30d9ee5e0a tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.910846 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb4117-9611-422f-9b5a-98c86c4c644a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:51.914393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d48042-f429-48ba-b592-3d30d9ee5e0a tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:51.916902 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-33d48042-f429-48ba-b592-3d30d9ee5e0a tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d2e2d424-18c3-4f52-8291-3e19e3c06393 HTTP/1.1" status: 204 len: 168 time: 0.1956899 Nov 10 03:46:51.924206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52592) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:51.951050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:52.017752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb04e-acef-47da-ae45-da45f1adde9b req-69ba6228-bd55-4cb6-ba4b-5bb8c59f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.020470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-69ba6228-bd55-4cb6-ba4b-5bb8c59f3512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 1099 time: 0.1858721 Nov 10 03:46:52.043451 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee717fd-a7f0-4cbb-9dd6-3f1f135a704d x-openstack-request-id: req-1ee717fd-a7f0-4cbb-9dd6-3f1f135a704d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:52.043751 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:52.043970 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ee717fd-a7f0-4cbb-9dd6-3f1f135a704d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:52.044569 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'status': 'completed', 'code': 200} Nov 10 03:46:52.049195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d48042-f429-48ba-b592-3d30d9ee5e0a tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2e2d424-18c3-4f52-8291-3e19e3c06393,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:52.141825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Deleting port 35fa9717-0b1e-445f-a344-f82970959322 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:52.142628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.240750 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2d9cbe05-be3f-459f-9d54-b165c7f8870f tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3180475 Nov 10 03:46:52.250800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52602) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:52.253690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb04e-acef-47da-ae45-da45f1adde9b req-5900c6db-5bf6-4939-ab29-92b9ee4e0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.255977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-5900c6db-5bf6-4939-ab29-92b9ee4e0b68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.1558650 Nov 10 03:46:52.309301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-d3b70a87-37b0-4505-aba9-e7bb207b4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.310169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-d3b70a87-37b0-4505-aba9-e7bb207b4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.312368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-d3b70a87-37b0-4505-aba9-e7bb207b4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.312903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-d3b70a87-37b0-4505-aba9-e7bb207b4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.313560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-d3b70a87-37b0-4505-aba9-e7bb207b4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.316528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-d3b70a87-37b0-4505-aba9-e7bb207b4fa3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 4362 time: 0.2461414 Nov 10 03:46:52.342234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1e57b-63d1-41b1-aa88-71167158fc8e service neutron] Pushing event updated for resources: {'Port': ['ID=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:52.411384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd542939-61eb-46d3-b74d-8d5fa6958657 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.433406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd542939-61eb-46d3-b74d-8d5fa6958657 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.437625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.465459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-ade435f5-36fe-40d5-9533-8db1269b4816 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd HTTP/1.1" status: 200 len: 217 time: 0.1890433 Nov 10 03:46:52.470728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] For port 35fa9717-0b1e-445f-a344-f82970959322, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35fa9717-0b1e-445f-a344-f82970959322,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:52.471167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.507023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Calling delete_port for 35fa9717-0b1e-445f-a344-f82970959322 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:52.522567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed445-ec9b-4a8e-8532-a208fa07dcc2 req-18836689-fef1-40a5-9aef-e82945486137 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.522855 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd542939-61eb-46d3-b74d-8d5fa6958657 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.531004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed445-ec9b-4a8e-8532-a208fa07dcc2 req-18836689-fef1-40a5-9aef-e82945486137 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.537465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed445-ec9b-4a8e-8532-a208fa07dcc2 req-18836689-fef1-40a5-9aef-e82945486137 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.544633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed445-ec9b-4a8e-8532-a208fa07dcc2 req-18836689-fef1-40a5-9aef-e82945486137 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.551624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd542939-61eb-46d3-b74d-8d5fa6958657 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.552791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dd542939-61eb-46d3-b74d-8d5fa6958657 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bfef21be-b25f-4c42-862f-4f7885cdd8e4 HTTP/1.1" status: 204 len: 168 time: 0.2996473 Nov 10 03:46:52.553520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd542939-61eb-46d3-b74d-8d5fa6958657 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfef21be-b25f-4c42-862f-4f7885cdd8e4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:52.558831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52606) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:52.562171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed445-ec9b-4a8e-8532-a208fa07dcc2 req-18836689-fef1-40a5-9aef-e82945486137 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.564907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-625ed445-ec9b-4a8e-8532-a208fa07dcc2 req-18836689-fef1-40a5-9aef-e82945486137 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 3827 time: 0.2914257 Nov 10 03:46:52.619861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-6812ecf0-5560-4524-89ee-035f3beab93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.620326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-6812ecf0-5560-4524-89ee-035f3beab93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.620917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-6812ecf0-5560-4524-89ee-035f3beab93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.622579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-6812ecf0-5560-4524-89ee-035f3beab93c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c053c763ec7b46e4bff8c3556a455783&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2946124 Nov 10 03:46:52.636304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb04e-acef-47da-ae45-da45f1adde9b req-b4a367bc-a7ee-46c5-b08d-eb3503042b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.638507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-b4a367bc-a7ee-46c5-b08d-eb3503042b70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.1306527 Nov 10 03:46:52.657619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2853a9-9db6-4d69-b3c8-c78e46305946 req-7ca40cc0-847c-496d-a1d1-0d1bea7904cb tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.660443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d2853a9-9db6-4d69-b3c8-c78e46305946 req-7ca40cc0-847c-496d-a1d1-0d1bea7904cb tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=f047113a-86d3-4c1f-bc77-144cc381e4f3 HTTP/1.1" status: 200 len: 946 time: 0.3904376 Nov 10 03:46:52.771532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f808fdef-5dd7-420b-9132-3701b74d5c6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2069490 Nov 10 03:46:52.773635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52610) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:52.840102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-4763366a-fb9a-43d6-9a97-3fd604f62a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:52.842103 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56eb4117-9611-422f-9b5a-98c86c4c644a req-4763366a-fb9a-43d6-9a97-3fd604f62a4c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2052040 Nov 10 03:46:52.871390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.889818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['dc54562d-d90a-4039-bb1d-e95641ad80c7', 'fcf5e533-24fb-4b07-9954-c125ec4026e3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:52.903084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de30aadc-3268-45d9-9873-fc91a2b68bf8 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.912476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de30aadc-3268-45d9-9873-fc91a2b68bf8 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.934713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Pushing event deleted for resources: {'Port': ['ID=35fa9717-0b1e-445f-a344-f82970959322,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:52.958774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de30aadc-3268-45d9-9873-fc91a2b68bf8 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.968590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de30aadc-3268-45d9-9873-fc91a2b68bf8 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.969340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-de30aadc-3268-45d9-9873-fc91a2b68bf8 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/472a09b9-4652-426b-b4b3-8cf8247ba414 HTTP/1.1" status: 204 len: 168 time: 0.1829779 Nov 10 03:46:52.980420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52612) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:52.982296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] No DVR routers for this DVR port 35fa9717-0b1e-445f-a344-f82970959322 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:52.984894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:52.989378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4ea8aa7-af46-46c6-b1d7-c15160c1a07c req-32244d88-102f-4223-bc86-9fb8fc2b9aed tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.11 "DELETE /v2.0/ports/35fa9717-0b1e-445f-a344-f82970959322 HTTP/1.1" status: 204 len: 173 time: 1.2246270 Nov 10 03:46:52.997669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'name': 'network-vif-deleted', 'tag': '35fa9717-0b1e-445f-a344-f82970959322'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:53.001300 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c24c6-5040-4080-9dc2-81db5fa49974" -d '{"events": [{"server_uuid": "f047113a-86d3-4c1f-bc77-144cc381e4f3", "name": "network-vif-deleted", "tag": "35fa9717-0b1e-445f-a344-f82970959322"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:53.006514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d2853a9-9db6-4d69-b3c8-c78e46305946 req-aaff5f36-e3fe-44f0-b6c2-d4492cf735f9 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374376 Nov 10 03:46:53.035096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30aadc-3268-45d9-9873-fc91a2b68bf8 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=472a09b9-4652-426b-b4b3-8cf8247ba414,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:53.084154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb04e-acef-47da-ae45-da45f1adde9b req-d12363b2-b7c5-4db1-a7dd-3c779bc31462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:53.086213 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-d12363b2-b7c5-4db1-a7dd-3c779bc31462 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4199455 Nov 10 03:46:53.088712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7f00cc74-4d71-4b61-859c-e56ac643b0cf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0976565 Nov 10 03:46:53.091693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52616) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:53.109627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-625ed445-ec9b-4a8e-8532-a208fa07dcc2 req-7b165d54-f092-4dfb-904a-e191011b1cc7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645646 Nov 10 03:46:53.141826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a8710a06-ad55-4d06-888b-4cc75a39bc42 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.162619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a8710a06-ad55-4d06-888b-4cc75a39bc42 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.203382 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.220522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a8710a06-ad55-4d06-888b-4cc75a39bc42 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.237488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a8710a06-ad55-4d06-888b-4cc75a39bc42 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.241336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a8710a06-ad55-4d06-888b-4cc75a39bc42 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6ae9e3e7-f44e-4991-bd2e-8a727e461809 HTTP/1.1" status: 204 len: 168 time: 0.1472631 Nov 10 03:46:53.242124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52626) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:53.313262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8710a06-ad55-4d06-888b-4cc75a39bc42 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ae9e3e7-f44e-4991-bd2e-8a727e461809,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:53.389280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4a25f795-0d6c-41b2-add3-20af824133dd tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1368225 Nov 10 03:46:53.458272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52628) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:53.494279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-1251a84b-c137-4418-a44f-bca5129bdcfd service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586576 Nov 10 03:46:53.549906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4924b6ed-a5b2-4f5d-aba5-9b146a354e68 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.577811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4924b6ed-a5b2-4f5d-aba5-9b146a354e68 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.615345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203fb04e-acef-47da-ae45-da45f1adde9b req-527b4265-4170-48c5-bc5a-979c0b19e0cd service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061192 Nov 10 03:46:53.676345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e97242-3cff-405e-a96c-2e394b186af2 req-aeea2c60-71f1-4e22-adef-5f43e489fcdc tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:53.677349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7300b-e049-490b-83d6-9955f818d2ac req-76dc74cd-cdec-46b9-b8ff-64ff8f5d80c6 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:53.678976 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dec7300b-e049-490b-83d6-9955f818d2ac req-76dc74cd-cdec-46b9-b8ff-64ff8f5d80c6 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6603cb3-33da-4504-af97-86004fde23ab HTTP/1.1" status: 200 len: 945 time: 0.2884371 Nov 10 03:46:53.679794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4924b6ed-a5b2-4f5d-aba5-9b146a354e68 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.681620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53e97242-3cff-405e-a96c-2e394b186af2 req-aeea2c60-71f1-4e22-adef-5f43e489fcdc tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6603cb3-33da-4504-af97-86004fde23ab HTTP/1.1" status: 200 len: 945 time: 0.5181999 Nov 10 03:46:53.696557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4924b6ed-a5b2-4f5d-aba5-9b146a354e68 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:53.702944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4924b6ed-a5b2-4f5d-aba5-9b146a354e68 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4680675c-6748-44e0-aba0-a461b2a0235e HTTP/1.1" status: 204 len: 168 time: 0.2436895 Nov 10 03:46:53.704638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fd131-69e3-48c4-8224-01bb2cbc3a82 req-443f8071-c37a-4e51-aa91-0dd6c964c176 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:53.710299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d4fd131-69e3-48c4-8224-01bb2cbc3a82 req-443f8071-c37a-4e51-aa91-0dd6c964c176 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.3516338 Nov 10 03:46:53.718100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52630) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:53.727518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924b6ed-a5b2-4f5d-aba5-9b146a354e68 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4680675c-6748-44e0-aba0-a461b2a0235e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:53.916312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-74bdecdf-ceac-4bb5-9c02-0139071ba655 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1935523 Nov 10 03:46:53.919785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52632) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:53.944129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d4fd131-69e3-48c4-8224-01bb2cbc3a82 req-9f508d07-49e8-4b3d-92f1-c5ec6e61de58 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838598 Nov 10 03:46:53.968727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53e97242-3cff-405e-a96c-2e394b186af2 req-3c962c52-2eb7-42ff-a9d6-844fac2c5b27 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4199f1c-d140-445b-95e6-41481582d82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565506 Nov 10 03:46:53.999310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Deleting port 76b3fe43-fad4-4e14-9980-a488357c25d6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:53.999647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.027601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a17cda-9619-4adc-b780-c4f5b6249186 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:54.080389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.124070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Transition to ACTIVE for port object 11a17cda-9619-4adc-b780-c4f5b6249186 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:54.149725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] For port 76b3fe43-fad4-4e14-9980-a488357c25d6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=76b3fe43-fad4-4e14-9980-a488357c25d6,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:54.150140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.162449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.179554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Calling delete_port for 76b3fe43-fad4-4e14-9980-a488357c25d6 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:54.260737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-8e730c25-8e25-411f-bfdf-3f74bb90fd77 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:54.264349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-8e730c25-8e25-411f-bfdf-3f74bb90fd77 tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac221895-305d-4fff-b99d-6838525ce8a8 HTTP/1.1" status: 200 len: 946 time: 0.4119160 Nov 10 03:46:54.266088 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcba5f1d-1483-4029-81df-d8d6e254bb28 x-openstack-request-id: req-dcba5f1d-1483-4029-81df-d8d6e254bb28 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:54.266862 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f047113a-86d3-4c1f-bc77-144cc381e4f3", "name": "network-vif-deleted", "tag": "35fa9717-0b1e-445f-a344-f82970959322", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:54.267218 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcba5f1d-1483-4029-81df-d8d6e254bb28 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:54.267843 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047113a-86d3-4c1f-bc77-144cc381e4f3', 'name': 'network-vif-deleted', 'tag': '35fa9717-0b1e-445f-a344-f82970959322', 'status': 'completed', 'code': 200} Nov 10 03:46:54.289436 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-624a905b-5779-4d6c-8311-60e32066680c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.403263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-624a905b-5779-4d6c-8311-60e32066680c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.477529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Pushing event updated for resources: {'Port': ['ID=11a17cda-9619-4adc-b780-c4f5b6249186,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:54.696444 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:46:54.698372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-b4e70ad8-618c-42da-a30e-aad394331811 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:54.706970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-b4e70ad8-618c-42da-a30e-aad394331811 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:54.724071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-b4e70ad8-618c-42da-a30e-aad394331811 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:54.730102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-b4e70ad8-618c-42da-a30e-aad394331811 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:54.745813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-b4e70ad8-618c-42da-a30e-aad394331811 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:54.758968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-b4e70ad8-618c-42da-a30e-aad394331811 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:54.762490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.772172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-b4e70ad8-618c-42da-a30e-aad394331811 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 4599 time: 0.4976728 Nov 10 03:46:54.778269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Deleting port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:54.778749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.784486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b25ea019-7c51-4d1d-95d3-a76d0e3dde2e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:54.900589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Attempting to bind port 11a17cda-9619-4adc-b780-c4f5b6249186 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:54.900589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Attempting to bind port 11a17cda-9619-4adc-b780-c4f5b6249186 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:54.901145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Attempting to bind port 11a17cda-9619-4adc-b780-c4f5b6249186 on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:54.904386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-624a905b-5779-4d6c-8311-60e32066680c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.912542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['76b3fe43-fad4-4e14-9980-a488357c25d6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:54.916989 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-624a905b-5779-4d6c-8311-60e32066680c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:54.917573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35fa9717-0b1e-445f-a344-f82970959322 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:54.930011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-624a905b-5779-4d6c-8311-60e32066680c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/55e506d1-defe-43cb-b8ce-323254d7d3f9 HTTP/1.1" status: 204 len: 168 time: 0.9973650 Nov 10 03:46:54.953033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52656) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:54.964111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event deleted for resources: {'Port': ['ID=76b3fe43-fad4-4e14-9980-a488357c25d6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:54.979488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 35fa9717-0b1e-445f-a344-f82970959322 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:46:54.979911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35fa9717-0b1e-445f-a344-f82970959322 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:46:54.980384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 76b3fe43-fad4-4e14-9980-a488357c25d6 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:54.996500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] No DVR routers for this DVR port 76b3fe43-fad4-4e14-9980-a488357c25d6 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:55.001706 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.005451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dec7300b-e049-490b-83d6-9955f818d2ac req-7d370e08-8fa6-4f6b-831f-dca274b525ac tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.11 "DELETE /v2.0/ports/76b3fe43-fad4-4e14-9980-a488357c25d6 HTTP/1.1" status: 204 len: 173 time: 1.2920392 Nov 10 03:46:55.065794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] For port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,segment=NetworkSegment(a8f1b452-3f4f-4121-9059-589a91c3612f),segment_id=a8f1b452-3f4f-4121-9059-589a91c3612f)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:55.066459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.084002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a905b-5779-4d6c-8311-60e32066680c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e506d1-defe-43cb-b8ce-323254d7d3f9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:55.098046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 76b3fe43-fad4-4e14-9980-a488357c25d6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:46:55.098392 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 76b3fe43-fad4-4e14-9980-a488357c25d6 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:46:55.103882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Calling delete_port for b25ea019-7c51-4d1d-95d3-a76d0e3dde2e owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:55.183603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-14b71c78-bc6b-4b7c-885b-49e9d2975410 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1781495 Nov 10 03:46:55.191684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52662) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:55.196884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fb10b720-3853-4b96-9f94-1c1570911c9b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103374879'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:55.213719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Port 11a17cda-9619-4adc-b780-c4f5b6249186 on network 19ee2310-0d15-4d78-942d-48c00045738f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:55.214104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Attempting to bind port 11a17cda-9619-4adc-b780-c4f5b6249186 on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:55.252570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb10b720-3853-4b96-9f94-1c1570911c9b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.354548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb10b720-3853-4b96-9f94-1c1570911c9b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.359203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb10b720-3853-4b96-9f94-1c1570911c9b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.364377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a5b26a4-bfa3-4e14-9177-de57376ccaab req-da21523e-2622-440a-a11b-652022ed7b98 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5927832 Nov 10 03:46:55.365611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:55.366310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Checking segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:55.367584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Bound using segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:55.369177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Bound port: 11a17cda-9619-4adc-b780-c4f5b6249186, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:55.369860 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.395450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bd249-ab1a-47e7-b3f8-6a343c4b49d3 req-84335677-53f8-4527-a560-c8385c182d22 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:55.404193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae4bd249-ab1a-47e7-b3f8-6a343c4b49d3 req-84335677-53f8-4527-a560-c8385c182d22 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 946 time: 0.5625730 Nov 10 03:46:55.531812 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb10b720-3853-4b96-9f94-1c1570911c9b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.533197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fb10b720-3853-4b96-9f94-1c1570911c9b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3404684 Nov 10 03:46:55.539953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52664) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:55.544793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-01e956a6-d51b-4596-93ce-3f203b021017 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': '69d481f0-3152-4fbf-ba68-72555a7cbdb5', 'direction': 'ingress', 'protocol': 17}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:55.556623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10b720-3853-4b96-9f94-1c1570911c9b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d481f0-3152-4fbf-ba68-72555a7cbdb5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:55.574465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.614947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] For port 11a17cda-9619-4adc-b780-c4f5b6249186, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:55.622606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] For port 11a17cda-9619-4adc-b780-c4f5b6249186, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=11a17cda-9619-4adc-b780-c4f5b6249186,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:55.674523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Pushing event deleted for resources: {'Port': ['ID=b25ea019-7c51-4d1d-95d3-a76d0e3dde2e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:55.677210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.703518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e956a6-d51b-4596-93ce-3f203b021017 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.793807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Pushing event updated for resources: {'Port': ['ID=11a17cda-9619-4adc-b780-c4f5b6249186,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:55.820684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d008ea9-89ef-481e-a3c2-071574497913 req-4ba98b3a-e828-464c-a1a0-1abc502387e2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:55.821427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] No DVR routers for this DVR port b25ea019-7c51-4d1d-95d3-a76d0e3dde2e on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:46:55.823208 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d008ea9-89ef-481e-a3c2-071574497913 req-4ba98b3a-e828-464c-a1a0-1abc502387e2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1972213 Nov 10 03:46:55.832799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.843961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6eedd664-5dac-4b91-8f99-9a3cd9cf33cf req-f172e656-d831-4e13-abcc-c6c3ce0bc2cb tempest-MultipleCreateTestJSON-2120138050 tempest-MultipleCreateTestJSON-2120138050-project] 10.222.0.44 "DELETE /v2.0/ports/b25ea019-7c51-4d1d-95d3-a76d0e3dde2e HTTP/1.1" status: 204 len: 173 time: 1.5691075 Nov 10 03:46:55.881085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:55.882129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.885228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9d6db233-44e5-4ad6-8941-8b55c9c0461c service neutron] 10.222.0.44 "PUT /v2.0/ports/11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 1130 time: 3.9647481 Nov 10 03:46:55.889229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '11a17cda-9619-4adc-b780-c4f5b6249186'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:55.892899 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a7b909-12da-4798-b48e-a5c6f5137436" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "11a17cda-9619-4adc-b780-c4f5b6249186"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:55.959782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e956a6-d51b-4596-93ce-3f203b021017 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:55.972158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:55.972773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e956a6-d51b-4596-93ce-3f203b021017 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.000650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e956a6-d51b-4596-93ce-3f203b021017 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33d4c41-cd64-4edc-afcd-76218d217d7c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:56.031767 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01e956a6-d51b-4596-93ce-3f203b021017 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.036028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-01e956a6-d51b-4596-93ce-3f203b021017 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4924178 Nov 10 03:46:56.036223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52670) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:56.143891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25f074f2-2913-4593-a877-67541cf4951d tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.193149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae4bd249-ab1a-47e7-b3f8-6a343c4b49d3 req-9ededb9b-f5ce-44b2-a9ab-4ce4609df41c tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7773564 Nov 10 03:46:56.196855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.204993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25f074f2-2913-4593-a877-67541cf4951d tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.290864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6603cb3-33da-4504-af97-86004fde23ab', 'name': 'network-vif-deleted', 'tag': '76b3fe43-fad4-4e14-9980-a488357c25d6'}, {'server_uuid': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'name': 'network-vif-deleted', 'tag': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:56.296346 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd94bb9-4144-44d6-ab07-1eca760e9aea" -d '{"events": [{"server_uuid": "c6603cb3-33da-4504-af97-86004fde23ab", "name": "network-vif-deleted", "tag": "76b3fe43-fad4-4e14-9980-a488357c25d6"}, {"server_uuid": "ac221895-305d-4fff-b99d-6838525ce8a8", "name": "network-vif-deleted", "tag": "b25ea019-7c51-4d1d-95d3-a76d0e3dde2e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:56.525964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-fd0692c4-6c75-42a6-9bd0-54e460143468 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:56.537836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-fd0692c4-6c75-42a6-9bd0-54e460143468 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 946 time: 0.2719388 Nov 10 03:46:56.539494 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25f074f2-2913-4593-a877-67541cf4951d tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.552815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25f074f2-2913-4593-a877-67541cf4951d tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.568284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-25f074f2-2913-4593-a877-67541cf4951d tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/69d481f0-3152-4fbf-ba68-72555a7cbdb5 HTTP/1.1" status: 204 len: 168 time: 0.5306382 Nov 10 03:46:56.664033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52688) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:56.778882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2da002c-c11b-4d2a-b7df-42b6b50c14f0 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:56.790106 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:56.803677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Transition to ACTIVE for port object c2da002c-c11b-4d2a-b7df-42b6b50c14f0 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:46:56.806798 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7072a746-13c2-4f52-af96-f29a8862567c x-openstack-request-id: req-7072a746-13c2-4f52-af96-f29a8862567c {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:56.807402 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "11a17cda-9619-4adc-b780-c4f5b6249186", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:56.808038 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7072a746-13c2-4f52-af96-f29a8862567c {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:56.808679 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '11a17cda-9619-4adc-b780-c4f5b6249186', 'status': 'completed', 'code': 200} Nov 10 03:46:56.810348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f074f2-2913-4593-a877-67541cf4951d tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d481f0-3152-4fbf-ba68-72555a7cbdb5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:56.827390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.096506 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7573e90d-a31a-4269-8f1f-df6dcd97fedc x-openstack-request-id: req-7573e90d-a31a-4269-8f1f-df6dcd97fedc {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:57.099818 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6603cb3-33da-4504-af97-86004fde23ab", "name": "network-vif-deleted", "tag": "76b3fe43-fad4-4e14-9980-a488357c25d6", "status": "completed", "code": 200}, {"server_uuid": "ac221895-305d-4fff-b99d-6838525ce8a8", "name": "network-vif-deleted", "tag": "b25ea019-7c51-4d1d-95d3-a76d0e3dde2e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:57.100091 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7573e90d-a31a-4269-8f1f-df6dcd97fedc {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:57.100494 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6603cb3-33da-4504-af97-86004fde23ab', 'name': 'network-vif-deleted', 'tag': '76b3fe43-fad4-4e14-9980-a488357c25d6', 'status': 'completed', 'code': 200} Nov 10 03:46:57.100890 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac221895-305d-4fff-b99d-6838525ce8a8', 'name': 'network-vif-deleted', 'tag': 'b25ea019-7c51-4d1d-95d3-a76d0e3dde2e', 'status': 'completed', 'code': 200} Nov 10 03:46:57.138086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-089f81d0-d7d5-461c-b4b2-0a2965ab262f tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4295633 Nov 10 03:46:57.142633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52692) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:57.148202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d008ea9-89ef-481e-a3c2-071574497913 req-508b9387-ae47-4bca-b09d-aee80a6cf318 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2771103 Nov 10 03:46:57.156254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-707ee4e8-f659-41d9-9ac3-6a40f3735e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.159135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-707ee4e8-f659-41d9-9ac3-6a40f3735e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.159614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-707ee4e8-f659-41d9-9ac3-6a40f3735e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.160085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-707ee4e8-f659-41d9-9ac3-6a40f3735e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.160550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-707ee4e8-f659-41d9-9ac3-6a40f3735e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.161013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-707ee4e8-f659-41d9-9ac3-6a40f3735e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.165709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-707ee4e8-f659-41d9-9ac3-6a40f3735e66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5285 time: 0.5308473 Nov 10 03:46:57.175040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-701b5b71-3b48-4993-b25f-2fae83f6b528 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--264897630'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:57.199084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52694) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:57.279483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-701b5b71-3b48-4993-b25f-2fae83f6b528 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.447671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Pushing event updated for resources: {'Port': ['ID=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:57.520156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-701b5b71-3b48-4993-b25f-2fae83f6b528 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.532095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-701b5b71-3b48-4993-b25f-2fae83f6b528 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.585666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b5b71-3b48-4993-b25f-2fae83f6b528 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c7907-2079-4396-9c31-f15b7fce3f87,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:57.636504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Deleting port fcf5e533-24fb-4b07-9954-c125ec4026e3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:46:57.638319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.680242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] Deleting subnet 7b66c2b6-af0f-47fb-b606-bae49b5b62f0 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:46:57.693338 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.743130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Attempting to bind port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:46:57.743460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Attempting to bind port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:46:57.743787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Attempting to bind port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:57.757693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd8011-7034-4289-8b5d-1d6238430963 req-dc7e529d-ca2e-4981-819b-02bc57052411 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.770553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07fd8011-7034-4289-8b5d-1d6238430963 req-dc7e529d-ca2e-4981-819b-02bc57052411 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 945 time: 0.3774972 Nov 10 03:46:57.783252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 on network 19ee2310-0d15-4d78-942d-48c00045738f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:46:57.783633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Attempting to bind port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:46:57.798920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:46:57.799869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Checking segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:46:57.800493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Bound using segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:46:57.801120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Bound port: c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:46:57.801500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.807457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-ed493d08-482e-40f2-9d3d-f00f52dfa4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.808210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-ed493d08-482e-40f2-9d3d-f00f52dfa4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.808957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-ed493d08-482e-40f2-9d3d-f00f52dfa4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.824478 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-ed493d08-482e-40f2-9d3d-f00f52dfa4ce service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c053c763ec7b46e4bff8c3556a455783&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5782025 Nov 10 03:46:57.826820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.834316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.840638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.848702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.853264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.859826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.866577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:57.870283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-43af1485-84fd-4816-a1c8-348327a175c9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5371 time: 0.4584961 Nov 10 03:46:57.871212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-701b5b71-3b48-4993-b25f-2fae83f6b528 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.872637 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-701b5b71-3b48-4993-b25f-2fae83f6b528 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7049975 Nov 10 03:46:57.884444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52702) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:57.889557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:57.892709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e3816230-c625-45da-81aa-3c4ad5d6a755 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607926218'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:57.945264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.058090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] For port fcf5e533-24fb-4b07-9954-c125ec4026e3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fcf5e533-24fb-4b07-9954-c125ec4026e3,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:58.058752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.071098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.092650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Calling delete_port for fcf5e533-24fb-4b07-9954-c125ec4026e3 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:46:58.094936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3816230-c625-45da-81aa-3c4ad5d6a755 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.124010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:46:58.129022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.130016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b25ea019-7c51-4d1d-95d3-a76d0e3dde2e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:46:58.134765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b66c2b6-af0f-47fb-b606-bae49b5b62f0 HTTP/1.1" status: 204 len: 168 time: 0.9237964 Nov 10 03:46:58.140433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52704) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:58.191980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb03f6-79be-405f-b732-a5a77432282b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b66c2b6-af0f-47fb-b606-bae49b5b62f0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:58.262474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ab2c290-beb9-4d14-9112-f030cf519b75 req-ed5993ef-d92d-45b7-b65c-909c00034a5d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004361 Nov 10 03:46:58.266942 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07fd8011-7034-4289-8b5d-1d6238430963 req-10bed965-fd1c-465b-8b43-465637087c56 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954352 Nov 10 03:46:58.319808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] For port c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:46:58.326584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] For port c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:46:58.336026 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.406690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:58.436425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:58.438647 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.441190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3816230-c625-45da-81aa-3c4ad5d6a755 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.445119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] 10.222.0.44 "PUT /v2.0/ports/c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 1130 time: 2.4899235 Nov 10 03:46:58.448798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'port_id': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'mac_address': 'fa:16:3e:ad:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a000ff-563e-4184-976c-fcdf21193713', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:46:58.451485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-2c343a81-6309-421a-8ddf-434a40327f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:58.454415 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9a7b909-12da-4798-b48e-a5c6f5137436 req-2c343a81-6309-421a-8ddf-434a40327f9d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6173413 Nov 10 03:46:58.461612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: b25ea019-7c51-4d1d-95d3-a76d0e3dde2e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:46:58.467357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b25ea019-7c51-4d1d-95d3-a76d0e3dde2e not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:46:58.524954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3816230-c625-45da-81aa-3c4ad5d6a755 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.554341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:58.558352 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.559523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c6953-a4c3-4bb9-92eb-ec804a4630ed service neutron] Pushing event updated for resources: {'Port': ['ID=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:58.602025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:46:58.654297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:46:58.659365 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.676115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cbc6c-6aa2-4c37-a5b9-cb77ebb9bfbf req-7f270079-e4d9-458c-9eb7-95b5892d74b5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:58.677903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a7cbc6c-6aa2-4c37-a5b9-cb77ebb9bfbf req-7f270079-e4d9-458c-9eb7-95b5892d74b5 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 946 time: 0.2077487 Nov 10 03:46:58.693983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f32bd-7f18-452d-9c7c-59826d2f8556 req-03ed0964-cbdd-431a-8844-3d9ce16cbc7b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:58.701734 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-563f32bd-7f18-452d-9c7c-59826d2f8556 req-03ed0964-cbdd-431a-8844-3d9ce16cbc7b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1287866 Nov 10 03:46:58.772136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:58.782795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:58.809415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a7cbc6c-6aa2-4c37-a5b9-cb77ebb9bfbf req-ff87c831-79c8-4786-92af-4bba0ac88173 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063545 Nov 10 03:46:58.811139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': 'c2da002c-c11b-4d2a-b7df-42b6b50c14f0'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:46:58.814266 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a39553c-2f79-49de-a763-cbe758d27a54" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "c2da002c-c11b-4d2a-b7df-42b6b50c14f0"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:46:58.899187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-563f32bd-7f18-452d-9c7c-59826d2f8556 req-93b315ab-ff2f-487e-8f1b-3724cf96c8c3 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930936 Nov 10 03:46:58.900978 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945a91a3-74ea-4277-970e-06fa4ea62bb5 x-openstack-request-id: req-945a91a3-74ea-4277-970e-06fa4ea62bb5 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:46:58.901742 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "c2da002c-c11b-4d2a-b7df-42b6b50c14f0", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:46:58.902008 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-945a91a3-74ea-4277-970e-06fa4ea62bb5 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:46:58.902519 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': 'c2da002c-c11b-4d2a-b7df-42b6b50c14f0', 'status': 'completed', 'code': 200} Nov 10 03:46:58.950896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:46:59.481777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3816230-c625-45da-81aa-3c4ad5d6a755 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:59.483345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e3816230-c625-45da-81aa-3c4ad5d6a755 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5942178 Nov 10 03:46:59.523666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52724) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:46:59.526298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:59.532245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e7a1a49a-113f-40c8-bb2d-4ee491e66b6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': '6d7c7907-2079-4396-9c31-f15b7fce3f87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '52848682-f162-4225-9df3-7a8efe9b4011', 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:46:59.547774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.548924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.549691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.550359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.551587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.552283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.552907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.555225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-d76e4ab9-7c69-4459-9d62-c8be32c6c188 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6208 time: 0.6278138 Nov 10 03:46:59.560673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3816230-c625-45da-81aa-3c4ad5d6a755 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52848682-f162-4225-9df3-7a8efe9b4011,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:46:59.644451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-d9895810-3345-4213-8d51-5d8a0a900629 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.647208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-d9895810-3345-4213-8d51-5d8a0a900629 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 945 time: 0.8584971 Nov 10 03:46:59.803378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:59.819460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.825627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.831606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.831944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84da66f9-751d-4bc8-9a61-f64b6d988028']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:59.837793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.843211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f1b452-3f4f-4121-9059-589a91c3612f') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:59.843777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f1b452-3f4f-4121-9059-589a91c3612f') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:46:59.845582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.851642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.857710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.859149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:59.859850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-b663e516-f9dd-4ad6-b6cf-3d4718befef2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5371 time: 0.3665104 Nov 10 03:46:59.873755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552e47-ef0c-4c9d-95ad-cce443ae44a7 req-45fa062b-a9ac-4123-968f-4924420e787a tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.875663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96552e47-ef0c-4c9d-95ad-cce443ae44a7 req-45fa062b-a9ac-4123-968f-4924420e787a tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 945 time: 0.4331992 Nov 10 03:46:59.884289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:59.891165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:46:59.891859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:46:59.919434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-be8aa92a-4f9f-47c5-9da5-192c41f876d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.920062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-be8aa92a-4f9f-47c5-9da5-192c41f876d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.920584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-be8aa92a-4f9f-47c5-9da5-192c41f876d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:46:59.922229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-be8aa92a-4f9f-47c5-9da5-192c41f876d2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c053c763ec7b46e4bff8c3556a455783&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3307912 Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:46:59.957491 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:47:00.028831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96552e47-ef0c-4c9d-95ad-cce443ae44a7 req-fbc1d59c-0ddb-42a2-bde3-9dcc227113f1 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272101 Nov 10 03:47:00.102359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64d0763b-e5e0-43a6-95da-c981a8bef111 req-0269702d-36cc-460e-b054-98f86550828a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258763 Nov 10 03:47:00.150357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:00.269765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:00.272586 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.340740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3846c969-90af-483f-b044-b4936ae9b39c req-eff787fb-5f0f-4f72-9c54-cdfd496f649b tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcb875d-552f-48fd-8f82-54f927042689 HTTP/1.1" status: 200 len: 210 time: 0.1052301 Nov 10 03:47:00.351584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7e0c1a-9fff-4db7-90fd-33279e571fde {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:00.357747 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-bab3341c-5a09-4500-82b1-d558255860e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:00.360331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a39553c-2f79-49de-a763-cbe758d27a54 req-bab3341c-5a09-4500-82b1-d558255860e6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4049301 Nov 10 03:47:00.361434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.390542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc1cd-2f5c-4e1d-8a06-a112e498461f req-e27ce352-0fbf-4c15-87d9-6a68ac3e1a40 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:00.400318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-142cc1cd-2f5c-4e1d-8a06-a112e498461f req-e27ce352-0fbf-4c15-87d9-6a68ac3e1a40 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 945 time: 0.1011539 Nov 10 03:47:00.401497 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.417314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.447134 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.460389 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] 10.222.0.24 "DELETE /v2.0/networks/84da66f9-751d-4bc8-9a61-f64b6d988028 HTTP/1.1" status: 204 len: 168 time: 2.3079298 Nov 10 03:47:00.469567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-142cc1cd-2f5c-4e1d-8a06-a112e498461f req-289d7aa1-fd3b-410b-9ec6-bb29106ddc36 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682287 Nov 10 03:47:00.476214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['dc54562d-d90a-4039-bb1d-e95641ad80c7'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:00.479135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Transition to ACTIVE for port object 7d7e0c1a-9fff-4db7-90fd-33279e571fde will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:00.518031 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.525649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59336031-d15f-415e-8496-748fcfd4d89d admin admin] Pushing event deleted for resources: {'Network': ['ID=84da66f9-751d-4bc8-9a61-f64b6d988028,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:00.530682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.537410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Pushing event deleted for resources: {'Port': ['ID=fcf5e533-24fb-4b07-9954-c125ec4026e3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:00.539826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7a1a49a-113f-40c8-bb2d-4ee491e66b6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.585351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:00.589156 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a68aa8f-54a1-4a5c-a1bf-866f6735e255" -d '{"events": [{"server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:00.619541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:00.625669 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.627358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fcf5e533-24fb-4b07-9954-c125ec4026e3 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:00.720232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: fcf5e533-24fb-4b07-9954-c125ec4026e3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:00.720567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fcf5e533-24fb-4b07-9954-c125ec4026e3 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:00.726496 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc47913-445b-40f7-a3bc-e8eae4b128dc x-openstack-request-id: req-4dc47913-445b-40f7-a3bc-e8eae4b128dc {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:00.726826 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:00.727072 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dc47913-445b-40f7-a3bc-e8eae4b128dc {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:00.727473 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'code': 200} Nov 10 03:47:00.866753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] No DVR routers for this DVR port fcf5e533-24fb-4b07-9954-c125ec4026e3 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:00.876700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52744) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:00.877635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.892198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1512712-97dc-4318-9bd5-fd7912b5e5bd req-65f4c0db-faae-494c-ac46-aad720c0f560 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "DELETE /v2.0/ports/fcf5e533-24fb-4b07-9954-c125ec4026e3 HTTP/1.1" status: 204 len: 173 time: 4.3069377 Nov 10 03:47:00.893281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcb875d-552f-48fd-8f82-54f927042689', 'name': 'network-vif-deleted', 'tag': 'fcf5e533-24fb-4b07-9954-c125ec4026e3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:00.895684 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211eb3ae-f1a2-4cb7-8c6a-a753dc157a17" -d '{"events": [{"server_uuid": "5dcb875d-552f-48fd-8f82-54f927042689", "name": "network-vif-deleted", "tag": "fcf5e533-24fb-4b07-9954-c125ec4026e3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:00.900304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Deleting port 0ef6d4a1-190b-45ad-9053-9330e2c45614 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:00.900601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:00.916750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:00.943311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Pushing event updated for resources: {'Port': ['ID=7d7e0c1a-9fff-4db7-90fd-33279e571fde,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:01.142457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f4d7d59e-ce85-4ae3-9f51-7ea4b71f9d0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75e72700561a4d15ad168ce3977fedb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626455 Nov 10 03:47:01.143282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52756) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:01.180508 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e80575-9ff5-41a1-a6b6-1970cb4087bc x-openstack-request-id: req-82e80575-9ff5-41a1-a6b6-1970cb4087bc {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:01.180805 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcb875d-552f-48fd-8f82-54f927042689", "name": "network-vif-deleted", "tag": "fcf5e533-24fb-4b07-9954-c125ec4026e3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:01.181041 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82e80575-9ff5-41a1-a6b6-1970cb4087bc {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:01.181460 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcb875d-552f-48fd-8f82-54f927042689', 'name': 'network-vif-deleted', 'tag': 'fcf5e533-24fb-4b07-9954-c125ec4026e3', 'status': 'completed', 'code': 200} Nov 10 03:47:01.312846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dc4-9c19-4fd1-91ad-797731c1ecdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.438328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7a1a49a-113f-40c8-bb2d-4ee491e66b6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.460603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7a1a49a-113f-40c8-bb2d-4ee491e66b6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.495148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dc4-9c19-4fd1-91ad-797731c1ecdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.528685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b4e6-334f-49c8-b2c9-c9320b9ece52 req-4a221b60-3381-40c2-8682-7f5a33c2855e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.531008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c08b4e6-334f-49c8-b2c9-c9320b9ece52 req-4a221b60-3381-40c2-8682-7f5a33c2855e tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 945 time: 0.2615225 Nov 10 03:47:01.560351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1a49a-113f-40c8-bb2d-4ee491e66b6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f134b29-472b-4833-b57e-b477d7191492,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:01.606946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.617027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.632137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.637679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7a1a49a-113f-40c8-bb2d-4ee491e66b6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.638495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.639517 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e7a1a49a-113f-40c8-bb2d-4ee491e66b6e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.1109421 Nov 10 03:47:01.648312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02cdc2-7552-4ed6-b9c1-75d031008f25 req-f7c92a3b-2794-4164-ac3d-34dfe4e39489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.649076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.650307 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c02cdc2-7552-4ed6-b9c1-75d031008f25 req-f7c92a3b-2794-4164-ac3d-34dfe4e39489 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 1097 time: 0.4867520 Nov 10 03:47:01.652431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] For port 0ef6d4a1-190b-45ad-9053-9330e2c45614, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0ef6d4a1-190b-45ad-9053-9330e2c45614,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:01.652665 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.654967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52770) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:01.657778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.665376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:01.667758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Attempting to bind port 7d7e0c1a-9fff-4db7-90fd-33279e571fde on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:01.668118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Attempting to bind port 7d7e0c1a-9fff-4db7-90fd-33279e571fde by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:01.668444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Attempting to bind port 7d7e0c1a-9fff-4db7-90fd-33279e571fde on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:01.668873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-70c251f8-a4c3-44b8-99e1-6a1ddd13c1a0 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5383 time: 0.2834754 Nov 10 03:47:01.689386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Calling delete_port for 0ef6d4a1-190b-45ad-9053-9330e2c45614 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:01.714235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Port 7d7e0c1a-9fff-4db7-90fd-33279e571fde on network 19ee2310-0d15-4d78-942d-48c00045738f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:01.714564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Attempting to bind port 7d7e0c1a-9fff-4db7-90fd-33279e571fde on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:01.757262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:01.757955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Checking segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:01.758543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Bound using segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:01.759227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Bound port: 7d7e0c1a-9fff-4db7-90fd-33279e571fde, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:01.759790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.786427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd08389-b40f-4973-b388-483b4140d607 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.803107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd1ca667-b763-4c91-b78f-99f825cdd2ac req-8772ab84-7e48-4edd-86e4-13991c284d8a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131124 Nov 10 03:47:01.840110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd08389-b40f-4973-b388-483b4140d607 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.860948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c02cdc2-7552-4ed6-b9c1-75d031008f25 req-66eba505-13f2-48bb-829f-c31dc58d0dca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901629 Nov 10 03:47:01.868350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c08b4e6-334f-49c8-b2c9-c9320b9ece52 req-0e5dc2ea-5ee6-4442-a1ee-ed70bbb57101 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc1c2e2-854e-44d5-8a43-780ea527aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291755 Nov 10 03:47:01.921694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dc4-9c19-4fd1-91ad-797731c1ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.934141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dc4-9c19-4fd1-91ad-797731c1ecdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.935737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd08389-b40f-4973-b388-483b4140d607 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:01.938948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4f7d4dc4-9c19-4fd1-91ad-797731c1ecdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4199f1c-d140-445b-95e6-41481582d82c HTTP/1.1" status: 204 len: 168 time: 0.7706406 Nov 10 03:47:01.990978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4dc4-9c19-4fd1-91ad-797731c1ecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4199f1c-d140-445b-95e6-41481582d82c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:02.005048 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dd08389-b40f-4973-b388-483b4140d607 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.015210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3dd08389-b40f-4973-b388-483b4140d607 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8f134b29-472b-4833-b57e-b477d7191492 HTTP/1.1" status: 204 len: 168 time: 0.3588076 Nov 10 03:47:02.015550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52776) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:02.048464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd08389-b40f-4973-b388-483b4140d607 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f134b29-472b-4833-b57e-b477d7191492,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:02.078308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] For port 7d7e0c1a-9fff-4db7-90fd-33279e571fde, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:02.087949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] For port 7d7e0c1a-9fff-4db7-90fd-33279e571fde, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:02.098473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.226323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:02.230031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.231773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] 10.222.0.44 "PUT /v2.0/ports/7d7e0c1a-9fff-4db7-90fd-33279e571fde HTTP/1.1" status: 200 len: 1090 time: 3.6871829 Nov 10 03:47:02.291510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:02.299118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4d1beaad-6133-4313-bf1b-2c39676244cf tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2797382 Nov 10 03:47:02.302466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52782) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:02.374007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.411551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025df5-1b89-4f93-bb78-1c95b96337ad service neutron] Pushing event updated for resources: {'Port': ['ID=7d7e0c1a-9fff-4db7-90fd-33279e571fde,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:02.481522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdec844-11b6-48a4-9fa6-0ecb6c3d32f4 req-8a2e02e3-4307-445d-ad40-2fa575990515 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:02.483319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bdec844-11b6-48a4-9fa6-0ecb6c3d32f4 req-8a2e02e3-4307-445d-ad40-2fa575990515 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.3600848 Nov 10 03:47:02.539362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3381d65-746d-4f72-894b-df1032bea2bc tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.541983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Pushing event deleted for resources: {'Port': ['ID=0ef6d4a1-190b-45ad-9053-9330e2c45614,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:02.544493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.577241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878090-b522-424b-924c-166c9ee637ed req-a7612df5-9a7c-412a-b6fb-5a302a878b3d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:02.579103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab878090-b522-424b-924c-166c9ee637ed req-a7612df5-9a7c-412a-b6fb-5a302a878b3d tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.2206225 Nov 10 03:47:02.613580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] No DVR routers for this DVR port 0ef6d4a1-190b-45ad-9053-9330e2c45614 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:02.624440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.627867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6da766de-7bf4-4ce6-975f-96d0f311735c req-89f185a8-b3da-43a8-b0b1-fca26b7256e2 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.11 "DELETE /v2.0/ports/0ef6d4a1-190b-45ad-9053-9330e2c45614 HTTP/1.1" status: 204 len: 173 time: 2.9731450 Nov 10 03:47:02.635289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3381d65-746d-4f72-894b-df1032bea2bc tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:02.653335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bdec844-11b6-48a4-9fa6-0ecb6c3d32f4 req-1852b43b-d345-497d-8505-e431a785fece tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537707 Nov 10 03:47:02.724001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab878090-b522-424b-924c-166c9ee637ed req-c62e6f7b-bad7-4f84-a0b7-b5aa96ea929a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235554 Nov 10 03:47:02.830831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0ef6d4a1-190b-45ad-9053-9330e2c45614 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:02.879106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 0ef6d4a1-190b-45ad-9053-9330e2c45614 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:02.879702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0ef6d4a1-190b-45ad-9053-9330e2c45614 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:02.996859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3381d65-746d-4f72-894b-df1032bea2bc tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:03.000680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3381d65-746d-4f72-894b-df1032bea2bc tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:03.007697 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e3381d65-746d-4f72-894b-df1032bea2bc tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/52848682-f162-4225-9df3-7a8efe9b4011 HTTP/1.1" status: 204 len: 168 time: 0.6965270 Nov 10 03:47:03.008967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52806) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:03.069458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.072063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3381d65-746d-4f72-894b-df1032bea2bc tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52848682-f162-4225-9df3-7a8efe9b4011,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:03.078955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.087886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.123650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.140869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.168790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.183053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.194018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '7d7e0c1a-9fff-4db7-90fd-33279e571fde'}, {'server_uuid': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'name': 'network-vif-deleted', 'tag': '0ef6d4a1-190b-45ad-9053-9330e2c45614'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:03.195856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-9d632bad-2cc5-4f06-9bb9-e0df5deca7c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5383 time: 0.2141831 Nov 10 03:47:03.201226 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a420cc-a820-4672-8b43-d91f7740001f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "7d7e0c1a-9fff-4db7-90fd-33279e571fde"}, {"server_uuid": "7f1d858d-6df0-4473-9515-11ab23c9db94", "name": "network-vif-deleted", "tag": "0ef6d4a1-190b-45ad-9053-9330e2c45614"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:03.284842 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8a93c597-bacf-4dba-b5c1-71a0d3234f2b tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2471130 Nov 10 03:47:03.303211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52812) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:03.343466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abec28e7-fd4e-4f52-b0ce-237edd8028a5 req-c1e0c25a-cbe5-4608-a046-680be848b7e5 tempest-AttachSCSIVolumeTestJSON-1096009392 tempest-AttachSCSIVolumeTestJSON-1096009392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1d858d-6df0-4473-9515-11ab23c9db94 HTTP/1.1" status: 200 len: 210 time: 0.1355364 Nov 10 03:47:03.456310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0eb6cf62-4ce9-4a3e-8493-e3ac71225fb5 req-6c61fd14-f882-43b7-ad37-a976b8fc1d54 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2594469 Nov 10 03:47:03.537553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd32f17-bda4-4cb6-9666-0487bae0539b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:03.548350 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d97f1e-6392-4ca8-a84a-9fb0784c8d93 x-openstack-request-id: req-14d97f1e-6392-4ca8-a84a-9fb0784c8d93 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:03.548661 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "7d7e0c1a-9fff-4db7-90fd-33279e571fde", "status": "completed", "code": 200}, {"server_uuid": "7f1d858d-6df0-4473-9515-11ab23c9db94", "name": "network-vif-deleted", "tag": "0ef6d4a1-190b-45ad-9053-9330e2c45614", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:03.548890 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14d97f1e-6392-4ca8-a84a-9fb0784c8d93 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:03.551613 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '7d7e0c1a-9fff-4db7-90fd-33279e571fde', 'status': 'completed', 'code': 200} Nov 10 03:47:03.556260 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1d858d-6df0-4473-9515-11ab23c9db94', 'name': 'network-vif-deleted', 'tag': '0ef6d4a1-190b-45ad-9053-9330e2c45614', 'status': 'completed', 'code': 200} Nov 10 03:47:03.655391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5a420cc-a820-4672-8b43-d91f7740001f req-270fe788-102d-412b-9ed6-14847c07c00d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6275 time: 0.1574826 Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Transition to ACTIVE for port object bdd32f17-bda4-4cb6-9666-0487bae0539b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:03.755939 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82f3679d-0843-466a-9819-5b8333fb47a6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:03.804185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:03.881225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82f3679d-0843-466a-9819-5b8333fb47a6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:03.939375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49580aa-a713-4f7f-9f93-6de0ed80adab req-75ee83dc-fa85-4c80-b11c-084b06b0ebd9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:03.941018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d49580aa-a713-4f7f-9f93-6de0ed80adab req-75ee83dc-fa85-4c80-b11c-084b06b0ebd9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1965554 Nov 10 03:47:04.026346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:04.028110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd32f17-bda4-4cb6-9666-0487bae0539b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:04.070383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d49580aa-a713-4f7f-9f93-6de0ed80adab req-9cf58b87-30c4-462c-92d9-2459dcf2fcd5 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930910 Nov 10 03:47:04.091978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bde08-acd5-4161-be14-c7ea98ce81b6 req-5867503f-d7cb-4095-815f-cbc982d46c59 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.103348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-931bde08-acd5-4161-be14-c7ea98ce81b6 req-5867503f-d7cb-4095-815f-cbc982d46c59 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.1505873 Nov 10 03:47:04.132619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-9de28e4e-b0cb-4096-a98b-242222b1968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.133408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-9de28e4e-b0cb-4096-a98b-242222b1968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.134102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-9de28e4e-b0cb-4096-a98b-242222b1968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.135913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5a420cc-a820-4672-8b43-d91f7740001f req-9de28e4e-b0cb-4096-a98b-242222b1968a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c053c763ec7b46e4bff8c3556a455783&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4178803 Nov 10 03:47:04.218383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-931bde08-acd5-4161-be14-c7ea98ce81b6 req-7646885c-293c-49a7-a4db-566dcbd12f4a tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063335 Nov 10 03:47:04.302646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82f3679d-0843-466a-9819-5b8333fb47a6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.305488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-82f3679d-0843-466a-9819-5b8333fb47a6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.306717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-82f3679d-0843-466a-9819-5b8333fb47a6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/6d7c7907-2079-4396-9c31-f15b7fce3f87 HTTP/1.1" status: 204 len: 168 time: 1.0025601 Nov 10 03:47:04.322525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:04.327090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-75872965-network', 'tenant_id': 'bf797513741b442eb32184a42b73926c'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:04.348074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3679d-0843-466a-9819-5b8333fb47a6 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c7907-2079-4396-9c31-f15b7fce3f87,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:04.355487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Attempting to bind port bdd32f17-bda4-4cb6-9666-0487bae0539b on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:04.355853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Attempting to bind port bdd32f17-bda4-4cb6-9666-0487bae0539b by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:04.356231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Attempting to bind port bdd32f17-bda4-4cb6-9666-0487bae0539b on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:04.393307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Port bdd32f17-bda4-4cb6-9666-0487bae0539b on network 19ee2310-0d15-4d78-942d-48c00045738f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:04.393859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Attempting to bind port bdd32f17-bda4-4cb6-9666-0487bae0539b on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:04.437380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:04.441338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Checking segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:04.441911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Bound using segment: {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:04.442578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Bound port: bdd32f17-bda4-4cb6-9666-0487bae0539b, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1754140-25b7-4278-89ed-c7c59eba48af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:04.443118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.474330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-c172f624-6c67-4d26-97db-3668b3f0cdd1 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.476221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-c172f624-6c67-4d26-97db-3668b3f0cdd1 tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 946 time: 0.2130065 Nov 10 03:47:04.482967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a420cc-a820-4672-8b43-d91f7740001f req-8315eafc-1563-4556-bb00-4cdaa5156947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.488105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5a420cc-a820-4672-8b43-d91f7740001f req-8315eafc-1563-4556-bb00-4cdaa5156947 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3439894 Nov 10 03:47:04.546365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Made reservation on behalf of bf797513741b442eb32184a42b73926c for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:04.550579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.564522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.571635 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7befb123-ffcb-4637-81ce-07a98c888c05 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2464497 Nov 10 03:47:04.572261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52862) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:04.579183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-77806ce2-ad21-4b8f-afde-975287df0c6c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--955513899'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:04.591093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dbc97-039f-4567-a718-7843bd0d36cf req-10f55451-c3c1-4840-832b-763733b47196 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.600405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-041dbc97-039f-4567-a718-7843bd0d36cf req-10f55451-c3c1-4840-832b-763733b47196 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2605414 Nov 10 03:47:04.652707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77806ce2-ad21-4b8f-afde-975287df0c6c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.821544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] For port bdd32f17-bda4-4cb6-9666-0487bae0539b, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:04.825193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] For port bdd32f17-bda4-4cb6-9666-0487bae0539b, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:04.833352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.901662 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.923440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-041dbc97-039f-4567-a718-7843bd0d36cf req-bc7bdfaf-ff38-4771-b9e5-36fc4c735e91 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145044 Nov 10 03:47:04.949230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.956902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.964391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.970517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.982233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.982526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:04.982852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:04.989132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] 10.222.0.44 "PUT /v2.0/ports/bdd32f17-bda4-4cb6-9666-0487bae0539b HTTP/1.1" status: 200 len: 1090 time: 2.7221391 Nov 10 03:47:04.999130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:05.005851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:05.034198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-72ebb924-d31b-455e-986f-ad24ee9f5e13 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5395 time: 0.3165421 Nov 10 03:47:05.038237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77806ce2-ad21-4b8f-afde-975287df0c6c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.041530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.054840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:05.073142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77806ce2-ad21-4b8f-afde-975287df0c6c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.115010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee07320-1947-46c1-b9f1-28e89374d098,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:05.202299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:47:05.210064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Deleting port dc54562d-d90a-4039-bb1d-e95641ad80c7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:05.210492 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.416749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.420898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806ce2-ad21-4b8f-afde-975287df0c6c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a58169-ada9-4d8e-9edb-0506ebe32df2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:05.431284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] For port dc54562d-d90a-4039-bb1d-e95641ad80c7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dc54562d-d90a-4039-bb1d-e95641ad80c7,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:05.431646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.442682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77806ce2-ad21-4b8f-afde-975287df0c6c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.445146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Calling delete_port for dc54562d-d90a-4039-bb1d-e95641ad80c7 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:05.447435 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-77806ce2-ad21-4b8f-afde-975287df0c6c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8718092 Nov 10 03:47:05.454190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52898) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:05.478894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-662d4c50-d3cb-43cc-867e-22796ae66e50 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': 'f0a58169-ada9-4d8e-9edb-0506ebe32df2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:05.486824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d829bb-9984-4774-9915-0b15bf430be0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd32f17-bda4-4cb6-9666-0487bae0539b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:05.608505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': 'bdd32f17-bda4-4cb6-9666-0487bae0539b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:05.614190 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b2b8be-b9fd-4393-9f28-45f105b0b747" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "bdd32f17-bda4-4cb6-9666-0487bae0539b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:05.626659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.639815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['dc54562d-d90a-4039-bb1d-e95641ad80c7'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:05.660729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662d4c50-d3cb-43cc-867e-22796ae66e50 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.684551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.684884 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Added segment 66cd8907-f52c-463f-a8ee-26b751e1dfec of type vlan for network 90f3f886-f3b7-4293-8cc0-478495a56826 Nov 10 03:47:05.751442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Pushing event deleted for resources: {'Port': ['ID=dc54562d-d90a-4039-bb1d-e95641ad80c7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:05.808433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.907467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662d4c50-d3cb-43cc-867e-22796ae66e50 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.912583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec322a0b-9c47-4147-8b08-a519269f0608 req-dc5318e9-c032-47a8-adff-670d86656e1c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8748600 Nov 10 03:47:05.918672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662d4c50-d3cb-43cc-867e-22796ae66e50 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.969198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.973017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:05.973615 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:05.982808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4c50-d3cb-43cc-867e-22796ae66e50 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc010f7b-be85-4424-bee8-2d26e4051c93,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:06.029600 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-662d4c50-d3cb-43cc-867e-22796ae66e50 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.031110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] No DVR routers for this DVR port dc54562d-d90a-4039-bb1d-e95641ad80c7 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:06.042173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-662d4c50-d3cb-43cc-867e-22796ae66e50 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5866752 Nov 10 03:47:06.045565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52932) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:06.070363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0318911 Nov 10 03:47:06.070363 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.081315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6e7baa-6221-4a0d-bf7c-71f209f29b46 req-2a53fd24-2d79-4fd8-be8f-41e4c9843fad tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.44 "DELETE /v2.0/ports/dc54562d-d90a-4039-bb1d-e95641ad80c7 HTTP/1.1" status: 204 len: 173 time: 1.5927856 Nov 10 03:47:06.085803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:06.110528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'name': 'network-vif-deleted', 'tag': 'dc54562d-d90a-4039-bb1d-e95641ad80c7'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:06.113811 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a5e02-f919-4977-9820-ac9eb1c860ef" -d '{"events": [{"server_uuid": "0d5d15e0-9718-4cc1-a2af-191a89684b3a", "name": "network-vif-deleted", "tag": "dc54562d-d90a-4039-bb1d-e95641ad80c7"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:06.145367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf5e-de16-4469-ad4d-8b1950e3637e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.194828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf5e-de16-4469-ad4d-8b1950e3637e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.198323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Request body: {'subnet': {'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-75872965-subnet', 'tenant_id': 'bf797513741b442eb32184a42b73926c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:06.261128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308fdf-3d65-4be6-804f-bf7b860d8452 admin admin] Pushing event updated for resources: {'Network': ['ID=90f3f886-f3b7-4293-8cc0-478495a56826,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:06.272213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 90f3f886-f3b7-4293-8cc0-478495a56826 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:47:06.302983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea7af327-0cb4-44ac-96c6-f811c8e9afd8 req-8a73b80e-f988-45f8-880c-8e074ea6a3ac tempest-ListServerFiltersTestJSON-987203806 tempest-ListServerFiltersTestJSON-987203806-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5d15e0-9718-4cc1-a2af-191a89684b3a HTTP/1.1" status: 200 len: 210 time: 0.1954145 Nov 10 03:47:06.339690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581d1b65-44dd-445b-944a-e9c9e60ceb38 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:06.349263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.363401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Transition to ACTIVE for port object 581d1b65-44dd-445b-944a-e9c9e60ceb38 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:06.365234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf5e-de16-4469-ad4d-8b1950e3637e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.373332 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.389072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf5e-de16-4469-ad4d-8b1950e3637e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.392816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b1dfcf5e-de16-4469-ad4d-8b1950e3637e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fc010f7b-be85-4424-bee8-2d26e4051c93 HTTP/1.1" status: 204 len: 168 time: 0.3358369 Nov 10 03:47:06.401061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52956) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:06.464640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfcf5e-de16-4469-ad4d-8b1950e3637e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc010f7b-be85-4424-bee8-2d26e4051c93,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:06.479136 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559182ac-d86f-44bc-a479-7c6c50b8c7f4 x-openstack-request-id: req-559182ac-d86f-44bc-a479-7c6c50b8c7f4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:06.479511 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "bdd32f17-bda4-4cb6-9666-0487bae0539b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:06.479708 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-559182ac-d86f-44bc-a479-7c6c50b8c7f4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:06.480152 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': 'bdd32f17-bda4-4cb6-9666-0487bae0539b', 'status': 'completed', 'code': 200} Nov 10 03:47:06.530248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Made reservation on behalf of bf797513741b442eb32184a42b73926c for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:06.532855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.618499 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d7918d-83ef-4fec-ab19-dd3b5dcc674c x-openstack-request-id: req-72d7918d-83ef-4fec-ab19-dd3b5dcc674c {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:06.618499 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5d15e0-9718-4cc1-a2af-191a89684b3a", "name": "network-vif-deleted", "tag": "dc54562d-d90a-4039-bb1d-e95641ad80c7", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:06.618499 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72d7918d-83ef-4fec-ab19-dd3b5dcc674c {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:06.618910 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5d15e0-9718-4cc1-a2af-191a89684b3a', 'name': 'network-vif-deleted', 'tag': 'dc54562d-d90a-4039-bb1d-e95641ad80c7', 'status': 'completed', 'code': 200} Nov 10 03:47:06.627226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Attempting to bind port 581d1b65-44dd-445b-944a-e9c9e60ceb38 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:06.627226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Attempting to bind port 581d1b65-44dd-445b-944a-e9c9e60ceb38 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:06.627666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Attempting to bind port 581d1b65-44dd-445b-944a-e9c9e60ceb38 on network 7d0374c2-10dc-4f4a-850d-1b602147ceac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:06.630630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Pushing event updated for resources: {'Port': ['ID=581d1b65-44dd-445b-944a-e9c9e60ceb38,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:06.635556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Port 581d1b65-44dd-445b-944a-e9c9e60ceb38 on network 7d0374c2-10dc-4f4a-850d-1b602147ceac not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:06.635976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Attempting to bind port 581d1b65-44dd-445b-944a-e9c9e60ceb38 on network 7d0374c2-10dc-4f4a-850d-1b602147ceac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:06.648200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-16ff2a2e-60ea-4589-8605-1346d296ced7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2448788 Nov 10 03:47:06.648532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:06.648806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Checking segment: {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:06.649175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Bound using segment: {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:06.649858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Bound port: 581d1b65-44dd-445b-944a-e9c9e60ceb38, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:06.650244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.652057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52970) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:06.740394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.740802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.741645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.741856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.743086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.743227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.743797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.745902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-a8649a2e-8788-433b-9352-1f24eb519eb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6367 time: 0.2763417 Nov 10 03:47:06.749509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87901bc1-6f18-4859-ad21-07f512161494 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.795161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87901bc1-6f18-4859-ad21-07f512161494 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.806829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] For port 581d1b65-44dd-445b-944a-e9c9e60ceb38, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:06.811217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] For port 581d1b65-44dd-445b-944a-e9c9e60ceb38, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:06.834033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.855547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-7510a39d-96f3-44da-b09f-2eb11fd1d401 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.863577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-7510a39d-96f3-44da-b09f-2eb11fd1d401 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 814 time: 0.6438332 Nov 10 03:47:06.927367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Pushing event updated for resources: {'Port': ['ID=581d1b65-44dd-445b-944a-e9c9e60ceb38,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:06.937620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.938615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.941048 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-858014d2-d7e3-4d98-bc49-57661eaffed8 service neutron] 10.222.0.44 "PUT /v2.0/ports/581d1b65-44dd-445b-944a-e9c9e60ceb38 HTTP/1.1" status: 200 len: 1091 time: 1.8984766 Nov 10 03:47:06.966976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-ad727669-d709-4dca-9217-8da8a7b0be13 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/quotas/ba957c1d97a84d90a8fcf9ecd6774e99 HTTP/1.1" status: 200 len: 375 time: 0.1022978 Nov 10 03:47:06.973632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b872d-a4b7-4d6d-b7a7-43ba229bc2cf req-820f36d5-1d52-46cc-8c25-de444b4ad795 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:06.975562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-889b872d-a4b7-4d6d-b7a7-43ba229bc2cf req-820f36d5-1d52-46cc-8c25-de444b4ad795 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1096 time: 0.2832828 Nov 10 03:47:06.979355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87901bc1-6f18-4859-ad21-07f512161494 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.982379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87901bc1-6f18-4859-ad21-07f512161494 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:06.983909 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-87901bc1-6f18-4859-ad21-07f512161494 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0a58169-ada9-4d8e-9edb-0506ebe32df2 HTTP/1.1" status: 204 len: 168 time: 0.3309367 Nov 10 03:47:07.005752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52974) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:07.006243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-69c761b1-b119-4eac-a04a-5596a2328751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.006708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-69c761b1-b119-4eac-a04a-5596a2328751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.007159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-69c761b1-b119-4eac-a04a-5596a2328751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.008935 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-69c761b1-b119-4eac-a04a-5596a2328751 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c053c763ec7b46e4bff8c3556a455783&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2387829 Nov 10 03:47:07.012619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Request body: {'port': {'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:07.015837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87901bc1-6f18-4859-ad21-07f512161494 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a58169-ada9-4d8e-9edb-0506ebe32df2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:07.105484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b842fb4e-5ba9-463b-81e8-91d2508260a2 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856326 Nov 10 03:47:07.113751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52976) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:07.124477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8be4ee0f-587e-42b5-9ad2-f33e0a7490ba tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group': {'name': 'tempest-secgroup--920676202'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:07.160452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-889b872d-a4b7-4d6d-b7a7-43ba229bc2cf req-dfc3ac93-8c61-4d02-adfa-bc8472945c9f tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735077 Nov 10 03:47:07.220422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-1bf2f532-1c4e-4f7d-89fd-0b3a5233b60a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2375700 Nov 10 03:47:07.221073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-b059b5af-dee8-4203-a8ba-5384e5bb17f6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.222181 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-b059b5af-dee8-4203-a8ba-5384e5bb17f6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2475200 Nov 10 03:47:07.278571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.282422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.316275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8be4ee0f-587e-42b5-9ad2-f33e0a7490ba tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.367860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-7dfe564b-7caf-4c1f-954d-cbd21abaf55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.369440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26b2b8be-b9fd-4393-9f28-45f105b0b747 req-7dfe564b-7caf-4c1f-954d-cbd21abaf55a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3430758 Nov 10 03:47:07.431774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d122f166-eca0-4777-9a42-38bd61c17fd8,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:07.472513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8e72-59af-4dd4-be25-7ec833e51827 req-69ec2da3-c886-496a-b7a9-00d4df6aa8a1 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.480569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Deleting port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:07.480939 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.482306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a0d8e72-59af-4dd4-be25-7ec833e51827 req-69ec2da3-c886-496a-b7a9-00d4df6aa8a1 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 951 time: 0.1583972 Nov 10 03:47:07.492346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Checking segment: {'id': '66cd8907-f52c-463f-a8ee-26b751e1dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:07.492725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Network hostable DHCP agents. Network: 90f3f886-f3b7-4293-8cc0-478495a56826, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:47:07.498096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-ef50b64c-2c8b-411c-b231-4d98d2bb83df service neutron] 10.222.0.24 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610502 Nov 10 03:47:07.615581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a0d8e72-59af-4dd4-be25-7ec833e51827 req-29fb33d1-c781-4eec-9c49-90a2870bc6c8 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322353 Nov 10 03:47:07.621573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8be4ee0f-587e-42b5-9ad2-f33e0a7490ba tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.626150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Network 90f3f886-f3b7-4293-8cc0-478495a56826 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:47:07.655858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 90f3f886-f3b7-4293-8cc0-478495a56826) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:07.664017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e164f0-79a2-4291-a41e-f721c280dd7f None None] Network 90f3f886-f3b7-4293-8cc0-478495a56826 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:07.679198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] For port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:07.681642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.685847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.690629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.698940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Calling delete_port for 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:07.747206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-799bf7ed-8463-496f-a385-6e4c5259d271 service neutron] 10.222.0.24 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376428 Nov 10 03:47:07.761793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fa6a876f-8f9e-4266-b8b9-daf45bf247de admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6398852 Nov 10 03:47:07.841916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.906757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.912428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35abd25a-f782-4a4c-83e0-51d0ff64ec24 None None] Network 90f3f886-f3b7-4293-8cc0-478495a56826 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:07.920124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.930822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.945157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8be4ee0f-587e-42b5-9ad2-f33e0a7490ba tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.967061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:07.977141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:07.999015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:08.019880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:08.036798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:08.040668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70639175-2d02-4b87-91c5-d943732e119f req-dd6d90e3-17e5-4e70-852f-f96987bb08b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5407 time: 0.2750020 Nov 10 03:47:08.101011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:08.133368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8be4ee0f-587e-42b5-9ad2-f33e0a7490ba tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.134576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8be4ee0f-587e-42b5-9ad2-f33e0a7490ba tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0145583 Nov 10 03:47:08.139189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52996) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:08.144943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Pushing event deleted for resources: {'Port': ['ID=3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:08.149808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1255d8a3-2f51-4e2b-8717-e5357b2c8d5e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': 'fd6041ac-2122-40fc-9375-f9d955f79780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:08.177870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4ee0f-587e-42b5-9ad2-f33e0a7490ba tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6041ac-2122-40fc-9375-f9d955f79780,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:08.202818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dc54562d-d90a-4039-bb1d-e95641ad80c7 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:08.219194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70639175-2d02-4b87-91c5-d943732e119f req-1dfe04db-b740-48a0-921c-bf531ef1ebe4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681919 Nov 10 03:47:08.259799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: dc54562d-d90a-4039-bb1d-e95641ad80c7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:08.260143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dc54562d-d90a-4039-bb1d-e95641ad80c7 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:08.275676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1255d8a3-2f51-4e2b-8717-e5357b2c8d5e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.305734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] No DVR routers for this DVR port 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:08.355294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53002) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:08.360957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.364434 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-78ac78ae-6f3f-4416-81f1-c305511f2ef2 req-a28af356-bd20-4bbe-99be-d03686d9e291 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "DELETE /v2.0/ports/3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 HTTP/1.1" status: 204 len: 173 time: 1.1349633 Nov 10 03:47:08.419332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedabf35-0627-49b3-b45a-9adb45dbb1d7 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:08.431979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.475578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Transition to ACTIVE for port object dedabf35-0627-49b3-b45a-9adb45dbb1d7 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:08.486516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38'}, {'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'name': 'network-vif-deleted', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:08.490060 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd32aae4-81ef-479f-b1ec-174a76de2354" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38"}, {"server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "name": "network-vif-deleted", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:08.501553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.506932 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1255d8a3-2f51-4e2b-8717-e5357b2c8d5e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.518953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] Deleting subnet 927013b3-515d-4926-933b-c1074f46cc26 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:47:08.528322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.537859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1255d8a3-2f51-4e2b-8717-e5357b2c8d5e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.642943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Pushing event updated for resources: {'Port': ['ID=dedabf35-0627-49b3-b45a-9adb45dbb1d7,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:08.774385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Attempting to bind port dedabf35-0627-49b3-b45a-9adb45dbb1d7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:08.774995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Attempting to bind port dedabf35-0627-49b3-b45a-9adb45dbb1d7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:08.777210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Attempting to bind port dedabf35-0627-49b3-b45a-9adb45dbb1d7 on network 7d0374c2-10dc-4f4a-850d-1b602147ceac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:08.786271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Port dedabf35-0627-49b3-b45a-9adb45dbb1d7 on network 7d0374c2-10dc-4f4a-850d-1b602147ceac not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:08.786629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Attempting to bind port dedabf35-0627-49b3-b45a-9adb45dbb1d7 on network 7d0374c2-10dc-4f4a-850d-1b602147ceac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:08.801887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:08.803406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Checking segment: {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:08.803846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Bound using segment: {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:08.805480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Bound port: dedabf35-0627-49b3-b45a-9adb45dbb1d7, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c037e00-2a45-46ef-9d98-37ead994fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:08.805858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:08.979631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] For port dedabf35-0627-49b3-b45a-9adb45dbb1d7, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:08.984369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] For port dedabf35-0627-49b3-b45a-9adb45dbb1d7, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:08.993368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:09.087180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.089196 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:09.090643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] 10.222.0.44 "PUT /v2.0/ports/dedabf35-0627-49b3-b45a-9adb45dbb1d7 HTTP/1.1" status: 200 len: 1091 time: 2.1053183 Nov 10 03:47:09.183754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1486f2-cccb-469c-89ff-2389a2dbfde5 service neutron] Pushing event updated for resources: {'Port': ['ID=dedabf35-0627-49b3-b45a-9adb45dbb1d7,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:09.284501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.285151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.285864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.286466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.287027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.287595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.288151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.290802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-0426b49b-7cab-4ec2-ba69-db961c6f89bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6476 time: 0.1394355 Nov 10 03:47:09.365582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-f88787f7-b0b6-48e5-863e-3ebcb73d61de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587 HTTP/1.1" status: 200 len: 217 time: 0.0657184 Nov 10 03:47:09.392439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255d8a3-2f51-4e2b-8717-e5357b2c8d5e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300fc487-4eeb-4a05-8aae-92d3225d9d16,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:09.405720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c663e7cc-9507-4bbd-8233-4c7c30dab367 req-6872bf25-c0c0-4426-81b3-e57d69343441 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 210 time: 0.0662572 Nov 10 03:47:09.428138 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1255d8a3-2f51-4e2b-8717-e5357b2c8d5e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:09.435437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1255d8a3-2f51-4e2b-8717-e5357b2c8d5e tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2950134 Nov 10 03:47:09.438920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:09.442799 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:09.470298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2e30ab44-55d8-4b28-9e4c-732342639b5f tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules/300fc487-4eeb-4a05-8aae-92d3225d9d16 HTTP/1.1" status: 200 len: 763 time: 0.0279856 Nov 10 03:47:09.473509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53046) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:09.483328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e9ddc1ed-2684-45ae-9cbf-7d25ee3ba6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.484805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e9ddc1ed-2684-45ae-9cbf-7d25ee3ba6f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0beba905-7692-49b7-9315-f028bd756783 HTTP/1.1" status: 200 len: 851 time: 0.1094823 Nov 10 03:47:09.553737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:09.592399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ab158f9e-71db-4dc9-a66d-ada63cbcca99 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1174581 Nov 10 03:47:09.594845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5d48999c-9307-4e29-896c-e3b139c27a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:09.596343 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5d48999c-9307-4e29-896c-e3b139c27a6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c33338f6-ec5f-45c2-b663-42466aa817e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023698 Nov 10 03:47:09.596823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53050) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:09.701756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:09.807994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed8b35-e630-41a1-97d3-401b2b0449aa None None] Network 2617186e-ae69-492c-b79c-99fb18e0541a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:09.809999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927013b3-515d-4926-933b-c1074f46cc26,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:09.831503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:09.841694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-322319e8-64bb-4877-840a-e89b146132e3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/927013b3-515d-4926-933b-c1074f46cc26 HTTP/1.1" status: 204 len: 168 time: 1.4818370 Nov 10 03:47:09.842885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53060) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:10.085723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-73e9ed49-2397-414b-b919-463790800409 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:10.095878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-73e9ed49-2397-414b-b919-463790800409 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/networks?id=90f3f886-f3b7-4293-8cc0-478495a56826 HTTP/1.1" status: 200 len: 820 time: 0.3095098 Nov 10 03:47:10.120340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-72777e84-5dbb-40bc-8518-46985fff95c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069971 Nov 10 03:47:10.125378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-c196c0c4-8f37-40e5-a6c0-6266b0798471 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:47:10.133434 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-c196c0c4-8f37-40e5-a6c0-6266b0798471 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121603 Nov 10 03:47:10.144001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] DHCP port deletion for 2617186e-ae69-492c-b79c-99fb18e0541a request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:47:10.145395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-a400ad48-fcab-42be-9c36-bbb6a32f9583 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/quotas/bf797513741b442eb32184a42b73926c HTTP/1.1" status: 200 len: 375 time: 0.0480862 Nov 10 03:47:10.185087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-5a5557bc-20f9-4345-82af-4b2baf2f182b tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf797513741b442eb32184a42b73926c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385416 Nov 10 03:47:10.206136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:10.243175 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-1eb74a18-2cdf-485c-b79e-4b97885c1fec service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901225 Nov 10 03:47:10.245966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.256066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:10.256434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:10.257139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:10.327916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0ef53333-9fef-4162-afe2-7fa0c7d58eba service neutron] 10.222.0.24 "GET /v2.0/networks/90f3f886-f3b7-4293-8cc0-478495a56826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414995 Nov 10 03:47:10.348227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80e634b9-7a36-43b1-91cf-788574d30db2 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.351627 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-59545e13-bbe5-44e0-a3af-5803168f429b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 217 time: 0.0788779 Nov 10 03:47:10.383882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-edd315fb-1cec-41c2-91d6-1dfd50f67651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:10.385287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-edd315fb-1cec-41c2-91d6-1dfd50f67651 service neutron] 10.222.0.24 "GET /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 1093 time: 0.2511358 Nov 10 03:47:10.390290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80e634b9-7a36-43b1-91cf-788574d30db2 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.419028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Deleting port 047de34d-dbbf-4240-9330-f393d8d1e73b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:10.419624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.428671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Request body: {'binding': {'host': 'n-h1-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:10.429513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:47:10.489064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] Deleting port 047de34d-dbbf-4240-9330-f393d8d1e73b {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:10.489882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.528958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] For port 047de34d-dbbf-4240-9330-f393d8d1e73b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=047de34d-dbbf-4240-9330-f393d8d1e73b,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:10.529774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.534598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-3a982c7b-14cc-40b7-978e-a77137a2fd8d service neutron] 10.222.0.24 "GET /v2.0/networks/90f3f886-f3b7-4293-8cc0-478495a56826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931531 Nov 10 03:47:10.547536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Calling delete_port for 047de34d-dbbf-4240-9330-f393d8d1e73b owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:10.560084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-1e683500-2f6e-448c-acfe-12734712dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:10.562718 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-1e683500-2f6e-448c-acfe-12734712dd59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.1981721 Nov 10 03:47:10.590050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-dda2764d-82c6-498d-a5b6-6916d99f8397 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:10.591970 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-dda2764d-82c6-498d-a5b6-6916d99f8397 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.11 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 814 time: 0.4495511 Nov 10 03:47:10.606383 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.630953 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80e634b9-7a36-43b1-91cf-788574d30db2 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.658352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Request body: {'port': {'device_id': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'admin_state_up': True, 'tenant_id': 'ba957c1d97a84d90a8fcf9ecd6774e99'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:10.689863 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.715092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:10.746839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:10.750819 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197eaf33-23a1-400e-9284-37bccbcef77e" -d '{"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:10.754294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 047de34d-dbbf-4240-9330-f393d8d1e73b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:10.764921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Pushing event deleted for resources: {'Port': ['ID=047de34d-dbbf-4240-9330-f393d8d1e73b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:10.765967 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.770330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] No DVR routers for this DVR port 047de34d-dbbf-4240-9330-f393d8d1e73b on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:10.780923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80e634b9-7a36-43b1-91cf-788574d30db2 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:10.782401 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-80e634b9-7a36-43b1-91cf-788574d30db2 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/300fc487-4eeb-4a05-8aae-92d3225d9d16 HTTP/1.1" status: 204 len: 168 time: 1.1846948 Nov 10 03:47:10.831522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53068) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:10.845028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e634b9-7a36-43b1-91cf-788574d30db2 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=300fc487-4eeb-4a05-8aae-92d3225d9d16,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:10.954068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9df6898b-0c0c-4e44-b387-34aa4b13fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:10.956387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9df6898b-0c0c-4e44-b387-34aa4b13fb3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3554132 Nov 10 03:47:10.963224 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df0514e-a8b5-40de-a1aa-0cc46830e1ed x-openstack-request-id: req-2df0514e-a8b5-40de-a1aa-0cc46830e1ed {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:10.963876 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38", "status": "completed", "code": 200}, {"server_uuid": "2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9", "name": "network-vif-deleted", "tag": "3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:10.964332 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2df0514e-a8b5-40de-a1aa-0cc46830e1ed {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:10.964952 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38', 'status': 'completed', 'code': 200} Nov 10 03:47:10.965412 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2971d37e-46ef-4a2c-ba93-e6bb63ae9ec9', 'name': 'network-vif-deleted', 'tag': '3ff3c2b2-ab3a-43a9-a2ec-981f81ec54a3', 'status': 'completed', 'code': 200} Nov 10 03:47:10.992060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 047de34d-dbbf-4240-9330-f393d8d1e73b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:10.992952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 047de34d-dbbf-4240-9330-f393d8d1e73b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:11.009972 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57fc332d-dd19-499c-9f56-bf75b52177aa tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1769383 Nov 10 03:47:11.014089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53078) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:11.025196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] For port 047de34d-dbbf-4240-9330-f393d8d1e73b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=047de34d-dbbf-4240-9330-f393d8d1e73b,segment=NetworkSegment(31ca05c1-30d8-4648-b439-8d9a30b3c8e9),segment_id=31ca05c1-30d8-4648-b439-8d9a30b3c8e9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:11.025590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.048608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8dca378e-2ab9-4869-8560-b5ac848f95b1 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': 'fd6041ac-2122-40fc-9375-f9d955f79780', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:11.057306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] Calling delete_port for 047de34d-dbbf-4240-9330-f393d8d1e73b owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:11.109600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.152864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dca378e-2ab9-4869-8560-b5ac848f95b1 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.160296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2617186e-ae69-492c-b79c-99fb18e0541a']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:11.191027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=11']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:11.197075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ca05c1-30d8-4648-b439-8d9a30b3c8e9') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:11.197570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ca05c1-30d8-4648-b439-8d9a30b3c8e9') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:11.211964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.212313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.212651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.212986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.213316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.213642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.213984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.219457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.224643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.225123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.225471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.225812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.226174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:11.246985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on host n-h1-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:11.247603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:11.249183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.249578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:11.258802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Made reservation on behalf of ba957c1d97a84d90a8fcf9ecd6774e99 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:11.267615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:47:11.268631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:47:11.271374 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:47:11.283388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.321240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:11.321723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:11.329265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dca378e-2ab9-4869-8560-b5ac848f95b1 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.350486 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dca378e-2ab9-4869-8560-b5ac848f95b1 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.370979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:11.371456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:11.372078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:11.372639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Bound port: c8b6d0c7-60ad-400b-8710-f00010b32b83, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:11.387517 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-f89da7db-78ab-4e95-a034-e93d442c4db9 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099526 Nov 10 03:47:11.398098 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.399202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca378e-2ab9-4869-8560-b5ac848f95b1 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7751330c-3b39-4347-a3c2-b4360b847960,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:11.423229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dca378e-2ab9-4869-8560-b5ac848f95b1 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.427315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8dca378e-2ab9-4869-8560-b5ac848f95b1 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4010415 Nov 10 03:47:11.428848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53090) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:11.429547 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.453147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b4be99fa-6a1a-4f89-8968-5f5bc05be78f tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules/7751330c-3b39-4347-a3c2-b4360b847960 HTTP/1.1" status: 200 len: 763 time: 0.0213585 Nov 10 03:47:11.470334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.472748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] Pushing event deleted for resources: {'Port': ['ID=047de34d-dbbf-4240-9330-f393d8d1e73b,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:11.475094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] 10.222.0.24 "DELETE /v2.0/networks/2617186e-ae69-492c-b79c-99fb18e0541a HTTP/1.1" status: 204 len: 168 time: 1.5401711 Nov 10 03:47:11.475503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53092) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:11.476357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9312d3-f648-4ee2-9ba5-feeb2476f08b admin admin] Pushing event deleted for resources: {'Network': ['ID=2617186e-ae69-492c-b79c-99fb18e0541a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:11.499038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5878d9-d200-4d8b-82e4-0a2b07406eed None None] No DVR routers for this DVR port 047de34d-dbbf-4240-9330-f393d8d1e73b on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:11.516428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:11.523205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:11.529617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:11.538145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:11.544778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:11.551426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:11.557440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:11.559405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-c0ddcb4d-da3e-4802-bb36-879f927025f3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.2215092 Nov 10 03:47:11.608615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0942561f-0ce0-494f-b498-c3907e9a0aa4 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1295693 Nov 10 03:47:11.609231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53098) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:11.706718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5201f3b9-8d7f-41cb-9f93-eba029141362 req-11bf6e9c-6877-4afb-a281-f0bd7025819b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204054 Nov 10 03:47:11.710577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4271f399-4df2-407e-913b-7acf23f482a4 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.731094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4271f399-4df2-407e-913b-7acf23f482a4 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.745460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:11.758702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.759992 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-babc3ee8-5179-4847-9c45-739e4e88ef15 service neutron] 10.222.0.24 "POST /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83/bindings HTTP/1.1" status: 201 len: 389 time: 1.3667114 Nov 10 03:47:11.794760 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4271f399-4df2-407e-913b-7acf23f482a4 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.808485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4271f399-4df2-407e-913b-7acf23f482a4 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:11.816946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4271f399-4df2-407e-913b-7acf23f482a4 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7751330c-3b39-4347-a3c2-b4360b847960 HTTP/1.1" status: 204 len: 168 time: 0.2056301 Nov 10 03:47:11.817591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53102) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:11.845680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53104) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:11.867512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Allocated IP 172.20.0.14 (09370e31-ba8b-486f-ae47-6cf6f0aa0a17/71a000ff-563e-4184-976c-fcdf21193713/1e58d4d5-04e1-4951-8894-650f5bcc7334) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:11.900265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-361a725c-b2aa-4f17-826b-dea6cfb210b6 req-c1739ce0-e69a-4432-9f16-cbdefa311744 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 210 time: 0.0399489 Nov 10 03:47:11.917878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-3332157c-74de-481a-9f55-627f35bef25b service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064824 Nov 10 03:47:11.919514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271f399-4df2-407e-913b-7acf23f482a4 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7751330c-3b39-4347-a3c2-b4360b847960,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:11.958819 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780dd45c-c984-4ea9-9619-d5d0dae46e31 x-openstack-request-id: req-780dd45c-c984-4ea9-9619-d5d0dae46e31 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:11.959189 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe23a65-7843-488b-b0fe-15935d807885", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:11.959506 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-780dd45c-c984-4ea9-9619-d5d0dae46e31 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:11.959909 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885', 'code': 200} Nov 10 03:47:11.976247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3bdd1bc2-100f-46bf-9467-4ca4690e514f tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1501501 Nov 10 03:47:11.978415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53108) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:11.990259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-82553938-25a9-444f-be66-c347c23337f7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Request body: {'security_group_rule': {'security_group_id': 'fd6041ac-2122-40fc-9375-f9d955f79780', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:12.057829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9e4038e7-598d-4866-963d-6c7c1b991948 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 217 time: 0.1333802 Nov 10 03:47:12.074310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-398c0f78-5dbc-470d-9cab-65fed99507ab req-07d22d81-d3d9-4694-832c-822f2408008b tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 210 time: 0.0450475 Nov 10 03:47:12.088051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82553938-25a9-444f-be66-c347c23337f7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.216447 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f66b4a2b-9c57-4802-98b6-34c931ad238b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5ccc860c7534066ad3e07c2733b5ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609600 Nov 10 03:47:12.216447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53118) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:12.228048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82553938-25a9-444f-be66-c347c23337f7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.233666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82553938-25a9-444f-be66-c347c23337f7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.301378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-eb30685d-07f9-4637-a31f-889fc9d960ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:12.302917 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-eb30685d-07f9-4637-a31f-889fc9d960ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.2357993 Nov 10 03:47:12.351056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82553938-25a9-444f-be66-c347c23337f7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881d127f-f048-4b64-8ac0-771d265d13ce,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:12.387400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82553938-25a9-444f-be66-c347c23337f7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.388874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-82553938-25a9-444f-be66-c347c23337f7 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4093344 Nov 10 03:47:12.408278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53136) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:12.456545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-918605ab-16b4-4e18-818f-1e28e39bd436 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules/881d127f-f048-4b64-8ac0-771d265d13ce HTTP/1.1" status: 200 len: 764 time: 0.0286241 Nov 10 03:47:12.461014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53148) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:12.464271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-001485e9-6392-4f9c-ba55-5c6ed7301ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:12.465784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-001485e9-6392-4f9c-ba55-5c6ed7301ef3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1096 time: 0.1276672 Nov 10 03:47:12.469400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.500821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c7650-a209-40f6-9126-7804bfb59a84 req-6c211ff7-e851-4634-affa-91a7d4d25e47 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:12.502430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e9c7650-a209-40f6-9126-7804bfb59a84 req-6c211ff7-e851-4634-affa-91a7d4d25e47 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.2515588 Nov 10 03:47:12.520921 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.523784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c5b8b38-81b9-4d0c-9629-acb20e5c6fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.579242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c5b8b38-81b9-4d0c-9629-acb20e5c6fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.651419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-89b11f59-fd12-4dd5-b55c-e42680909f14 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1844780 Nov 10 03:47:12.658454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53154) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:12.687558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-1a2e6882-eb4d-4bcd-98c9-384b9637492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:12.689578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-1a2e6882-eb4d-4bcd-98c9-384b9637492a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3750043 Nov 10 03:47:12.700451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:12.704711 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c5b8b38-81b9-4d0c-9629-acb20e5c6fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.707966 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c5b8b38-81b9-4d0c-9629-acb20e5c6fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.723108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c5b8b38-81b9-4d0c-9629-acb20e5c6fab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a HTTP/1.1" status: 204 len: 168 time: 0.5059986 Nov 10 03:47:12.811683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e9c7650-a209-40f6-9126-7804bfb59a84 req-c956e267-ce0c-4fa9-9321-d585a66ef0a7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672787 Nov 10 03:47:12.836253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1d05188-f5a5-41d5-8285-0afd2827b6db tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.861271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1d05188-f5a5-41d5-8285-0afd2827b6db tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:12.870488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-f564863a-3e3c-4f4e-8420-3f1bf56a9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:12.872320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-f564863a-3e3c-4f4e-8420-3f1bf56a9ab5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3974965 Nov 10 03:47:12.968865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0908e806-f9f3-4c55-9657-0bb0dce1c964 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 217 time: 0.0761507 Nov 10 03:47:12.983002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:12.986247 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a11dccf-0829-4684-b700-b284fbeca704" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "dedabf35-0627-49b3-b45a-9adb45dbb1d7"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:13.022210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b8b38-81b9-4d0c-9629-acb20e5c6fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bb7ff1-7d8b-4a03-8a74-be8e3ca8ea2a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:13.078033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-dde8308a-aacf-4cfa-8458-c9109442d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.079498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-dde8308a-aacf-4cfa-8458-c9109442d0dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1029267 Nov 10 03:47:13.082145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-73215d2e-ac0b-424b-a2da-57c1cdf6d806 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.084162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-73215d2e-ac0b-424b-a2da-57c1cdf6d806 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.44 "GET /v2.0/networks?id=90f3f886-f3b7-4293-8cc0-478495a56826 HTTP/1.1" status: 200 len: 820 time: 0.3357694 Nov 10 03:47:13.095063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:13.135154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Request body: {'port': {'device_id': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826', 'admin_state_up': True, 'tenant_id': 'bf797513741b442eb32184a42b73926c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:13.139772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-d1b0e60c-92e6-49ce-8c76-c61fa59be777 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009323 Nov 10 03:47:13.142140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:13.164535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:13.168528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-aef871cf-4427-4cef-8b09-45da3ebdb316 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336912 Nov 10 03:47:13.244930 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1d05188-f5a5-41d5-8285-0afd2827b6db tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:13.282211 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5e51-3eb0-4793-9c5a-4137ee5ba6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:13.320106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.320852 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:13.325396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1d05188-f5a5-41d5-8285-0afd2827b6db tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:13.327365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a1d05188-f5a5-41d5-8285-0afd2827b6db tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/881d127f-f048-4b64-8ac0-771d265d13ce HTTP/1.1" status: 204 len: 168 time: 0.6670198 Nov 10 03:47:13.333037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53186) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:13.366104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.374665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.381611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.388545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.397019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.404305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.417604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.422290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-fc532d9a-bdde-4aed-973d-9f4258a76ed1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.3411446 Nov 10 03:47:13.442715 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-fa1522e3-8284-4c9d-87f6-2b442f32ea32 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8303444 Nov 10 03:47:13.449037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f42a-ed80-412d-9b65-9e6adc5760db req-ad161977-68a9-461f-93ad-2cbd7339674b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:13.462016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6938f42a-ed80-412d-9b65-9e6adc5760db req-ad161977-68a9-461f-93ad-2cbd7339674b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 932 time: 0.3031771 Nov 10 03:47:13.463136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Request body: {'port': {'device_id': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:13.464142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05188-f5a5-41d5-8285-0afd2827b6db tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=881d127f-f048-4b64-8ac0-771d265d13ce,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:13.569319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:13.604020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6938f42a-ed80-412d-9b65-9e6adc5760db req-49d1c251-b032-4473-8ef2-5c697030aa8d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411402 Nov 10 03:47:13.684665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-401ce2a6-9d4f-4be3-80c4-e082a9e1a4eb tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3464637 Nov 10 03:47:13.695017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-ff5550b9-fb08-48b7-9f9a-3f62ca4f6c10 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071816 Nov 10 03:47:13.695491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53200) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:13.725684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-9656ce2f-993e-44a0-9ae1-e457babd4f10 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696826 Nov 10 03:47:13.797109 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-99e6531c-bec3-401c-a467-0234608dc7fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde HTTP/1.1" status: 200 len: 217 time: 0.0630908 Nov 10 03:47:13.878701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-742111d8-f573-4e73-b379-a18802b74162 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727967 Nov 10 03:47:13.928592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62d8aae8-65ce-419c-a1d5-7681f7317d34 req-6b237d87-b632-4919-b818-831b30790bd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4918900 Nov 10 03:47:13.998518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1291032c-bfab-4066-816b-afd340ffdd7c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.025245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1291032c-bfab-4066-816b-afd340ffdd7c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.071951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53220) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:14.078746 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8b9f1b-a29c-4128-a1a8-80d145119d64 x-openstack-request-id: req-bc8b9f1b-a29c-4128-a1a8-80d145119d64 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:14.079075 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "dedabf35-0627-49b3-b45a-9adb45dbb1d7", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:14.079272 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc8b9f1b-a29c-4128-a1a8-80d145119d64 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:14.079673 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7', 'status': 'completed', 'code': 200} Nov 10 03:47:14.084231 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1291032c-bfab-4066-816b-afd340ffdd7c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.087752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1291032c-bfab-4066-816b-afd340ffdd7c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.092535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1291032c-bfab-4066-816b-afd340ffdd7c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd6041ac-2122-40fc-9375-f9d955f79780 HTTP/1.1" status: 204 len: 168 time: 0.3911870 Nov 10 03:47:14.093396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53224) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:14.125603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291032c-bfab-4066-816b-afd340ffdd7c tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6041ac-2122-40fc-9375-f9d955f79780,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:14.157497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-aaf5b5c2-679f-4fb0-91a5-7696dd78bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:14.159046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-aaf5b5c2-679f-4fb0-91a5-7696dd78bbc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.0785744 Nov 10 03:47:14.173206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35c69da7-ec39-47c4-8d2b-1cfdb7a2b935 req-352cf89e-4206-4edb-b74a-755b79054f93 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 210 time: 0.0998538 Nov 10 03:47:14.302302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e58d4d5-04e1-4951-8894-650f5bcc7334 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:14.342459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1979063460-network', 'tenant_id': '1957cd0057164b479155b89ef9f0e424'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:14.363619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Made reservation on behalf of bf797513741b442eb32184a42b73926c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:14.367117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.380973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-47a346dc-9a13-4b3b-8056-a83587ffcb77 tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2585664 Nov 10 03:47:14.382340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53236) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:14.385034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.436101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46745fec-4ee1-4ab4-af69-420e79b0209a req-5b9ca4ec-58a3-4552-97aa-cdc001239586 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:14.442481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46745fec-4ee1-4ab4-af69-420e79b0209a req-5b9ca4ec-58a3-4552-97aa-cdc001239586 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.1825869 Nov 10 03:47:14.451079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Made reservation on behalf of 1957cd0057164b479155b89ef9f0e424 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:14.458847 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.480121 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.614609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Transition to ACTIVE for port object 1e58d4d5-04e1-4951-8894-650f5bcc7334 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:14.666360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-966e572d-4f2e-4af4-b1c6-569a73401bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:14.667916 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-966e572d-4f2e-4af4-b1c6-569a73401bfb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5003171 Nov 10 03:47:14.668499 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.714559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46745fec-4ee1-4ab4-af69-420e79b0209a req-b025296c-1cab-41d6-8bf2-1a36394786ab tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357988 Nov 10 03:47:14.735547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Allocated IP 172.20.0.9 (90f3f886-f3b7-4293-8cc0-478495a56826/d122f166-eca0-4777-9a42-38bd61c17fd8/bd0af37d-f748-4c1f-a130-93570725796a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:14.743990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-abfd8a48-7738-4df5-a383-c81925cf98dd tempest-SecGroupTest-1078286649 tempest-SecGroupTest-1078286649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3414762 Nov 10 03:47:14.875298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1b85c-d700-4a2c-8418-488fb1faa8be req-39b9253c-04c9-449e-8ae7-7bda6a2262a9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:14.879482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09e1b85c-d700-4a2c-8418-488fb1faa8be req-39b9253c-04c9-449e-8ae7-7bda6a2262a9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 944 time: 0.1191986 Nov 10 03:47:14.926919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:14.959149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.012109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.104881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:47:15.107858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:15.123969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.129512 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.130306 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Added segment 3f9f603f-6955-41f3-8ae8-50e8138beeb4 of type vlan for network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 Nov 10 03:47:15.191519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53282) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:15.192373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.244120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09e1b85c-d700-4a2c-8418-488fb1faa8be req-f797b4fb-a75f-430a-956d-66b3fa40efc2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489349 Nov 10 03:47:15.257397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.263245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.264622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.271437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e07032-35f3-470b-9d28-6b8f41c48069,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:15.496690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] Pushing event updated for resources: {'Network': ['ID=5079776b-84f7-4517-99e1-bcccaa0c5ce1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:15.508863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:47:15.539020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-39e5d7e5-cdf8-47fe-b859-28418ea7497f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4640465 Nov 10 03:47:15.543229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Network 90f3f886-f3b7-4293-8cc0-478495a56826 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:15.559322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-946e7f26-5023-4d1e-9dbd-eb74462975c8 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780362 Nov 10 03:47:15.559943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Pushing event updated for resources: {'Port': ['ID=bd0af37d-f748-4c1f-a130-93570725796a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:15.562223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.568029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.571120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:15.574762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:15.577515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53298) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:15.581423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.587862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.593859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.600530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.615776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.618099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-d4688f8d-91f5-494d-a7b7-9bd28c2241d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.3612354 Nov 10 03:47:15.659463 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1f9400bf-10a7-465b-b7fd-7a6bc20200c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.694438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d75bda-0300-412e-ba56-dde51db1ae50 req-99817064-7a16-46a9-9ba6-ce2f73ede067 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.696190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99d75bda-0300-412e-ba56-dde51db1ae50 req-99817064-7a16-46a9-9ba6-ce2f73ede067 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 931 time: 0.1753967 Nov 10 03:47:15.700534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-37b95a0d-9955-4332-bc37-29063b2b6edf service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174698 Nov 10 03:47:15.703962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Request body: {'subnet': {'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1979063460-subnet', 'tenant_id': '1957cd0057164b479155b89ef9f0e424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:15.735532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5da82d1-3c29-4934-8840-472a25128ef4 req-7b5f62cf-c40b-437b-8262-74152592a3b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999944 Nov 10 03:47:15.785233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-278386eb-2fd0-4ae1-bbb2-49792b2b4c0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b HTTP/1.1" status: 200 len: 217 time: 0.0534899 Nov 10 03:47:15.791190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Attempting to bind port 1e58d4d5-04e1-4951-8894-650f5bcc7334 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:15.791714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Attempting to bind port 1e58d4d5-04e1-4951-8894-650f5bcc7334 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:15.792056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Attempting to bind port 1e58d4d5-04e1-4951-8894-650f5bcc7334 on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:15.797362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99d75bda-0300-412e-ba56-dde51db1ae50 req-313a8937-af96-4f95-ac66-4def3bfec238 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604317 Nov 10 03:47:15.809723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Port 1e58d4d5-04e1-4951-8894-650f5bcc7334 on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:15.810184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Attempting to bind port 1e58d4d5-04e1-4951-8894-650f5bcc7334 on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:15.895508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-23e8dfec-5e71-4e35-ac44-e7727790dff9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa82e1cc6d3548f9bcc7ba7e32e9585b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6560419 Nov 10 03:47:15.903111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53318) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:15.910162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:15.910510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Checking segment: {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:15.910892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Bound using segment: {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:15.911331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Bound port: 1e58d4d5-04e1-4951-8894-650f5bcc7334, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:15.911944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.958535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.959317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:15.963231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb2d8-07ac-4095-8ee9-eb140e9d429c req-a349d3b6-6f94-4f99-aa56-c702d0d5ec39 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:15.964891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6bbb2d8-07ac-4095-8ee9-eb140e9d429c req-a349d3b6-6f94-4f99-aa56-c702d0d5ec39 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.0720146 Nov 10 03:47:15.986330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Made reservation on behalf of 1957cd0057164b479155b89ef9f0e424 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:15.989486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:16.052078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-89840be2-c1e7-4061-bcb2-c42bc8eaaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:16.052808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6bbb2d8-07ac-4095-8ee9-eb140e9d429c req-f13ca307-81a2-47cd-b754-6936804964ac tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739331 Nov 10 03:47:16.054137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-89840be2-c1e7-4061-bcb2-c42bc8eaaafe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.2534094 Nov 10 03:47:16.084816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-0e0e7e32-98da-4818-920a-de8811832277 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9540930 Nov 10 03:47:16.391980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366e672-b5d1-4d75-8ef2-53d3a5cbb185 req-28ec0f14-7003-47f9-913b-c0018ddc3d9f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:16.400178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b366e672-b5d1-4d75-8ef2-53d3a5cbb185 req-28ec0f14-7003-47f9-913b-c0018ddc3d9f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 944 time: 0.0773330 Nov 10 03:47:16.465705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b366e672-b5d1-4d75-8ef2-53d3a5cbb185 req-452e04f6-42f1-4ac4-a35f-821465f69bc0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644908 Nov 10 03:47:16.485120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Request body: {'port': {'device_id': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:16.539950 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd40341a-f5f1-4802-821b-9b4229858f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:16.605108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-d3d885f3-d5e4-4e4b-8952-ca7bce8593f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:16.606652 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-d3d885f3-d5e4-4e4b-8952-ca7bce8593f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5309975 Nov 10 03:47:16.610407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:16.645794 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:16.662478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd40341a-f5f1-4802-821b-9b4229858f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:16.705002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:16.713866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:16.735842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:16.858498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:16.859124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:16.860673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] 10.222.0.11 "PUT /v2.0/ports/1e58d4d5-04e1-4951-8894-650f5bcc7334 HTTP/1.1" status: 200 len: 1092 time: 3.4038022 Nov 10 03:47:16.865425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:16.867900 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450" -d '{"events": [{"name": "network-changed", "server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:16.977809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:16.985350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:16.992144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:16.999503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.006106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.013009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.019756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.028417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61d1f8e0-8516-4439-828d-075572010444 req-497d50b4-fd39-4152-ac72-c8696a75a34b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.1473038 Nov 10 03:47:17.102530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-606f6d1c-e76e-4aa8-bf08-ae43cee7b56e service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767132 Nov 10 03:47:17.137707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61d1f8e0-8516-4439-828d-075572010444 req-a0794ff2-5331-45c9-99e0-760f503a8e47 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083257 Nov 10 03:47:17.159305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd40341a-f5f1-4802-821b-9b4229858f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:17.162380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd40341a-f5f1-4802-821b-9b4229858f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:17.163428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cd40341a-f5f1-4802-821b-9b4229858f9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1857ba20-ecb2-4b6d-a0e8-e3ae08915384 HTTP/1.1" status: 204 len: 168 time: 1.2547400 Nov 10 03:47:17.261858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e95116-ac78-4c5f-8c57-a5ade94e0da9 req-977f2237-7f47-4211-8689-fb56f5f2f1d8 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.270451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85e95116-ac78-4c5f-8c57-a5ade94e0da9 req-977f2237-7f47-4211-8689-fb56f5f2f1d8 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 931 time: 0.0654614 Nov 10 03:47:17.327140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc485b4-f144-4734-b70c-7d355dbcde0e service neutron] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:17.342480 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7987991f-5013-4e4f-9d27-d7fb73b58d40 x-openstack-request-id: req-7987991f-5013-4e4f-9d27-d7fb73b58d40 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:17.342773 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:17.343025 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7987991f-5013-4e4f-9d27-d7fb73b58d40 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:17.343424 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'status': 'completed', 'code': 200} Nov 10 03:47:17.388721 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85e95116-ac78-4c5f-8c57-a5ade94e0da9 req-e3379e8d-4ce5-4e28-8b34-47f4dd16a1c8 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168547 Nov 10 03:47:17.435322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40341a-f5f1-4802-821b-9b4229858f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1857ba20-ecb2-4b6d-a0e8-e3ae08915384,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:17.456686 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:17.478178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-d04a7da6-3c43-4de0-9dc8-601ae5824543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.483408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-d04a7da6-3c43-4de0-9dc8-601ae5824543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 1095 time: 0.5129859 Nov 10 03:47:17.518325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f837ea-e4f0-4ccb-9ef8-54d936a3aaf5 req-d70fc940-67bb-45f9-9894-e82a003a43dc tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.526472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4f837ea-e4f0-4ccb-9ef8-54d936a3aaf5 req-d70fc940-67bb-45f9-9894-e82a003a43dc tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.0699763 Nov 10 03:47:17.565886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-dcc127b0-6304-48ba-af13-3e117381f6ee service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728154 Nov 10 03:47:17.598393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4f837ea-e4f0-4ccb-9ef8-54d936a3aaf5 req-448e6d61-93ff-41a1-a8d3-96b1c8e58935 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635164 Nov 10 03:47:17.664650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:17.698781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-0361fcdc-26f3-4b1a-a45a-a7a3d4022542 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334 HTTP/1.1" status: 200 len: 217 time: 0.1580226 Nov 10 03:47:17.733185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-83557eb5-de79-4913-96d7-176af88ee3c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38 HTTP/1.1" status: 200 len: 217 time: 0.0955436 Nov 10 03:47:17.787651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb9fdab-b33f-4613-9ab1-84d4176fab67,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:17.842029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Checking segment: {'id': '3f9f603f-6955-41f3-8ae8-50e8138beeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:17.842386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Network hostable DHCP agents. Network: 5079776b-84f7-4517-99e1-bcccaa0c5ce1, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:47:17.881378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-3273a7e0-c84c-4494-97ac-7a1062dc12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.883673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-3273a7e0-c84c-4494-97ac-7a1062dc12f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71a000ff-563e-4184-976c-fcdf21193713 HTTP/1.1" status: 200 len: 854 time: 0.1539493 Nov 10 03:47:17.891579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-fee4050c-fb9d-4486-be5a-68d7f66e88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.893311 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-fee4050c-fb9d-4486-be5a-68d7f66e88b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.1473970 Nov 10 03:47:17.953786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95c68-49cd-4f6e-8879-f47f355b0bc5 req-c36fa961-5cb4-4820-b3aa-caf98c99163c tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:17.959234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0df95c68-49cd-4f6e-8879-f47f355b0bc5 req-c36fa961-5cb4-4820-b3aa-caf98c99163c tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 944 time: 0.2005138 Nov 10 03:47:17.963114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-ac7b6ec9-adcd-4640-93db-205bb8005f98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659616 Nov 10 03:47:17.971598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:47:18.018114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 5079776b-84f7-4517-99e1-bcccaa0c5ce1) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:18.032955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d146bc-2091-4bcb-8685-4caec3e03285 None None] Network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:18.072345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.073153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:18.094516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e04758b6-9475-4a98-9907-8a39b548b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.096879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-e04758b6-9475-4a98-9907-8a39b548b4c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1836243 Nov 10 03:47:18.128994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0af37d-f748-4c1f-a130-93570725796a {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:18.151540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-66a733cc-98b8-442a-8eb8-83912e54d34a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5651186 Nov 10 03:47:18.192201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:18.199262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0df95c68-49cd-4f6e-8879-f47f355b0bc5 req-94f8b512-5f54-43d1-b6ab-3b754da91bf0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223499 Nov 10 03:47:18.230405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Transition to ACTIVE for port object bd0af37d-f748-4c1f-a130-93570725796a will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:18.303521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:18.354283 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-dbe989e6-9ec8-4dd9-99fd-94be937f2c2f service neutron] 10.222.0.11 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772659 Nov 10 03:47:18.403061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:18.410187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf793d-2370-4b03-b685-029f575e6834 None None] Network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:18.492169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53484) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:18.515544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0af37d-f748-4c1f-a130-93570725796a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:18.580961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.588966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.595539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.604043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.613130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.622567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.631498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.642509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-cd1f672f-cedf-486f-a484-07b0efe40802 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.3255239 Nov 10 03:47:18.655475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-bc80c707-12d3-4777-8172-ca29b61f365b service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453339 Nov 10 03:47:18.735362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0afcb5e-1763-429f-be81-dc90a335c692 req-375bc855-0436-45ab-9c1d-f331c6b250dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911613 Nov 10 03:47:18.786664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f3e97e02-dd87-4194-a037-5d55efeadd58 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1729102953', 'prefixes': ['172.20.0.0/16']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:18.831844 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aaad084d-876c-4a11-af8a-99c1bb67292f req-199afe16-840e-474b-b2f2-a9cb1a746e31 service neutron] 10.222.0.11 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703531 Nov 10 03:47:18.835326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Attempting to bind port bd0af37d-f748-4c1f-a130-93570725796a on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:18.835838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Attempting to bind port bd0af37d-f748-4c1f-a130-93570725796a by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '66cd8907-f52c-463f-a8ee-26b751e1dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:18.836149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Attempting to bind port bd0af37d-f748-4c1f-a130-93570725796a on network 90f3f886-f3b7-4293-8cc0-478495a56826 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:18.845158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Port bd0af37d-f748-4c1f-a130-93570725796a on network 90f3f886-f3b7-4293-8cc0-478495a56826 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:18.845469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Attempting to bind port bd0af37d-f748-4c1f-a130-93570725796a on network 90f3f886-f3b7-4293-8cc0-478495a56826 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:18.863148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:18.863796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Checking segment: {'id': '66cd8907-f52c-463f-a8ee-26b751e1dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:18.864412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Bound using segment: {'id': '66cd8907-f52c-463f-a8ee-26b751e1dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:18.865097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Bound port: bd0af37d-f748-4c1f-a130-93570725796a, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cd8907-f52c-463f-a8ee-26b751e1dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:18.865736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:18.914025 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-8a3c524a-4284-466b-b04a-7e55536ef64c service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978183 Nov 10 03:47:18.957511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15372e01-107a-422f-be6c-7229af5b6e05 req-55621a70-a110-48a6-ae60-bf473dddeb6d tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:18.959292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15372e01-107a-422f-be6c-7229af5b6e05 req-55621a70-a110-48a6-ae60-bf473dddeb6d tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 943 time: 0.2319832 Nov 10 03:47:18.964152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e97e02-dd87-4194-a037-5d55efeadd58 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] Publish callbacks [] for subnetpool, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:18.967702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f3e97e02-dd87-4194-a037-5d55efeadd58 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4596312 Nov 10 03:47:18.968625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53500) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:19.037090 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-025d88c7-e21d-4cdc-881f-7b297aa9c9e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7 HTTP/1.1" status: 200 len: 217 time: 0.1112375 Nov 10 03:47:19.042340 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:19.059346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f09f8120-071c-453d-b373-6138c32d3360 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] 10.222.0.24 "GET /v2.0/subnetpools/03e6df07-9cdb-4479-b0b4-e97edb7d217d HTTP/1.1" status: 200 len: 732 time: 0.0876009 Nov 10 03:47:19.073339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53506) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:19.079605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ae6aec86-1226-4c08-af81-3966e2d0bbd4 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-669802958'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:19.080017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] For port bd0af37d-f748-4c1f-a130-93570725796a, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:19.107402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] For port bd0af37d-f748-4c1f-a130-93570725796a, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bd0af37d-f748-4c1f-a130-93570725796a,segment=NetworkSegment(66cd8907-f52c-463f-a8ee-26b751e1dfec),segment_id=66cd8907-f52c-463f-a8ee-26b751e1dfec)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:19.117621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:19.123769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-396d4fac-de8f-4700-b1e9-9cc0550317d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.125275 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-396d4fac-de8f-4700-b1e9-9cc0550317d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 1095 time: 0.1879838 Nov 10 03:47:19.126571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5298c31f-d6e5-4c16-81c7-c0f566e51a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.127905 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-5298c31f-d6e5-4c16-81c7-c0f566e51a5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.0774972 Nov 10 03:47:19.171823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15372e01-107a-422f-be6c-7229af5b6e05 req-576e354f-4ad6-427f-819e-f5e551364408 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995850 Nov 10 03:47:19.235240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.235863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:19.237586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] 10.222.0.44 "PUT /v2.0/ports/bd0af37d-f748-4c1f-a130-93570725796a HTTP/1.1" status: 200 len: 1091 time: 3.1378880 Nov 10 03:47:19.263866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-ca65e677-2e8b-4574-be92-f543591ea2ec tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.271756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-ca65e677-2e8b-4574-be92-f543591ea2ec tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/networks?id=5079776b-84f7-4517-99e1-bcccaa0c5ce1 HTTP/1.1" status: 200 len: 814 time: 0.2406256 Nov 10 03:47:19.275607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f855-490e-4e7f-ba79-1d84e00c6127 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0af37d-f748-4c1f-a130-93570725796a,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:19.291872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c6a13a5f-4a64-4eeb-bb18-3c3dd629b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.293362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-c6a13a5f-4a64-4eeb-bb18-3c3dd629b09c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1448250 Nov 10 03:47:19.309561 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-79ee262d-1d70-4e0b-8c4f-10c9e68ee11c tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/quotas/1957cd0057164b479155b89ef9f0e424 HTTP/1.1" status: 200 len: 375 time: 0.0367548 Nov 10 03:47:19.339785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:19.354016 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ae6aec86-1226-4c08-af81-3966e2d0bbd4 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] Publish callbacks [] for subnetpool, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:19.357616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ae6aec86-1226-4c08-af81-3966e2d0bbd4 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] 10.222.0.24 "PUT /v2.0/subnetpools/03e6df07-9cdb-4479-b0b4-e97edb7d217d HTTP/1.1" status: 200 len: 683 time: 0.2801411 Nov 10 03:47:19.360132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'tag': 'bd0af37d-f748-4c1f-a130-93570725796a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:19.362899 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18efcd76-47ce-455a-a966-91382578c22d" -d '{"events": [{"name": "network-changed", "server_uuid": "9527e6d8-03eb-4803-9e5b-53da7b1576a9", "tag": "bd0af37d-f748-4c1f-a130-93570725796a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:19.390242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53510) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:19.391460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-2f55c4ab-9324-48ff-a3f4-56e0823d566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.392974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-2f55c4ab-9324-48ff-a3f4-56e0823d566c service neutron] 10.222.0.11 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 914 time: 0.2430258 Nov 10 03:47:19.412412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eb17e550-cd50-4d44-9402-4e9fba6a4b43 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1957cd0057164b479155b89ef9f0e424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815985 Nov 10 03:47:19.485034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-5d141972-b144-4055-9512-20a588d197ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334 HTTP/1.1" status: 200 len: 217 time: 0.0756464 Nov 10 03:47:19.516215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-8c105612-88cf-4ad1-826d-3d786810dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.517733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-8c105612-88cf-4ad1-826d-3d786810dccb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf797513741b442eb32184a42b73926c&device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 1094 time: 0.2042227 Nov 10 03:47:19.628514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-75636ef4-2af9-4727-8978-9b5520499b98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd0af37d-f748-4c1f-a130-93570725796a HTTP/1.1" status: 200 len: 217 time: 0.0844495 Nov 10 03:47:19.655180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-8bbbfdd7-8372-4c9c-a82e-7c7edb4604ab service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488379 Nov 10 03:47:19.685929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ac64f2a-c837-4186-9efc-2df579aba84a tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] Publish callbacks [] for subnetpool, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:19.689509 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3ac64f2a-c837-4186-9efc-2df579aba84a tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] 10.222.0.24 "DELETE /v2.0/subnetpools/03e6df07-9cdb-4479-b0b4-e97edb7d217d HTTP/1.1" status: 204 len: 168 time: 0.2921786 Nov 10 03:47:19.689509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-28a0fce6-963b-40b8-a82c-751b66a09331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.689993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-28a0fce6-963b-40b8-a82c-751b66a09331 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71a000ff-563e-4184-976c-fcdf21193713 HTTP/1.1" status: 200 len: 854 time: 0.1920054 Nov 10 03:47:19.692974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53514) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:19.773883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7785e-f350-4221-8f1a-b435f4f4022f req-ea439e2a-974a-44b4-8c4e-6702565478dc tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.775668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92a7785e-f350-4221-8f1a-b435f4f4022f req-ea439e2a-974a-44b4-8c4e-6702565478dc tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.5018628 Nov 10 03:47:19.776937 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-3c6b5ca6-8537-477e-855d-ccd4188c9219 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] show failed (client error): The resource could not be found. Nov 10 03:47:19.780564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3c6b5ca6-8537-477e-855d-ccd4188c9219 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] 10.222.0.24 "GET /v2.0/subnetpools/03e6df07-9cdb-4479-b0b4-e97edb7d217d HTTP/1.1" status: 404 len: 346 time: 0.0839815 Nov 10 03:47:19.783851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-181f4647-0946-4820-b173-f0c84677e60d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735466 Nov 10 03:47:19.784304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53518) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:19.796605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-911133d6-a419-4ddc-9728-61d91fc147c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:19.798105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-911133d6-a419-4ddc-9728-61d91fc147c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d122f166-eca0-4777-9a42-38bd61c17fd8 HTTP/1.1" status: 200 len: 860 time: 0.1587176 Nov 10 03:47:19.829279 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-1db8268d-81e9-4f0f-8aaa-a8ca831baf25 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] delete failed (client error): The resource could not be found. Nov 10 03:47:19.831210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1db8268d-81e9-4f0f-8aaa-a8ca831baf25 tempest-SubnetPoolsTestJSON-735618998 tempest-SubnetPoolsTestJSON-735618998-project] 10.222.0.24 "DELETE /v2.0/subnetpools/03e6df07-9cdb-4479-b0b4-e97edb7d217d HTTP/1.1" status: 404 len: 346 time: 0.0418952 Nov 10 03:47:19.960153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92a7785e-f350-4221-8f1a-b435f4f4022f req-6e09c99a-5322-429d-932b-4ddabd7a4511 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465197 Nov 10 03:47:19.969079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-f20fd8bc-235c-4169-a674-07506fd2ebf4 service neutron] 10.222.0.24 "GET /v2.0/networks/5079776b-84f7-4517-99e1-bcccaa0c5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417335 Nov 10 03:47:20.182900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-0e49b1c2-ee39-437f-962e-685bd8aeff91 service neutron] 10.222.0.24 "GET /v2.0/networks/5079776b-84f7-4517-99e1-bcccaa0c5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001543 Nov 10 03:47:20.211109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Deleting port fa05b76d-3ed6-4878-b3d7-37f842c9bea1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:20.211922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:20.281534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53528) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:20.285593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-5b34f8c5-5c5d-4ea2-917a-d112c27f6e1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90f3f886-f3b7-4293-8cc0-478495a56826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4673595 Nov 10 03:47:20.313319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] For port fa05b76d-3ed6-4878-b3d7-37f842c9bea1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:20.313852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:20.330268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Calling delete_port for fa05b76d-3ed6-4878-b3d7-37f842c9bea1 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:20.373095 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8d51770-d8a0-467b-b3b5-494279c65476 req-f63bd28c-0871-496f-abeb-fdbaf7bc0e8c service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982396 Nov 10 03:47:20.467870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-ed7898ef-2119-44d3-94ff-b6c047a94a22 service neutron] 10.222.0.44 "GET /v2.0/networks/90f3f886-f3b7-4293-8cc0-478495a56826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451237 Nov 10 03:47:20.540426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65204d1-d204-4a4e-824c-0b9040641372 req-e1c30b6b-7d55-48f5-9666-57946e059618 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.542160 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b65204d1-d204-4a4e-824c-0b9040641372 req-e1c30b6b-7d55-48f5-9666-57946e059618 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 944 time: 0.0716720 Nov 10 03:47:20.639437 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dffdbcb-2857-470e-ae36-fc1cb23c5e82 x-openstack-request-id: req-4dffdbcb-2857-470e-ae36-fc1cb23c5e82 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:20.639722 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9527e6d8-03eb-4803-9e5b-53da7b1576a9", "tag": "bd0af37d-f748-4c1f-a130-93570725796a", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:20.640085 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dffdbcb-2857-470e-ae36-fc1cb23c5e82 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:20.640549 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'tag': 'bd0af37d-f748-4c1f-a130-93570725796a', 'status': 'completed', 'code': 200} Nov 10 03:47:20.671413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-815cec1a-88eb-4982-949e-9c2ea4b4001c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:20.674752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-8b9f041a-0231-4105-adec-60f4da91f7a6 service neutron] 10.222.0.11 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8734262 Nov 10 03:47:20.692882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1ba26d-5b8e-42d5-98b5-b31df3dba9b0 req-ee8332d2-3510-43e1-bdc0-5cd3f8dd9bfd service neutron] 10.222.0.44 "GET /v2.0/networks/90f3f886-f3b7-4293-8cc0-478495a56826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856434 Nov 10 03:47:20.718370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.718923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.719424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.720085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.720298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.720733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.721408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.724480 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-303c4d9d-28aa-4817-9a4a-2fc5dcb5180c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6476 time: 0.2555690 Nov 10 03:47:20.762818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b65204d1-d204-4a4e-824c-0b9040641372 req-f512f898-2a43-49ed-ac42-b01e47750309 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366727 Nov 10 03:47:20.765086 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:20.813387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa05b76d-3ed6-4878-b3d7-37f842c9bea1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:20.961975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.971620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.984172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:20.992552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.005967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.013751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.020282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.022523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-e0fc29a3-200e-41da-a8ea-f00b4aaff8ee tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.3941784 Nov 10 03:47:21.038351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efcd76-47ce-455a-a966-91382578c22d req-40f7be45-bbb7-4f26-8e4d-7327f3178d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.038351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18efcd76-47ce-455a-a966-91382578c22d req-40f7be45-bbb7-4f26-8e4d-7327f3178d2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf797513741b442eb32184a42b73926c&device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 1094 time: 0.2323968 Nov 10 03:47:21.050576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b36e78a2-9e6e-46a1-bf14-2cfafe6d3450 req-98ccd3f8-78c6-4020-a108-a2d7b728879d service neutron] 10.222.0.11 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558455 Nov 10 03:47:21.136264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-15f0dc0b-f591-4224-8944-7acefd56bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.137737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-15f0dc0b-f591-4224-8944-7acefd56bb5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 200 len: 902 time: 0.3336911 Nov 10 03:47:21.214254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-00077608-d6f2-4a20-90aa-bcdec4be3baf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38 HTTP/1.1" status: 200 len: 217 time: 0.0673380 Nov 10 03:47:21.216075 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-815cec1a-88eb-4982-949e-9c2ea4b4001c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:21.226760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4b152-3557-4a8a-8293-1db8ba17acfa req-1c9780be-31b1-4fb4-b8e9-a71659340e07 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.234495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bb4b152-3557-4a8a-8293-1db8ba17acfa req-1c9780be-31b1-4fb4-b8e9-a71659340e07 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 943 time: 0.2971008 Nov 10 03:47:21.254637 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-815cec1a-88eb-4982-949e-9c2ea4b4001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:21.259999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac39b02a-8718-46fe-a900-b7e850a6b881 req-1c5d34ca-e62d-4329-844d-f4fad31c8909 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2212598 Nov 10 03:47:21.363694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efcd76-47ce-455a-a966-91382578c22d req-78426884-e907-4d99-bc43-359689aefca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.366370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18efcd76-47ce-455a-a966-91382578c22d req-78426884-e907-4d99-bc43-359689aefca5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90f3f886-f3b7-4293-8cc0-478495a56826 HTTP/1.1" status: 200 len: 920 time: 0.3105597 Nov 10 03:47:21.370944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-815cec1a-88eb-4982-949e-9c2ea4b4001c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77e9c4101c0d484e8c3255890a226d58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0843251 Nov 10 03:47:21.373558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53544) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:21.374057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cec1a-88eb-4982-949e-9c2ea4b4001c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd881b-8a57-4b73-9173-24cf95ac5a34,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:21.380680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-e3dd1ff1-095a-4445-8663-21237bdc4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.382338 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-e3dd1ff1-095a-4445-8663-21237bdc4f54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.1601808 Nov 10 03:47:21.412886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bb4b152-3557-4a8a-8293-1db8ba17acfa req-c83b54c3-9518-43b4-a6e4-f79e4b593658 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769426 Nov 10 03:47:21.414145 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:21.433886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18efcd76-47ce-455a-a966-91382578c22d req-ac2134ad-e0b2-43fe-b354-5325280f18f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd0af37d-f748-4c1f-a130-93570725796a HTTP/1.1" status: 200 len: 217 time: 0.0609391 Nov 10 03:47:21.503106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efcd76-47ce-455a-a966-91382578c22d req-69ab67ee-c5cc-4f36-bf0e-47cd4a02c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.504527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18efcd76-47ce-455a-a966-91382578c22d req-69ab67ee-c5cc-4f36-bf0e-47cd4a02c7ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d122f166-eca0-4777-9a42-38bd61c17fd8 HTTP/1.1" status: 200 len: 860 time: 0.0558627 Nov 10 03:47:21.506248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-d5d398ee-777a-46ef-9fbc-3885c5435300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.507580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-d5d398ee-777a-46ef-9fbc-3885c5435300 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1167758 Nov 10 03:47:21.560105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36c0831c-374a-4cbf-bce8-75d906b572b8 req-40ce9a04-67de-48e1-96ca-b756d302ba5d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 210 time: 0.0944932 Nov 10 03:47:21.574788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd3eae-e285-47fa-a12d-288042f93374 req-fcedbea8-d866-49ce-9aea-da7819b0ecc8 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.576282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1bd3eae-e285-47fa-a12d-288042f93374 req-fcedbea8-d866-49ce-9aea-da7819b0ecc8 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 948 time: 0.2180247 Nov 10 03:47:21.598157 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18efcd76-47ce-455a-a966-91382578c22d req-1f3f140d-da06-4024-9a0d-e69d190c9220 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90f3f886-f3b7-4293-8cc0-478495a56826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807025 Nov 10 03:47:21.639075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f2df301-2cbf-4912-8c33-610f7dc34105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:21.648958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-5abdfd51-390d-44c9-a9d6-6773cde4c570 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298645 Nov 10 03:47:21.701596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f2df301-2cbf-4912-8c33-610f7dc34105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:21.775050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1bd3eae-e285-47fa-a12d-288042f93374 req-9dcb0c15-4252-48c8-9efc-ed2064ea81fd tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597545 Nov 10 03:47:21.827033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd32aae4-81ef-479f-b1ec-174a76de2354 req-e6cca6b0-34a5-460b-98b0-1d26bc957d6b service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691754 Nov 10 03:47:21.837425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18efcd76-47ce-455a-a966-91382578c22d req-b8a466e8-d865-4720-a30d-3b9f80f930fa service neutron] 10.222.0.44 "GET /v2.0/networks/90f3f886-f3b7-4293-8cc0-478495a56826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303755 Nov 10 03:47:21.871290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d3919-0a1b-4280-848f-dd51c7e2f388 req-3a92afb8-fe81-4d92-b424-086861f870ab tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:21.879765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-196d3919-0a1b-4280-848f-dd51c7e2f388 req-3a92afb8-fe81-4d92-b424-086861f870ab tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.2084818 Nov 10 03:47:21.963813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f2df301-2cbf-4912-8c33-610f7dc34105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:21.966491 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f2df301-2cbf-4912-8c33-610f7dc34105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:21.970191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f2df301-2cbf-4912-8c33-610f7dc34105 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6fd881b-8a57-4b73-9173-24cf95ac5a34 HTTP/1.1" status: 204 len: 168 time: 0.5899994 Nov 10 03:47:22.022855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2df301-2cbf-4912-8c33-610f7dc34105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd881b-8a57-4b73-9173-24cf95ac5a34,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:22.052555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-196d3919-0a1b-4280-848f-dd51c7e2f388 req-027f7318-7ac6-4c2e-94d9-79d58028db35 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672494 Nov 10 03:47:22.083876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Router bc2d4956-2cb1-43d6-b63e-b45841aac915 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:47:22.099491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186df403-1401-4520-ad6e-420e1350833d req-a5c74a11-28eb-4027-b584-861960cf16f3 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.101283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-186df403-1401-4520-ad6e-420e1350833d req-a5c74a11-28eb-4027-b584-861960cf16f3 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 944 time: 0.1547790 Nov 10 03:47:22.151513 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18efcd76-47ce-455a-a966-91382578c22d req-fe448f48-7bcd-4f21-ba50-8192d379b017 service neutron] 10.222.0.44 "GET /v2.0/networks/90f3f886-f3b7-4293-8cc0-478495a56826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060205 Nov 10 03:47:22.180385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.180636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.180940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.181398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.181850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.182509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.182767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.189414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a11dccf-0829-4684-b700-b284fbeca704 req-57a39763-8742-4ecb-812a-7fd39f2011f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6476 time: 0.2277770 Nov 10 03:47:22.255577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-329e7d92-0c16-43ce-9d8a-e24107fc4343 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.257294 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-329e7d92-0c16-43ce-9d8a-e24107fc4343 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.11 "GET /v2.0/networks?id=5079776b-84f7-4517-99e1-bcccaa0c5ce1 HTTP/1.1" status: 200 len: 814 time: 0.2854407 Nov 10 03:47:22.302992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Request body: {'port': {'device_id': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1', 'admin_state_up': True, 'tenant_id': '1957cd0057164b479155b89ef9f0e424'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:22.363220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-186df403-1401-4520-ad6e-420e1350833d req-f54ae926-141d-4d01-835b-99959f3ac661 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493935 Nov 10 03:47:22.385842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-fe002155-3312-43d6-8a31-d6bde314fb33 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.387342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-fe002155-3312-43d6-8a31-d6bde314fb33 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.11 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 948 time: 0.1944098 Nov 10 03:47:22.403674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:47:22.419794 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] Sync routers for ids ['bc2d4956-2cb1-43d6-b63e-b45841aac915'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:47:22.433478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c3b8f091-0ba5-4b60-9f5e-585fdc374f08 admin admin] 10.222.0.24 "PUT /v2.0/routers/bc2d4956-2cb1-43d6-b63e-b45841aac915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7648365 Nov 10 03:47:22.445707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53562) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:22.449120 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] Routers {'bc2d4956-2cb1-43d6-b63e-b45841aac915'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:22.451085 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['bc2d4956-2cb1-43d6-b63e-b45841aac915'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:22.549151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-b6e2b66e-1c0c-466d-9791-57f1a6b13a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.550551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a11dccf-0829-4684-b700-b284fbeca704 req-b6e2b66e-1c0c-466d-9791-57f1a6b13a02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 200 len: 902 time: 0.3391654 Nov 10 03:47:22.630723 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a11dccf-0829-4684-b700-b284fbeca704 req-abc804a1-ec9a-4231-8c1c-2e9734da47fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7 HTTP/1.1" status: 200 len: 217 time: 0.0711086 Nov 10 03:47:22.636093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.648824 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] Set router bc2d4956-2cb1-43d6-b63e-b45841aac915 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:22.648991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.657205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.664074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.670931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.679893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.684021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.692963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-702d9b82-9fe6-4787-b64a-6a5977983069 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.3029056 Nov 10 03:47:22.713545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Made reservation on behalf of 1957cd0057164b479155b89ef9f0e424 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:22.717737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:22.786972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:22.801083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655749-c32a-4ec6-9872-d80a61b41d56 req-c75d9796-c188-4072-96a9-66ebf5b6f8ac tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.804674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14655749-c32a-4ec6-9872-d80a61b41d56 req-c75d9796-c188-4072-96a9-66ebf5b6f8ac tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 943 time: 0.2631106 Nov 10 03:47:22.834223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Deleting port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:22.846699 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:22.880876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-a75cf788-880e-449d-a4e5-255a5f9bc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:22.882414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a11dccf-0829-4684-b700-b284fbeca704 req-a75cf788-880e-449d-a4e5-255a5f9bc10b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.2121742 Nov 10 03:47:22.890409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95971d1-5fc3-411e-bbf1-dfd3ac523675 req-938b6262-592d-4748-b8f1-7c9edc458167 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963451 Nov 10 03:47:22.934811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1e58d4d5-04e1-4951-8894-650f5bcc7334 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:22.944713 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:47:20Z', 'revision_number': 5, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:23.018397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14655749-c32a-4ec6-9872-d80a61b41d56 req-52d83152-4613-472a-b190-f95e834599be tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905394 Nov 10 03:47:23.028573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Allocated IP 172.20.0.9 (5079776b-84f7-4517-99e1-bcccaa0c5ce1/ebb9fdab-b33f-4613-9ab1-84d4176fab67/4f100be7-91ef-4619-9a7f-e0371fb95cf6) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:23.035378 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] Checking router: bc2d4956-2cb1-43d6-b63e-b45841aac915 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:47:23.056638 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] Routers {'bc2d4956-2cb1-43d6-b63e-b45841aac915'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:23.058741 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['bc2d4956-2cb1-43d6-b63e-b45841aac915'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:23.059440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] For port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:23.060931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.115222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Calling delete_port for cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:23.116952 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53580) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:23.185504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b178da6b-8b35-4195-9482-a6da219ecb11 req-3dd27b3d-4450-4c9e-9668-f9e5923a6319 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 210 time: 0.0955231 Nov 10 03:47:23.193156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:23.196914 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.208924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'port_id': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'mac_address': 'fa:16:3e:85:88:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a000ff-563e-4184-976c-fcdf21193713', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:23.247507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dccf-0829-4684-b700-b284fbeca704 req-bb4c622b-6ab1-464b-89d0-5dadee425a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:23.249135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a11dccf-0829-4684-b700-b284fbeca704 req-bb4c622b-6ab1-464b-89d0-5dadee425a9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973411 Nov 10 03:47:23.274400 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.291520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e58d4d5-04e1-4951-8894-650f5bcc7334 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:23.320084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:23.324873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.385751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a11dccf-0829-4684-b700-b284fbeca704 req-95011650-25d1-49e5-8293-6608fe3c25e8 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227872 Nov 10 03:47:23.387925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:23.411354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d39e0d-9454-49d8-ba28-cc1dd488dd3a req-23d00e7b-1736-460a-a58f-be56bb5311c3 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:23.413669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51d39e0d-9454-49d8-ba28-cc1dd488dd3a req-23d00e7b-1736-460a-a58f-be56bb5311c3 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=20734c0c-6681-441d-8c1d-b79e99271a94 HTTP/1.1" status: 200 len: 948 time: 0.2957728 Nov 10 03:47:23.438801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-8501396'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:23.468812 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.502877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.532397 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] Set router bc2d4956-2cb1-43d6-b63e-b45841aac915 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:23.535465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f5a3d-0484-4a09-9d36-39fb2dababa6 req-3c9faa42-deb4-4690-bcab-8b66cc4d1521 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:23.536341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a1f5a3d-0484-4a09-9d36-39fb2dababa6 req-3c9faa42-deb4-4690-bcab-8b66cc4d1521 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.1718144 Nov 10 03:47:23.536939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Made reservation on behalf of b52cc8ad0e3e414b99884d775f15024e for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:23.540311 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.574376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.576387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9a11dccf-0829-4684-b700-b284fbeca704 req-6adcff5d-5bbb-41ea-b827-1725a70c856d service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797187 Nov 10 03:47:23.600471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51d39e0d-9454-49d8-ba28-cc1dd488dd3a req-31b02ac7-b304-423f-a1b5-08a5f566fc3e tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518714 Nov 10 03:47:23.610319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Deleting port 79146307-0af5-4274-a848-b868497db15d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:23.610647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.614741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.719005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:23.725190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:23.727676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:23.736578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['1e58d4d5-04e1-4951-8894-650f5bcc7334'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:23.765734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Pushing event updated for resources: {'Port': ['ID=4f100be7-91ef-4619-9a7f-e0371fb95cf6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:23.766633 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:47:20Z', 'revision_number': 5, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:23.794321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:23.794946 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.810568 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea0855-3fac-4039-a421-e63c0659e666 None None] The sync data for ids ['bc2d4956-2cb1-43d6-b63e-b45841aac915'] in n-d-817326-2 is: [{'id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274292017-router', 'tenant_id': 'f0a62d56c1cf40478f170a098de248cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '79146307-0af5-4274-a848-b868497db15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:17Z', 'updated_at': '2021-11-10T03:47:20Z', 'revision_number': 5, 'project_id': 'f0a62d56c1cf40478f170a098de248cf', 'gw_port': {'id': '79146307-0af5-4274-a848-b868497db15d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4956-2cb1-43d6-b63e-b45841aac915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:18Z', 'updated_at': '2021-11-10T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:47:23.816441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] For port 79146307-0af5-4274-a848-b868497db15d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=79146307-0af5-4274-a848-b868497db15d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:23.816809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.839628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-716cb304-393c-4859-97c1-5aa5a937e60d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5421827 Nov 10 03:47:23.840271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Calling delete_port for 79146307-0af5-4274-a848-b868497db15d owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:23.863129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a1f5a3d-0484-4a09-9d36-39fb2dababa6 req-a1a353b1-5d61-4126-be40-7438467ad74e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109636 Nov 10 03:47:23.863606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Request body: {'port': {'device_id': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:23.867575 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.886126 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.914017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25db345-9a4c-490f-a03a-eabab0ec3957 req-85e26171-85a2-4f26-9d53-57c893fd88c6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:23.915541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c25db345-9a4c-490f-a03a-eabab0ec3957 req-85e26171-85a2-4f26-9d53-57c893fd88c6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 945 time: 0.2338393 Nov 10 03:47:23.920179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:23.955530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:47:23.971763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.011173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Pushing event deleted for resources: {'Port': ['ID=cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:24.013518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.013852 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Added segment a98b8403-1467-42a8-bb69-db6b8c6850b6 of type vlan for network d8402f9b-e04e-4281-891e-22bb5a36ca95 Nov 10 03:47:24.057360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32abf4cf-ba1c-4392-bd1c-e489ae530dcb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:24.118723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] No DVR routers for this DVR port cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:24.121468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.124672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c62051b4-7354-4afe-87bf-f2c78646b1b0 req-39a3c70b-11c7-42dc-8d7e-5830ff923a1c tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.11 "DELETE /v2.0/ports/cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd HTTP/1.1" status: 204 len: 173 time: 1.7223415 Nov 10 03:47:24.132072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-deleted', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:24.134909 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69789e4-1492-4594-ad19-243ffaa3769a" -d '{"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-deleted", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:24.151459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c25db345-9a4c-490f-a03a-eabab0ec3957 req-838a57de-7c9c-4578-84ef-a0dab80d8af9 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191565 Nov 10 03:47:24.153828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.176910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.183900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.199140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.205052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.211211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.218982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.225756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.228551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-623ce16a-e631-43ba-814a-18b42db64a80 req-243cadec-2e87-41aa-be17-96bbadcc7d21 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.2292969 Nov 10 03:47:24.244527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.249452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bd0af37d-f748-4c1f-a130-93570725796a details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:24.281643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.289025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.290042 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.297366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=79146307-0af5-4274-a848-b868497db15d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:24.403767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2731204 Nov 10 03:47:24.413049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53594) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:24.419743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Request body: {'subnet': {'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:24.427772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df171a-469f-4d42-82f5-0e1a245e6278 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event updated for resources: {'Network': ['ID=d8402f9b-e04e-4281-891e-22bb5a36ca95,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:24.433628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bd0af37d-f748-4c1f-a130-93570725796a, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bd0af37d-f748-4c1f-a130-93570725796a,segment=NetworkSegment(66cd8907-f52c-463f-a8ee-26b751e1dfec),segment_id=66cd8907-f52c-463f-a8ee-26b751e1dfec)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:24.446114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network d8402f9b-e04e-4281-891e-22bb5a36ca95 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:47:24.451262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-623ce16a-e631-43ba-814a-18b42db64a80 req-0d3c341d-18f7-4997-8f43-c093c06032d3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157986 Nov 10 03:47:24.541572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'bd0af37d-f748-4c1f-a130-93570725796a', 'network_id': '90f3f886-f3b7-4293-8cc0-478495a56826', 'port_id': 'bd0af37d-f748-4c1f-a130-93570725796a', 'mac_address': 'fa:16:3e:df:f4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd122f166-eca0-4777-9a42-38bd61c17fd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:24.549002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.596167 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.624219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0af37d-f748-4c1f-a130-93570725796a {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:24.679761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bd0af37d-f748-4c1f-a130-93570725796a, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bd0af37d-f748-4c1f-a130-93570725796a,segment=NetworkSegment(66cd8907-f52c-463f-a8ee-26b751e1dfec),segment_id=66cd8907-f52c-463f-a8ee-26b751e1dfec)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:24.690571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:24.744720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fa05b76d-3ed6-4878-b3d7-37f842c9bea1 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:24.778819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: fa05b76d-3ed6-4878-b3d7-37f842c9bea1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:24.779312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fa05b76d-3ed6-4878-b3d7-37f842c9bea1 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:24.787524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=bd0af37d-f748-4c1f-a130-93570725796a,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:24.862825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2385c-48af-4ecf-a3d3-1e856a01d494 req-d0a604cc-cd1a-4615-9266-5821348a0689 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:24.864374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8df2385c-48af-4ecf-a3d3-1e856a01d494 req-d0a604cc-cd1a-4615-9266-5821348a0689 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 943 time: 0.5984256 Nov 10 03:47:24.865867 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23442f40-cdd7-474e-9842-0e4c65ad19eb x-openstack-request-id: req-23442f40-cdd7-474e-9842-0e4c65ad19eb {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:24.866178 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20734c0c-6681-441d-8c1d-b79e99271a94", "name": "network-vif-deleted", "tag": "cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:24.866419 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23442f40-cdd7-474e-9842-0e4c65ad19eb {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:24.866798 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20734c0c-6681-441d-8c1d-b79e99271a94', 'name': 'network-vif-deleted', 'tag': 'cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd', 'status': 'completed', 'code': 200} Nov 10 03:47:24.935291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['bd0af37d-f748-4c1f-a130-93570725796a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:24.963374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1e58d4d5-04e1-4951-8894-650f5bcc7334 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:25.005808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303ad47-ba31-4dfa-957a-0c102fef8aaf req-c0dbff67-7f01-4fb9-a901-842af7165096 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.007405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8303ad47-ba31-4dfa-957a-0c102fef8aaf req-c0dbff67-7f01-4fb9-a901-842af7165096 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 931 time: 0.1372499 Nov 10 03:47:25.015476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8df2385c-48af-4ecf-a3d3-1e856a01d494 req-6593c833-a07e-428e-bb7f-1a81c2716ca4 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408463 Nov 10 03:47:25.018961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Made reservation on behalf of b52cc8ad0e3e414b99884d775f15024e for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:25.022386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.069304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 1e58d4d5-04e1-4951-8894-650f5bcc7334 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:25.081442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 1e58d4d5-04e1-4951-8894-650f5bcc7334 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:25.081820 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.135113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8303ad47-ba31-4dfa-957a-0c102fef8aaf req-27130a90-790a-41b5-8fab-3910e5a35f47 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186426 Nov 10 03:47:25.144818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f100be7-91ef-4619-9a7f-e0371fb95cf6 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:25.163776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.181018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.193402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.213028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Transition to ACTIVE for port object 4f100be7-91ef-4619-9a7f-e0371fb95cf6 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:25.261364 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.271593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.303705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.305197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc2d4956-2cb1-43d6-b63e-b45841aac915 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:47:25.310498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.312557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6a6d176f-0480-46c5-997a-906e9bcffc2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/bc2d4956-2cb1-43d6-b63e-b45841aac915 HTTP/1.1" status: 204 len: 168 time: 2.8555307 Nov 10 03:47:25.317614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53604) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:25.356629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92173ac-8ed6-4dea-a715-204d0f73c5aa req-20f568e5-696a-4668-88dc-9a55997717f7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.358227 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d92173ac-8ed6-4dea-a715-204d0f73c5aa req-20f568e5-696a-4668-88dc-9a55997717f7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.1521287 Nov 10 03:47:25.365742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:25.367066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:25.372501 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972e51b0-a9d0-4fd3-b883-52a6b1fb6dc4" -d '{"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-plugged", "status": "completed", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:25.376315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.377255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:25.380053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Pushing event updated for resources: {'Port': ['ID=4f100be7-91ef-4619-9a7f-e0371fb95cf6,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:25.390132 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.459737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:25.460414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device cc3fc3ea-d1fd-4de7-9b86-943d86fa12dd not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:25.468354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Attempting to bind port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:25.468950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Attempting to bind port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '3f9f603f-6955-41f3-8ae8-50e8138beeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:25.469272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Attempting to bind port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 on network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:25.469419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:25.477612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 on network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:25.478054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Attempting to bind port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 on network 5079776b-84f7-4517-99e1-bcccaa0c5ce1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:25.485522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:25.485814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] Deleting subnet 65b78325-b231-4efb-b186-bf5623776ace {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:47:25.486307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Checking segment: {'id': '3f9f603f-6955-41f3-8ae8-50e8138beeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:25.487890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Bound using segment: {'id': '3f9f603f-6955-41f3-8ae8-50e8138beeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:25.488424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Bound port: 4f100be7-91ef-4619-9a7f-e0371fb95cf6, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9f603f-6955-41f3-8ae8-50e8138beeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:25.488860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.504191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.560513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] For port 4f100be7-91ef-4619-9a7f-e0371fb95cf6, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:25.563467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] For port 4f100be7-91ef-4619-9a7f-e0371fb95cf6, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4f100be7-91ef-4619-9a7f-e0371fb95cf6,segment=NetworkSegment(3f9f603f-6955-41f3-8ae8-50e8138beeb4),segment_id=3f9f603f-6955-41f3-8ae8-50e8138beeb4)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:25.569614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.593639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event updated for resources: {'Subnet': ['ID=9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:25.601164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.607320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d92173ac-8ed6-4dea-a715-204d0f73c5aa req-c9ed4490-fe6b-4d7b-a486-e543aa2fd3a5 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186024 Nov 10 03:47:25.613652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.614722 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.616292 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f100be7-91ef-4619-9a7f-e0371fb95cf6 HTTP/1.1" status: 200 len: 1091 time: 1.7614679 Nov 10 03:47:25.616787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'tag': '4f100be7-91ef-4619-9a7f-e0371fb95cf6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:25.619049 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618e6244-2161-4e56-9ff7-cc1d4ca4824d" -d '{"events": [{"name": "network-changed", "server_uuid": "417df2fe-6900-42d4-a4f0-67efe1da6834", "tag": "4f100be7-91ef-4619-9a7f-e0371fb95cf6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:25.637886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Checking segment: {'id': 'a98b8403-1467-42a8-bb69-db6b8c6850b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:25.638313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Network hostable DHCP agents. Network: d8402f9b-e04e-4281-891e-22bb5a36ca95, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:47:25.657186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce32928-1c30-4343-b3c4-80e5bd1d46d1 req-6edaaf11-2ef6-4b7e-bd8f-9c4740d05ec1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.659268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bce32928-1c30-4343-b3c4-80e5bd1d46d1 req-6edaaf11-2ef6-4b7e-bd8f-9c4740d05ec1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1895049 Nov 10 03:47:25.661064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8e907-6eba-445d-b088-bc99a1466790 service neutron] Pushing event updated for resources: {'Port': ['ID=4f100be7-91ef-4619-9a7f-e0371fb95cf6,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:25.716846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Network d8402f9b-e04e-4281-891e-22bb5a36ca95 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:47:25.721631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-97cee361-c9c0-4a7f-80be-410cc09c09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.723199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-97cee361-c9c0-4a7f-80be-410cc09c09d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1957cd0057164b479155b89ef9f0e424&device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 1094 time: 0.0497110 Nov 10 03:47:25.765282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, d8402f9b-e04e-4281-891e-22bb5a36ca95) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:25.774214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69156559-7144-4625-bac5-baa32aa454f8 None None] Network d8402f9b-e04e-4281-891e-22bb5a36ca95 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:25.777004 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-143fef3e-b97e-49dc-83f5-36c8289d818f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f100be7-91ef-4619-9a7f-e0371fb95cf6 HTTP/1.1" status: 200 len: 217 time: 0.0383174 Nov 10 03:47:25.777181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.777768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.792247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.829136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bce32928-1c30-4343-b3c4-80e5bd1d46d1 req-3041e74e-765f-48eb-beb4-621aa0151715 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563771 Nov 10 03:47:25.845199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eed258e8-27f8-430f-8cfd-deab0f2044f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.847819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d03e-6ba3-4490-9268-1037f19d80c3 req-afffeec4-0944-4d4d-b25a-11684a8b56fb tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:25.849428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05f4d03e-6ba3-4490-9268-1037f19d80c3 req-afffeec4-0944-4d4d-b25a-11684a8b56fb tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 949 time: 0.1351097 Nov 10 03:47:25.854841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fdb04ed1-929c-4e1e-a5f7-24aef0b04cdb tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4405351 Nov 10 03:47:25.858916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53614) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:25.860799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-eed258e8-27f8-430f-8cfd-deab0f2044f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebb9fdab-b33f-4613-9ab1-84d4176fab67 HTTP/1.1" status: 200 len: 854 time: 0.0769970 Nov 10 03:47:25.865376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Request body: {'port': {'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95', 'name': 'tempest-TagsExtTest-110078078'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:25.910613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-2f47f39b-0bfa-4531-880b-f07a10fad510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5079776b-84f7-4517-99e1-bcccaa0c5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418863 Nov 10 03:47:25.925569 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01201654-cd16-4eef-a7bf-4a48e13ddac4 x-openstack-request-id: req-01201654-cd16-4eef-a7bf-4a48e13ddac4 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:25.926079 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-plugged", "status": "completed", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:25.926383 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01201654-cd16-4eef-a7bf-4a48e13ddac4 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:25.926870 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'code': 200} Nov 10 03:47:25.966181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:25.981674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-d8402f9b-e04e-4281-891e-22bb5a36ca95', 'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95', 'tenant_id': 'b52cc8ad0e3e414b99884d775f15024e', 'fixed_ips': [{'subnet_id': '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:47:25.982747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.027711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05f4d03e-6ba3-4490-9268-1037f19d80c3 req-0c9ec9d8-45db-47d7-baf9-29f289cb7f54 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693566 Nov 10 03:47:26.036220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b78325-b231-4efb-b186-bf5623776ace,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:26.079339 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.082668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-219bd713-007f-4415-955c-ff7f5343c51f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/65b78325-b231-4efb-b186-bf5623776ace HTTP/1.1" status: 204 len: 168 time: 0.7535250 Nov 10 03:47:26.085116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-cdfb9256-d438-486f-b18d-427f2ad98b06 service neutron] 10.222.0.11 "GET /v2.0/networks/5079776b-84f7-4517-99e1-bcccaa0c5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671238 Nov 10 03:47:26.085679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53618) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:26.087461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f0e78-38ad-448d-b06e-202fbeee5e91 None None] Network e48ef8d3-e137-433a-ab31-a3feac054bba requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:26.116982 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef16e05-e92a-42f5-b017-15b6a5241aeb x-openstack-request-id: req-7ef16e05-e92a-42f5-b017-15b6a5241aeb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:26.117366 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417df2fe-6900-42d4-a4f0-67efe1da6834", "tag": "4f100be7-91ef-4619-9a7f-e0371fb95cf6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:26.118086 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ef16e05-e92a-42f5-b017-15b6a5241aeb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:26.118597 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'tag': '4f100be7-91ef-4619-9a7f-e0371fb95cf6', 'status': 'completed', 'code': 200} Nov 10 03:47:26.153557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.159550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.165530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.171487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.177982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.183893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.190606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.192537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b607b541-46f4-48ff-9c07-23e40983d641 req-7b27f068-104c-4493-991e-b2c635dd91b6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.2065165 Nov 10 03:47:26.196048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f4d20-271d-4c8f-9cac-a9e76bd52046 req-225ca387-3041-411e-a951-43f9dd5f0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.197443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-265f4d20-271d-4c8f-9cac-a9e76bd52046 req-225ca387-3041-411e-a951-43f9dd5f0b81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 1097 time: 0.1564977 Nov 10 03:47:26.198795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Made reservation on behalf of b52cc8ad0e3e414b99884d775f15024e for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:26.202142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.250071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.274020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bd0af37d-f748-4c1f-a130-93570725796a up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:26.277924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] device_id is not set on port ad9131e0-9c5e-4097-8efe-5a59fa27ace6 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:47:26.278385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Allocated IP 172.20.0.2 (d8402f9b-e04e-4281-891e-22bb5a36ca95/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/253d1838-780a-4dd3-861b-b07c6272ff27) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:26.318169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0d4c55b-dd27-48d7-8cea-f7bde265176c req-60a61121-8a88-403e-807b-e282d88c0906 service neutron] 10.222.0.11 "GET /v2.0/networks/5079776b-84f7-4517-99e1-bcccaa0c5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188873 Nov 10 03:47:26.341906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Deleting port 674086ff-a806-4082-8cda-bcff966c4687 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:26.341906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.391934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-265f4d20-271d-4c8f-9cac-a9e76bd52046 req-ac9bad13-a0e1-428e-8050-3d8cf59bc586 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772859 Nov 10 03:47:26.397477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port bd0af37d-f748-4c1f-a130-93570725796a completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:26.400984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae87a-a99d-4ee8-a6e7-5af33d0c50a3 req-c61f8cd4-674b-4989-abf0-b469d600b72a tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.402130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb6ae87a-a99d-4ee8-a6e7-5af33d0c50a3 req-c61f8cd4-674b-4989-abf0-b469d600b72a tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 944 time: 0.2084932 Nov 10 03:47:26.419926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port bd0af37d-f748-4c1f-a130-93570725796a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:26.420287 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.431831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b607b541-46f4-48ff-9c07-23e40983d641 req-aaf98dfc-47ce-40b8-9be1-5578a9c31dc9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2273989 Nov 10 03:47:26.435093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] For port 674086ff-a806-4082-8cda-bcff966c4687, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=674086ff-a806-4082-8cda-bcff966c4687,segment=NetworkSegment(d5dcc505-e3cc-41cb-b482-990470459082),segment_id=d5dcc505-e3cc-41cb-b482-990470459082)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:26.435751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.451810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Calling delete_port for 674086ff-a806-4082-8cda-bcff966c4687 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:26.512137 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb6ae87a-a99d-4ee8-a6e7-5af33d0c50a3 req-e451b8e6-b310-43ab-a725-fb483f3a2bf0 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988243 Nov 10 03:47:26.563313 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.593039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Pushing event deleted for resources: {'Port': ['ID=674086ff-a806-4082-8cda-bcff966c4687,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:26.597181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] No DVR routers for this DVR port 674086ff-a806-4082-8cda-bcff966c4687 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:26.597363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca79bb-c0f2-4697-8678-31a72dc36b85 None None] DHCP port deletion for e48ef8d3-e137-433a-ab31-a3feac054bba request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:47:26.658308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10540e4-6abb-4d90-8f34-b5ee714d7b2e req-7aeee03a-d268-457d-bda6-29f94116490e tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.660430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10540e4-6abb-4d90-8f34-b5ee714d7b2e req-7aeee03a-d268-457d-bda6-29f94116490e tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 943 time: 0.1086059 Nov 10 03:47:26.722514 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.728952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 674086ff-a806-4082-8cda-bcff966c4687 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:26.729922 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.742181 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.751121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48ef8d3-e137-433a-ab31-a3feac054bba']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:26.761428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dcc505-e3cc-41cb-b482-990470459082') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:26.761719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dcc505-e3cc-41cb-b482-990470459082') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:26.771918 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.786916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.793094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:47:26.793480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:47:26.795938 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:47:26.798946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 674086ff-a806-4082-8cda-bcff966c4687 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:26.801400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 674086ff-a806-4082-8cda-bcff966c4687 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:26.801400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 79146307-0af5-4274-a848-b868497db15d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:26.807388 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.832226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10540e4-6abb-4d90-8f34-b5ee714d7b2e req-b70d2b6d-979c-4cb4-a9c6-1c87a4237f4c tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634867 Nov 10 03:47:26.842542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 79146307-0af5-4274-a848-b868497db15d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:26.843274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 79146307-0af5-4274-a848-b868497db15d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:26.850860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Allocated IP 172.20.0.13 (d8402f9b-e04e-4281-891e-22bb5a36ca95/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/ad9131e0-9c5e-4097-8efe-5a59fa27ace6) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:26.854720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Network d8402f9b-e04e-4281-891e-22bb5a36ca95 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:26.870489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Pushing event updated for resources: {'Port': ['ID=253d1838-780a-4dd3-861b-b07c6272ff27,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:26.872479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f601c-b9a6-4d82-9d55-281995ac92e7 req-67aea1e0-3a92-4400-a0a4-84bc7b8001ef tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.874092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-464f601c-b9a6-4d82-9d55-281995ac92e7 req-67aea1e0-3a92-4400-a0a4-84bc7b8001ef tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.1646733 Nov 10 03:47:26.875470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:26.878363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:26.883638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.888025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-411b5a3f-14b7-4f77-8610-0e1ece29785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:26.889552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-411b5a3f-14b7-4f77-8610-0e1ece29785c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1957cd0057164b479155b89ef9f0e424&device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 1094 time: 0.1097367 Nov 10 03:47:26.895793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.902059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e48ef8d3-e137-433a-ab31-a3feac054bba HTTP/1.1" status: 204 len: 168 time: 0.8151429 Nov 10 03:47:26.904790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53626) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:26.905910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bd0af37d-f748-4c1f-a130-93570725796a, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bd0af37d-f748-4c1f-a130-93570725796a,segment=NetworkSegment(66cd8907-f52c-463f-a8ee-26b751e1dfec),segment_id=66cd8907-f52c-463f-a8ee-26b751e1dfec)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:26.937026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:26.967058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70146beb-34f5-4623-8e1e-1bc6c840e731 admin admin] Pushing event deleted for resources: {'Network': ['ID=e48ef8d3-e137-433a-ab31-a3feac054bba,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:27.016992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Attempting to bind port 253d1838-780a-4dd3-861b-b07c6272ff27 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:27.017610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Attempting to bind port 253d1838-780a-4dd3-861b-b07c6272ff27 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'a98b8403-1467-42a8-bb69-db6b8c6850b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:27.018812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Attempting to bind port 253d1838-780a-4dd3-861b-b07c6272ff27 on network d8402f9b-e04e-4281-891e-22bb5a36ca95 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:27.026151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:27.026615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Checking segment: {'id': 'a98b8403-1467-42a8-bb69-db6b8c6850b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:27.027076 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.027522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Bound using segment: {'id': 'a98b8403-1467-42a8-bb69-db6b8c6850b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:27.028065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Bound port: 253d1838-780a-4dd3-861b-b07c6272ff27, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98b8403-1467-42a8-bb69-db6b8c6850b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8402f9b-e04e-4281-891e-22bb5a36ca95'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:27.028816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.082250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=bd0af37d-f748-4c1f-a130-93570725796a,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:27.115016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] For port 253d1838-780a-4dd3-861b-b07c6272ff27, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:27.118619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] For port 253d1838-780a-4dd3-861b-b07c6272ff27, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=253d1838-780a-4dd3-861b-b07c6272ff27,segment=NetworkSegment(a98b8403-1467-42a8-bb69-db6b8c6850b6),segment_id=a98b8403-1467-42a8-bb69-db6b8c6850b6)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:27.123548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.128682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-464f601c-b9a6-4d82-9d55-281995ac92e7 req-bd576c04-cfb7-4c38-ac16-04729980827a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381251 Nov 10 03:47:27.144408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-e1f747a8-e4ab-4bc4-9ea3-cf466b070538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.145876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-e1f747a8-e4ab-4bc4-9ea3-cf466b070538 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5079776b-84f7-4517-99e1-bcccaa0c5ce1 HTTP/1.1" status: 200 len: 914 time: 0.2446826 Nov 10 03:47:27.155636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f7c5e-13ce-453f-af9e-0e350647a55e req-93e068f7-0731-4626-9c06-c6fbfe76d4d8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.172728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f7f7c5e-13ce-453f-af9e-0e350647a55e req-93e068f7-0731-4626-9c06-c6fbfe76d4d8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.2001007 Nov 10 03:47:27.230285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765b1bd-9f5a-43b1-920a-4d886bd4e476 None None] Pushing event updated for resources: {'Port': ['ID=253d1838-780a-4dd3-861b-b07c6272ff27,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:27.241011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-9b6fec87-b3da-42f0-b8a8-d54dd4a2cda4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f100be7-91ef-4619-9a7f-e0371fb95cf6 HTTP/1.1" status: 200 len: 217 time: 0.0661576 Nov 10 03:47:27.364497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f7f7c5e-13ce-453f-af9e-0e350647a55e req-05e4a746-6ed4-46f3-8cea-8f08b57c7f28 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908565 Nov 10 03:47:27.367452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.369882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.381600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-7dea11b8-72b0-4108-84bb-8e72f65e8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.383108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-7dea11b8-72b0-4108-84bb-8e72f65e8dec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebb9fdab-b33f-4613-9ab1-84d4176fab67 HTTP/1.1" status: 200 len: 854 time: 0.1312354 Nov 10 03:47:27.392861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041775-42bf-402d-82d0-6f55ec899b36 req-ce44d892-9ec9-4367-a0e0-8c4574c3633d tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.394994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94041775-42bf-402d-82d0-6f55ec899b36 req-ce44d892-9ec9-4367-a0e0-8c4574c3633d tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 949 time: 0.1673186 Nov 10 03:47:27.463720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-a28aab8c-4529-4224-86a5-8dea2fe23fda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5079776b-84f7-4517-99e1-bcccaa0c5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675192 Nov 10 03:47:27.543569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-f73131a1-46da-4ca6-bbc0-73eb9dc26a93 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.545433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-f73131a1-46da-4ca6-bbc0-73eb9dc26a93 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.44 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 949 time: 0.1079333 Nov 10 03:47:27.568905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.638685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94041775-42bf-402d-82d0-6f55ec899b36 req-5cbe5a75-f172-4469-aa95-828378d1e104 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/security-groups?id=42aba0ef-c4d8-46a5-af20-fe248d441008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278051 Nov 10 03:47:27.697454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Network d8402f9b-e04e-4281-891e-22bb5a36ca95 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:27.715282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:27.723156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Deleting port 7fe23a65-7843-488b-b0fe-15935d807885 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:27.723705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.725842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event updated for resources: {'Port': ['ID=ad9131e0-9c5e-4097-8efe-5a59fa27ace6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:27.745118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:27.748961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-2b0c1e49-2219-416f-a93b-8127ef98107e service neutron] 10.222.0.11 "GET /v2.0/networks/5079776b-84f7-4517-99e1-bcccaa0c5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759461 Nov 10 03:47:27.853875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.860499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.866044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] For port 7fe23a65-7843-488b-b0fe-15935d807885, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7fe23a65-7843-488b-b0fe-15935d807885,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:27.866377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.866510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.872419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.878859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.882412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Calling delete_port for 7fe23a65-7843-488b-b0fe-15935d807885 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:27.884737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.887256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Deleting port c765ba4a-f22d-49fa-b1b8-34df2ec44a51 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:27.887593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.890629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.892481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-8c54e58b-5c64-463c-9ea7-b800c7ce22f5 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.2828033 Nov 10 03:47:27.921532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.922152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:27.928360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0af37d-f748-4c1f-a130-93570725796a'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:27.932344 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f6fa2f-70ea-44a3-816b-fedc9d2565f6" -d '{"events": [{"server_uuid": "9527e6d8-03eb-4803-9e5b-53da7b1576a9", "name": "network-vif-plugged", "status": "completed", "tag": "bd0af37d-f748-4c1f-a130-93570725796a"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:27.939605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55833e59-0efd-43f1-955d-4e7c01e18dcc req-a0914c8e-f6b6-4a97-ad21-14f3481f100a tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:27.941643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55833e59-0efd-43f1-955d-4e7c01e18dcc req-a0914c8e-f6b6-4a97-ad21-14f3481f100a tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 945 time: 0.2308514 Nov 10 03:47:27.974151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f52c1e7c-845f-4532-88f9-b4469dfe8e93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1125307 Nov 10 03:47:27.980309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53638) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:27.986475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-46df9394-e1d0-47ba-9cb4-914a6791fe93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1151973976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:28.038034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-618e6244-2161-4e56-9ff7-cc1d4ca4824d req-a35a6d0a-c6ad-4909-8f76-584035c81aa1 service neutron] 10.222.0.11 "GET /v2.0/networks/5079776b-84f7-4517-99e1-bcccaa0c5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619288 Nov 10 03:47:28.053259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46df9394-e1d0-47ba-9cb4-914a6791fe93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.055185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46df9394-e1d0-47ba-9cb4-914a6791fe93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.072872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2cf8eca-ed02-48af-a01e-94f555dd94f3 req-2fe78c3b-b0a0-496a-8ddf-6bba3878fea1 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695709 Nov 10 03:47:28.079064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] For port c765ba4a-f22d-49fa-b1b8-34df2ec44a51, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,segment=NetworkSegment(174152e3-9625-4a61-b251-f03dbfd31e53),segment_id=174152e3-9625-4a61-b251-f03dbfd31e53)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:28.079618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55833e59-0efd-43f1-955d-4e7c01e18dcc req-65ac113d-395a-4990-a2ad-dede11b802a0 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223085 Nov 10 03:47:28.079737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.102336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Calling delete_port for c765ba4a-f22d-49fa-b1b8-34df2ec44a51 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:28.154848 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca75b839-e130-45f6-9425-3a036d015733 x-openstack-request-id: req-ca75b839-e130-45f6-9425-3a036d015733 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:28.155718 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9527e6d8-03eb-4803-9e5b-53da7b1576a9", "name": "network-vif-plugged", "status": "completed", "tag": "bd0af37d-f748-4c1f-a130-93570725796a", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:28.156057 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca75b839-e130-45f6-9425-3a036d015733 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:28.156531 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0af37d-f748-4c1f-a130-93570725796a', 'code': 200} Nov 10 03:47:28.249387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46df9394-e1d0-47ba-9cb4-914a6791fe93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.276147 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46df9394-e1d0-47ba-9cb4-914a6791fe93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.289012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570970b2-ad28-4ff4-bff2-cbcf5fc50b0c req-e5c1e937-a536-4c38-a29f-72b497757f99 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:28.291234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-570970b2-ad28-4ff4-bff2-cbcf5fc50b0c req-e5c1e937-a536-4c38-a29f-72b497757f99 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 943 time: 0.1067240 Nov 10 03:47:28.306113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619809cb-c6e6-42b4-95fd-1f5e3cfefbcd req-08ae8af6-bdec-4eda-afc0-55f661bfc6d2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:28.307784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-619809cb-c6e6-42b4-95fd-1f5e3cfefbcd req-08ae8af6-bdec-4eda-afc0-55f661bfc6d2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.0766177 Nov 10 03:47:28.321996 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46df9394-e1d0-47ba-9cb4-914a6791fe93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.326298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-46df9394-e1d0-47ba-9cb4-914a6791fe93 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3418827 Nov 10 03:47:28.326511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53642) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:28.334872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bfebace6-3643-4b0b-beac-2485b9531c6c tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1106578375', 'prefixes': ['172.20.0.0/16']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:28.342262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.402899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-570970b2-ad28-4ff4-bff2-cbcf5fc50b0c req-cf08874b-b062-4d7e-8d95-9a6f926b29ce tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920548 Nov 10 03:47:28.405912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-619809cb-c6e6-42b4-95fd-1f5e3cfefbcd req-193c3215-f4e2-45bb-bd70-12fa266f95cd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811310 Nov 10 03:47:28.423972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d5d6-6162-4ec5-a4f6-dd7e79a20a09 req-71ce78e3-8138-42ce-aaae-5396fbfe1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:28.423972 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff91d5d6-6162-4ec5-a4f6-dd7e79a20a09 req-71ce78e3-8138-42ce-aaae-5396fbfe1b28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 1096 time: 0.1851888 Nov 10 03:47:28.426108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Pushing event deleted for resources: {'Port': ['ID=7fe23a65-7843-488b-b0fe-15935d807885,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:28.473576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25fc6a-8045-4557-9038-aa1a68125e55 None None] Network d8402f9b-e04e-4281-891e-22bb5a36ca95 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:28.541201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] No DVR routers for this DVR port 7fe23a65-7843-488b-b0fe-15935d807885 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:28.542723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083183e7-18cc-4b6d-8b70-41336e879a78 req-2b5f0930-f41c-4d58-ace6-f9a621972c20 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:28.544467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-083183e7-18cc-4b6d-8b70-41336e879a78 req-2b5f0930-f41c-4d58-ace6-f9a621972c20 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0608492 Nov 10 03:47:28.553161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.556470 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3d3d1478-7393-4045-8a73-46ef275b8927 req-5a59f798-d661-4585-bcd3-6d2b30c77806 tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.44 "DELETE /v2.0/ports/7fe23a65-7843-488b-b0fe-15935d807885 HTTP/1.1" status: 204 len: 173 time: 0.9746833 Nov 10 03:47:28.557138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-deleted', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:28.557283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a5d30cad-7d8f-4e36-a70d-bfdd3bed4c35 None None] Provisioning complete for port 253d1838-780a-4dd3-861b-b07c6272ff27 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:28.557591 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a5d30cad-7d8f-4e36-a70d-bfdd3bed4c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.559181 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ffa870-c934-450f-ae98-ab103aed5a93" -d '{"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-deleted", "tag": "7fe23a65-7843-488b-b0fe-15935d807885"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:28.621107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff91d5d6-6162-4ec5-a4f6-dd7e79a20a09 req-8739dd1b-8079-43a9-a8ac-0cf753c79e50 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646938 Nov 10 03:47:28.626503 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72685ad-36b6-4dc3-9ffa-6c9fd9eb813e x-openstack-request-id: req-f72685ad-36b6-4dc3-9ffa-6c9fd9eb813e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:28.626911 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1037f3ad-a38a-4e1d-92e1-178000c8c99a", "name": "network-vif-deleted", "tag": "7fe23a65-7843-488b-b0fe-15935d807885", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:28.627849 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f72685ad-36b6-4dc3-9ffa-6c9fd9eb813e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:28.628329 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1037f3ad-a38a-4e1d-92e1-178000c8c99a', 'name': 'network-vif-deleted', 'tag': '7fe23a65-7843-488b-b0fe-15935d807885', 'status': 'completed', 'code': 200} Nov 10 03:47:28.649495 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bfebace6-3643-4b0b-beac-2485b9531c6c tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for subnetpool, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.651399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bfebace6-3643-4b0b-beac-2485b9531c6c tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3218694 Nov 10 03:47:28.653822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.656086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53648) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:28.666889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-fa6df5f6-6cbd-4ab9-afae-8039ec473285 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', 'tempest-TagsExtTest-Tag-2038542800') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:28.710032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-083183e7-18cc-4b6d-8b70-41336e879a78 req-c9e6d27f-a46a-4e49-b690-b61b6e2b5c9e tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577756 Nov 10 03:47:28.749270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Pushing event deleted for resources: {'Port': ['ID=c765ba4a-f22d-49fa-b1b8-34df2ec44a51,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:28.787319 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a5d30cad-7d8f-4e36-a70d-bfdd3bed4c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:28.833761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c27f4d06-e578-4e12-9e06-ff96a8d17c19 req-a0d3ad93-1a9e-4856-85da-a1c194c8e51b tempest-ListImageFiltersTestJSON-874269456 tempest-ListImageFiltersTestJSON-874269456-project] 10.222.0.24 "GET /v2.0/ports?device_id=1037f3ad-a38a-4e1d-92e1-178000c8c99a HTTP/1.1" status: 200 len: 210 time: 0.0448501 Nov 10 03:47:28.837987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 253d1838-780a-4dd3-861b-b07c6272ff27 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:28.934566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea125e6-4430-43a8-bc74-66b2dd0ef589 req-1309bff8-167f-4629-bb9b-0e52863a91a1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:28.935859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aea125e6-4430-43a8-bc74-66b2dd0ef589 req-1309bff8-167f-4629-bb9b-0e52863a91a1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0959213 Nov 10 03:47:28.956810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a5d30cad-7d8f-4e36-a70d-bfdd3bed4c35 None None] For port 253d1838-780a-4dd3-861b-b07c6272ff27, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=253d1838-780a-4dd3-861b-b07c6272ff27,segment=NetworkSegment(a98b8403-1467-42a8-bb69-db6b8c6850b6),segment_id=a98b8403-1467-42a8-bb69-db6b8c6850b6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:28.965353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a5d30cad-7d8f-4e36-a70d-bfdd3bed4c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.014569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aea125e6-4430-43a8-bc74-66b2dd0ef589 req-d9e694a6-5e23-4672-9cf9-c967593d6357 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690510 Nov 10 03:47:29.062643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 253d1838-780a-4dd3-861b-b07c6272ff27 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:29.063101 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.067018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d30cad-7d8f-4e36-a70d-bfdd3bed4c35 None None] Pushing event updated for resources: {'Port': ['ID=253d1838-780a-4dd3-861b-b07c6272ff27,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:29.114491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.124700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fa6df5f6-6cbd-4ab9-afae-8039ec473285 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags/tempest-TagsExtTest-Tag-2038542800 HTTP/1.1" status: 201 len: 201 time: 0.4622233 Nov 10 03:47:29.126230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:29.135900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-9b03680a-b4ba-40cf-9bc7-0814194a9d5f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', 'tempest-TagsExtTest-Tag-502007415') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:29.277032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.284273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.290725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.297059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.304101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.311362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.317845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.321019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-8cb7cbb9-56ad-416d-9663-0bb12872c8b9 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.1198351 Nov 10 03:47:29.389308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-74006245-c065-4001-ae8c-84ca3ba8efb3 None None] Provisioning complete for port 253d1838-780a-4dd3-861b-b07c6272ff27 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:29.389681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74006245-c065-4001-ae8c-84ca3ba8efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.420764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9b03680a-b4ba-40cf-9bc7-0814194a9d5f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags/tempest-TagsExtTest-Tag-502007415 HTTP/1.1" status: 201 len: 201 time: 0.2912319 Nov 10 03:47:29.427175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53664) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:29.442335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-524ef1e7-d4d4-45d2-a1a9-407acf093b3b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', 'tempest-TagsExtTest-Tag-1493473679') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:29.455145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697e8ea-6490-4e2e-8ada-9cc62b391cd5 req-6cf0ff71-e808-4874-974a-8960dbedd30b tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.463771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9697e8ea-6490-4e2e-8ada-9cc62b391cd5 req-6cf0ff71-e808-4874-974a-8960dbedd30b tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 945 time: 0.1405118 Nov 10 03:47:29.476481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Router 5867e32f-062d-4c41-afa0-9d24c8431f5d has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:47:29.509908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-74006245-c065-4001-ae8c-84ca3ba8efb3 None None] Provisioning complete for port ad9131e0-9c5e-4097-8efe-5a59fa27ace6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:29.510343 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74006245-c065-4001-ae8c-84ca3ba8efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.550184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-74006245-c065-4001-ae8c-84ca3ba8efb3 None None] Port ad9131e0-9c5e-4097-8efe-5a59fa27ace6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:47:29.568252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-911603c5-80f7-4b71-92d3-96631996c3a4 req-344c297a-2c94-47ed-a624-9c28fc4e0c39 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2418580 Nov 10 03:47:29.598470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9697e8ea-6490-4e2e-8ada-9cc62b391cd5 req-ec806b12-a585-4a9d-8220-8ea76ff9895c tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338603 Nov 10 03:47:29.612336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-524ef1e7-d4d4-45d2-a1a9-407acf093b3b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags/tempest-TagsExtTest-Tag-1493473679 HTTP/1.1" status: 201 len: 201 time: 0.1810513 Nov 10 03:47:29.613271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:47:29.623156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53670) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:29.624154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f41914cb-4490-4048-b573-58182eced012 admin admin] 10.222.0.24 "PUT /v2.0/routers/5867e32f-062d-4c41-afa0-9d24c8431f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134705 Nov 10 03:47:29.624154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53672) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:29.624325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-d17e5454-64f0-4c1d-bc90-3a2e18087e2b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', 'tempest-TagsExtTest-Tag-346952826') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:29.629437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] Sync routers for ids ['5867e32f-062d-4c41-afa0-9d24c8431f5d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:47:29.663936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] Routers {'5867e32f-062d-4c41-afa0-9d24c8431f5d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:29.664703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5867e32f-062d-4c41-afa0-9d24c8431f5d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:29.721843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5310ab3a-91a6-4a03-9e29-8bac3538339d None None] Provisioning complete for port ad9131e0-9c5e-4097-8efe-5a59fa27ace6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:29.722138 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5310ab3a-91a6-4a03-9e29-8bac3538339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.789367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.799674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5310ab3a-91a6-4a03-9e29-8bac3538339d None None] Port ad9131e0-9c5e-4097-8efe-5a59fa27ace6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:47:29.803371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e037f-70d3-4dc9-86aa-d4fe0659b0b4 req-668763ab-6739-4e0f-91c2-88d5c7adf30f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.811253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e3e037f-70d3-4dc9-86aa-d4fe0659b0b4 req-668763ab-6739-4e0f-91c2-88d5c7adf30f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1461484 Nov 10 03:47:29.813832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] Set router 5867e32f-062d-4c41-afa0-9d24c8431f5d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:29.816709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d17e5454-64f0-4c1d-bc90-3a2e18087e2b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags/tempest-TagsExtTest-Tag-346952826 HTTP/1.1" status: 201 len: 201 time: 0.2005363 Nov 10 03:47:29.830524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91922d32-523d-476b-b8a7-4c6ee8653e96 req-c8aa3261-4b44-4096-8b82-ccd35b9dc1e7 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:29.831907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91922d32-523d-476b-b8a7-4c6ee8653e96 req-c8aa3261-4b44-4096-8b82-ccd35b9dc1e7 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 943 time: 0.1428750 Nov 10 03:47:29.832382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53674) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:29.838137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-8c65721e-ee73-4883-ba81-edf4fb918823 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:29.921488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:29.953679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e3e037f-70d3-4dc9-86aa-d4fe0659b0b4 req-c4cffc1c-140d-42e0-81be-d6cac2da06c8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415451 Nov 10 03:47:29.980151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91922d32-523d-476b-b8a7-4c6ee8653e96 req-67a8c7b2-b522-4166-a931-265840ac6c8e tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246166 Nov 10 03:47:30.011519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Deleting port 93cd66e7-b543-40d0-a2ee-6fcd04f04754 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:30.011890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:30.018587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:47:28Z', 'revision_number': 5, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port': {'id': '93cd66e7-b543-40d0-a2ee-6fcd04f04754', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:44:30Z', 'updated_at': '2021-11-10T03:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:30.020072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8c65721e-ee73-4883-ba81-edf4fb918823 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags HTTP/1.1" status: 200 len: 241 time: 0.1849153 Nov 10 03:47:30.020730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53680) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:30.025314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-7b7cbca8-1426-4553-94db-54d8e82d5059 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', 'tempest-TagsExtTest-Tag-2038542800') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:30.048081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] Checking router: 5867e32f-062d-4c41-afa0-9d24c8431f5d for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:47:30.057998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] Routers {'5867e32f-062d-4c41-afa0-9d24c8431f5d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:30.058613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5867e32f-062d-4c41-afa0-9d24c8431f5d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:30.115595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] For port 93cd66e7-b543-40d0-a2ee-6fcd04f04754, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=93cd66e7-b543-40d0-a2ee-6fcd04f04754,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:30.116209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:30.129670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Calling delete_port for 93cd66e7-b543-40d0-a2ee-6fcd04f04754 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:30.131268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c2515-c1be-4cb2-8d3d-9afa56ec5f7c req-00ac729d-1b91-4c01-b14a-dd9b07c17a11 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.132847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc8c2515-c1be-4cb2-8d3d-9afa56ec5f7c req-00ac729d-1b91-4c01-b14a-dd9b07c17a11 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.0861442 Nov 10 03:47:30.140567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:30.141109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7b7cbca8-1426-4553-94db-54d8e82d5059 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags/tempest-TagsExtTest-Tag-2038542800 HTTP/1.1" status: 204 len: 168 time: 0.1192482 Nov 10 03:47:30.145593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-ce7e6c36-84fe-49db-858b-89fd51c5ce78 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', 'tempest-TagsExtTest-Tag-2038542800') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:30.157298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] Set router 5867e32f-062d-4c41-afa0-9d24c8431f5d gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:30.211418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc5262-4135-4766-b7dc-4226ec2f365a req-ac838630-6ceb-474d-9f07-37a5867fa5e1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.212871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21dc5262-4135-4766-b7dc-4226ec2f365a req-ac838630-6ceb-474d-9f07-37a5867fa5e1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0779440 Nov 10 03:47:30.213167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:47:29Z', 'revision_number': 6, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:30.237909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc8c2515-c1be-4cb2-8d3d-9afa56ec5f7c req-9931ce25-c7cb-49c1-81df-9e02eaf63880 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890234 Nov 10 03:47:30.240921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9626e4-5c20-4414-ad95-e8023605fa3f None None] The sync data for ids ['5867e32f-062d-4c41-afa0-9d24c8431f5d'] in n-d-817326-2 is: [{'id': '5867e32f-062d-4c41-afa0-9d24c8431f5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-904809946-router', 'tenant_id': 'f191565b088340e99c02e9a558bd215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:44:29Z', 'updated_at': '2021-11-10T03:47:29Z', 'revision_number': 6, 'project_id': 'f191565b088340e99c02e9a558bd215e', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:47:30.285855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21dc5262-4135-4766-b7dc-4226ec2f365a req-b923c687-ce30-4fdb-aa8c-1fa07844ee2b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Nov 10 03:47:30.662835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ce7e6c36-84fe-49db-858b-89fd51c5ce78 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags/tempest-TagsExtTest-Tag-2038542800 HTTP/1.1" status: 204 len: 168 time: 0.5212278 Nov 10 03:47:30.665965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53720) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:30.681706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-fbcb23c7-837c-4e52-9ad5-2c2caa2d3b2b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:30.726454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 253d1838-780a-4dd3-861b-b07c6272ff27 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:30.727171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c476-3d94-4330-baaf-1f4c0ccd3d22 req-d6034958-2942-4c80-8c4f-7409796cbade tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.728989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62e7c476-3d94-4330-baaf-1f4c0ccd3d22 req-d6034958-2942-4c80-8c4f-7409796cbade tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1400661 Nov 10 03:47:30.791228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 253d1838-780a-4dd3-861b-b07c6272ff27 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:30.791780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:30.828037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:30.836066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62e7c476-3d94-4330-baaf-1f4c0ccd3d22 req-3012abdd-404a-4e57-a073-39d487a2e535 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948539 Nov 10 03:47:30.863434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.867157 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fbcb23c7-837c-4e52-9ad5-2c2caa2d3b2b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags HTTP/1.1" status: 200 len: 205 time: 0.1999457 Nov 10 03:47:30.868316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53728) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:30.870241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.872708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-e86df48f-22f7-414f-844f-d29437561b83 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:30.874956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cd66e7-b543-40d0-a2ee-6fcd04f04754,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:30.884436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.893291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.904167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.911989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.920751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:30.923351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a86f567d-3832-416a-8564-075282382bdd req-ac407f2b-2f11-4170-bb73-1c74d4323be7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.1446466 Nov 10 03:47:30.966740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.027745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-c291ea84-3460-444c-8e65-58bd30b1caf8 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:31.029235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-c291ea84-3460-444c-8e65-58bd30b1caf8 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.1047616 Nov 10 03:47:31.047778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-2'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:31.060768 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e86df48f-22f7-414f-844f-d29437561b83 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags HTTP/1.1" status: 200 len: 240 time: 0.1913867 Nov 10 03:47:31.064109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.065518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53732) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:31.069595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-158aa4cd-f7bc-4220-87e2-70425880abb0 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', 'tempest-TagsExtTest-Tag-502007415') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:31.071891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.112245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a86f567d-3832-416a-8564-075282382bdd req-86163d32-7a40-4d4d-ba18-8a0fb1a2c73c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544726 Nov 10 03:47:31.141168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.141836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5867e32f-062d-4c41-afa0-9d24c8431f5d {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:47:31.147236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.151266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-60a7e459-ed05-4bd0-9006-12263183e5b5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5867e32f-062d-4c41-afa0-9d24c8431f5d HTTP/1.1" status: 204 len: 168 time: 1.5280254 Nov 10 03:47:31.153387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53738) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:31.156193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c765ba4a-f22d-49fa-b1b8-34df2ec44a51 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:31.160617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88641f-5d86-4e5c-a9ed-cc31117b9bf4 req-013ec03f-bc9f-4fdd-aa0f-e26ff1afe474 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:31.162478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b88641f-5d86-4e5c-a9ed-cc31117b9bf4 req-013ec03f-bc9f-4fdd-aa0f-e26ff1afe474 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 945 time: 0.1897678 Nov 10 03:47:31.184622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.214788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] Deleting subnet 705f0e56-323b-4f93-af66-3510029a70f0 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:47:31.221839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-158aa4cd-f7bc-4220-87e2-70425880abb0 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags/tempest-TagsExtTest-Tag-502007415 HTTP/1.1" status: 204 len: 168 time: 0.1551921 Nov 10 03:47:31.222443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c765ba4a-f22d-49fa-b1b8-34df2ec44a51 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:31.222812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c765ba4a-f22d-49fa-b1b8-34df2ec44a51 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:31.223560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.225174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53742) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:31.254549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-c04a568c-d197-4813-a7bb-8575f3e83cbf tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', 'tempest-TagsExtTest-Tag-502007415') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:31.260521 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b88641f-5d86-4e5c-a9ed-cc31117b9bf4 req-24002d9a-ead6-476f-ba5b-0a6af138e275 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899055 Nov 10 03:47:31.296596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.415471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.419519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c04a568c-d197-4813-a7bb-8575f3e83cbf tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags/tempest-TagsExtTest-Tag-502007415 HTTP/1.1" status: 204 len: 168 time: 0.1934173 Nov 10 03:47:31.429280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53758) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:31.434940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-0a8410e9-9d3d-411e-ad7a-27e92192808f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:31.439729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:31.484433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.521388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705f0e56-323b-4f93-af66-3510029a70f0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:31.523455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.524586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0a7d-7356-452c-944d-5dd6bc66bbd0 req-81af54cf-9b5f-4a24-a6b3-35b80cfccd78 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:31.531358 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-247dae55-08ca-4c77-85a6-35fda3872b2d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/705f0e56-323b-4f93-af66-3510029a70f0 HTTP/1.1" status: 204 len: 168 time: 0.3738465 Nov 10 03:47:31.531547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a5e0a7d-7356-452c-944d-5dd6bc66bbd0 req-81af54cf-9b5f-4a24-a6b3-35b80cfccd78 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 943 time: 0.1802375 Nov 10 03:47:31.531678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53762) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:31.539453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556dd69-5cec-495f-b805-f54b09b3fc6b None None] Network 954576ee-2b10-45fb-a2d5-62288f701a32 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:31.550389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:31.618805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.693991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Deleting port 70cabebe-71d7-499b-8713-735f3a690c0b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:31.694359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.698833 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:47:31.769190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] For port 70cabebe-71d7-499b-8713-735f3a690c0b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=70cabebe-71d7-499b-8713-735f3a690c0b,segment=NetworkSegment(174152e3-9625-4a61-b251-f03dbfd31e53),segment_id=174152e3-9625-4a61-b251-f03dbfd31e53)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:31.769573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.783358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Calling delete_port for 70cabebe-71d7-499b-8713-735f3a690c0b owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:31.871381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] DHCP port deletion for 954576ee-2b10-45fb-a2d5-62288f701a32 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:47:31.883008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.910807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Pushing event deleted for resources: {'Port': ['ID=70cabebe-71d7-499b-8713-735f3a690c0b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:31.915251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] No DVR routers for this DVR port 70cabebe-71d7-499b-8713-735f3a690c0b on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:31.927754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] Deleting port 70cabebe-71d7-499b-8713-735f3a690c0b {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:31.928293 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:31.975589 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0a8410e9-9d3d-411e-ad7a-27e92192808f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags HTTP/1.1" status: 200 len: 205 time: 0.5452399 Nov 10 03:47:31.978582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53766) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:31.984839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-9a5f9633-db50-40cd-8084-a299c9ca8879 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:31.998010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] For port 70cabebe-71d7-499b-8713-735f3a690c0b, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:31.998401 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.001926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:32.004895 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36179ee2-2575-4271-b375-e94f630b18c4" -d '{"events": [{"server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:32.008841 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.014838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] Calling delete_port for 70cabebe-71d7-499b-8713-735f3a690c0b owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:32.017625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a5e0a7d-7356-452c-944d-5dd6bc66bbd0 req-4fef8ffd-a716-4b25-b10d-ed56208ce66a tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756711 Nov 10 03:47:32.018583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] Port 70cabebe-71d7-499b-8713-735f3a690c0b was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:47:32.020091 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.020285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.032703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cfa5-db62-4427-90d6-fc4adc71e128 req-e2a31048-5fec-4124-a24f-9d4a85577003 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.036017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.049995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9017cfa5-db62-4427-90d6-fc4adc71e128 req-e2a31048-5fec-4124-a24f-9d4a85577003 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 945 time: 0.1394618 Nov 10 03:47:32.050211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] Pushing event deleted for resources: {'Port': ['ID=70cabebe-71d7-499b-8713-735f3a690c0b,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:32.054584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0f682-62c5-4e7b-ad84-4bf0275d5931 None None] No DVR routers for this DVR port 70cabebe-71d7-499b-8713-735f3a690c0b on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:32.092864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954576ee-2b10-45fb-a2d5-62288f701a32']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.108493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9a5f9633-db50-40cd-8084-a299c9ca8879 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags HTTP/1.1" status: 200 len: 241 time: 0.1260548 Nov 10 03:47:32.108493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174152e3-9625-4a61-b251-f03dbfd31e53') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.108493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174152e3-9625-4a61-b251-f03dbfd31e53') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.109968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53770) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.114970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-ae9515a2-e027-4c10-b103-46da7515d160 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', 'tempest-TagsExtTest-Tag-1493473679') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.133265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:32.148017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9017cfa5-db62-4427-90d6-fc4adc71e128 req-45ed7008-e062-4bb0-b48c-b1521b145f50 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059420 Nov 10 03:47:32.170388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.202322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on host n-h2-817326-2 for vnic_type normal with profile {"migrating_to": "n-h1-817326-2"} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:32.202796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:32.204810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:32.209810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.215577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:32.215976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Attempting to bind port c8b6d0c7-60ad-400b-8710-f00010b32b83 on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:32.223063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:47:32.223625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:47:32.225283 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:47:32.231910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:32.232238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:32.232619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:32.233053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Bound port: c8b6d0c7-60ad-400b-8710-f00010b32b83, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:32.233409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.276802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ae9515a2-e027-4c10-b103-46da7515d160 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags/tempest-TagsExtTest-Tag-1493473679 HTTP/1.1" status: 204 len: 168 time: 0.1618822 Nov 10 03:47:32.281517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53788) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.286849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-d8c4c68e-37f2-475d-b841-136c61d7743d tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', 'tempest-TagsExtTest-Tag-1493473679') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.303769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:32.324727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.330614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974971a-1faf-4e1d-af7a-8714d613d697 req-b222b3b2-a3b6-4c64-ad9a-53a32d23f927 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.338563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b974971a-1faf-4e1d-af7a-8714d613d697 req-b222b3b2-a3b6-4c64-ad9a-53a32d23f927 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1085207 Nov 10 03:47:32.354976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 7fe23a65-7843-488b-b0fe-15935d807885 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:32.355603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7fe23a65-7843-488b-b0fe-15935d807885 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:32.360715 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.366933 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/954576ee-2b10-45fb-a2d5-62288f701a32 HTTP/1.1" status: 204 len: 168 time: 0.8327889 Nov 10 03:47:32.389596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89738475-6385-4a51-81b7-a48c0d1a57ab admin admin] Pushing event deleted for resources: {'Network': ['ID=954576ee-2b10-45fb-a2d5-62288f701a32,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:32.404776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b974971a-1faf-4e1d-af7a-8714d613d697 req-11d530b6-eb6f-40dd-baf1-b449ee5766fa tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626531 Nov 10 03:47:32.450846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d8c4c68e-37f2-475d-b841-136c61d7743d tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags/tempest-TagsExtTest-Tag-1493473679 HTTP/1.1" status: 204 len: 168 time: 0.1682739 Nov 10 03:47:32.455171 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c6cd6-3e92-4b0c-a0e1-0180e9c77502 x-openstack-request-id: req-1c0c6cd6-3e92-4b0c-a0e1-0180e9c77502 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:32.455549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.456397 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:32.457524 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c0c6cd6-3e92-4b0c-a0e1-0180e9c77502 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:32.461123 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83', 'code': 200} Nov 10 03:47:32.467031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:32.470201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-a0287fa5-00f6-4bbd-b2ea-1b9f9cdbdaac tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.480934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:32.490660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.597965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a0287fa5-00f6-4bbd-b2ea-1b9f9cdbdaac tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags HTTP/1.1" status: 200 len: 205 time: 0.1385827 Nov 10 03:47:32.600188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632931e7-114a-4013-9a61-f856292c4bb8 req-23957d54-12aa-435e-b94d-0b4b1d78c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.602935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632931e7-114a-4013-9a61-f856292c4bb8 req-23957d54-12aa-435e-b94d-0b4b1d78c992 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1124 time: 0.1272204 Nov 10 03:47:32.603695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53802) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.633228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-92483c0a-c6d4-46fa-9109-065679da5e74 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.728386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 93cd66e7-b543-40d0-a2ee-6fcd04f04754 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:32.730108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=8']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:32.756039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 93cd66e7-b543-40d0-a2ee-6fcd04f04754 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:32.756604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 93cd66e7-b543-40d0-a2ee-6fcd04f04754 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:32.757181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70cabebe-71d7-499b-8713-735f3a690c0b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:32.761594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53806) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.778918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.780977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 70cabebe-71d7-499b-8713-735f3a690c0b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:32.781565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:32.781755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70cabebe-71d7-499b-8713-735f3a690c0b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:32.784068 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0083fa17-b178-4096-ab70-b2a86f3251fa service neutron] 10.222.0.11 "PUT /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 1121 time: 1.7422497 Nov 10 03:47:32.803587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-92483c0a-c6d4-46fa-9109-065679da5e74 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags HTTP/1.1" status: 200 len: 240 time: 0.1985092 Nov 10 03:47:32.807811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53810) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.810227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.818401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-a1a27746-10cf-49c2-88cd-9631e13bf23e tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', 'tempest-TagsExtTest-Tag-346952826') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.818577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.822052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c8b6d0c7-60ad-400b-8710-f00010b32b83'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:32.826425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.834677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.842718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.849520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.856807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.866836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-aa94a6fa-6b90-4d31-b762-86fea308a078 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.3341820 Nov 10 03:47:32.878926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['c8b6d0c7-60ad-400b-8710-f00010b32b83'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:32.895955 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a1a27746-10cf-49c2-88cd-9631e13bf23e tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags/tempest-TagsExtTest-Tag-346952826 HTTP/1.1" status: 204 len: 168 time: 0.0815260 Nov 10 03:47:32.896543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53812) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.902459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfae0d-1751-4204-a907-abc2cf567a65 req-dda3683f-37b9-4f13-badd-38f1c4e94464 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.905033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eebfae0d-1751-4204-a907-abc2cf567a65 req-dda3683f-37b9-4f13-badd-38f1c4e94464 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 945 time: 0.1609981 Nov 10 03:47:32.910761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-735f0e14-00e4-41b1-8e81-789c91cb9f8b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', 'tempest-TagsExtTest-Tag-346952826') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:32.931043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632931e7-114a-4013-9a61-f856292c4bb8 req-cda5c7fc-8b5c-4c86-8368-53ebdcf6e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:32.938111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632931e7-114a-4013-9a61-f856292c4bb8 req-cda5c7fc-8b5c-4c86-8368-53ebdcf6e726 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.2815914 Nov 10 03:47:32.951628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c020804b-0b5d-45ae-9fbf-a24030a48390 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0a62d56c1cf40478f170a098de248cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883020 Nov 10 03:47:32.959336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53814) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:32.979841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca7fa50a-d287-4d2e-86d8-669a92763e07 req-124c4091-815a-4c1d-ba9a-39d64cbf8c19 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098204 Nov 10 03:47:32.989439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53816) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.041068 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632931e7-114a-4013-9a61-f856292c4bb8 req-a4facbe5-8447-4895-8de4-00ab4758abdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 217 time: 0.0878379 Nov 10 03:47:33.055489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eebfae0d-1751-4204-a907-abc2cf567a65 req-0db58cf5-de29-4ae3-9415-dbc403ea6b44 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090920 Nov 10 03:47:33.087737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-735f0e14-00e4-41b1-8e81-789c91cb9f8b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags/tempest-TagsExtTest-Tag-346952826 HTTP/1.1" status: 204 len: 168 time: 0.1846895 Nov 10 03:47:33.090414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53822) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.096249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-987627d3-352f-40f1-b6f1-6390703f9661 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:33.123361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632931e7-114a-4013-9a61-f856292c4bb8 req-d88a93b3-e070-44ca-ba30-3e4c5a5640d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:33.124859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632931e7-114a-4013-9a61-f856292c4bb8 req-d88a93b3-e070-44ca-ba30-3e4c5a5640d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0697401 Nov 10 03:47:33.125901 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5944567-b773-4199-85cc-a42ddcdf51ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.132578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-987627d3-352f-40f1-b6f1-6390703f9661 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags HTTP/1.1" status: 200 len: 205 time: 0.0406709 Nov 10 03:47:33.138144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53824) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.144253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-cc10c1fd-b3d3-4d1e-854a-9792a52d15c4 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:33.187727 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632931e7-114a-4013-9a61-f856292c4bb8 req-64ef86a1-6a7c-42e0-9fc6-afb8548593cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503178 Nov 10 03:47:33.190880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5944567-b773-4199-85cc-a42ddcdf51ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.262269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b003e-3a3b-43bf-8956-701e4f342797 req-2981fb86-e3a9-4fa3-a75b-43858890fa96 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:33.263776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-204b003e-3a3b-43bf-8956-701e4f342797 req-2981fb86-e3a9-4fa3-a75b-43858890fa96 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 943 time: 0.1276278 Nov 10 03:47:33.268962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e2324796-36cc-453f-8f3d-e9c417c19d8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3c3c5f4e71048a5a5edde7b5c81ed53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672207 Nov 10 03:47:33.273078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.282336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4f100be7-91ef-4619-9a7f-e0371fb95cf6 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:33.322766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cc10c1fd-b3d3-4d1e-854a-9792a52d15c4 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags HTTP/1.1" status: 204 len: 168 time: 0.1829388 Nov 10 03:47:33.326610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53832) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.346217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278cbc-b56d-4e11-916f-a28926d7997e req-5772a3e5-ef41-47a1-93e9-fe613b094f76 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:33.348921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71278cbc-b56d-4e11-916f-a28926d7997e req-5772a3e5-ef41-47a1-93e9-fe613b094f76 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.1155112 Nov 10 03:47:33.355312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-21e23003-317e-454b-aa18-4d11ac6950e4 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:33.365563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5944567-b773-4199-85cc-a42ddcdf51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.368124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5944567-b773-4199-85cc-a42ddcdf51ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.369245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a5944567-b773-4199-85cc-a42ddcdf51ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afc1c2e2-854e-44d5-8a43-780ea527aab4 HTTP/1.1" status: 204 len: 168 time: 0.3825989 Nov 10 03:47:33.379325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632931e7-114a-4013-9a61-f856292c4bb8 req-bf3c98dc-2b67-4f85-80b5-0202cfbbf026 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807172 Nov 10 03:47:33.387734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5944567-b773-4199-85cc-a42ddcdf51ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc1c2e2-854e-44d5-8a43-780ea527aab4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:33.417282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-188e35d4-e04b-4d1f-bdf6-fd67d4720610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.434780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4f100be7-91ef-4619-9a7f-e0371fb95cf6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4f100be7-91ef-4619-9a7f-e0371fb95cf6,segment=NetworkSegment(3f9f603f-6955-41f3-8ae8-50e8138beeb4),segment_id=3f9f603f-6955-41f3-8ae8-50e8138beeb4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:33.449967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '4f100be7-91ef-4619-9a7f-e0371fb95cf6', 'network_id': '5079776b-84f7-4517-99e1-bcccaa0c5ce1', 'port_id': '4f100be7-91ef-4619-9a7f-e0371fb95cf6', 'mac_address': 'fa:16:3e:d9:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb9fdab-b33f-4613-9ab1-84d4176fab67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:33.477341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-188e35d4-e04b-4d1f-bdf6-fd67d4720610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.490684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-204b003e-3a3b-43bf-8956-701e4f342797 req-9e917769-3bcf-46f4-b77d-08a2fbf88ac5 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095473 Nov 10 03:47:33.493890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.513350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f100be7-91ef-4619-9a7f-e0371fb95cf6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:33.538085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632931e7-114a-4013-9a61-f856292c4bb8 req-1965f490-af2c-4650-8a0a-5393af5037ee service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433046 Nov 10 03:47:33.543114 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71278cbc-b56d-4e11-916f-a28926d7997e req-ee381b0a-1930-4539-ae45-7ec22dbb4a07 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379731 Nov 10 03:47:33.554949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4f100be7-91ef-4619-9a7f-e0371fb95cf6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4f100be7-91ef-4619-9a7f-e0371fb95cf6,segment=NetworkSegment(3f9f603f-6955-41f3-8ae8-50e8138beeb4),segment_id=3f9f603f-6955-41f3-8ae8-50e8138beeb4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:33.560300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-21e23003-317e-454b-aa18-4d11ac6950e4 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags HTTP/1.1" status: 204 len: 168 time: 0.2101841 Nov 10 03:47:33.562412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.563030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53838) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.563178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:33.569777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-4ff8e45f-fdea-49f7-868c-8833d45ae365 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:33.599968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-188e35d4-e04b-4d1f-bdf6-fd67d4720610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.604371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-188e35d4-e04b-4d1f-bdf6-fd67d4720610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:33.606179 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-188e35d4-e04b-4d1f-bdf6-fd67d4720610 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42aba0ef-c4d8-46a5-af20-fe248d441008 HTTP/1.1" status: 204 len: 168 time: 0.3283279 Nov 10 03:47:33.622049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e35d4-e04b-4d1f-bdf6-fd67d4720610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aba0ef-c4d8-46a5-af20-fe248d441008,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:33.678474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4ff8e45f-fdea-49f7-868c-8833d45ae365 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags HTTP/1.1" status: 204 len: 168 time: 0.1142528 Nov 10 03:47:33.680197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3034-9f4e-4e7e-a61a-22a42c0cef79 req-1f360fa0-6255-416d-87de-53e63b086519 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:33.681114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53844) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.681607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad2b3034-9f4e-4e7e-a61a-22a42c0cef79 req-1f360fa0-6255-416d-87de-53e63b086519 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1052668 Nov 10 03:47:33.688257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-4d31cb04-a697-414a-be3b-c233275034ef tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:33.705180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4f100be7-91ef-4619-9a7f-e0371fb95cf6,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:33.761709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:33.769525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad2b3034-9f4e-4e7e-a61a-22a42c0cef79 req-5d100916-caf6-45a4-8dff-05dba97eca0f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819316 Nov 10 03:47:33.782842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 has no active binding in host n-h1-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:47:33.793749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4d31cb04-a697-414a-be3b-c233275034ef tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.1107688 Nov 10 03:47:33.803082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53846) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.808073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-d3c28554-481c-4414-8a65-0b2ed8609d53 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', 'tempest-TagsExtTest-Tag-945791752') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:33.872140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.875892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3c28554-481c-4414-8a65-0b2ed8609d53 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags/tempest-TagsExtTest-Tag-945791752 HTTP/1.1" status: 201 len: 201 time: 0.0715196 Nov 10 03:47:33.879361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53852) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.883837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-4eced1c0-2177-4e68-95a9-dc9984ff3db0 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', 'tempest-TagsExtTest-Tag-1588785094') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:33.916931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-de276b9c-d1e4-4a19-88b4-1f52c0b6134c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f191565b088340e99c02e9a558bd215e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435247 Nov 10 03:47:33.919319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53854) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.954603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53856) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:33.958449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4eced1c0-2177-4e68-95a9-dc9984ff3db0 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags/tempest-TagsExtTest-Tag-1588785094 HTTP/1.1" status: 201 len: 201 time: 0.0740457 Nov 10 03:47:33.959987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-ca1ce362-db86-45f6-a507-93ec8b617862 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', 'tempest-TagsExtTest-Tag-482818086') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:34.039317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b787b124-31b3-425f-a7ea-f7be68e7de72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:34.068237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b787b124-31b3-425f-a7ea-f7be68e7de72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:34.105180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ca1ce362-db86-45f6-a507-93ec8b617862 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags/tempest-TagsExtTest-Tag-482818086 HTTP/1.1" status: 201 len: 201 time: 0.1495328 Nov 10 03:47:34.107955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53868) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:34.122207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-9ec99f66-b921-4df1-b240-da4c67f36117 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', 'tempest-TagsExtTest-Tag-316610419') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:34.132754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b787b124-31b3-425f-a7ea-f7be68e7de72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:34.138064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b787b124-31b3-425f-a7ea-f7be68e7de72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:34.142919 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b787b124-31b3-425f-a7ea-f7be68e7de72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d4d8c1d-ea82-447c-baa9-bec6b20dc7ca HTTP/1.1" status: 204 len: 168 time: 0.2201447 Nov 10 03:47:34.159963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787b124-31b3-425f-a7ea-f7be68e7de72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4d8c1d-ea82-447c-baa9-bec6b20dc7ca,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:34.234244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.242789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.247016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.253708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.256520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['4f100be7-91ef-4619-9a7f-e0371fb95cf6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:34.261195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.267764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.276449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.285750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-30e815f9-60b6-4c76-9f1e-5591faaae021 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.1922865 Nov 10 03:47:34.319452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6035d-ec0d-4625-b631-10312ea76b7b req-4ec0ea14-acca-4a86-89f2-a7ba10c541f5 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.321446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdc6035d-ec0d-4625-b631-10312ea76b7b req-4ec0ea14-acca-4a86-89f2-a7ba10c541f5 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 945 time: 0.1706648 Nov 10 03:47:34.325415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9ec99f66-b921-4df1-b240-da4c67f36117 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags/tempest-TagsExtTest-Tag-316610419 HTTP/1.1" status: 201 len: 201 time: 0.2158778 Nov 10 03:47:34.327941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53878) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:34.333686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-d6a335e1-7612-43a9-878b-8bc2d8ffbefd tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', {'tags': ['tempest-TagsExtTest-Tag-1714516192', 'tempest-TagsExtTest-Tag-1279101673', 'tempest-TagsExtTest-Tag-1749453457']}) {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:34.389820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602330b7-40fb-4d50-a286-d36666d46422 req-e1dbea33-f96d-43f6-81c4-11055a0731ce tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.392377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-602330b7-40fb-4d50-a286-d36666d46422 req-e1dbea33-f96d-43f6-81c4-11055a0731ce tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.44 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 945 time: 0.1090693 Nov 10 03:47:34.466451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15ddf3ac-c369-4d3b-b5a7-23666ed9b728 req-f37ee3f6-1cfd-4af9-b148-fdbfaa521c12 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788898 Nov 10 03:47:34.477382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:34.495329 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:34.542576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdc6035d-ec0d-4625-b631-10312ea76b7b req-95d413ce-24b0-43cd-a976-39bf6933d619 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee07320-1947-46c1-b9f1-28e89374d098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030995 Nov 10 03:47:34.582549 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d6a335e1-7612-43a9-878b-8bc2d8ffbefd tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags HTTP/1.1" status: 200 len: 318 time: 0.2510169 Nov 10 03:47:34.586417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53892) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:34.592608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-3de2c228-4e3a-469e-ae0f-4fc8dbf35009 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:34.603747 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ce9612-2598-4c18-a9ee-be12cb7618bb x-openstack-request-id: req-a8ce9612-2598-4c18-a9ee-be12cb7618bb {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:34.604023 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:34.604273 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8ce9612-2598-4c18-a9ee-be12cb7618bb {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:34.604665 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83', 'status': 'completed', 'code': 200} Nov 10 03:47:34.612969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Deleting port bd0af37d-f748-4c1f-a130-93570725796a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:34.613220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:34.697970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d33fd-8a3c-467f-a6d8-ceee8729cd60 req-24be7ee4-189e-419d-9910-5c7f030ca292 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.700156 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-407d33fd-8a3c-467f-a6d8-ceee8729cd60 req-24be7ee4-189e-419d-9910-5c7f030ca292 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 944 time: 0.1049798 Nov 10 03:47:34.753970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-4a9dd822-d6b9-4e69-b0ff-c6432d1984cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.755468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-4a9dd822-d6b9-4e69-b0ff-c6432d1984cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1124 time: 0.0974622 Nov 10 03:47:34.804471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-407d33fd-8a3c-467f-a6d8-ceee8729cd60 req-94307c84-3f5f-4d36-b9c5-980b481169ae tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965729 Nov 10 03:47:34.812234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3de2c228-4e3a-469e-ae0f-4fc8dbf35009 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.2221785 Nov 10 03:47:34.812911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53904) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:34.818070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-42073e91-bb33-4c80-af4f-54e6634887e3 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', 'tempest-TagsExtTest-Tag-1714516192') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:34.832868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] For port bd0af37d-f748-4c1f-a130-93570725796a, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bd0af37d-f748-4c1f-a130-93570725796a,segment=NetworkSegment(66cd8907-f52c-463f-a8ee-26b751e1dfec),segment_id=66cd8907-f52c-463f-a8ee-26b751e1dfec)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:34.833158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:34.853883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Calling delete_port for bd0af37d-f748-4c1f-a130-93570725796a owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:34.858804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbf91-60b9-4b2c-aa08-316f9787b6f7 req-dec4fe38-b5ce-479c-a545-7a34045d3ec2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.860585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc2cbf91-60b9-4b2c-aa08-316f9787b6f7 req-dec4fe38-b5ce-479c-a545-7a34045d3ec2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.1196640 Nov 10 03:47:34.926241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc2cbf91-60b9-4b2c-aa08-316f9787b6f7 req-1c839d59-469c-4700-aa50-be9d898c4310 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Nov 10 03:47:34.932232 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-42073e91-bb33-4c80-af4f-54e6634887e3 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:34.936502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-42073e91-bb33-4c80-af4f-54e6634887e3 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags/tempest-TagsExtTest-Tag-1714516192 HTTP/1.1" status: 404 len: 329 time: 0.1207013 Nov 10 03:47:34.936750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53910) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:34.941808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-ff2bc103-0c7e-4296-8103-9f4fea988a5f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', 'tempest-TagsExtTest-Tag-1279101673') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:34.964330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-c4f7003c-041f-4880-a3f7-eba2bdf1a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:34.965862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-c4f7003c-041f-4880-a3f7-eba2bdf1a6b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.1977212 Nov 10 03:47:35.025411 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-26bdea66-708e-410c-bfb1-0769ac23b3b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 217 time: 0.0483692 Nov 10 03:47:35.041101 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-ff2bc103-0c7e-4296-8103-9f4fea988a5f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:35.045259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ff2bc103-0c7e-4296-8103-9f4fea988a5f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags/tempest-TagsExtTest-Tag-1279101673 HTTP/1.1" status: 404 len: 329 time: 0.1048040 Nov 10 03:47:35.045259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53912) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.050914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-85d99a89-4b94-4e74-9f45-58c6385a5ae5 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2', 'tempest-TagsExtTest-Tag-1749453457') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.096124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-42c2e519-0b2f-4377-a859-dbc4e6be3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.096124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-42c2e519-0b2f-4377-a859-dbc4e6be3c83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0602088 Nov 10 03:47:35.102661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69984b36-40f9-4b1c-8fd1-4da2048cc164 req-8857b0e1-9dfc-4549-8430-b4da6c7bfb88 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.110113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-69984b36-40f9-4b1c-8fd1-4da2048cc164 req-8857b0e1-9dfc-4549-8430-b4da6c7bfb88 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1136460 Nov 10 03:47:35.179558 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-2cc89f35-c99d-4473-a622-78da702618e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746772 Nov 10 03:47:35.188996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-69984b36-40f9-4b1c-8fd1-4da2048cc164 req-bc09cc0f-ae18-43e6-88a8-c176666ee124 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730913 Nov 10 03:47:35.194511 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-85d99a89-4b94-4e74-9f45-58c6385a5ae5 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:35.196075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-85d99a89-4b94-4e74-9f45-58c6385a5ae5 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags/tempest-TagsExtTest-Tag-1749453457 HTTP/1.1" status: 404 len: 329 time: 0.1494195 Nov 10 03:47:35.198803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53920) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.204219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-d10c66ea-5d64-456e-b342-c9f81c97821f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', {'tags': ['tempest-TagsExtTest-Tag-561163006', 'tempest-TagsExtTest-Tag-1084066630', 'tempest-TagsExtTest-Tag-404873217']}) {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.250800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:35.263778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['bd0af37d-f748-4c1f-a130-93570725796a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:35.284955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d10c66ea-5d64-456e-b342-c9f81c97821f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags HTTP/1.1" status: 200 len: 316 time: 0.0846407 Nov 10 03:47:35.289395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Pushing event deleted for resources: {'Port': ['ID=bd0af37d-f748-4c1f-a130-93570725796a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:35.295038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53926) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.305485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-f6aab676-a3f3-493f-a975-6c4159af0686 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.351243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] No DVR routers for this DVR port bd0af37d-f748-4c1f-a130-93570725796a on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:35.359490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:35.362903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-602330b7-40fb-4d50-a286-d36666d46422 req-3f708d28-89b5-46a8-b329-aaafe4972714 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.44 "DELETE /v2.0/ports/bd0af37d-f748-4c1f-a130-93570725796a HTTP/1.1" status: 204 len: 173 time: 0.9552937 Nov 10 03:47:35.363351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'name': 'network-vif-deleted', 'tag': 'bd0af37d-f748-4c1f-a130-93570725796a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:35.365681 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e45a108-0fe6-43e8-ab4f-932fd40c57ab" -d '{"events": [{"server_uuid": "9527e6d8-03eb-4803-9e5b-53da7b1576a9", "name": "network-vif-deleted", "tag": "bd0af37d-f748-4c1f-a130-93570725796a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:35.373191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53932) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.385568 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-c34198ea-4f56-4c6f-8762-8d2427c278de service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956582 Nov 10 03:47:35.422272 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9559db-5947-46b7-b036-b7603815157a x-openstack-request-id: req-ae9559db-5947-46b7-b036-b7603815157a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:35.422484 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9527e6d8-03eb-4803-9e5b-53da7b1576a9", "name": "network-vif-deleted", "tag": "bd0af37d-f748-4c1f-a130-93570725796a", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:35.423201 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae9559db-5947-46b7-b036-b7603815157a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:35.423609 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9527e6d8-03eb-4803-9e5b-53da7b1576a9', 'name': 'network-vif-deleted', 'tag': 'bd0af37d-f748-4c1f-a130-93570725796a', 'status': 'completed', 'code': 200} Nov 10 03:47:35.460490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f6aab676-a3f3-493f-a975-6c4159af0686 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags HTTP/1.1" status: 204 len: 168 time: 0.1628985 Nov 10 03:47:35.463041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53936) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.470693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-062c3e70-aeb4-4c03-8387-7ce0d17fc90a tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', 'tempest-TagsExtTest-Tag-561163006') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.528885 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b037fb5-3b03-44e6-ba28-8f1d0277d1a8 req-46744c86-9e1f-4919-839f-729d038ec76a service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340995 Nov 10 03:47:35.610079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-827411508-network', 'tenant_id': '85fd783539a54750976bc48554c7f25b'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:35.645963 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-062c3e70-aeb4-4c03-8387-7ce0d17fc90a tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:35.646979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-062c3e70-aeb4-4c03-8387-7ce0d17fc90a tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags/tempest-TagsExtTest-Tag-561163006 HTTP/1.1" status: 404 len: 328 time: 0.1829660 Nov 10 03:47:35.650254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53944) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.654608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-89e10631-7ced-436e-8cce-7eac4ec1943a tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', 'tempest-TagsExtTest-Tag-1084066630') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.677687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0a27914-b43d-4e25-a016-ee10a6eb9453 req-2d8c6681-87df-4b85-90f6-d2676763ed14 tempest-ServerAddressesNegativeTestJSON-1135882938 tempest-ServerAddressesNegativeTestJSON-1135882938-project] 10.222.0.24 "GET /v2.0/ports?device_id=9527e6d8-03eb-4803-9e5b-53da7b1576a9 HTTP/1.1" status: 200 len: 210 time: 0.0388231 Nov 10 03:47:35.678539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Made reservation on behalf of 85fd783539a54750976bc48554c7f25b for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:35.680852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:35.693726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.700695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.706178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.712077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.718009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.718328 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-89e10631-7ced-436e-8cce-7eac4ec1943a tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:35.723443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-89e10631-7ced-436e-8cce-7eac4ec1943a tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags/tempest-TagsExtTest-Tag-1084066630 HTTP/1.1" status: 404 len: 329 time: 0.0681458 Nov 10 03:47:35.723981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.726907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53946) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.729891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:35.731648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-26e192d5-59cb-4da9-8c7e-6267bdd86e75 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6', 'tempest-TagsExtTest-Tag-404873217') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.732401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-ce12f320-3c07-4ac3-b1d2-16b50e1515fa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.1621540 Nov 10 03:47:35.740782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:35.784044 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-26e192d5-59cb-4da9-8c7e-6267bdd86e75 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:35.788096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-26e192d5-59cb-4da9-8c7e-6267bdd86e75 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags/tempest-TagsExtTest-Tag-404873217 HTTP/1.1" status: 404 len: 328 time: 0.0572958 Nov 10 03:47:35.788855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.793050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-8920be6d-bb66-4d3e-8471-b557f2201f7f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', {'tags': ['tempest-TagsExtTest-Tag-279959141', 'tempest-TagsExtTest-Tag-173662017', 'tempest-TagsExtTest-Tag-1163504923']}) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.847720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdfd6e42-4719-4eab-b51a-69a1ab792f0d req-101e359a-bd10-4bf0-936e-93c41afde2d3 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036787 Nov 10 03:47:35.906009 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8920be6d-bb66-4d3e-8471-b557f2201f7f tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags HTTP/1.1" status: 200 len: 316 time: 0.1142397 Nov 10 03:47:35.906177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53952) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:35.912324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-07a73f87-d83e-480f-9fe9-c120e53f7728 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:35.921638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:35.929706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:35.978006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be83e293-cf19-48fb-a9ce-409f7b031578,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:35.980693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:47:36.014549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.014934 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Added segment 18ff5726-a558-4b22-898d-f17e6c26bbe0 of type vlan for network f4a1fbea-4201-4f79-999f-88601b6e8e51 Nov 10 03:47:36.044297 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-07a73f87-d83e-480f-9fe9-c120e53f7728 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags HTTP/1.1" status: 204 len: 168 time: 0.1369123 Nov 10 03:47:36.046953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53958) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.051820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-933132ac-7998-4df3-b259-d5885798785d tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', 'tempest-TagsExtTest-Tag-279959141') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.073278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5ff04-f4e8-4a3f-9a09-0d81c9857544 req-8f656697-4e60-4ad7-90d7-3f666e187d4e tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:36.074865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7e5ff04-f4e8-4a3f-9a09-0d81c9857544 req-8f656697-4e60-4ad7-90d7-3f666e187d4e tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 944 time: 0.1124763 Nov 10 03:47:36.079051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.135775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.136811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:36.137326 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.197276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7e5ff04-f4e8-4a3f-9a09-0d81c9857544 req-d869ed89-f733-469e-b2a9-ef4ec7535674 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140525 Nov 10 03:47:36.210463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8362863 Nov 10 03:47:36.216271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53964) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.220554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Request body: {'subnet': {'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-827411508-subnet', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:36.262087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d689-ebd7-40a7-a1c4-d2beab958b22 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a1fbea-4201-4f79-999f-88601b6e8e51,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:36.276277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:47:36.277167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Made reservation on behalf of 85fd783539a54750976bc48554c7f25b for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:36.279737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.350953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd840-127b-4b63-99fa-500a6f8510b7 req-b6640a09-79f3-4216-b4f4-94ed1ca3f693 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:36.357241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-609cd840-127b-4b63-99fa-500a6f8510b7 req-b6640a09-79f3-4216-b4f4-94ed1ca3f693 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.3098340 Nov 10 03:47:36.474769 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-933132ac-7998-4df3-b259-d5885798785d tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:36.478752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-933132ac-7998-4df3-b259-d5885798785d tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags/tempest-TagsExtTest-Tag-279959141 HTTP/1.1" status: 404 len: 328 time: 0.4282157 Nov 10 03:47:36.478975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53968) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.483349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-234d93fa-9ac0-42c5-831a-d4921345c13c tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', 'tempest-TagsExtTest-Tag-173662017') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.493394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc62745-94bb-4bb8-aa12-ead28a1c6b1d req-f1db7233-626c-4c2c-9d75-dcece1a6c95a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:36.494900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cc62745-94bb-4bb8-aa12-ead28a1c6b1d req-f1db7233-626c-4c2c-9d75-dcece1a6c95a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1332765 Nov 10 03:47:36.504261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-609cd840-127b-4b63-99fa-500a6f8510b7 req-fdfe6e34-22ae-4ce2-8d3b-10f8a653b909 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394496 Nov 10 03:47:36.564383 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-234d93fa-9ac0-42c5-831a-d4921345c13c tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:36.568808 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-234d93fa-9ac0-42c5-831a-d4921345c13c tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags/tempest-TagsExtTest-Tag-173662017 HTTP/1.1" status: 404 len: 328 time: 0.0862415 Nov 10 03:47:36.568996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53972) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.573390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-18b238b6-6f80-402d-8bc3-ec5848c369fc tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64', 'tempest-TagsExtTest-Tag-1163504923') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.609126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cc62745-94bb-4bb8-aa12-ead28a1c6b1d req-12a0009e-7f38-493b-ae88-7e0cdf8138bb tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983832 Nov 10 03:47:36.656432 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-18b238b6-6f80-402d-8bc3-ec5848c369fc tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:36.657578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-18b238b6-6f80-402d-8bc3-ec5848c369fc tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags/tempest-TagsExtTest-Tag-1163504923 HTTP/1.1" status: 404 len: 329 time: 0.0876942 Nov 10 03:47:36.660372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53978) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.665220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-392be100-c70d-426c-ba28-67f087c7ca40 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', {'tags': ['tempest-TagsExtTest-Tag-1787735704', 'tempest-TagsExtTest-Tag-1852125988', 'tempest-TagsExtTest-Tag-1639705489']}) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.677462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.709868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-392be100-c70d-426c-ba28-67f087c7ca40 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "PUT /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags HTTP/1.1" status: 200 len: 318 time: 0.0461395 Nov 10 03:47:36.710384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53986) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.715471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-3c7bd9c3-c894-447a-bf4a-ff741f569c1d tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.749341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5126e81d-fce7-4786-aa54-2f0589cc1419,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:36.751595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53988) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.764220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Checking segment: {'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:36.764604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Network hostable DHCP agents. Network: f4a1fbea-4201-4f79-999f-88601b6e8e51, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:47:36.771731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3c7bd9c3-c894-447a-bf4a-ff741f569c1d tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags HTTP/1.1" status: 204 len: 168 time: 0.0601442 Nov 10 03:47:36.774259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53990) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.778889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-31029490-5ad5-4cf7-aeb8-4f1e5d447d02 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', 'tempest-TagsExtTest-Tag-1787735704') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.799912 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-31029490-5ad5-4cf7-aeb8-4f1e5d447d02 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:36.801644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-31029490-5ad5-4cf7-aeb8-4f1e5d447d02 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags/tempest-TagsExtTest-Tag-1787735704 HTTP/1.1" status: 404 len: 329 time: 0.0258911 Nov 10 03:47:36.804780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53992) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.808949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-c5ac1063-0998-4eeb-a71f-82a5965fca7b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', 'tempest-TagsExtTest-Tag-1852125988') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.816019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:47:36.822663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] Deleting subnet d122f166-eca0-4777-9a42-38bd61c17fd8 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:47:36.828091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.832469 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-c5ac1063-0998-4eeb-a71f-82a5965fca7b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:36.836634 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c5ac1063-0998-4eeb-a71f-82a5965fca7b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags/tempest-TagsExtTest-Tag-1852125988 HTTP/1.1" status: 404 len: 329 time: 0.0284607 Nov 10 03:47:36.836969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53994) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.841738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-c49c5b46-f0d7-4180-928e-a2e0cc09e7c7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05', 'tempest-TagsExtTest-Tag-1639705489') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.855511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f4a1fbea-4201-4f79-999f-88601b6e8e51) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:36.860246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:36.860862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.867537 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-c49c5b46-f0d7-4180-928e-a2e0cc09e7c7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] show failed (client error): The resource could not be found. Nov 10 03:47:36.868584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c49c5b46-f0d7-4180-928e-a2e0cc09e7c7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags/tempest-TagsExtTest-Tag-1639705489 HTTP/1.1" status: 404 len: 329 time: 0.0304708 Nov 10 03:47:36.872961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37f33b-2666-42e1-8c1d-07996cd955b5 None None] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:36.875780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53998) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.882135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-57eac8cd-0931-4ccc-ae64-839ca067c053 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:36.898554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.922576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e00d71e-6fb0-4a75-aa3c-8c27e6c04927 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7056942 Nov 10 03:47:36.925839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.931675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:36.954496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.970732 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.975949 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:36.977542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54004) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.981538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-57eac8cd-0931-4ccc-ae64-839ca067c053 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05/tags HTTP/1.1" status: 204 len: 168 time: 0.1023698 Nov 10 03:47:36.984141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54006) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:36.991867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-ae207c1a-9c85-4a1f-bfa4-19a09ab5cc4b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd472b74-47dd-4677-a401-88773760df64') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:37.041048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.083824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d122f166-eca0-4777-9a42-38bd61c17fd8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:37.088236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.093828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-57d9f49a-d04e-415d-8799-94e143459430 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d122f166-eca0-4777-9a42-38bd61c17fd8 HTTP/1.1" status: 204 len: 168 time: 0.3374281 Nov 10 03:47:37.094591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54012) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:37.108681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f4a1fbea-4201-4f79-999f-88601b6e8e51', 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'fixed_ips': [{'subnet_id': '5126e81d-fce7-4786-aa54-2f0589cc1419'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:47:37.113522 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.118239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.130535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ae207c1a-9c85-4a1f-bfa4-19a09ab5cc4b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64/tags HTTP/1.1" status: 204 len: 168 time: 0.1452742 Nov 10 03:47:37.133200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54014) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:37.138823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-cf425e97-dcb1-4c5a-8679-62eb63624d6b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ad9131e0-9c5e-4097-8efe-5a59fa27ace6') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:37.173095 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdf81-3257-4126-b4d6-7a3e0a2a326a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.212856 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.304127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Allocated IP 172.20.0.2 (f4a1fbea-4201-4f79-999f-88601b6e8e51/5126e81d-fce7-4786-aa54-2f0589cc1419/6e550679-af0a-4275-9932-38acff06017d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:37.319226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.353310 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cf425e97-dcb1-4c5a-8679-62eb63624d6b tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6/tags HTTP/1.1" status: 204 len: 168 time: 0.2163970 Nov 10 03:47:37.375078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54018) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:37.381215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-1df7e2bb-7647-4129-ba49-85a4457ffa3e tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:37.431794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.461706 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1df7e2bb-7647-4129-ba49-85a4457ffa3e tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.0804529 Nov 10 03:47:37.461995 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.462132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54020) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:37.464962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4f100be7-91ef-4619-9a7f-e0371fb95cf6 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:37.475605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.481675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.487707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.493627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.493987 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.499635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.505649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.511570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.513477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f8868c6-e486-48c5-a900-79998d9093aa req-596514aa-084e-4a4b-92d0-3ec9c8493dd4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.5367506 Nov 10 03:47:37.525250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdf81-3257-4126-b4d6-7a3e0a2a326a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.531825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f3f886-f3b7-4293-8cc0-478495a56826']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:37.550749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdf81-3257-4126-b4d6-7a3e0a2a326a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.556001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:37.558464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cd8907-f52c-463f-a8ee-26b751e1dfec') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:37.558764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cd8907-f52c-463f-a8ee-26b751e1dfec') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:37.561358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:37.563866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:37.567472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Pushing event updated for resources: {'Port': ['ID=6e550679-af0a-4275-9932-38acff06017d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:37.587639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad4b4e-05f2-4aa5-bd4f-84851e2b5bae req-03438724-4da0-405b-b940-6bff31bf8cac tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:37.588994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6ad4b4e-05f2-4aa5-bd4f-84851e2b5bae req-03438724-4da0-405b-b940-6bff31bf8cac tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 944 time: 0.2412982 Nov 10 03:47:37.603614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.630821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:37.642265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cdf81-3257-4126-b4d6-7a3e0a2a326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab03c4de-8b3c-49f9-8089-ba3316c86bea,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:37.654559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.655564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:37.656163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.660433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Attempting to bind port 6e550679-af0a-4275-9932-38acff06017d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:37.664775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Attempting to bind port 6e550679-af0a-4275-9932-38acff06017d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:37.666081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Attempting to bind port 6e550679-af0a-4275-9932-38acff06017d on network f4a1fbea-4201-4f79-999f-88601b6e8e51 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:37.666938 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0b5cdf81-3257-4126-b4d6-7a3e0a2a326a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6890450430724f71a0a40e44ffa2195d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6868520 Nov 10 03:47:37.669892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54026) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:37.678972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17a65bdb-a839-4ce2-b397-52db405a9840 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for subnetpool, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.680143 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-17a65bdb-a839-4ce2-b397-52db405a9840 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0b8fe1b5-7bcd-4ba5-9791-5d79ee964b05 HTTP/1.1" status: 204 len: 168 time: 0.2172313 Nov 10 03:47:37.681011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:47:37.681420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:47:37.683231 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:47:37.686289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:37.707712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:37.708404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Checking segment: {'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:37.708962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.709505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Bound using segment: {'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:37.710199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Bound port: 6e550679-af0a-4275-9932-38acff06017d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:37.710755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.733256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.765691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.823402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dbc38bf5-02c2-4ca6-b7e4-c39e62db58d0 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd472b74-47dd-4677-a401-88773760df64 HTTP/1.1" status: 200 len: 205 time: 0.1352274 Nov 10 03:47:37.841579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f8868c6-e486-48c5-a900-79998d9093aa req-89bf6042-1a0d-4eb4-8e9b-d7532c48dab4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3122602 Nov 10 03:47:37.843096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54030) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:37.854877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5398-4795-4257-82fa-b64003e46275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.875425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] For port 6e550679-af0a-4275-9932-38acff06017d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:37.888334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6ad4b4e-05f2-4aa5-bd4f-84851e2b5bae req-aa4c9e3b-76b4-4858-b391-f685b839660d tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503827 Nov 10 03:47:37.895375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] For port 6e550679-af0a-4275-9932-38acff06017d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e550679-af0a-4275-9932-38acff06017d,segment=NetworkSegment(18ff5726-a558-4b22-898d-f17e6c26bbe0),segment_id=18ff5726-a558-4b22-898d-f17e6c26bbe0)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:37.900752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.917506 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.920954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] 10.222.0.24 "DELETE /v2.0/networks/90f3f886-f3b7-4293-8cc0-478495a56826 HTTP/1.1" status: 204 len: 168 time: 0.8260634 Nov 10 03:47:37.928134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.936953 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:37.966165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886754-c860-4143-a501-84b004c72020 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f3f886-f3b7-4293-8cc0-478495a56826,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:38.003766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.047068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f100be7-91ef-4619-9a7f-e0371fb95cf6'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:38.050373 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62130d5-40af-4480-b042-d00ca94306ee" -d '{"events": [{"server_uuid": "417df2fe-6900-42d4-a4f0-67efe1da6834", "name": "network-vif-plugged", "status": "completed", "tag": "4f100be7-91ef-4619-9a7f-e0371fb95cf6"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:38.081488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4f100be7-91ef-4619-9a7f-e0371fb95cf6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4f100be7-91ef-4619-9a7f-e0371fb95cf6,segment=NetworkSegment(3f9f603f-6955-41f3-8ae8-50e8138beeb4),segment_id=3f9f603f-6955-41f3-8ae8-50e8138beeb4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:38.091707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ecee1-9eaa-4976-b3e9-277ac505ec6c None None] Pushing event updated for resources: {'Port': ['ID=6e550679-af0a-4275-9932-38acff06017d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:38.093392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5398-4795-4257-82fa-b64003e46275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.107772 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.108415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2232-f188-4f8a-96ad-47d4bd0e45e7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.152404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54036) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:38.168234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4f100be7-91ef-4619-9a7f-e0371fb95cf6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:38.192560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b5c44-b7ec-40ec-9a7b-ed72f7465292 req-3e4d6291-1534-487c-ba1a-2530d9821e9e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:38.194356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef6b5c44-b7ec-40ec-9a7b-ed72f7465292 req-3e4d6291-1534-487c-ba1a-2530d9821e9e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.2146418 Nov 10 03:47:38.223869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4238-73d3-4d8d-8431-e1d4345b2992 req-6c3fe8dc-5b40-49fe-b040-616995491351 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:38.225503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fbb4238-73d3-4d8d-8431-e1d4345b2992 req-6c3fe8dc-5b40-49fe-b040-616995491351 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1866579 Nov 10 03:47:38.280010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1e3cdaa8-dc4f-49d1-b9ca-f27bd895ef7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf797513741b442eb32184a42b73926c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1195364 Nov 10 03:47:38.287565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54038) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:38.307285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bd0af37d-f748-4c1f-a130-93570725796a no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:38.340395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: bd0af37d-f748-4c1f-a130-93570725796a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:38.348667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bd0af37d-f748-4c1f-a130-93570725796a not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:38.386040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef6b5c44-b7ec-40ec-9a7b-ed72f7465292 req-d5b15e29-36b0-42fa-8792-8e04f31336bc tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736751 Nov 10 03:47:38.390630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fbb4238-73d3-4d8d-8431-e1d4345b2992 req-013db451-e652-4161-8978-5bed42151971 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503942 Nov 10 03:47:38.397565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2232-f188-4f8a-96ad-47d4bd0e45e7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.404453 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2232-f188-4f8a-96ad-47d4bd0e45e7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.422001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1bcf-27e4-412d-aac5-4f55a1b639e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.454693 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d89335d-5c44-45b0-9f05-80c28ab6587b x-openstack-request-id: req-0d89335d-5c44-45b0-9f05-80c28ab6587b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:38.455088 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417df2fe-6900-42d4-a4f0-67efe1da6834", "name": "network-vif-plugged", "status": "completed", "tag": "4f100be7-91ef-4619-9a7f-e0371fb95cf6", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:38.455466 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d89335d-5c44-45b0-9f05-80c28ab6587b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:38.455947 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f100be7-91ef-4619-9a7f-e0371fb95cf6', 'code': 200} Nov 10 03:47:38.458115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1bcf-27e4-412d-aac5-4f55a1b639e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.469278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Allocated IP 172.25.6.11 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/ef3c42fd-a683-4c05-bc12-5b9cf656e8e3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:38.487935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2232-f188-4f8a-96ad-47d4bd0e45e7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.488428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6d2232-f188-4f8a-96ad-47d4bd0e45e7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Fanout notify agent at l3_agent the message router_deleted on router fd472b74-47dd-4677-a401-88773760df64 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:47:38.508535 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2232-f188-4f8a-96ad-47d4bd0e45e7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.512677 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ae6d2232-f188-4f8a-96ad-47d4bd0e45e7 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/routers/fd472b74-47dd-4677-a401-88773760df64 HTTP/1.1" status: 204 len: 168 time: 0.6662197 Nov 10 03:47:38.534538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54040) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:38.536925 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5398-4795-4257-82fa-b64003e46275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.539512 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5398-4795-4257-82fa-b64003e46275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.540634 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3dbf5398-4795-4257-82fa-b64003e46275 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab03c4de-8b3c-49f9-8089-ba3316c86bea HTTP/1.1" status: 204 len: 168 time: 0.8696032 Nov 10 03:47:38.553124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf5398-4795-4257-82fa-b64003e46275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab03c4de-8b3c-49f9-8089-ba3316c86bea,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:38.630784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.636437 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1bcf-27e4-412d-aac5-4f55a1b639e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.639626 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1bcf-27e4-412d-aac5-4f55a1b639e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.643335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2e3a1bcf-27e4-412d-aac5-4f55a1b639e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ee07320-1947-46c1-b9f1-28e89374d098 HTTP/1.1" status: 204 len: 168 time: 0.3544111 Nov 10 03:47:38.680593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a1bcf-27e4-412d-aac5-4f55a1b639e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee07320-1947-46c1-b9f1-28e89374d098,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:38.697228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444f58c-f1d5-473b-a44c-224aa0791c90 req-6f8ee0e4-6c15-41fb-b114-5acce5607661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:38.698762 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e444f58c-f1d5-473b-a44c-224aa0791c90 req-6f8ee0e4-6c15-41fb-b114-5acce5607661 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 1096 time: 0.1148252 Nov 10 03:47:38.699095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.730219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Deleting port ad9131e0-9c5e-4097-8efe-5a59fa27ace6 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:38.730697 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.803677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:38.814004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e550679-af0a-4275-9932-38acff06017d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:38.819557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:38.831087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:38.836609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Pushing event updated for resources: {'Port': ['ID=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:38.855914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e444f58c-f1d5-473b-a44c-224aa0791c90 req-d0355959-ca89-43a5-a013-4422a32ec5b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369312 Nov 10 03:47:38.921925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6e550679-af0a-4275-9932-38acff06017d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:38.924695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.950072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:38.983687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Calling delete_port for ad9131e0-9c5e-4097-8efe-5a59fa27ace6 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:39.114046 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:39.179603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 6e550679-af0a-4275-9932-38acff06017d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e550679-af0a-4275-9932-38acff06017d,segment=NetworkSegment(18ff5726-a558-4b22-898d-f17e6c26bbe0),segment_id=18ff5726-a558-4b22-898d-f17e6c26bbe0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:39.190233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:39.200689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.213118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.226533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.245899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.260052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.271983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.284444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.303316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-2bde5b5d-0738-427a-9f71-87827e851a9b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5419 time: 0.2954633 Nov 10 03:47:39.322536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=6e550679-af0a-4275-9932-38acff06017d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:39.420621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d7253-6cf6-43a7-b88f-33d7d179d747 req-62ce2296-ba79-483e-9300-e2691face94e tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.429876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa7d7253-6cf6-43a7-b88f-33d7d179d747 req-62ce2296-ba79-483e-9300-e2691face94e tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 945 time: 0.4031525 Nov 10 03:47:39.438748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ed11cb8-c5dd-4e1e-a946-6633fe2ea31c req-0535596c-907d-4bad-ae08-805b839dcce2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344826 Nov 10 03:47:39.539704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa7d7253-6cf6-43a7-b88f-33d7d179d747 req-dad48d77-4105-48af-92ad-eb1763c8ad24 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080751 Nov 10 03:47:39.561264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85577b75-3ec7-4288-9875-0e8cc050cf20 None None] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:39.618233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:39.645190 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:39.660341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81886727-5083-4302-ae96-9a3c29260574 req-73968d39-4ac7-4541-95a9-fa3cc01a383f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:39.661873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81886727-5083-4302-ae96-9a3c29260574 req-73968d39-4ac7-4541-95a9-fa3cc01a383f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.1091461 Nov 10 03:47:39.724130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event deleted for resources: {'Port': ['ID=ad9131e0-9c5e-4097-8efe-5a59fa27ace6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:39.783588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-86fc657a-d41d-4681-925a-afa38d5f3662 None None] Provisioning complete for port 6e550679-af0a-4275-9932-38acff06017d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:39.783954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-86fc657a-d41d-4681-925a-afa38d5f3662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:39.953639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81886727-5083-4302-ae96-9a3c29260574 req-bf99566d-28cb-4563-8086-e1a94db514c3 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515366 Nov 10 03:47:39.953639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:39.960573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6ddc0f92-e225-43ef-be21-0e35cb96ccba tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/ports/ad9131e0-9c5e-4097-8efe-5a59fa27ace6 HTTP/1.1" status: 204 len: 168 time: 1.4222496 Nov 10 03:47:39.962700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54084) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:39.988202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230201-34e5-45f1-b663-5195606a6472 req-1745c4e9-05c5-4b09-bd74-93cb8363309d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:40.001793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65230201-34e5-45f1-b663-5195606a6472 req-1745c4e9-05c5-4b09-bd74-93cb8363309d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.2786956 Nov 10 03:47:40.011574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.097076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Deleting subnet 9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:47:40.107436 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.143570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65230201-34e5-45f1-b663-5195606a6472 req-9be5dd25-3151-4637-aec0-78c2cb4bb5c0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393812 Nov 10 03:47:40.147963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54088) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:40.174063 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.241720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-42afc6b0-db26-4b08-b375-aef54309abfa None None] Provisioning complete for port 6e550679-af0a-4275-9932-38acff06017d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:40.242158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-42afc6b0-db26-4b08-b375-aef54309abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.255252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Router a7f437d7-cb4e-49b5-808d-a36d3a096513 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:47:40.273995 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.313008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bdd32f17-bda4-4cb6-9666-0487bae0539b details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:40.360456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54096) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:40.440466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:47:40.452158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-89624034-network', 'tenant_id': '1a327cd48ede46f193ce2d3d22015ac1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:40.453262 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Sync routers for ids ['a7f437d7-cb4e-49b5-808d-a36d3a096513'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:47:40.461030 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.463233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.464830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b7793ea-a016-4ee5-838c-c52714e0504b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5376804 Nov 10 03:47:40.471812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:40.476651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bdd32f17-bda4-4cb6-9666-0487bae0539b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:40.482158 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Routers {'a7f437d7-cb4e-49b5-808d-a36d3a096513'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:40.482794 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a7f437d7-cb4e-49b5-808d-a36d3a096513'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:40.492975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'bdd32f17-bda4-4cb6-9666-0487bae0539b', 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'port_id': 'bdd32f17-bda4-4cb6-9666-0487bae0539b', 'mac_address': 'fa:16:3e:75:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a2a24-14dd-4736-ac57-ddd97c70c32d', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:40.600720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.609567 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Set router a7f437d7-cb4e-49b5-808d-a36d3a096513 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:40.631498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd32f17-bda4-4cb6-9666-0487bae0539b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:40.680573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bdd32f17-bda4-4cb6-9666-0487bae0539b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:40.686199 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.686832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:40.721956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e550679-af0a-4275-9932-38acff06017d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:40.842307 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:47:39Z', 'revision_number': 3, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port': {'id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:37Z', 'updated_at': '2021-11-10T03:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:40.870210 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Checking router: a7f437d7-cb4e-49b5-808d-a36d3a096513 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:47:40.870580 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Updating router a7f437d7-cb4e-49b5-808d-a36d3a096513 port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:47:40.902911 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:40.963675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=bdd32f17-bda4-4cb6-9666-0487bae0539b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:40.987886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1776842224-network', 'tenant_id': '80a5bdbd136f44e7948221a95910bdc0'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:41.000001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.003551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/subnets/9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2 HTTP/1.1" status: 204 len: 168 time: 1.0338991 Nov 10 03:47:41.007401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54108) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:41.011430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b8d87-fbfa-4846-a61f-65389d0bf592 None None] Network d8402f9b-e04e-4281-891e-22bb5a36ca95 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:41.015361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6e550679-af0a-4275-9932-38acff06017d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:41.015925 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.082416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec8035-2579-4081-91f7-29cced12cc63 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event deleted for resources: {'Subnet': ['ID=9555f8eb-b4f0-4f5a-9cf1-24a2e61a4bb2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:41.092042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:41.130787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'port_id': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'mac_address': 'fa:16:3e:5b:2d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:41.184033 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.188346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Made reservation on behalf of 1a327cd48ede46f193ce2d3d22015ac1 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:41.191651 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.196663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.201922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.237487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.246191 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Attempting to bind port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:41.246931 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Attempting to bind port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:41.247485 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Attempting to bind port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:41.255891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.260883 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:41.261542 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:41.262164 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.262722 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:41.263441 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Bound port: ef3c42fd-a683-4c05-bc12-5b9cf656e8e3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:41.264036 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.314052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:41.332609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Deleting port 253d1838-780a-4dd3-861b-b07c6272ff27 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:41.340983 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.341744 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] For port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:41.346428 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] For port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:41.350562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:41.356167 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Pushing event updated for resources: {'Port': ['ID=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:41.356823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.359572 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.360397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.361156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 581d1b65-44dd-445b-944a-e9c9e60ceb38 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:41.368803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.376482 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.376836 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.377799 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.378208 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.378525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.378666 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.378856 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.379182 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.379597 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.379927 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.380251 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.380572 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.380889 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:41.395222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.402861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.410603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.417843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.429389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-ab5aebb3-7643-49d0-a47d-fa0e53da76c8 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5420 time: 0.5000083 Nov 10 03:47:41.432664 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Routers {'a7f437d7-cb4e-49b5-808d-a36d3a096513'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:41.433288 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a7f437d7-cb4e-49b5-808d-a36d3a096513'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:41.477362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de07e1e-e9b2-43dd-84f4-be108ab3c26c req-06b017a4-c607-4d01-87b9-499c9f21ce74 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:41.486075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7de07e1e-e9b2-43dd-84f4-be108ab3c26c req-06b017a4-c607-4d01-87b9-499c9f21ce74 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 945 time: 0.5545187 Nov 10 03:47:41.503984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] For port 253d1838-780a-4dd3-861b-b07c6272ff27, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=253d1838-780a-4dd3-861b-b07c6272ff27,segment=NetworkSegment(a98b8403-1467-42a8-bb69-db6b8c6850b6),segment_id=a98b8403-1467-42a8-bb69-db6b8c6850b6)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:41.504502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.512472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Made reservation on behalf of 80a5bdbd136f44e7948221a95910bdc0 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:41.515953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.536536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Calling delete_port for 253d1838-780a-4dd3-861b-b07c6272ff27 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:41.563359 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.592619 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9466442-1c00-4164-b6ec-e008d67820d5 None None] Pushing event updated for resources: {'Port': ['ID=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:41.634996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 581d1b65-44dd-445b-944a-e9c9e60ceb38, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:41.663753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] DHCP port deletion for d8402f9b-e04e-4281-891e-22bb5a36ca95 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:47:41.681284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '581d1b65-44dd-445b-944a-e9c9e60ceb38', 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac', 'port_id': '581d1b65-44dd-445b-944a-e9c9e60ceb38', 'mac_address': 'fa:16:3e:df:0b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c01141-9638-40a0-9531-3dc929f16563', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:41.688152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:41.697160 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] Set router a7f437d7-cb4e-49b5-808d-a36d3a096513 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:41.701354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.756335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event deleted for resources: {'Port': ['ID=253d1838-780a-4dd3-861b-b07c6272ff27,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:41.760148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f2acfa5-95e0-4d1d-9bcb-177e3a381815 req-cd87b746-7822-49b4-be77-fd451fc17b70 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228331 Nov 10 03:47:41.769702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] No DVR routers for this DVR port 253d1838-780a-4dd3-861b-b07c6272ff27 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:41.796338 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.821603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581d1b65-44dd-445b-944a-e9c9e60ceb38 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:41.838805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] Deleting port 253d1838-780a-4dd3-861b-b07c6272ff27 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:41.839775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.840269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7de07e1e-e9b2-43dd-84f4-be108ab3c26c req-2ce5beaf-3645-4907-a8c1-bcd11fc75505 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521690 Nov 10 03:47:41.952870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 581d1b65-44dd-445b-944a-e9c9e60ceb38, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:41.982817 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:41.983462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dedabf35-0627-49b3-b45a-9adb45dbb1d7 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:41.991751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.035825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8402f9b-e04e-4281-891e-22bb5a36ca95']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:42.036555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] For port 253d1838-780a-4dd3-861b-b07c6272ff27, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.037037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.040483 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:47:39Z', 'revision_number': 3, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port': {'id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:37Z', 'updated_at': '2021-11-10T03:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:42.058284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98b8403-1467-42a8-bb69-db6b8c6850b6') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:42.058986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98b8403-1467-42a8-bb69-db6b8c6850b6') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:42.061963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] Calling delete_port for 253d1838-780a-4dd3-861b-b07c6272ff27 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:42.067859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] Port 253d1838-780a-4dd3-861b-b07c6272ff27 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:47:42.088728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.089496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.093726 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027b4d8-c61d-4b9c-a267-284517984d58 None None] The sync data for ids ['a7f437d7-cb4e-49b5-808d-a36d3a096513'] in n-d-817326-2 is: [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:47:39Z', 'revision_number': 3, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port': {'id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:37Z', 'updated_at': '2021-11-10T03:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:47:42.117420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dedabf35-0627-49b3-b45a-9adb45dbb1d7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.123729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.136393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:47:42.136642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=581d1b65-44dd-445b-944a-e9c9e60ceb38,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:42.137230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.140784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7', 'network_id': '7d0374c2-10dc-4f4a-850d-1b602147ceac', 'port_id': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7', 'mac_address': 'fa:16:3e:2c:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c01141-9638-40a0-9531-3dc929f16563', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:42.158998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.183484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.200250 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.237164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedabf35-0627-49b3-b45a-9adb45dbb1d7 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:47:42.237559 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:47:42.244767 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.256250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.262648 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] 10.222.0.24 "DELETE /v2.0/networks/d8402f9b-e04e-4281-891e-22bb5a36ca95 HTTP/1.1" status: 204 len: 168 time: 1.2531211 Nov 10 03:47:42.263828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dedabf35-0627-49b3-b45a-9adb45dbb1d7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.269033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] No DVR routers for this DVR port 253d1838-780a-4dd3-861b-b07c6272ff27 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:42.270798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267629fc-e85f-4f08-bc47-fcdad1601504 None None] Pushing event deleted for resources: {'Port': ['ID=253d1838-780a-4dd3-861b-b07c6272ff27,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:42.275453 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.276078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2da002c-c11b-4d2a-b7df-42b6b50c14f0 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:42.284044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:47:42.304991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca995b0-4898-4af3-bc13-415f72843f76 tempest-TagsExtTest-366021760 tempest-TagsExtTest-366021760-project] Pushing event deleted for resources: {'Network': ['ID=d8402f9b-e04e-4281-891e-22bb5a36ca95,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:42.311051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.328779 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.369475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e767a5-490d-4dff-ac9d-9775f0741fa3 req-79ebe776-4e43-4103-9b7b-343ae7c8403c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:42.378599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18e767a5-490d-4dff-ac9d-9775f0741fa3 req-79ebe776-4e43-4103-9b7b-343ae7c8403c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.3355963 Nov 10 03:47:42.383487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'c2da002c-c11b-4d2a-b7df-42b6b50c14f0', 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'port_id': 'c2da002c-c11b-4d2a-b7df-42b6b50c14f0', 'mac_address': 'fa:16:3e:5d:f6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a2a24-14dd-4736-ac57-ddd97c70c32d', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:42.387198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=dedabf35-0627-49b3-b45a-9adb45dbb1d7,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:42.411001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.429646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d009163-4a9b-4da9-a748-ccd8f44a307c req-6b2445e9-6400-4e3f-9b8d-d7b626d5cbf1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:42.441849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d009163-4a9b-4da9-a748-ccd8f44a307c req-6b2445e9-6400-4e3f-9b8d-d7b626d5cbf1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.3977687 Nov 10 03:47:42.453656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.471145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da002c-c11b-4d2a-b7df-42b6b50c14f0 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:42.514043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.524526 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.525484 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 11a17cda-9619-4adc-b780-c4f5b6249186 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:42.560041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884885da-92ed-47ce-9841-18339dc1d3b1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:42.587588 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.589809 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Added segment 6ef36b76-61d6-4208-86cb-9bbf1a73019e of type vlan for network ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2 Nov 10 03:47:42.646477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 11a17cda-9619-4adc-b780-c4f5b6249186, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=11a17cda-9619-4adc-b780-c4f5b6249186,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.660889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:42.666466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '11a17cda-9619-4adc-b780-c4f5b6249186', 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'port_id': '11a17cda-9619-4adc-b780-c4f5b6249186', 'mac_address': 'fa:16:3e:c7:ec:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a2a24-14dd-4736-ac57-ddd97c70c32d', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:42.718602 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.740221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a17cda-9619-4adc-b780-c4f5b6249186 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:42.753029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:47:42.767021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54118) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:42.794228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 11a17cda-9619-4adc-b780-c4f5b6249186, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=11a17cda-9619-4adc-b780-c4f5b6249186,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.801134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.802832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d7e0c1a-9fff-4db7-90fd-33279e571fde details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:47:42.847897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d7e0c1a-9fff-4db7-90fd-33279e571fde, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:42.861015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7d7e0c1a-9fff-4db7-90fd-33279e571fde', 'network_id': '19ee2310-0d15-4d78-942d-48c00045738f', 'port_id': '7d7e0c1a-9fff-4db7-90fd-33279e571fde', 'mac_address': 'fa:16:3e:71:2f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a2a24-14dd-4736-ac57-ddd97c70c32d', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:47:42.875656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.915179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:42.926228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:42.926587 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Added segment 25aec4d1-1350-4b22-afa9-9253895510b5 of type vlan for network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b Nov 10 03:47:42.981162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=11a17cda-9619-4adc-b780-c4f5b6249186,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:42.987209 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.005575 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.006003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7e0c1a-9fff-4db7-90fd-33279e571fde {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:43.006731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.007366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.037219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d7e0c1a-9fff-4db7-90fd-33279e571fde, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:43.039778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:43.040268 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.074909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.088800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bc63715f-d3d2-4646-9dd4-2cbcc2b3be3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b52cc8ad0e3e414b99884d775f15024e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177354 Nov 10 03:47:43.090059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54124) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:43.140427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.144335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] Pushing event updated for resources: {'Network': ['ID=ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:43.146829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16261554-a29e-47d2-b11d-498221ea2594,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:43.148523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7d7e0c1a-9fff-4db7-90fd-33279e571fde,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:43.159515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18e767a5-490d-4dff-ac9d-9775f0741fa3 req-ef80e1d6-ee62-4bbd-bb79-0d1e66b0f229 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586124 Nov 10 03:47:43.163594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:47:43.179439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-302d0699-4ec9-4e48-a5b6-5827c8ba5b34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0261302 Nov 10 03:47:43.186038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54126) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:43.213474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d009163-4a9b-4da9-a748-ccd8f44a307c req-d065235e-d885-44e8-ba90-5130c4147d1f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178007 Nov 10 03:47:43.213628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Request body: {'subnet': {'network_id': 'ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-89624034-subnet', 'tenant_id': '1a327cd48ede46f193ce2d3d22015ac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:43.237105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.247906 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.250427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.251011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.306697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f375f10a-ecf9-4be8-9616-c3e615044fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.351532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f375f10a-ecf9-4be8-9616-c3e615044fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.357756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-53d8df3e-2236-4aa0-90bb-3a52f926a856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.377675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0151236 Nov 10 03:47:43.386741 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.391704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54130) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:43.400397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Request body: {'subnet': {'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1776842224-subnet', 'tenant_id': '80a5bdbd136f44e7948221a95910bdc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:43.425304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:43.431733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Made reservation on behalf of 1a327cd48ede46f193ce2d3d22015ac1 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:43.434379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.435527 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.453326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d714c0-f53f-48f2-967b-acf1b800a86a admin admin] Pushing event updated for resources: {'Network': ['ID=0fbc3bc8-cc82-4c49-a2e4-420aef2a693b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:43.474666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Made reservation on behalf of 80a5bdbd136f44e7948221a95910bdc0 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:43.478770 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.525221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:47:43.556822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 253d1838-780a-4dd3-861b-b07c6272ff27 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:43.578356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.586090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.593547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.600435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.608643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.616104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.624611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:43.627479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-0fc93d51-5f75-4273-9562-6b1eb2fa4788 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5426 time: 0.2769322 Nov 10 03:47:43.652514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f375f10a-ecf9-4be8-9616-c3e615044fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.656382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f375f10a-ecf9-4be8-9616-c3e615044fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.661127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f375f10a-ecf9-4be8-9616-c3e615044fd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32abf4cf-ba1c-4392-bd1c-e489ae530dcb HTTP/1.1" status: 204 len: 168 time: 0.5691185 Nov 10 03:47:43.684872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375f10a-ecf9-4be8-9616-c3e615044fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32abf4cf-ba1c-4392-bd1c-e489ae530dcb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:43.688299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['11a17cda-9619-4adc-b780-c4f5b6249186'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:43.793577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['dedabf35-0627-49b3-b45a-9adb45dbb1d7'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:43.821448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Allocated IP 172.20.0.1 (f4a1fbea-4201-4f79-999f-88601b6e8e51/5126e81d-fce7-4786-aa54-2f0589cc1419/da7b3d6a-3d35-4b4a-baba-a8857509932e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:43.836953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['581d1b65-44dd-445b-944a-e9c9e60ceb38'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:43.918548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['bdd32f17-bda4-4cb6-9666-0487bae0539b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:43.937054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:43.971481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:44.041453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8632491c-625e-48ff-8847-c0731006672d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:44.102472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Checking segment: {'id': '6ef36b76-61d6-4208-86cb-9bbf1a73019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:44.103163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Network hostable DHCP agents. Network: ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:47:44.125911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-609011da-55fb-49e1-b1aa-a9a3bc9e4d58 req-127be5a2-570b-49e7-bdfe-4792b6699b63 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4898272 Nov 10 03:47:44.126481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Checking segment: {'id': '25aec4d1-1350-4b22-afa9-9253895510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:44.126755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Network hostable DHCP agents. Network: 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:47:44.140466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323c709b-6cab-4913-91ee-3e67b451f110,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:44.158870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Network ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:47:44.168704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:47:44.186813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-5d1482b8-0d21-4b48-af95-7d644efd5a18 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:47:44.188255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-5d1482b8-0d21-4b48-af95-7d644efd5a18 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172274 Nov 10 03:47:44.189346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae3b27-b318-4414-813f-4f2bef811fb0 req-ba57c5ab-ad70-42bc-9cb4-967b7b4ae2bf tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:44.191773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32ae3b27-b318-4414-813f-4f2bef811fb0 req-ba57c5ab-ad70-42bc-9cb4-967b7b4ae2bf tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 945 time: 0.2278571 Nov 10 03:47:44.196601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:44.205684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:44.208270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:44.208877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:44.220627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['68b2ccaa-b1bf-41d6-ae63-65c1af97f587'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:44.234748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['c2da002c-c11b-4d2a-b7df-42b6b50c14f0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:44.239694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:44.240341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:44.246209 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:44.272266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4d3047a9-e128-498f-a42d-2d6ffc2ac2b9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0840640 Nov 10 03:47:44.324835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e1413d8d-f969-4a93-90b7-cbfac9e3fd03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8936355 Nov 10 03:47:44.329489 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-0e927921-8f0c-41db-94f6-0ff28dc5a747 service neutron] 10.222.0.44 "GET /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.1272740 Nov 10 03:47:44.351524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8116e2c-cf75-44a1-82e6-d8488e5042d7 None None] Network ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:44.353795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0ef5e-9751-4e77-b560-f9a576851739 None None] Network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:44.365812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 253d1838-780a-4dd3-861b-b07c6272ff27 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:44.366063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 253d1838-780a-4dd3-861b-b07c6272ff27 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:44.392737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32ae3b27-b318-4414-813f-4f2bef811fb0 req-31f3c7ea-bf24-4dde-9e13-9c12ad3ed62f tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e07032-35f3-470b-9d28-6b8f41c48069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859894 Nov 10 03:47:44.433387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11acb0-15b2-4eb5-9221-318bbf87feac req-fa0fe4de-ad3f-493e-aeed-ab130c13e143 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:44.438950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb11acb0-15b2-4eb5-9221-318bbf87feac req-fa0fe4de-ad3f-493e-aeed-ab130c13e143 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 943 time: 0.1096804 Nov 10 03:47:44.440600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:44.529776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:44.570460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:44.577504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:44.588679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:44.646454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Pushing event updated for resources: {'Port': ['ID=da7b3d6a-3d35-4b4a-baba-a8857509932e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:44.661715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb11acb0-15b2-4eb5-9221-318bbf87feac req-3cbc666b-c729-4a1b-9c78-12cf31f94267 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109849 Nov 10 03:47:44.685483 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:44.706097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f347c4c-c62e-44be-8ded-7d6ca8d9cf89 req-78aa682c-0c89-4793-9aee-17d537344e62 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:44.717068 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f347c4c-c62e-44be-8ded-7d6ca8d9cf89 req-78aa682c-0c89-4793-9aee-17d537344e62 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1925156 Nov 10 03:47:44.733758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:44.778708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:44.867346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b6d0c7-60ad-400b-8710-f00010b32b83 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:44.896893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:44.933561 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.008023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:45.053923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f347c4c-c62e-44be-8ded-7d6ca8d9cf89 req-aab494d6-272d-4490-822e-374bb9da7d15 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320115 Nov 10 03:47:45.056204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.088276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] Transition to ACTIVE for port object c8b6d0c7-60ad-400b-8710-f00010b32b83 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:45.097333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.171401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7d7e0c1a-9fff-4db7-90fd-33279e571fde'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:45.247778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:45.259334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] No DVR routers for this DVR port c8b6d0c7-60ad-400b-8710-f00010b32b83 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:45.274297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:45.348539 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-a3d1f623-64ca-4915-a0ff-2f211f7e3682 service neutron] 10.222.0.44 "PUT /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83/bindings/n-h1-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0151637 Nov 10 03:47:45.349354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.357841 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.452492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d935b7-7b9d-4577-a4fb-b344ab69e98d None None] Network ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:45.501495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.504557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Pushing event updated for resources: {'Port': ['ID=da7b3d6a-3d35-4b4a-baba-a8857509932e,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:45.559837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b2ad7320-8bb1-475c-acaf-d11389c63976 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.561603 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b2ad7320-8bb1-475c-acaf-d11389c63976 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.11 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 945 time: 0.0902627 Nov 10 03:47:45.597721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-82c5f350-abc4-417a-adec-24df16b195df tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.599998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-82c5f350-abc4-417a-adec-24df16b195df tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.1494696 Nov 10 03:47:45.655171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c10a0603-65da-40af-a26d-10cb9100930d None None] Provisioning complete for port da7b3d6a-3d35-4b4a-baba-a8857509932e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:45.656304 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c10a0603-65da-40af-a26d-10cb9100930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.659157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e57a0d77-dcb5-4adf-8d94-788efa8186b6 req-9ad01e4d-0446-4bd8-a44b-37da574ef2ce tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1445721109', 'description': 'tempest-description-568119943'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:45.707527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Deleting port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:45.707527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.716200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.723016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.730136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.737319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.744470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.751448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.757606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c10a0603-65da-40af-a26d-10cb9100930d None None] Port da7b3d6a-3d35-4b4a-baba-a8857509932e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:47:45.758596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.759246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:45.760948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-298b3852-7c52-478b-aa76-3cfa59154726 req-99af78d9-f706-4528-926f-d26196dc621b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5426 time: 0.2509241 Nov 10 03:47:45.816117 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbc61ab2-a3b9-49b9-a8df-86b460313bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.824228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:45.825645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e57a0d77-dcb5-4adf-8d94-788efa8186b6 req-9ad01e4d-0446-4bd8-a44b-37da574ef2ce tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.842676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] For port 4f100be7-91ef-4619-9a7f-e0371fb95cf6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4f100be7-91ef-4619-9a7f-e0371fb95cf6,segment=NetworkSegment(3f9f603f-6955-41f3-8ae8-50e8138beeb4),segment_id=3f9f603f-6955-41f3-8ae8-50e8138beeb4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:45.843098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:45.849617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:45.853015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-6141a34f-611a-42fa-a9ec-d3e953848b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:45.854750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-6141a34f-611a-42fa-a9ec-d3e953848b3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5&tenant_id=d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 1095 time: 0.2410831 Nov 10 03:47:45.859474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Calling delete_port for 4f100be7-91ef-4619-9a7f-e0371fb95cf6 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:46.022895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-298b3852-7c52-478b-aa76-3cfa59154726 req-382faeb6-46b1-4232-bf7f-90fd5bcedb58 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510378 Nov 10 03:47:46.044286 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.089770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Pushing event deleted for resources: {'Port': ['ID=4f100be7-91ef-4619-9a7f-e0371fb95cf6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:46.116813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['4f100be7-91ef-4619-9a7f-e0371fb95cf6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:47:46.160275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] No DVR routers for this DVR port 4f100be7-91ef-4619-9a7f-e0371fb95cf6 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:47:46.171840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.177769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4d136e0-4a0d-48ec-b220-cc6c9be3bd27 req-b924fbd7-e09a-4f5f-97d8-4e08bc694503 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.11 "DELETE /v2.0/ports/4f100be7-91ef-4619-9a7f-e0371fb95cf6 HTTP/1.1" status: 204 len: 173 time: 0.6090062 Nov 10 03:47:46.178303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'name': 'network-vif-deleted', 'tag': '4f100be7-91ef-4619-9a7f-e0371fb95cf6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:46.180620 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be7b8b-21d0-46a6-b88d-eab87be09bf1" -d '{"events": [{"server_uuid": "417df2fe-6900-42d4-a4f0-67efe1da6834", "name": "network-vif-deleted", "tag": "4f100be7-91ef-4619-9a7f-e0371fb95cf6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:46.184973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-45935f54-e165-408e-b929-04a8d3f166b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:46.187944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-45935f54-e165-408e-b929-04a8d3f166b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1095 time: 0.2398715 Nov 10 03:47:46.268252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:46.268630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.286977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e57a0d77-dcb5-4adf-8d94-788efa8186b6 req-9ad01e4d-0446-4bd8-a44b-37da574ef2ce tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.288326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d3c84-295f-46c2-9077-3c78b16a7f8c None None] Network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:46.297865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Router a7f437d7-cb4e-49b5-808d-a36d3a096513 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:47:46.313059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e57a0d77-dcb5-4adf-8d94-788efa8186b6 req-9ad01e4d-0446-4bd8-a44b-37da574ef2ce tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.424673 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e57a0d77-dcb5-4adf-8d94-788efa8186b6 req-9ad01e4d-0446-4bd8-a44b-37da574ef2ce tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.425964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e57a0d77-dcb5-4adf-8d94-788efa8186b6 req-9ad01e4d-0446-4bd8-a44b-37da574ef2ce tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8110485 Nov 10 03:47:46.431766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad01e4d-0446-4bd8-a44b-37da574ef2ce tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef16e6d2-da1d-440c-ad3b-5035b949bdb0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:46.479684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6545b2df-3e92-40e3-994a-e95b7e0e74d0 req-7b04de03-2606-419b-8605-b6c3c4296082 tempest-ServerAddressesTestJSON-1835835333 tempest-ServerAddressesTestJSON-1835835333-project] 10.222.0.24 "GET /v2.0/ports?device_id=417df2fe-6900-42d4-a4f0-67efe1da6834 HTTP/1.1" status: 200 len: 210 time: 0.1128407 Nov 10 03:47:46.487271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-4a022cef-a21a-41aa-858e-b31622086592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:46.489107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-4a022cef-a21a-41aa-858e-b31622086592 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.2911987 Nov 10 03:47:46.549572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3156f737-72bd-47a0-8343-3555ffabc999 None None] Provisioning complete for port da7b3d6a-3d35-4b4a-baba-a8857509932e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:46.549968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3156f737-72bd-47a0-8343-3555ffabc999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.636922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3156f737-72bd-47a0-8343-3555ffabc999 None None] Port da7b3d6a-3d35-4b4a-baba-a8857509932e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:47:46.727660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:46.963395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-1fd6c8f7-e247-44e5-9548-3c2db0cfd042 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 217 time: 0.4277601 Nov 10 03:47:47.035131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:47:47.045025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Sync routers for ids ['a7f437d7-cb4e-49b5-808d-a36d3a096513'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:47:47.055213 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dabd82be-b165-4ef2-84ee-5fb1f0f3fae3 admin admin] 10.222.0.24 "PUT /v2.0/routers/a7f437d7-cb4e-49b5-808d-a36d3a096513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5786185 Nov 10 03:47:47.063176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61b9df-6404-439d-a7a4-c03a194bfabb req-6836871f-488a-4413-b1da-0a2a297f3098 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.065196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff61b9df-6404-439d-a7a4-c03a194bfabb req-6836871f-488a-4413-b1da-0a2a297f3098 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 944 time: 0.5064104 Nov 10 03:47:47.071725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Routers {'a7f437d7-cb4e-49b5-808d-a36d3a096513'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:47.073191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a7f437d7-cb4e-49b5-808d-a36d3a096513'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:47.083840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbc7d9-ea07-4bea-8a7a-0779bf286c7d req-46033576-c214-43a8-b33c-920e97fdd2e6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.090996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88cbc7d9-ea07-4bea-8a7a-0779bf286c7d req-46033576-c214-43a8-b33c-920e97fdd2e6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1582549 Nov 10 03:47:47.100302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-1a6dd0b4-68f1-4584-bb25-31971bf561bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.102236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-1a6dd0b4-68f1-4584-bb25-31971bf561bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1316378 Nov 10 03:47:47.179896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-573e979d-1931-48f4-9f79-8321fc791acb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645211 Nov 10 03:47:47.192247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff61b9df-6404-439d-a7a4-c03a194bfabb req-dda2249d-a8d3-4b52-be50-a9f8230fccc3 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992689 Nov 10 03:47:47.222133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Set router a7f437d7-cb4e-49b5-808d-a36d3a096513 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:47.265967 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41a64a1-8db7-4ffb-8c3f-3043a419e067 x-openstack-request-id: req-d41a64a1-8db7-4ffb-8c3f-3043a419e067 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:47.266890 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417df2fe-6900-42d4-a4f0-67efe1da6834", "name": "network-vif-deleted", "tag": "4f100be7-91ef-4619-9a7f-e0371fb95cf6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:47.267329 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d41a64a1-8db7-4ffb-8c3f-3043a419e067 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:47.268471 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417df2fe-6900-42d4-a4f0-67efe1da6834', 'name': 'network-vif-deleted', 'tag': '4f100be7-91ef-4619-9a7f-e0371fb95cf6', 'status': 'completed', 'code': 200} Nov 10 03:47:47.289327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-8ecf4fc6-1430-47cb-a114-f767ed50e9df service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008050 Nov 10 03:47:47.318552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88cbc7d9-ea07-4bea-8a7a-0779bf286c7d req-808ae2c4-3e8c-4cd6-a21d-9685f5bdfb57 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266357 Nov 10 03:47:47.454859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-8976a50b-8a35-4000-baeb-aee9eab4a465 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/ef16e6d2-da1d-440c-ad3b-5035b949bdb0 HTTP/1.1" status: 200 len: 1823 time: 0.0758519 Nov 10 03:47:47.480273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef16e6d2-da1d-440c-ad3b-5035b949bdb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:47.480574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef16e6d2-da1d-440c-ad3b-5035b949bdb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:47.501054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-599f3bc3-0b6b-4d18-86bf-0ebda0276c27 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033324 Nov 10 03:47:47.546533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.553524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.560411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.567194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.573356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.579460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.586782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.588725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-72cc8b90-2154-43d6-9db7-3b1e0bd16001 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5426 time: 0.1373472 Nov 10 03:47:47.633360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:47:44Z', 'revision_number': 4, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port': {'id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:37Z', 'updated_at': '2021-11-10T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'da7b3d6a-3d35-4b4a-baba-a8857509932e', 'name': '', 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'mac_address': 'fa:16:3e:72:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5126e81d-fce7-4786-aa54-2f0589cc1419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:43Z', 'updated_at': '2021-11-10T03:47:45Z', 'revision_number': 2, 'project_id': '85fd783539a54750976bc48554c7f25b', 'subnets': [{'id': '5126e81d-fce7-4786-aa54-2f0589cc1419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:47.664141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:47.672813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Checking router: a7f437d7-cb4e-49b5-808d-a36d3a096513 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:47:47.673238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Updating router a7f437d7-cb4e-49b5-808d-a36d3a096513 port da7b3d6a-3d35-4b4a-baba-a8857509932e binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:47:47.700562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:47.705754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:47.718498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a7e46b1-7e8a-46e8-9522-dc8b52dc0998 req-11326051-3234-4bbf-a366-91bba3b0b4cf tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135762 Nov 10 03:47:47.719737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:47.739222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff752f70-52ac-4a4f-9fe3-a2276e600c31,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:47.756374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:47.775374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c77ca83e-e852-43a5-862c-90d64a7e8539 req-f6e713fb-b137-4294-b736-bb29c165fcd3 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3014696 Nov 10 03:47:47.853631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-956ce242-8b73-4a0a-8006-abedbee3e9d4 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:47.855303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-956ce242-8b73-4a0a-8006-abedbee3e9d4 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.0536473 Nov 10 03:47:47.869647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54244) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:47.909403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-7d1c218e-c324-42ff-95f0-47e0db24e353 req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-386742853', 'description': 'tempest-description-1719208461'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:47.937508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] Deleting subnet ebb9fdab-b33f-4613-9ab1-84d4176fab67 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:47:47.960435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:47.961895 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7d1c218e-c324-42ff-95f0-47e0db24e353 req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.010926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.063576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.085931 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.093744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.128292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.159339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaf82a-70fb-4644-a9f9-82d099b6c442 None None] Pushing event updated for resources: {'Port': ['ID=da7b3d6a-3d35-4b4a-baba-a8857509932e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:48.176279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb9fdab-b33f-4613-9ab1-84d4176fab67,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:48.187569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.196123 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6537a78b-4367-4c13-999e-4f89b377ebeb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebb9fdab-b33f-4613-9ab1-84d4176fab67 HTTP/1.1" status: 204 len: 168 time: 0.3229451 Nov 10 03:47:48.196470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54250) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:48.275343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Attempting to bind port da7b3d6a-3d35-4b4a-baba-a8857509932e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:48.275738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Attempting to bind port da7b3d6a-3d35-4b4a-baba-a8857509932e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:48.276200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Attempting to bind port da7b3d6a-3d35-4b4a-baba-a8857509932e on network f4a1fbea-4201-4f79-999f-88601b6e8e51 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:48.286278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:48.286754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Checking segment: {'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:48.287219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.287666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Bound using segment: {'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:48.288504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Bound port: da7b3d6a-3d35-4b4a-baba-a8857509932e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff5726-a558-4b22-898d-f17e6c26bbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:48.288590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.315569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-b3c0b3c8-683f-42ee-80a6-146073df66b1 service neutron] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:48.326854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.346465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.368273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] For port da7b3d6a-3d35-4b4a-baba-a8857509932e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:48.371769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] For port da7b3d6a-3d35-4b4a-baba-a8857509932e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da7b3d6a-3d35-4b4a-baba-a8857509932e,segment=NetworkSegment(18ff5726-a558-4b22-898d-f17e6c26bbe0),segment_id=18ff5726-a558-4b22-898d-f17e6c26bbe0)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:48.380652 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.382580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-b3c0b3c8-683f-42ee-80a6-146073df66b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.383773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95c8f515-feb9-4032-a88a-89e685f29ab2 req-b3c0b3c8-683f-42ee-80a6-146073df66b1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83/bindings/n-h2-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.5199237 Nov 10 03:47:48.444158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-818b4ec6-73cf-426e-b57f-bdef824e4e9d tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4491537 Nov 10 03:47:48.450701 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.451664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:48.463509 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7d1c218e-c324-42ff-95f0-47e0db24e353 req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.473262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7d1c218e-c324-42ff-95f0-47e0db24e353 req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.473534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaf82a-70fb-4644-a9f9-82d099b6c442 None None] Pushing event updated for resources: {'Port': ['ID=da7b3d6a-3d35-4b4a-baba-a8857509932e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:48.501610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.503406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5079776b-84f7-4517-99e1-bcccaa0c5ce1']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:48.506100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Routers {'a7f437d7-cb4e-49b5-808d-a36d3a096513'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:47:48.510697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a7f437d7-cb4e-49b5-808d-a36d3a096513'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:48.520089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9f603f-6955-41f3-8ae8-50e8138beeb4') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:48.520289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9f603f-6955-41f3-8ae8-50e8138beeb4') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:48.530693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.546802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.554777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:47:48.555164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:47:48.557078 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:47:48.560013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7d1c218e-c324-42ff-95f0-47e0db24e353 req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.561542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d1c218e-c324-42ff-95f0-47e0db24e353 req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6610892 Nov 10 03:47:48.631783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-686f46e6-ee4b-4bee-94ee-1e882e33535a None None] Provisioning complete for port da7b3d6a-3d35-4b4a-baba-a8857509932e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:48.634986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-686f46e6-ee4b-4bee-94ee-1e882e33535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.660412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff407acc-03ec-46df-9a21-8b9f46bbec69,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:48.691300 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.697273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.702027 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5079776b-84f7-4517-99e1-bcccaa0c5ce1 HTTP/1.1" status: 204 len: 168 time: 0.5035543 Nov 10 03:47:48.735093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efec34-7a4c-4d17-9eef-4645b4aa5fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5079776b-84f7-4517-99e1-bcccaa0c5ce1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:48.772924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.773520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.774059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.774587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.775304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.775826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.776349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.777074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.777604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.779514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.780782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.781297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab355136-3862-4eea-9ec2-03ebaeb0895e tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:48.784900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] Set router a7f437d7-cb4e-49b5-808d-a36d3a096513 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:47:48.877834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34142f49-e693-406d-956c-963ff88a02ec req-357f73b8-6e1c-400f-a717-692036d997cd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:48.879625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34142f49-e693-406d-956c-963ff88a02ec req-357f73b8-6e1c-400f-a717-692036d997cd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 944 time: 0.1302381 Nov 10 03:47:48.949895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-686f46e6-ee4b-4bee-94ee-1e882e33535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:48.984405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34142f49-e693-406d-956c-963ff88a02ec req-6ded08d5-c173-4a0d-9a70-056f965ee5be tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966141 Nov 10 03:47:49.010356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-686f46e6-ee4b-4bee-94ee-1e882e33535a None None] For port da7b3d6a-3d35-4b4a-baba-a8857509932e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da7b3d6a-3d35-4b4a-baba-a8857509932e,segment=NetworkSegment(18ff5726-a558-4b22-898d-f17e6c26bbe0),segment_id=18ff5726-a558-4b22-898d-f17e6c26bbe0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:49.020210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.020688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54264) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:49.034962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-686f46e6-ee4b-4bee-94ee-1e882e33535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.083087 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03079303-9420-43c7-8bc0-fa458ad45bd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1957cd0057164b479155b89ef9f0e424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609336 Nov 10 03:47:49.085535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54268) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:49.099080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bdd32f17-bda4-4cb6-9666-0487bae0539b up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:49.100810 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.167450 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.170087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f46e6-ee4b-4bee-94ee-1e882e33535a None None] Pushing event updated for resources: {'Port': ['ID=da7b3d6a-3d35-4b4a-baba-a8857509932e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:49.196294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b2a967cd-c781-40e3-84f4-da42b2b6d1a7 None None] Provisioning complete for port da7b3d6a-3d35-4b4a-baba-a8857509932e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:49.196601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2a967cd-c781-40e3-84f4-da42b2b6d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.218392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.221619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port bdd32f17-bda4-4cb6-9666-0487bae0539b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:49.232716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port bdd32f17-bda4-4cb6-9666-0487bae0539b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:49.233170 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.240218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:47:44Z', 'revision_number': 4, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port': {'id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:37Z', 'updated_at': '2021-11-10T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'da7b3d6a-3d35-4b4a-baba-a8857509932e', 'name': '', 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'mac_address': 'fa:16:3e:72:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5126e81d-fce7-4786-aa54-2f0589cc1419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:43Z', 'updated_at': '2021-11-10T03:47:48Z', 'revision_number': 4, 'project_id': '85fd783539a54750976bc48554c7f25b', 'subnets': [{'id': '5126e81d-fce7-4786-aa54-2f0589cc1419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:47:49.241641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Allocated IP 172.25.6.179 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/78a97636-6320-4c98-826c-74bce7fcc03e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:49.264753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d744ce6-277f-4d87-b99f-adb6efb6d072 req-aab36964-3c6e-4459-b25b-c76a7454764a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:49.273618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d744ce6-277f-4d87-b99f-adb6efb6d072 req-aab36964-3c6e-4459-b25b-c76a7454764a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1083260 Nov 10 03:47:49.297400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ad80c-89cc-43c9-bfb3-19fefd735e52 None None] The sync data for ids ['a7f437d7-cb4e-49b5-808d-a36d3a096513'] in n-d-817326-2 is: [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:47:44Z', 'revision_number': 4, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port': {'id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:37Z', 'updated_at': '2021-11-10T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'da7b3d6a-3d35-4b4a-baba-a8857509932e', 'name': '', 'network_id': 'f4a1fbea-4201-4f79-999f-88601b6e8e51', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'mac_address': 'fa:16:3e:72:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5126e81d-fce7-4786-aa54-2f0589cc1419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:43Z', 'updated_at': '2021-11-10T03:47:48Z', 'revision_number': 4, 'project_id': '85fd783539a54750976bc48554c7f25b', 'subnets': [{'id': '5126e81d-fce7-4786-aa54-2f0589cc1419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:47:49.356581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.369533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.370374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4f100be7-91ef-4619-9a7f-e0371fb95cf6 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:47:49.370945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2e07032-35f3-470b-9d28-6b8f41c48069 HTTP/1.1" status: 204 len: 168 time: 0.2840068 Nov 10 03:47:49.398534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e07032-35f3-470b-9d28-6b8f41c48069,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:49.412614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.412958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.413294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.413626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.418303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.418726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.419064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.419398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.419727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.420204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.421619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.421972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c47fc-6524-4b50-aacf-4de4f522b290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:47:49.438309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d744ce6-277f-4d87-b99f-adb6efb6d072 req-d264fb62-2a07-4033-b63a-099b33a955a8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637146 Nov 10 03:47:49.483814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 4f100be7-91ef-4619-9a7f-e0371fb95cf6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:47:49.484181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4f100be7-91ef-4619-9a7f-e0371fb95cf6 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:47:49.496734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.523795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd32f17-bda4-4cb6-9666-0487bae0539b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:49.526406 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6dbe2b-76e4-4f02-91c8-65134731cd7f" -d '{"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "bdd32f17-bda4-4cb6-9666-0487bae0539b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:49.526749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.540394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bdd32f17-bda4-4cb6-9666-0487bae0539b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:49.551107 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.551971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dedabf35-0627-49b3-b45a-9adb45dbb1d7 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:49.655752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.670959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=bdd32f17-bda4-4cb6-9666-0487bae0539b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:49.684486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce8d67c6-cea7-4680-829d-529481b49934 req-1d004710-edec-4c43-a760-5ffe1a0e1b5a tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/ff407acc-03ec-46df-9a21-8b9f46bbec69 HTTP/1.1" status: 200 len: 1823 time: 0.1270013 Nov 10 03:47:49.684808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port dedabf35-0627-49b3-b45a-9adb45dbb1d7 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:49.690409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port dedabf35-0627-49b3-b45a-9adb45dbb1d7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:49.690788 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.754299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-ce8d67c6-cea7-4680-829d-529481b49934 req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ff407acc-03ec-46df-9a21-8b9f46bbec69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:49.754641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-ce8d67c6-cea7-4680-829d-529481b49934 req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ff407acc-03ec-46df-9a21-8b9f46bbec69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:49.816432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:49.829156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:49.836690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Pushing event updated for resources: {'Port': ['ID=78a97636-6320-4c98-826c-74bce7fcc03e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:49.840184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:49.948160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.977700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ce8d67c6-cea7-4680-829d-529481b49934 req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.988051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dedabf35-0627-49b3-b45a-9adb45dbb1d7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:49.998731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:49.999899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2da002c-c11b-4d2a-b7df-42b6b50c14f0 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:50.051254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ce8d67c6-cea7-4680-829d-529481b49934 req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.070353 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ce8d67c6-cea7-4680-829d-529481b49934 req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.082006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.102008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3066ec55-131f-4db2-9038-69cbb1c24035,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:50.121377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ce8d67c6-cea7-4680-829d-529481b49934 req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.122631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce8d67c6-cea7-4680-829d-529481b49934 req-cd271afb-142c-429f-949e-0e851a609f5b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4005492 Nov 10 03:47:50.148309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:50.157844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.160477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:50.160741 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.204259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=dedabf35-0627-49b3-b45a-9adb45dbb1d7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:50.339692 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.382507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:50.388838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:50.395474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:50.403576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:50.410584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:50.420198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:50.426277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:50.439988 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.441190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:50.441898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:50.456533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-564dac08-57de-4fcd-8245-00c4eed87327 req-b7441a1f-7968-4141-adb9-10ab60dd21d4 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5428 time: 0.1774459 Nov 10 03:47:50.583229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-564dac08-57de-4fcd-8245-00c4eed87327 req-4378c8fc-ed8d-4c08-87dc-dfddc7f356fc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257617 Nov 10 03:47:50.608481 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.615883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.666772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:50.702390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:50.707247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:50.707768 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.739101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:50.743108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.755709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Pushing event updated for resources: {'Port': ['ID=78a97636-6320-4c98-826c-74bce7fcc03e,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:50.781432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.783940 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-680d2e18-b2d8-48f3-a8a6-9b74bd1949ca tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3382602 Nov 10 03:47:50.809173 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec49f2cc-7d81-40bf-a4b6-d73a9d7aab49 x-openstack-request-id: req-ec49f2cc-7d81-40bf-a4b6-d73a9d7aab49 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:50.809497 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "bdd32f17-bda4-4cb6-9666-0487bae0539b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:50.809731 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec49f2cc-7d81-40bf-a4b6-d73a9d7aab49 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:50.813198 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd32f17-bda4-4cb6-9666-0487bae0539b', 'code': 200} Nov 10 03:47:50.881729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-cee5397b-7827-42bb-ac61-cc37bcce68d3 req-b9a9ede0-965d-4d5e-a508-7207edaf7d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1032610892', 'description': 'tempest-description-1828902622'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:50.898526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-a5154f6d-d4b2-4aec-ba5b-0ff8b182ff5d tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.1085591 Nov 10 03:47:50.911061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.928014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-684622015-network', 'tenant_id': '999df5cef9a94e26986641184f3effdc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:50.951312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da7b3d6a-3d35-4b4a-baba-a8857509932e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:50.979011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cee5397b-7827-42bb-ac61-cc37bcce68d3 req-b9a9ede0-965d-4d5e-a508-7207edaf7d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:50.982225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:50.995801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Made reservation on behalf of 999df5cef9a94e26986641184f3effdc for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:50.998238 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.006121 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.006957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 581d1b65-44dd-445b-944a-e9c9e60ceb38 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:51.014736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.063932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-084374ed-ea94-4712-b408-30841c6b4f7e tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:51.066057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53cc146b-5edf-4795-9f2d-3d6956345797 req-084374ed-ea94-4712-b408-30841c6b4f7e tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1632562 Nov 10 03:47:51.113092 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cee5397b-7827-42bb-ac61-cc37bcce68d3 req-b9a9ede0-965d-4d5e-a508-7207edaf7d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.131322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cee5397b-7827-42bb-ac61-cc37bcce68d3 req-b9a9ede0-965d-4d5e-a508-7207edaf7d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.134951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:51.148769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port da7b3d6a-3d35-4b4a-baba-a8857509932e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:51.149141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.162652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.174353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.183448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-cee5397b-7827-42bb-ac61-cc37bcce68d3 req-b9a9ede0-965d-4d5e-a508-7207edaf7d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.195188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cee5397b-7827-42bb-ac61-cc37bcce68d3 req-b9a9ede0-965d-4d5e-a508-7207edaf7d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3124082 Nov 10 03:47:51.195909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 581d1b65-44dd-445b-944a-e9c9e60ceb38 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:51.201819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 581d1b65-44dd-445b-944a-e9c9e60ceb38 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:51.202248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.227860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:47:51.249813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c4ffa-ec8b-4702-ba92-32be427bccbf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:51.250177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9ede0-965d-4d5e-a508-7207edaf7d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88dae54b-b836-4774-b598-ca78aa0af50b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:51.254064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.254617 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Added segment 889bdce3-7dee-41b8-85d7-24eb049abffd of type vlan for network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb Nov 10 03:47:51.318492 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.324448 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.358667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.360239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:51.361671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.363609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 581d1b65-44dd-445b-944a-e9c9e60ceb38, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:51.368600 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.369558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 11a17cda-9619-4adc-b780-c4f5b6249186 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:51.371614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606876b-5d21-4aed-8655-315351f1f3db req-108eee6c-12e8-432d-90b1-efb75e268c2a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:51.373114 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a606876b-5d21-4aed-8655-315351f1f3db req-108eee6c-12e8-432d-90b1-efb75e268c2a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1569755 Nov 10 03:47:51.382104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1e3bb-ce66-4713-aede-96083fe5c1a5 req-a4637a02-c721-4680-82fe-759b74041718 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:51.383640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0e1e3bb-ce66-4713-aede-96083fe5c1a5 req-a4637a02-c721-4680-82fe-759b74041718 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1095 time: 0.0802360 Nov 10 03:47:51.384906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54316) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:51.390603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Request body: {'subnet': {'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-684622015-subnet', 'tenant_id': '999df5cef9a94e26986641184f3effdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:51.390856 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6505234 Nov 10 03:47:51.458879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=581d1b65-44dd-445b-944a-e9c9e60ceb38,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:51.476302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5008c-469f-4c04-86d5-cc17e338260d admin admin] Pushing event updated for resources: {'Network': ['ID=29ce7259-f0ea-4beb-b39a-8e8163c53aeb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:51.484465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 11a17cda-9619-4adc-b780-c4f5b6249186 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:51.489166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Made reservation on behalf of 999df5cef9a94e26986641184f3effdc for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:51.491638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.494199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:47:51.498326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 11a17cda-9619-4adc-b780-c4f5b6249186 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:51.498696 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.546484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0e1e3bb-ce66-4713-aede-96083fe5c1a5 req-926e6253-19a9-4429-8138-a04188308342 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504474 Nov 10 03:47:51.610306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a606876b-5d21-4aed-8655-315351f1f3db req-aaaaceb1-ee29-46b0-97ac-d2de9a44c9c2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153084 Nov 10 03:47:51.655221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.706746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 11a17cda-9619-4adc-b780-c4f5b6249186, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=11a17cda-9619-4adc-b780-c4f5b6249186,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:51.712844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.714243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d7e0c1a-9fff-4db7-90fd-33279e571fde up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:47:51.735183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-8fd489e2-8dde-4a18-b3b6-2261ceb89cf8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1211550 Nov 10 03:47:51.746369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-add5de06-5397-4a70-9a2c-6a3729ad7231 req-7e510e2f-b692-4a0a-96a9-d2b50be9f40e tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips/8d35493e-03a2-4e49-8a85-4cbb7441d504 HTTP/1.1" status: 200 len: 693 time: 0.1248362 Nov 10 03:47:51.844182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=11a17cda-9619-4adc-b780-c4f5b6249186,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:51.855333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 7d7e0c1a-9fff-4db7-90fd-33279e571fde completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:47:51.859612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7d7e0c1a-9fff-4db7-90fd-33279e571fde triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:47:51.860169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.872011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-0fa84365-bcf1-4120-bfaf-c35f10ca3d34 req-66571bee-a2c3-4519-b28b-dbf1d12d5ecc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-227913646', 'description': 'tempest-description-1922967066'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:51.931328 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.947406 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.977493 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0fa84365-bcf1-4120-bfaf-c35f10ca3d34 req-66571bee-a2c3-4519-b28b-dbf1d12d5ecc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:51.979653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7d7e0c1a-9fff-4db7-90fd-33279e571fde, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:47:51.983658 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:52.017184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-f0638ff2-1890-413f-b768-1a099d522d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.018820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-f0638ff2-1890-413f-b768-1a099d522d09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 1096 time: 0.1735902 Nov 10 03:47:52.029446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5de06-5397-4a70-9a2c-6a3729ad7231 req-203b5d1a-a99f-460a-8797-177bed38ffc2 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.029773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7d7e0c1a-9fff-4db7-90fd-33279e571fde,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:52.034488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-add5de06-5397-4a70-9a2c-6a3729ad7231 req-203b5d1a-a99f-460a-8797-177bed38ffc2 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.2805929 Nov 10 03:47:52.052979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-add5de06-5397-4a70-9a2c-6a3729ad7231 req-77fe3917-5846-44ac-808e-6404055c91ab tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:47:52.054020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-add5de06-5397-4a70-9a2c-6a3729ad7231 req-77fe3917-5846-44ac-808e-6404055c91ab tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132821 Nov 10 03:47:52.056893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:52.174792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Checking segment: {'id': '889bdce3-7dee-41b8-85d7-24eb049abffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:52.175151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Network hostable DHCP agents. Network: 29ce7259-f0ea-4beb-b39a-8e8163c53aeb, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:47:52.237253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0fa84365-bcf1-4120-bfaf-c35f10ca3d34 req-66571bee-a2c3-4519-b28b-dbf1d12d5ecc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:52.243501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ca71a-dc96-48b0-a5d6-fad9899213e7 req-91e79702-2427-4378-827c-81fc1a08d02c tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.245015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d7ca71a-dc96-48b0-a5d6-fad9899213e7 req-91e79702-2427-4378-827c-81fc1a08d02c tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1095 time: 0.1210589 Nov 10 03:47:52.245568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:47:52.252806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0fa84365-bcf1-4120-bfaf-c35f10ca3d34 req-66571bee-a2c3-4519-b28b-dbf1d12d5ecc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:52.282327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-db331d69-d32f-4d8a-bfc4-44215fdc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.284364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-db331d69-d32f-4d8a-bfc4-44215fdc4718 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.2215891 Nov 10 03:47:52.284905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 29ce7259-f0ea-4beb-b39a-8e8163c53aeb) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:52.292745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a83a83-d608-4a62-92b4-bc8c4415d439 None None] Network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:52.310185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.310768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:52.349294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0fa84365-bcf1-4120-bfaf-c35f10ca3d34 req-66571bee-a2c3-4519-b28b-dbf1d12d5ecc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:52.350550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fa84365-bcf1-4120-bfaf-c35f10ca3d34 req-66571bee-a2c3-4519-b28b-dbf1d12d5ecc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5063837 Nov 10 03:47:52.356582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-4c596ac5-319a-4290-a282-748ca6f6f6a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 200 len: 217 time: 0.0582209 Nov 10 03:47:52.357156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66571bee-a2c3-4519-b28b-dbf1d12d5ecc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681e382f-c4b8-40ee-ae3c-fe21394143da,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:52.400659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a99f9a17-661b-406e-888b-89a2ab2fd98d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0028393 Nov 10 03:47:52.422345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d7ca71a-dc96-48b0-a5d6-fad9899213e7 req-f946b200-10fc-49a9-b883-82dfdb3215bb tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631773 Nov 10 03:47:52.430263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286f73d-0c5f-4591-98dd-722b3bab03d7 None None] Network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:47:52.449279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-e1974ea8-7cb8-4809-88c6-dffc11de9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.455761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-e1974ea8-7cb8-4809-88c6-dffc11de9e11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0874462 Nov 10 03:47:52.523222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-3bece08a-000e-4a78-bf24-f4481bd9203f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622742 Nov 10 03:47:52.567284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.573374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.579591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.586228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.592389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.598349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.604265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:52.606172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-1caac3e4-2e80-4bde-b408-d38137d41b27 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.1441090 Nov 10 03:47:52.708064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfdff2a8-e51c-4314-9df4-602f4ca12a89 req-88002163-f55b-45e2-aab3-e8234f95415f tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=85fd783539a54750976bc48554c7f25b HTTP/1.1" status: 200 len: 696 time: 0.1009033 Nov 10 03:47:52.814951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7'}, {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da002c-c11b-4d2a-b7df-42b6b50c14f0'}, {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587'}, {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38'}, {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a17cda-9619-4adc-b780-c4f5b6249186'}, {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7e0c1a-9fff-4db7-90fd-33279e571fde'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:52.817880 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3634d5-3d5f-47a2-a360-04964feaae75" -d '{"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "dedabf35-0627-49b3-b45a-9adb45dbb1d7"}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c2da002c-c11b-4d2a-b7df-42b6b50c14f0"}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587"}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38"}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "11a17cda-9619-4adc-b780-c4f5b6249186"}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "7d7e0c1a-9fff-4db7-90fd-33279e571fde"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:53.107667 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:53.121057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-974173fe-234a-47a7-ace2-d56c97cc3918 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899789 Nov 10 03:47:53.136925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a743f38-1712-4ddf-80f2-3a28b39c5b0f req-0a2ba1bb-892e-4fc2-a7fb-7dcde5ad713b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5012596 Nov 10 03:47:53.254130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdff2a8-e51c-4314-9df4-602f4ca12a89 req-5bcdd1cc-370e-44d7-9ec9-0edc1f7b00cd tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:53.255492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfdff2a8-e51c-4314-9df4-602f4ca12a89 req-5bcdd1cc-370e-44d7-9ec9-0edc1f7b00cd tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks?id=18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 787 time: 0.5387161 Nov 10 03:47:53.276890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-94322e24-c41a-422c-a656-8f7cbe761ebc tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/88dae54b-b836-4774-b598-ca78aa0af50b HTTP/1.1" status: 200 len: 1824 time: 0.0985928 Nov 10 03:47:53.326999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-b76b9508-b481-4c6c-a97f-b1cb2b2345d6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/681e382f-c4b8-40ee-ae3c-fe21394143da HTTP/1.1" status: 200 len: 1823 time: 0.0438144 Nov 10 03:47:53.330362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5491cddf-e045-4d4d-8ec7-008fdc9b0e7a req-25b07fe7-2afe-45fc-bd9f-87dde080e84c service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008710 Nov 10 03:47:53.336193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88dae54b-b836-4774-b598-ca78aa0af50b', 'remote_group_id': '681e382f-c4b8-40ee-ae3c-fe21394143da', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:53.336592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88dae54b-b836-4774-b598-ca78aa0af50b', 'remote_group_id': '681e382f-c4b8-40ee-ae3c-fe21394143da', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:53.406528 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:53.452188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:53.456570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:53.484852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:53.507709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-003e6e6b-624d-4909-8f19-f5c114fbf627 req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1696544 Nov 10 03:47:53.511882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da8aed-2c4f-4579-b59c-dc5de46e5d42 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6219fcfe-1a03-4bd5-9e17-31642ad163bb,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:53.642973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a51b-6e16-4b71-9d86-c4c6589cb63d req-4220c40c-ff45-4f3d-b6fd-67a8dea5b092 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:53.644792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ac0a51b-6e16-4b71-9d86-c4c6589cb63d req-4220c40c-ff45-4f3d-b6fd-67a8dea5b092 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0595708 Nov 10 03:47:53.694493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ac0a51b-6e16-4b71-9d86-c4c6589cb63d req-1fe377d6-41f5-4a2c-86a8-08a19261bd19 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Nov 10 03:47:53.745584 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc13595-28b8-43e9-a0c7-694bb6521a66 x-openstack-request-id: req-bbc13595-28b8-43e9-a0c7-694bb6521a66 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:47:53.746142 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "dedabf35-0627-49b3-b45a-9adb45dbb1d7", "code": 200}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c2da002c-c11b-4d2a-b7df-42b6b50c14f0", "code": 200}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587", "code": 200}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38", "code": 200}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "11a17cda-9619-4adc-b780-c4f5b6249186", "code": 200}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-plugged", "status": "completed", "tag": "7d7e0c1a-9fff-4db7-90fd-33279e571fde", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:47:53.746142 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbc13595-28b8-43e9-a0c7-694bb6521a66 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:47:53.746540 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7', 'code': 200} Nov 10 03:47:53.746843 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da002c-c11b-4d2a-b7df-42b6b50c14f0', 'code': 200} Nov 10 03:47:53.747095 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'code': 200} Nov 10 03:47:53.747336 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38', 'code': 200} Nov 10 03:47:53.747576 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a17cda-9619-4adc-b780-c4f5b6249186', 'code': 200} Nov 10 03:47:53.747816 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7e0c1a-9fff-4db7-90fd-33279e571fde', 'code': 200} Nov 10 03:47:53.819753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-28c0f9ce-4423-43c7-b947-cebb16a3cac5 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips/8d35493e-03a2-4e49-8a85-4cbb7441d504 HTTP/1.1" status: 200 len: 693 time: 0.0574443 Nov 10 03:47:53.930184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-f4fbdf69-1534-44c4-9398-ed5bd52bb66f tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:53.931948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-f4fbdf69-1534-44c4-9398-ed5bd52bb66f tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/networks?id=29ce7259-f0ea-4beb-b39a-8e8163c53aeb HTTP/1.1" status: 200 len: 812 time: 0.2218194 Nov 10 03:47:53.962262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-89867135-ae78-4b2c-88bb-0a96ecf87f91 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/quotas/999df5cef9a94e26986641184f3effdc HTTP/1.1" status: 200 len: 375 time: 0.0232825 Nov 10 03:47:53.993699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-84051720-c5a3-46b0-8c23-99cd0c2824cb tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.001838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-84051720-c5a3-46b0-8c23-99cd0c2824cb tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1743071 Nov 10 03:47:54.025511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-9bf700e7-c406-4506-b9e6-036e070f612d tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=999df5cef9a94e26986641184f3effdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529935 Nov 10 03:47:54.134441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-30d7123e-4686-4557-b02a-200d637db59a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.1306992 Nov 10 03:47:54.177220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.182533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.183023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.183486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.183949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.184418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.184842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:54.186945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-0c87fb3f-11d5-41cc-995a-f33eee65c33e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6490 time: 0.3345549 Nov 10 03:47:54.220793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-1813b690-4fa9-40a3-ae94-66d5dd8b45a8 service neutron] 10.222.0.24 "GET /v2.0/networks/29ce7259-f0ea-4beb-b39a-8e8163c53aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603472 Nov 10 03:47:54.236559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-8a285962-6957-4a27-be60-d22fe55dc7e1 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0912709 Nov 10 03:47:54.249168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e96fc4a-5d61-41de-b20e-f2592b4bc0ad req-b640a61e-5efe-4cc1-817c-ed6dc20a4583 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5aa116f-896f-44fb-bfec-a9029fb55075&id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542681 Nov 10 03:47:54.407901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7190ee9a-6dcb-45b6-a447-b0f331f66138 service neutron] 10.222.0.24 "GET /v2.0/networks/29ce7259-f0ea-4beb-b39a-8e8163c53aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861374 Nov 10 03:47:54.426593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Deleting port 78a97636-6320-4c98-826c-74bce7fcc03e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:54.427005 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.515504 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.515928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.556241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Calling delete_port for 78a97636-6320-4c98-826c-74bce7fcc03e owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:47:54.647518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-3e0ac8c4-0813-410a-85f1-32b533894a79 req-f486e79b-a4fb-45c3-9c63-003c034885c8 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1014331926', 'description': 'tempest-description-874718172'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:54.693413 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e0ac8c4-0813-410a-85f1-32b533894a79 req-f486e79b-a4fb-45c3-9c63-003c034885c8 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.816216 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e0ac8c4-0813-410a-85f1-32b533894a79 req-f486e79b-a4fb-45c3-9c63-003c034885c8 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.819454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.848808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e0ac8c4-0813-410a-85f1-32b533894a79 req-f486e79b-a4fb-45c3-9c63-003c034885c8 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.858547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Pushing event deleted for resources: {'Port': ['ID=78a97636-6320-4c98-826c-74bce7fcc03e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:54.913647 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e0ac8c4-0813-410a-85f1-32b533894a79 req-f486e79b-a4fb-45c3-9c63-003c034885c8 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:54.914915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e0ac8c4-0813-410a-85f1-32b533894a79 req-f486e79b-a4fb-45c3-9c63-003c034885c8 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2743671 Nov 10 03:47:54.946572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486e79b-a4fb-45c3-9c63-003c034885c8 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c583f-f0dc-4167-9847-01ef7f348d18,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:55.001639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:55.007009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:55.008234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a335973-7c0d-4af8-bfcb-926f88665253 req-1c9bf0b5-09ab-4e38-8b2a-b957643cba0a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "DELETE /v2.0/floatingips/8d35493e-03a2-4e49-8a85-4cbb7441d504 HTTP/1.1" status: 204 len: 173 time: 0.7707918 Nov 10 03:47:55.284212 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-108b365a-2c1f-48e7-9b9d-59e4cea6ac84 req-e2da05f6-67f3-4c59-8aac-5a90c3d76cd0 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 210 time: 0.0651035 Nov 10 03:47:55.308535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.324021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.341753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.357967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.371551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.378641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.385867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.388428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-fa472262-b422-4d9b-9d3f-a782f1d7a9ef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.2459965 Nov 10 03:47:55.494726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a9314-6f79-4db7-8c8e-b073b1a46ef4 req-a703d5b8-c612-40b5-b7be-c8ae94a216a1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:55.515555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-207a9314-6f79-4db7-8c8e-b073b1a46ef4 req-a703d5b8-c612-40b5-b7be-c8ae94a216a1 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1173422 Nov 10 03:47:55.623357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-207a9314-6f79-4db7-8c8e-b073b1a46ef4 req-24cc8169-71e5-46c1-be51-9c2b787c6dd6 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969450 Nov 10 03:47:55.636163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0709be0b-afdf-426e-abba-63d96b7974f9 req-91288c60-e8d5-42fb-9a88-7b304bb86517 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2382190 Nov 10 03:47:55.653250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-4bf807f6-5655-4353-b094-e3d2c56b58bd req-c2d30648-ce19-489c-90ba-52d0a70617a4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-169638357', 'description': 'tempest-description-405507988'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:55.702619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4bf807f6-5655-4353-b094-e3d2c56b58bd req-c2d30648-ce19-489c-90ba-52d0a70617a4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:55.876363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-20747b9a-8cb0-428d-b386-474737c8d900 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1898966 Nov 10 03:47:55.893286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:55.916474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4bf807f6-5655-4353-b094-e3d2c56b58bd req-c2d30648-ce19-489c-90ba-52d0a70617a4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:55.918569 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:55.923260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4bf807f6-5655-4353-b094-e3d2c56b58bd req-c2d30648-ce19-489c-90ba-52d0a70617a4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:55.989143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-4bf807f6-5655-4353-b094-e3d2c56b58bd req-c2d30648-ce19-489c-90ba-52d0a70617a4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:55.990550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bf807f6-5655-4353-b094-e3d2c56b58bd req-c2d30648-ce19-489c-90ba-52d0a70617a4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3431668 Nov 10 03:47:56.014653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d30648-ce19-489c-90ba-52d0a70617a4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72afeb-088d-4b5d-ae7d-06612d9025d6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:56.162451 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:56.367116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36ca7483-288a-4770-8441-004904347b8c req-e68431f2-b978-466c-848a-7b7941aba4db tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/4d2c583f-f0dc-4167-9847-01ef7f348d18 HTTP/1.1" status: 200 len: 1823 time: 0.1253834 Nov 10 03:47:56.396171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-fc0fda86-33ca-40b9-8b87-c4ae64a594c5 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:56.397825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-fc0fda86-33ca-40b9-8b87-c4ae64a594c5 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.44 "GET /v2.0/networks?id=29ce7259-f0ea-4beb-b39a-8e8163c53aeb HTTP/1.1" status: 200 len: 812 time: 0.2048366 Nov 10 03:47:56.410458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Request body: {'port': {'device_id': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb', 'admin_state_up': True, 'tenant_id': '999df5cef9a94e26986641184f3effdc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:56.415776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Allocated IP 172.25.6.39 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/0ec44d9a-2c2b-4e46-98d0-c361421f6f77) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:56.459764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36ca7483-288a-4770-8441-004904347b8c req-89a09339-439e-4dc9-913c-670d12a257e6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/1a72afeb-088d-4b5d-ae7d-06612d9025d6 HTTP/1.1" status: 200 len: 1822 time: 0.0806751 Nov 10 03:47:56.482637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-36ca7483-288a-4770-8441-004904347b8c req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4d2c583f-f0dc-4167-9847-01ef7f348d18', 'remote_group_id': '1a72afeb-088d-4b5d-ae7d-06612d9025d6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:56.483134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-36ca7483-288a-4770-8441-004904347b8c req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4d2c583f-f0dc-4167-9847-01ef7f348d18', 'remote_group_id': '1a72afeb-088d-4b5d-ae7d-06612d9025d6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:56.607289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Made reservation on behalf of 999df5cef9a94e26986641184f3effdc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:47:56.613314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:56.682114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-36ca7483-288a-4770-8441-004904347b8c req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:56.710223 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:56.742407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-36ca7483-288a-4770-8441-004904347b8c req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:56.752878 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-36ca7483-288a-4770-8441-004904347b8c req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:56.781642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Allocated IP 172.20.0.14 (29ce7259-f0ea-4beb-b39a-8e8163c53aeb/b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b/b4cbac80-d4be-45d7-b00e-25865b20df4e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:47:56.798288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-36ca7483-288a-4770-8441-004904347b8c req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:56.799551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36ca7483-288a-4770-8441-004904347b8c req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3389719 Nov 10 03:47:56.804264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29e90f-141a-487a-b70f-487435fb39b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bb607b-99ef-4f97-a349-3029d514b759,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:56.849602 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.002313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:57.007860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:57.016971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:57.064273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Pushing event updated for resources: {'Port': ['ID=0ec44d9a-2c2b-4e46-98d0-c361421f6f77,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:57.094410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e49f9b7-96c5-4299-bf06-a7d7146ff645 req-de083476-5fe9-4cbc-be94-b3b35b2b1ed3 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 210 time: 0.0488091 Nov 10 03:47:57.152217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.155418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.222329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.224592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.281482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8613de-f922-4950-b233-44035710983d req-0379fc89-20a0-4a3f-93ba-a028b7b23ff7 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.283038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b8613de-f922-4950-b233-44035710983d req-0379fc89-20a0-4a3f-93ba-a028b7b23ff7 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0994902 Nov 10 03:47:57.298812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Pushing event updated for resources: {'Port': ['ID=b4cbac80-d4be-45d7-b00e-25865b20df4e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:57.316482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:47:57.318214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:47:57.321108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:47:57.372091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.372610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.384948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b8613de-f922-4950-b233-44035710983d req-552e3c2d-1a9e-40d2-8786-2e34276c5bd2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941961 Nov 10 03:47:57.392383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-7c205d3c-6cef-421a-996f-5f1277b1c5e1 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9857605 Nov 10 03:47:57.459949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.466608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Request body: {'port': {'device_id': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:57.497071 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.538641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.577295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Pushing event updated for resources: {'Port': ['ID=0ec44d9a-2c2b-4e46-98d0-c361421f6f77,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:57.623693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.630277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.636226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.642457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.648788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.655088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.661061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.662982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1697204f-2f91-4112-addd-cee23a27640a req-6fd758a8-4747-478b-94f0-7500d8b533d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.2152896 Nov 10 03:47:57.684610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.708813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.710094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-d305a3c3-6190-4da9-86cb-8d64a6ece3f9 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8267808 Nov 10 03:47:57.782649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-da55f9c6-299d-46a2-b6a8-f1d97c5ca365 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0615876 Nov 10 03:47:57.788323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1697204f-2f91-4112-addd-cee23a27640a req-832a91ba-ce85-42a7-a671-b1b76965fc1b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148102 Nov 10 03:47:57.870087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cbac80-d4be-45d7-b00e-25865b20df4e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:47:57.878800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.894695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Transition to ACTIVE for port object b4cbac80-d4be-45d7-b00e-25865b20df4e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:47:57.900758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:57.930893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff332492-b2d4-449d-812e-aa77b343f113 req-602b0db4-c8c7-4078-be36-cfab85521519 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/1a72afeb-088d-4b5d-ae7d-06612d9025d6 HTTP/1.1" status: 200 len: 1822 time: 0.0775254 Nov 10 03:47:57.958299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cbac80-d4be-45d7-b00e-25865b20df4e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:57.966983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-1674ce84-b7fd-4491-8929-dffc240d35dd tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:57.968635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c701a8ea-46d7-46b6-be82-5cc69a3d92d3 req-1674ce84-b7fd-4491-8929-dffc240d35dd tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.1701319 Nov 10 03:47:58.019943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ff332492-b2d4-449d-812e-aa77b343f113 req-24ec2aa6-1b1a-48e2-ac40-779bdf9f3b92 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.039839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Attempting to bind port b4cbac80-d4be-45d7-b00e-25865b20df4e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:47:58.040244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Attempting to bind port b4cbac80-d4be-45d7-b00e-25865b20df4e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '889bdce3-7dee-41b8-85d7-24eb049abffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:47:58.040659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Attempting to bind port b4cbac80-d4be-45d7-b00e-25865b20df4e on network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:58.045401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Port b4cbac80-d4be-45d7-b00e-25865b20df4e on network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:47:58.045793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Attempting to bind port b4cbac80-d4be-45d7-b00e-25865b20df4e on network 29ce7259-f0ea-4beb-b39a-8e8163c53aeb {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:47:58.052045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:47:58.052469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Checking segment: {'id': '889bdce3-7dee-41b8-85d7-24eb049abffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:47:58.052917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Bound using segment: {'id': '889bdce3-7dee-41b8-85d7-24eb049abffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:47:58.053432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Bound port: b4cbac80-d4be-45d7-b00e-25865b20df4e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889bdce3-7dee-41b8-85d7-24eb049abffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:47:58.053892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.055615 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ff332492-b2d4-449d-812e-aa77b343f113 req-24ec2aa6-1b1a-48e2-ac40-779bdf9f3b92 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.120041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] For port b4cbac80-d4be-45d7-b00e-25865b20df4e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:47:58.123909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] For port b4cbac80-d4be-45d7-b00e-25865b20df4e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b4cbac80-d4be-45d7-b00e-25865b20df4e,segment=NetworkSegment(889bdce3-7dee-41b8-85d7-24eb049abffd),segment_id=889bdce3-7dee-41b8-85d7-24eb049abffd)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:47:58.127705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.163122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.163820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.165291 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] 10.222.0.44 "PUT /v2.0/ports/b4cbac80-d4be-45d7-b00e-25865b20df4e HTTP/1.1" status: 200 len: 1092 time: 0.7645445 Nov 10 03:47:58.165780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'tag': 'b4cbac80-d4be-45d7-b00e-25865b20df4e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:47:58.168268 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896e06eb-a277-4097-bdb1-804ab0e76647" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc", "tag": "b4cbac80-d4be-45d7-b00e-25865b20df4e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:47:58.199247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3188a-e9b7-44a4-9a09-9b359fae9148 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cbac80-d4be-45d7-b00e-25865b20df4e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:58.212068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-bf7bca80-5200-4f1c-ba1e-1b9651bfc476 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.213953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-bf7bca80-5200-4f1c-ba1e-1b9651bfc476 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/networks?id=0fbc3bc8-cc82-4c49-a2e4-420aef2a693b HTTP/1.1" status: 200 len: 810 time: 0.1497962 Nov 10 03:47:58.219122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ff332492-b2d4-449d-812e-aa77b343f113 req-24ec2aa6-1b1a-48e2-ac40-779bdf9f3b92 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.222655 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ff332492-b2d4-449d-812e-aa77b343f113 req-24ec2aa6-1b1a-48e2-ac40-779bdf9f3b92 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.223875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff332492-b2d4-449d-812e-aa77b343f113 req-24ec2aa6-1b1a-48e2-ac40-779bdf9f3b92 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a72afeb-088d-4b5d-ae7d-06612d9025d6 HTTP/1.1" status: 204 len: 173 time: 0.2922239 Nov 10 03:47:58.259617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec2aa6-1b1a-48e2-ac40-779bdf9f3b92 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72afeb-088d-4b5d-ae7d-06612d9025d6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:47:58.287242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-85f59fa9-1378-4d75-a2f5-042cf87358c2 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/quotas/80a5bdbd136f44e7948221a95910bdc0 HTTP/1.1" status: 200 len: 375 time: 0.0603738 Nov 10 03:47:58.318287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-c1072e8f-f1f8-455d-a0c7-3b45dcb6563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.323355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-c1072e8f-f1f8-455d-a0c7-3b45dcb6563a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=999df5cef9a94e26986641184f3effdc&device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 1095 time: 0.0999374 Nov 10 03:47:58.351309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-9a268522-56d5-46a9-bd15-adce1d1af46b tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80a5bdbd136f44e7948221a95910bdc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631869 Nov 10 03:47:58.395081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-1c4d2a03-bad8-44fb-aa5d-ba15b7f19c1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4cbac80-d4be-45d7-b00e-25865b20df4e HTTP/1.1" status: 200 len: 217 time: 0.0633838 Nov 10 03:47:58.465611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-176469fa-103d-4029-83aa-7fbd887f7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.467426 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-176469fa-103d-4029-83aa-7fbd887f7fb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b HTTP/1.1" status: 200 len: 852 time: 0.0651822 Nov 10 03:47:58.501779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.507372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-bec5be67-a08a-440b-bb3f-aaf61e7e44bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29ce7259-f0ea-4beb-b39a-8e8163c53aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332310 Nov 10 03:47:58.508892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.515191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.521485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.527948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.534091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.541279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:58.562590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-353dbe65-63b5-4e3a-8f44-7e4e332006f9 req-3895f143-474f-49ea-971d-31371c6518d7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.1844602 Nov 10 03:47:58.570062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54460) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:47:58.580965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Request body: {'floatingip': {'port_id': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:47:58.622406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-7dce0a1f-e671-4e2f-9667-1b9dbe19c1bf service neutron] 10.222.0.24 "GET /v2.0/networks/0fbc3bc8-cc82-4c49-a2e4-420aef2a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627795 Nov 10 03:47:58.625289 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-6d3ca8c1-bb35-41cb-a06c-426110a364bd service neutron] 10.222.0.44 "GET /v2.0/networks/29ce7259-f0ea-4beb-b39a-8e8163c53aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111073 Nov 10 03:47:58.691445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-416dba2f-3618-4d23-8d22-107466de3267 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips/06c3e70e-e6f4-44a9-97bb-02fffc8a3381 HTTP/1.1" status: 200 len: 692 time: 0.1075149 Nov 10 03:47:58.695368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:47:58.728348 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa45f701-2c08-44d3-bf67-22a9dffb938a req-048cb3c3-2d75-4178-bc20-d6c417445bdf service neutron] 10.222.0.44 "GET /v2.0/networks/29ce7259-f0ea-4beb-b39a-8e8163c53aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956893 Nov 10 03:47:59.302703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-0110aeb6-41db-414b-b057-6d5ea5574f79 service neutron] 10.222.0.24 "GET /v2.0/networks/0fbc3bc8-cc82-4c49-a2e4-420aef2a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481488 Nov 10 03:47:59.365398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-329c2189-7d9b-4979-a389-48db0a80202c tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:59.372880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-329c2189-7d9b-4979-a389-48db0a80202c tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.6800461 Nov 10 03:47:59.433180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-ba7d2f2e-ffba-47ca-bcba-8037a0646177 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0594132 Nov 10 03:47:59.501393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cba4209c-d0e0-4a86-a56c-64179019cd03 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0671890 Nov 10 03:47:59.845301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d65e5-38d4-4563-ad8d-c3cec4008066 req-bba29491-5a90-48f7-ba3c-960208a10fa5 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:47:59.855109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-253d65e5-38d4-4563-ad8d-c3cec4008066 req-bba29491-5a90-48f7-ba3c-960208a10fa5 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 944 time: 0.1707816 Nov 10 03:47:59.914484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Deleting port 0ec44d9a-2c2b-4e46-98d0-c361421f6f77 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:47:59.915823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.034738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-253d65e5-38d4-4563-ad8d-c3cec4008066 req-7ae6dc54-e803-49c7-94e7-3bf0a1afb9ef tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766284 Nov 10 03:48:00.099899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.100217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.133895 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.135154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Calling delete_port for 0ec44d9a-2c2b-4e46-98d0-c361421f6f77 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:00.144049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.187711 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5337b5e3-307f-4ebe-af5f-a8374ef6387a x-openstack-request-id: req-5337b5e3-307f-4ebe-af5f-a8374ef6387a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:00.188239 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc", "tag": "b4cbac80-d4be-45d7-b00e-25865b20df4e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:00.189284 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5337b5e3-307f-4ebe-af5f-a8374ef6387a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:00.190309 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'tag': 'b4cbac80-d4be-45d7-b00e-25865b20df4e', 'status': 'completed', 'code': 200} Nov 10 03:48:00.257997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-55cd194b-f2c6-40f3-8c92-3df7f2cc46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:00.259225 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-55cd194b-f2c6-40f3-8c92-3df7f2cc46bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=999df5cef9a94e26986641184f3effdc&device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 1095 time: 0.0511899 Nov 10 03:48:00.347927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6831f154-7a15-4c02-a3d8-81d7e2fbf454 req-f50ff5da-2929-4527-83a8-5279bb3958ca tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/4d2c583f-f0dc-4167-9847-01ef7f348d18 HTTP/1.1" status: 200 len: 1823 time: 0.1104851 Nov 10 03:48:00.360125 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Floating IP 78137f15-ba0b-40fd-8895-75e34634b0fd associated. External IP: 172.25.6.213, port: 68b2ccaa-b1bf-41d6-ae63-65c1af97f587. Nov 10 03:48:00.365773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-401ad7ac-e619-4f30-9359-92e4fb5a635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:00.367446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-401ad7ac-e619-4f30-9359-92e4fb5a635f service neutron] 10.222.0.44 "GET /v2.0/networks?id=29ce7259-f0ea-4beb-b39a-8e8163c53aeb HTTP/1.1" status: 200 len: 912 time: 0.1003287 Nov 10 03:48:00.413225 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-c8a7c5b0-80f1-4b8f-b453-bed10707b636 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4cbac80-d4be-45d7-b00e-25865b20df4e HTTP/1.1" status: 200 len: 217 time: 0.0384994 Nov 10 03:48:00.468249 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-11dd1130-fb44-4700-84bb-d0fa49f7063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:00.470230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-11dd1130-fb44-4700-84bb-d0fa49f7063b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b HTTP/1.1" status: 200 len: 852 time: 0.0506344 Nov 10 03:48:00.502449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-7c9eebdc-19fa-49a7-aa6a-1d180aba5f02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29ce7259-f0ea-4beb-b39a-8e8163c53aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251057 Nov 10 03:48:00.547115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.591262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b161-7c92-4e7d-8f27-d1bc4fbea722 req-ac76313d-3239-43dd-9d42-8ab19a2ffe2c tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:00.592960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bd7b161-7c92-4e7d-8f27-d1bc4fbea722 req-ac76313d-3239-43dd-9d42-8ab19a2ffe2c tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1781027 Nov 10 03:48:00.594402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Pushing event deleted for resources: {'Port': ['ID=0ec44d9a-2c2b-4e46-98d0-c361421f6f77,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:00.637220 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-e27d6a0b-5486-4bed-ba2c-b9ff11a0b3cd service neutron] 10.222.0.44 "GET /v2.0/networks/29ce7259-f0ea-4beb-b39a-8e8163c53aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269579 Nov 10 03:48:00.745669 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-896e06eb-a277-4097-bdb1-804ab0e76647 req-4db0578f-fcd2-4cd6-9ede-38d556d1de98 service neutron] 10.222.0.44 "GET /v2.0/networks/29ce7259-f0ea-4beb-b39a-8e8163c53aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997503 Nov 10 03:48:00.773509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bd7b161-7c92-4e7d-8f27-d1bc4fbea722 req-7e19fdb4-222d-4cdf-9f3e-8df7e495ef57 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717458 Nov 10 03:48:00.789673 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.793733 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:00.805827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6598f16a-380e-43da-b5f8-8f7c8f090c84 req-cbd61c3c-93d0-41af-8d44-5f82ff096656 tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "DELETE /v2.0/floatingips/06c3e70e-e6f4-44a9-97bb-02fffc8a3381 HTTP/1.1" status: 204 len: 173 time: 1.3034043 Nov 10 03:48:00.853205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Router 9a3f552a-4476-4bdc-aad2-b04613b87726 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:48:00.875340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-6b77956d-25f5-45a8-b63f-af153136bf11 req-5d1c8bfd-750e-4c65-95e3-f3523e35781f tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1560542410', 'description': 'tempest-description-1155134756'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:00.959095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-231de3f2-b343-4556-b8eb-c4b86b4a1bd7 req-290225c7-733a-4534-9bd2-321d9623fee6 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 210 time: 0.0784118 Nov 10 03:48:01.052834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6b77956d-25f5-45a8-b63f-af153136bf11 req-5d1c8bfd-750e-4c65-95e3-f3523e35781f tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.142238 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-61385898-923e-4e73-a142-25aeb244a0cd req-eab63ccb-6bd5-4b1b-957d-fc07d2ae057e tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] show failed (client error): The resource could not be found. Nov 10 03:48:01.143849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61385898-923e-4e73-a142-25aeb244a0cd req-eab63ccb-6bd5-4b1b-957d-fc07d2ae057e tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips/06c3e70e-e6f4-44a9-97bb-02fffc8a3381 HTTP/1.1" status: 404 len: 350 time: 0.0973005 Nov 10 03:48:01.200814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-70edfc78-79c0-455b-95fa-25f205bf513e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:01.203556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-70edfc78-79c0-455b-95fa-25f205bf513e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.11 "GET /v2.0/networks?id=0fbc3bc8-cc82-4c49-a2e4-420aef2a693b HTTP/1.1" status: 200 len: 810 time: 0.2272160 Nov 10 03:48:01.217467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:01.225115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.228992 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] Sync routers for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:01.249220 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:01.249817 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:01.254338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Request body: {'port': {'device_id': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b', 'admin_state_up': True, 'tenant_id': '80a5bdbd136f44e7948221a95910bdc0'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:01.340467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3b1273c2-5039-467d-9c4a-19f54fb9e674 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "PUT /v2.0/floatingips/78137f15-ba0b-40fd-8895-75e34634b0fd HTTP/1.1" status: 200 len: 992 time: 2.7653067 Nov 10 03:48:01.349115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:01.351389 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:01.385731 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6b77956d-25f5-45a8-b63f-af153136bf11 req-5d1c8bfd-750e-4c65-95e3-f3523e35781f tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.400726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1e58d4d5-04e1-4951-8894-650f5bcc7334 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:48:01.403276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6b77956d-25f5-45a8-b63f-af153136bf11 req-5d1c8bfd-750e-4c65-95e3-f3523e35781f tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.411962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1e58d4d5-04e1-4951-8894-650f5bcc7334 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:01.448798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3a083-1333-4d1f-a838-0481ac55af57 req-85c40c67-d0f5-43d8-8a3c-7a72d8437d03 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:01.451967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fd3a083-1333-4d1f-a838-0481ac55af57 req-85c40c67-d0f5-43d8-8a3c-7a72d8437d03 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 944 time: 0.1898808 Nov 10 03:48:01.502628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:01.532356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6b77956d-25f5-45a8-b63f-af153136bf11 req-5d1c8bfd-750e-4c65-95e3-f3523e35781f tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.544502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b77956d-25f5-45a8-b63f-af153136bf11 req-5d1c8bfd-750e-4c65-95e3-f3523e35781f tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6746280 Nov 10 03:48:01.554074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8bfd-750e-4c65-95e3-f3523e35781f tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca9cc92-b45e-4886-aab4-2900f40d61a4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:01.642426 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-c6313f62-971a-4eed-b660-142a646f6110 req-f0f2782d-6ad3-4013-98ff-db14eec4a58a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] show failed (client error): The resource could not be found. Nov 10 03:48:01.648422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6313f62-971a-4eed-b660-142a646f6110 req-f0f2782d-6ad3-4013-98ff-db14eec4a58a tempest-FloatingIPsTestJSON-108503754 tempest-FloatingIPsTestJSON-108503754-project] 10.222.0.24 "GET /v2.0/floatingips/06c3e70e-e6f4-44a9-97bb-02fffc8a3381 HTTP/1.1" status: 404 len: 350 time: 0.0804036 Nov 10 03:48:01.658896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54542) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:01.669788 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.684761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fd3a083-1333-4d1f-a838-0481ac55af57 req-96ec2338-a665-4b6e-8ec2-20100e55cf38 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005429 Nov 10 03:48:01.699312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Made reservation on behalf of 80a5bdbd136f44e7948221a95910bdc0 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:01.711809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.753560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:01.755662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:01.762593 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447e1b6f-23c0-4005-8f86-61f8a010d032" -d '{"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-unplugged", "status": "completed", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:01.773577 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64a5ee6-a436-4ec4-965d-c7d9e4ba0a03 x-openstack-request-id: req-c64a5ee6-a436-4ec4-965d-c7d9e4ba0a03 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:01.774666 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:01.779299 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c64a5ee6-a436-4ec4-965d-c7d9e4ba0a03 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:01.779916 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'status': 'completed', 'code': 200} Nov 10 03:48:01.786585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:01.910085 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '78137f15-ba0b-40fd-8895-75e34634b0fd', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'port_id': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'mac_address': 'fa:16:3e:5b:2d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:46:28Z', 'updated_at': '2021-11-10T03:47:59Z', 'revision_number': 1, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:43Z', 'revision_number': 5, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:01.938472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:01.948078 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] Checking router: 9a3f552a-4476-4bdc-aad2-b04613b87726 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:01.952015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-32a906d3-d243-474e-8686-d4a2f7d1615a tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/2ca9cc92-b45e-4886-aab4-2900f40d61a4 HTTP/1.1" status: 200 len: 1824 time: 0.1527004 Nov 10 03:48:01.952551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'port_id': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'mac_address': 'fa:16:3e:85:88:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a000ff-563e-4184-976c-fcdf21193713', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:48:01.957620 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c32b8b-8178-4428-9290-3f761a120abe x-openstack-request-id: req-13c32b8b-8178-4428-9290-3f761a120abe {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:01.957899 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-unplugged", "status": "completed", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:01.958317 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13c32b8b-8178-4428-9290-3f761a120abe {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:01.959212 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'code': 200} Nov 10 03:48:01.960061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ca9cc92-b45e-4886-aab4-2900f40d61a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:01.960469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ca9cc92-b45e-4886-aab4-2900f40d61a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:01.972950 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:01.976116 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:02.039482 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:02.056032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.056505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.056959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.057412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.057861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.058339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.058783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.060686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-74a0181f-a6ce-437e-8312-7a13a72831cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6490 time: 0.2449198 Nov 10 03:48:02.084182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e58d4d5-04e1-4951-8894-650f5bcc7334 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:02.119694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:02.151392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Allocated IP 172.20.0.6 (0fbc3bc8-cc82-4c49-a2e4-420aef2a693b/323c709b-6cab-4913-91ee-3e67b451f110/a33787e7-5136-4bc4-86ee-9e134699d67b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:02.170236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:02.175713 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:02.188549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:02.190292 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:02.207300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43f094-de70-4f5f-bf98-a2e79db9714c req-42245930-abcf-43ff-ae0a-3393f7c0f14a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.217192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a43f094-de70-4f5f-bf98-a2e79db9714c req-42245930-abcf-43ff-ae0a-3393f7c0f14a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 944 time: 0.1355844 Nov 10 03:48:02.303067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:02.336530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:02.352817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:02.425293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a43f094-de70-4f5f-bf98-a2e79db9714c req-92e12d32-6815-467c-a43e-88d3f460712d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069590 Nov 10 03:48:02.448001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1296b8-9fd2-491e-82d3-0b83a97658a0,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:02.460268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:02.460871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-d0e15743-306f-496a-af1f-6b7a25bfb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.461453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03dea08b-8019-4c92-91d2-5eb24cb2b459 req-3f1274c2-5ee9-46ce-aeb6-7e38c07d2c9d tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5101788 Nov 10 03:48:02.471348 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-d0e15743-306f-496a-af1f-6b7a25bfb2ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=c33338f6-ec5f-45c2-b663-42466aa817e7 HTTP/1.1" status: 200 len: 912 time: 0.3941002 Nov 10 03:48:02.565554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['1e58d4d5-04e1-4951-8894-650f5bcc7334'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:02.607801 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '78137f15-ba0b-40fd-8895-75e34634b0fd', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'port_id': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'mac_address': 'fa:16:3e:5b:2d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:46:28Z', 'updated_at': '2021-11-10T03:47:59Z', 'revision_number': 1, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:43Z', 'revision_number': 5, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:02.664913 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb06a7-d7af-4615-bd3c-04f0a82c151f None None] The sync data for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 is: [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '78137f15-ba0b-40fd-8895-75e34634b0fd', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'port_id': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'mac_address': 'fa:16:3e:5b:2d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:46:28Z', 'updated_at': '2021-11-10T03:47:59Z', 'revision_number': 1, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:43Z', 'revision_number': 5, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:02.675755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-3b3aaa45-13f1-404a-a650-3200cd3c2717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587 HTTP/1.1" status: 200 len: 1000 time: 0.1951597 Nov 10 03:48:02.789659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-8c2ea1b6-097b-4f2a-86c8-ed25598e3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.792119 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-8c2ea1b6-097b-4f2a-86c8-ed25598e3c14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0beba905-7692-49b7-9315-f028bd756783 HTTP/1.1" status: 200 len: 851 time: 0.0766351 Nov 10 03:48:02.915891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-791ad2f0-dc8e-4c80-97eb-46d2a208a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:02.917443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-791ad2f0-dc8e-4c80-97eb-46d2a208a06c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c33338f6-ec5f-45c2-b663-42466aa817e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827436 Nov 10 03:48:03.076936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-36f56983-1391-4b58-af1c-26ddb2e4bb61 service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518276 Nov 10 03:48:03.091578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b7ed4-00ac-4a8b-9293-02e57594206d None None] New status for floating IP 78137f15-ba0b-40fd-8895-75e34634b0fd: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:48:03.142067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed73ac02-caa4-4aec-a2c3-48083ca82d8c req-14ac73c8-7a40-4a5b-b009-ec931fccec01 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 210 time: 0.0797877 Nov 10 03:48:03.192080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.204702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b4cbac80-d4be-45d7-b00e-25865b20df4e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:48:03.231320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-feb84c06-2d40-4795-9b7b-50057b2f64ba tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/2ca9cc92-b45e-4886-aab4-2900f40d61a4 HTTP/1.1" status: 200 len: 2418 time: 0.7162554 Nov 10 03:48:03.232417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebc47bd8-9c22-45e9-ac75-15b4dd14bcaa req-37059464-8682-448f-a2b0-3314d76c2d4e service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482019 Nov 10 03:48:03.246163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ca9cc92-b45e-4886-aab4-2900f40d61a4', 'remote_group_id': None}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:03.246746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ca9cc92-b45e-4886-aab4-2900f40d61a4', 'remote_group_id': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:03.248140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.321159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.403016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d76e7-04ca-49a1-81ce-5c6688b908e1 req-0399ee38-c951-47fe-9e49-ba5094b902c0 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:03.411232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f08d76e7-04ca-49a1-81ce-5c6688b908e1 req-0399ee38-c951-47fe-9e49-ba5094b902c0 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 944 time: 0.1712790 Nov 10 03:48:03.415424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:03.435096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:03.459888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:03.467126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Pushing event updated for resources: {'Port': ['ID=a33787e7-5136-4bc4-86ee-9e134699d67b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:03.490062 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.545240 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.560798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f08d76e7-04ca-49a1-81ce-5c6688b908e1 req-fd9ca6f8-f789-4ae2-b425-10089281b01a tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483068 Nov 10 03:48:03.567629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.592033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:03.592698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.639183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28060250-51d9-4866-9160-8be5e0a8a2ea,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:03.653718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-eca204d8-7511-4a9c-9342-0b330c61e061 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4065952 Nov 10 03:48:03.659368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.662737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43ea9688-caca-4ae9-ba3e-08c3df0d1c66 req-e40d636b-5a3c-4d24-b6cc-bfad0de695d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4204445 Nov 10 03:48:03.674753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b4cbac80-d4be-45d7-b00e-25865b20df4e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b4cbac80-d4be-45d7-b00e-25865b20df4e,segment=NetworkSegment(889bdce3-7dee-41b8-85d7-24eb049abffd),segment_id=889bdce3-7dee-41b8-85d7-24eb049abffd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:03.686071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Request body: {'port': {'device_id': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:03.751166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'b4cbac80-d4be-45d7-b00e-25865b20df4e', 'network_id': '29ce7259-f0ea-4beb-b39a-8e8163c53aeb', 'port_id': 'b4cbac80-d4be-45d7-b00e-25865b20df4e', 'mac_address': 'fa:16:3e:89:a2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:48:03.868857 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.902766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.925669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cbac80-d4be-45d7-b00e-25865b20df4e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:03.945325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620de38-e54e-4591-aa7c-6a952ae8540d req-40c7e2cb-b196-4d6c-aa0c-2df930aed1f2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:03.952924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e620de38-e54e-4591-aa7c-6a952ae8540d req-40c7e2cb-b196-4d6c-aa0c-2df930aed1f2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 945 time: 0.1696658 Nov 10 03:48:03.972278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b4cbac80-d4be-45d7-b00e-25865b20df4e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b4cbac80-d4be-45d7-b00e-25865b20df4e,segment=NetworkSegment(889bdce3-7dee-41b8-85d7-24eb049abffd),segment_id=889bdce3-7dee-41b8-85d7-24eb049abffd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:03.980265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:03.986149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c5dbfb6-356d-4f6f-9d8c-9a64add8f5ed req-4cd6d33b-f6a6-41a2-93c0-7c64b6cdd23c tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/2ca9cc92-b45e-4886-aab4-2900f40d61a4 HTTP/1.1" status: 200 len: 3017 time: 0.2040286 Nov 10 03:48:04.070706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ca13c37-2eef-4bc2-8cf0-6e1ef24fd256 req-592b65c7-065f-4a76-82de-16b7b70dd1b2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-group-rules/28060250-51d9-4866-9160-8be5e0a8a2ea HTTP/1.1" status: 200 len: 783 time: 0.0415530 Nov 10 03:48:04.085133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b4cbac80-d4be-45d7-b00e-25865b20df4e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:04.088551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e620de38-e54e-4591-aa7c-6a952ae8540d req-1ce8cc23-7237-4b99-92d1-009d37bc8719 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346717 Nov 10 03:48:04.219128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Deleting port da7b3d6a-3d35-4b4a-baba-a8857509932e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:04.219671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.252678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b4cbac80-d4be-45d7-b00e-25865b20df4e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:04.284008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ca13c37-2eef-4bc2-8cf0-6e1ef24fd256 req-7f941398-bf93-4b19-9e3f-26cd73937246 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/2ca9cc92-b45e-4886-aab4-2900f40d61a4 HTTP/1.1" status: 200 len: 3017 time: 0.1905551 Nov 10 03:48:04.346593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] For port da7b3d6a-3d35-4b4a-baba-a8857509932e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da7b3d6a-3d35-4b4a-baba-a8857509932e,segment=NetworkSegment(18ff5726-a558-4b22-898d-f17e6c26bbe0),segment_id=18ff5726-a558-4b22-898d-f17e6c26bbe0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:04.348509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.353147 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ca13c37-2eef-4bc2-8cf0-6e1ef24fd256 req-8fc84cbb-fd04-4493-b8a2-05b6d4062bf6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.373660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ca13c37-2eef-4bc2-8cf0-6e1ef24fd256 req-8fc84cbb-fd04-4493-b8a2-05b6d4062bf6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.385872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Calling delete_port for da7b3d6a-3d35-4b4a-baba-a8857509932e owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:04.396522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890b6af-256c-42a9-addc-c417fb8a5d12 req-8a51020d-af00-43fa-9226-c04b3c93a266 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:04.402570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0890b6af-256c-42a9-addc-c417fb8a5d12 req-8a51020d-af00-43fa-9226-c04b3c93a266 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 931 time: 0.1345749 Nov 10 03:48:04.552233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33787e7-5136-4bc4-86ee-9e134699d67b {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:04.563914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.597502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ca13c37-2eef-4bc2-8cf0-6e1ef24fd256 req-8fc84cbb-fd04-4493-b8a2-05b6d4062bf6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.605695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Transition to ACTIVE for port object a33787e7-5136-4bc4-86ee-9e134699d67b will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:04.612572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ca13c37-2eef-4bc2-8cf0-6e1ef24fd256 req-8fc84cbb-fd04-4493-b8a2-05b6d4062bf6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.614384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ca13c37-2eef-4bc2-8cf0-6e1ef24fd256 req-8fc84cbb-fd04-4493-b8a2-05b6d4062bf6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/28060250-51d9-4866-9160-8be5e0a8a2ea HTTP/1.1" status: 204 len: 173 time: 0.3148606 Nov 10 03:48:04.631109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.637215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc84cbb-fd04-4493-b8a2-05b6d4062bf6 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28060250-51d9-4866-9160-8be5e0a8a2ea,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:04.643042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0890b6af-256c-42a9-addc-c417fb8a5d12 req-35a7923c-4eff-4c86-8479-1ce9c60703a3 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218810 Nov 10 03:48:04.699011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a33787e7-5136-4bc4-86ee-9e134699d67b,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:04.763186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:04.812761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7b3d6a-3d35-4b4a-baba-a8857509932e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:04.878800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a71adc13-70da-4e3f-a83a-50f2e13ede23 req-23bb9dde-bc09-474b-9653-c3fb0dc2a2a7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/2ca9cc92-b45e-4886-aab4-2900f40d61a4 HTTP/1.1" status: 200 len: 2418 time: 0.1270044 Nov 10 03:48:04.882966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Attempting to bind port a33787e7-5136-4bc4-86ee-9e134699d67b on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:04.884081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Attempting to bind port a33787e7-5136-4bc4-86ee-9e134699d67b by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '25aec4d1-1350-4b22-afa9-9253895510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:04.884711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Attempting to bind port a33787e7-5136-4bc4-86ee-9e134699d67b on network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:04.910572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf02f7-eeb0-4eda-bb9d-b87bf1aeabc2 req-50b2cd2e-3481-441f-b110-c266e97c2aea tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:04.918296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63bf02f7-eeb0-4eda-bb9d-b87bf1aeabc2 req-50b2cd2e-3481-441f-b110-c266e97c2aea tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 945 time: 0.1582646 Nov 10 03:48:04.922411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Port a33787e7-5136-4bc4-86ee-9e134699d67b on network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:04.922858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Attempting to bind port a33787e7-5136-4bc4-86ee-9e134699d67b on network 0fbc3bc8-cc82-4c49-a2e4-420aef2a693b {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:04.947558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:04.948044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Checking segment: {'id': '25aec4d1-1350-4b22-afa9-9253895510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:04.948529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Bound using segment: {'id': '25aec4d1-1350-4b22-afa9-9253895510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:04.949082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Bound port: a33787e7-5136-4bc4-86ee-9e134699d67b, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25aec4d1-1350-4b22-afa9-9253895510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:04.949545 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.062109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63bf02f7-eeb0-4eda-bb9d-b87bf1aeabc2 req-74181aa7-1bba-4dc7-a2d9-d9d7239bbd63 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399016 Nov 10 03:48:05.094553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a71adc13-70da-4e3f-a83a-50f2e13ede23 req-f7c69f13-e3a1-47be-920c-5d13413f15c2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.165144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] For port a33787e7-5136-4bc4-86ee-9e134699d67b, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:05.183108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a71adc13-70da-4e3f-a83a-50f2e13ede23 req-f7c69f13-e3a1-47be-920c-5d13413f15c2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.187084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] For port a33787e7-5136-4bc4-86ee-9e134699d67b, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a33787e7-5136-4bc4-86ee-9e134699d67b,segment=NetworkSegment(25aec4d1-1350-4b22-afa9-9253895510b5),segment_id=25aec4d1-1350-4b22-afa9-9253895510b5)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:05.208452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.220786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.333359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:05.334287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.335442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/a33787e7-5136-4bc4-86ee-9e134699d67b HTTP/1.1" status: 200 len: 1091 time: 1.6611757 Nov 10 03:48:05.335947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'tag': 'a33787e7-5136-4bc4-86ee-9e134699d67b'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:05.338186 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c2897-df91-4d76-92b1-11dab946ad82" -d '{"events": [{"name": "network-changed", "server_uuid": "b20366e6-7d56-46e8-97e2-feafd06a40ef", "tag": "a33787e7-5136-4bc4-86ee-9e134699d67b"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:05.372488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1906885-b15c-496e-a92d-01255ff277a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a33787e7-5136-4bc4-86ee-9e134699d67b,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:05.376993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a71adc13-70da-4e3f-a83a-50f2e13ede23 req-f7c69f13-e3a1-47be-920c-5d13413f15c2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.380218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-a71adc13-70da-4e3f-a83a-50f2e13ede23 req-f7c69f13-e3a1-47be-920c-5d13413f15c2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.381369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a71adc13-70da-4e3f-a83a-50f2e13ede23 req-f7c69f13-e3a1-47be-920c-5d13413f15c2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ca9cc92-b45e-4886-aab4-2900f40d61a4 HTTP/1.1" status: 204 len: 173 time: 0.4909594 Nov 10 03:48:05.398408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131952-f1f1-4e25-a4ed-17cd0bb616df req-e8303331-e849-4028-b36b-37d8e2ed3694 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:05.400228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e131952-f1f1-4e25-a4ed-17cd0bb616df req-e8303331-e849-4028-b36b-37d8e2ed3694 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 945 time: 0.1156647 Nov 10 03:48:05.413558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c69f13-e3a1-47be-920c-5d13413f15c2 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca9cc92-b45e-4886-aab4-2900f40d61a4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:05.435823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1e58d4d5-04e1-4951-8894-650f5bcc7334 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:05.499878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-26e1db97-f263-4df1-8181-9e3ccfb8fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:05.501427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-26e1db97-f263-4df1-8181-9e3ccfb8fa16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80a5bdbd136f44e7948221a95910bdc0&device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 1094 time: 0.0961387 Nov 10 03:48:05.505395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e131952-f1f1-4e25-a4ed-17cd0bb616df req-1373134a-25e1-4056-9538-867993311165 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898013 Nov 10 03:48:05.593908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 1e58d4d5-04e1-4951-8894-650f5bcc7334 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:05.594535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.595077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54626) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:05.631894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-28e1ac6d-08eb-4e7e-b479-71ae604591ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33787e7-5136-4bc4-86ee-9e134699d67b HTTP/1.1" status: 200 len: 217 time: 0.1123044 Nov 10 03:48:05.673346 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-88914740-9e31-410b-8dfb-7cf7384fdf6b req-c63eafff-ae7d-4493-8d90-84f606d91787 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] show failed (client error): The resource could not be found. Nov 10 03:48:05.694533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88914740-9e31-410b-8dfb-7cf7384fdf6b req-c63eafff-ae7d-4493-8d90-84f606d91787 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/1a72afeb-088d-4b5d-ae7d-06612d9025d6 HTTP/1.1" status: 404 len: 352 time: 0.0642216 Nov 10 03:48:05.734947 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5467e687-d2e6-4689-a708-92826cdfb33b x-openstack-request-id: req-5467e687-d2e6-4689-a708-92826cdfb33b {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:05.735282 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20366e6-7d56-46e8-97e2-feafd06a40ef", "tag": "a33787e7-5136-4bc4-86ee-9e134699d67b", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:05.735474 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5467e687-d2e6-4689-a708-92826cdfb33b {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:05.737862 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'tag': 'a33787e7-5136-4bc4-86ee-9e134699d67b', 'status': 'completed', 'code': 200} Nov 10 03:48:05.787240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Router a7f437d7-cb4e-49b5-808d-a36d3a096513 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:48:05.811378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.859724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45ce3ff2-dcfb-4f63-8dc5-994999408375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.872960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-98367a4d-134c-4e56-9f67-8adfcfd03f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:05.873137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:05.874339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:05.874532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-98367a4d-134c-4e56-9f67-8adfcfd03f92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=323c709b-6cab-4913-91ee-3e67b451f110 HTTP/1.1" status: 200 len: 850 time: 0.2344520 Nov 10 03:48:05.879712 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3393bfc-30e8-4eca-9982-3cd5ff5b7444" -d '{"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-plugged", "status": "completed", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:05.887523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:05.961975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:05.962318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:05.967951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-ccb15e67-9395-48bf-8718-913781f99500 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fbc3bc8-cc82-4c49-a2e4-420aef2a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729527 Nov 10 03:48:05.973801 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-346964fd-d4db-48a1-9e78-28a489e83cb6 admin admin] 10.222.0.24 "PUT /v2.0/routers/a7f437d7-cb4e-49b5-808d-a36d3a096513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3130281 Nov 10 03:48:05.975277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54636) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:05.981069 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] Sync routers for ids ['a7f437d7-cb4e-49b5-808d-a36d3a096513'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:05.988367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eef0e37d-ba3f-4cb9-a390-d7114715e69b req-c1ed2521-9c90-4862-94b4-f05f7f03d770 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/4d2c583f-f0dc-4167-9847-01ef7f348d18 HTTP/1.1" status: 200 len: 1823 time: 0.2418509 Nov 10 03:48:05.999935 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] Routers {'a7f437d7-cb4e-49b5-808d-a36d3a096513'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:06.004566 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a7f437d7-cb4e-49b5-808d-a36d3a096513'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:06.014897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77765fb1-9a70-4858-9e89-8327ccd3fd72 req-880687cc-30fd-4ca8-b37e-7d5bbd6dac6f tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:06.016400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77765fb1-9a70-4858-9e89-8327ccd3fd72 req-880687cc-30fd-4ca8-b37e-7d5bbd6dac6f tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 943 time: 0.2128747 Nov 10 03:48:06.151223 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] Set router a7f437d7-cb4e-49b5-808d-a36d3a096513 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:06.177410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.200403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77765fb1-9a70-4858-9e89-8327ccd3fd72 req-d1004232-2efa-4330-b313-359f7c275224 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719031 Nov 10 03:48:06.202690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-eef0e37d-ba3f-4cb9-a390-d7114715e69b req-7fc656f6-a621-40cf-aa87-20313c188b69 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.207229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-32615397-14c2-41d0-acd7-5b2455d136fa service neutron] 10.222.0.11 "GET /v2.0/networks/0fbc3bc8-cc82-4c49-a2e4-420aef2a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124774 Nov 10 03:48:06.246050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-eef0e37d-ba3f-4cb9-a390-d7114715e69b req-7fc656f6-a621-40cf-aa87-20313c188b69 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.357930 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45ce3ff2-dcfb-4f63-8dc5-994999408375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.360445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.362474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-eef0e37d-ba3f-4cb9-a390-d7114715e69b req-7fc656f6-a621-40cf-aa87-20313c188b69 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.367736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45ce3ff2-dcfb-4f63-8dc5-994999408375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.370054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-eef0e37d-ba3f-4cb9-a390-d7114715e69b req-7fc656f6-a621-40cf-aa87-20313c188b69 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.388100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eef0e37d-ba3f-4cb9-a390-d7114715e69b req-7fc656f6-a621-40cf-aa87-20313c188b69 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-groups/4d2c583f-f0dc-4167-9847-01ef7f348d18 HTTP/1.1" status: 204 len: 173 time: 0.3980520 Nov 10 03:48:06.441884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-45ce3ff2-dcfb-4f63-8dc5-994999408375 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32a3cfba97db429f8aaaca1768806888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8451571 Nov 10 03:48:06.442857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce3ff2-dcfb-4f63-8dc5-994999408375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099cc1a6-0fc1-4bf0-b756-450a842222b1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:06.445324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54648) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:06.451364 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa6d634-450a-4377-9619-b0480c1fdd39 x-openstack-request-id: req-bfa6d634-450a-4377-9619-b0480c1fdd39 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:06.451823 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-plugged", "status": "completed", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:06.452200 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfa6d634-450a-4377-9619-b0480c1fdd39 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:06.452806 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'code': 200} Nov 10 03:48:06.471788 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:48:04Z', 'revision_number': 5, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port': {'id': 'ef3c42fd-a683-4c05-bc12-5b9cf656e8e3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:37Z', 'updated_at': '2021-11-10T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:06.491820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc656f6-a621-40cf-aa87-20313c188b69 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c583f-f0dc-4167-9847-01ef7f348d18,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:06.505989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Deleting port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:06.506552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.539054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81fb2222-df2e-4285-84a1-d0d52e9f060b req-f685c99d-81cf-4571-9172-0f20d8cbd077 service neutron] 10.222.0.11 "GET /v2.0/networks/0fbc3bc8-cc82-4c49-a2e4-420aef2a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191237 Nov 10 03:48:06.566378 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] Checking router: a7f437d7-cb4e-49b5-808d-a36d3a096513 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:06.578169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-960e95f0-a12e-443b-9fb6-da9199eebf54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.582041 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] Routers {'a7f437d7-cb4e-49b5-808d-a36d3a096513'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:06.583489 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:47:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a7f437d7-cb4e-49b5-808d-a36d3a096513'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:06.604786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-960e95f0-a12e-443b-9fb6-da9199eebf54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.663161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-960e95f0-a12e-443b-9fb6-da9199eebf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.665649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-960e95f0-a12e-443b-9fb6-da9199eebf54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.669050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-960e95f0-a12e-443b-9fb6-da9199eebf54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/099cc1a6-0fc1-4bf0-b756-450a842222b1 HTTP/1.1" status: 204 len: 168 time: 0.2201602 Nov 10 03:48:06.671892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a8a3a-b67e-4c89-b7d8-aa16e076e2f1 req-232afdfa-31a7-4254-b389-39a10cf058eb tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:06.673820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1a8a3a-b67e-4c89-b7d8-aa16e076e2f1 req-232afdfa-31a7-4254-b389-39a10cf058eb tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 945 time: 0.1259222 Nov 10 03:48:06.686631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e95f0-a12e-443b-9fb6-da9199eebf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099cc1a6-0fc1-4bf0-b756-450a842222b1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:06.740253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] For port ef3c42fd-a683-4c05-bc12-5b9cf656e8e3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:06.743154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:06.757541 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] Set router a7f437d7-cb4e-49b5-808d-a36d3a096513 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:06.761177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Calling delete_port for ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:06.767243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-f5fdb626-da54-49e8-bcef-b6518685d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:06.769482 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-f5fdb626-da54-49e8-bcef-b6518685d4f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80a5bdbd136f44e7948221a95910bdc0&device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 1094 time: 0.0807917 Nov 10 03:48:06.884905 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:48:06Z', 'revision_number': 6, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:06.934366 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92449a8-e030-4aaf-a5ec-8605865c4caf None None] The sync data for ids ['a7f437d7-cb4e-49b5-808d-a36d3a096513'] in n-d-817326-2 is: [{'id': 'a7f437d7-cb4e-49b5-808d-a36d3a096513', 'name': 'tempest-FloatingIPsTestJSON-827411508-router', 'tenant_id': '85fd783539a54750976bc48554c7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:36Z', 'updated_at': '2021-11-10T03:48:06Z', 'revision_number': 6, 'project_id': '85fd783539a54750976bc48554c7f25b', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:06.936782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ef317de-0818-45a1-ac92-e6e59044e0f6 req-2cd847a8-be46-4558-a32e-c02030c6f15b tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/681e382f-c4b8-40ee-ae3c-fe21394143da HTTP/1.1" status: 200 len: 1823 time: 0.2485118 Nov 10 03:48:06.941925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1a8a3a-b67e-4c89-b7d8-aa16e076e2f1 req-2627ff63-18cf-4f7e-ae46-6958f96568f0 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592096 Nov 10 03:48:06.974540 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b77fc-027a-4feb-9e43-775385814863 req-adaaf964-579a-47dd-9287-89372622e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:06.976411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e69b77fc-027a-4feb-9e43-775385814863 req-adaaf964-579a-47dd-9287-89372622e8b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 1097 time: 0.2516599 Nov 10 03:48:07.150233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e69b77fc-027a-4feb-9e43-775385814863 req-3aea57b9-b3aa-4d79-8a30-ecf132c7730f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521747 Nov 10 03:48:07.175541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-d588b120-fe75-47d8-8212-115906529e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:07.181184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-d588b120-fe75-47d8-8212-115906529e2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fbc3bc8-cc82-4c49-a2e4-420aef2a693b HTTP/1.1" status: 200 len: 910 time: 0.4029791 Nov 10 03:48:07.195977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83626c-ef7b-4237-aad0-bfbe4f6fd82e req-c773b63d-593b-4940-9e74-e8c8f4a5a610 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:07.200384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54658) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:07.204256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b4cbac80-d4be-45d7-b00e-25865b20df4e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:07.205745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be83626c-ef7b-4237-aad0-bfbe4f6fd82e req-c773b63d-593b-4940-9e74-e8c8f4a5a610 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1361744 Nov 10 03:48:07.216139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ef317de-0818-45a1-ac92-e6e59044e0f6 req-feaa2e21-f179-47d7-a9d6-70c74a9cda36 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.225083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1fe55d2f-eee1-4bf1-8948-b31de436c8f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.276733 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ef317de-0818-45a1-ac92-e6e59044e0f6 req-feaa2e21-f179-47d7-a9d6-70c74a9cda36 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.300251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port b4cbac80-d4be-45d7-b00e-25865b20df4e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:48:07.304104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be83626c-ef7b-4237-aad0-bfbe4f6fd82e req-16e3f34b-361c-47e0-8599-2915273f2f0b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956905 Nov 10 03:48:07.306360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port b4cbac80-d4be-45d7-b00e-25865b20df4e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:07.306791 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.321205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.358976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3c42fd-a683-4c05-bc12-5b9cf656e8e3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:07.466679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67bed5-5e58-4c13-bd4d-5ffcbb4f2e76 req-924dd38d-38be-40e7-aab4-c0b89abda555 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:07.471852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee67bed5-5e58-4c13-bd4d-5ffcbb4f2e76 req-924dd38d-38be-40e7-aab4-c0b89abda555 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 943 time: 0.0623136 Nov 10 03:48:07.474628 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ef317de-0818-45a1-ac92-e6e59044e0f6 req-feaa2e21-f179-47d7-a9d6-70c74a9cda36 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.480475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7ef317de-0818-45a1-ac92-e6e59044e0f6 req-feaa2e21-f179-47d7-a9d6-70c74a9cda36 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.481344 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.482578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ef317de-0818-45a1-ac92-e6e59044e0f6 req-feaa2e21-f179-47d7-a9d6-70c74a9cda36 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-groups/681e382f-c4b8-40ee-ae3c-fe21394143da HTTP/1.1" status: 204 len: 173 time: 0.5235770 Nov 10 03:48:07.513524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa2e21-f179-47d7-a9d6-70c74a9cda36 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e382f-c4b8-40ee-ae3c-fe21394143da,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:07.550386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1fe55d2f-eee1-4bf1-8948-b31de436c8f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.552371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.558620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b4cbac80-d4be-45d7-b00e-25865b20df4e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b4cbac80-d4be-45d7-b00e-25865b20df4e,segment=NetworkSegment(889bdce3-7dee-41b8-85d7-24eb049abffd),segment_id=889bdce3-7dee-41b8-85d7-24eb049abffd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:07.568993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.594549 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee67bed5-5e58-4c13-bd4d-5ffcbb4f2e76 req-d40a1dfc-a1e3-469f-bbc0-4cd08040a913 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106968 Nov 10 03:48:07.600950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50f20116-0637-4276-a4ab-2f00765c1ab7 req-805de427-d8be-4eab-9a39-645d016d88b4 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/88dae54b-b836-4774-b598-ca78aa0af50b HTTP/1.1" status: 200 len: 1824 time: 0.0881207 Nov 10 03:48:07.684928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.687479 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.697467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b4cbac80-d4be-45d7-b00e-25865b20df4e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:07.698494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-63c47879-0f41-4c43-a7fb-395082e1a0f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33787e7-5136-4bc4-86ee-9e134699d67b HTTP/1.1" status: 200 len: 217 time: 0.2228572 Nov 10 03:48:07.734589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1fe55d2f-eee1-4bf1-8948-b31de436c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.738769 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-50f20116-0637-4276-a4ab-2f00765c1ab7 req-6be41f48-5a2f-45c0-a017-a09eef259906 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.771113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-50f20116-0637-4276-a4ab-2f00765c1ab7 req-6be41f48-5a2f-45c0-a017-a09eef259906 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.787997 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1fe55d2f-eee1-4bf1-8948-b31de436c8f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d24198e656ca47be91ea2b4edda052e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5860977 Nov 10 03:48:07.788879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54666) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:07.820964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.821489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f437d7-cb4e-49b5-808d-a36d3a096513 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:48:07.834868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.838330 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b829c1db-567f-4f10-ae64-c386eeca7311 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a7f437d7-cb4e-49b5-808d-a36d3a096513 HTTP/1.1" status: 204 len: 168 time: 1.8580699 Nov 10 03:48:07.839518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54668) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:07.845055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe55d2f-eee1-4bf1-8948-b31de436c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ded1c-ec4d-443c-92c5-48bef697f8c9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:07.855407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.870969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-5e5bbe7b-2613-4199-982c-5dc103f00000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:07.872480 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-5e5bbe7b-2613-4199-982c-5dc103f00000 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=323c709b-6cab-4913-91ee-3e67b451f110 HTTP/1.1" status: 200 len: 850 time: 0.1100740 Nov 10 03:48:07.890695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-50f20116-0637-4276-a4ab-2f00765c1ab7 req-6be41f48-5a2f-45c0-a017-a09eef259906 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.896427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-50f20116-0637-4276-a4ab-2f00765c1ab7 req-6be41f48-5a2f-45c0-a017-a09eef259906 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.897749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50f20116-0637-4276-a4ab-2f00765c1ab7 req-6be41f48-5a2f-45c0-a017-a09eef259906 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-groups/88dae54b-b836-4774-b598-ca78aa0af50b HTTP/1.1" status: 204 len: 173 time: 0.2743247 Nov 10 03:48:07.916699 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-2c7d46a7-d26b-4fa4-a864-1d8fcf7d54d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fbc3bc8-cc82-4c49-a2e4-420aef2a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341995 Nov 10 03:48:07.920426 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62c93f50-7167-48a4-ad02-41cf775943ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:07.941466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be41f48-5a2f-45c0-a017-a09eef259906 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dae54b-b836-4774-b598-ca78aa0af50b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:07.970318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] Deleting subnet 5126e81d-fce7-4786-aa54-2f0589cc1419 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:48:08.000782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.012917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62c93f50-7167-48a4-ad02-41cf775943ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.071317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc7c0282-8402-4554-9f76-1fe437c2daf3 req-0b47c3e6-d20a-4214-8da0-b38c8b9061b1 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/ff407acc-03ec-46df-9a21-8b9f46bbec69 HTTP/1.1" status: 200 len: 2423 time: 0.1340041 Nov 10 03:48:08.075930 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.082512 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-8ad0ac87-6b39-4133-a8bc-d154a19adfc3 service neutron] 10.222.0.11 "GET /v2.0/networks/0fbc3bc8-cc82-4c49-a2e4-420aef2a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545842 Nov 10 03:48:08.152072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62c93f50-7167-48a4-ad02-41cf775943ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.154870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62c93f50-7167-48a4-ad02-41cf775943ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.158936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-62c93f50-7167-48a4-ad02-41cf775943ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e0ded1c-ec4d-443c-92c5-48bef697f8c9 HTTP/1.1" status: 204 len: 168 time: 0.3483875 Nov 10 03:48:08.183957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c93f50-7167-48a4-ad02-41cf775943ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ded1c-ec4d-443c-92c5-48bef697f8c9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:08.252693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef6c2897-df91-4d76-92b1-11dab946ad82 req-e8ea9769-c61d-47eb-bab9-088231ab8823 service neutron] 10.222.0.11 "GET /v2.0/networks/0fbc3bc8-cc82-4c49-a2e4-420aef2a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612687 Nov 10 03:48:08.299200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dde25-8094-4d26-af98-6b7d80ebcc89 req-e7e568c8-236d-406d-9bcb-ade6396eb627 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:08.301050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd6dde25-8094-4d26-af98-6b7d80ebcc89 req-e7e568c8-236d-406d-9bcb-ade6396eb627 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 946 time: 0.1955442 Nov 10 03:48:08.304676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dc7c0282-8402-4554-9f76-1fe437c2daf3 req-ab873ab4-3666-41de-bb90-9e56cec2fac0 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.309480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.387590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dc7c0282-8402-4554-9f76-1fe437c2daf3 req-ab873ab4-3666-41de-bb90-9e56cec2fac0 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.455447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cbac80-d4be-45d7-b00e-25865b20df4e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:08.459682 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1d3f4-4521-4cfa-8c0f-a7a7abf78988" -d '{"events": [{"server_uuid": "2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc", "name": "network-vif-plugged", "status": "completed", "tag": "b4cbac80-d4be-45d7-b00e-25865b20df4e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:08.485982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd6dde25-8094-4d26-af98-6b7d80ebcc89 req-ea7f2f25-50c1-47e3-bb9d-795b926725c5 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664910 Nov 10 03:48:08.488497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.514413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441606e-ba66-4567-80d0-3ddc8692cc7f None None] Network f4a1fbea-4201-4f79-999f-88601b6e8e51 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:08.533969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.551315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5126e81d-fce7-4786-aa54-2f0589cc1419 HTTP/1.1" status: 204 len: 168 time: 0.7072635 Nov 10 03:48:08.551315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16108730-1e2b-414b-9f86-1f7d2834f455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5126e81d-fce7-4786-aa54-2f0589cc1419,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:08.555766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:08.558009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dc7c0282-8402-4554-9f76-1fe437c2daf3 req-ab873ab4-3666-41de-bb90-9e56cec2fac0 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.560577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dc7c0282-8402-4554-9f76-1fe437c2daf3 req-ab873ab4-3666-41de-bb90-9e56cec2fac0 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.561692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc7c0282-8402-4554-9f76-1fe437c2daf3 req-ab873ab4-3666-41de-bb90-9e56cec2fac0 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-groups/ff407acc-03ec-46df-9a21-8b9f46bbec69 HTTP/1.1" status: 204 len: 173 time: 0.4575765 Nov 10 03:48:08.603654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab873ab4-3666-41de-bb90-9e56cec2fac0 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff407acc-03ec-46df-9a21-8b9f46bbec69,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:08.667293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e146d7-4b44-4744-81d5-fe53f7f055de req-e5e04cc0-a956-45a3-bb0b-d38d4c51b5e4 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:08.677164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e146d7-4b44-4744-81d5-fe53f7f055de req-e5e04cc0-a956-45a3-bb0b-d38d4c51b5e4 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0913763 Nov 10 03:48:08.696839 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3cdf8-17b7-4b84-931b-76de3aae90de x-openstack-request-id: req-8da3cdf8-17b7-4b84-931b-76de3aae90de {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:08.697181 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc", "name": "network-vif-plugged", "status": "completed", "tag": "b4cbac80-d4be-45d7-b00e-25865b20df4e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:08.700805 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:48:08.701796 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8da3cdf8-17b7-4b84-931b-76de3aae90de {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:08.702148 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cbac80-d4be-45d7-b00e-25865b20df4e', 'code': 200} Nov 10 03:48:08.737911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:08.780209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e146d7-4b44-4744-81d5-fe53f7f055de req-48a010e5-58d9-49a3-a2e6-efb32a3d2d15 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014936 Nov 10 03:48:08.840320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54953008-ef77-4329-8561-bf75ed0e1a25 req-d2d1a2fd-5140-444f-bdae-ca41c7dc95d7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "GET /v2.0/security-groups/ef16e6d2-da1d-440c-ad3b-5035b949bdb0 HTTP/1.1" status: 200 len: 2417 time: 0.1121747 Nov 10 03:48:08.905528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] DHCP port deletion for f4a1fbea-4201-4f79-999f-88601b6e8e51 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:48:08.943551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da7b3d6a-3d35-4b4a-baba-a8857509932e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:08.980519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776def-d465-4924-b865-e08e35deaa03 req-8bcc6a05-7e10-4648-a0ad-e9cf16dadd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:08.981069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: da7b3d6a-3d35-4b4a-baba-a8857509932e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:48:08.981537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da7b3d6a-3d35-4b4a-baba-a8857509932e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:48:08.982076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:08.983659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-55776def-d465-4924-b865-e08e35deaa03 req-8bcc6a05-7e10-4648-a0ad-e9cf16dadd35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 1097 time: 0.1458216 Nov 10 03:48:09.009233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:48:09.010179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ef3c42fd-a683-4c05-bc12-5b9cf656e8e3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:48:09.032998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-54953008-ef77-4329-8561-bf75ed0e1a25 req-3e5b257d-5ac8-48b0-a740-b13fe66e07c7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.046654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Deleting port 6e550679-af0a-4275-9932-38acff06017d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:09.047009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.062462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] Deleting port 6e550679-af0a-4275-9932-38acff06017d {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:09.063121 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.066347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d8e6b-084c-43cc-9db2-874afad88fee req-23f8fcfa-c0da-4cee-be86-abd445daabb2 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:09.074501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-000d8e6b-084c-43cc-9db2-874afad88fee req-23f8fcfa-c0da-4cee-be86-abd445daabb2 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 943 time: 0.1417305 Nov 10 03:48:09.101926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-54953008-ef77-4329-8561-bf75ed0e1a25 req-3e5b257d-5ac8-48b0-a740-b13fe66e07c7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.128371 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-55776def-d465-4924-b865-e08e35deaa03 req-7064c50d-5761-41ab-9f89-347673561e57 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278367 Nov 10 03:48:09.150121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] For port 6e550679-af0a-4275-9932-38acff06017d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e550679-af0a-4275-9932-38acff06017d,segment=NetworkSegment(18ff5726-a558-4b22-898d-f17e6c26bbe0),segment_id=18ff5726-a558-4b22-898d-f17e6c26bbe0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:09.150512 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.168070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-000d8e6b-084c-43cc-9db2-874afad88fee req-efc36712-3b43-4594-8cd2-5b8d9e7b5ab9 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877628 Nov 10 03:48:09.169970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] For port 6e550679-af0a-4275-9932-38acff06017d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e550679-af0a-4275-9932-38acff06017d,segment=NetworkSegment(18ff5726-a558-4b22-898d-f17e6c26bbe0),segment_id=18ff5726-a558-4b22-898d-f17e6c26bbe0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:09.170378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.178744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Calling delete_port for 6e550679-af0a-4275-9932-38acff06017d owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:09.191841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] Calling delete_port for 6e550679-af0a-4275-9932-38acff06017d owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:09.204931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-54953008-ef77-4329-8561-bf75ed0e1a25 req-3e5b257d-5ac8-48b0-a740-b13fe66e07c7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.208179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-54953008-ef77-4329-8561-bf75ed0e1a25 req-3e5b257d-5ac8-48b0-a740-b13fe66e07c7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.214011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54953008-ef77-4329-8561-bf75ed0e1a25 req-3e5b257d-5ac8-48b0-a740-b13fe66e07c7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef16e6d2-da1d-440c-ad3b-5035b949bdb0 HTTP/1.1" status: 204 len: 173 time: 0.3663523 Nov 10 03:48:09.218485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54706) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:09.228889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b257d-5ac8-48b0-a740-b13fe66e07c7 tempest-SecurityGroupRulesTestJSON-1609657259 tempest-SecurityGroupRulesTestJSON-1609657259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef16e6d2-da1d-440c-ad3b-5035b949bdb0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:09.337286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] Deleting subnet 8632491c-625e-48ff-8847-c0731006672d {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:48:09.343502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.353287 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.384204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] Pushing event deleted for resources: {'Port': ['ID=6e550679-af0a-4275-9932-38acff06017d,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:09.388199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a6398-b2e6-4d34-809e-7afa172a19be None None] No DVR routers for this DVR port 6e550679-af0a-4275-9932-38acff06017d on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:48:09.408730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.431383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.473652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e550679-af0a-4275-9932-38acff06017d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:09.475529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] No DVR routers for this DVR port 6e550679-af0a-4275-9932-38acff06017d on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:48:09.501840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.632071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76ef3d-ae71-4f22-91e3-842b978ce0f6 req-6efa53c1-77f7-4fdf-a733-b599794d0844 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:09.636082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c76ef3d-ae71-4f22-91e3-842b978ce0f6 req-6efa53c1-77f7-4fdf-a733-b599794d0844 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 946 time: 0.0753953 Nov 10 03:48:09.699543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c76ef3d-ae71-4f22-91e3-842b978ce0f6 req-a423555a-e27f-42ad-b0f1-686782b2d623 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556865 Nov 10 03:48:09.820046 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.850878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a1fbea-4201-4f79-999f-88601b6e8e51']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:09.863417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff5726-a558-4b22-898d-f17e6c26bbe0') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:09.863738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff5726-a558-4b22-898d-f17e6c26bbe0') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:09.870813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.877904 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.910994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8632491c-625e-48ff-8847-c0731006672d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:09.913076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.916318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-02f66305-1fc1-4d5f-93dd-57c97318ae8e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8632491c-625e-48ff-8847-c0731006672d HTTP/1.1" status: 204 len: 168 time: 0.6968713 Nov 10 03:48:09.918750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54726) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:09.920890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.942335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:48:09.942732 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:48:09.944466 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:48:09.961551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25162854-e575-4925-8263-3bfc69c0956a req-99c6b8c5-6a64-44a9-948f-dca067638d8f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:09.963403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25162854-e575-4925-8263-3bfc69c0956a req-99c6b8c5-6a64-44a9-948f-dca067638d8f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0896127 Nov 10 03:48:10.029539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25162854-e575-4925-8263-3bfc69c0956a req-c5151626-27ba-4ed6-8833-ab0dec9babe2 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Nov 10 03:48:10.042487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.046389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.053567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.058339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f4a1fbea-4201-4f79-999f-88601b6e8e51 HTTP/1.1" status: 204 len: 168 time: 1.4998252 Nov 10 03:48:10.069330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec97e36-4874-48f6-bb1e-324381274f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a1fbea-4201-4f79-999f-88601b6e8e51,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:10.193412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ed8f2-8f86-4a17-89ea-0b845655a61a req-8419c501-e16c-4bf6-a86d-000f88867e4d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:10.203644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd1ed8f2-8f86-4a17-89ea-0b845655a61a req-8419c501-e16c-4bf6-a86d-000f88867e4d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.0816777 Nov 10 03:48:10.215237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.248084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:10.262264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef36b76-61d6-4208-86cb-9bbf1a73019e') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:10.262671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef36b76-61d6-4208-86cb-9bbf1a73019e') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:10.278857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.289499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd1ed8f2-8f86-4a17-89ea-0b845655a61a req-07a1daff-3034-4dad-b9fe-fa13819636a5 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843544 Nov 10 03:48:10.304622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.316709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:48:10.317454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:48:10.319617 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:48:10.322618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54740) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:10.380416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02beb0c-fc2d-404f-b457-4540df9ee8ba req-b1bb667e-c4af-454d-9652-5aea157da171 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:10.391340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02beb0c-fc2d-404f-b457-4540df9ee8ba req-b1bb667e-c4af-454d-9652-5aea157da171 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 943 time: 0.0976210 Nov 10 03:48:10.455143 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c02beb0c-fc2d-404f-b457-4540df9ee8ba req-f400b19c-5792-4ae9-9321-04e536f7bcef tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622344 Nov 10 03:48:10.494755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.500028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.506864 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2 HTTP/1.1" status: 204 len: 168 time: 0.5871418 Nov 10 03:48:10.521182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655c0c3-57a4-4375-a4ae-fc749818a703 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2e1ac8-df7c-4139-9bc1-5c3673d23ba2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:10.534665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa0bb704-badd-46c9-9619-1541cb08f914 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85fd783539a54750976bc48554c7f25b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867630 Nov 10 03:48:10.535290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:10.613492 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26edac1-65d0-47e2-a01d-2f0e93ddefa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.638454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26edac1-65d0-47e2-a01d-2f0e93ddefa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.702735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26edac1-65d0-47e2-a01d-2f0e93ddefa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.705371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a26edac1-65d0-47e2-a01d-2f0e93ddefa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:10.706561 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a26edac1-65d0-47e2-a01d-2f0e93ddefa0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be83e293-cf19-48fb-a9ce-409f7b031578 HTTP/1.1" status: 204 len: 168 time: 0.1702740 Nov 10 03:48:10.716074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26edac1-65d0-47e2-a01d-2f0e93ddefa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be83e293-cf19-48fb-a9ce-409f7b031578,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:10.942870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e550679-af0a-4275-9932-38acff06017d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:10.968329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6e550679-af0a-4275-9932-38acff06017d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:48:10.969105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e550679-af0a-4275-9932-38acff06017d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:48:11.006385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54772) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:11.051521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc290ba-dd60-454d-b6c9-56df4e523f3d req-bb85c51c-76e2-4b0c-be32-bf389f941bf4 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:11.061032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc290ba-dd60-454d-b6c9-56df4e523f3d req-bb85c51c-76e2-4b0c-be32-bf389f941bf4 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 946 time: 0.2318735 Nov 10 03:48:11.107650 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-75b7ea44-fdf3-47be-9367-9bb910d2d33d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a327cd48ede46f193ce2d3d22015ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995474 Nov 10 03:48:11.113037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54776) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:11.186583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc290ba-dd60-454d-b6c9-56df4e523f3d req-b2f65450-ee28-4078-b470-815f69c6d894 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207073 Nov 10 03:48:11.212112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47cb8af1-c723-48b3-84a9-5ec5283dec27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:11.236642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-e8560cf2-16ec-4e9e-bbcf-90f873ea658f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:11.241727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47cb8af1-c723-48b3-84a9-5ec5283dec27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:11.245359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-e8560cf2-16ec-4e9e-bbcf-90f873ea658f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 814 time: 0.3297086 Nov 10 03:48:11.263595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-033d57be-2e88-42a1-a3aa-644b8def511f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/quotas/ba957c1d97a84d90a8fcf9ecd6774e99 HTTP/1.1" status: 200 len: 375 time: 0.0172656 Nov 10 03:48:11.315689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47cb8af1-c723-48b3-84a9-5ec5283dec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:11.320710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47cb8af1-c723-48b3-84a9-5ec5283dec27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:11.322367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-47cb8af1-c723-48b3-84a9-5ec5283dec27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/884885da-92ed-47ce-9841-18339dc1d3b1 HTTP/1.1" status: 204 len: 168 time: 0.2083468 Nov 10 03:48:11.341353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb8af1-c723-48b3-84a9-5ec5283dec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884885da-92ed-47ce-9841-18339dc1d3b1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:11.359813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-10462810-6b04-462c-b070-cc4110640078 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953574 Nov 10 03:48:11.465447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a33787e7-5136-4bc4-86ee-9e134699d67b details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:48:11.690678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a33787e7-5136-4bc4-86ee-9e134699d67b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a33787e7-5136-4bc4-86ee-9e134699d67b,segment=NetworkSegment(25aec4d1-1350-4b22-afa9-9253895510b5),segment_id=25aec4d1-1350-4b22-afa9-9253895510b5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:11.717096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'a33787e7-5136-4bc4-86ee-9e134699d67b', 'network_id': '0fbc3bc8-cc82-4c49-a2e4-420aef2a693b', 'port_id': 'a33787e7-5136-4bc4-86ee-9e134699d67b', 'mac_address': 'fa:16:3e:fa:6e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323c709b-6cab-4913-91ee-3e67b451f110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:48:11.740643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-2e3a24f4-a669-43a3-8f45-bb1b6d81a227 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:48:11.741795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-2e3a24f4-a669-43a3-8f45-bb1b6d81a227 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3701110 Nov 10 03:48:11.824990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:11.859228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33787e7-5136-4bc4-86ee-9e134699d67b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:11.891519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2af12d-c49b-4055-9fc6-0e84a44663f8 req-070df535-65d5-47ec-b0bc-4e32a295eea0 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:11.902576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb2af12d-c49b-4055-9fc6-0e84a44663f8 req-070df535-65d5-47ec-b0bc-4e32a295eea0 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 943 time: 0.1437128 Nov 10 03:48:11.923128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a33787e7-5136-4bc4-86ee-9e134699d67b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a33787e7-5136-4bc4-86ee-9e134699d67b,segment=NetworkSegment(25aec4d1-1350-4b22-afa9-9253895510b5),segment_id=25aec4d1-1350-4b22-afa9-9253895510b5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:11.935141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:12.001622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb2af12d-c49b-4055-9fc6-0e84a44663f8 req-dc2b1b27-f833-4de5-9555-b72575cdc65e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980320 Nov 10 03:48:12.021132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-df36e5b6-f74c-4c70-ad2f-870ef9e2a92b service neutron] 10.222.0.24 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711377 Nov 10 03:48:12.069560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a33787e7-5136-4bc4-86ee-9e134699d67b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:12.090652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.091165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.091501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.091831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.092156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.092476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.092788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.093106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.093423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.093733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.098471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.098875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:12.221570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-290ae744-c5e8-4298-9b2b-3a159edd026f service neutron] 10.222.0.24 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977265 Nov 10 03:48:12.287480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-c4edb03d-0c28-4ccf-b16f-940a4bc0963c tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:12.290805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-c4edb03d-0c28-4ccf-b16f-940a4bc0963c tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.11 "GET /v2.0/ports?device_id=24509d9c-1c69-4202-962c-cbe9cbebc397 HTTP/1.1" status: 200 len: 946 time: 0.1170835 Nov 10 03:48:12.407270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295e2f8-0e05-4f22-a7bc-650ea943bf4b req-39221a45-b4fa-4d9f-91be-e5bbe506b7ba tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:12.423549 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2295e2f8-0e05-4f22-a7bc-650ea943bf4b req-39221a45-b4fa-4d9f-91be-e5bbe506b7ba tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 946 time: 0.1298687 Nov 10 03:48:12.429446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['a33787e7-5136-4bc4-86ee-9e134699d67b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:12.537928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Deleting port 1e58d4d5-04e1-4951-8894-650f5bcc7334 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:12.538293 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:12.625921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2295e2f8-0e05-4f22-a7bc-650ea943bf4b req-7e7cea25-ce3e-483c-9f25-e39b90c5ae8b tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022152 Nov 10 03:48:12.686919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-610cc20c-bc1f-4945-920b-e12925d0f086 req-45ae323e-8d0d-491a-b1e2-3613c20f8e4d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 210 time: 0.0886350 Nov 10 03:48:12.701514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54840) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:12.793665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] For port 1e58d4d5-04e1-4951-8894-650f5bcc7334, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1e58d4d5-04e1-4951-8894-650f5bcc7334,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:12.794456 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:12.822388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Calling delete_port for 1e58d4d5-04e1-4951-8894-650f5bcc7334 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:12.858910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-547265914-network', 'tenant_id': 'a3596308ef154f7484a1484b0cdc07a6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:12.904561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Made reservation on behalf of a3596308ef154f7484a1484b0cdc07a6 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:12.910245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:12.931976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:12.964592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54850) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:13.048212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.109241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.116420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.151486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Pushing event deleted for resources: {'Port': ['ID=1e58d4d5-04e1-4951-8894-650f5bcc7334,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:13.184600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:13.209211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] No DVR routers for this DVR port 1e58d4d5-04e1-4951-8894-650f5bcc7334 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:48:13.228071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.228377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2009070237-network', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:13.238239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5df3acf8-ab92-4e4f-b38d-05c5a679cfc9 req-8d09536d-2574-49e1-9777-46c264504c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.11 "DELETE /v2.0/ports/1e58d4d5-04e1-4951-8894-650f5bcc7334 HTTP/1.1" status: 204 len: 173 time: 0.9298801 Nov 10 03:48:13.243849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-deleted', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:13.244444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.244799 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Added segment 03987f3f-cb16-4055-bf6a-c47b26abd5a5 of type vlan for network 02a97e99-6d50-49b8-9a29-74a8264b86c0 Nov 10 03:48:13.248188 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cc1063-e379-4099-a14e-81a509643024" -d '{"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-deleted", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:13.321421 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b956a439-42ef-4790-8200-cce180560a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.334024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc4c4c8-1ddc-4582-ad4e-33ae548983a8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:13.339730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-f4e09506-29c9-42bd-849e-4e51272ff14e tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:13.344089 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-f4e09506-29c9-42bd-849e-4e51272ff14e tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 946 time: 0.2089124 Nov 10 03:48:13.378224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:13.381961 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a69a03-ec45-4c6a-b5a5-77783829969c x-openstack-request-id: req-c6a69a03-ec45-4c6a-b5a5-77783829969c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:13.382257 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24509d9c-1c69-4202-962c-cbe9cbebc397", "name": "network-vif-deleted", "tag": "1e58d4d5-04e1-4951-8894-650f5bcc7334", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:13.382688 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6a69a03-ec45-4c6a-b5a5-77783829969c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:13.383248 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24509d9c-1c69-4202-962c-cbe9cbebc397', 'name': 'network-vif-deleted', 'tag': '1e58d4d5-04e1-4951-8894-650f5bcc7334', 'status': 'completed', 'code': 200} Nov 10 03:48:13.387507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.389077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['1e58d4d5-04e1-4951-8894-650f5bcc7334'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:13.409541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fe809-bffd-404b-bd9d-1ef5dc1882ee req-1721549f-6ab4-4d32-a2f3-c63943fd040b tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:13.422483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b0fe809-bffd-404b-bd9d-1ef5dc1882ee req-1721549f-6ab4-4d32-a2f3-c63943fd040b tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 944 time: 0.2965086 Nov 10 03:48:13.441056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.463129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.555548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b0fe809-bffd-404b-bd9d-1ef5dc1882ee req-dca52a3a-c3be-4f39-850f-4193aa1ffb2f tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320879 Nov 10 03:48:13.558656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.559605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:13.560183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.568431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Deleting port b4cbac80-d4be-45d7-b00e-25865b20df4e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:13.568956 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.652785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9480565 Nov 10 03:48:13.658662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54870) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:13.676117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Request body: {'subnet': {'network_id': '02a97e99-6d50-49b8-9a29-74a8264b86c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-547265914-subnet', 'tenant_id': 'a3596308ef154f7484a1484b0cdc07a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:13.713146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea1dbe-333c-4018-ad5a-7036a3aaca92 admin admin] Pushing event updated for resources: {'Network': ['ID=02a97e99-6d50-49b8-9a29-74a8264b86c0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:13.734530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 02a97e99-6d50-49b8-9a29-74a8264b86c0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:13.750470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Made reservation on behalf of a3596308ef154f7484a1484b0cdc07a6 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:13.751278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] For port b4cbac80-d4be-45d7-b00e-25865b20df4e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b4cbac80-d4be-45d7-b00e-25865b20df4e,segment=NetworkSegment(889bdce3-7dee-41b8-85d7-24eb049abffd),segment_id=889bdce3-7dee-41b8-85d7-24eb049abffd)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:13.751677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.753524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.782068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Calling delete_port for b4cbac80-d4be-45d7-b00e-25865b20df4e owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:13.953510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:13.958627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7494d340-15e5-4f4d-aaa8-bfbd59f7f029 req-38238910-597f-4f38-adcc-d57755938d6d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 210 time: 0.1006846 Nov 10 03:48:13.966240 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.002799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd08cc87-1948-4ae7-b951-0d92bde23ec9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:14.036127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:14.071651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895deb6-065e-4da7-89a8-3f27f1390889 req-72525a9c-dc19-4963-b478-87f29a91666b tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:14.073204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7895deb6-065e-4da7-89a8-3f27f1390889 req-72525a9c-dc19-4963-b478-87f29a91666b tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc HTTP/1.1" status: 200 len: 946 time: 0.2168975 Nov 10 03:48:14.081560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.082196 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Added segment 0e7d04dd-ee41-4d0e-88bd-afd87a14f067 of type vlan for network 937c6225-fab9-46d5-bff1-23c23688559f Nov 10 03:48:14.211998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.270381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.282966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b4cbac80-d4be-45d7-b00e-25865b20df4e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:14.311528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7895deb6-065e-4da7-89a8-3f27f1390889 req-edc74773-7aa4-4e4f-93cd-8f420ba00b50 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.24 "GET /v2.0/security-groups?id=562c4ffa-ec8b-4702-ba92-32be427bccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091370 Nov 10 03:48:14.329648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-9e726195-b755-46c2-9e9f-a88c88efc4e0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:14.331504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-9e726195-b755-46c2-9e9f-a88c88efc4e0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 814 time: 0.2819417 Nov 10 03:48:14.354607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.364444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.365791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:14.366399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.376586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Request body: {'port': {'device_id': '41bd732a-79ea-4e47-ac90-372140524c16', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'admin_state_up': True, 'tenant_id': 'ba957c1d97a84d90a8fcf9ecd6774e99'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:14.383349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Pushing event deleted for resources: {'Port': ['ID=b4cbac80-d4be-45d7-b00e-25865b20df4e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:14.473849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] No DVR routers for this DVR port b4cbac80-d4be-45d7-b00e-25865b20df4e on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:48:14.478665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5106382 Nov 10 03:48:14.478821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.481262 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5170f965-c8ce-4f54-bb6f-6e37900c0910 req-df3c74cb-90da-429a-ae33-f3e075f2d937 tempest-ServerPasswordTestJSON-1555736670 tempest-ServerPasswordTestJSON-1555736670-project] 10.222.0.44 "DELETE /v2.0/ports/b4cbac80-d4be-45d7-b00e-25865b20df4e HTTP/1.1" status: 204 len: 173 time: 1.1306376 Nov 10 03:48:14.485041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54878) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:14.493005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Request body: {'subnet': {'network_id': '937c6225-fab9-46d5-bff1-23c23688559f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2009070237-subnet', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:14.512300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd49f58-7422-4a57-bab3-d4c3fc44fb77,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:14.521391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14423b-9e00-4cc9-b47b-573f084f5e20 admin admin] Pushing event updated for resources: {'Network': ['ID=937c6225-fab9-46d5-bff1-23c23688559f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:14.535964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Checking segment: {'id': '03987f3f-cb16-4055-bf6a-c47b26abd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02a97e99-6d50-49b8-9a29-74a8264b86c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:14.536575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Network hostable DHCP agents. Network: 02a97e99-6d50-49b8-9a29-74a8264b86c0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:14.539970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:14.540184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 937c6225-fab9-46d5-bff1-23c23688559f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:14.542534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.566130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Network 02a97e99-6d50-49b8-9a29-74a8264b86c0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:14.586049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 02a97e99-6d50-49b8-9a29-74a8264b86c0) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:14.598435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:14.601760 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.629160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71691493-1e86-43f4-87a2-db2b1e7faea0 None None] Network 02a97e99-6d50-49b8-9a29-74a8264b86c0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:14.632840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3bf4f0b9-dc0f-47a7-85b0-071bb870ab53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9728365 Nov 10 03:48:14.757024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Made reservation on behalf of ba957c1d97a84d90a8fcf9ecd6774e99 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:14.763042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:14.852693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81237cb-cd83-4fdd-a9a1-170ac18f6fb9 req-aadd592b-de55-4986-ad4e-541e2fbf5a85 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:14.856519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c81237cb-cd83-4fdd-a9a1-170ac18f6fb9 req-aadd592b-de55-4986-ad4e-541e2fbf5a85 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 944 time: 0.1325922 Nov 10 03:48:14.956928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026928f-5c6a-429c-ae48-013bccecad6f None None] Network 02a97e99-6d50-49b8-9a29-74a8264b86c0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:14.974909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c81237cb-cd83-4fdd-a9a1-170ac18f6fb9 req-8c68499b-5577-4343-8953-c7b341495ff3 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090045 Nov 10 03:48:15.139223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Allocated IP 172.20.0.9 (09370e31-ba8b-486f-ae47-6cf6f0aa0a17/71a000ff-563e-4184-976c-fcdf21193713/a77db5dd-6e86-46bc-9d96-5f8dbac957bc) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:15.187104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d04e714f-0b36-4cd5-a70b-42e73ad30ce5 req-ecad2500-ea07-4b06-b1fa-7ac286d0f283 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 210 time: 0.0636482 Nov 10 03:48:15.198077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-ee6781d7-8ea9-4db2-b7e6-d8e4adb70d45 req-ed3d1bb7-0896-479d-8dd5-7a40c6839b8a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1428904062', 'description': 'tempest-description-1203979705'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:15.242421 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ee6781d7-8ea9-4db2-b7e6-d8e4adb70d45 req-ed3d1bb7-0896-479d-8dd5-7a40c6839b8a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.255482 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.347968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ee6781d7-8ea9-4db2-b7e6-d8e4adb70d45 req-ed3d1bb7-0896-479d-8dd5-7a40c6839b8a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.355145 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ee6781d7-8ea9-4db2-b7e6-d8e4adb70d45 req-ed3d1bb7-0896-479d-8dd5-7a40c6839b8a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.422903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'name': 'network-vif-deleted', 'tag': 'b4cbac80-d4be-45d7-b00e-25865b20df4e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:15.430174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d1bb7-0896-479d-8dd5-7a40c6839b8a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d618740d-5d7a-4e0b-9003-4574beba10be,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:15.432211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54898) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:15.435658 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a3d82c-9beb-4952-8a79-a56edc0b2d2b" -d '{"events": [{"server_uuid": "2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc", "name": "network-vif-deleted", "tag": "b4cbac80-d4be-45d7-b00e-25865b20df4e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:15.481237 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-ee6781d7-8ea9-4db2-b7e6-d8e4adb70d45 req-ed3d1bb7-0896-479d-8dd5-7a40c6839b8a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.482611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee6781d7-8ea9-4db2-b7e6-d8e4adb70d45 req-ed3d1bb7-0896-479d-8dd5-7a40c6839b8a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3030372 Nov 10 03:48:15.498447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a33787e7-5136-4bc4-86ee-9e134699d67b up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:15.529975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39324d45-c4d9-4fb4-a395-99a0bf0d712f,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:15.545647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Checking segment: {'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:15.546122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Network hostable DHCP agents. Network: 937c6225-fab9-46d5-bff1-23c23688559f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:15.589914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Network 937c6225-fab9-46d5-bff1-23c23688559f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:15.592942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] Deleting subnet b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:48:15.598735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.605988 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.646364 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bfe27a-c1e7-4c44-accb-c945bde354f9 x-openstack-request-id: req-42bfe27a-c1e7-4c44-accb-c945bde354f9 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:15.646641 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-777a18bb-3d45-4a12-b053-cbddd3a98981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.647537 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc", "name": "network-vif-deleted", "tag": "b4cbac80-d4be-45d7-b00e-25865b20df4e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:15.647959 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42bfe27a-c1e7-4c44-accb-c945bde354f9 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:15.648828 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5f6eaa-1bf6-4c37-b98d-1c022a9739cc', 'name': 'network-vif-deleted', 'tag': 'b4cbac80-d4be-45d7-b00e-25865b20df4e', 'status': 'completed', 'code': 200} Nov 10 03:48:15.650716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 937c6225-fab9-46d5-bff1-23c23688559f) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:15.654217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.661589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port a33787e7-5136-4bc4-86ee-9e134699d67b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:48:15.667771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:15.668576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.672784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b8040d-681b-408f-a53a-930432e7164c None None] Network 937c6225-fab9-46d5-bff1-23c23688559f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:15.674449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-8ac0d12d-bd61-43f4-95af-91f9bcaf8d00 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/d618740d-5d7a-4e0b-9003-4574beba10be HTTP/1.1" status: 200 len: 1832 time: 0.1579506 Nov 10 03:48:15.689998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd618740d-5d7a-4e0b-9003-4574beba10be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:15.690856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd618740d-5d7a-4e0b-9003-4574beba10be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:15.737406 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.801116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:15.817275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:15.839259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:15.849564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c6678d03-228a-4cd8-b053-51c51e815653 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3631186 Nov 10 03:48:15.860563 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.863291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54908) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:15.881524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port a33787e7-5136-4bc4-86ee-9e134699d67b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:15.882257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:15.914653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Pushing event updated for resources: {'Port': ['ID=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:15.917452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:15.957003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:15.958774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.018643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.020072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.023419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-809c3a36-f0ea-4e10-979c-5a8eb61994e8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6546605 Nov 10 03:48:16.037601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Request body: {'port': {'device_id': '41bd732a-79ea-4e47-ac90-372140524c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:16.086548 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.117246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.138716 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.154258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.203728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33787e7-5136-4bc4-86ee-9e134699d67b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:16.207847 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beaa0b1-d960-493e-ad6c-f54f0cbc5892" -d '{"events": [{"server_uuid": "b20366e6-7d56-46e8-97e2-feafd06a40ef", "name": "network-vif-plugged", "status": "completed", "tag": "a33787e7-5136-4bc4-86ee-9e134699d67b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:16.220141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-937c6225-fab9-46d5-bff1-23c23688559f', 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'fixed_ips': [{'subnet_id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:48:16.222389 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.250230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a33787e7-5136-4bc4-86ee-9e134699d67b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a33787e7-5136-4bc4-86ee-9e134699d67b,segment=NetworkSegment(25aec4d1-1350-4b22-afa9-9253895510b5),segment_id=25aec4d1-1350-4b22-afa9-9253895510b5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:16.264571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.265371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1e58d4d5-04e1-4951-8894-650f5bcc7334 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:16.306367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 1e58d4d5-04e1-4951-8894-650f5bcc7334 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:48:16.306659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1e58d4d5-04e1-4951-8894-650f5bcc7334 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:48:16.419542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a33787e7-5136-4bc4-86ee-9e134699d67b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:16.471515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Allocated IP 172.20.0.2 (937c6225-fab9-46d5-bff1-23c23688559f/39324d45-c4d9-4fb4-a395-99a0bf0d712f/ae925b30-69c1-4abb-9996-b5a0fecd7d26) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:16.576795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77db5dd-6e86-46bc-9d96-5f8dbac957bc {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:16.578389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.584568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.585431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.599014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Transition to ACTIVE for port object a77db5dd-6e86-46bc-9d96-5f8dbac957bc will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:16.603931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.622290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:16.640707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.669482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d92af5-f4c8-41de-a238-846336fbb6f2,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:16.695103 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.705637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92723341-9288-4896-805f-5617dec5f48f service neutron] Pushing event updated for resources: {'Port': ['ID=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:16.718909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.720083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.724416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7c4e65da-e08a-47bc-af2a-d8d2d2ec1c51 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7af4a0b-e4b9-4619-8ea8-6a5f00e2399b HTTP/1.1" status: 204 len: 168 time: 1.2855439 Nov 10 03:48:16.726299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.728268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54918) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:16.769986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.783013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.787309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Network 937c6225-fab9-46d5-bff1-23c23688559f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:16.795508 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10d394ef-a3dd-4df7-9807-5d7d3122fd13 req-9350c7a6-46f9-4bb5-950c-99939ebc45d4 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1134052 Nov 10 03:48:16.795729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Attempting to bind port a77db5dd-6e86-46bc-9d96-5f8dbac957bc on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:16.796067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Attempting to bind port a77db5dd-6e86-46bc-9d96-5f8dbac957bc by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:16.796900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Attempting to bind port a77db5dd-6e86-46bc-9d96-5f8dbac957bc on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:16.797521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:16.801161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:16.804060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Port a77db5dd-6e86-46bc-9d96-5f8dbac957bc on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:16.804868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Attempting to bind port a77db5dd-6e86-46bc-9d96-5f8dbac957bc on network 09370e31-ba8b-486f-ae47-6cf6f0aa0a17 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:16.813844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf617-3d59-45e4-a9c1-e9a4c9ff5684 req-fb321521-c025-4fa9-b134-e4f25f701b83 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:16.818535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Pushing event updated for resources: {'Port': ['ID=ae925b30-69c1-4abb-9996-b5a0fecd7d26,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:16.825856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:16.826248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Checking segment: {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:16.826635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Bound using segment: {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:16.827135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Bound port: a77db5dd-6e86-46bc-9d96-5f8dbac957bc, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:16.827253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38acf617-3d59-45e4-a9c1-e9a4c9ff5684 req-fb321521-c025-4fa9-b134-e4f25f701b83 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 945 time: 0.2634640 Nov 10 03:48:16.827432 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.881651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:16.993314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38acf617-3d59-45e4-a9c1-e9a4c9ff5684 req-1bf2b0ba-9073-46b3-9920-63147c3d1fca tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652391 Nov 10 03:48:17.038418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923f9dd-8a4f-4709-8663-a8ede6a217fd req-24e5eabc-2439-4160-bf28-a0a5951cb059 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:17.046210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5923f9dd-8a4f-4709-8663-a8ede6a217fd req-24e5eabc-2439-4160-bf28-a0a5951cb059 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 943 time: 0.1177628 Nov 10 03:48:17.067663 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a4c621-066a-4987-b4fb-71652b23c0a0 x-openstack-request-id: req-00a4c621-066a-4987-b4fb-71652b23c0a0 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:17.068016 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20366e6-7d56-46e8-97e2-feafd06a40ef", "name": "network-vif-plugged", "status": "completed", "tag": "a33787e7-5136-4bc4-86ee-9e134699d67b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:17.068330 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00a4c621-066a-4987-b4fb-71652b23c0a0 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:17.069258 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33787e7-5136-4bc4-86ee-9e134699d67b', 'code': 200} Nov 10 03:48:17.141871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5923f9dd-8a4f-4709-8663-a8ede6a217fd req-c79c4572-0e42-4819-bd55-86f8ea2a77be tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886350 Nov 10 03:48:17.155849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] For port a77db5dd-6e86-46bc-9d96-5f8dbac957bc, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:17.163871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Attempting to bind port ae925b30-69c1-4abb-9996-b5a0fecd7d26 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:17.164265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Attempting to bind port ae925b30-69c1-4abb-9996-b5a0fecd7d26 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:17.164613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Attempting to bind port ae925b30-69c1-4abb-9996-b5a0fecd7d26 on network 937c6225-fab9-46d5-bff1-23c23688559f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:17.179694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.185332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] For port a77db5dd-6e86-46bc-9d96-5f8dbac957bc, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:17.196798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:17.200449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Checking segment: {'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:17.201010 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.202053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Bound using segment: {'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:17.203386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Bound port: ae925b30-69c1-4abb-9996-b5a0fecd7d26, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:17.205031 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.215635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.232770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b4cbac80-d4be-45d7-b00e-25865b20df4e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:17.277513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ce7259-f0ea-4beb-b39a-8e8163c53aeb']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:17.309118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:17.309734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.311482 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-92723341-9288-4896-805f-5617dec5f48f service neutron] 10.222.0.44 "PUT /v2.0/ports/a77db5dd-6e86-46bc-9d96-5f8dbac957bc HTTP/1.1" status: 200 len: 1091 time: 1.2796698 Nov 10 03:48:17.315491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889bdce3-7dee-41b8-85d7-24eb049abffd') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:17.315491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889bdce3-7dee-41b8-85d7-24eb049abffd') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:17.323977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15b531ff-a5eb-48ed-8a3e-54c7c3d36230 req-cd910523-d284-4961-8f0c-dd4d62b41da6 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/d618740d-5d7a-4e0b-9003-4574beba10be HTTP/1.1" status: 200 len: 2426 time: 0.1099329 Nov 10 03:48:17.336201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: b4cbac80-d4be-45d7-b00e-25865b20df4e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:48:17.336754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b4cbac80-d4be-45d7-b00e-25865b20df4e not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:48:17.343955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.349879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.355427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04511f9b-b05e-4c34-a447-5767cbf85530 req-91576773-301b-4809-9990-fc3ff5cebfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:17.356931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-04511f9b-b05e-4c34-a447-5767cbf85530 req-91576773-301b-4809-9990-fc3ff5cebfff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 1096 time: 0.2983093 Nov 10 03:48:17.379556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.407081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.431107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92723341-9288-4896-805f-5617dec5f48f service neutron] Pushing event updated for resources: {'Port': ['ID=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:17.438654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:48:17.439051 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:48:17.442375 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:48:17.472991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] For port ae925b30-69c1-4abb-9996-b5a0fecd7d26, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:17.478413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] For port ae925b30-69c1-4abb-9996-b5a0fecd7d26, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ae925b30-69c1-4abb-9996-b5a0fecd7d26,segment=NetworkSegment(0e7d04dd-ee41-4d0e-88bd-afd87a14f067),segment_id=0e7d04dd-ee41-4d0e-88bd-afd87a14f067)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:17.484244 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.504719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Allocated IP 172.25.6.182 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/ce3bb9a2-59bf-421b-87d2-ea09ae380dfd) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:17.539610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-6e05218e-9210-458d-bccb-be265cadaa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:17.541137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-6e05218e-9210-458d-bccb-be265cadaa67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 1094 time: 0.1559131 Nov 10 03:48:17.542640 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.545604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-04511f9b-b05e-4c34-a447-5767cbf85530 req-0697d04c-7da0-47f1-98d9-ae01b4249519 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759717 Nov 10 03:48:17.560729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.563946 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/29ce7259-f0ea-4beb-b39a-8e8163c53aeb HTTP/1.1" status: 204 len: 168 time: 0.8347290 Nov 10 03:48:17.566052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa9d2d-0811-4a89-bdd7-7066383978d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ce7259-f0ea-4beb-b39a-8e8163c53aeb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:17.587445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e7270-e12f-49be-9e84-cd8eafe9d5bd None None] Pushing event updated for resources: {'Port': ['ID=ae925b30-69c1-4abb-9996-b5a0fecd7d26,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:17.675866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f107bac9-e673-421f-a325-5c7bf4a004b0 req-92b1c144-67ee-474b-9ba9-f383505d231e tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-group-rules/20d92af5-f4c8-41de-a238-846336fbb6f2 HTTP/1.1" status: 200 len: 778 time: 0.3042166 Nov 10 03:48:17.686956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.707971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bd732a-79ea-4e47-ac90-372140524c16', 'tag': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:17.715012 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "41bd732a-79ea-4e47-ac90-372140524c16", "tag": "a77db5dd-6e86-46bc-9d96-5f8dbac957bc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:17.726542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-3b565add-f3ee-4964-8520-3613126866db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a77db5dd-6e86-46bc-9d96-5f8dbac957bc HTTP/1.1" status: 200 len: 217 time: 0.1614177 Nov 10 03:48:17.773176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f107bac9-e673-421f-a325-5c7bf4a004b0 req-94f7e3b0-46e0-4697-94a0-f022a7f32561 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/d618740d-5d7a-4e0b-9003-4574beba10be HTTP/1.1" status: 200 len: 2426 time: 0.0831008 Nov 10 03:48:17.827866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:17.838891 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f0391c-3720-4350-b974-0ee2e905a8cb x-openstack-request-id: req-d2f0391c-3720-4350-b974-0ee2e905a8cb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:17.839185 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bd732a-79ea-4e47-ac90-372140524c16", "tag": "a77db5dd-6e86-46bc-9d96-5f8dbac957bc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:17.839493 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2f0391c-3720-4350-b974-0ee2e905a8cb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:17.839933 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bd732a-79ea-4e47-ac90-372140524c16', 'tag': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc', 'status': 'completed', 'code': 200} Nov 10 03:48:17.842119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:17.842739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-1f17c9dc-c425-47fa-aa05-1c425560ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:17.844284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-1f17c9dc-c425-47fa-aa05-1c425560ce0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71a000ff-563e-4184-976c-fcdf21193713 HTTP/1.1" status: 200 len: 854 time: 0.1112604 Nov 10 03:48:17.901401 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-05fb1bce-5b11-459b-903b-41b56ba3e6dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413127 Nov 10 03:48:17.951536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:17.959245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f107bac9-e673-421f-a325-5c7bf4a004b0 req-26bca8dc-2ffb-45f4-bb5e-dfa5dc8bf111 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.019791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ca74501-3406-49d5-be09-1531c3e70a9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=999df5cef9a94e26986641184f3effdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898103 Nov 10 03:48:18.021132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:18.023917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:18.040394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:18.047235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f107bac9-e673-421f-a325-5c7bf4a004b0 req-26bca8dc-2ffb-45f4-bb5e-dfa5dc8bf111 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.069493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-1861847b-2d56-474f-827a-d0118cd7d577 service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575131 Nov 10 03:48:18.115040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:18.189305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f107bac9-e673-421f-a325-5c7bf4a004b0 req-26bca8dc-2ffb-45f4-bb5e-dfa5dc8bf111 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.205268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a123696d-47d4-4ca1-8ced-d854a2df6791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.247257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a123696d-47d4-4ca1-8ced-d854a2df6791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.292211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f107bac9-e673-421f-a325-5c7bf4a004b0 req-26bca8dc-2ffb-45f4-bb5e-dfa5dc8bf111 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.295942 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.306653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f107bac9-e673-421f-a325-5c7bf4a004b0 req-26bca8dc-2ffb-45f4-bb5e-dfa5dc8bf111 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/20d92af5-f4c8-41de-a238-846336fbb6f2 HTTP/1.1" status: 204 len: 173 time: 0.5324943 Nov 10 03:48:18.335344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b4b89d0d-c969-4ac0-b67d-899de7ad1dae req-82d69c95-dee6-490c-96a3-21a5c294cdbf service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464218 Nov 10 03:48:18.378395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a123696d-47d4-4ca1-8ced-d854a2df6791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.378989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bca8dc-2ffb-45f4-bb5e-dfa5dc8bf111 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20d92af5-f4c8-41de-a238-846336fbb6f2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:18.388419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a123696d-47d4-4ca1-8ced-d854a2df6791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.391784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a123696d-47d4-4ca1-8ced-d854a2df6791 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/562c4ffa-ec8b-4702-ba92-32be427bccbf HTTP/1.1" status: 204 len: 168 time: 0.3661015 Nov 10 03:48:18.441226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123696d-47d4-4ca1-8ced-d854a2df6791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c4ffa-ec8b-4702-ba92-32be427bccbf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:18.481655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353af48-6d36-4ed2-b1be-89e37bb5f91c req-82be5216-212c-4d03-bf09-ccc875f0e1c2 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:18.491576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-167e54e0-884a-410d-b5c1-e65912b9af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:18.493284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-167e54e0-884a-410d-b5c1-e65912b9af97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 1094 time: 0.0783346 Nov 10 03:48:18.498092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1353af48-6d36-4ed2-b1be-89e37bb5f91c req-82be5216-212c-4d03-bf09-ccc875f0e1c2 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 945 time: 0.3684530 Nov 10 03:48:18.667716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-6109bdb6-8050-4607-b990-e03e67fa8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:18.669644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-6109bdb6-8050-4607-b990-e03e67fa8738 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 200 len: 914 time: 0.1691272 Nov 10 03:48:18.670097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec490-d4c5-450a-ad6c-2929fb5758af req-e3c61bc2-cca0-46ba-82d6-2fb486128212 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:18.671872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9eec490-d4c5-450a-ad6c-2929fb5758af req-e3c61bc2-cca0-46ba-82d6-2fb486128212 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 943 time: 0.1686962 Nov 10 03:48:18.694544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1353af48-6d36-4ed2-b1be-89e37bb5f91c req-8445c9a1-4bd3-411a-9859-c5eefa48f206 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953864 Nov 10 03:48:18.700044 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:18.743873 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-b4c8defb-b5b2-4ce7-8174-6ccd26b3f007 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a77db5dd-6e86-46bc-9d96-5f8dbac957bc HTTP/1.1" status: 200 len: 217 time: 0.0621943 Nov 10 03:48:18.828622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-b23f4aaf-71d8-4be5-9900-8e3babcbd7b1 req-c4ac2e5a-611b-42a1-a5ee-1b0f656328d2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2108306900', 'description': 'tempest-description-1960456832'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:18.925387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-f8d9ef7a-7a69-4923-8037-50217ea06bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:18.936903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-f8d9ef7a-7a69-4923-8037-50217ea06bb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71a000ff-563e-4184-976c-fcdf21193713 HTTP/1.1" status: 200 len: 854 time: 0.1791973 Nov 10 03:48:19.002366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae925b30-69c1-4abb-9996-b5a0fecd7d26 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:19.038511 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b23f4aaf-71d8-4be5-9900-8e3babcbd7b1 req-c4ac2e5a-611b-42a1-a5ee-1b0f656328d2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.052953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9eec490-d4c5-450a-ad6c-2929fb5758af req-2587e8c6-316f-4b52-8cc3-20b492b8d82d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673167 Nov 10 03:48:19.108268 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-2ff8e0c9-bd34-466f-843f-455502ad6232 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09370e31-ba8b-486f-ae47-6cf6f0aa0a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651998 Nov 10 03:48:19.227344 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.259043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ad706-6983-49a0-b2bf-47d64682a610 None None] Network 937c6225-fab9-46d5-bff1-23c23688559f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:19.346161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-9ddb2e77-9904-4775-a74b-4e89e8b26bf3 service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289462 Nov 10 03:48:19.376342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b23f4aaf-71d8-4be5-9900-8e3babcbd7b1 req-c4ac2e5a-611b-42a1-a5ee-1b0f656328d2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.387829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b23f4aaf-71d8-4be5-9900-8e3babcbd7b1 req-c4ac2e5a-611b-42a1-a5ee-1b0f656328d2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.395586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ae925b30-69c1-4abb-9996-b5a0fecd7d26 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:19.396069 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.449927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ceb20fda-52ea-4737-b953-bb01e06cb0dc None None] Provisioning complete for port ae925b30-69c1-4abb-9996-b5a0fecd7d26 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:19.450647 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ceb20fda-52ea-4737-b953-bb01e06cb0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.471597 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-b23f4aaf-71d8-4be5-9900-8e3babcbd7b1 req-c4ac2e5a-611b-42a1-a5ee-1b0f656328d2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.478869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b23f4aaf-71d8-4be5-9900-8e3babcbd7b1 req-c4ac2e5a-611b-42a1-a5ee-1b0f656328d2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6800535 Nov 10 03:48:19.499269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac2e5a-611b-42a1-a5ee-1b0f656328d2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a0ba8-54b6-4dc4-b21d-2598f55245fc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:19.519582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.616465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ecdbfb64-74c6-48be-a9ca-12c59cc0a4bc req-b4ed541a-c2c0-403d-9b56-1687df6535db service neutron] 10.222.0.44 "GET /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625790 Nov 10 03:48:19.632098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70789443-25e9-481f-a4a0-28c777abd334 req-e9146cd8-53a1-46ff-8c14-5e01ca304f0b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/f63a0ba8-54b6-4dc4-b21d-2598f55245fc HTTP/1.1" status: 200 len: 1832 time: 0.1171811 Nov 10 03:48:19.780780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ceb20fda-52ea-4737-b953-bb01e06cb0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.784445 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.786250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-58f6e7e9-0577-4505-909b-4c54743d9d99 req-d583171c-1419-4497-ae79-6dfffc2dbdb9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2007957340', 'description': 'tempest-description-1090662790'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:19.838195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-58f6e7e9-0577-4505-909b-4c54743d9d99 req-d583171c-1419-4497-ae79-6dfffc2dbdb9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.885022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port ae925b30-69c1-4abb-9996-b5a0fecd7d26, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ae925b30-69c1-4abb-9996-b5a0fecd7d26,segment=NetworkSegment(0e7d04dd-ee41-4d0e-88bd-afd87a14f067),segment_id=0e7d04dd-ee41-4d0e-88bd-afd87a14f067)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:19.953425 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:19.963707 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-ceb20fda-52ea-4737-b953-bb01e06cb0dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:48:19.964050 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-ceb20fda-52ea-4737-b953-bb01e06cb0dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:48:19.975814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa82e1e-48cb-4fae-8a80-8e96ecd34908 req-ad9ee62c-bfe9-41b1-bd56-6bef621410d3 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:19.985063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-daa82e1e-48cb-4fae-8a80-8e96ecd34908 req-ad9ee62c-bfe9-41b1-bd56-6bef621410d3 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 945 time: 0.1202831 Nov 10 03:48:20.030851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Router cdf0b502-f388-4284-a40c-bef94de1c2f5 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:48:20.054699 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-58f6e7e9-0577-4505-909b-4c54743d9d99 req-d583171c-1419-4497-ae79-6dfffc2dbdb9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.071927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-58f6e7e9-0577-4505-909b-4c54743d9d99 req-d583171c-1419-4497-ae79-6dfffc2dbdb9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.089486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55000) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:20.103706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=ae925b30-69c1-4abb-9996-b5a0fecd7d26,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:20.135611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583171c-1419-4497-ae79-6dfffc2dbdb9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de695d05-bbba-45ff-945c-6a4fd1599694,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:20.141995 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-58f6e7e9-0577-4505-909b-4c54743d9d99 req-d583171c-1419-4497-ae79-6dfffc2dbdb9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.156733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58f6e7e9-0577-4505-909b-4c54743d9d99 req-d583171c-1419-4497-ae79-6dfffc2dbdb9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4034774 Nov 10 03:48:20.255343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-network', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:20.270009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-daa82e1e-48cb-4fae-8a80-8e96ecd34908 req-614c413e-4783-4fb2-bf93-1babcade0ae4 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782650 Nov 10 03:48:20.280994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Made reservation on behalf of 73ae2fab3a0a481f9240d99e91fc4436 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:20.285313 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.296499 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.434324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e9e7c-e021-42fb-bd0c-8ea17c2db8dd req-1df8f9c3-74fa-47ec-a695-6da78367956a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:20.435803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c13e9e7c-e021-42fb-bd0c-8ea17c2db8dd req-1df8f9c3-74fa-47ec-a695-6da78367956a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 943 time: 0.1920397 Nov 10 03:48:20.445957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.463718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:20.469558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.522969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ab06858-8d5d-4b78-aaaa-0f507f2c15ef req-c1e8d3f2-b0f9-4b8b-89c6-0ee5d39058f8 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/de695d05-bbba-45ff-945c-6a4fd1599694 HTTP/1.1" status: 200 len: 1832 time: 0.1866763 Nov 10 03:48:20.593449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Sync routers for ids ['cdf0b502-f388-4284-a40c-bef94de1c2f5'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:20.640873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.648079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d47e0c5-d9ba-4f34-9cd6-ef1f92ccd774 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7811024 Nov 10 03:48:20.652449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:20.657726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Routers {'cdf0b502-f388-4284-a40c-bef94de1c2f5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:20.661580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cdf0b502-f388-4284-a40c-bef94de1c2f5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:20.662226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55014) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:20.697803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbefc3-f725-4db4-a072-57e45f26e205,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:20.711760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c13e9e7c-e021-42fb-bd0c-8ea17c2db8dd req-a4293588-f5bb-4348-92f0-8e41861e0696 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269147 Nov 10 03:48:20.743079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.743079 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Added segment 0bdc440c-f736-4a56-a873-3fe478a7758b of type vlan for network 7ce3567c-66e5-407f-8a60-919f069f6d14 Nov 10 03:48:20.774478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-c430d145-a8b4-46ea-b6a9-099ccdca4c18 req-474d4622-13db-4263-9922-cf3864942bca tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1705094340', 'description': 'tempest-description-1958589729'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:20.848603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c430d145-a8b4-46ea-b6a9-099ccdca4c18 req-474d4622-13db-4263-9922-cf3864942bca tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.962370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae925b30-69c1-4abb-9996-b5a0fecd7d26 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:20.991613 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c430d145-a8b4-46ea-b6a9-099ccdca4c18 req-474d4622-13db-4263-9922-cf3864942bca tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:20.997498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c430d145-a8b4-46ea-b6a9-099ccdca4c18 req-474d4622-13db-4263-9922-cf3864942bca tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.016675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Set router cdf0b502-f388-4284-a40c-bef94de1c2f5 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:21.019549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e1c27418-e221-41f0-a825-39825ab1ebac None None] Provisioning complete for port ae925b30-69c1-4abb-9996-b5a0fecd7d26 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:21.020329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1c27418-e221-41f0-a825-39825ab1ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.040714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d4622-13db-4263-9922-cf3864942bca tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e427ac88-0c85-407e-b541-67957662df1a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:21.068330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c430d145-a8b4-46ea-b6a9-099ccdca4c18 req-474d4622-13db-4263-9922-cf3864942bca tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.070113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c430d145-a8b4-46ea-b6a9-099ccdca4c18 req-474d4622-13db-4263-9922-cf3864942bca tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3004413 Nov 10 03:48:21.103470 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.216066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7687142e-93d4-4dc8-85b7-93dae09bc781 req-c56caa2d-b8cd-454d-b5a1-2f48b6ed3eb8 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/e427ac88-0c85-407e-b541-67957662df1a HTTP/1.1" status: 200 len: 1832 time: 0.1147804 Nov 10 03:48:21.263882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.265471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-00aa8b5e-d8a8-44e0-8b56-7cc4d32f3000 req-3de04f4b-cca3-4ff9-a1ec-87681f846b5b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-285753531', 'description': 'tempest-description-56782789'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:21.267565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:21.268162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.297582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-00aa8b5e-d8a8-44e0-8b56-7cc4d32f3000 req-3de04f4b-cca3-4ff9-a1ec-87681f846b5b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.382121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a77db5dd-6e86-46bc-9d96-5f8dbac957bc details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:48:21.387727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-00aa8b5e-d8a8-44e0-8b56-7cc4d32f3000 req-3de04f4b-cca3-4ff9-a1ec-87681f846b5b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.397774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-00aa8b5e-d8a8-44e0-8b56-7cc4d32f3000 req-3de04f4b-cca3-4ff9-a1ec-87681f846b5b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.432486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c2be-a185-452f-83b6-c0ed1c642dc6 req-239bfd77-48c3-486e-8749-0a0b7eaeba86 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:21.436042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c937c2be-a185-452f-83b6-c0ed1c642dc6 req-239bfd77-48c3-486e-8749-0a0b7eaeba86 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 945 time: 0.2370276 Nov 10 03:48:21.466435 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-00aa8b5e-d8a8-44e0-8b56-7cc4d32f3000 req-3de04f4b-cca3-4ff9-a1ec-87681f846b5b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.467632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00aa8b5e-d8a8-44e0-8b56-7cc4d32f3000 req-3de04f4b-cca3-4ff9-a1ec-87681f846b5b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2078807 Nov 10 03:48:21.486817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04f4b-cca3-4ff9-a1ec-87681f846b5b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e645f55-6288-481d-af8c-c336ace216a0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:21.509754 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4188526 Nov 10 03:48:21.513122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55038) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:21.515361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d88c-94ba-4e1c-940b-0a52f91e9226 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce3567c-66e5-407f-8a60-919f069f6d14,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:21.546238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:21.569613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Request body: {'subnet': {'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-subnet', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:21.608079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c937c2be-a185-452f-83b6-c0ed1c642dc6 req-2729687a-da8a-4eac-8102-7de102b7d76a tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645141 Nov 10 03:48:21.614253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Made reservation on behalf of 73ae2fab3a0a481f9240d99e91fc4436 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:21.620260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.689206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ae925b30-69c1-4abb-9996-b5a0fecd7d26 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:21.689724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.747035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-569b1361-0f2e-44b7-a973-b154c4940654 req-9045b3c0-32a5-4f26-9fb2-e0b5189bd26b tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/8e645f55-6288-481d-af8c-c336ace216a0 HTTP/1.1" status: 200 len: 1829 time: 0.2388070 Nov 10 03:48:21.748479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a77db5dd-6e86-46bc-9d96-5f8dbac957bc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:21.802974 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-3b1e95e4-7140-4462-bcb3-4ea19350590e req-b1e7dc54-0bd7-4276-88c3-f72df56fda7d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] show failed (client error): The resource could not be found. Nov 10 03:48:21.818600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b1e95e4-7140-4462-bcb3-4ea19350590e req-b1e7dc54-0bd7-4276-88c3-f72df56fda7d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/dacb7f38-400d-4c28-b2c2-36802f5e68ce HTTP/1.1" status: 404 len: 352 time: 0.0313284 Nov 10 03:48:21.838585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.899186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc', 'network_id': '09370e31-ba8b-486f-ae47-6cf6f0aa0a17', 'port_id': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc', 'mac_address': 'fa:16:3e:4c:51:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a000ff-563e-4184-976c-fcdf21193713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:48:21.933870 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [req-de996fb8-4dab-403c-8e35-8b1962ce1523 req-9249423e-c4ea-4bfb-84b2-ae487eff9364 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] show failed (client error): The resource could not be found. Nov 10 03:48:21.953497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de996fb8-4dab-403c-8e35-8b1962ce1523 req-9249423e-c4ea-4bfb-84b2-ae487eff9364 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-group-rules/36a0718d-981a-4903-b48f-4ef29bdb905b HTTP/1.1" status: 404 len: 361 time: 0.1037993 Nov 10 03:48:21.962910 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:21.968663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:48:18Z', 'revision_number': 3, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port': {'id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:17Z', 'updated_at': '2021-11-10T03:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:22.000866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Checking router: cdf0b502-f388-4284-a40c-bef94de1c2f5 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:22.001225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Updating router cdf0b502-f388-4284-a40c-bef94de1c2f5 port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:48:22.017855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa2fda-01e0-4f67-be79-fe30a2babc82 req-759e35c1-4a14-43b0-a4a8-a5d60ae990e5 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:22.020603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2aa2fda-01e0-4f67-be79-fe30a2babc82 req-759e35c1-4a14-43b0-a4a8-a5d60ae990e5 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 943 time: 0.1471298 Nov 10 03:48:22.051189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77db5dd-6e86-46bc-9d96-5f8dbac957bc {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:22.072132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a77db5dd-6e86-46bc-9d96-5f8dbac957bc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:22.077915 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.082938 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.228247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Allocated IP 172.20.0.1 (937c6225-fab9-46d5-bff1-23c23688559f/39324d45-c4d9-4fb4-a395-99a0bf0d712f/95d8e5b5-7cd2-4273-b360-c86018d37a1f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:22.233270 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.328057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2aa2fda-01e0-4f67-be79-fe30a2babc82 req-75a656db-de46-4eda-96d5-b517c27dfaa7 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480750 Nov 10 03:48:22.342991 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e12a404-e90f-4518-bb1e-c252903cdd05 req-276f2d7c-6088-41bb-8325-2c0dda67d6d3 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/8e645f55-6288-481d-af8c-c336ace216a0 HTTP/1.1" status: 200 len: 1829 time: 0.2194364 Nov 10 03:48:22.379413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b910d5e-0cc6-47bf-aab8-3e86ff59847d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:22.397328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.408132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Checking segment: {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:22.408584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Network hostable DHCP agents. Network: 7ce3567c-66e5-407f-8a60-919f069f6d14, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:22.449362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e12a404-e90f-4518-bb1e-c252903cdd05 req-0f9aa7b6-1141-4ded-8b80-e8141987495a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.455981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:22.459897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.480620 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e12a404-e90f-4518-bb1e-c252903cdd05 req-0f9aa7b6-1141-4ded-8b80-e8141987495a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.483739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7ce3567c-66e5-407f-8a60-919f069f6d14) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:22.496263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:22.496942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.501263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:22.526613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a77db5dd-6e86-46bc-9d96-5f8dbac957bc'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:22.533547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128208b5-4265-4e3b-adc0-80692b976d8d None None] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:22.540623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f04b2de-4232-4a49-b5df-022b32f2bdb0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0138397 Nov 10 03:48:22.550863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:22.559279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:22.565171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e12a404-e90f-4518-bb1e-c252903cdd05 req-0f9aa7b6-1141-4ded-8b80-e8141987495a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.567689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Network 937c6225-fab9-46d5-bff1-23c23688559f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:22.571039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3e12a404-e90f-4518-bb1e-c252903cdd05 req-0f9aa7b6-1141-4ded-8b80-e8141987495a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.572707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e12a404-e90f-4518-bb1e-c252903cdd05 req-0f9aa7b6-1141-4ded-8b80-e8141987495a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e645f55-6288-481d-af8c-c336ace216a0 HTTP/1.1" status: 204 len: 173 time: 0.2281666 Nov 10 03:48:22.592240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aa7b6-1141-4ded-8b80-e8141987495a tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e645f55-6288-481d-af8c-c336ace216a0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:22.601210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:22.613426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:22.672143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.674261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.709735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c4bff3f-5fc2-4b6b-a465-59d226b48cba req-5379bac2-ff1c-48e6-88fd-21881a1692f2 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/e427ac88-0c85-407e-b541-67957662df1a HTTP/1.1" status: 200 len: 1832 time: 0.1039762 Nov 10 03:48:22.758152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=95d8e5b5-7cd2-4273-b360-c86018d37a1f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:22.819009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.886552 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:22.922674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-810b7de2-26d1-40a3-872e-7e767a8a3484 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:22.929490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83281d-517e-4023-8390-1ac7a1c3afd5 None None] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:22.930648 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-810b7de2-26d1-40a3-872e-7e767a8a3484 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 945 time: 0.1974194 Nov 10 03:48:23.166004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.188919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Deleting port a33787e7-5136-4bc4-86ee-9e134699d67b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:23.197727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.302986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.306845 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.359003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8678fc59-a874-43e7-a64f-100b0cd664df None None] Provisioning complete for port 95d8e5b5-7cd2-4273-b360-c86018d37a1f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:23.359388 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8678fc59-a874-43e7-a64f-100b0cd664df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.374548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.450354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] For port a33787e7-5136-4bc4-86ee-9e134699d67b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a33787e7-5136-4bc4-86ee-9e134699d67b,segment=NetworkSegment(25aec4d1-1350-4b22-afa9-9253895510b5),segment_id=25aec4d1-1350-4b22-afa9-9253895510b5)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:23.451052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.475145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Calling delete_port for a33787e7-5136-4bc4-86ee-9e134699d67b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:23.518132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Attempting to bind port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:23.518560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Attempting to bind port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:23.518973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Attempting to bind port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:23.562647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8678fc59-a874-43e7-a64f-100b0cd664df None None] Port 95d8e5b5-7cd2-4273-b360-c86018d37a1f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:48:23.607809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7bc61-100f-4d58-b6b0-2b9a27fce414 None None] Pushing event updated for resources: {'Port': ['ID=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:23.646410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:23.647077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:23.649219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.650989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:23.652480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Bound port: ce3bb9a2-59bf-421b-87d2-ea09ae380dfd, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:23.654508 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.692397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.709827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.790850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] For port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:23.805115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] For port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:23.811978 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.868019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.873116 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c4bff3f-5fc2-4b6b-a465-59d226b48cba req-167da9ce-c5bd-47c7-b42f-549451dda75d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.881120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.902019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Routers {'cdf0b502-f388-4284-a40c-bef94de1c2f5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:23.903508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cdf0b502-f388-4284-a40c-bef94de1c2f5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:23.919306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['a33787e7-5136-4bc4-86ee-9e134699d67b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:23.944170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d1644-9d5d-4dd7-b06e-2a1ecd17e820 req-a67760ee-d8b3-49c7-b793-de01b08f84c6 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:23.953260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e45d1644-9d5d-4dd7-b06e-2a1ecd17e820 req-a67760ee-d8b3-49c7-b793-de01b08f84c6 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20366e6-7d56-46e8-97e2-feafd06a40ef HTTP/1.1" status: 200 len: 867 time: 1.1484578 Nov 10 03:48:23.957893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c4bff3f-5fc2-4b6b-a465-59d226b48cba req-167da9ce-c5bd-47c7-b42f-549451dda75d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:23.962016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:24.007377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7bc61-100f-4d58-b6b0-2b9a27fce414 None None] Pushing event updated for resources: {'Port': ['ID=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:24.026779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=95d8e5b5-7cd2-4273-b360-c86018d37a1f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:24.116313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e45d1644-9d5d-4dd7-b06e-2a1ecd17e820 req-88f50a86-006a-45c7-86c9-efd7191808d1 tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.24 "GET /v2.0/security-groups?id=16261554-a29e-47d2-b11d-498221ea2594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621523 Nov 10 03:48:24.128051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c4bff3f-5fc2-4b6b-a465-59d226b48cba req-167da9ce-c5bd-47c7-b42f-549451dda75d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:24.132117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3c4bff3f-5fc2-4b6b-a465-59d226b48cba req-167da9ce-c5bd-47c7-b42f-549451dda75d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:24.151071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c4bff3f-5fc2-4b6b-a465-59d226b48cba req-167da9ce-c5bd-47c7-b42f-549451dda75d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "DELETE /v2.0/security-groups/e427ac88-0c85-407e-b541-67957662df1a HTTP/1.1" status: 204 len: 173 time: 1.4247315 Nov 10 03:48:24.156022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] No DVR routers for this DVR port a33787e7-5136-4bc4-86ee-9e134699d67b on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:48:24.161514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Pushing event deleted for resources: {'Port': ['ID=a33787e7-5136-4bc4-86ee-9e134699d67b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:24.164112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:24.168151 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ed81f1dd-e817-4d78-895e-7d87865c77f3 req-6763901f-18a7-4ac6-834b-5a6cabb7b99e tempest-ServerGroupTestJSON-1123248891 tempest-ServerGroupTestJSON-1123248891-project] 10.222.0.11 "DELETE /v2.0/ports/a33787e7-5136-4bc4-86ee-9e134699d67b HTTP/1.1" status: 204 len: 173 time: 1.2228436 Nov 10 03:48:24.185800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'name': 'network-vif-deleted', 'tag': 'a33787e7-5136-4bc4-86ee-9e134699d67b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:24.189767 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455130a5-9d76-49d6-b937-ca990df92876" -d '{"events": [{"server_uuid": "b20366e6-7d56-46e8-97e2-feafd06a40ef", "name": "network-vif-deleted", "tag": "a33787e7-5136-4bc4-86ee-9e134699d67b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:24.206858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] Set router cdf0b502-f388-4284-a40c-bef94de1c2f5 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:24.219956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167da9ce-c5bd-47c7-b42f-549451dda75d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e427ac88-0c85-407e-b541-67957662df1a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:24.297826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Network 937c6225-fab9-46d5-bff1-23c23688559f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:24.305716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:24.486892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Router cdf0b502-f388-4284-a40c-bef94de1c2f5 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:48:24.641182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e6020ef-10ce-4c0e-90b0-0858c0cc0f69 req-b75b1c14-abdb-43ac-bd89-86319253f30d tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/de695d05-bbba-45ff-945c-6a4fd1599694 HTTP/1.1" status: 200 len: 1832 time: 0.2111869 Nov 10 03:48:24.709241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 4, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port': {'id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:17Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '95d8e5b5-7cd2-4273-b360-c86018d37a1f', 'name': '', 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'mac_address': 'fa:16:3e:6f:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:21Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 2, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'subnets': [{'id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:24.729964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:24.824686 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:24.831204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:24.839094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2795c-2708-4006-a88f-b4dc4b7044b2 None None] The sync data for ids ['cdf0b502-f388-4284-a40c-bef94de1c2f5'] in n-d-817326-2 is: [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 4, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port': {'id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:17Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '95d8e5b5-7cd2-4273-b360-c86018d37a1f', 'name': '', 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'mac_address': 'fa:16:3e:6f:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:21Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 2, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'subnets': [{'id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:24.855081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a6823444-4792-4ebc-bb9b-e23e3195d2e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/cdf0b502-f388-4284-a40c-bef94de1c2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1673906 Nov 10 03:48:24.872001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996810-1479-480c-a1d4-0cbde89e2aeb req-6f0ac479-f38b-4a25-81e1-1e243a83ec95 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:24.873582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e996810-1479-480c-a1d4-0cbde89e2aeb req-6f0ac479-f38b-4a25-81e1-1e243a83ec95 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 944 time: 0.1925814 Nov 10 03:48:24.875655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c5f238cb-1ccc-4daf-85f5-19990e4f65b3 None None] Provisioning complete for port 95d8e5b5-7cd2-4273-b360-c86018d37a1f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:24.877875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c5f238cb-1ccc-4daf-85f5-19990e4f65b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:24.982834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c5f238cb-1ccc-4daf-85f5-19990e4f65b3 None None] Port 95d8e5b5-7cd2-4273-b360-c86018d37a1f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:48:25.045769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55102) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:25.073314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6e6020ef-10ce-4c0e-90b0-0858c0cc0f69 req-5189d96f-ddbc-402c-9e49-8f9831afa984 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.128033 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6e6020ef-10ce-4c0e-90b0-0858c0cc0f69 req-5189d96f-ddbc-402c-9e49-8f9831afa984 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.149747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-464907280'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:25.159891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Allocated IP 172.25.6.51 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e9190a91-5210-4375-ba5b-0ed97eeb7041) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:25.216594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:25.222227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.259836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:25.265284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a77db5dd-6e86-46bc-9d96-5f8dbac957bc up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:25.273276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.273733 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Added segment f4295301-6917-4836-bb0a-9c6e02345fac of type vlan for network 292365b2-8584-4f39-a20e-73433b5f3ba4 Nov 10 03:48:25.352255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port a77db5dd-6e86-46bc-9d96-5f8dbac957bc completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:48:25.357397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port a77db5dd-6e86-46bc-9d96-5f8dbac957bc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:25.357765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.367894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.401862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.412204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e996810-1479-480c-a1d4-0cbde89e2aeb req-0e114553-7e1a-419c-a8b5-d1305ea6dc02 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570733 Nov 10 03:48:25.426578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:25.428287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.450296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.476419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4284215 Nov 10 03:48:25.483098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55110) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:25.501312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'subnet': {'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:25.546495 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f79ab-03b7-4419-b402-10ddd0a95740 x-openstack-request-id: req-069f79ab-03b7-4419-b402-10ddd0a95740 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:25.547226 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20366e6-7d56-46e8-97e2-feafd06a40ef", "name": "network-vif-deleted", "tag": "a33787e7-5136-4bc4-86ee-9e134699d67b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:25.547339 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-069f79ab-03b7-4419-b402-10ddd0a95740 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:25.550393 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20366e6-7d56-46e8-97e2-feafd06a40ef', 'name': 'network-vif-deleted', 'tag': 'a33787e7-5136-4bc4-86ee-9e134699d67b', 'status': 'completed', 'code': 200} Nov 10 03:48:25.560864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.647472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd732a-79ea-4e47-ac90-372140524c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:25.653139 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce20223-2661-404c-a76e-d67b50cce4b0" -d '{"events": [{"server_uuid": "41bd732a-79ea-4e47-ac90-372140524c16", "name": "network-vif-plugged", "status": "completed", "tag": "a77db5dd-6e86-46bc-9d96-5f8dbac957bc"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:25.684057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a77db5dd-6e86-46bc-9d96-5f8dbac957bc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:25.685384 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6e6020ef-10ce-4c0e-90b0-0858c0cc0f69 req-5189d96f-ddbc-402c-9e49-8f9831afa984 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.693581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6e6020ef-10ce-4c0e-90b0-0858c0cc0f69 req-5189d96f-ddbc-402c-9e49-8f9831afa984 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.695485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e6020ef-10ce-4c0e-90b0-0858c0cc0f69 req-5189d96f-ddbc-402c-9e49-8f9831afa984 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "DELETE /v2.0/security-groups/de695d05-bbba-45ff-945c-6a4fd1599694 HTTP/1.1" status: 204 len: 173 time: 1.0533726 Nov 10 03:48:25.718455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:25.734088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3ed83-a61d-49e1-a62a-5fcd643261f9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Network': ['ID=292365b2-8584-4f39-a20e-73433b5f3ba4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:25.793603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189d96f-ddbc-402c-9e49-8f9831afa984 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de695d05-bbba-45ff-945c-6a4fd1599694,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:25.795781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:25.818217 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95383a-1fa0-416c-9e4d-a23eec85437c x-openstack-request-id: req-8f95383a-1fa0-416c-9e4d-a23eec85437c {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:25.818537 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd732a-79ea-4e47-ac90-372140524c16", "name": "network-vif-plugged", "status": "completed", "tag": "a77db5dd-6e86-46bc-9d96-5f8dbac957bc", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:25.818797 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f95383a-1fa0-416c-9e4d-a23eec85437c {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:25.819218 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd732a-79ea-4e47-ac90-372140524c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc', 'code': 200} Nov 10 03:48:26.004368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdab49c-f283-4b8d-90eb-ef199141b02c req-2b18eb8c-9fca-40d3-b338-f4d44241f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:26.007318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fdab49c-f283-4b8d-90eb-ef199141b02c req-2b18eb8c-9fca-40d3-b338-f4d44241f230 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 1096 time: 0.1108787 Nov 10 03:48:26.066517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.102969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bac7148-1fe3-4ad5-b491-d24a29bc8911 req-7c801903-aeb2-4c48-a671-8a6f993b8828 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/f63a0ba8-54b6-4dc4-b21d-2598f55245fc HTTP/1.1" status: 200 len: 1832 time: 0.2928765 Nov 10 03:48:26.180220 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fdab49c-f283-4b8d-90eb-ef199141b02c req-6bbc65f0-d0fd-4a59-879e-874dd64cf11d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628394 Nov 10 03:48:26.197919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:26.217820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:26.224648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:26.266595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55142) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:26.279760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:26.289708 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.351005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] Deleting subnet 323c709b-6cab-4913-91ee-3e67b451f110 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:48:26.356432 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.404425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:26.418915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.477854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.585723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.602553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Pushing event updated for resources: {'Port': ['ID=e9190a91-5210-4375-ba5b-0ed97eeb7041,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:26.625485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323c709b-6cab-4913-91ee-3e67b451f110,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:26.635823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.640564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1d15d990-6571-4420-819c-2701d06bcf59 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/323c709b-6cab-4913-91ee-3e67b451f110 HTTP/1.1" status: 204 len: 168 time: 0.3721385 Nov 10 03:48:26.643899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55150) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:26.725093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7bac7148-1fe3-4ad5-b491-d24a29bc8911 req-a527a719-6c00-4f19-85b8-e8bcfcadbceb tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.749007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.773895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd329a-0e6f-4743-9e8e-e13cf8b402b8 req-de11f9b0-fa43-4955-8d85-91cf2c2219db tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:26.781715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfcd329a-0e6f-4743-9e8e-e13cf8b402b8 req-de11f9b0-fa43-4955-8d85-91cf2c2219db tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.1810174 Nov 10 03:48:26.864469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7bac7148-1fe3-4ad5-b491-d24a29bc8911 req-a527a719-6c00-4f19-85b8-e8bcfcadbceb tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.935656 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:26.949006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce3bb9a2-59bf-421b-87d2-ea09ae380dfd up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:27.004166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fbc3bc8-cc82-4c49-a2e4-420aef2a693b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:27.026340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25aec4d1-1350-4b22-afa9-9253895510b5') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:27.026610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25aec4d1-1350-4b22-afa9-9253895510b5') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:27.041674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.066837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:27.067217 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.112386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.132123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:48:27.133590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.148359 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7bac7148-1fe3-4ad5-b491-d24a29bc8911 req-a527a719-6c00-4f19-85b8-e8bcfcadbceb tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.155867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-7bac7148-1fe3-4ad5-b491-d24a29bc8911 req-a527a719-6c00-4f19-85b8-e8bcfcadbceb tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.157087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bac7148-1fe3-4ad5-b491-d24a29bc8911 req-a527a719-6c00-4f19-85b8-e8bcfcadbceb tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "DELETE /v2.0/security-groups/f63a0ba8-54b6-4dc4-b21d-2598f55245fc HTTP/1.1" status: 204 len: 173 time: 0.9743237 Nov 10 03:48:27.193179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfcd329a-0e6f-4743-9e8e-e13cf8b402b8 req-faac3369-fa4e-4e21-ab4e-5cb15f18a45b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105651 Nov 10 03:48:27.247085 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:48:27.249863 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:48:27.257328 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.300379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:27.300792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.309566 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.310621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.330817 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0fbc3bc8-cc82-4c49-a2e4-420aef2a693b HTTP/1.1" status: 204 len: 168 time: 0.6800363 Nov 10 03:48:27.377929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3f2ad-5fbd-453d-b1a8-7e6c4d3bc9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fbc3bc8-cc82-4c49-a2e4-420aef2a693b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:27.421863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:27.482121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527a719-6c00-4f19-85b8-e8bcfcadbceb tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a0ba8-54b6-4dc4-b21d-2598f55245fc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:27.523533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a33787e7-5136-4bc4-86ee-9e134699d67b no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:27.542283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55162) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:27.545995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: a33787e7-5136-4bc4-86ee-9e134699d67b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:48:27.546180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a33787e7-5136-4bc4-86ee-9e134699d67b not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:48:27.623105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-012c5579-d9f2-4d9c-9997-b0c6dcf99b60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80a5bdbd136f44e7948221a95910bdc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793028 Nov 10 03:48:27.625510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55164) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:27.686931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ba4643f-e789-410a-b5c8-025da0199207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.709376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c52737e-4677-4825-8d8f-6a0750f023c4 req-a4f1c2c6-fed8-4a6c-94ca-1f2d56733406 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "GET /v2.0/security-groups/d618740d-5d7a-4e0b-9003-4574beba10be HTTP/1.1" status: 200 len: 1832 time: 0.2527704 Nov 10 03:48:27.724617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ba4643f-e789-410a-b5c8-025da0199207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.743367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.915136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ba4643f-e789-410a-b5c8-025da0199207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.918000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ba4643f-e789-410a-b5c8-025da0199207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.921433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1ba4643f-e789-410a-b5c8-025da0199207 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16261554-a29e-47d2-b11d-498221ea2594 HTTP/1.1" status: 204 len: 168 time: 0.2924182 Nov 10 03:48:27.940089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4643f-e789-410a-b5c8-025da0199207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16261554-a29e-47d2-b11d-498221ea2594,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:27.941259 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:27.971413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Subnet': ['ID=165d4c49-3c98-4613-ac49-b3dfaef6fbb7,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:28.029115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1c52737e-4677-4825-8d8f-6a0750f023c4 req-f555de61-0398-47b5-9de4-c0d0f2678ab9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.046224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Checking segment: {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:28.046586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network hostable DHCP agents. Network: 292365b2-8584-4f39-a20e-73433b5f3ba4, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:28.117580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1c52737e-4677-4825-8d8f-6a0750f023c4 req-f555de61-0398-47b5-9de4-c0d0f2678ab9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.196319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:28.223645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 292365b2-8584-4f39-a20e-73433b5f3ba4) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:28.228276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1c52737e-4677-4825-8d8f-6a0750f023c4 req-f555de61-0398-47b5-9de4-c0d0f2678ab9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.231748 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-1c52737e-4677-4825-8d8f-6a0750f023c4 req-f555de61-0398-47b5-9de4-c0d0f2678ab9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.233015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c52737e-4677-4825-8d8f-6a0750f023c4 req-f555de61-0398-47b5-9de4-c0d0f2678ab9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] 10.222.0.24 "DELETE /v2.0/security-groups/d618740d-5d7a-4e0b-9003-4574beba10be HTTP/1.1" status: 204 len: 173 time: 0.5156603 Nov 10 03:48:28.233798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be1f36a-325c-48a1-a237-760e026c6b07 None None] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:28.243555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:28.244381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55176) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:28.244531 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.262312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555de61-0398-47b5-9de4-c0d0f2678ab9 tempest-SecurityGroupRulesNegativeTestJSON-1950692054 tempest-SecurityGroupRulesNegativeTestJSON-1950692054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d618740d-5d7a-4e0b-9003-4574beba10be,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:28.295937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e9f872f1-381d-47a0-9f6a-e3a73dca15d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8104384 Nov 10 03:48:28.297884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55180) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:28.303383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1900959034'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:28.381864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:28.385704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.416560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:48:28.422287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] Deleting subnet 6dd49f58-7422-4a57-bab3-d4c3fc44fb77 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:48:28.427615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.493780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:28.510662 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.511002 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Added segment b765ca25-73bf-431f-abcf-d366faf578cf of type vlan for network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 Nov 10 03:48:28.549261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.610472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.622132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5a336-6474-438d-af91-7ea57a2b2b22 req-27a50ec7-f100-41a6-a34e-8a1b133cb906 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:28.623823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bf5a336-6474-438d-af91-7ea57a2b2b22 req-27a50ec7-f100-41a6-a34e-8a1b133cb906 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.3267167 Nov 10 03:48:28.711791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-292365b2-8584-4f39-a20e-73433b5f3ba4', 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'fixed_ips': [{'subnet_id': '165d4c49-3c98-4613-ac49-b3dfaef6fbb7'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:48:28.712717 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.731672 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Sync routers for ids ['cdf0b502-f388-4284-a40c-bef94de1c2f5'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:28.742580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.755801 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Routers {'cdf0b502-f388-4284-a40c-bef94de1c2f5'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:28.757796 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cdf0b502-f388-4284-a40c-bef94de1c2f5'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:28.772596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.784108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:28.786630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.894807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.905608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bf5a336-6474-438d-af91-7ea57a2b2b22 req-c963eed3-e980-4a49-9d14-58330aa96c83 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653785 Nov 10 03:48:28.935479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce3bb9a2-59bf-421b-87d2-ea09ae380dfd up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:28.963988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:28.974504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6dd49f58-7422-4a57-bab3-d4c3fc44fb77 HTTP/1.1" status: 204 len: 168 time: 0.7267344 Nov 10 03:48:28.975576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b9fd8-0c43-4daf-8b7c-c6777e9221c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd49f58-7422-4a57-bab3-d4c3fc44fb77,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:28.978508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55200) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:28.997902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Network': ['ID=a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:29.018862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f897e779-e75e-4e21-8106-24e3c5740d7f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7192161 Nov 10 03:48:29.020608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:29.022319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55202) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:29.030845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'subnet': {'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:29.043096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:29.078253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Sync routers for ids ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:29.178718 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.180068 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2c7a43b5-6696-41ab-b4f7-894394015cfc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6275489 Nov 10 03:48:29.196642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.197014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283e9a5-6a7c-444b-93e8-27cfc82d82b5 req-17850945-2c4f-4295-9448-a3a4f112be91 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:29.198808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0283e9a5-6a7c-444b-93e8-27cfc82d82b5 req-17850945-2c4f-4295-9448-a3a4f112be91 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.1048393 Nov 10 03:48:29.199457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55206) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:29.352483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Routers {'641b5ccb-2b29-442e-a29c-4413dd2e02d9'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:29.353369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:29.394851 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Set router cdf0b502-f388-4284-a40c-bef94de1c2f5 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:29.398399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.443819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a97e99-6d50-49b8-9a29-74a8264b86c0']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:29.464022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03987f3f-cb16-4055-bf6a-c47b26abd5a5') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:29.464499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03987f3f-cb16-4055-bf6a-c47b26abd5a5') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:29.492875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Allocated IP 19.80.0.2 (292365b2-8584-4f39-a20e-73433b5f3ba4/165d4c49-3c98-4613-ac49-b3dfaef6fbb7/250724f1-2d8f-4720-8dba-bd8d3b266d14) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:29.496035 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.525977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.541862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:48:29.542476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:48:29.546608 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:48:29.552418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:29.553440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.624106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0283e9a5-6a7c-444b-93e8-27cfc82d82b5 req-22522cc3-ba3e-4fe4-a52a-0be0d9e2dc09 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538061 Nov 10 03:48:29.651404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55220) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:29.661004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.674318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.679182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:29.684216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] 10.222.0.24 "DELETE /v2.0/networks/02a97e99-6d50-49b8-9a29-74a8264b86c0 HTTP/1.1" status: 204 len: 168 time: 0.7007935 Nov 10 03:48:29.697244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.726215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d701-f8b2-48d0-9861-346f78626763 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a97e99-6d50-49b8-9a29-74a8264b86c0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:29.758227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Set router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:29.863584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-369016780-network', 'tenant_id': '1e2ad1fbdbbf419192b9d87944a4893a'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:29.907595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Made reservation on behalf of 1e2ad1fbdbbf419192b9d87944a4893a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:29.911437 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.921698 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:29.938878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55230) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:29.998411 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 4, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port': {'id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:17Z', 'updated_at': '2021-11-10T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '95d8e5b5-7cd2-4273-b360-c86018d37a1f', 'name': '', 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'mac_address': 'fa:16:3e:6f:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:21Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 2, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'subnets': [{'id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:30.039992 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Checking router: cdf0b502-f388-4284-a40c-bef94de1c2f5 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:30.041739 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Updating router cdf0b502-f388-4284-a40c-bef94de1c2f5 port 95d8e5b5-7cd2-4273-b360-c86018d37a1f binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:48:30.079304 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.118540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa5689cf-df18-4211-af7c-1b2ba591b128 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3596308ef154f7484a1484b0cdc07a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777234 Nov 10 03:48:30.128018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55232) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:30.142611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.182306 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.298819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb20777-e594-4d05-8f2f-9f5376fc8ffb req-be446f64-75b6-4259-bfc1-58e7d37dd42d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:30.300819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adb20777-e594-4d05-8f2f-9f5376fc8ffb req-be446f64-75b6-4259-bfc1-58e7d37dd42d tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.2802973 Nov 10 03:48:30.319482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:30.361031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1227765-8110-4b43-9cdf-0804eddaaea3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:30.381816 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.384862 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Added segment df46299d-c2c1-4be1-84bb-3f59f0f16bed of type vlan for network babc7583-3852-4ea4-9310-77a92d276210 Nov 10 03:48:30.393470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:48:26Z', 'revision_number': 3, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port': {'id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:24Z', 'updated_at': '2021-11-10T03:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:30.431282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.433338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Checking router: 641b5ccb-2b29-442e-a29c-4413dd2e02d9 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:30.433686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Updating router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 port e9190a91-5210-4375-ba5b-0ed97eeb7041 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:48:30.474672 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.496663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad321d4b-5d10-4e6f-b515-fb0eccfc44a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.513458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.534762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad321d4b-5d10-4e6f-b515-fb0eccfc44a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.608893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.608893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:30.608893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.609759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Pushing event updated for resources: {'Port': ['ID=250724f1-2d8f-4720-8dba-bd8d3b266d14,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:30.652694 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.660279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:30.666490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:30.726710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:30.760504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1061995 Nov 10 03:48:30.771121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55240) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:30.773682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942fe3a-2cf0-417a-9149-5bfde79cdc4e admin admin] Pushing event updated for resources: {'Network': ['ID=babc7583-3852-4ea4-9310-77a92d276210,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:30.774869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.791817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Request body: {'subnet': {'network_id': 'babc7583-3852-4ea4-9310-77a92d276210', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-369016780-subnet', 'tenant_id': '1e2ad1fbdbbf419192b9d87944a4893a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:30.824488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad321d4b-5d10-4e6f-b515-fb0eccfc44a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.836216 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad321d4b-5d10-4e6f-b515-fb0eccfc44a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.839914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network babc7583-3852-4ea4-9310-77a92d276210 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:30.840405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ad321d4b-5d10-4e6f-b515-fb0eccfc44a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc4c4c8-1ddc-4582-ad4e-33ae548983a8 HTTP/1.1" status: 204 len: 168 time: 0.7044179 Nov 10 03:48:30.872731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adb20777-e594-4d05-8f2f-9f5376fc8ffb req-399038f4-b69a-4b76-b84c-7a1432e63344 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243201 Nov 10 03:48:30.901787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad321d4b-5d10-4e6f-b515-fb0eccfc44a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc4c4c8-1ddc-4582-ad4e-33ae548983a8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:30.915401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Made reservation on behalf of 1e2ad1fbdbbf419192b9d87944a4893a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:30.929732 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.997133 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:30.999382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.006302 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.108814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Subnet': ['ID=bc692f55-f877-4077-bee7-fa5ad86b43d6,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:31.174166 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df49ee3-8920-4b19-9053-452028e1af98 None None] Pushing event updated for resources: {'Port': ['ID=95d8e5b5-7cd2-4273-b360-c86018d37a1f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:31.230490 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Attempting to bind port 95d8e5b5-7cd2-4273-b360-c86018d37a1f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:31.232880 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Attempting to bind port 95d8e5b5-7cd2-4273-b360-c86018d37a1f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:31.233254 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Attempting to bind port 95d8e5b5-7cd2-4273-b360-c86018d37a1f on network 937c6225-fab9-46d5-bff1-23c23688559f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:31.250870 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:31.253048 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Checking segment: {'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:31.253573 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.253998 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Bound using segment: {'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:31.254505 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Bound port: 95d8e5b5-7cd2-4273-b360-c86018d37a1f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7d04dd-ee41-4d0e-88bd-afd87a14f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:31.256221 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.305846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Attempting to bind port 250724f1-2d8f-4720-8dba-bd8d3b266d14 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:31.310867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Attempting to bind port 250724f1-2d8f-4720-8dba-bd8d3b266d14 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:31.311939 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Attempting to bind port 250724f1-2d8f-4720-8dba-bd8d3b266d14 on network 292365b2-8584-4f39-a20e-73433b5f3ba4 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:31.347648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:31.358271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Checking segment: {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:31.363507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.364166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Bound using segment: {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:31.366628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Bound port: 250724f1-2d8f-4720-8dba-bd8d3b266d14, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:31.369759 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.408021 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] For port 95d8e5b5-7cd2-4273-b360-c86018d37a1f, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:31.412848 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] For port 95d8e5b5-7cd2-4273-b360-c86018d37a1f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=95d8e5b5-7cd2-4273-b360-c86018d37a1f,segment=NetworkSegment(0e7d04dd-ee41-4d0e-88bd-afd87a14f067),segment_id=0e7d04dd-ee41-4d0e-88bd-afd87a14f067)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:31.418027 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.490221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Allocated IP 172.20.0.1 (7ce3567c-66e5-407f-8a60-919f069f6d14/1b910d5e-0cc6-47bf-aab8-3e86ff59847d/06244e04-eee4-4822-8300-876988342664) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:31.523539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:31.583963 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Routers {'cdf0b502-f388-4284-a40c-bef94de1c2f5'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:31.589017 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cdf0b502-f388-4284-a40c-bef94de1c2f5'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:31.654575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Checking segment: {'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:31.654947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network hostable DHCP agents. Network: a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:31.789975 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df49ee3-8920-4b19-9053-452028e1af98 None None] Pushing event updated for resources: {'Port': ['ID=95d8e5b5-7cd2-4273-b360-c86018d37a1f,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:31.847777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:31.921880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4763-6b04-43ae-8f59-3c8e0b392e3c req-bb1bf4fa-de99-4893-a51e-47ec5343196f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:31.930262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cedb4763-6b04-43ae-8f59-3c8e0b392e3c req-bb1bf4fa-de99-4893-a51e-47ec5343196f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.8172762 Nov 10 03:48:31.982561 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] Set router cdf0b502-f388-4284-a40c-bef94de1c2f5 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:31.987181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:31.995316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] For port 250724f1-2d8f-4720-8dba-bd8d3b266d14, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:32.007545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] For port 250724f1-2d8f-4720-8dba-bd8d3b266d14, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=250724f1-2d8f-4720-8dba-bd8d3b266d14,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:32.009353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:32.017600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:32.018562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0e88e-e5b9-4d08-a350-ea41c9c00932 None None] Network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:32.021742 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:32.211272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6ebcd5d9-1f18-467e-94c3-a51518bc6d00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1876206 Nov 10 03:48:32.250366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:32.281158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cedb4763-6b04-43ae-8f59-3c8e0b392e3c req-6a06f085-41e8-4729-8fef-1d1a967d5bd8 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439000 Nov 10 03:48:32.364481 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:32.365713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1394dc-3a69-4dbc-8c8d-327043c97851,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:32.383573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-35035ffb-d2a5-4d24-9bb8-87d03a3ae5a7 None None] Provisioning complete for port 95d8e5b5-7cd2-4273-b360-c86018d37a1f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:32.388316 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-35035ffb-d2a5-4d24-9bb8-87d03a3ae5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:32.451915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Checking segment: {'id': 'df46299d-c2c1-4be1-84bb-3f59f0f16bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'babc7583-3852-4ea4-9310-77a92d276210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:32.452728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Network hostable DHCP agents. Network: babc7583-3852-4ea4-9310-77a92d276210, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:32.480414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:32.501340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Network babc7583-3852-4ea4-9310-77a92d276210 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:32.505223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:32.523742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:32.523842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, babc7583-3852-4ea4-9310-77a92d276210) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:32.538042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:32.539256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Pushing event updated for resources: {'Port': ['ID=06244e04-eee4-4822-8300-876988342664,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:32.540790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:32.590223 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cf5203ab-1ad8-45e3-ab98-5e36a00ede50 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8077803 Nov 10 03:48:32.650390 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 4, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port': {'id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:17Z', 'updated_at': '2021-11-10T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '95d8e5b5-7cd2-4273-b360-c86018d37a1f', 'name': '', 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'mac_address': 'fa:16:3e:6f:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:21Z', 'updated_at': '2021-11-10T03:48:31Z', 'revision_number': 4, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'subnets': [{'id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:32.666355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed39acf-453a-4fac-a22d-c71186f19a33 None None] Network babc7583-3852-4ea4-9310-77a92d276210 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:32.802261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:32.807596 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce981b6e-1d53-4526-92e9-65ccec8000c4 None None] The sync data for ids ['cdf0b502-f388-4284-a40c-bef94de1c2f5'] in n-d-817326-2 is: [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:48:23Z', 'revision_number': 4, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port': {'id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:17Z', 'updated_at': '2021-11-10T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '95d8e5b5-7cd2-4273-b360-c86018d37a1f', 'name': '', 'network_id': '937c6225-fab9-46d5-bff1-23c23688559f', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'mac_address': 'fa:16:3e:6f:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:21Z', 'updated_at': '2021-11-10T03:48:31Z', 'revision_number': 4, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'subnets': [{'id': '39324d45-c4d9-4fb4-a395-99a0bf0d712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:32.834498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91b12e-1cef-4757-b796-ecaeb5484c62 None None] Pushing event updated for resources: {'Port': ['ID=250724f1-2d8f-4720-8dba-bd8d3b266d14,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:33.032201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.047512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:33.065810 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.232359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353b238-39c9-46eb-b4b7-6b623f21e0f6 None None] Pushing event updated for resources: {'Port': ['ID=e9190a91-5210-4375-ba5b-0ed97eeb7041,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:33.239923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95d8e5b5-7cd2-4273-b360-c86018d37a1f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:33.275462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-459205369-network', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:33.328550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Made reservation on behalf of 15d571b56e3c42d59a2577a7da379f0b for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:33.333205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.347687 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.484437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Attempting to bind port e9190a91-5210-4375-ba5b-0ed97eeb7041 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:33.484822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Attempting to bind port e9190a91-5210-4375-ba5b-0ed97eeb7041 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:33.485266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Attempting to bind port e9190a91-5210-4375-ba5b-0ed97eeb7041 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:33.540664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-35035ffb-d2a5-4d24-9bb8-87d03a3ae5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.562467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.569357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.583229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:33.583607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:33.584013 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.584408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:33.584897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Bound port: e9190a91-5210-4375-ba5b-0ed97eeb7041, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:33.585470 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.656701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ce76aa-31b3-4905-9dee-da0b4f2bed0a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:33.684093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:33.726034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.726825 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Added segment ddd070a4-ba01-42b9-a335-e5da61b5a285 of type vlan for network 698283b8-1ee0-408a-89b6-d4887200d304 Nov 10 03:48:33.810824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.846017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.847299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:33.848799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.883858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8318052 Nov 10 03:48:33.891941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7', 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'fixed_ips': [{'subnet_id': 'bc692f55-f877-4077-bee7-fa5ad86b43d6'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:48:33.893563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:33.920940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55312) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:33.933562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52c166-c20b-4c37-ba37-6498e547b1d3 None None] Network babc7583-3852-4ea4-9310-77a92d276210 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:33.990384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Request body: {'subnet': {'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-459205369-subnet', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:34.009572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 95d8e5b5-7cd2-4273-b360-c86018d37a1f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:34.010152 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.026930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Made reservation on behalf of 15d571b56e3c42d59a2577a7da379f0b for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:34.032642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.113849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1448c-c06d-4b1c-b9f3-4af04d383e40 admin admin] Pushing event updated for resources: {'Network': ['ID=698283b8-1ee0-408a-89b6-d4887200d304,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:34.182245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 698283b8-1ee0-408a-89b6-d4887200d304 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:34.184569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f96c8b-7c54-419f-a816-45b8b2921824 None None] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:34.208813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-cad90251-3bfd-4fa0-8bf1-292ca08a037a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:34.216045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-cad90251-3bfd-4fa0-8bf1-292ca08a037a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:34.217912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-cad90251-3bfd-4fa0-8bf1-292ca08a037a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/networks?id=292365b2-8584-4f39-a20e-73433b5f3ba4&id=a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7&id=292365b2-8584-4f39-a20e-73433b5f3ba4 HTTP/1.1" status: 200 len: 1391 time: 1.5632961 Nov 10 03:48:34.241703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-9e3e9fbf-7331-4dd2-bba7-9a5553857ada tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/quotas/184d19b008dc47b986fbbe98d99860b3 HTTP/1.1" status: 200 len: 375 time: 0.0132015 Nov 10 03:48:34.281244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-35035ffb-d2a5-4d24-9bb8-87d03a3ae5a7 None None] For port 95d8e5b5-7cd2-4273-b360-c86018d37a1f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=95d8e5b5-7cd2-4273-b360-c86018d37a1f,segment=NetworkSegment(0e7d04dd-ee41-4d0e-88bd-afd87a14f067),segment_id=0e7d04dd-ee41-4d0e-88bd-afd87a14f067)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:34.312305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.329386 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-35035ffb-d2a5-4d24-9bb8-87d03a3ae5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.336735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.354080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bfe80-ef6b-4eb4-9676-30b165cbf4bb req-1ea889a6-c1be-45a6-b98e-d2101e13fee7 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:34.356049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d5bfe80-ef6b-4eb4-9676-30b165cbf4bb req-1ea889a6-c1be-45a6-b98e-d2101e13fee7 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 1.2920251 Nov 10 03:48:34.415694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-16b7cb14-656d-4d2b-a456-1c6726299862 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464317 Nov 10 03:48:34.433279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=550905e6-dfbc-402d-8a50-4db0d6bfa3fc,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:34.452312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Checking segment: {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:34.452800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Network hostable DHCP agents. Network: 698283b8-1ee0-408a-89b6-d4887200d304, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:34.477592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Network 698283b8-1ee0-408a-89b6-d4887200d304 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:34.490276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 698283b8-1ee0-408a-89b6-d4887200d304) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:34.496254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:34.496585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.499846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] For port e9190a91-5210-4375-ba5b-0ed97eeb7041, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:34.525560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2124b05c-e096-4cf5-9480-fa854b402187 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6030753 Nov 10 03:48:34.528171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55316) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:34.536069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:34.547902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d5bfe80-ef6b-4eb4-9676-30b165cbf4bb req-4823df1e-de2b-42a5-96ec-9fcbdcccfd62 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793187 Nov 10 03:48:34.555862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd168b-6942-4944-9b9b-1aebcfb1a3ea None None] Network 698283b8-1ee0-408a-89b6-d4887200d304 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:34.559777 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035ffb-d2a5-4d24-9bb8-87d03a3ae5a7 None None] Pushing event updated for resources: {'Port': ['ID=95d8e5b5-7cd2-4273-b360-c86018d37a1f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:34.605530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] For port e9190a91-5210-4375-ba5b-0ed97eeb7041, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e9190a91-5210-4375-ba5b-0ed97eeb7041,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:34.609083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.611988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.692157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-d5c06a0e-1b44-4635-a83e-374523b51c62 service neutron] 10.222.0.24 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606401 Nov 10 03:48:34.706942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-91581809-e684-4757-939f-6dba5783158c None None] Provisioning complete for port 250724f1-2d8f-4720-8dba-bd8d3b266d14 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:34.707414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91581809-e684-4757-939f-6dba5783158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.753243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.754040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.846791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353b238-39c9-46eb-b4b7-6b623f21e0f6 None None] Pushing event updated for resources: {'Port': ['ID=e9190a91-5210-4375-ba5b-0ed97eeb7041,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:34.860594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:34.878986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.057214 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.062563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Routers {'641b5ccb-2b29-442e-a29c-4413dd2e02d9'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:35.063504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:35.179682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-324ccfb7-42dc-45f5-a3f1-9a38691fb68f tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:35.193377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-324ccfb7-42dc-45f5-a3f1-9a38691fb68f tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/networks?id=babc7583-3852-4ea4-9310-77a92d276210 HTTP/1.1" status: 200 len: 820 time: 0.2043397 Nov 10 03:48:35.206713 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-0ccc34e5-4f29-465e-9d07-56487b5711c1 service neutron] 10.222.0.24 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040927 Nov 10 03:48:35.316863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-cab2d8aa-28ea-4f46-a554-37e1590ae998 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/quotas/1e2ad1fbdbbf419192b9d87944a4893a HTTP/1.1" status: 200 len: 375 time: 0.1222491 Nov 10 03:48:35.435839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.450390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-87ea0044-bb39-4c98-8d80-077c4c6571eb service neutron] 10.222.0.24 "GET /v2.0/networks/a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296450 Nov 10 03:48:35.454026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Pushing event updated for resources: {'Port': ['ID=06244e04-eee4-4822-8300-876988342664,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:35.454362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.484240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.512514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Allocated IP 19.86.0.2 (a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7/bc692f55-f877-4077-bee7-fa5ad86b43d6/acd7184b-2613-4064-8d00-1ed683f8774f) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:35.601628 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-d6707d31-047c-4090-9815-590fe994bf24 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e2ad1fbdbbf419192b9d87944a4893a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2838566 Nov 10 03:48:35.640199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 250724f1-2d8f-4720-8dba-bd8d3b266d14 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:35.653133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-516627ca-5470-44e1-8752-17902188f5e9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:48:35.655078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-516627ca-5470-44e1-8752-17902188f5e9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302672 Nov 10 03:48:35.712281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Allocated IP 172.25.6.106 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/7b5455b6-2d6d-4982-a8f6-efa2393911b9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:35.848426 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91581809-e684-4757-939f-6dba5783158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.893511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.899014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-1787c37e-4298-487d-9978-5c9fb3686faa service neutron] 10.222.0.24 "GET /v2.0/networks/a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918205 Nov 10 03:48:35.934443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.964390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-91581809-e684-4757-939f-6dba5783158c None None] For port 250724f1-2d8f-4720-8dba-bd8d3b266d14, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=250724f1-2d8f-4720-8dba-bd8d3b266d14,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:35.967938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-698283b8-1ee0-408a-89b6-d4887200d304', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:48:35.968868 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.980745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 250724f1-2d8f-4720-8dba-bd8d3b266d14 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:35.981115 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:35.987175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:35.988706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:35.992004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-526269e0-e072-4b94-93a3-b132d13401d9 service neutron] 10.222.0.24 "GET /v2.0/networks/babc7583-3852-4ea4-9310-77a92d276210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854319 Nov 10 03:48:35.992192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:35.996165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:35.997556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:36.009346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91581809-e684-4757-939f-6dba5783158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:36.020381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Pushing event updated for resources: {'Port': ['ID=7b5455b6-2d6d-4982-a8f6-efa2393911b9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:36.129253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] Set router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:36.193452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:36.198911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-2bf891b4-31c7-4371-9d5f-da923a7ab5fa service neutron] 10.222.0.24 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882354 Nov 10 03:48:36.259155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-91581809-e684-4757-939f-6dba5783158c None None] Provisioning complete for port 95d8e5b5-7cd2-4273-b360-c86018d37a1f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:36.259751 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91581809-e684-4757-939f-6dba5783158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:36.273595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-2a4a18ed-e077-435a-bc62-0c8a4f080ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/babc7583-3852-4ea4-9310-77a92d276210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708526 Nov 10 03:48:36.299366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:48:36.310334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:36.329100 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:36.410020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91581809-e684-4757-939f-6dba5783158c None None] Pushing event updated for resources: {'Port': ['ID=250724f1-2d8f-4720-8dba-bd8d3b266d14,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:36.446104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-2f19a424-ee36-4746-aa28-7bbc67a4b089 service neutron] 10.222.0.24 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364063 Nov 10 03:48:36.620398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:36.635164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0a854870-c171-43ea-85f6-38f3db8f975c admin admin] 10.222.0.24 "PUT /v2.0/routers/641b5ccb-2b29-442e-a29c-4413dd2e02d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4299507 Nov 10 03:48:36.661879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:36.696394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:36.822002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c70a77-107c-470a-864b-5b3b6d76b5b9 req-3132d492-74d3-4040-b3b1-87f312d158d0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:36.823657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47c70a77-107c-470a-864b-5b3b6d76b5b9 req-3132d492-74d3-4040-b3b1-87f312d158d0 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.1594446 Nov 10 03:48:36.831158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:36.863063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:36.894279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Pushing event updated for resources: {'Port': ['ID=acd7184b-2613-4064-8d00-1ed683f8774f,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:36.953417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95d8e5b5-7cd2-4273-b360-c86018d37a1f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:36.962064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Allocated IP 172.20.0.2 (698283b8-1ee0-408a-89b6-d4887200d304/550905e6-dfbc-402d-8a50-4db0d6bfa3fc/c410e66f-ae9c-4771-8345-264a3c29dc5a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:37.075681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47c70a77-107c-470a-864b-5b3b6d76b5b9 req-195eed0d-93cc-4a18-bbcc-7afe1f0c1252 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074630 Nov 10 03:48:37.082635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Router 79d97177-f738-478a-9254-51e17355b172 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:48:37.154716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-3935ae50-d749-42fa-bb47-031469a166c2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:37.156507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-3935ae50-d749-42fa-bb47-031469a166c2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 0.3272252 Nov 10 03:48:37.171070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Attempting to bind port acd7184b-2613-4064-8d00-1ed683f8774f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:37.171684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Attempting to bind port acd7184b-2613-4064-8d00-1ed683f8774f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:37.176405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Attempting to bind port acd7184b-2613-4064-8d00-1ed683f8774f on network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:37.177767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-dbeb0d74-8c45-49b5-8502-9aba92a06bbf tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/quotas/d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 375 time: 0.0121090 Nov 10 03:48:37.217535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:37.217904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Checking segment: {'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:37.218323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.218691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Bound using segment: {'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:37.219159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Bound port: acd7184b-2613-4064-8d00-1ed683f8774f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:37.219535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.302145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:37.316121 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Sync routers for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:37.326931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-890fcd41-92dc-4dd0-adab-b5ea36d26491 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416566 Nov 10 03:48:37.329117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9b8a5bee-c07f-4575-aff6-43ff0f46b807 None None] Provisioning complete for port 250724f1-2d8f-4720-8dba-bd8d3b266d14 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:37.329518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b8a5bee-c07f-4575-aff6-43ff0f46b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.332580 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:37.333189 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:37.348638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.354646 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7b26ddd5-c01d-49d5-a9dd-5942d3c68f9a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8237479 Nov 10 03:48:37.356098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55376) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:37.399705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a52d40f2-1b77-4b0d-be7c-028b7b0388c3 req-d88d8d41-07c3-47ff-bb37-93dd19c2944c tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 210 time: 0.1127667 Nov 10 03:48:37.419418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 95d8e5b5-7cd2-4273-b360-c86018d37a1f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:37.419797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.528922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] For port acd7184b-2613-4064-8d00-1ed683f8774f, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:37.529347 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:37.597042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] For port acd7184b-2613-4064-8d00-1ed683f8774f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=acd7184b-2613-4064-8d00-1ed683f8774f,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:37.603150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-7d8053b5-815f-43f5-b593-d7366d7d93c6 service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305644 Nov 10 03:48:37.619152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 4, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port': {'id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:24Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '06244e04-eee4-4822-8300-876988342664', 'name': '', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'mac_address': 'fa:16:3e:55:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:31Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 2, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'subnets': [{'id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:37.667392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.674308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca4419-2926-4214-93e9-82efd721b0fb None None] The sync data for ids ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'] in n-d-817326-2 is: [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 4, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port': {'id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:24Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '06244e04-eee4-4822-8300-876988342664', 'name': '', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'mac_address': 'fa:16:3e:55:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:31Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 2, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'subnets': [{'id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:37.763312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-aba9f43d-8d25-4443-86fd-ff51e9a69cfa service neutron] 10.222.0.24 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590245 Nov 10 03:48:37.773056 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.796921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:37.912515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-642eddfa-8040-4781-80d6-f62b6dbfc604 req-9f7ceffe-9855-42b4-9874-7497ffa39e4a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 210 time: 0.3069656 Nov 10 03:48:38.039286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec417efd-6f3f-4e75-ad52-31a0ced40267 None None] Pushing event updated for resources: {'Port': ['ID=acd7184b-2613-4064-8d00-1ed683f8774f,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:38.057718 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:36Z', 'revision_number': 3, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:38.115003 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Checking router: 79d97177-f738-478a-9254-51e17355b172 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:38.115488 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Updating router 79d97177-f738-478a-9254-51e17355b172 port 7b5455b6-2d6d-4982-a8f6-efa2393911b9 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:48:38.247770 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:38.264051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Pushing event updated for resources: {'Port': ['ID=c410e66f-ae9c-4771-8345-264a3c29dc5a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:38.283030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:38.291889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Network 698283b8-1ee0-408a-89b6-d4887200d304 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:38.308328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:38.344910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:38.688145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-0036c007-34b8-4651-92ff-d078a24c3181 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:38.700617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-0036c007-34b8-4651-92ff-d078a24c3181 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 819 time: 0.6239045 Nov 10 03:48:38.742282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-c3aef08d-e5eb-4249-be3d-8ea6ad03bc52 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/quotas/73ae2fab3a0a481f9240d99e91fc4436 HTTP/1.1" status: 200 len: 375 time: 0.0405982 Nov 10 03:48:38.951283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-dc101665-3342-4f46-83bb-b45880f2e729 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2081020 Nov 10 03:48:39.112191 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.130181 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.168194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 250724f1-2d8f-4720-8dba-bd8d3b266d14 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:39.209731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.239731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-a73bc363-19a9-4ac6-bbc5-8163740712d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:39.288966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-a73bc363-19a9-4ac6-bbc5-8163740712d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:39.290958 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafc89e-fce7-4513-a910-9fa5ce00119b None None] Pushing event updated for resources: {'Port': ['ID=7b5455b6-2d6d-4982-a8f6-efa2393911b9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:39.294862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Attempting to bind port c410e66f-ae9c-4771-8345-264a3c29dc5a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:39.297992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Attempting to bind port c410e66f-ae9c-4771-8345-264a3c29dc5a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:39.302322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Attempting to bind port c410e66f-ae9c-4771-8345-264a3c29dc5a on network 698283b8-1ee0-408a-89b6-d4887200d304 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:39.307873 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-a73bc363-19a9-4ac6-bbc5-8163740712d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "GET /v2.0/networks?id=292365b2-8584-4f39-a20e-73433b5f3ba4&id=a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7&id=292365b2-8584-4f39-a20e-73433b5f3ba4 HTTP/1.1" status: 200 len: 1391 time: 0.8883307 Nov 10 03:48:39.350852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'port': {'device_id': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4', 'admin_state_up': True, 'tenant_id': '184d19b008dc47b986fbbe98d99860b3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:39.363770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:39.364176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Checking segment: {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:39.366371 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.366873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Bound using segment: {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:39.367701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Bound port: c410e66f-ae9c-4771-8345-264a3c29dc5a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:39.369251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.443037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-06cb0df9-7823-42b3-b664-c1c605057493 service neutron] 10.222.0.24 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826159 Nov 10 03:48:39.451838 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Attempting to bind port 7b5455b6-2d6d-4982-a8f6-efa2393911b9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:39.452470 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Attempting to bind port 7b5455b6-2d6d-4982-a8f6-efa2393911b9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:39.453010 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Attempting to bind port 7b5455b6-2d6d-4982-a8f6-efa2393911b9 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:39.462422 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:39.463126 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:39.465385 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.465991 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:39.466821 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Bound port: 7b5455b6-2d6d-4982-a8f6-efa2393911b9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:39.467526 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.609248 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] For port 7b5455b6-2d6d-4982-a8f6-efa2393911b9, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:39.618254 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] For port 7b5455b6-2d6d-4982-a8f6-efa2393911b9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7b5455b6-2d6d-4982-a8f6-efa2393911b9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:39.624587 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.693087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 250724f1-2d8f-4720-8dba-bd8d3b266d14 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:39.696705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.705637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-b9d60113-9ca1-4fd9-b3eb-75966863aacf service neutron] 10.222.0.24 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549438 Nov 10 03:48:39.819039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10943d8c-23de-42a6-81e6-a16c54ddd2bd req-2bdbf642-073f-4531-af8f-16c82ff39fba tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 210 time: 0.1108482 Nov 10 03:48:39.828393 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafc89e-fce7-4513-a910-9fa5ce00119b None None] Pushing event updated for resources: {'Port': ['ID=7b5455b6-2d6d-4982-a8f6-efa2393911b9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:39.840418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] For port c410e66f-ae9c-4771-8345-264a3c29dc5a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:39.867624 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:39.870208 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:39.871387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] For port c410e66f-ae9c-4771-8345-264a3c29dc5a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c410e66f-ae9c-4771-8345-264a3c29dc5a,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:39.889253 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:39.984282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-311d337f-77b4-4e47-ac8e-64470ad04d55 req-cb27fc57-2a6a-4b2d-9ba5-4b63e37f3923 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.0765762 Nov 10 03:48:40.151214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52da36c-7d0a-450b-b87a-42c4bdc59b44 None None] Network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:40.158032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a747f62-d6cd-4549-9fb3-30114d545005 None None] Pushing event updated for resources: {'Port': ['ID=c410e66f-ae9c-4771-8345-264a3c29dc5a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:40.276708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acd7184b-2613-4064-8d00-1ed683f8774f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:40.345085 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:40.390535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e7d1bf4-7d98-48c1-8427-502a9aa87a7c req-5718b6df-90d9-44fc-b255-b2f18c5f0a01 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 210 time: 0.1196496 Nov 10 03:48:40.591716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-47f21de3-9ecf-418c-82f3-09d164ed6c7b None None] Provisioning complete for port acd7184b-2613-4064-8d00-1ed683f8774f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:40.593645 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47f21de3-9ecf-418c-82f3-09d164ed6c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:40.738154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10f71928-7a5f-4a8d-b9e4-5b91e5e51036 req-a384a344-4cff-4f76-be53-a79ac811734f tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 210 time: 0.1105003 Nov 10 03:48:40.746084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:40.757269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:40.989701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-932414eb-93ff-4368-8805-ccad7895cead tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:40.991628 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-932414eb-93ff-4368-8805-ccad7895cead tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.11 "GET /v2.0/networks?id=babc7583-3852-4ea4-9310-77a92d276210 HTTP/1.1" status: 200 len: 820 time: 0.2747984 Nov 10 03:48:41.011987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Request body: {'port': {'device_id': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'network_id': 'babc7583-3852-4ea4-9310-77a92d276210', 'admin_state_up': True, 'tenant_id': '1e2ad1fbdbbf419192b9d87944a4893a'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:41.131237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port acd7184b-2613-4064-8d00-1ed683f8774f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:41.131925 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:41.165034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Allocated IP 172.20.0.1 (698283b8-1ee0-408a-89b6-d4887200d304/550905e6-dfbc-402d-8a50-4db0d6bfa3fc/503d0a05-47c5-4163-960f-82a427a64256) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:41.286528 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:36Z', 'revision_number': 3, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:41.338333 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a5d5e-7dab-4e10-98d1-0784dc7cf6ff None None] The sync data for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 is: [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:36Z', 'revision_number': 3, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:41.393553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e4428ea-50eb-4461-8623-b9f034efc634 req-8758d5ce-e0ec-4740-af4e-6533d9147a5f tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 210 time: 0.0979416 Nov 10 03:48:41.397568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-75fdbed9-bfff-4953-b24d-8bc8408a510e tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:41.399334 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-75fdbed9-bfff-4953-b24d-8bc8408a510e tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.6945739 Nov 10 03:48:41.463775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47f21de3-9ecf-418c-82f3-09d164ed6c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:41.498005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Made reservation on behalf of 1e2ad1fbdbbf419192b9d87944a4893a for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:41.506333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:41.791659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Allocated IP 19.80.0.114 (292365b2-8584-4f39-a20e-73433b5f3ba4/165d4c49-3c98-4613-ac49-b3dfaef6fbb7/0243f923-bdaf-4c30-9bea-68eb4cfb8026) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:41.808915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33ebe-a6d2-4ac6-87ef-253ddb9d5cf9 req-f9d679f1-1907-4f8d-b1bc-c0f6c2b43e89 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:41.820921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ba33ebe-a6d2-4ac6-87ef-253ddb9d5cf9 req-f9d679f1-1907-4f8d-b1bc-c0f6c2b43e89 tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 945 time: 0.4556670 Nov 10 03:48:41.829288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-47f21de3-9ecf-418c-82f3-09d164ed6c7b None None] For port acd7184b-2613-4064-8d00-1ed683f8774f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=acd7184b-2613-4064-8d00-1ed683f8774f,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:41.840353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47f21de3-9ecf-418c-82f3-09d164ed6c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:41.974394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Allocated IP 172.20.0.7 (babc7583-3852-4ea4-9310-77a92d276210/3c1394dc-3a69-4dbc-8c8d-327043c97851/8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:42.073350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f21de3-9ecf-418c-82f3-09d164ed6c7b None None] Pushing event updated for resources: {'Port': ['ID=acd7184b-2613-4064-8d00-1ed683f8774f,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:42.094228 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:42.108455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ba33ebe-a6d2-4ac6-87ef-253ddb9d5cf9 req-d8606c4e-c040-477d-b375-143452d2c04b tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/security-groups?id=8665386b-4105-46e2-a4e5-16516c5cc210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867723 Nov 10 03:48:42.205915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50c88-2280-496c-9109-cdaacc760233 req-e22030be-761e-4b18-9371-8dd47689c29a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:42.232795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-e22030be-761e-4b18-9371-8dd47689c29a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 819 time: 0.5989068 Nov 10 03:48:42.273470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-cb27d1b4-131d-4dea-af38-5c7fa38aa770 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:42.275486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-cb27d1b4-131d-4dea-af38-5c7fa38aa770 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 821 time: 0.9038017 Nov 10 03:48:42.281513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:42.289922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Request body: {'port': {'device_id': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'admin_state_up': True, 'tenant_id': 'd755dac5f401488991d001bb1d0984ae'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:42.398238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd64136-39d3-45a8-b541-2b895684eced None None] Network 698283b8-1ee0-408a-89b6-d4887200d304 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:42.465017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-467077b5-12cf-4056-bcc4-a6bc74556bf4 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/quotas/73ae2fab3a0a481f9240d99e91fc4436 HTTP/1.1" status: 200 len: 375 time: 0.1650059 Nov 10 03:48:42.520897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7814e2e-0647-4545-97b9-e2dfe8152116 req-8ecc47c5-eb7d-4ce9-b03c-3cc3a3341df0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.1590974 Nov 10 03:48:42.742565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e81f54be-5f2f-4b01-b60b-3d95494bf5a6 None None] Provisioning complete for port c410e66f-ae9c-4771-8345-264a3c29dc5a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:42.743643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e81f54be-5f2f-4b01-b60b-3d95494bf5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:42.963874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e81f54be-5f2f-4b01-b60b-3d95494bf5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.017040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:43.030619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Port': ['ID=0243f923-bdaf-4c30-9bea-68eb4cfb8026,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:43.035551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:43.038925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:43.047987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Sync routers for ids ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:43.074051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e81f54be-5f2f-4b01-b60b-3d95494bf5a6 None None] For port c410e66f-ae9c-4771-8345-264a3c29dc5a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c410e66f-ae9c-4771-8345-264a3c29dc5a,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:43.075642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Routers {'641b5ccb-2b29-442e-a29c-4413dd2e02d9'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:43.076346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:43.131542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Made reservation on behalf of d755dac5f401488991d001bb1d0984ae for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:43.142006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.145253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.205776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.242351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-849e7c76-302d-416e-80c0-a702a38922a3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:43.246483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-849e7c76-302d-416e-80c0-a702a38922a3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 819 time: 0.7960222 Nov 10 03:48:43.256558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Deleting port a77db5dd-6e86-46bc-9d96-5f8dbac957bc {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:48:43.266210 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.278772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.304534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Request body: {'port': {'device_id': '02954646-796c-4f85-ac2c-26758e56cde7', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'admin_state_up': True, 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:43.380373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Set router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:43.471739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:43.472673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.481471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c410e66f-ae9c-4771-8345-264a3c29dc5a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:43.518319 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e81f54be-5f2f-4b01-b60b-3d95494bf5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.580982 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3a7c79fc-da81-49c6-a087-e85b7a1b976a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2540491 Nov 10 03:48:43.605335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-293e0fa9-ddac-4b8a-9bd8-9641c3ec72ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:48:43.607241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-293e0fa9-ddac-4b8a-9bd8-9641c3ec72ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110986 Nov 10 03:48:43.634551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'port': {'device_id': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7', 'admin_state_up': True, 'tenant_id': '184d19b008dc47b986fbbe98d99860b3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:43.637890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-165b19c3-65cf-48f4-831b-101b7cdf3ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.680720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.820421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] For port a77db5dd-6e86-46bc-9d96-5f8dbac957bc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,segment=NetworkSegment(fefd5fe2-6807-4f4b-84f3-88ed9946bd27),segment_id=fefd5fe2-6807-4f4b-84f3-88ed9946bd27)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:43.820828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.852168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Network 698283b8-1ee0-408a-89b6-d4887200d304 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:43.868029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:43.880882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Calling delete_port for a77db5dd-6e86-46bc-9d96-5f8dbac957bc owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:48:43.899695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:43.942707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f54be-5f2f-4b01-b60b-3d95494bf5a6 None None] Pushing event updated for resources: {'Port': ['ID=c410e66f-ae9c-4771-8345-264a3c29dc5a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:43.957143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Pushing event updated for resources: {'Port': ['ID=503d0a05-47c5-4163-960f-82a427a64256,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:43.990222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e45b22fd-5a99-4bca-9be1-9d0f9ec088a9 None None] Provisioning complete for port c410e66f-ae9c-4771-8345-264a3c29dc5a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:43.991118 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e45b22fd-5a99-4bca-9be1-9d0f9ec088a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:43.991320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Allocated IP 172.20.0.12 (6ecc1105-ed6d-4359-8e5f-837db6835e11/dcf77a30-acd2-4544-98f5-ecdaba91ccf5/484bbd86-4f08-4324-869d-dd1980645e1e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:44.062962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Network babc7583-3852-4ea4-9310-77a92d276210 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:44.072986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:44.080368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Made reservation on behalf of 73ae2fab3a0a481f9240d99e91fc4436 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:44.083975 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.086585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c410e66f-ae9c-4771-8345-264a3c29dc5a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:44.087566 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.091762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:44.173791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:44.174914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.176980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.212052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-4662af61-6e4f-4c1c-bdad-4f3c1a63503d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6882322 Nov 10 03:48:44.237609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 4, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port': {'id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:24Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '06244e04-eee4-4822-8300-876988342664', 'name': '', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'mac_address': 'fa:16:3e:55:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:31Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 2, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'subnets': [{'id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:44.290135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Checking router: 641b5ccb-2b29-442e-a29c-4413dd2e02d9 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:44.291359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Updating router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 port 06244e04-eee4-4822-8300-876988342664 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:48:44.322890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-18d6747e-c2ae-4ceb-b5aa-80f5804650d6 service neutron] 10.222.0.24 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096036 Nov 10 03:48:44.424587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4166040 Nov 10 03:48:44.435239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.447864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfe573-da97-4166-b34e-276ee7b9290b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Pushing event updated for resources: {'Port': ['ID=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:44.477837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Request body: {'port': {'device_id': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:44.491775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e9190a91-5210-4375-ba5b-0ed97eeb7041 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:44.571976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.617304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:44.622056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.630440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.698846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Network 6ecc1105-ed6d-4359-8e5f-837db6835e11 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:44.734255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Allocated IP 172.20.0.13 (7ce3567c-66e5-407f-8a60-919f069f6d14/1b910d5e-0cc6-47bf-aab8-3e86ff59847d/860fb8ad-b9e3-4a44-8d32-bf6508587069) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:44.768555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.770602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:44.772282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['c8b6d0c7-60ad-400b-8710-f00010b32b83'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:44.787217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:44.797620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e45b22fd-5a99-4bca-9be1-9d0f9ec088a9 None None] Provisioning complete for port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:44.798001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e45b22fd-5a99-4bca-9be1-9d0f9ec088a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.903900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e9190a91-5210-4375-ba5b-0ed97eeb7041 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:44.904297 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:44.952517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e45b22fd-5a99-4bca-9be1-9d0f9ec088a9 None None] Port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:48:45.017777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.077649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e45b22fd-5a99-4bca-9be1-9d0f9ec088a9 None None] Provisioning complete for port acd7184b-2613-4064-8d00-1ed683f8774f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:45.078050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e45b22fd-5a99-4bca-9be1-9d0f9ec088a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.115005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-07212293-fc6f-4950-8b00-7c8db5803b0d service neutron] 10.222.0.24 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7909970 Nov 10 03:48:45.121288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.124254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:45.137897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.172388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.202300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0188-f04e-426e-b7a3-5e2500e38dea req-e9ca788e-ee1c-478b-a563-76b9e1141f98 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:45.206790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-400f0188-f04e-426e-b7a3-5e2500e38dea req-e9ca788e-ee1c-478b-a563-76b9e1141f98 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 932 time: 1.9545183 Nov 10 03:48:45.274156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:45.274872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.295086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.298901 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.319880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port e9190a91-5210-4375-ba5b-0ed97eeb7041, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e9190a91-5210-4375-ba5b-0ed97eeb7041,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:45.327262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.327746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7b5455b6-2d6d-4982-a8f6-efa2393911b9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:45.389276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Pushing event updated for resources: {'Port': ['ID=860fb8ad-b9e3-4a44-8d32-bf6508587069,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:45.413683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=e9190a91-5210-4375-ba5b-0ed97eeb7041,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:45.416870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a77db5dd-6e86-46bc-9d96-5f8dbac957bc no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:48:45.469510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-400f0188-f04e-426e-b7a3-5e2500e38dea req-e2f09dcc-c3b5-4317-a22d-60f5b5a67afe tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223047 Nov 10 03:48:45.485128 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.512696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: a77db5dd-6e86-46bc-9d96-5f8dbac957bc {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:48:45.513066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a77db5dd-6e86-46bc-9d96-5f8dbac957bc not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:48:45.515502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:45.519636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:45.523075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:45.672046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:45.672975 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.702342 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:48:45.755603 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-66faccf9-3ff6-4691-9241-cda8da78f608 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4694483 Nov 10 03:48:45.756424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Pushing event updated for resources: {'Port': ['ID=503d0a05-47c5-4163-960f-82a427a64256,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:45.766626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b157b01d-569c-464d-9473-384e57d0d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.773897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.792448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Request body: {'port': {'device_id': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:45.868846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Allocated IP 19.86.0.181 (a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7/bc692f55-f877-4077-bee7-fa5ad86b43d6/ad0284ce-1496-4e39-995f-d7a7ea1896f5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:45.890918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Pushing event deleted for resources: {'Port': ['ID=a77db5dd-6e86-46bc-9d96-5f8dbac957bc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:45.902692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] No DVR routers for this DVR port a77db5dd-6e86-46bc-9d96-5f8dbac957bc on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:48:45.920959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:45.925465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d5cbfe2-a281-41cd-bc31-f2ff14a9fa6e req-e51d939c-2cfb-4da8-8956-be68fc41ed3a tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.44 "DELETE /v2.0/ports/a77db5dd-6e86-46bc-9d96-5f8dbac957bc HTTP/1.1" status: 204 len: 173 time: 4.4824727 Nov 10 03:48:45.957197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd732a-79ea-4e47-ac90-372140524c16', 'name': 'network-vif-deleted', 'tag': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:45.963847 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe856ea1-b32c-423f-8b77-16ee58568ac6" -d '{"events": [{"server_uuid": "41bd732a-79ea-4e47-ac90-372140524c16", "name": "network-vif-deleted", "tag": "a77db5dd-6e86-46bc-9d96-5f8dbac957bc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:45.990641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa4dda91-b789-4cc9-b7a0-b253319db53a req-8210e850-21e0-456d-83fe-939ac74cf24f tempest-ServerDiskConfigTestJSON-1899766589 tempest-ServerDiskConfigTestJSON-1899766589-project] 10.222.0.24 "GET /v2.0/ports?device_id=41bd732a-79ea-4e47-ac90-372140524c16 HTTP/1.1" status: 200 len: 210 time: 0.2523918 Nov 10 03:48:46.018206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-97790b17-b3e7-436f-b835-a99cd8449664 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7280204 Nov 10 03:48:46.021446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7b5455b6-2d6d-4982-a8f6-efa2393911b9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:46.021897 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.023670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7dc49d15-0c42-435e-bf58-01e28be55073 None None] Provisioning complete for port 503d0a05-47c5-4163-960f-82a427a64256 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:46.024044 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7dc49d15-0c42-435e-bf58-01e28be55073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.054309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Request body: {'port': {'device_id': '02954646-796c-4f85-ac2c-26758e56cde7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:46.200889 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.315432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.336721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7dc49d15-0c42-435e-bf58-01e28be55073 None None] Port 503d0a05-47c5-4163-960f-82a427a64256 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:48:46.339492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.404474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964477fd-2602-4275-97e5-95d748a04d35 None None] Pushing event updated for resources: {'Port': ['ID=06244e04-eee4-4822-8300-876988342664,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:46.421645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a11896-cb83-4268-ab0a-89337a62dbb9 req-99e1e9b7-0384-4e2d-befb-3fa57ed31056 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:46.426116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05a11896-cb83-4268-ab0a-89337a62dbb9 req-99e1e9b7-0384-4e2d-befb-3fa57ed31056 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 931 time: 0.6877072 Nov 10 03:48:46.472995 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.484319 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.496684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Network 698283b8-1ee0-408a-89b6-d4887200d304 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:46.505121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:46.604321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019feb6-c253-4abf-aa11-1bf4b1a283b3 req-e6a317f1-8c5a-4930-a588-08bbc2298012 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:46.606573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2019feb6-c253-4abf-aa11-1bf4b1a283b3 req-e6a317f1-8c5a-4930-a588-08bbc2298012 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 932 time: 0.3782768 Nov 10 03:48:46.681824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.697511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05a11896-cb83-4268-ab0a-89337a62dbb9 req-859b6ccd-7d5e-4791-8c16-b0c975d0036a tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575767 Nov 10 03:48:46.810012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 7b5455b6-2d6d-4982-a8f6-efa2393911b9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7b5455b6-2d6d-4982-a8f6-efa2393911b9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:46.839662 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.843139 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.843978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acd7184b-2613-4064-8d00-1ed683f8774f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:46.851670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Attempting to bind port 06244e04-eee4-4822-8300-876988342664 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:46.852222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Attempting to bind port 06244e04-eee4-4822-8300-876988342664 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:46.852650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Attempting to bind port 06244e04-eee4-4822-8300-876988342664 on network 7ce3567c-66e5-407f-8a60-919f069f6d14 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:46.884470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2019feb6-c253-4abf-aa11-1bf4b1a283b3 req-8bbd02bf-d78b-4dea-8a83-17bae26dbc2c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977777 Nov 10 03:48:46.910409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:46.912856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Checking segment: {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:46.912856 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.912856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Bound using segment: {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:46.915081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Bound port: 06244e04-eee4-4822-8300-876988342664, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:46.915472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:46.959402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd8263d7-c095-4f9e-bfb8-6c6172e8e26a req-0a71d39e-a1a1-4f2e-b026-5be588cf86c8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 210 time: 0.1230407 Nov 10 03:48:47.019365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=7b5455b6-2d6d-4982-a8f6-efa2393911b9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:47.069070 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e856e-0358-472e-ae95-2a7da1b3e3c8 x-openstack-request-id: req-8a7e856e-0358-472e-ae95-2a7da1b3e3c8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:47.069070 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd732a-79ea-4e47-ac90-372140524c16", "name": "network-vif-deleted", "tag": "a77db5dd-6e86-46bc-9d96-5f8dbac957bc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:47.069489 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a7e856e-0358-472e-ae95-2a7da1b3e3c8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:47.069968 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd732a-79ea-4e47-ac90-372140524c16', 'name': 'network-vif-deleted', 'tag': 'a77db5dd-6e86-46bc-9d96-5f8dbac957bc', 'status': 'completed', 'code': 200} Nov 10 03:48:47.075313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-60986072-2b73-481a-81cc-5b8f56c70b39 None None] Provisioning complete for port 503d0a05-47c5-4163-960f-82a427a64256 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:47.076129 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-60986072-2b73-481a-81cc-5b8f56c70b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.077724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:47.115926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.158824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-60986072-2b73-481a-81cc-5b8f56c70b39 None None] Port 503d0a05-47c5-4163-960f-82a427a64256 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:48:47.162515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] For port 06244e04-eee4-4822-8300-876988342664, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:47.166342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] For port 06244e04-eee4-4822-8300-876988342664, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=06244e04-eee4-4822-8300-876988342664,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:47.167319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port acd7184b-2613-4064-8d00-1ed683f8774f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:47.167667 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.195420 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.225451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Transition to ACTIVE for port object 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:47.266219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.311194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Router 79d97177-f738-478a-9254-51e17355b172 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:48:47.335092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.336768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:47.367992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Routers {'641b5ccb-2b29-442e-a29c-4413dd2e02d9'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:47.378931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:47.388347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964477fd-2602-4275-97e5-95d748a04d35 None None] Pushing event updated for resources: {'Port': ['ID=06244e04-eee4-4822-8300-876988342664,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:47.405438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486522fd-7921-4adc-be26-37402af28062 req-c78e5ffc-2654-4de3-acb8-78fec78c6f84 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:47.407564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-486522fd-7921-4adc-be26-37402af28062 req-c78e5ffc-2654-4de3-acb8-78fec78c6f84 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 932 time: 0.3064089 Nov 10 03:48:47.447566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860fb8ad-b9e3-4a44-8d32-bf6508587069 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:47.502314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.553053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55516) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:47.557542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:47.558091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-486522fd-7921-4adc-be26-37402af28062 req-f13297e2-d401-483c-be7c-32f5abe83d7e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959389 Nov 10 03:48:47.632343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Transition to ACTIVE for port object 860fb8ad-b9e3-4a44-8d32-bf6508587069 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:47.673774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:47.696942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] Set router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:47.742583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:47.761318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] Deleting subnet 71a000ff-563e-4184-976c-fcdf21193713 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:48:47.797205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Port': ['ID=ad0284ce-1496-4e39-995f-d7a7ea1896f5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:47.804619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:47.863927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Attempting to bind port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:47.864243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Attempting to bind port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'df46299d-c2c1-4be1-84bb-3f59f0f16bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'babc7583-3852-4ea4-9310-77a92d276210'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:47.864996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Attempting to bind port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 on network babc7583-3852-4ea4-9310-77a92d276210 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:47.892199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7b5455b6-2d6d-4982-a8f6-efa2393911b9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:47.914069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.072810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Pushing event updated for resources: {'Port': ['ID=860fb8ad-b9e3-4a44-8d32-bf6508587069,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:48.140365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 on network babc7583-3852-4ea4-9310-77a92d276210 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:48.140705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Attempting to bind port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 on network babc7583-3852-4ea4-9310-77a92d276210 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:48.148672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:48.149288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.163425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:48.163823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Checking segment: {'id': 'df46299d-c2c1-4be1-84bb-3f59f0f16bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'babc7583-3852-4ea4-9310-77a92d276210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:48.164211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Bound using segment: {'id': 'df46299d-c2c1-4be1-84bb-3f59f0f16bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'babc7583-3852-4ea4-9310-77a92d276210'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:48.164666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Bound port: 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df46299d-c2c1-4be1-84bb-3f59f0f16bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'babc7583-3852-4ea4-9310-77a92d276210'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:48.165020 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.187573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484bbd86-4f08-4324-869d-dd1980645e1e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:48.194347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7b5455b6-2d6d-4982-a8f6-efa2393911b9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:48.197586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.200541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:48:48.203535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1b19-948d-4ad2-9efe-8bc104e98b27 req-7fbafe53-0900-44f6-b2f5-fa92f1f278a2 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:48.205094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34fc1b19-948d-4ad2-9efe-8bc104e98b27 req-7fbafe53-0900-44f6-b2f5-fa92f1f278a2 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 943 time: 0.2871809 Nov 10 03:48:48.208103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50c88-2280-496c-9109-cdaacc760233 req-4ed4e1ab-2bb6-4fa1-9c51-6e49a85b1e07 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:48.209573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-4ed4e1ab-2bb6-4fa1-9c51-6e49a85b1e07 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 819 time: 0.7147839 Nov 10 03:48:48.209806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Attempting to bind port 860fb8ad-b9e3-4a44-8d32-bf6508587069 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:48.209892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Attempting to bind port 860fb8ad-b9e3-4a44-8d32-bf6508587069 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:48.210263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Attempting to bind port 860fb8ad-b9e3-4a44-8d32-bf6508587069 on network 7ce3567c-66e5-407f-8a60-919f069f6d14 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:48.214363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a629629f-0538-45b0-9e2e-56a0637a6128 admin admin] 10.222.0.24 "PUT /v2.0/routers/79d97177-f738-478a-9254-51e17355b172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8572910 Nov 10 03:48:48.219774 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.220924 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-247acc3b-fb70-47cd-bd37-1c7b342a5152 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5911522 Nov 10 03:48:48.221304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.227078 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Sync routers for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:48:48.236487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Port 860fb8ad-b9e3-4a44-8d32-bf6508587069 on network 7ce3567c-66e5-407f-8a60-919f069f6d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:48.236720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Attempting to bind port 860fb8ad-b9e3-4a44-8d32-bf6508587069 on network 7ce3567c-66e5-407f-8a60-919f069f6d14 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:48.236954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Request body: {'port': {'device_id': '73b41366-b791-4902-a37b-72f23cee5354', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'admin_state_up': True, 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:48.241140 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:48.242483 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:48.261300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'port': {'device_id': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4', 'admin_state_up': True, 'tenant_id': '184d19b008dc47b986fbbe98d99860b3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:48.287058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:48.287506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Checking segment: {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:48.287863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Bound using segment: {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:48.288180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Bound port: 860fb8ad-b9e3-4a44-8d32-bf6508587069, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:48.288475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.291099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Transition to ACTIVE for port object 484bbd86-4f08-4324-869d-dd1980645e1e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:48.351039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] For port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:48.354425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] For port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,segment=NetworkSegment(df46299d-c2c1-4be1-84bb-3f59f0f16bed),segment_id=df46299d-c2c1-4be1-84bb-3f59f0f16bed)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:48.384881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.432215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.458539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c0f8e-182e-44fb-8585-8e9cbf35ad3b req-27fbe010-d9c1-413b-b938-c3e23b4a2342 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:48.468947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e1c0f8e-182e-44fb-8585-8e9cbf35ad3b req-27fbe010-d9c1-413b-b938-c3e23b4a2342 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 932 time: 0.3875337 Nov 10 03:48:48.500198 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:48.550797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] For port 860fb8ad-b9e3-4a44-8d32-bf6508587069, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:48.556026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] For port 860fb8ad-b9e3-4a44-8d32-bf6508587069, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:48.570729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:48.583045 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.584758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] 10.222.0.11 "PUT /v2.0/ports/8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 HTTP/1.1" status: 200 len: 1091 time: 4.1336606 Nov 10 03:48:48.614983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'tag': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:48.617250 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981d74d6-df3e-46c6-af17-befe8116a28d" -d '{"events": [{"name": "network-changed", "server_uuid": "c72e1f81-c7d6-4d52-a195-604638d77950", "tag": "8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:48.626309 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.671176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.702840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:48.736525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:48.737157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.738582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] 10.222.0.44 "PUT /v2.0/ports/860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 1092 time: 2.7037492 Nov 10 03:48:48.765255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 4, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port': {'id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:24Z', 'updated_at': '2021-11-10T03:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '06244e04-eee4-4822-8300-876988342664', 'name': '', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'mac_address': 'fa:16:3e:55:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:31Z', 'updated_at': '2021-11-10T03:48:47Z', 'revision_number': 4, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'subnets': [{'id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:48.810479 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 03:48:48.810479 n-d-817326-2 neutron-server[102596]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 03:48:48.810479 n-d-817326-2 neutron-server[102596]: [parameters: {'project_id_1': '73ae2fab3a0a481f9240d99e91fc4436', 'expiration_1': datetime.datetime(2021, 11, 10, 3, 48, 28, 756284)}] Nov 10 03:48:48.810479 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:48:48.810919 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:48:48.822671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88349551-43ea-4c8c-ba73-6ef9d6376b6d None None] The sync data for ids ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'] in n-d-817326-2 is: [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:48:34Z', 'revision_number': 4, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port': {'id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:24Z', 'updated_at': '2021-11-10T03:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '06244e04-eee4-4822-8300-876988342664', 'name': '', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'mac_address': 'fa:16:3e:55:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:31Z', 'updated_at': '2021-11-10T03:48:47Z', 'revision_number': 4, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'subnets': [{'id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:48.825179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:48.830168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.840504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ef89ace-6d57-4548-8e1a-658ad0de0718 None None] Provisioning complete for port ad0284ce-1496-4e39-995f-d7a7ea1896f5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:48.842383 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ef89ace-6d57-4548-8e1a-658ad0de0718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.888983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:48.890062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:48.890062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:48.901550 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.902456 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 2, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:48.908227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ef89ace-6d57-4548-8e1a-658ad0de0718 None None] Port ad0284ce-1496-4e39-995f-d7a7ea1896f5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:48:48.933579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:48.933886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:48.937828 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Checking router: 79d97177-f738-478a-9254-51e17355b172 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:48:48.938320 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Updating router 79d97177-f738-478a-9254-51e17355b172 port 503d0a05-47c5-4163-960f-82a427a64256 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:48:48.950747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34fc1b19-948d-4ad2-9efe-8bc104e98b27 req-fe55d593-d29d-4728-9dae-e718e32988f9 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650302 Nov 10 03:48:48.975658 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:48.991575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:49.019925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:49.020265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:49.020647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:49.021091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Bound port: 484bbd86-4f08-4324-869d-dd1980645e1e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:49.021441 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.052703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c410e66f-ae9c-4771-8345-264a3c29dc5a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:49.084476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.084814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.085153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.085478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.085797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.086139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.086458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.086779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.095245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.095731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.096063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.096391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219ca6a-9273-4f9f-ae07-7b55aaaa1cd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.128324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e1c0f8e-182e-44fb-8585-8e9cbf35ad3b req-f43128b5-600e-4f11-9294-b25a9603a5af tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581321 Nov 10 03:48:49.162596 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.202851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c410e66f-ae9c-4771-8345-264a3c29dc5a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:49.203465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.234308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-7ad5d3be-5857-448d-9b6e-4b34d30d62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:49.241581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-7ad5d3be-5857-448d-9b6e-4b34d30d62de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e2ad1fbdbbf419192b9d87944a4893a&device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 1094 time: 0.5661685 Nov 10 03:48:49.276293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:49.289144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-5cfee671-7584-48fa-a8e6-87a44e2bb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:49.292296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-5cfee671-7584-48fa-a8e6-87a44e2bb666 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1095 time: 0.4500394 Nov 10 03:48:49.312816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:49.319445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Allocated IP 19.80.0.184 (292365b2-8584-4f39-a20e-73433b5f3ba4/165d4c49-3c98-4613-ac49-b3dfaef6fbb7/6ad97a3f-6395-4401-bf4b-318e7281cb6c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:49.348153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.355349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb46ff8-6481-43e0-935c-45fd6d41b980 req-1b995fe3-54c9-44e5-920f-c6da15975599 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 210 time: 0.2016845 Nov 10 03:48:49.356308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.437928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:49.440814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.442373 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 1092 time: 3.6656981 Nov 10 03:48:49.457523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:49.463506 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388" -d '{"events": [{"name": "network-changed", "server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:49.505162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 06244e04-eee4-4822-8300-876988342664 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:49.528965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-c6f0b6b1-e021-4332-9482-2552ff8bdf2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 217 time: 0.1789014 Nov 10 03:48:49.531022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.561232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71a000ff-563e-4184-976c-fcdf21193713 HTTP/1.1" status: 204 len: 168 time: 2.0020645 Nov 10 03:48:49.591430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55542) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:49.625341 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.636897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-4531eecd-e5d8-41e5-9870-7a9278b5da83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 HTTP/1.1" status: 200 len: 217 time: 0.3604677 Nov 10 03:48:49.656652 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.686693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Made reservation on behalf of 73ae2fab3a0a481f9240d99e91fc4436 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:49.694680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.695505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 06244e04-eee4-4822-8300-876988342664 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:49.695876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.706171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f3e9-1ceb-4935-927e-b45667477fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a000ff-563e-4184-976c-fcdf21193713,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:49.824285 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Pushing event updated for resources: {'Port': ['ID=503d0a05-47c5-4163-960f-82a427a64256,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:49.834357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34586b43-5610-4714-b3b3-7b55b21bdce1 service neutron] Pushing event updated for resources: {'Port': ['ID=860fb8ad-b9e3-4a44-8d32-bf6508587069,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:49.851035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55544) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:49.933924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-82968845-f324-4ea6-a574-9c12bbe05a5d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1185956294', 'description': 'tempest-description--1897380143'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:49.949519 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.949851 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.951292 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b90bef-4732-4b07-a4bd-fd37a34d8576 x-openstack-request-id: req-25b90bef-4732-4b07-a4bd-fd37a34d8576 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:49.951595 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72e1f81-c7d6-4d52-a195-604638d77950", "tag": "8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:49.951851 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25b90bef-4732-4b07-a4bd-fd37a34d8576 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:49.952247 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'tag': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7', 'status': 'completed', 'code': 200} Nov 10 03:48:49.970865 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:49.972747 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.973113 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.973433 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.973753 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.974095 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.974409 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.974720 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.975028 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.975335 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:49.975663 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.018439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-80fe483f-d280-4f4f-b7d0-752cf0809f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:50.020368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-80fe483f-d280-4f4f-b7d0-752cf0809f28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c1394dc-3a69-4dbc-8c8d-327043c97851 HTTP/1.1" status: 200 len: 860 time: 0.3406579 Nov 10 03:48:50.035763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82968845-f324-4ea6-a574-9c12bbe05a5d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.043713 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Attempting to bind port 503d0a05-47c5-4163-960f-82a427a64256 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:50.044077 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Attempting to bind port 503d0a05-47c5-4163-960f-82a427a64256 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:50.044433 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Attempting to bind port 503d0a05-47c5-4163-960f-82a427a64256 on network 698283b8-1ee0-408a-89b6-d4887200d304 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:50.047393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:50.059960 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:50.060323 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Checking segment: {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:50.060718 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.061101 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Bound using segment: {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:50.061664 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Bound port: 503d0a05-47c5-4163-960f-82a427a64256, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:50.062101 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.071745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 06244e04-eee4-4822-8300-876988342664, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=06244e04-eee4-4822-8300-876988342664,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:50.082682 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.084238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e9190a91-5210-4375-ba5b-0ed97eeb7041 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:50.141052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-26ca1689-1499-46fa-8ea1-f47185a9b8cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=babc7583-3852-4ea4-9310-77a92d276210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996511 Nov 10 03:48:50.149654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-2a0df78b-f116-474c-a876-6af90b5778ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:50.161749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-2a0df78b-f116-474c-a876-6af90b5778ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.5468903 Nov 10 03:48:50.233921 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] For port 503d0a05-47c5-4163-960f-82a427a64256, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:50.248590 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] For port 503d0a05-47c5-4163-960f-82a427a64256, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=503d0a05-47c5-4163-960f-82a427a64256,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:50.259277 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.288382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-30ee8ab5-b5fd-43e5-8829-bab2b1c9510b None None] Provisioning complete for port 503d0a05-47c5-4163-960f-82a427a64256 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:50.288882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30ee8ab5-b5fd-43e5-8829-bab2b1c9510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.361366 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:48:50.362384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Allocated IP 172.20.0.4 (7ce3567c-66e5-407f-8a60-919f069f6d14/1b910d5e-0cc6-47bf-aab8-3e86ff59847d/1fa08ae5-b9f2-4ded-ae1f-60be68950c58) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:50.374031 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:50.387783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e9190a91-5210-4375-ba5b-0ed97eeb7041 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:50.389594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.459915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=06244e04-eee4-4822-8300-876988342664,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:50.489162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-cd9cdf37-3d36-4aef-9d83-6afaa8811bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2979114 Nov 10 03:48:50.564469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916c98-d9a3-4c05-89a1-268990aab536 req-048f0c23-2393-4c5e-985a-ae5de8ed18d8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:50.574523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.626852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916c98-d9a3-4c05-89a1-268990aab536 req-048f0c23-2393-4c5e-985a-ae5de8ed18d8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:50.628504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf916c98-d9a3-4c05-89a1-268990aab536 req-048f0c23-2393-4c5e-985a-ae5de8ed18d8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 1655 time: 1.0159135 Nov 10 03:48:50.638405 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f636354-f9ff-4582-9c3f-684c38e1c93a x-openstack-request-id: req-7f636354-f9ff-4582-9c3f-684c38e1c93a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:50.638777 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:50.641698 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f636354-f9ff-4582-9c3f-684c38e1c93a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:50.642373 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e', 'status': 'completed', 'code': 200} Nov 10 03:48:50.659861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.660237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.660590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.660916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.661248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.675190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.675838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.679585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.680024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.681141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.681668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.684450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d43e1d-c5c5-4dfb-9551-3d03c40784b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:48:50.715643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30ee8ab5-b5fd-43e5-8829-bab2b1c9510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.748569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.795881 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:48:50.811978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-30ee8ab5-b5fd-43e5-8829-bab2b1c9510b None None] For port 503d0a05-47c5-4163-960f-82a427a64256, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=503d0a05-47c5-4163-960f-82a427a64256,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:50.820174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.825754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30ee8ab5-b5fd-43e5-8829-bab2b1c9510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:50.926172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee8ab5-b5fd-43e5-8829-bab2b1c9510b None None] Pushing event updated for resources: {'Port': ['ID=503d0a05-47c5-4163-960f-82a427a64256,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:50.950843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 06244e04-eee4-4822-8300-876988342664 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:50.960151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Pushing event updated for resources: {'Port': ['ID=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:50.987414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-5c4b0eee-d0c8-4a92-8789-7b22f1375017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:50.987848 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ef9eb-5341-4542-a2e4-42bb4014297a None None] Pushing event updated for resources: {'Port': ['ID=503d0a05-47c5-4163-960f-82a427a64256,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:50.988937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-5c4b0eee-d0c8-4a92-8789-7b22f1375017 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1095 time: 1.4518929 Nov 10 03:48:51.004174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.025201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c0aeb123-be59-446f-a49e-6af4bc8a9054 None None] Provisioning complete for port 503d0a05-47c5-4163-960f-82a427a64256 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:51.025585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb123-be59-446f-a49e-6af4bc8a9054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.112197 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 06244e04-eee4-4822-8300-876988342664 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:51.112909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.151432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Network 7ce3567c-66e5-407f-8a60-919f069f6d14 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:51.174569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-e3d49231-92a5-4924-9aef-86bde330cd9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 217 time: 0.1566279 Nov 10 03:48:51.186896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:51.200049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:51.209195 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:51.269041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-3bf0c823-04d4-4d92-8a56-884a5873b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:51.271285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-3bf0c823-04d4-4d92-8a56-884a5873b429 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0746620 Nov 10 03:48:51.341628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54273f6-2ce4-4e14-9e32-614f27349ff1 req-3b826fe6-3e17-457c-a522-fe17d6c96949 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:51.350209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c54273f6-2ce4-4e14-9e32-614f27349ff1 req-3b826fe6-3e17-457c-a522-fe17d6c96949 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 943 time: 1.1855721 Nov 10 03:48:51.380326 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4517a-0444-4565-bffe-dc5cd337e5e3 None None] The sync data for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 is: [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:48:51.439255 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82968845-f324-4ea6-a574-9c12bbe05a5d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.444201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf916c98-d9a3-4c05-89a1-268990aab536 req-0eb4603d-463b-4d9e-9d93-a4c9a109fc2c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966511 Nov 10 03:48:51.446371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-f933073e-e7f2-4fd3-90ed-c363dc4f822d service neutron] 10.222.0.11 "GET /v2.0/networks/babc7583-3852-4ea4-9310-77a92d276210?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2762699 Nov 10 03:48:51.489142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82968845-f324-4ea6-a574-9c12bbe05a5d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.586807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c54273f6-2ce4-4e14-9e32-614f27349ff1 req-bd886f1c-f186-4ac3-8c2e-8dad7ef8b0aa tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356248 Nov 10 03:48:51.592011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82968845-f324-4ea6-a574-9c12bbe05a5d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.593515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-82968845-f324-4ea6-a574-9c12bbe05a5d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.6721075 Nov 10 03:48:51.622665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-3827eb37-3625-4988-a5f0-1f05c2b821c3 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9904461 Nov 10 03:48:51.631991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:51.646593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a73d544b-a606-43ec-af41-785d9a2fe017 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Request body: {'security_group_rule': {'security_group_id': 'e55a0139-7e8e-4881-9133-25151ffaa6a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:51.793881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a73d544b-a606-43ec-af41-785d9a2fe017 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.810192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-4c03bcec-ef1e-47a3-b7b7-a9d4e3c45414 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4879313 Nov 10 03:48:51.814362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.854991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82968845-f324-4ea6-a574-9c12bbe05a5d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55a0139-7e8e-4881-9133-25151ffaa6a5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:51.912586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a73d544b-a606-43ec-af41-785d9a2fe017 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.920362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-baed1f67-5d4b-478e-9060-775df6a3ba60 req-2f529f19-1931-46a9-b1b0-f97689cf1aba service neutron] 10.222.0.11 "GET /v2.0/networks/babc7583-3852-4ea4-9310-77a92d276210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474947 Nov 10 03:48:51.944792 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a73d544b-a606-43ec-af41-785d9a2fe017 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:51.961261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02954646-796c-4f85-ac2c-26758e56cde7', 'tag': '860fb8ad-b9e3-4a44-8d32-bf6508587069'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:51.966041 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8062e77-a300-43a9-907a-e2268093dcea" -d '{"events": [{"name": "network-changed", "server_uuid": "02954646-796c-4f85-ac2c-26758e56cde7", "tag": "860fb8ad-b9e3-4a44-8d32-bf6508587069"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:51.979559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Port': ['ID=6ad97a3f-6395-4401-bf4b-318e7281cb6c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:52.022237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:52.022924 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.043776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.062369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43a70b-55b7-4a3a-937f-5155c1127d8e req-4abfb54b-8b15-4c8a-8fa6-c8703bd7baa4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:52.064667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c43a70b-55b7-4a3a-937f-5155c1127d8e req-4abfb54b-8b15-4c8a-8fa6-c8703bd7baa4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.4452367 Nov 10 03:48:52.071040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d544b-a606-43ec-af41-785d9a2fe017 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4799555-2456-4336-906d-3966fff23bda,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:52.162820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:52.183298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:52.183436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5628c-8170-4b53-ac04-d9e4cde922f9 req-5ec70eb3-302d-4737-aa8a-6d2bbc5a1dc2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:52.187348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09370e31-ba8b-486f-ae47-6cf6f0aa0a17']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:52.202260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-1dbf31c7-f240-4227-9900-84262ecfca79 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9800079 Nov 10 03:48:52.203558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:52.205106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61e5628c-8170-4b53-ac04-d9e4cde922f9 req-5ec70eb3-302d-4737-aa8a-6d2bbc5a1dc2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 931 time: 0.3669691 Nov 10 03:48:52.217549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a73d544b-a606-43ec-af41-785d9a2fe017 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.218783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a73d544b-a606-43ec-af41-785d9a2fe017 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5780237 Nov 10 03:48:52.223962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c43a70b-55b7-4a3a-937f-5155c1127d8e req-56bb2035-bc76-4c22-b2c6-ef4062640cb0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421516 Nov 10 03:48:52.224556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55584) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:52.267866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-66850fb0-aea2-4f34-b21b-1a5173258b8f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Request body: {'security_group_rule': {'security_group_id': 'e55a0139-7e8e-4881-9133-25151ffaa6a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:52.335968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be8a0f9e-b806-4ae3-a4c1-288a8aa9e902 req-f0e8911a-54c5-4bf1-a68c-1f3420c13482 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522021 Nov 10 03:48:52.361607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:52.362630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.395926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d74d6-df3e-46c6-af17-befe8116a28d req-e1538892-5058-4970-a4de-e84429932c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:52.398076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Request body: {'port': {'device_id': '73b41366-b791-4902-a37b-72f23cee5354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:52.401172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981d74d6-df3e-46c6-af17-befe8116a28d req-e1538892-5058-4970-a4de-e84429932c93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e2ad1fbdbbf419192b9d87944a4893a&device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 1094 time: 0.3703387 Nov 10 03:48:52.407387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:52.407792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefd5fe2-6807-4f4b-84f3-88ed9946bd27') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:48:52.432847 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f8f76f-7284-4a03-86e6-e612b5d12b88 x-openstack-request-id: req-35f8f76f-7284-4a03-86e6-e612b5d12b88 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:52.433131 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02954646-796c-4f85-ac2c-26758e56cde7", "tag": "860fb8ad-b9e3-4a44-8d32-bf6508587069", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:52.433382 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35f8f76f-7284-4a03-86e6-e612b5d12b88 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:52.433833 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02954646-796c-4f85-ac2c-26758e56cde7', 'tag': '860fb8ad-b9e3-4a44-8d32-bf6508587069', 'status': 'completed', 'code': 200} Nov 10 03:48:52.444990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61e5628c-8170-4b53-ac04-d9e4cde922f9 req-20bf4f6a-18e2-420d-979d-6815a9cb3ed2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340338 Nov 10 03:48:52.470433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.579248 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66850fb0-aea2-4f34-b21b-1a5173258b8f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.579863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.616937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-fb5ff66f-07e3-4f10-a125-77080bfff2af service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273476 Nov 10 03:48:52.631102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7c881b3d-c8fb-4974-8a93-2428904b597f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3765907 Nov 10 03:48:52.636876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:48:52.637380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:48:52.639255 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:48:52.681990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062e77-a300-43a9-907a-e2268093dcea req-b8873717-2e4e-4c67-b0fc-85d6a44f3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:52.698565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8062e77-a300-43a9-907a-e2268093dcea req-b8873717-2e4e-4c67-b0fc-85d6a44f3575 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1095 time: 0.2962899 Nov 10 03:48:52.731273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-88ab6830-2887-497e-ac6a-fd2a82b936a4 None None] Provisioning complete for port 6ad97a3f-6395-4401-bf4b-318e7281cb6c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:52.731893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88ab6830-2887-497e-ac6a-fd2a82b936a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.764535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Request body: {'port': {'device_id': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:52.803401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-88ab6830-2887-497e-ac6a-fd2a82b936a4 None None] Port 6ad97a3f-6395-4401-bf4b-318e7281cb6c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:48:52.882446 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.906347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.917189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] 10.222.0.24 "DELETE /v2.0/networks/09370e31-ba8b-486f-ae47-6cf6f0aa0a17 HTTP/1.1" status: 204 len: 168 time: 3.3244181 Nov 10 03:48:52.929032 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66850fb0-aea2-4f34-b21b-1a5173258b8f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:52.933873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062e77-a300-43a9-907a-e2268093dcea req-f4993896-f6d4-4b6b-9426-fe0071d2cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:52.935510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8062e77-a300-43a9-907a-e2268093dcea req-f4993896-f6d4-4b6b-9426-fe0071d2cbfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.1982284 Nov 10 03:48:52.996699 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66850fb0-aea2-4f34-b21b-1a5173258b8f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:53.032561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 503d0a05-47c5-4163-960f-82a427a64256 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:53.068243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:53.117838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850fb0-aea2-4f34-b21b-1a5173258b8f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e121fd9-cf2e-4a97-8773-dbbb00710d5f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:53.123072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d74d6-df3e-46c6-af17-befe8116a28d req-2492c5a3-3e22-449b-8138-b3b5cfb39087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.125907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981d74d6-df3e-46c6-af17-befe8116a28d req-2492c5a3-3e22-449b-8138-b3b5cfb39087 service neutron] 10.222.0.11 "GET /v2.0/networks?id=babc7583-3852-4ea4-9310-77a92d276210 HTTP/1.1" status: 200 len: 920 time: 0.6627290 Nov 10 03:48:53.179212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 503d0a05-47c5-4163-960f-82a427a64256 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:53.179906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:53.253319 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:53.269262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065dd0-2f16-40e6-93ad-fabc9e132cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=09370e31-ba8b-486f-ae47-6cf6f0aa0a17,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:53.286619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55602) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:53.292437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981d74d6-df3e-46c6-af17-befe8116a28d req-587bf963-0852-4a76-8ea0-ead70d32be4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 HTTP/1.1" status: 200 len: 217 time: 0.1508689 Nov 10 03:48:53.298508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66850fb0-aea2-4f34-b21b-1a5173258b8f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:53.302629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-66850fb0-aea2-4f34-b21b-1a5173258b8f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0649195 Nov 10 03:48:53.304271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55606) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:53.365786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:53.388540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cf3fb1a2-366a-4db7-a03b-cd2597f1d89f req-1ea2e2b5-e0e3-4761-99f5-2522c94afdab service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562754 Nov 10 03:48:53.394363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d74d6-df3e-46c6-af17-befe8116a28d req-bd084143-a7ee-4891-9770-8723618c995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.396856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981d74d6-df3e-46c6-af17-befe8116a28d req-bd084143-a7ee-4891-9770-8723618c995a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c1394dc-3a69-4dbc-8c8d-327043c97851 HTTP/1.1" status: 200 len: 860 time: 0.0870075 Nov 10 03:48:53.402830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8062e77-a300-43a9-907a-e2268093dcea req-b8e63d74-ab5d-455a-82ab-e971e1a6183a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 217 time: 0.3966875 Nov 10 03:48:53.418221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-fe385ac0-b97e-4f0d-a17f-4a6b14d6db99 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8057630 Nov 10 03:48:53.418910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:53.494210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b844-27fd-46ff-9de0-2ba3b565a7a5 req-3c116d9c-5547-4a4a-a9a9-f8601f7e2bf8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.503023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b844-27fd-46ff-9de0-2ba3b565a7a5 req-3c116d9c-5547-4a4a-a9a9-f8601f7e2bf8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.509481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b844-27fd-46ff-9de0-2ba3b565a7a5 req-3c116d9c-5547-4a4a-a9a9-f8601f7e2bf8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.511331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b40b844-27fd-46ff-9de0-2ba3b565a7a5 req-3c116d9c-5547-4a4a-a9a9-f8601f7e2bf8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2377 time: 0.8981030 Nov 10 03:48:53.518430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981d74d6-df3e-46c6-af17-befe8116a28d req-cc84e8fb-e760-4205-8262-aac694f666f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=babc7583-3852-4ea4-9310-77a92d276210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075740 Nov 10 03:48:53.531140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae1acd-0cf6-4789-94a3-ea7310319de5 req-325f6c8a-a648-4803-90c4-8265303338ce tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.533583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84ae1acd-0cf6-4789-94a3-ea7310319de5 req-325f6c8a-a648-4803-90c4-8265303338ce tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 943 time: 0.7941990 Nov 10 03:48:53.562648 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:53.617250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8600eae5-e23d-49bf-a345-273de5985b7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba957c1d97a84d90a8fcf9ecd6774e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215756 Nov 10 03:48:53.626433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55612) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:53.663277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062e77-a300-43a9-907a-e2268093dcea req-7973b6e0-5300-401c-8abb-e3bddb6205d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.664689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8062e77-a300-43a9-907a-e2268093dcea req-7973b6e0-5300-401c-8abb-e3bddb6205d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.2524078 Nov 10 03:48:53.792232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8062e77-a300-43a9-907a-e2268093dcea req-87d23e38-927f-4110-9f46-94b88c6ab8c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951831 Nov 10 03:48:53.810768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b40b844-27fd-46ff-9de0-2ba3b565a7a5 req-f40fdcaf-8a1a-46d5-b273-4e5356a99957 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881413 Nov 10 03:48:53.847069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-8164f09d-d414-452f-89f1-c4a442b50fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.850852 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-8164f09d-d414-452f-89f1-c4a442b50fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 1095 time: 0.3270690 Nov 10 03:48:53.854719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-76ec5f80-16df-4378-bd9e-64a67718be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:53.861351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-76ec5f80-16df-4378-bd9e-64a67718be7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1095 time: 0.3239250 Nov 10 03:48:53.882099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84ae1acd-0cf6-4789-94a3-ea7310319de5 req-e6e68041-c195-4afc-b3a2-d373d674cba9 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320465 Nov 10 03:48:53.936784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981d74d6-df3e-46c6-af17-befe8116a28d req-67c9fdc0-e7e0-4c0a-930e-60e5bf2d1315 service neutron] 10.222.0.11 "GET /v2.0/networks/babc7583-3852-4ea4-9310-77a92d276210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992369 Nov 10 03:48:53.948226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-367200a9-2db0-45db-956d-bdda6b3370af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.047832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-367200a9-2db0-45db-956d-bdda6b3370af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.149350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8062e77-a300-43a9-907a-e2268093dcea req-73843828-199d-4f4d-bc86-53790772c00e service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424306 Nov 10 03:48:54.193154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-ef1a0c84-722f-442d-928d-cf95de20820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:54.194884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-ef1a0c84-722f-442d-928d-cf95de20820f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3126540 Nov 10 03:48:54.258811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf5646-0d2d-430b-a51a-54faecedf4c2 req-edcb5d24-b341-4885-9ca8-2492a1a99f6a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:54.261123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cdf5646-0d2d-430b-a51a-54faecedf4c2 req-edcb5d24-b341-4885-9ca8-2492a1a99f6a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 931 time: 0.2405751 Nov 10 03:48:54.263435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-2b7266d9-c86b-4795-a8ed-42711d2a0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:54.264990 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-2b7266d9-c86b-4795-a8ed-42711d2a0b44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.3790827 Nov 10 03:48:54.275588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-71e3c585-5ea5-446c-8c53-a0248b38ebb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 217 time: 0.0718718 Nov 10 03:48:54.298584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361d956-e248-4558-9356-e47ad6b94428 req-0b879a35-05b6-4b84-9afc-969316deb585 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:54.305922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b361d956-e248-4558-9356-e47ad6b94428 req-0b879a35-05b6-4b84-9afc-969316deb585 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.2843306 Nov 10 03:48:54.314964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-981d74d6-df3e-46c6-af17-befe8116a28d req-c83b2435-09c9-4492-a562-286a559ef7ab service neutron] 10.222.0.11 "GET /v2.0/networks/babc7583-3852-4ea4-9310-77a92d276210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677521 Nov 10 03:48:54.392450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-d66a7aec-f708-4c1e-bae5-be355c8f00b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 200 len: 217 time: 0.1053300 Nov 10 03:48:54.394768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.399756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-367200a9-2db0-45db-956d-bdda6b3370af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.402463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-367200a9-2db0-45db-956d-bdda6b3370af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.403603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-367200a9-2db0-45db-956d-bdda6b3370af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8665386b-4105-46e2-a4e5-16516c5cc210 HTTP/1.1" status: 204 len: 168 time: 0.7620106 Nov 10 03:48:54.452535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:54.453106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367200a9-2db0-45db-956d-bdda6b3370af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8665386b-4105-46e2-a4e5-16516c5cc210,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:54.486157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.487741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8062e77-a300-43a9-907a-e2268093dcea req-050c83c5-cc33-4c1b-b708-b41234ab6cf3 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245840 Nov 10 03:48:54.497230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0243f923-bdaf-4c30-9bea-68eb4cfb8026 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:54.521539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.530599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-b6d82a96-f068-4721-813a-386a07c56b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:54.532317 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-b6d82a96-f068-4721-813a-386a07c56b1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.2096636 Nov 10 03:48:54.544734 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b361d956-e248-4558-9356-e47ad6b94428 req-6cee85b4-0b59-49bf-9a27-1f5f278d65a9 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365732 Nov 10 03:48:54.549373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Transition to ACTIVE for port object 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:54.554124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-d41934b0-3503-4b13-9510-cef814205a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:54.555520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-d41934b0-3503-4b13-9510-cef814205a06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1308794 Nov 10 03:48:54.565584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Transition to ACTIVE for port object 0243f923-bdaf-4c30-9bea-68eb4cfb8026 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:54.577386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.618684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-f0ef7152-cf50-4d7c-8865-e11d202c73ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714552 Nov 10 03:48:54.619713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.647489 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-8806f205-c05b-4494-8b86-07c21104726c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804069 Nov 10 03:48:54.653986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Allocated IP 172.25.6.3 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/a2d2ca68-c07d-4e11-b81b-2c0c415a1755) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:48:54.671505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cdf5646-0d2d-430b-a51a-54faecedf4c2 req-0ce5e8c3-56b4-4035-96ad-80380f83949b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972611 Nov 10 03:48:54.786592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Pushing event updated for resources: {'Port': ['ID=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:54.837707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:54.885733 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.015352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:48:55.024486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:55.034708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:48:55.058640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950046-6373-419c-9239-09087559a2b5 req-1df0392d-ce92-4ca0-995f-64b07a9b5c91 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:55.065104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950046-6373-419c-9239-09087559a2b5 req-1df0392d-ce92-4ca0-995f-64b07a9b5c91 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:55.071328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950046-6373-419c-9239-09087559a2b5 req-1df0392d-ce92-4ca0-995f-64b07a9b5c91 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:55.079222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38950046-6373-419c-9239-09087559a2b5 req-1df0392d-ce92-4ca0-995f-64b07a9b5c91 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2389 time: 0.1423688 Nov 10 03:48:55.141137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event updated for resources: {'Port': ['ID=a2d2ca68-c07d-4e11-b81b-2c0c415a1755,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:55.213922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ab75e-0c83-4d1b-953d-f9756e996b13 req-4e2a9183-09d3-40e1-a835-96ba88c057c2 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:55.215718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-752ab75e-0c83-4d1b-953d-f9756e996b13 req-4e2a9183-09d3-40e1-a835-96ba88c057c2 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 943 time: 0.1837595 Nov 10 03:48:55.295205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Pushing event updated for resources: {'Port': ['ID=0243f923-bdaf-4c30-9bea-68eb4cfb8026,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:55.303678 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-752ab75e-0c83-4d1b-953d-f9756e996b13 req-6078adb3-1c35-40c1-bf7e-419557f7315e tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710406 Nov 10 03:48:55.351148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-4789f4d4-ab1f-4040-b3dc-be60b0d2c438 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963279 Nov 10 03:48:55.351395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38950046-6373-419c-9239-09087559a2b5 req-c6815b5d-d715-4363-af55-84678f4e7656 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708547 Nov 10 03:48:55.368418 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.371655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 860fb8ad-b9e3-4a44-8d32-bf6508587069 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:48:55.406626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-b7e9aff6-d9a4-4289-81d6-82227ba61edd service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492673 Nov 10 03:48:55.435786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.493149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Attempting to bind port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:55.493389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Attempting to bind port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:55.493717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Attempting to bind port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 on network 7ce3567c-66e5-407f-8a60-919f069f6d14 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:55.522023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Attempting to bind port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:55.522603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Attempting to bind port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:55.523094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Attempting to bind port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 on network 292365b2-8584-4f39-a20e-73433b5f3ba4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:55.541000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 on network 7ce3567c-66e5-407f-8a60-919f069f6d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:55.541538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Attempting to bind port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 on network 7ce3567c-66e5-407f-8a60-919f069f6d14 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:55.543641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 on network 292365b2-8584-4f39-a20e-73433b5f3ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:55.544171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Attempting to bind port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 on network 292365b2-8584-4f39-a20e-73433b5f3ba4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:55.548487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55646) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:55.562651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:55.563374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Checking segment: {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:55.564557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Bound using segment: {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:55.565210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Bound port: 0243f923-bdaf-4c30-9bea-68eb4cfb8026, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:55.565787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.568521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:55.569062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Checking segment: {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:55.569608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Bound using segment: {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:55.570251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Bound port: 1fa08ae5-b9f2-4ded-ae1f-60be68950c58, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdc440c-f736-4a56-a873-3fe478a7758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:55.570800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.613540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 860fb8ad-b9e3-4a44-8d32-bf6508587069, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:55.637797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '860fb8ad-b9e3-4a44-8d32-bf6508587069', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'port_id': '860fb8ad-b9e3-4a44-8d32-bf6508587069', 'mac_address': 'fa:16:3e:4a:51:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:48:55.689269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.696995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:48:55.703388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.762343 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.762700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a41a3c23-4cd8-4f54-a681-5f1c2bd74388 req-3e1f1f91-d324-4db2-9233-1fbe174595f6 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821061 Nov 10 03:48:55.790505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ef583a0-24dd-4102-b7d5-3a8073977f1a req-38faad0c-a1c0-47db-9863-9609ca876b67 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721931 Nov 10 03:48:55.815177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2094043781-network', 'tenant_id': '26b95eb39bc84b74a81299b1631adccc'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:55.848670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] For port 0243f923-bdaf-4c30-9bea-68eb4cfb8026, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:55.853263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fb8ad-b9e3-4a44-8d32-bf6508587069 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:55.856958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] For port 0243f923-bdaf-4c30-9bea-68eb4cfb8026, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0243f923-bdaf-4c30-9bea-68eb4cfb8026,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:55.861987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] For port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:55.867987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] For port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:55.871408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.887642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 860fb8ad-b9e3-4a44-8d32-bf6508587069, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:55.899030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.905097 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:55.939106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event updated for resources: {'Port': ['ID=a2d2ca68-c07d-4e11-b81b-2c0c415a1755,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:55.965050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,segment=NetworkSegment(df46299d-c2c1-4be1-84bb-3f59f0f16bed),segment_id=df46299d-c2c1-4be1-84bb-3f59f0f16bed)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:55.982194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Made reservation on behalf of 26b95eb39bc84b74a81299b1631adccc for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:55.984668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.000674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.002421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bee84-189e-43cd-9b9e-a7a6bd362052 req-7467aee8-030c-451b-9637-43f29ea0242a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.004979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.006498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] 10.222.0.11 "PUT /v2.0/ports/0243f923-bdaf-4c30-9bea-68eb4cfb8026 HTTP/1.1" status: 200 len: 1092 time: 3.2468503 Nov 10 03:48:56.010149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f2bee84-189e-43cd-9b9e-a7a6bd362052 req-7467aee8-030c-451b-9637-43f29ea0242a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.2126436 Nov 10 03:48:56.012650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'tag': '0243f923-bdaf-4c30-9bea-68eb4cfb8026'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:56.017715 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "tag": "0243f923-bdaf-4c30-9bea-68eb4cfb8026"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:56.019229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.022847 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.041445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.044980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.046877 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] 10.222.0.44 "PUT /v2.0/ports/1fa08ae5-b9f2-4ded-ae1f-60be68950c58 HTTP/1.1" status: 200 len: 1091 time: 3.6798301 Nov 10 03:48:56.062434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=860fb8ad-b9e3-4a44-8d32-bf6508587069,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:56.069518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Request body: {'port': {'device_id': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:56.089275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7', 'network_id': 'babc7583-3852-4ea4-9310-77a92d276210', 'port_id': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7', 'mac_address': 'fa:16:3e:7a:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1394dc-3a69-4dbc-8c8d-327043c97851', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:48:56.127957 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.140836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856d1e5-77f5-4b81-93b1-a245cfdedc01 req-14eacf47-882c-4ff2-b958-550df8239c2b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.147055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d856d1e5-77f5-4b81-93b1-a245cfdedc01 req-14eacf47-882c-4ff2-b958-550df8239c2b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 943 time: 0.3008685 Nov 10 03:48:56.163603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.175347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.176796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c366086b-d01d-4b5f-95c2-de20649e5c07 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8170593 Nov 10 03:48:56.203221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd91c1-011d-4c76-a5ac-aa00dc906b75 service neutron] Pushing event updated for resources: {'Port': ['ID=0243f923-bdaf-4c30-9bea-68eb4cfb8026,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:56.250558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['860fb8ad-b9e3-4a44-8d32-bf6508587069'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:56.284386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:48:56.336969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f2bee84-189e-43cd-9b9e-a7a6bd362052 req-e5595a56-de0a-4cf9-85d1-672705943b7a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256798 Nov 10 03:48:56.355576 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.390025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55833ec4-2233-4d68-a5b9-d018a33f9611,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:56.397558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d856d1e5-77f5-4b81-93b1-a245cfdedc01 req-35d61ab0-5c17-4d0d-a888-d7546e30aae0 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415817 Nov 10 03:48:56.402482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.403119 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Added segment 53b3aadf-8a2f-4e05-beef-f9cc5dbbde37 of type vlan for network 344522b7-8016-4230-898a-5afd2c6bd14f Nov 10 03:48:56.432253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126d987-ad99-4c2a-829e-6f3ce13db68e service neutron] Pushing event updated for resources: {'Port': ['ID=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:56.447204 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8432f924-230b-4e3f-8d68-c95d9ed0dcf9 x-openstack-request-id: req-8432f924-230b-4e3f-8d68-c95d9ed0dcf9 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:56.456600 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "tag": "0243f923-bdaf-4c30-9bea-68eb4cfb8026", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:56.456863 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8432f924-230b-4e3f-8d68-c95d9ed0dcf9 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:56.457284 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'tag': '0243f923-bdaf-4c30-9bea-68eb4cfb8026', 'status': 'completed', 'code': 200} Nov 10 03:48:56.461461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:56.492991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.501640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50c88-2280-496c-9109-cdaacc760233 req-cce5dd00-6cc8-422d-83f7-21aacdf7216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.503244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-cce5dd00-6cc8-422d-83f7-21aacdf7216d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 1094 time: 0.3964469 Nov 10 03:48:56.516023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,segment=NetworkSegment(df46299d-c2c1-4be1-84bb-3f59f0f16bed),segment_id=df46299d-c2c1-4be1-84bb-3f59f0f16bed)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:56.557005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.568959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.568959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.569419 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.614231 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-914cf90a-4c2f-413e-bac3-672ba07bf6ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58 HTTP/1.1" status: 200 len: 217 time: 0.0985918 Nov 10 03:48:56.633901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:56.660230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.673870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1222711 Nov 10 03:48:56.678316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55670) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:48:56.701856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Request body: {'subnet': {'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2094043781-subnet', 'tenant_id': '26b95eb39bc84b74a81299b1631adccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:56.722300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4b011-dab4-4133-9c5f-c51c732ce42b admin admin] Pushing event updated for resources: {'Network': ['ID=344522b7-8016-4230-898a-5afd2c6bd14f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:56.735193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca937-e285-4e61-a62d-f6c4a799bfb7 req-26544de4-49c6-406c-918b-28250bfa1a74 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.742655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6caca937-e285-4e61-a62d-f6c4a799bfb7 req-26544de4-49c6-406c-918b-28250bfa1a74 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 944 time: 0.1963995 Nov 10 03:48:56.752291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 344522b7-8016-4230-898a-5afd2c6bd14f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:48:56.760089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37394c89-b49f-4248-85e5-f8c88d71ee43 req-77965c91-9fe9-472e-8721-2985b4e18299 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.766217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37394c89-b49f-4248-85e5-f8c88d71ee43 req-77965c91-9fe9-472e-8721-2985b4e18299 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.772619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37394c89-b49f-4248-85e5-f8c88d71ee43 req-77965c91-9fe9-472e-8721-2985b4e18299 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:56.774294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37394c89-b49f-4248-85e5-f8c88d71ee43 req-77965c91-9fe9-472e-8721-2985b4e18299 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2389 time: 0.2269831 Nov 10 03:48:56.810128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Made reservation on behalf of 26b95eb39bc84b74a81299b1631adccc for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:48:56.812611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:56.944493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6caca937-e285-4e61-a62d-f6c4a799bfb7 req-2545f3a2-6f0f-4571-bc69-d480c26af09a tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008836 Nov 10 03:48:56.975102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37394c89-b49f-4248-85e5-f8c88d71ee43 req-51c855f7-9d77-4c78-b97b-e33bff99bd47 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894276 Nov 10 03:48:57.052873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:48:57.057288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-3c89b66b-2397-4775-8ee0-728930994384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.057288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-3c89b66b-2397-4775-8ee0-728930994384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.057515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-3c89b66b-2397-4775-8ee0-728930994384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.059296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-3c89b66b-2397-4775-8ee0-728930994384 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2732 time: 0.4441605 Nov 10 03:48:57.070540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50c88-2280-496c-9109-cdaacc760233 req-bb1d5db9-190b-41c3-b0bf-4d702e29be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.072381 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-bb1d5db9-190b-41c3-b0bf-4d702e29be43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.3969054 Nov 10 03:48:57.211630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-dfd2cf2d-715b-4d04-89b1-2d91c106b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.212105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-dfd2cf2d-715b-4d04-89b1-2d91c106b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.212572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-dfd2cf2d-715b-4d04-89b1-2d91c106b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.214192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-dfd2cf2d-715b-4d04-89b1-2d91c106b3e0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=184d19b008dc47b986fbbe98d99860b3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1352205 Nov 10 03:48:57.233215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-44714dc3-adcd-4ff5-8392-dce2b464cc2d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1185956294&fields=id&tenant_id=15d571b56e3c42d59a2577a7da379f0b HTTP/1.1" status: 200 len: 267 time: 0.1478174 Nov 10 03:48:57.290050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-11baaca3-a30b-49ee-8d48-02ef5ebd08be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090962 Nov 10 03:48:57.477571 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-db4e387f-005a-4a62-b52c-134d60cbd4c5 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526599 Nov 10 03:48:57.591429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0284ce-1496-4e39-995f-d7a7ea1896f5 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:57.605220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:57.611394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-8d710c5f-eaaf-4eca-b8eb-42ca088d6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.612913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e8c6d9fe-65f9-45ee-adcc-42d157a0a946 req-8d710c5f-eaaf-4eca-b8eb-42ca088d6618 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3806784 Nov 10 03:48:57.630136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Transition to ACTIVE for port object ad0284ce-1496-4e39-995f-d7a7ea1896f5 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:57.647624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:57.689692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-42e50c88-2280-496c-9109-cdaacc760233 req-1c9810b9-5e18-499c-ae5f-55180d3d1436 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023218 Nov 10 03:48:57.691253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:57.732176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Pushing event updated for resources: {'Port': ['ID=ad0284ce-1496-4e39-995f-d7a7ea1896f5,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:57.801150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Attempting to bind port ad0284ce-1496-4e39-995f-d7a7ea1896f5 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:57.801499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Attempting to bind port ad0284ce-1496-4e39-995f-d7a7ea1896f5 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:57.801833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Attempting to bind port ad0284ce-1496-4e39-995f-d7a7ea1896f5 on network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:57.808136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Port ad0284ce-1496-4e39-995f-d7a7ea1896f5 on network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:57.808476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Attempting to bind port ad0284ce-1496-4e39-995f-d7a7ea1896f5 on network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:57.816856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:57.817368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Checking segment: {'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:57.818338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Bound using segment: {'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:57.818781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Bound port: ad0284ce-1496-4e39-995f-d7a7ea1896f5, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b765ca25-73bf-431f-abcf-d366faf578cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:57.819319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:57.825623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee212c-e0bc-4268-aa28-87526104ff11 req-3fa091d1-bd92-4ddc-b677-cc40764f76c7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.827142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ecee212c-e0bc-4268-aa28-87526104ff11 req-3fa091d1-bd92-4ddc-b677-cc40764f76c7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.1290014 Nov 10 03:48:57.827787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9542638-6750-4ab3-bf57-74d0ff9c6895,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:57.861792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-7557946c-00bf-4b9e-a69f-ca975d4d9c88 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.863316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-7557946c-00bf-4b9e-a69f-ca975d4d9c88 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/networks?id=698283b8-1ee0-408a-89b6-d4887200d304 HTTP/1.1" status: 200 len: 814 time: 0.6201351 Nov 10 03:48:57.896254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-2920ecb1-d242-4630-b934-745562f0a1cb tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/quotas/15d571b56e3c42d59a2577a7da379f0b HTTP/1.1" status: 200 len: 375 time: 0.0230892 Nov 10 03:48:57.896946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Checking segment: {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:57.897298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Network hostable DHCP agents. Network: 344522b7-8016-4230-898a-5afd2c6bd14f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:48:57.932070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] For port ad0284ce-1496-4e39-995f-d7a7ea1896f5, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:57.941507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] For port ad0284ce-1496-4e39-995f-d7a7ea1896f5, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad0284ce-1496-4e39-995f-d7a7ea1896f5,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:57.950439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ecee212c-e0bc-4268-aa28-87526104ff11 req-5bf16321-eb44-4d2f-9d31-902d231281f8 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129375 Nov 10 03:48:57.950980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:57.962235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Network 344522b7-8016-4230-898a-5afd2c6bd14f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:48:57.986743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 344522b7-8016-4230-898a-5afd2c6bd14f) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:48:57.996668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1aaf73-0a36-48ee-b3f7-5bdc6981c77b None None] Network 344522b7-8016-4230-898a-5afd2c6bd14f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:57.998675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:57.999778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:58.030966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-a5f74195-7e57-4296-9fb5-9ab6e736ab65 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15d571b56e3c42d59a2577a7da379f0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244929 Nov 10 03:48:58.036305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ed95610c-bc6c-4ea7-9cbf-1d1ed9ff0517 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3534379 Nov 10 03:48:58.046481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:58.047601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:58.052206 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] 10.222.0.11 "PUT /v2.0/ports/ad0284ce-1496-4e39-995f-d7a7ea1896f5 HTTP/1.1" status: 200 len: 1092 time: 2.0046461 Nov 10 03:48:58.097269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Request body: {'port': {'device_id': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:48:58.191929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b68c2-bdb1-487d-b43e-99f5ea69751e service neutron] Pushing event updated for resources: {'Port': ['ID=ad0284ce-1496-4e39-995f-d7a7ea1896f5,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:58.196947 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:58.303620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-51b28cd7-33be-42c2-8246-d94e28d12cdf service neutron] 10.222.0.24 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467566 Nov 10 03:48:58.317786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f8df7-0777-460d-8f72-e42e0196bb8a None None] Network 344522b7-8016-4230-898a-5afd2c6bd14f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:48:58.331732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416fe0f-3641-4a98-b1fa-fe05f41a3479 req-d523bc6d-269f-4e9a-9038-7b7f452f1810 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:58.338383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0416fe0f-3641-4a98-b1fa-fe05f41a3479 req-d523bc6d-269f-4e9a-9038-7b7f452f1810 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 943 time: 0.2756727 Nov 10 03:48:58.457977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b41366-b791-4902-a37b-72f23cee5354', 'tag': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58'}, {'name': 'network-changed', 'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'tag': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:58.460380 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0649356-e475-416c-aa15-d186554d9fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "73b41366-b791-4902-a37b-72f23cee5354", "tag": "1fa08ae5-b9f2-4ded-ae1f-60be68950c58"}, {"name": "network-changed", "server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "tag": "ad0284ce-1496-4e39-995f-d7a7ea1896f5"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:58.460982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0416fe0f-3641-4a98-b1fa-fe05f41a3479 req-79c0190b-a917-4359-8eb3-90dc7cabf813 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098163 Nov 10 03:48:58.547415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-6aaac9d8-e12c-4767-8c5c-be11bf7e2eb8 service neutron] 10.222.0.24 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076581 Nov 10 03:48:58.582943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad97a3f-6395-4401-bf4b-318e7281cb6c {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:48:58.592594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:58.606533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Transition to ACTIVE for port object 6ad97a3f-6395-4401-bf4b-318e7281cb6c will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:48:58.610233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b27a21-fb20-47ed-ab65-0643a615129e req-b2eea01a-3cb3-4b38-b00d-0f35404cc159 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:58.612473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45b27a21-fb20-47ed-ab65-0643a615129e req-b2eea01a-3cb3-4b38-b00d-0f35404cc159 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 944 time: 0.0630999 Nov 10 03:48:58.613148 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:58.682499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45b27a21-fb20-47ed-ab65-0643a615129e req-108bf835-b346-4c31-9a8f-8df509f4b5b3 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613797 Nov 10 03:48:58.696789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Pushing event updated for resources: {'Port': ['ID=6ad97a3f-6395-4401-bf4b-318e7281cb6c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:58.828941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Attempting to bind port 6ad97a3f-6395-4401-bf4b-318e7281cb6c on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:48:58.829326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Attempting to bind port 6ad97a3f-6395-4401-bf4b-318e7281cb6c by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:48:58.829644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Attempting to bind port 6ad97a3f-6395-4401-bf4b-318e7281cb6c on network 292365b2-8584-4f39-a20e-73433b5f3ba4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:58.843756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Port 6ad97a3f-6395-4401-bf4b-318e7281cb6c on network 292365b2-8584-4f39-a20e-73433b5f3ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:48:58.844095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Attempting to bind port 6ad97a3f-6395-4401-bf4b-318e7281cb6c on network 292365b2-8584-4f39-a20e-73433b5f3ba4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:48:58.853576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:48:58.853883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d571-bd28-472f-a982-5cb43fabf760 req-173dbf5e-d402-4eef-910b-d8776693b7ed tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:58.854044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Checking segment: {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:48:58.854312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Bound using segment: {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:48:58.854739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Bound port: 6ad97a3f-6395-4401-bf4b-318e7281cb6c, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4295301-6917-4836-bb0a-9c6e02345fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:48:58.855090 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:58.863106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d571-bd28-472f-a982-5cb43fabf760 req-173dbf5e-d402-4eef-910b-d8776693b7ed tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:58.871864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d571-bd28-472f-a982-5cb43fabf760 req-173dbf5e-d402-4eef-910b-d8776693b7ed tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:58.880510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ee7d571-bd28-472f-a982-5cb43fabf760 req-173dbf5e-d402-4eef-910b-d8776693b7ed tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.1177592 Nov 10 03:48:58.996136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] For port 6ad97a3f-6395-4401-bf4b-318e7281cb6c, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:48:59.000023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] For port 6ad97a3f-6395-4401-bf4b-318e7281cb6c, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad97a3f-6395-4401-bf4b-318e7281cb6c,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:48:59.000787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ee7d571-bd28-472f-a982-5cb43fabf760 req-a1352ede-84b0-47fe-8a05-9481c569936d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190288 Nov 10 03:48:59.024158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:59.107080 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87799d89-78c4-4914-a93e-eac747ef547e x-openstack-request-id: req-87799d89-78c4-4914-a93e-eac747ef547e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:48:59.107402 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b41366-b791-4902-a37b-72f23cee5354", "tag": "1fa08ae5-b9f2-4ded-ae1f-60be68950c58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "tag": "ad0284ce-1496-4e39-995f-d7a7ea1896f5", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:48:59.108502 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87799d89-78c4-4914-a93e-eac747ef547e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:48:59.108502 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b41366-b791-4902-a37b-72f23cee5354', 'tag': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58', 'status': 'completed', 'code': 200} Nov 10 03:48:59.108502 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'tag': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5', 'status': 'completed', 'code': 200} Nov 10 03:48:59.117048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.118070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:59.119761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] 10.222.0.11 "PUT /v2.0/ports/6ad97a3f-6395-4401-bf4b-318e7281cb6c HTTP/1.1" status: 200 len: 1092 time: 1.0301991 Nov 10 03:48:59.208360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0769068-4730-4a6e-9522-2dbddc1a5606 req-76094c1b-c4b7-4f1b-be39-2b64b8d23b1d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 210 time: 0.0402415 Nov 10 03:48:59.266095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b43317-67f7-4a9b-bfa9-4e3f863380df service neutron] Pushing event updated for resources: {'Port': ['ID=6ad97a3f-6395-4401-bf4b-318e7281cb6c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:59.287349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-524d5733-b53c-4905-8370-23bf0f68a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.289708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-524d5733-b53c-4905-8370-23bf0f68a254 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 1094 time: 0.1548784 Nov 10 03:48:59.297989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-c54c8c88-6322-42a0-8457-b18d1e82b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.298801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-c54c8c88-6322-42a0-8457-b18d1e82b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.299952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-c54c8c88-6322-42a0-8457-b18d1e82b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.301885 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-c54c8c88-6322-42a0-8457-b18d1e82b874 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2866 time: 0.1243761 Nov 10 03:48:59.389181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 860fb8ad-b9e3-4a44-8d32-bf6508587069 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:59.402864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24793c54-4669-4bb2-94cb-97d51785d6a2 req-09224361-fa7f-4491-bd5e-e2d643126fc0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.404441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24793c54-4669-4bb2-94cb-97d51785d6a2 req-09224361-fa7f-4491-bd5e-e2d643126fc0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.0958583 Nov 10 03:48:59.453152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-bbefee40-177d-4abe-a753-023039249690 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.462959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-bbefee40-177d-4abe-a753-023039249690 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/networks?id=344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 200 len: 818 time: 0.2309453 Nov 10 03:48:59.490203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-afa2f89b-0533-43ea-9e98-53cff0f02f8c tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/quotas/26b95eb39bc84b74a81299b1631adccc HTTP/1.1" status: 200 len: 375 time: 0.0260255 Nov 10 03:48:59.505597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 860fb8ad-b9e3-4a44-8d32-bf6508587069 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:48:59.510498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 860fb8ad-b9e3-4a44-8d32-bf6508587069 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:59.511800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:59.520890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-0cc0d21a-5897-4a84-8a46-6d28f16f1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.521820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-0cc0d21a-5897-4a84-8a46-6d28f16f1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.522420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-0cc0d21a-5897-4a84-8a46-6d28f16f1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.524216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-0cc0d21a-5897-4a84-8a46-6d28f16f1403 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=184d19b008dc47b986fbbe98d99860b3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1895125 Nov 10 03:48:59.552398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-9ad054c2-cc63-41c0-ac26-dd334eef54b2 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=26b95eb39bc84b74a81299b1631adccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609846 Nov 10 03:48:59.616830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24793c54-4669-4bb2-94cb-97d51785d6a2 req-6f88fd25-167a-4195-9fe2-83362ab7166a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976435 Nov 10 03:48:59.630971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:59.644665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-fbe13855-db9e-4dbb-b4a7-2dd7cb03a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.646320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-fbe13855-db9e-4dbb-b4a7-2dd7cb03a4bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.3430042 Nov 10 03:48:59.677729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02954646-796c-4f85-ac2c-26758e56cde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fb8ad-b9e3-4a44-8d32-bf6508587069'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:48:59.680983 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa62f56-072b-4c4a-a830-bf1d499ab0ab" -d '{"events": [{"server_uuid": "02954646-796c-4f85-ac2c-26758e56cde7", "name": "network-vif-plugged", "status": "completed", "tag": "860fb8ad-b9e3-4a44-8d32-bf6508587069"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:48:59.698960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 860fb8ad-b9e3-4a44-8d32-bf6508587069, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:48:59.707686 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:59.713596 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-0f57f588-0306-4f6c-ac6d-758d45329234 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58 HTTP/1.1" status: 200 len: 217 time: 0.0578690 Nov 10 03:48:59.721322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-93682ef2-500e-4f44-81ac-4c4ce26768f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.722222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-93682ef2-500e-4f44-81ac-4c4ce26768f2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1896799 Nov 10 03:48:59.771925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649356-e475-416c-aa15-d186554d9fc9 req-29c5d802-3b66-4746-8e87-5a6939aa5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.774124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-29c5d802-3b66-4746-8e87-5a6939aa5498 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.0498097 Nov 10 03:48:59.788345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:48:59.793468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=860fb8ad-b9e3-4a44-8d32-bf6508587069,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:48:59.828167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-cc13edcd-7347-4787-b2c1-5cac302f55ec service neutron] 10.222.0.24 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748947 Nov 10 03:48:59.833577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-0d775f45-f195-422f-8612-40d1dcb1352f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506403 Nov 10 03:48:59.874053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:48:59.884713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:48:59.885079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:48:59.940487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-4f784d06-b3d2-458a-9b3d-4af2a19fc262 service neutron] 10.222.0.24 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006572 Nov 10 03:48:59.958616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd707-0948-433a-a78b-0191ed1b2c06 req-6cf4f462-2fb7-4d53-b9d5-8e1907754069 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:48:59.960028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93acd707-0948-433a-a78b-0191ed1b2c06 req-6cf4f462-2fb7-4d53-b9d5-8e1907754069 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 943 time: 0.2137926 Nov 10 03:48:59.999390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-503f1c6d-a339-4e68-92b7-e742d7d18aa2 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355112 Nov 10 03:49:00.007683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-19198184-7388-4593-ad90-317eb0ad2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.008156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-19198184-7388-4593-ad90-317eb0ad2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.008722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-19198184-7388-4593-ad90-317eb0ad2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.010337 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-19198184-7388-4593-ad90-317eb0ad2a09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2866 time: 0.1900575 Nov 10 03:49:00.019535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:00.022758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93acd707-0948-433a-a78b-0191ed1b2c06 req-f14985c3-77ee-4a12-bbbf-7b79508e483f tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531249 Nov 10 03:49:00.072246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,segment=NetworkSegment(df46299d-c2c1-4be1-84bb-3f59f0f16bed),segment_id=df46299d-c2c1-4be1-84bb-3f59f0f16bed)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:00.079813 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:00.165248 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0390fc5b-80d3-4d74-aa1b-dd3c180d6e1a x-openstack-request-id: req-0390fc5b-80d3-4d74-aa1b-dd3c180d6e1a {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:00.167453 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02954646-796c-4f85-ac2c-26758e56cde7", "name": "network-vif-plugged", "status": "completed", "tag": "860fb8ad-b9e3-4a44-8d32-bf6508587069", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:00.167864 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0390fc5b-80d3-4d74-aa1b-dd3c180d6e1a {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:00.168881 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02954646-796c-4f85-ac2c-26758e56cde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fb8ad-b9e3-4a44-8d32-bf6508587069', 'code': 200} Nov 10 03:49:00.171698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-63049144-8dd7-49fc-9f53-03032cd84590 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=0243f923-bdaf-4c30-9bea-68eb4cfb8026 HTTP/1.1" status: 200 len: 217 time: 0.1153324 Nov 10 03:49:00.211352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:00.290265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea55d8d-01fc-45f5-9c24-32cb9e9f092b req-f8704c00-de4b-49a3-8541-066c9d0b3066 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.292029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea55d8d-01fc-45f5-9c24-32cb9e9f092b req-f8704c00-de4b-49a3-8541-066c9d0b3066 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.0801873 Nov 10 03:49:00.394764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea55d8d-01fc-45f5-9c24-32cb9e9f092b req-c5cff74b-281c-4013-b406-87ea277c669f tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950537 Nov 10 03:49:00.584534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7a071d5-f244-402f-a134-458a5feabf08 req-37f4b55a-8ef1-4076-be38-4be3adb661f7 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 210 time: 0.0519488 Nov 10 03:49:00.585077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55750) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:00.811478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74cc45-8051-4198-9f39-6d6fce8cec93 req-d59e0142-2ed0-4b87-bbcc-8d954be874e1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.815279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-1f7c4739-5b57-4289-9157-ecdf4bf8da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.816770 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-1f7c4739-5b57-4289-9157-ecdf4bf8da04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165d4c49-3c98-4613-ac49-b3dfaef6fbb7 HTTP/1.1" status: 200 len: 801 time: 0.6140516 Nov 10 03:49:00.819758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74cc45-8051-4198-9f39-6d6fce8cec93 req-d59e0142-2ed0-4b87-bbcc-8d954be874e1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.838405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0649356-e475-416c-aa15-d186554d9fc9 req-0fca04ee-e218-4bf3-bf81-aa7fce0d20dd service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8270309 Nov 10 03:49:00.840243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74cc45-8051-4198-9f39-6d6fce8cec93 req-d59e0142-2ed0-4b87-bbcc-8d954be874e1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.849386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff74cc45-8051-4198-9f39-6d6fce8cec93 req-d59e0142-2ed0-4b87-bbcc-8d954be874e1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.2632823 Nov 10 03:49:00.877049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07795053-c6e9-4dc5-83aa-a75d917f14ed req-5e063286-8b19-41a7-a226-ebe891fce871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.878653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07795053-c6e9-4dc5-83aa-a75d917f14ed req-5e063286-8b19-41a7-a226-ebe891fce871 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.6302893 Nov 10 03:49:00.910608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7def1ee9-61df-432d-8c8b-aa5fe4cba157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:00.947614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-c1572569-f260-475e-87f2-d121d4844f7a tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.949507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-c1572569-f260-475e-87f2-d121d4844f7a tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.11 "GET /v2.0/networks?id=698283b8-1ee0-408a-89b6-d4887200d304 HTTP/1.1" status: 200 len: 814 time: 0.2528117 Nov 10 03:49:00.961675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-b1cf8a13-e7ab-4277-96b1-f6c350e5adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.964432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-b1cf8a13-e7ab-4277-96b1-f6c350e5adde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=292365b2-8584-4f39-a20e-73433b5f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303725 Nov 10 03:49:00.995418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c279e-a404-481b-a57d-da52b688759e req-b0e1639c-57a7-439e-a477-52e95244619e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:00.999458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea4c279e-a404-481b-a57d-da52b688759e req-b0e1639c-57a7-439e-a477-52e95244619e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.2219460 Nov 10 03:49:01.058547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff74cc45-8051-4198-9f39-6d6fce8cec93 req-98611076-675a-4fdd-95a8-5a48d98eb89a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081048 Nov 10 03:49:01.086287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7def1ee9-61df-432d-8c8b-aa5fe4cba157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:01.105448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7def1ee9-61df-432d-8c8b-aa5fe4cba157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:01.123112 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9d04907c-45db-4fcc-9b63-31d2a3fb753b tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15d571b56e3c42d59a2577a7da379f0b HTTP/1.1" status: 200 len: 380 time: 0.1575925 Nov 10 03:49:01.123571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'tag': '6ad97a3f-6395-4401-bf4b-318e7281cb6c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:01.126138 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9606ef41-745d-45be-87f2-dc0291aa7459" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "tag": "6ad97a3f-6395-4401-bf4b-318e7281cb6c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:01.133440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07795053-c6e9-4dc5-83aa-a75d917f14ed req-1c99fa1d-cd72-4938-aa56-e0df48708338 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444260 Nov 10 03:49:01.148982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7def1ee9-61df-432d-8c8b-aa5fe4cba157 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f016d64499749c89ebeb6614d34582f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615373 Nov 10 03:49:01.153423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:01.179748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Request body: {'port': {'device_id': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'admin_state_up': True, 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'security_groups': ['e55a0139-7e8e-4881-9133-25151ffaa6a5']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:01.198685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5599754-562c-4dbb-9d3c-c047edf31368 req-dfb29e73-be50-4a99-b415-71844b79e63a tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 210 time: 0.0534904 Nov 10 03:49:01.207611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1ee9-61df-432d-8c8b-aa5fe4cba157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d986c-d60f-40ac-b6d8-9137b07522f2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:01.225762 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea4c279e-a404-481b-a57d-da52b688759e req-2f6a92ed-e509-4932-a8f2-fa8dfdb8f1bb tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374009 Nov 10 03:49:01.310163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-c26653fe-d85d-4098-919b-285cb01922d9 service neutron] 10.222.0.11 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279891 Nov 10 03:49:01.312707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a294ffc-149e-4d84-b83e-b382dd290c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:01.343738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a294ffc-149e-4d84-b83e-b382dd290c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:01.347166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8732-fc0b-468f-b5d1-a0c3d1911059 req-ad694ea5-923d-48cc-baa7-2479715561be tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:01.355042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da4d8732-fc0b-468f-b5d1-a0c3d1911059 req-ad694ea5-923d-48cc-baa7-2479715561be tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 943 time: 0.0621991 Nov 10 03:49:01.379053 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a4cc1-b5d2-463f-a78c-add57a71054b x-openstack-request-id: req-175a4cc1-b5d2-463f-a78c-add57a71054b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:01.379347 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "tag": "6ad97a3f-6395-4401-bf4b-318e7281cb6c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:01.379619 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-175a4cc1-b5d2-463f-a78c-add57a71054b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:01.380024 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'tag': '6ad97a3f-6395-4401-bf4b-318e7281cb6c', 'status': 'completed', 'code': 200} Nov 10 03:49:01.404333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:01.419900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da4d8732-fc0b-468f-b5d1-a0c3d1911059 req-10cf479e-bb84-4374-bb19-5f58d0c2154f tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622530 Nov 10 03:49:01.504355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a294ffc-149e-4d84-b83e-b382dd290c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:01.506917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a294ffc-149e-4d84-b83e-b382dd290c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:01.519534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7a294ffc-149e-4d84-b83e-b382dd290c9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f9d986c-d60f-40ac-b6d8-9137b07522f2 HTTP/1.1" status: 204 len: 168 time: 0.3550529 Nov 10 03:49:01.563507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a294ffc-149e-4d84-b83e-b382dd290c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d986c-d60f-40ac-b6d8-9137b07522f2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:01.647644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa92b6-e1f4-4c27-8492-41e94b97f089 req-d7b6d2f4-8ad5-4f52-979f-1dde2c414cdd tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:01.665176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3fa92b6-e1f4-4c27-8492-41e94b97f089 req-d7b6d2f4-8ad5-4f52-979f-1dde2c414cdd tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.0987871 Nov 10 03:49:01.681708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-ab400299-1062-4817-8728-7d1bd8c571d1 service neutron] 10.222.0.11 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047276 Nov 10 03:49:01.691073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Made reservation on behalf of 15d571b56e3c42d59a2577a7da379f0b for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:01.708427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:01.780921 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7544df83-36ae-42d4-bf46-dd9d38815bee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=ad0284ce-1496-4e39-995f-d7a7ea1896f5 HTTP/1.1" status: 200 len: 217 time: 0.0906968 Nov 10 03:49:01.797011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46b52673-932f-4bce-9317-4a56aaa7a0e3 req-ade7c85d-d847-4613-84d0-c3c353f3987f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 210 time: 0.0686703 Nov 10 03:49:01.823858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3fa92b6-e1f4-4c27-8492-41e94b97f089 req-46347de0-e715-424c-bd53-afa90caf7adf tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431284 Nov 10 03:49:01.925171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-38543bbe-67d2-436e-80e8-8f3e1561293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:01.926709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-38543bbe-67d2-436e-80e8-8f3e1561293b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc692f55-f877-4077-bee7-fa5ad86b43d6 HTTP/1.1" status: 200 len: 801 time: 0.1341255 Nov 10 03:49:01.936995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:01.951177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58', 'network_id': '7ce3567c-66e5-407f-8a60-919f069f6d14', 'port_id': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58', 'mac_address': 'fa:16:3e:1e:39:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b910d5e-0cc6-47bf-aab8-3e86ff59847d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:02.009913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Allocated IP 172.20.0.10 (698283b8-1ee0-408a-89b6-d4887200d304/550905e6-dfbc-402d-8a50-4db0d6bfa3fc/4d7530ef-a235-4d03-8955-a0c75d3fd2b0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:02.020144 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.025636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-48426b3b-03ae-4d34-ada7-3f4cb1fa6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.027180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-48426b3b-03ae-4d34-ada7-3f4cb1fa6579 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761228 Nov 10 03:49:02.036013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:02.068563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:02.072884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:02.078006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.085249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-796e38d6-1045-40fb-9d16-12658536062d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.156235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:02.170514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:02.178027 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80436500-955a-42c2-b223-6662cd749263" -d '{"events": [{"server_uuid": "c72e1f81-c7d6-4d52-a195-604638d77950", "name": "network-vif-plugged", "status": "completed", "tag": "8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:02.247771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7d32e00a-8ed0-4117-a40f-399264725d1d service neutron] 10.222.0.11 "GET /v2.0/networks/a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998663 Nov 10 03:49:02.250182 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57908a53-98e5-43f9-a0b8-0ed057b3a14f x-openstack-request-id: req-57908a53-98e5-43f9-a0b8-0ed057b3a14f {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:02.250521 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72e1f81-c7d6-4d52-a195-604638d77950", "name": "network-vif-plugged", "status": "completed", "tag": "8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:02.250781 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57908a53-98e5-43f9-a0b8-0ed057b3a14f {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:02.251835 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7', 'code': 200} Nov 10 03:49:02.271899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-796e38d6-1045-40fb-9d16-12658536062d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.291833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-796e38d6-1045-40fb-9d16-12658536062d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.342674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d1af-fc74-452a-9008-f49362c57b96 req-855f01cc-920f-4a40-91a3-6c3eef727c37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.351067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d1af-fc74-452a-9008-f49362c57b96 req-855f01cc-920f-4a40-91a3-6c3eef727c37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.357179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d1af-fc74-452a-9008-f49362c57b96 req-855f01cc-920f-4a40-91a3-6c3eef727c37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.359072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdc8d1af-fc74-452a-9008-f49362c57b96 req-855f01cc-920f-4a40-91a3-6c3eef727c37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.2006567 Nov 10 03:49:02.367675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1fa08ae5-b9f2-4ded-ae1f-60be68950c58'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:02.424614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.441830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-796e38d6-1045-40fb-9d16-12658536062d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7b0e285e4c94ad8a0ace5f1d3e80927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707187 Nov 10 03:49:02.445501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e38d6-1045-40fb-9d16-12658536062d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6077d069-df54-4cea-a1e6-06a872d9ba8e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:02.450116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55800) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:02.541891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108d39-2173-4f88-a8fa-f26d1a3cffc2 req-66d4553b-5f4f-4dca-b97f-e4b5a54b5838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.550988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29108d39-2173-4f88-a8fa-f26d1a3cffc2 req-66d4553b-5f4f-4dca-b97f-e4b5a54b5838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.1838341 Nov 10 03:49:02.562759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-c48b3cec-ec5c-44f0-abba-008d1456ca27 service neutron] 10.222.0.11 "GET /v2.0/networks/a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859674 Nov 10 03:49:02.577266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdc8d1af-fc74-452a-9008-f49362c57b96 req-ff5188c6-276d-46e9-82c9-a5a0930d4742 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868994 Nov 10 03:49:02.597903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-b54ad6ed-ce84-4ba2-8cd3-47be21457ca4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.599774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-b54ad6ed-ce84-4ba2-8cd3-47be21457ca4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "GET /v2.0/networks?id=344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 200 len: 818 time: 0.3042152 Nov 10 03:49:02.632374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd3c45d7-d3fd-4d31-bcb4-596ae53417f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.643028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3f769-b7e6-4399-add9-4961697e6fe8 req-1bbc7de5-dc03-400f-bbc5-0887450c91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.644616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79f3f769-b7e6-4399-add9-4961697e6fe8 req-1bbc7de5-dc03-400f-bbc5-0887450c91a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 1096 time: 0.1374915 Nov 10 03:49:02.654090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Request body: {'port': {'device_id': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f', 'admin_state_up': True, 'tenant_id': '26b95eb39bc84b74a81299b1631adccc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:02.699135 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29108d39-2173-4f88-a8fa-f26d1a3cffc2 req-f797ec1e-0190-4e28-84ee-02a5932bde08 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431193 Nov 10 03:49:02.708768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd3c45d7-d3fd-4d31-bcb4-596ae53417f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.742761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-a274cf2a-be55-4d0a-841e-ecc4be481470 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=6ad97a3f-6395-4401-bf4b-318e7281cb6c HTTP/1.1" status: 200 len: 217 time: 0.1551387 Nov 10 03:49:02.771818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.826502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-154db7db-e707-455e-9fd2-330af818cf18 req-459318d3-5e0c-4933-9365-be9fec99c01b tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 210 time: 0.0950499 Nov 10 03:49:02.891186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79f3f769-b7e6-4399-add9-4961697e6fe8 req-39a7a51c-3376-42fb-9f4e-73bb6f314705 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323050 Nov 10 03:49:02.919049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aec8a-686c-4b9f-9367-e560fa34fbb0 req-d9143f16-a3d2-44fd-bd10-58b329c0bdc4 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:02.920591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-990aec8a-686c-4b9f-9367-e560fa34fbb0 req-d9143f16-a3d2-44fd-bd10-58b329c0bdc4 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 944 time: 0.1036108 Nov 10 03:49:02.962556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd3c45d7-d3fd-4d31-bcb4-596ae53417f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.966817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd3c45d7-d3fd-4d31-bcb4-596ae53417f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:02.971434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd3c45d7-d3fd-4d31-bcb4-596ae53417f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6077d069-df54-4cea-a1e6-06a872d9ba8e HTTP/1.1" status: 204 len: 168 time: 0.5156801 Nov 10 03:49:03.007753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c45d7-d3fd-4d31-bcb4-596ae53417f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6077d069-df54-4cea-a1e6-06a872d9ba8e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:03.025582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Network 698283b8-1ee0-408a-89b6-d4887200d304 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:03.037350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-990aec8a-686c-4b9f-9367-e560fa34fbb0 req-3da4b650-eaf3-478e-81b6-cc8349c3dae9 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046376 Nov 10 03:49:03.041514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:03.061498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-81f14670-a98f-4c3d-ba92-533957bc2f12 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.063088 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-81f14670-a98f-4c3d-ba92-533957bc2f12 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.11 "GET /v2.0/networks?id=344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 200 len: 818 time: 0.5192466 Nov 10 03:49:03.065186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7936f2ea-a59b-4840-be3e-e87d0e7ca6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.067239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-7936f2ea-a59b-4840-be3e-e87d0e7ca6d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165d4c49-3c98-4613-ac49-b3dfaef6fbb7 HTTP/1.1" status: 200 len: 801 time: 0.3154571 Nov 10 03:49:03.070387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:03.075304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event updated for resources: {'Port': ['ID=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:03.113855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a9be-3fb9-4427-9335-c25a48c9d276 req-f7855697-8718-407d-935a-6c8d6419ed1b tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.122946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d44a9be-3fb9-4427-9335-c25a48c9d276 req-f7855697-8718-407d-935a-6c8d6419ed1b tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 932 time: 0.1191733 Nov 10 03:49:03.169583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Made reservation on behalf of 26b95eb39bc84b74a81299b1631adccc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:03.174217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:03.213449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.214146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:03.234383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d44a9be-3fb9-4427-9335-c25a48c9d276 req-9d481141-4f73-43c8-9b0b-271e36d210b8 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102593 Nov 10 03:49:03.240673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-ab29d913-160f-4c2a-b31e-d4fed7f5e1cc tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.242078 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-ab29d913-160f-4c2a-b31e-d4fed7f5e1cc tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "GET /v2.0/networks?id=344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 200 len: 818 time: 0.4288805 Nov 10 03:49:03.251372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b691aa5-c27c-4f9f-959d-7247278e9b27 req-b0328fed-611f-4217-98cd-79dce4b3be23 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.261397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b691aa5-c27c-4f9f-959d-7247278e9b27 req-b0328fed-611f-4217-98cd-79dce4b3be23 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.1156080 Nov 10 03:49:03.288616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Request body: {'port': {'device_id': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f', 'admin_state_up': True, 'tenant_id': '26b95eb39bc84b74a81299b1631adccc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:03.303093 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-1b7b3db9-6f78-4a1d-a97f-1d7c651d86e5 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1304424 Nov 10 03:49:03.311267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Request body: {'port': {'device_id': '493f2860-819a-4acb-b521-b536ccdc3551', 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f', 'admin_state_up': True, 'tenant_id': '26b95eb39bc84b74a81299b1631adccc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:03.338715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b691aa5-c27c-4f9f-959d-7247278e9b27 req-ae6cc961-9cc0-4586-8c02-4425d2ba77d4 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759182 Nov 10 03:49:03.363788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8d2064ae-011a-4b52-97ec-a4ce0c4e442d None None] Provisioning complete for port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:03.364289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d2064ae-011a-4b52-97ec-a4ce0c4e442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:03.398430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Request body: {'port': {'device_id': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:03.409208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8d2064ae-011a-4b52-97ec-a4ce0c4e442d None None] Port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:49:03.417976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 484bbd86-4f08-4324-869d-dd1980645e1e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:03.527731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:03.539766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '484bbd86-4f08-4324-869d-dd1980645e1e', 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11', 'port_id': '484bbd86-4f08-4324-869d-dd1980645e1e', 'mac_address': 'fa:16:3e:2a:03:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf77a30-acd2-4544-98f5-ecdaba91ccf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:03.566814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-6bc50dab-f238-43ad-bc4c-26d2e1dd430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.568343 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-6bc50dab-f238-43ad-bc4c-26d2e1dd430e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=292365b2-8584-4f39-a20e-73433b5f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2880931 Nov 10 03:49:03.596299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:03.625753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484bbd86-4f08-4324-869d-dd1980645e1e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:03.656344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:03.661533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:03.733759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:03.776373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52458-459a-424c-944c-4a39f0cf96f9 req-75284cb6-c2b1-46c2-bfb6-9fd07a0be725 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.783151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52458-459a-424c-944c-4a39f0cf96f9 req-75284cb6-c2b1-46c2-bfb6-9fd07a0be725 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.790429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52458-459a-424c-944c-4a39f0cf96f9 req-75284cb6-c2b1-46c2-bfb6-9fd07a0be725 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.792303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adf52458-459a-424c-944c-4a39f0cf96f9 req-75284cb6-c2b1-46c2-bfb6-9fd07a0be725 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.1101353 Nov 10 03:49:03.879362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cd617-b47f-4bae-8648-7423cab94307 req-3524830a-b8db-42e2-b6b7-34e6e2302b37 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:03.881026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-703cd617-b47f-4bae-8648-7423cab94307 req-3524830a-b8db-42e2-b6b7-34e6e2302b37 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.0730877 Nov 10 03:49:03.906645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adf52458-459a-424c-944c-4a39f0cf96f9 req-6abb1532-17be-4b6c-be7a-fb54a2961851 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073878 Nov 10 03:49:03.916890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:03.942759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Allocated IP 172.20.0.7 (344522b7-8016-4230-898a-5afd2c6bd14f/c9542638-6750-4ab3-bf57-74d0ff9c6895/497a335a-088c-4163-b107-7cb8b845ee56) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:03.949272 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['484bbd86-4f08-4324-869d-dd1980645e1e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:03.973011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-703cd617-b47f-4bae-8648-7423cab94307 req-dea75bfb-7fc6-4761-9645-dde93b99fb23 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785179 Nov 10 03:49:04.070741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-479adb63-c9ee-470e-85d2-1eef1fe581d3 req-95dd2e98-95b5-4fdb-afa6-0f46a5dac57e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 210 time: 0.0716538 Nov 10 03:49:04.073170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Made reservation on behalf of 26b95eb39bc84b74a81299b1631adccc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:04.076825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:04.229404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec4c95-061d-4b2b-9856-f81d8a450817 req-e35d519f-a1c0-4288-8a27-687e0d217c7d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:04.230984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0ec4c95-061d-4b2b-9856-f81d8a450817 req-e35d519f-a1c0-4288-8a27-687e0d217c7d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 944 time: 0.0880935 Nov 10 03:49:04.234417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Made reservation on behalf of 26b95eb39bc84b74a81299b1631adccc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:04.237924 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:04.272508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-84dd5e0e-2e35-4257-8639-4cfd3bc36172 service neutron] 10.222.0.11 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923025 Nov 10 03:49:04.285374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0ec4c95-061d-4b2b-9856-f81d8a450817 req-46a4929d-2a5f-4813-b767-8ea2b8f345cb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Nov 10 03:49:04.369648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92831a-8eee-4eb2-aa76-e43d22a38ef6 req-95deaa57-971e-4751-8df2-5eec87b8417e tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:04.378009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f92831a-8eee-4eb2-aa76-e43d22a38ef6 req-95deaa57-971e-4751-8df2-5eec87b8417e tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 932 time: 0.0616198 Nov 10 03:49:04.467748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f92831a-8eee-4eb2-aa76-e43d22a38ef6 req-b12deda5-182e-4cac-8faf-993f51a5d6de tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885324 Nov 10 03:49:04.524599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec571-cf67-4e44-b5c6-5d6c77f1b4a8 req-1208a968-c7e0-4476-90de-fdab3cea343d tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:04.532385 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-908ec571-cf67-4e44-b5c6-5d6c77f1b4a8 req-1208a968-c7e0-4476-90de-fdab3cea343d tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.0599582 Nov 10 03:49:04.582777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-908ec571-cf67-4e44-b5c6-5d6c77f1b4a8 req-d5a0c7fe-f932-408a-875e-4c86094da01a tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Nov 10 03:49:04.586252 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:04.625288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5c476655-ca3c-4c3b-a174-e4588acb4af7 req-6a65b00f-5df5-422c-a8fb-509c741b18cf service neutron] 10.222.0.11 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141599 Nov 10 03:49:04.705669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:04.734986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:04.771906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:04.825666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Network 344522b7-8016-4230-898a-5afd2c6bd14f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:04.843762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:04.846635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:04.852373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Transition to ACTIVE for port object 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:04.858548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Pushing event updated for resources: {'Port': ['ID=497a335a-088c-4163-b107-7cb8b845ee56,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:04.888405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:04.898785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-10d56a35-eb00-4e62-beb1-dd211714e6f0 {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:49:04.898785 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:49:04.969204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-cced7989-6cc9-4443-96da-598c2d159b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:04.969724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-cced7989-6cc9-4443-96da-598c2d159b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:04.970222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-cced7989-6cc9-4443-96da-598c2d159b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:04.971879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-cced7989-6cc9-4443-96da-598c2d159b24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2866 time: 0.2059078 Nov 10 03:49:05.009146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.009779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.080844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92933be-30ca-4e45-86da-f4f31a860806 req-cd39a3b4-7f06-4a59-87f5-38966ef52c0d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.081979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Allocated IP 172.20.0.3 (344522b7-8016-4230-898a-5afd2c6bd14f/c9542638-6750-4ab3-bf57-74d0ff9c6895/60e7c365-6aff-404c-8060-f01060e1b9a6) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:05.085950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:05.090222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92933be-30ca-4e45-86da-f4f31a860806 req-cd39a3b4-7f06-4a59-87f5-38966ef52c0d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.100880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92933be-30ca-4e45-86da-f4f31a860806 req-cd39a3b4-7f06-4a59-87f5-38966ef52c0d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.107197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c92933be-30ca-4e45-86da-f4f31a860806 req-cd39a3b4-7f06-4a59-87f5-38966ef52c0d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.1073933 Nov 10 03:49:05.127890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-37d38ff2-208e-4284-a041-0142b41f6bdd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4821281 Nov 10 03:49:05.161274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Request body: {'port': {'device_id': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:05.212496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c92933be-30ca-4e45-86da-f4f31a860806 req-6059bef4-5332-4325-abf2-60a123964656 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717700 Nov 10 03:49:05.229153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425e047-9dd4-4e36-811a-8622f5ceaa6e req-cba828b5-46d3-48b7-8f90-a17e82a8eca9 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.241277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0425e047-9dd4-4e36-811a-8622f5ceaa6e req-cba828b5-46d3-48b7-8f90-a17e82a8eca9 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.1327143 Nov 10 03:49:05.310328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-28b79fd8-a99c-4c5c-8e73-33e1c82dba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.320374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-28b79fd8-a99c-4c5c-8e73-33e1c82dba95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=292365b2-8584-4f39-a20e-73433b5f3ba4 HTTP/1.1" status: 200 len: 901 time: 0.3399751 Nov 10 03:49:05.353347 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0425e047-9dd4-4e36-811a-8622f5ceaa6e req-cc933887-5b14-4152-b22f-df2bf3179998 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111622 Nov 10 03:49:05.430005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.434274 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.435367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 484bbd86-4f08-4324-869d-dd1980645e1e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:05.436062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Attempting to bind port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:05.436391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Attempting to bind port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:05.436712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Attempting to bind port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 on network 698283b8-1ee0-408a-89b6-d4887200d304 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:05.445338 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-5296f1b9-cf63-4cd4-93b3-0e70cd4661f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=6ad97a3f-6395-4401-bf4b-318e7281cb6c HTTP/1.1" status: 200 len: 217 time: 0.1075926 Nov 10 03:49:05.470908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8d07f01-7510-45f8-9af1-2bbfbac4b68f req-c9a0ef4e-dca0-4db9-aa8d-14ea66b86d73 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 210 time: 0.0355396 Nov 10 03:49:05.478412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 on network 698283b8-1ee0-408a-89b6-d4887200d304 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:05.478740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Attempting to bind port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 on network 698283b8-1ee0-408a-89b6-d4887200d304 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:05.520175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 484bbd86-4f08-4324-869d-dd1980645e1e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:05.524340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 484bbd86-4f08-4324-869d-dd1980645e1e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:05.524885 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.538223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91ea8d-8f66-4fe8-a7b4-db8fc69bd243 req-0ddf3ee1-94ad-4986-8799-e1579d46af72 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.544341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c91ea8d-8f66-4fe8-a7b4-db8fc69bd243 req-0ddf3ee1-94ad-4986-8799-e1579d46af72 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 944 time: 0.0723698 Nov 10 03:49:05.548716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:05.549288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Checking segment: {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:05.549667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Bound using segment: {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:05.550137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Bound port: 4d7530ef-a235-4d03-8955-a0c75d3fd2b0, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd070a4-ba01-42b9-a335-e5da61b5a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:05.550482 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.624057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.655951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:05.658923 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6f004-720b-4325-accc-b6380d1622a3" -d '{"events": [{"server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "name": "network-vif-plugged", "status": "completed", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:05.666976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c91ea8d-8f66-4fe8-a7b4-db8fc69bd243 req-e4153b44-62c8-490e-8d3e-2e1e3aafd1fa tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105144 Nov 10 03:49:05.673864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:05.686348 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.687399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:05.701180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd891dc7-4bcc-40dd-9c93-3e88bcfce4fc req-445ba6d8-6c26-4fa6-bb93-c056fe167fc4 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.707217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd891dc7-4bcc-40dd-9c93-3e88bcfce4fc req-445ba6d8-6c26-4fa6-bb93-c056fe167fc4 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 944 time: 0.1463740 Nov 10 03:49:05.763896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:05.826182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:05.832191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:05.833104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.847078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd891dc7-4bcc-40dd-9c93-3e88bcfce4fc req-518bc96d-311b-4a43-855d-85ede45116c4 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321909 Nov 10 03:49:05.871320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-f2d78c59-f216-4161-94fe-8ebc2de8f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.872817 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-f2d78c59-f216-4161-94fe-8ebc2de8f2a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165d4c49-3c98-4613-ac49-b3dfaef6fbb7 HTTP/1.1" status: 200 len: 801 time: 0.4103096 Nov 10 03:49:05.873906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] For port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:05.882169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] For port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:05.890822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d3a7-355a-440f-b139-b586dae37afb req-290a2fbc-bca0-4291-a551-f4d69e4254fe tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:05.897900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.900338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.902342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5998d3a7-355a-440f-b139-b586dae37afb req-290a2fbc-bca0-4291-a551-f4d69e4254fe tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.1148188 Nov 10 03:49:05.950447 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd175fbe-77da-49f4-9e17-aef88fcec902 x-openstack-request-id: req-dd175fbe-77da-49f4-9e17-aef88fcec902 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:05.952114 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "name": "network-vif-plugged", "status": "completed", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:05.953048 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd175fbe-77da-49f4-9e17-aef88fcec902 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:05.953605 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e', 'code': 200} Nov 10 03:49:05.975432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:05.979697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5998d3a7-355a-440f-b139-b586dae37afb req-924f0edb-5240-4e3a-9e38-9ae495fdf2d4 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677469 Nov 10 03:49:06.020112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.020747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:06.022183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] 10.222.0.11 "PUT /v2.0/ports/4d7530ef-a235-4d03-8955-a0c75d3fd2b0 HTTP/1.1" status: 200 len: 1092 time: 2.6471581 Nov 10 03:49:06.026248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:06.030038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:06.031467 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:06.035779 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:06.095762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38a452-08ba-48d6-a73d-28000273f2a7 req-8af4ef37-f6c9-4db2-855c-081c45802bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.097414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af38a452-08ba-48d6-a73d-28000273f2a7 req-8af4ef37-f6c9-4db2-855c-081c45802bde service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1097 time: 0.0973923 Nov 10 03:49:06.134880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-0c9b6201-d808-4697-a95e-6893215d4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.136898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-0c9b6201-d808-4697-a95e-6893215d4313 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=292365b2-8584-4f39-a20e-73433b5f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2534921 Nov 10 03:49:06.138565 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bce7d6-1fd7-47a6-b1d9-b468344d9150 x-openstack-request-id: req-93bce7d6-1fd7-47a6-b1d9-b468344d9150 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:06.138943 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:06.139156 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93bce7d6-1fd7-47a6-b1d9-b468344d9150 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:06.139581 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'status': 'completed', 'code': 200} Nov 10 03:49:06.149368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8f6b6-f32d-4d08-a617-45b8fb0be474 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:06.176766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:06.212873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af38a452-08ba-48d6-a73d-28000273f2a7 req-161acbcd-2fc2-4abc-af23-d6b89d5b898f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004443 Nov 10 03:49:06.229725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:06.432665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b3597-0efa-4a6d-8964-1c95f5e5f48d req-0b0cb360-9ecf-4192-b3fc-f1053b9ea507 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.439479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b3597-0efa-4a6d-8964-1c95f5e5f48d req-0b0cb360-9ecf-4192-b3fc-f1053b9ea507 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.445578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b3597-0efa-4a6d-8964-1c95f5e5f48d req-0b0cb360-9ecf-4192-b3fc-f1053b9ea507 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.452692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-949b3597-0efa-4a6d-8964-1c95f5e5f48d req-0b0cb360-9ecf-4192-b3fc-f1053b9ea507 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.1087120 Nov 10 03:49:06.550680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-949b3597-0efa-4a6d-8964-1c95f5e5f48d req-f571ed6b-952e-4257-9c57-d492ac96f50b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939908 Nov 10 03:49:06.653688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079b760-6388-40be-841f-2388915f13fe req-779cb49b-dff5-476d-8bd7-767f8880aa44 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.656141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2079b760-6388-40be-841f-2388915f13fe req-779cb49b-dff5-476d-8bd7-767f8880aa44 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0947452 Nov 10 03:49:06.691553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11c4e80e-57b8-4806-a8e2-05796b549bd2 req-b30bc140-d453-4720-bb75-5bbf0fd02292 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 210 time: 0.0338674 Nov 10 03:49:06.732493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-10d56a35-eb00-4e62-beb1-dd211714e6f0 {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:49:06.732909 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:49:06.738258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2079b760-6388-40be-841f-2388915f13fe req-e7892e22-b8d5-4f16-bbc2-2a525a41fccb tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699062 Nov 10 03:49:06.748236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Network 344522b7-8016-4230-898a-5afd2c6bd14f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:06.750348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-3bcb49a0-4fbd-402e-8ee1-0bb711a5dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.752477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-3bcb49a0-4fbd-402e-8ee1-0bb711a5dd52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d571b56e3c42d59a2577a7da379f0b&device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 1095 time: 0.6658776 Nov 10 03:49:06.761851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:06.764313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:06.772258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Pushing event updated for resources: {'Port': ['ID=60e7c365-6aff-404c-8060-f01060e1b9a6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:06.834344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7ab9a-ec35-401f-826b-5c4d2fbed96d req-39065b57-9c64-4fcc-af96-f87279301ca1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.835708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4f7ab9a-ec35-401f-826b-5c4d2fbed96d req-39065b57-9c64-4fcc-af96-f87279301ca1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0638895 Nov 10 03:49:06.863153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-2411e712-540f-4493-88de-741dc5f60ac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0 HTTP/1.1" status: 200 len: 217 time: 0.0859132 Nov 10 03:49:06.885306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4f7ab9a-ec35-401f-826b-5c4d2fbed96d req-f2dbd2e8-2616-4714-a2c3-ecdc0eae8a64 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Nov 10 03:49:06.894334 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-bd6ce461-ae45-4dc5-8353-0f64357cc23e service neutron] 10.222.0.11 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762764 Nov 10 03:49:06.967874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:06.968481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:07.003832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:07.037600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc6e9e-bdb3-4542-907c-08a8881cd3cd req-49536bd7-fcc7-424a-a38a-43a52d792d65 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.039141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5fc6e9e-bdb3-4542-907c-08a8881cd3cd req-49536bd7-fcc7-424a-a38a-43a52d792d65 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 944 time: 0.0759673 Nov 10 03:49:07.048059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-62036e7e-83b7-4a75-9b54-6402c2c29d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.049516 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-62036e7e-83b7-4a75-9b54-6402c2c29d1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=550905e6-dfbc-402d-8a50-4db0d6bfa3fc HTTP/1.1" status: 200 len: 853 time: 0.1760571 Nov 10 03:49:07.050066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc0432-f6f0-452c-9a36-e14fa9710d26 req-2d8bce1b-3cf4-4d38-acad-f33ca77a5efa tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.051729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9cc0432-f6f0-452c-9a36-e14fa9710d26 req-2d8bce1b-3cf4-4d38-acad-f33ca77a5efa tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.0774269 Nov 10 03:49:07.067219 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d5196eeb-0b36-4a80-9be1-eca5df45d3c0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7858880 Nov 10 03:49:07.109855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Request body: {'port': {'device_id': '493f2860-819a-4acb-b521-b536ccdc3551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:07.127505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5fc6e9e-bdb3-4542-907c-08a8881cd3cd req-34056c18-9f00-4659-b621-76dce63a41c7 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750086 Nov 10 03:49:07.131302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9cc0432-f6f0-452c-9a36-e14fa9710d26 req-526b9119-e4e3-4a8c-9513-bc9c4bcca503 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718136 Nov 10 03:49:07.236994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497a335a-088c-4163-b107-7cb8b845ee56 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:07.266064 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9606ef41-745d-45be-87f2-dc0291aa7459 req-99145304-c2ff-4ce0-90bb-cd26f55e4c43 service neutron] 10.222.0.11 "GET /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455555 Nov 10 03:49:07.278875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:07.291771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-c18cd582-6ac4-47d2-946e-382c3cc1d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.293267 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-c18cd582-6ac4-47d2-946e-382c3cc1d21b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=698283b8-1ee0-408a-89b6-d4887200d304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301786 Nov 10 03:49:07.299244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:07.318633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Transition to ACTIVE for port object 497a335a-088c-4163-b107-7cb8b845ee56 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:07.345186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:07.505393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Pushing event updated for resources: {'Port': ['ID=497a335a-088c-4163-b107-7cb8b845ee56,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:07.522314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Allocated IP 172.20.0.14 (344522b7-8016-4230-898a-5afd2c6bd14f/c9542638-6750-4ab3-bf57-74d0ff9c6895/1d0e9824-520d-41e7-905b-76b37b3a546f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:07.669188 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-0645cab6-fd7b-4f5c-b310-a1e699c97c6e service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594506 Nov 10 03:49:07.705160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85906-6f5d-4849-9a3d-9e71d51f81ef req-8e95bce4-213d-498d-8223-4cc4808b73ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.711937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85906-6f5d-4849-9a3d-9e71d51f81ef req-8e95bce4-213d-498d-8223-4cc4808b73ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.719231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85906-6f5d-4849-9a3d-9e71d51f81ef req-8e95bce4-213d-498d-8223-4cc4808b73ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.720944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1be85906-6f5d-4849-9a3d-9e71d51f81ef req-8e95bce4-213d-498d-8223-4cc4808b73ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.1039624 Nov 10 03:49:07.789878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1be85906-6f5d-4849-9a3d-9e71d51f81ef req-5662bf87-89bc-4030-ab53-945764413c10 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620933 Nov 10 03:49:07.846817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dcc17572-13e4-4b88-b838-949126695b30 req-1a872af0-a0fb-4565-bc00-df13bd19b516 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 210 time: 0.0470419 Nov 10 03:49:07.854460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:07.886748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Attempting to bind port 497a335a-088c-4163-b107-7cb8b845ee56 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:07.887001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Attempting to bind port 497a335a-088c-4163-b107-7cb8b845ee56 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:07.887467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Attempting to bind port 497a335a-088c-4163-b107-7cb8b845ee56 on network 344522b7-8016-4230-898a-5afd2c6bd14f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:07.901438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Port 497a335a-088c-4163-b107-7cb8b845ee56 on network 344522b7-8016-4230-898a-5afd2c6bd14f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:07.901854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Attempting to bind port 497a335a-088c-4163-b107-7cb8b845ee56 on network 344522b7-8016-4230-898a-5afd2c6bd14f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:07.917117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:07.917439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Checking segment: {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:07.917814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Bound using segment: {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:07.918320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Bound port: 497a335a-088c-4163-b107-7cb8b845ee56, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:07.918805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:07.955175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b41366-b791-4902-a37b-72f23cee5354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:07.958819 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382dbff8-8013-45a2-88c9-57b8a2eddcc7" -d '{"events": [{"server_uuid": "73b41366-b791-4902-a37b-72f23cee5354", "name": "network-vif-plugged", "status": "completed", "tag": "1fa08ae5-b9f2-4ded-ae1f-60be68950c58"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:07.963732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-56dc8de5-2a3b-43d6-9f75-7ec939e5e6eb req-693c1b65-22ae-4601-8a70-b487514702a4 service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758610 Nov 10 03:49:07.970808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4143c3e-3a66-499f-ba65-c82f7a61dc90 req-89b09756-af71-4ce3-bb00-8998b4f8d771 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:07.973170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4143c3e-3a66-499f-ba65-c82f7a61dc90 req-89b09756-af71-4ce3-bb00-8998b4f8d771 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0905316 Nov 10 03:49:07.991936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:08.044671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] For port 497a335a-088c-4163-b107-7cb8b845ee56, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:08.066509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] For port 497a335a-088c-4163-b107-7cb8b845ee56, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=497a335a-088c-4163-b107-7cb8b845ee56,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:08.075017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afffeed-6103-46ff-ab5d-59bf814a82ff req-9905ebbb-227d-4fad-ac3d-499cd1c25ea3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.076635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7afffeed-6103-46ff-ab5d-59bf814a82ff req-9905ebbb-227d-4fad-ac3d-499cd1c25ea3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1024733 Nov 10 03:49:08.086045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4143c3e-3a66-499f-ba65-c82f7a61dc90 req-5deb1b2b-54b4-4396-99bc-d9c349f18f87 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868826 Nov 10 03:49:08.109969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:08.144307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7afffeed-6103-46ff-ab5d-59bf814a82ff req-6c00e063-d79f-4931-99ed-8171f886181c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539064 Nov 10 03:49:08.159931 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1296e4cb-0f41-48af-9f2f-3eba4630d208 x-openstack-request-id: req-1296e4cb-0f41-48af-9f2f-3eba4630d208 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:08.160223 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b41366-b791-4902-a37b-72f23cee5354", "name": "network-vif-plugged", "status": "completed", "tag": "1fa08ae5-b9f2-4ded-ae1f-60be68950c58", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:08.160469 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1296e4cb-0f41-48af-9f2f-3eba4630d208 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:08.160905 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b41366-b791-4902-a37b-72f23cee5354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58', 'code': 200} Nov 10 03:49:08.196190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:08.252984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Pushing event updated for resources: {'Port': ['ID=497a335a-088c-4163-b107-7cb8b845ee56,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:08.267505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.268125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:08.269535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-2314fc5e-6e3c-49ef-b0c5-9191c338e11f service neutron] 10.222.0.44 "PUT /v2.0/ports/497a335a-088c-4163-b107-7cb8b845ee56 HTTP/1.1" status: 200 len: 1091 time: 3.1163776 Nov 10 03:49:08.273983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'tag': '497a335a-088c-4163-b107-7cb8b845ee56'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:08.275863 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c733076-1ef7-4fc8-baef-65a4fb101f41" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc4cb7f-480d-4429-a07e-0b276814cfb7", "tag": "497a335a-088c-4163-b107-7cb8b845ee56"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:08.284469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287073b-80f1-438f-88fd-2dd5bcedaa5e req-3bd0d19f-e80f-4833-8a47-11c0ab7626e3 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.285953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0287073b-80f1-438f-88fd-2dd5bcedaa5e req-3bd0d19f-e80f-4833-8a47-11c0ab7626e3 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 944 time: 0.0736556 Nov 10 03:49:08.348602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-5c28205a-c0a2-4cd7-a50a-8c03f42ab9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.350128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-5c28205a-c0a2-4cd7-a50a-8c03f42ab9cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d571b56e3c42d59a2577a7da379f0b&device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 1095 time: 0.2823167 Nov 10 03:49:08.365696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32429e-0f59-4c3e-8373-ee607b7d9075 req-a5b2f784-2bff-490b-9133-e9e6b18f18ec tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.367270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b32429e-0f59-4c3e-8373-ee607b7d9075 req-a5b2f784-2bff-490b-9133-e9e6b18f18ec tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1097 time: 0.1151628 Nov 10 03:49:08.377704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740fac6-f92d-4232-a45a-f18c295e9291 req-5be209be-feed-42eb-8c9a-c5cf570d2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.379172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1740fac6-f92d-4232-a45a-f18c295e9291 req-5be209be-feed-42eb-8c9a-c5cf570d2237 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 1096 time: 0.1287427 Nov 10 03:49:08.388860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0287073b-80f1-438f-88fd-2dd5bcedaa5e req-382339cc-a0e2-41d9-a0c7-b567a40057dc tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761204 Nov 10 03:49:08.390828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Network 344522b7-8016-4230-898a-5afd2c6bd14f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:08.431647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:08.485528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b32429e-0f59-4c3e-8373-ee607b7d9075 req-a2ba21b5-90bf-48e0-a681-20823963d04b tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099207 Nov 10 03:49:08.502882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:08.523439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1740fac6-f92d-4232-a45a-f18c295e9291 req-914285e4-028f-46c8-9a99-5f2278e6ffe3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336682 Nov 10 03:49:08.549796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Pushing event updated for resources: {'Port': ['ID=1d0e9824-520d-41e7-905b-76b37b3a546f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:08.554794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ccfc8-f8d1-484b-9817-382727346980 req-cd8fe6cc-04f7-4689-a03b-64a7c1ee011f tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.565988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f34ccfc8-f8d1-484b-9817-382727346980 req-cd8fe6cc-04f7-4689-a03b-64a7c1ee011f tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.0971203 Nov 10 03:49:08.579633 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea876c7d-b5c6-4b15-9599-d1ed095e91b9 x-openstack-request-id: req-ea876c7d-b5c6-4b15-9599-d1ed095e91b9 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:08.579929 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc4cb7f-480d-4429-a07e-0b276814cfb7", "tag": "497a335a-088c-4163-b107-7cb8b845ee56", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:08.580158 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea876c7d-b5c6-4b15-9599-d1ed095e91b9 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:08.580561 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'tag': '497a335a-088c-4163-b107-7cb8b845ee56', 'status': 'completed', 'code': 200} Nov 10 03:49:08.585681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-7f8385f6-b5c1-45d1-8ec7-e9e7620367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.587241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-7f8385f6-b5c1-45d1-8ec7-e9e7620367a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b95eb39bc84b74a81299b1631adccc&device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 1094 time: 0.2696557 Nov 10 03:49:08.641858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.642519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:08.654516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f34ccfc8-f8d1-484b-9817-382727346980 req-a3f8d8d9-d19b-4fb1-bdcf-16a797f3d6b8 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839641 Nov 10 03:49:08.688915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ae2f1-593a-4b97-b77e-5215fdcb6d09 req-994fd750-eccb-4bac-accb-72afc7d3db58 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.697589 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a9ae2f1-593a-4b97-b77e-5215fdcb6d09 req-994fd750-eccb-4bac-accb-72afc7d3db58 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1097 time: 0.0634871 Nov 10 03:49:08.720735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e7c365-6aff-404c-8060-f01060e1b9a6 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:08.735806 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:08.763279 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c92fdb7d-c3d6-4557-8fbf-667c211861a4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4848115 Nov 10 03:49:08.764722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a9ae2f1-593a-4b97-b77e-5215fdcb6d09 req-51126645-bc35-4afe-887e-cc58f35f6f19 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598097 Nov 10 03:49:08.772974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-b4df65c3-24fc-4b2e-b443-674474a3defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.774621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-b4df65c3-24fc-4b2e-b443-674474a3defd service neutron] 10.222.0.11 "GET /v2.0/networks?id=698283b8-1ee0-408a-89b6-d4887200d304 HTTP/1.1" status: 200 len: 914 time: 0.3876765 Nov 10 03:49:08.824782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Request body: {'port': {'device_id': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:08.827906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Transition to ACTIVE for port object 60e7c365-6aff-404c-8060-f01060e1b9a6 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:08.838446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-351fc89f-68d6-44eb-8cb3-0ac666807d6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497a335a-088c-4163-b107-7cb8b845ee56 HTTP/1.1" status: 200 len: 217 time: 0.0882518 Nov 10 03:49:08.912857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-be2b6245-71a3-43d8-bc51-e64358187047 req-f8ba146d-33ea-48c7-b26d-4233b4007320 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:49:08.913818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be2b6245-71a3-43d8-bc51-e64358187047 req-f8ba146d-33ea-48c7-b26d-4233b4007320 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052645 Nov 10 03:49:08.935424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:08.955761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96702e45-5598-47bb-a123-465c762dde66 req-ab27ec3b-37b8-4329-8b42-7d0659ca4ebc tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.958865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc1e8e-57a2-44a1-831f-1c8ca4164bec req-8a1094ba-e2fe-42c4-9c09-0112cf498a55 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.964865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc1e8e-57a2-44a1-831f-1c8ca4164bec req-8a1094ba-e2fe-42c4-9c09-0112cf498a55 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.967099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96702e45-5598-47bb-a123-465c762dde66 req-ab27ec3b-37b8-4329-8b42-7d0659ca4ebc tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.11 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.3475101 Nov 10 03:49:08.982624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc1e8e-57a2-44a1-831f-1c8ca4164bec req-8a1094ba-e2fe-42c4-9c09-0112cf498a55 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:08.991824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ecc1e8e-57a2-44a1-831f-1c8ca4164bec req-8a1094ba-e2fe-42c4-9c09-0112cf498a55 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2413 time: 0.1103826 Nov 10 03:49:09.068005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ecc1e8e-57a2-44a1-831f-1c8ca4164bec req-097c26de-8963-4a54-8cb1-e7ad415e8051 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698264 Nov 10 03:49:09.080122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=60e7c365-6aff-404c-8060-f01060e1b9a6,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:09.083212 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-a8fcd3e4-ffcb-4617-a8df-2cd56dc62af3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0 HTTP/1.1" status: 200 len: 217 time: 0.2630618 Nov 10 03:49:09.316035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4213-594b-4907-8faa-f91bc57c4d5f req-5a6ce324-a6de-4597-80d9-ac7a205584f8 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:09.317752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b9b4213-594b-4907-8faa-f91bc57c4d5f req-5a6ce324-a6de-4597-80d9-ac7a205584f8 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 932 time: 0.0628464 Nov 10 03:49:09.386829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b9b4213-594b-4907-8faa-f91bc57c4d5f req-68912d13-fc50-4505-a04f-e0a2ab5f1890 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628476 Nov 10 03:49:09.523704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620ba67-4119-40d6-8ec0-eeeb53154a42 req-07ae89ac-16d2-45f9-aee5-29a9d03fc6d3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:09.530284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5620ba67-4119-40d6-8ec0-eeeb53154a42 req-07ae89ac-16d2-45f9-aee5-29a9d03fc6d3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0590286 Nov 10 03:49:09.596611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5620ba67-4119-40d6-8ec0-eeeb53154a42 req-56f475d0-aac5-4cf7-a17e-e98fba70ab38 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596864 Nov 10 03:49:09.703360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-091048cb-e382-4cb1-906a-c192857813bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:09.706829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-091048cb-e382-4cb1-906a-c192857813bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9542638-6750-4ab3-bf57-74d0ff9c6895 HTTP/1.1" status: 200 len: 858 time: 0.8492782 Nov 10 03:49:09.718931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:09.736961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17854a-79c6-49e3-aa74-feadecbee35b req-6a00639f-5d9b-4967-9b7c-d8b8ddb03f2b tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:09.738792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c17854a-79c6-49e3-aa74-feadecbee35b req-6a00639f-5d9b-4967-9b7c-d8b8ddb03f2b tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 944 time: 0.0633590 Nov 10 03:49:09.771119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-bb1672bc-990a-43f0-9767-f07750b3da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:09.772574 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-bb1672bc-990a-43f0-9767-f07750b3da78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=550905e6-dfbc-402d-8a50-4db0d6bfa3fc HTTP/1.1" status: 200 len: 853 time: 0.6672103 Nov 10 03:49:09.779895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad0284ce-1496-4e39-995f-d7a7ea1896f5 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:09.798360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-0957fd6c-a556-4706-8694-d9c6cfc35f98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=344522b7-8016-4230-898a-5afd2c6bd14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573871 Nov 10 03:49:09.885014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c17854a-79c6-49e3-aa74-feadecbee35b req-fd71fcfc-f557-4850-b2c7-3990eb9795a8 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348157 Nov 10 03:49:09.902132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ad0284ce-1496-4e39-995f-d7a7ea1896f5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad0284ce-1496-4e39-995f-d7a7ea1896f5,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:09.917106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5', 'network_id': 'a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7', 'port_id': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5', 'mac_address': 'fa:16:3e:26:65:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc692f55-f877-4077-bee7-fa5ad86b43d6', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:09.930895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Attempting to bind port 60e7c365-6aff-404c-8060-f01060e1b9a6 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:09.931234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Attempting to bind port 60e7c365-6aff-404c-8060-f01060e1b9a6 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:09.931558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Attempting to bind port 60e7c365-6aff-404c-8060-f01060e1b9a6 on network 344522b7-8016-4230-898a-5afd2c6bd14f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:09.965337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:09.966266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Port 60e7c365-6aff-404c-8060-f01060e1b9a6 on network 344522b7-8016-4230-898a-5afd2c6bd14f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:09.966741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Attempting to bind port 60e7c365-6aff-404c-8060-f01060e1b9a6 on network 344522b7-8016-4230-898a-5afd2c6bd14f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:09.983333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0284ce-1496-4e39-995f-d7a7ea1896f5 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:10.011960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ad0284ce-1496-4e39-995f-d7a7ea1896f5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad0284ce-1496-4e39-995f-d7a7ea1896f5,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:10.017188 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.018200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad97a3f-6395-4401-bf4b-318e7281cb6c details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:10.022633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148949d-4e05-429e-bf58-ff54b6226382 req-944a8edd-6442-4026-a70f-63b8a8018717 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.024253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4148949d-4e05-429e-bf58-ff54b6226382 req-944a8edd-6442-4026-a70f-63b8a8018717 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.0561283 Nov 10 03:49:10.038133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Deleting port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:10.038471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.060346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-bf7a0dc3-dcd9-4aba-a0aa-11fa06ee2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.061778 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-bf7a0dc3-dcd9-4aba-a0aa-11fa06ee2ccd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=698283b8-1ee0-408a-89b6-d4887200d304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688112 Nov 10 03:49:10.062639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:10.062964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Checking segment: {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:10.064299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Bound using segment: {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:10.064299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Bound port: 60e7c365-6aff-404c-8060-f01060e1b9a6, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:10.064652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.100236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4148949d-4e05-429e-bf58-ff54b6226382 req-109e47f9-3d33-4710-9fad-e663826a3841 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687861 Nov 10 03:49:10.186467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ad0284ce-1496-4e39-995f-d7a7ea1896f5,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:10.237903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6ad97a3f-6395-4401-bf4b-318e7281cb6c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad97a3f-6395-4401-bf4b-318e7281cb6c,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:10.251982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '6ad97a3f-6395-4401-bf4b-318e7281cb6c', 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4', 'port_id': '6ad97a3f-6395-4401-bf4b-318e7281cb6c', 'mac_address': 'fa:16:3e:dd:c2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165d4c49-3c98-4613-ac49-b3dfaef6fbb7', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:10.328230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-c9e2fc94-bfa3-45dc-9cd5-777161b35fa6 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:49:10.329750 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-c9e2fc94-bfa3-45dc-9cd5-777161b35fa6 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0734150 Nov 10 03:49:10.347326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c604b5a0-721e-4cbd-b4c4-273fdedda7e0 service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355201 Nov 10 03:49:10.364516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d6e9-d13d-4080-b221-a2f5bef67573 req-b5f74e24-a481-4f04-b7bf-48fc6fecb6b3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.368838 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.371478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d6e9-d13d-4080-b221-a2f5bef67573 req-b5f74e24-a481-4f04-b7bf-48fc6fecb6b3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.378154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d6e9-d13d-4080-b221-a2f5bef67573 req-b5f74e24-a481-4f04-b7bf-48fc6fecb6b3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.379803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe26d6e9-d13d-4080-b221-a2f5bef67573 req-b5f74e24-a481-4f04-b7bf-48fc6fecb6b3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2414 time: 0.0726099 Nov 10 03:49:10.388092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad97a3f-6395-4401-bf4b-318e7281cb6c {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:10.420725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6ad97a3f-6395-4401-bf4b-318e7281cb6c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad97a3f-6395-4401-bf4b-318e7281cb6c,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:10.428569 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.428908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0243f923-bdaf-4c30-9bea-68eb4cfb8026 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:10.447140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe26d6e9-d13d-4080-b221-a2f5bef67573 req-73d471b3-ae1c-486e-afd9-1792228cfd0f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606434 Nov 10 03:49:10.510363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-9bf71e07-a841-44c5-b2e0-49bdcdca49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.511895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-9bf71e07-a841-44c5-b2e0-49bdcdca49ed service neutron] 10.222.0.24 "GET /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 1094 time: 0.1700320 Nov 10 03:49:10.539378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] For port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,segment=NetworkSegment(df46299d-c2c1-4be1-84bb-3f59f0f16bed),segment_id=df46299d-c2c1-4be1-84bb-3f59f0f16bed)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:10.539743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.541923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6ad97a3f-6395-4401-bf4b-318e7281cb6c,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:10.544560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Request body: {'binding': {'host': 'n-h1-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:10.545012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:49:10.550022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-05d316ad-7a8e-487b-9588-a16cf70f433d service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476416 Nov 10 03:49:10.562415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0243f923-bdaf-4c30-9bea-68eb4cfb8026, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0243f923-bdaf-4c30-9bea-68eb4cfb8026,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:10.582307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '0243f923-bdaf-4c30-9bea-68eb4cfb8026', 'network_id': '292365b2-8584-4f39-a20e-73433b5f3ba4', 'port_id': '0243f923-bdaf-4c30-9bea-68eb4cfb8026', 'mac_address': 'fa:16:3e:8a:11:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165d4c49-3c98-4613-ac49-b3dfaef6fbb7', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:10.591835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] For port 60e7c365-6aff-404c-8060-f01060e1b9a6, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:10.608940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Calling delete_port for 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:10.621875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc78d4-2225-4a5b-979e-ccbe9fa4d2c0 req-e8629250-922f-4caa-84f2-93f775f8a139 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.630481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fdc78d4-2225-4a5b-979e-ccbe9fa4d2c0 req-e8629250-922f-4caa-84f2-93f775f8a139 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 932 time: 0.0935280 Nov 10 03:49:10.642355 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.661920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0243f923-bdaf-4c30-9bea-68eb4cfb8026 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:10.681838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0243f923-bdaf-4c30-9bea-68eb4cfb8026, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0243f923-bdaf-4c30-9bea-68eb4cfb8026,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:10.686936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.687368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fdc78d4-2225-4a5b-979e-ccbe9fa4d2c0 req-0d41fda6-102b-424a-bc50-e48d3ad61362 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 Nov 10 03:49:10.719601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0e9824-520d-41e7-905b-76b37b3a546f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:10.728199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.742301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Transition to ACTIVE for port object 1d0e9824-520d-41e7-905b-76b37b3a546f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:10.745071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=0243f923-bdaf-4c30-9bea-68eb4cfb8026,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:10.768308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] For port 60e7c365-6aff-404c-8060-f01060e1b9a6, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=60e7c365-6aff-404c-8060-f01060e1b9a6,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:10.800834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-e4a9871f-b6a8-4ea5-b107-0a585b7a8898 service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271545 Nov 10 03:49:10.801420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.803913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b327b-3058-4b69-8bff-14364a65c968 req-27a79c7f-d255-43b5-9086-f84bce3095cf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:10.824908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-577b327b-3058-4b69-8bff-14364a65c968 req-27a79c7f-d255-43b5-9086-f84bce3095cf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0705345 Nov 10 03:49:10.870639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:10.878892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-577b327b-3058-4b69-8bff-14364a65c968 req-fc893235-29ce-4efd-a7c0-954ed16b9997 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511472 Nov 10 03:49:11.002216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.002832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:11.004263 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] 10.222.0.11 "PUT /v2.0/ports/60e7c365-6aff-404c-8060-f01060e1b9a6 HTTP/1.1" status: 200 len: 1091 time: 3.9205372 Nov 10 03:49:11.009301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493f2860-819a-4acb-b521-b536ccdc3551', 'tag': '60e7c365-6aff-404c-8060-f01060e1b9a6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:11.011645 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd847d2-cb8a-404a-8404-d6d882f8d519" -d '{"events": [{"name": "network-changed", "server_uuid": "493f2860-819a-4acb-b521-b536ccdc3551", "tag": "60e7c365-6aff-404c-8060-f01060e1b9a6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:11.019943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb147bb-32dc-48bb-8520-9ee90c5d3e10 req-a8ef8d74-45e3-49a0-938c-5f09cf0fcecd tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.023424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cb147bb-32dc-48bb-8520-9ee90c5d3e10 req-a8ef8d74-45e3-49a0-938c-5f09cf0fcecd tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 944 time: 0.0629928 Nov 10 03:49:11.049026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Pushing event updated for resources: {'Port': ['ID=1d0e9824-520d-41e7-905b-76b37b3a546f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:11.094044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cb147bb-32dc-48bb-8520-9ee90c5d3e10 req-af22ef68-d1e3-41e0-bccb-2c5882fd1771 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626063 Nov 10 03:49:11.200854 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc2ce03d-1fc7-4f63-95bb-361942cabe8e req-f877c982-a23e-48ac-b0b2-6f4403646131 service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143076 Nov 10 03:49:11.235781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-bd471287-4fca-4bc9-9a3f-b010f9331156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.237430 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-bd471287-4fca-4bc9-9a3f-b010f9331156 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b95eb39bc84b74a81299b1631adccc&device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 1094 time: 0.3683391 Nov 10 03:49:11.264148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ad0284ce-1496-4e39-995f-d7a7ea1896f5'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:11.346299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['0243f923-bdaf-4c30-9bea-68eb4cfb8026'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:11.354571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab306e2-7fe3-4034-9255-57b7374a4aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=60e7c365-6aff-404c-8060-f01060e1b9a6,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:11.387606 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ab136c-fe37-4548-b6b2-1154c66997cf x-openstack-request-id: req-76ab136c-fe37-4548-b6b2-1154c66997cf {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:11.388063 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493f2860-819a-4acb-b521-b536ccdc3551", "tag": "60e7c365-6aff-404c-8060-f01060e1b9a6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:11.388450 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76ab136c-fe37-4548-b6b2-1154c66997cf {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:11.389016 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493f2860-819a-4acb-b521-b536ccdc3551', 'tag': '60e7c365-6aff-404c-8060-f01060e1b9a6', 'status': 'completed', 'code': 200} Nov 10 03:49:11.474499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-533fa2ba-4890-4899-8acb-c216b40ec77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.476939 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-533fa2ba-4890-4899-8acb-c216b40ec77d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 1096 time: 0.1450608 Nov 10 03:49:11.569592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d931ca-31cc-495b-96c7-e3bf48703cf0 req-63300c1b-b723-46ed-9a31-cb284355ca29 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.574359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63d931ca-31cc-495b-96c7-e3bf48703cf0 req-63300c1b-b723-46ed-9a31-cb284355ca29 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 945 time: 0.1550415 Nov 10 03:49:11.645222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-127984ac-91d3-44f1-8753-459c882896b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.646634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-127984ac-91d3-44f1-8753-459c882896b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.1621144 Nov 10 03:49:11.651837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63d931ca-31cc-495b-96c7-e3bf48703cf0 req-63d20a51-f52d-4d15-9cf3-e27a5a29ba03 tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1227765-8110-4b43-9cdf-0804eddaaea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694673 Nov 10 03:49:11.699440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-e5d59fe3-cbf9-447d-9d1c-e3e540e0cfb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58 HTTP/1.1" status: 200 len: 217 time: 0.0442781 Nov 10 03:49:11.754360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-5fbd3b75-fe08-4a0c-9792-ef2fc9eb0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.755935 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-5fbd3b75-fe08-4a0c-9792-ef2fc9eb0ea8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.0476646 Nov 10 03:49:11.789585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-7d921b32-08cd-4399-b966-d2ecc50a36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.790546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:11.791859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-7d921b32-08cd-4399-b966-d2ecc50a36e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b95eb39bc84b74a81299b1631adccc&device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 1094 time: 0.7144868 Nov 10 03:49:11.792963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-b4403fd5-9654-4ca1-a2c3-6605e8155df0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278566 Nov 10 03:49:11.802376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:11.812900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Attempting to bind port 1d0e9824-520d-41e7-905b-76b37b3a546f on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:11.813320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Attempting to bind port 1d0e9824-520d-41e7-905b-76b37b3a546f by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:11.814178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Attempting to bind port 1d0e9824-520d-41e7-905b-76b37b3a546f on network 344522b7-8016-4230-898a-5afd2c6bd14f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:11.824668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on host n-h1-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:11.824866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:11.825626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:11.832133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:11.868633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Port 1d0e9824-520d-41e7-905b-76b37b3a546f on network 344522b7-8016-4230-898a-5afd2c6bd14f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:11.869308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Attempting to bind port 1d0e9824-520d-41e7-905b-76b37b3a546f on network 344522b7-8016-4230-898a-5afd2c6bd14f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:11.879741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3b92f087-8cde-4aaa-b7a6-627c3cff970c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e7c365-6aff-404c-8060-f01060e1b9a6 HTTP/1.1" status: 200 len: 217 time: 0.0690787 Nov 10 03:49:11.879966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:11.880548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:11.894844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No active binding found for port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 {{(pid=102598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 03:49:11.895462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:11.899128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26345839-67d3-4b49-8d06-0243988a98b6 req-33474192-3b53-4bce-bb6e-b93a670c513a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.900943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26345839-67d3-4b49-8d06-0243988a98b6 req-33474192-3b53-4bce-bb6e-b93a670c513a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1105168 Nov 10 03:49:11.928717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:11.940130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'port_id': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'mac_address': 'fa:16:3e:db:c3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:11.943625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:11.944027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Checking segment: {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:11.944366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Bound using segment: {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:11.944794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Bound port: 1d0e9824-520d-41e7-905b-76b37b3a546f, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:11.945149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:11.947222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Pushing event deleted for resources: {'Port': ['ID=8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:11.955413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-a7d76b78-b99c-447c-8f7f-e7a8d0ba0c59 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511879 Nov 10 03:49:11.968066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:11.968404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:11.968787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:11.969231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Bound port: 484bbd86-4f08-4324-869d-dd1980645e1e, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:11.972161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-c95a9e8d-a569-429c-9f39-27b7dc2152c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:11.973677 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-c95a9e8d-a569-429c-9f39-27b7dc2152c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 200 len: 918 time: 0.6223619 Nov 10 03:49:11.980643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:11.994957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:12.014176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:12.020045 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:12.027716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26345839-67d3-4b49-8d06-0243988a98b6 req-42eb6bd4-aafc-4662-87d8-76afb648c568 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124632 Nov 10 03:49:12.079623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:12.086629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed3a6e13-a5db-43c2-9558-4ca4383c319b req-4c87ed31-eb48-4ff7-8a73-91542130c9ba service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233938 Nov 10 03:49:12.101018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-ab51cfb1-f2b8-4425-8c3c-66d6e3fd8b99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497a335a-088c-4163-b107-7cb8b845ee56 HTTP/1.1" status: 200 len: 217 time: 0.1109138 Nov 10 03:49:12.144724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] No DVR routers for this DVR port 8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:12.168413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8038d6-b039-4628-b177-dff9677953bd req-93fc8fd2-33c2-4d25-a8e9-079533ba485f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.176288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:12.177008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8038d6-b039-4628-b177-dff9677953bd req-93fc8fd2-33c2-4d25-a8e9-079533ba485f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.179859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96702e45-5598-47bb-a123-465c762dde66 req-ea701ac9-ebe0-46d9-93bb-42b7f6ec675b tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.11 "DELETE /v2.0/ports/8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7 HTTP/1.1" status: 204 len: 173 time: 3.1086032 Nov 10 03:49:12.183972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-93813bce-8697-40d6-9aab-dec2b8fbf0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.184303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8038d6-b039-4628-b177-dff9677953bd req-93fc8fd2-33c2-4d25-a8e9-079533ba485f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.185344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-93813bce-8697-40d6-9aab-dec2b8fbf0cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9542638-6750-4ab3-bf57-74d0ff9c6895 HTTP/1.1" status: 200 len: 858 time: 0.2690613 Nov 10 03:49:12.190513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed8038d6-b039-4628-b177-dff9677953bd req-93fc8fd2-33c2-4d25-a8e9-079533ba485f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2416 time: 0.0794239 Nov 10 03:49:12.238429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed8038d6-b039-4628-b177-dff9677953bd req-9b7a7b64-6235-42d6-9b7f-0ce63ef8a6ff tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Nov 10 03:49:12.244300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:12.252170 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-d0a2fe92-b8a7-4fcd-9c89-363056ac2d68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=344522b7-8016-4230-898a-5afd2c6bd14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560992 Nov 10 03:49:12.258387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:12.258997 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8e9ee104-4a5c-4352-9f58-961fb35d8a37 service neutron] 10.222.0.24 "POST /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e/bindings HTTP/1.1" status: 201 len: 389 time: 1.7246156 Nov 10 03:49:12.262976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-84b3b943-f6ac-462b-9b04-2fa9ee2ee5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.264520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-84b3b943-f6ac-462b-9b04-2fa9ee2ee5cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9542638-6750-4ab3-bf57-74d0ff9c6895 HTTP/1.1" status: 200 len: 858 time: 0.1525197 Nov 10 03:49:12.273432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] For port 1d0e9824-520d-41e7-905b-76b37b3a546f, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:12.332111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-980a353a-4a70-413f-bc8c-3dd9cf85377f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=344522b7-8016-4230-898a-5afd2c6bd14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555699 Nov 10 03:49:12.360044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] For port 1d0e9824-520d-41e7-905b-76b37b3a546f, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d0e9824-520d-41e7-905b-76b37b3a546f,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:12.377585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6ad97a3f-6395-4401-bf4b-318e7281cb6c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:12.384819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:12.435049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119c9c-029b-47d4-80a2-f9e7943286a2 req-11a73334-01ac-4446-a47b-bd8183917aa3 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.446547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2119c9c-029b-47d4-80a2-f9e7943286a2 req-11a73334-01ac-4446-a47b-bd8183917aa3 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 944 time: 0.1163359 Nov 10 03:49:12.468898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.469572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:12.471514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] 10.222.0.44 "PUT /v2.0/ports/1d0e9824-520d-41e7-905b-76b37b3a546f HTTP/1.1" status: 200 len: 1092 time: 3.6533160 Nov 10 03:49:12.591241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785f750-4b99-4123-8167-776782cc5051 req-33f6d003-d3d0-480e-89e5-200e81712714 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.592706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9785f750-4b99-4123-8167-776782cc5051 req-33f6d003-d3d0-480e-89e5-200e81712714 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 945 time: 0.1437323 Nov 10 03:49:12.622661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2119c9c-029b-47d4-80a2-f9e7943286a2 req-ece98daf-5d6d-4196-96cc-81542362c648 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751063 Nov 10 03:49:12.642249 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-466babe6-f680-4bd2-a552-2801a860746f service neutron] 10.222.0.11 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731749 Nov 10 03:49:12.642249 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637301e-7c59-4782-89d6-9f5a12ff8c1b service neutron] Pushing event updated for resources: {'Port': ['ID=1d0e9824-520d-41e7-905b-76b37b3a546f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:12.698263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9785f750-4b99-4123-8167-776782cc5051 req-9a5cf609-59a6-438e-bf4d-e140eb435872 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936882 Nov 10 03:49:12.756629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['4d7530ef-a235-4d03-8955-a0c75d3fd2b0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:12.782127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea764-bce7-4ff8-bbfe-db337a1007d7 req-46662b6a-a8fb-443e-8e30-037a2373b96e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.783442 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-f1756db2-3ea3-4723-8656-af5816b6b81c service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214537 Nov 10 03:49:12.793447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5faea764-bce7-4ff8-bbfe-db337a1007d7 req-46662b6a-a8fb-443e-8e30-037a2373b96e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0935860 Nov 10 03:49:12.874482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74960ecf-0c47-41c3-b1a9-6a0214cafe71 req-68d936bf-d1eb-408d-b9f7-6b5ee749a3fd tempest-ServerMetadataNegativeTestJSON-1200786111 tempest-ServerMetadataNegativeTestJSON-1200786111-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72e1f81-c7d6-4d52-a195-604638d77950 HTTP/1.1" status: 200 len: 210 time: 0.0635867 Nov 10 03:49:12.929751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9c733076-1ef7-4fc8-baef-65a4fb101f41 req-55f21bfb-fb8b-48bc-a2ce-0297cfdb68d0 service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359408 Nov 10 03:49:12.943150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-1f7ee89a-56c4-4ae1-a42a-a224000f2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.945637 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-1f7ee89a-56c4-4ae1-a42a-a224000f2d9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1097 time: 0.3876393 Nov 10 03:49:12.953214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5faea764-bce7-4ff8-bbfe-db337a1007d7 req-5c78eb7a-8bed-49d9-b368-e4ebbb8b58ff tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585755 Nov 10 03:49:12.957660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c1d9b74e-d85c-4164-86c4-1801361cd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:12.960336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-c1d9b74e-d85c-4164-86c4-1801361cd32c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b95eb39bc84b74a81299b1631adccc&device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 1095 time: 0.4012179 Nov 10 03:49:13.055744 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-bff232e2-c9d2-4bcd-a8d0-b39214e44db7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d0e9824-520d-41e7-905b-76b37b3a546f HTTP/1.1" status: 200 len: 217 time: 0.0736840 Nov 10 03:49:13.130051 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-3268f1cd-eae6-4efb-b78f-b80fbe147938 service neutron] 10.222.0.11 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355745 Nov 10 03:49:13.160497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-92441e92-e3e5-4a65-8b2d-4d9c74160710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.161979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-92441e92-e3e5-4a65-8b2d-4d9c74160710 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9542638-6750-4ab3-bf57-74d0ff9c6895 HTTP/1.1" status: 200 len: 858 time: 0.0934300 Nov 10 03:49:13.165462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-d9b00924-09e4-4938-bccb-91e30a427a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.166862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-d9b00924-09e4-4938-bccb-91e30a427a94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.2116005 Nov 10 03:49:13.170052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d69b8-9c74-4c10-9110-d9d46656266b req-3fdf3c9c-ece7-40d0-b986-eb70b857cc9a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.171489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-991d69b8-9c74-4c10-9110-d9d46656266b req-3fdf3c9c-ece7-40d0-b986-eb70b857cc9a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0677040 Nov 10 03:49:13.195153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-eeef3e0f-8b3f-4af4-aadf-52a72b9222e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=344522b7-8016-4230-898a-5afd2c6bd14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258439 Nov 10 03:49:13.224624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-991d69b8-9c74-4c10-9110-d9d46656266b req-ba2b5c41-b6ba-402a-b158-35bb698cf3d7 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Nov 10 03:49:13.285293 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b431c76d-57e6-4018-b0ef-4636331c86fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:13.321603 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-097c9f60-333d-426e-99b7-fd6a5f94e383 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 217 time: 0.0948291 Nov 10 03:49:13.370303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a22ae-8967-474a-803a-b9170db31586 req-7d68a478-e97d-4ed4-9648-0317b4fd4f7b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.377753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a22ae-8967-474a-803a-b9170db31586 req-7d68a478-e97d-4ed4-9648-0317b4fd4f7b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.384299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a22ae-8967-474a-803a-b9170db31586 req-7d68a478-e97d-4ed4-9648-0317b4fd4f7b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.386155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb2a22ae-8967-474a-803a-b9170db31586 req-7d68a478-e97d-4ed4-9648-0317b4fd4f7b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2416 time: 0.0657518 Nov 10 03:49:13.395288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-82ffa413-cc6f-4673-b8d2-440c300b934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.396760 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-82ffa413-cc6f-4673-b8d2-440c300b934b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b95eb39bc84b74a81299b1631adccc&device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 1094 time: 0.1390479 Nov 10 03:49:13.397192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'name': 'network-vif-deleted', 'tag': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7'}, {'name': 'network-changed', 'server_uuid': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'tag': '1d0e9824-520d-41e7-905b-76b37b3a546f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:13.399495 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6" -d '{"events": [{"server_uuid": "c72e1f81-c7d6-4d52-a195-604638d77950", "name": "network-vif-deleted", "tag": "8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7"}, {"name": "network-changed", "server_uuid": "57bcc42a-23de-40ad-b01a-2cbf1c2b9752", "tag": "1d0e9824-520d-41e7-905b-76b37b3a546f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:13.436098 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-ed7fe8c8-fdcd-456c-81af-0a0260ac2f9e service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280731 Nov 10 03:49:13.437990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-e4a301ce-9b40-4016-82b8-ea569458b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.439961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-e4a301ce-9b40-4016-82b8-ea569458b0b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.1068246 Nov 10 03:49:13.458373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb2a22ae-8967-474a-803a-b9170db31586 req-959c5724-b9b4-47e3-bae2-711616e0065d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592227 Nov 10 03:49:13.475862 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5569bd0-94f6-4318-9cd6-821db413b68a x-openstack-request-id: req-d5569bd0-94f6-4318-9cd6-821db413b68a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:13.476146 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72e1f81-c7d6-4d52-a195-604638d77950", "name": "network-vif-deleted", "tag": "8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57bcc42a-23de-40ad-b01a-2cbf1c2b9752", "tag": "1d0e9824-520d-41e7-905b-76b37b3a546f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:13.476387 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5569bd0-94f6-4318-9cd6-821db413b68a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:13.476770 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72e1f81-c7d6-4d52-a195-604638d77950', 'name': 'network-vif-deleted', 'tag': '8bf9ab8a-aa89-4ca9-9867-3c2bda788ca7', 'status': 'completed', 'code': 200} Nov 10 03:49:13.477016 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'tag': '1d0e9824-520d-41e7-905b-76b37b3a546f', 'status': 'completed', 'code': 200} Nov 10 03:49:13.502974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 497a335a-088c-4163-b107-7cb8b845ee56 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:13.517133 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-e30a0629-27a7-46a3-ac5b-54e4d9d5541d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496831 Nov 10 03:49:13.614265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 497a335a-088c-4163-b107-7cb8b845ee56, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=497a335a-088c-4163-b107-7cb8b845ee56,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:13.625715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '497a335a-088c-4163-b107-7cb8b845ee56', 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f', 'port_id': '497a335a-088c-4163-b107-7cb8b845ee56', 'mac_address': 'fa:16:3e:9e:0a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9542638-6750-4ab3-bf57-74d0ff9c6895', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:13.642704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-7b9b4abd-1fb2-4acc-b5ef-6046edb92701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.644562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-7b9b4abd-1fb2-4acc-b5ef-6046edb92701 service neutron] 10.222.0.11 "GET /v2.0/networks?id=344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 200 len: 918 time: 0.2379646 Nov 10 03:49:13.670072 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:13.685559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497a335a-088c-4163-b107-7cb8b845ee56 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:13.707889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 497a335a-088c-4163-b107-7cb8b845ee56, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=497a335a-088c-4163-b107-7cb8b845ee56,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:13.715881 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:13.716086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-158aaffc-43b2-4485-83ca-5d6cbe0711d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e7c365-6aff-404c-8060-f01060e1b9a6 HTTP/1.1" status: 200 len: 217 time: 0.0608504 Nov 10 03:49:13.726556 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d67869b2-64c3-404a-a70d-36e05f5c9fdf req-50909d6f-3caa-41bc-afc6-bc495833ca6d service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593467 Nov 10 03:49:13.758264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-8835ad50-3ab0-4f25-bf36-a5e539fed5bc service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091732 Nov 10 03:49:13.761208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875b4d2-4b6d-4122-a661-65fa38fda4ef req-efaad10c-15fc-4963-a3f4-05c252e605b0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.770430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f875b4d2-4b6d-4122-a661-65fa38fda4ef req-efaad10c-15fc-4963-a3f4-05c252e605b0 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 944 time: 0.0728192 Nov 10 03:49:13.801970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad0284ce-1496-4e39-995f-d7a7ea1896f5 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:13.832635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-530a374e-68df-4498-ae14-4e68f5fd0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.842857 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-530a374e-68df-4498-ae14-4e68f5fd0bde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9542638-6750-4ab3-bf57-74d0ff9c6895 HTTP/1.1" status: 200 len: 858 time: 0.1114450 Nov 10 03:49:13.890158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=497a335a-088c-4163-b107-7cb8b845ee56,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:13.894306 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-1c3a5bc5-59b5-4b75-8d1c-9760c6d70d31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=344522b7-8016-4230-898a-5afd2c6bd14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511086 Nov 10 03:49:13.915822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.916514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.917056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.917724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.918383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.919199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.919735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.920267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.920814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.921341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.922061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.922624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:13.946024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port ad0284ce-1496-4e39-995f-d7a7ea1896f5 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:13.951447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port ad0284ce-1496-4e39-995f-d7a7ea1896f5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:13.952112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:13.983933 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-ca97b3ca-c49d-49cf-8bf8-1c2deec6be5b service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176871 Nov 10 03:49:13.993546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-99d4e36c-55bd-4141-8962-3d4d99ade53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:13.995866 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-99d4e36c-55bd-4141-8962-3d4d99ade53b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b95eb39bc84b74a81299b1631adccc&device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 1095 time: 0.1739876 Nov 10 03:49:14.058812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['497a335a-088c-4163-b107-7cb8b845ee56'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:14.093841 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.098449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-0ab122cb-c842-4ff7-9e9d-bf06e246505e service neutron] 10.222.0.11 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918716 Nov 10 03:49:14.141924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:14.144573 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3423edec-f999-4f51-8299-91fd912e6ea7" -d '{"events": [{"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-plugged", "status": "completed", "tag": "ad0284ce-1496-4e39-995f-d7a7ea1896f5"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:14.181002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-f221f37c-714c-410b-a584-956a7484a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:14.182530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-f221f37c-714c-410b-a584-956a7484a634 service neutron] 10.222.0.44 "GET /v2.0/networks?id=344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 200 len: 918 time: 0.1696477 Nov 10 03:49:14.187176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port ad0284ce-1496-4e39-995f-d7a7ea1896f5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad0284ce-1496-4e39-995f-d7a7ea1896f5,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:14.216875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.217728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0243f923-bdaf-4c30-9bea-68eb4cfb8026 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:14.230372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-bcafaa6c-840d-4581-82b8-7c6cc670a48c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d0e9824-520d-41e7-905b-76b37b3a546f HTTP/1.1" status: 200 len: 217 time: 0.0388856 Nov 10 03:49:14.300799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5cd847d2-cb8a-404a-8404-d6d882f8d519 req-94369663-03e9-4f31-9b81-0828252194cb service neutron] 10.222.0.11 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939068 Nov 10 03:49:14.323798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-243e2e2b-1b3e-44a9-a6f3-e27d5cda9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:14.326755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-243e2e2b-1b3e-44a9-a6f3-e27d5cda9cc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9542638-6750-4ab3-bf57-74d0ff9c6895 HTTP/1.1" status: 200 len: 858 time: 0.0841398 Nov 10 03:49:14.384784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-0d5efa02-eaea-48ef-873f-b7b7838f846e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=344522b7-8016-4230-898a-5afd2c6bd14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496829 Nov 10 03:49:14.433424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f875b4d2-4b6d-4122-a661-65fa38fda4ef req-57d46fbf-d65a-4dcc-a34a-112954f84d57 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6610382 Nov 10 03:49:14.485080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6d41-30e6-4c14-9770-2e25f6d54e47 req-e5c1bd63-9d3f-47dd-9cdd-23e7816abe50 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:14.486665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d6f6d41-30e6-4c14-9770-2e25f6d54e47 req-e5c1bd63-9d3f-47dd-9cdd-23e7816abe50 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 945 time: 0.1831417 Nov 10 03:49:14.497322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-0806d886-b7ca-417b-aa6e-862323e76efb service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040940 Nov 10 03:49:14.506297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=ad0284ce-1496-4e39-995f-d7a7ea1896f5,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:14.524496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56084) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:14.552298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:14.563146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:14.563569 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.622475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d6f6d41-30e6-4c14-9770-2e25f6d54e47 req-3d742b8d-78da-4812-9991-23024b32ca08 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046350 Nov 10 03:49:14.709750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] Deleting subnet 3c1394dc-3a69-4dbc-8c8d-327043c97851 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:49:14.716765 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.781290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.804220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.837286 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d340c-204d-40cf-8329-636359b71f90 x-openstack-request-id: req-2c7d340c-204d-40cf-8329-636359b71f90 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:14.837797 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-plugged", "status": "completed", "tag": "ad0284ce-1496-4e39-995f-d7a7ea1896f5", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:14.838226 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c7d340c-204d-40cf-8329-636359b71f90 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:14.839014 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5', 'code': 200} Nov 10 03:49:14.894057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.895208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 0243f923-bdaf-4c30-9bea-68eb4cfb8026, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0243f923-bdaf-4c30-9bea-68eb4cfb8026,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:14.903465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:14.991583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=0243f923-bdaf-4c30-9bea-68eb4cfb8026,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:15.079338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fb6ff-184a-434b-803f-8096e51d3ff3 req-8e61d38f-adc5-49b8-a61b-5120cd3c55bb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:15.080924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d4fb6ff-184a-434b-803f-8096e51d3ff3 req-8e61d38f-adc5-49b8-a61b-5120cd3c55bb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1304338 Nov 10 03:49:15.099515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.124096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702063e-41cf-4a6b-a0b2-d44c089894f1 req-90e2b3f5-3a6c-4ed1-a676-376a434be834 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:15.125586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9702063e-41cf-4a6b-a0b2-d44c089894f1 req-90e2b3f5-3a6c-4ed1-a676-376a434be834 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.1184034 Nov 10 03:49:15.149269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1394dc-3a69-4dbc-8c8d-327043c97851,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:15.166925 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.170114 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b9886293-9d97-4bc8-a275-9ff4e06d6321 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c1394dc-3a69-4dbc-8c8d-327043c97851 HTTP/1.1" status: 204 len: 168 time: 0.6441841 Nov 10 03:49:15.173684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56090) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:15.202803 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9a89bc7-6a46-4a60-8997-6959b9ea44f6 req-8424c610-fd37-462b-9671-125c6a0e3bfc service neutron] 10.222.0.44 "GET /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954076 Nov 10 03:49:15.267872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d4fb6ff-184a-434b-803f-8096e51d3ff3 req-67aa3ca7-fe39-4c44-b8ed-61c79dac5036 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735768 Nov 10 03:49:15.288552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.294312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9702063e-41cf-4a6b-a0b2-d44c089894f1 req-d77193bf-ca6e-419b-aea1-e4dd04c0dea2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479273 Nov 10 03:49:15.406966 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.410144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b8cb9-f096-411c-a9dc-948d9490a20b req-09cc8ca4-6405-4713-818c-5c829e88a3c3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:15.416947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b8cb9-f096-411c-a9dc-948d9490a20b req-09cc8ca4-6405-4713-818c-5c829e88a3c3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:15.425232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b8cb9-f096-411c-a9dc-948d9490a20b req-09cc8ca4-6405-4713-818c-5c829e88a3c3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:15.427190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a18b8cb9-f096-411c-a9dc-948d9490a20b req-09cc8ca4-6405-4713-818c-5c829e88a3c3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2418 time: 0.0874734 Nov 10 03:49:15.434571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babc7583-3852-4ea4-9310-77a92d276210']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:15.445882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df46299d-c2c1-4be1-84bb-3f59f0f16bed') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:15.446208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df46299d-c2c1-4be1-84bb-3f59f0f16bed') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:15.458691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.491645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.502125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:49:15.502528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:49:15.504392 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:49:15.508548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a18b8cb9-f096-411c-a9dc-948d9490a20b req-a7280583-5dd3-4fa8-a479-70237bddd53a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754492 Nov 10 03:49:15.592207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.600287 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-35f66f4e-be08-4ba1-bacf-5548452aa3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.609582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.614274 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] 10.222.0.24 "DELETE /v2.0/networks/babc7583-3852-4ea4-9310-77a92d276210 HTTP/1.1" status: 204 len: 168 time: 0.4389405 Nov 10 03:49:15.619954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df79b-c048-4a41-9967-ff3eea1aa5f0 req-efb99d75-b4d7-4604-a2f5-adb420f1c7cd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:15.631613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b33df79b-c048-4a41-9967-ff3eea1aa5f0 req-efb99d75-b4d7-4604-a2f5-adb420f1c7cd tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 944 time: 0.0969126 Nov 10 03:49:15.640883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66e17e-e00a-49ef-905c-65aec926c84a admin admin] Pushing event deleted for resources: {'Network': ['ID=babc7583-3852-4ea4-9310-77a92d276210,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:15.743976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b33df79b-c048-4a41-9967-ff3eea1aa5f0 req-392e17d4-f460-445f-923d-67af3170d869 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114101 Nov 10 03:49:15.785133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d91604-f4ff-4260-98f0-af38b0097ca3 req-0c0f724a-2a38-4d46-aa86-b0c38d979520 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:15.787199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14d91604-f4ff-4260-98f0-af38b0097ca3 req-0c0f724a-2a38-4d46-aa86-b0c38d979520 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 945 time: 0.0924082 Nov 10 03:49:15.790727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:15.894415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:15.896715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:15.901351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:15.901838 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:15.949766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14d91604-f4ff-4260-98f0-af38b0097ca3 req-3cfc45ed-3f47-4ee4-92c2-ad4a51ceca9d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452184 Nov 10 03:49:15.980289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7fe6c4c5-3e03-4c34-bb3f-bdb72eadc613 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e2ad1fbdbbf419192b9d87944a4893a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821927 Nov 10 03:49:15.981092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56106) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:15.998712 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.035959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:16.041618 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.042530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad97a3f-6395-4401-bf4b-318e7281cb6c up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:16.047599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0aa37401-d47b-4286-9c0e-145dc42ac48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.074249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0aa37401-d47b-4286-9c0e-145dc42ac48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.133822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 6ad97a3f-6395-4401-bf4b-318e7281cb6c completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:16.139000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 6ad97a3f-6395-4401-bf4b-318e7281cb6c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:16.139499 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.143049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0aa37401-d47b-4286-9c0e-145dc42ac48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.144418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:16.151195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0aa37401-d47b-4286-9c0e-145dc42ac48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.152592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0aa37401-d47b-4286-9c0e-145dc42ac48b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1227765-8110-4b43-9cdf-0804eddaaea3 HTTP/1.1" status: 204 len: 168 time: 0.1699820 Nov 10 03:49:16.171525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa37401-d47b-4286-9c0e-145dc42ac48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1227765-8110-4b43-9cdf-0804eddaaea3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:16.272165 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.362503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6ad97a3f-6395-4401-bf4b-318e7281cb6c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad97a3f-6395-4401-bf4b-318e7281cb6c,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:16.367855 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.419885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56120) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:16.499662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314fb3b-c72a-41b6-b46b-53910808b8eb req-f35f7632-3e3b-489e-bd7e-23d6c3d77e05 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:16.515867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5314fb3b-c72a-41b6-b46b-53910808b8eb req-f35f7632-3e3b-489e-bd7e-23d6c3d77e05 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.1129627 Nov 10 03:49:16.522848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6ad97a3f-6395-4401-bf4b-318e7281cb6c,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:16.566424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a71fd-f66d-44a6-a1e4-7ab508fc21bb req-7cd27c96-7a2e-49e3-acc2-4c99000b5d51 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:16.568033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d36a71fd-f66d-44a6-a1e4-7ab508fc21bb req-7cd27c96-7a2e-49e3-acc2-4c99000b5d51 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1412055 Nov 10 03:49:16.569738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c0-e87d-4e01-9ff5-2493902fd790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.656847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5314fb3b-c72a-41b6-b46b-53910808b8eb req-aaa8e307-67ec-424a-b385-336e1c1d5df8 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375661 Nov 10 03:49:16.662214 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.736192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d36a71fd-f66d-44a6-a1e4-7ab508fc21bb req-e08c967d-73ea-4fde-aaa9-37cb966e9037 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517813 Nov 10 03:49:16.752340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c0-e87d-4e01-9ff5-2493902fd790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.763146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c0-e87d-4e01-9ff5-2493902fd790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:16.840798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0243f923-bdaf-4c30-9bea-68eb4cfb8026'}, {'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0'}, {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad97a3f-6395-4401-bf4b-318e7281cb6c'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:16.843144 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68bc02f-867d-4980-a7ee-8218c35a6827" -d '{"events": [{"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-plugged", "status": "completed", "tag": "0243f923-bdaf-4c30-9bea-68eb4cfb8026"}, {"server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "name": "network-vif-plugged", "status": "completed", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0"}, {"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-plugged", "status": "completed", "tag": "6ad97a3f-6395-4401-bf4b-318e7281cb6c"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:16.871359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92827e0d-330d-401f-b42d-3316136d2aac req-b460c291-a98f-4174-823c-7acbf493c4d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:16.877474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92827e0d-330d-401f-b42d-3316136d2aac req-b460c291-a98f-4174-823c-7acbf493c4d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:16.879027 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d5a362c0-e87d-4e01-9ff5-2493902fd790 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e41aa22977d47c593c286b9b9a8a7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575722 Nov 10 03:49:16.879667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56140) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:16.883638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92827e0d-330d-401f-b42d-3316136d2aac req-b460c291-a98f-4174-823c-7acbf493c4d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:16.885737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92827e0d-330d-401f-b42d-3316136d2aac req-b460c291-a98f-4174-823c-7acbf493c4d3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2419 time: 0.1089170 Nov 10 03:49:16.913761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a362c0-e87d-4e01-9ff5-2493902fd790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8691f3-fe85-4aed-8564-bd58f12c4ec4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:16.971284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef84127-f8ad-43f6-b585-cba905a3462d req-cbb00787-7451-45b3-9906-fb9f3f050ed5 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:16.972812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ef84127-f8ad-43f6-b585-cba905a3462d req-cbb00787-7451-45b3-9906-fb9f3f050ed5 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 944 time: 0.0861399 Nov 10 03:49:16.988217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92827e0d-330d-401f-b42d-3316136d2aac req-b3b905e0-9236-4d23-8204-a2b843709802 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871532 Nov 10 03:49:17.041183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e85949c2-7238-4ee9-9d3b-c4bfd9c144bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.080110 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a68b2b-3b1a-4c23-9a61-0e4b0c336e19 x-openstack-request-id: req-36a68b2b-3b1a-4c23-9a61-0e4b0c336e19 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:17.080480 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-plugged", "status": "completed", "tag": "0243f923-bdaf-4c30-9bea-68eb4cfb8026", "code": 200}, {"server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "name": "network-vif-plugged", "status": "completed", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0", "code": 200}, {"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-plugged", "status": "completed", "tag": "6ad97a3f-6395-4401-bf4b-318e7281cb6c", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:17.080739 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36a68b2b-3b1a-4c23-9a61-0e4b0c336e19 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:17.081246 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0243f923-bdaf-4c30-9bea-68eb4cfb8026', 'code': 200} Nov 10 03:49:17.081592 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'code': 200} Nov 10 03:49:17.081953 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad97a3f-6395-4401-bf4b-318e7281cb6c', 'code': 200} Nov 10 03:49:17.092772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ef84127-f8ad-43f6-b585-cba905a3462d req-8a691026-b753-4353-887c-d7c397e59eec tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033914 Nov 10 03:49:17.096721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e85949c2-7238-4ee9-9d3b-c4bfd9c144bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.211621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e85949c2-7238-4ee9-9d3b-c4bfd9c144bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.214697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e85949c2-7238-4ee9-9d3b-c4bfd9c144bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.215954 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e85949c2-7238-4ee9-9d3b-c4bfd9c144bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff8691f3-fe85-4aed-8564-bd58f12c4ec4 HTTP/1.1" status: 204 len: 168 time: 0.3296723 Nov 10 03:49:17.226380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85949c2-7238-4ee9-9d3b-c4bfd9c144bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8691f3-fe85-4aed-8564-bd58f12c4ec4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:17.312754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56154) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:17.339623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ce8d9-e715-4ebb-b1df-be3fc1314051 req-eeec9c84-4271-422a-a7f3-798ea6fc9977 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:17.341339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b71ce8d9-e715-4ebb-b1df-be3fc1314051 req-eeec9c84-4271-422a-a7f3-798ea6fc9977 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 946 time: 0.0679302 Nov 10 03:49:17.368858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db217-c410-4663-b8be-410a1d925564 req-e507ffa6-f292-4126-8915-a1a0fff56437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:17.369342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db217-c410-4663-b8be-410a1d925564 req-e507ffa6-f292-4126-8915-a1a0fff56437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:17.369816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db217-c410-4663-b8be-410a1d925564 req-e507ffa6-f292-4126-8915-a1a0fff56437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:17.371679 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-847db217-c410-4663-b8be-410a1d925564 req-e507ffa6-f292-4126-8915-a1a0fff56437 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2872 time: 0.1427352 Nov 10 03:49:17.454773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b71ce8d9-e715-4ebb-b1df-be3fc1314051 req-05f17782-e7d4-4996-af5b-68689f724441 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004014 Nov 10 03:49:17.483889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea2e39-0202-4925-9a76-e13fda62765c req-8660370d-c864-4509-a38d-7171fa222c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:17.485186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03ea2e39-0202-4925-9a76-e13fda62765c req-8660370d-c864-4509-a38d-7171fa222c3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 1097 time: 0.2217896 Nov 10 03:49:17.512353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-847db217-c410-4663-b8be-410a1d925564 req-c6b130cf-6c78-4ce5-9775-b07db7e74d27 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279266 Nov 10 03:49:17.522319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d0e9824-520d-41e7-905b-76b37b3a546f details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:17.526769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 497a335a-088c-4163-b107-7cb8b845ee56 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:17.570167 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03ea2e39-0202-4925-9a76-e13fda62765c req-9d3bdbd9-03cc-4c9a-995f-f32653d337f5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761971 Nov 10 03:49:17.656855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 497a335a-088c-4163-b107-7cb8b845ee56 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:17.671061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 497a335a-088c-4163-b107-7cb8b845ee56 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:17.671730 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.679063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-247839693-network', 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:17.723530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d0e9824-520d-41e7-905b-76b37b3a546f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d0e9824-520d-41e7-905b-76b37b3a546f,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:17.726274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:17.729703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.746883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '1d0e9824-520d-41e7-905b-76b37b3a546f', 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f', 'port_id': '1d0e9824-520d-41e7-905b-76b37b3a546f', 'mac_address': 'fa:16:3e:e9:5b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9542638-6750-4ab3-bf57-74d0ff9c6895', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:17.749763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.763716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56164) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:17.780709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-862721ca-e46b-4a06-889a-5ca646c360d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.815369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.817492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 60e7c365-6aff-404c-8060-f01060e1b9a6 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:17.840985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0e9824-520d-41e7-905b-76b37b3a546f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:17.875635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.894670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d0e9824-520d-41e7-905b-76b37b3a546f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d0e9824-520d-41e7-905b-76b37b3a546f,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:17.916677 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.928387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-862721ca-e46b-4a06-889a-5ca646c360d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.933510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-862721ca-e46b-4a06-889a-5ca646c360d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.937282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.954531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:17.967992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:49:17.994232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-862721ca-e46b-4a06-889a-5ca646c360d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=458025e1b1fe449da8cbf91a9d031418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290673 Nov 10 03:49:17.996575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56166) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:18.003369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49376a89-bd5f-4888-8541-1a56add47c2e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.006905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.007489 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Added segment b955dc04-861c-418c-a85f-535558268bd2 of type vlan for network c880fe4c-c32a-4308-980f-d05a106fd61b Nov 10 03:49:18.028357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862721ca-e46b-4a06-889a-5ca646c360d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d055ddc-1082-4dd0-ab6b-56516065cdba,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.029790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6773d1-ccd5-492e-bba1-e150e505a8b6 req-25e892b2-30b1-4d31-8238-8feaa5997cf4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.038932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af6773d1-ccd5-492e-bba1-e150e505a8b6 req-25e892b2-30b1-4d31-8238-8feaa5997cf4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.2580245 Nov 10 03:49:18.069235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 497a335a-088c-4163-b107-7cb8b845ee56, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=497a335a-088c-4163-b107-7cb8b845ee56,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:18.070335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1d0e9824-520d-41e7-905b-76b37b3a546f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.077617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 60e7c365-6aff-404c-8060-f01060e1b9a6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=60e7c365-6aff-404c-8060-f01060e1b9a6,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:18.080524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.107790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1874f31a-b496-4040-ae20-26395c447aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.109129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ec73-9e97-4a0b-91e6-d61e6c784006 req-2810b28b-062c-4877-ab8c-696d0223b8e0 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.109368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '60e7c365-6aff-404c-8060-f01060e1b9a6', 'network_id': '344522b7-8016-4230-898a-5afd2c6bd14f', 'port_id': '60e7c365-6aff-404c-8060-f01060e1b9a6', 'mac_address': 'fa:16:3e:2c:97:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9542638-6750-4ab3-bf57-74d0ff9c6895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:18.119624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f876ec73-9e97-4a0b-91e6-d61e6c784006 req-2810b28b-062c-4877-ab8c-696d0223b8e0 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.2205575 Nov 10 03:49:18.142743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1874f31a-b496-4040-ae20-26395c447aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.182243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.182584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.185225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=497a335a-088c-4163-b107-7cb8b845ee56,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.199884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e7c365-6aff-404c-8060-f01060e1b9a6 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:18.213741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1874f31a-b496-4040-ae20-26395c447aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.216451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1874f31a-b496-4040-ae20-26395c447aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.220140 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1874f31a-b496-4040-ae20-26395c447aec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d055ddc-1082-4dd0-ab6b-56516065cdba HTTP/1.1" status: 204 len: 168 time: 0.2225091 Nov 10 03:49:18.221018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 60e7c365-6aff-404c-8060-f01060e1b9a6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=60e7c365-6aff-404c-8060-f01060e1b9a6,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:18.226392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.234197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af6773d1-ccd5-492e-bba1-e150e505a8b6 req-74f356bf-05e3-4e5e-9a04-c993fe18545f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942677 Nov 10 03:49:18.242359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874f31a-b496-4040-ae20-26395c447aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d055ddc-1082-4dd0-ab6b-56516065cdba,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.296011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1d0e9824-520d-41e7-905b-76b37b3a546f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:18.321356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f876ec73-9e97-4a0b-91e6-d61e6c784006 req-99395b76-7a6d-44be-9082-87b4060694bf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006824 Nov 10 03:49:18.334045 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.335070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.335709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.383941 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.389352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=60e7c365-6aff-404c-8060-f01060e1b9a6,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.434194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1186488 Nov 10 03:49:18.436924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56176) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:18.443391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Request body: {'subnet': {'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-247839693-subnet', 'tenant_id': '2aabf68ce78e4317a437f57d13277918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:18.489132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:18.492188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3026-3e76-40d3-90a4-22e77606379e admin admin] Pushing event updated for resources: {'Network': ['ID=c880fe4c-c32a-4308-980f-d05a106fd61b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.495883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.541890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2bd90-22fe-42f0-b11c-1c94fbdc616f req-37b78e40-d24a-42e8-a1dd-467425853955 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.549824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2bd90-22fe-42f0-b11c-1c94fbdc616f req-37b78e40-d24a-42e8-a1dd-467425853955 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.557898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2bd90-22fe-42f0-b11c-1c94fbdc616f req-37b78e40-d24a-42e8-a1dd-467425853955 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.566541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e2bd90-22fe-42f0-b11c-1c94fbdc616f req-37b78e40-d24a-42e8-a1dd-467425853955 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2419 time: 0.1804984 Nov 10 03:49:18.615225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74570-aa9e-47a1-9a7d-f308b0ae8ac7 req-220cf969-1da0-45ff-88d0-186290e037da tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.616702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10d74570-aa9e-47a1-9a7d-f308b0ae8ac7 req-220cf969-1da0-45ff-88d0-186290e037da tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 945 time: 0.1583998 Nov 10 03:49:18.667231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network c880fe4c-c32a-4308-980f-d05a106fd61b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:49:18.686774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e2bd90-22fe-42f0-b11c-1c94fbdc616f req-00307fb7-093a-482f-8db5-23faf05d501e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192708 Nov 10 03:49:18.756644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10d74570-aa9e-47a1-9a7d-f308b0ae8ac7 req-1a8bc1a7-a0f9-4b67-afba-35ad29539778 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240873 Nov 10 03:49:18.857353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['60e7c365-6aff-404c-8060-f01060e1b9a6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:18.876837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:18.951387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383b9d06-815a-4344-b526-842658d834f7,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:18.956716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa948eed-5c83-4063-89bf-6aaac94b3f9f req-2bf8c2cc-f3ce-44b2-a48c-a18aa16cc41f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:18.958311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa948eed-5c83-4063-89bf-6aaac94b3f9f req-2bf8c2cc-f3ce-44b2-a48c-a18aa16cc41f tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 946 time: 0.1165445 Nov 10 03:49:18.974892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:18.975785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Network hostable DHCP agents. Network: c880fe4c-c32a-4308-980f-d05a106fd61b, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:49:19.016115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Network c880fe4c-c32a-4308-980f-d05a106fd61b is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:49:19.035237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, c880fe4c-c32a-4308-980f-d05a106fd61b) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:19.040341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa948eed-5c83-4063-89bf-6aaac94b3f9f req-af25aee1-586c-4057-8ddd-cc6212c16730 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678239 Nov 10 03:49:19.041761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:19.042405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:19.072006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7723f798-78a8-49f7-87b3-381580ed73ab None None] Network c880fe4c-c32a-4308-980f-d05a106fd61b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:19.075340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-89b5b366-8b10-45b6-a694-9da856d725c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6371293 Nov 10 03:49:19.165281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497a335a-088c-4163-b107-7cb8b845ee56'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:19.167780 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7114b87-b78b-4147-9f6b-fb9bfe7e1a29" -d '{"events": [{"server_uuid": "6bc4cb7f-480d-4429-a07e-0b276814cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "497a335a-088c-4163-b107-7cb8b845ee56"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:19.219926 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:19.235861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106801aa-9e5b-41d7-a244-c43bf2cdb1f7 None None] Network c880fe4c-c32a-4308-980f-d05a106fd61b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:19.346784 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e8de9-d055-4c68-8de0-236a423e6dba x-openstack-request-id: req-fe4e8de9-d055-4c68-8de0-236a423e6dba {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:19.347225 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc4cb7f-480d-4429-a07e-0b276814cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "497a335a-088c-4163-b107-7cb8b845ee56", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:19.347433 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe4e8de9-d055-4c68-8de0-236a423e6dba {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:19.347831 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497a335a-088c-4163-b107-7cb8b845ee56', 'code': 200} Nov 10 03:49:19.417338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fdc79-025e-4390-ae17-0eaf9c85dafe req-0c68fe49-0017-49de-bc2f-b19a19723d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:19.419440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829fdc79-025e-4390-ae17-0eaf9c85dafe req-0c68fe49-0017-49de-bc2f-b19a19723d19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.0681736 Nov 10 03:49:19.488178 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829fdc79-025e-4390-ae17-0eaf9c85dafe req-7ec54df9-a653-4286-8cad-c7a8a48574cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Nov 10 03:49:19.517886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091222ec-a9ea-4f85-bc22-6201197040fd req-cadbd514-e14b-4ecf-b850-725107dd7936 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:19.519458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-091222ec-a9ea-4f85-bc22-6201197040fd req-cadbd514-e14b-4ecf-b850-725107dd7936 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.1273339 Nov 10 03:49:19.548082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aa0ec-8f48-463a-9435-3f63a71634fb req-e779a5ab-5157-4d25-bd11-6775a44b24f4 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:19.549618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-902aa0ec-8f48-463a-9435-3f63a71634fb req-e779a5ab-5157-4d25-bd11-6775a44b24f4 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0945437 Nov 10 03:49:19.645442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-091222ec-a9ea-4f85-bc22-6201197040fd req-56d2bf70-086e-4dfc-943c-d5b906b8943b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166558 Nov 10 03:49:19.656046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-902aa0ec-8f48-463a-9435-3f63a71634fb req-16749b8d-13c6-4c8e-9782-8efc352a0613 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989518 Nov 10 03:49:19.868774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16260083-039f-455b-9b5e-558e1ee20db2 req-185e5a36-7ec3-4388-8ef7-502af2e252a2 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:19.876996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16260083-039f-455b-9b5e-558e1ee20db2 req-185e5a36-7ec3-4388-8ef7-502af2e252a2 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:19.884406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16260083-039f-455b-9b5e-558e1ee20db2 req-185e5a36-7ec3-4388-8ef7-502af2e252a2 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:19.893575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16260083-039f-455b-9b5e-558e1ee20db2 req-185e5a36-7ec3-4388-8ef7-502af2e252a2 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2419 time: 0.0938234 Nov 10 03:49:19.948224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16260083-039f-455b-9b5e-558e1ee20db2 req-a585f648-2b64-4f2a-9c32-803a79613a82 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535612 Nov 10 03:49:20.142168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44041836-9f1f-4b5f-85ed-b9de510095f0 req-6352bb86-037b-4572-8d44-eb184d959633 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:20.143784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44041836-9f1f-4b5f-85ed-b9de510095f0 req-6352bb86-037b-4572-8d44-eb184d959633 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 945 time: 0.1079865 Nov 10 03:49:20.154471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-56cf4967-4486-4471-b765-4145c46a9bee tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:20.156181 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-56cf4967-4486-4471-b765-4145c46a9bee tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.1589749 Nov 10 03:49:20.181766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-17a3f081-77d5-42db-bec1-fb105b18cdad tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0176325 Nov 10 03:49:20.233044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e4cae46e-1c4e-43a6-8785-cb2bd101657d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394864 Nov 10 03:49:20.238579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44041836-9f1f-4b5f-85ed-b9de510095f0 req-fb4618d8-4f25-4dbd-b463-58facb71010a tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814407 Nov 10 03:49:20.357794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-70a4e494-2112-48db-a9ba-0c4055708623 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132612 Nov 10 03:49:20.515672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-cdb7edfc-63b3-47ef-aa1f-3a9e850fd52b service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568849 Nov 10 03:49:20.534790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b54f8-d128-4810-a767-a14efd819dcc req-3ace9656-fd31-4ace-bd8e-1a19f306d064 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:20.536357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc7b54f8-d128-4810-a767-a14efd819dcc req-3ace9656-fd31-4ace-bd8e-1a19f306d064 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 946 time: 0.0686677 Nov 10 03:49:20.600857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc7b54f8-d128-4810-a767-a14efd819dcc req-762ee35e-67ad-4c0e-b05e-5454abaf96cf tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573161 Nov 10 03:49:20.888489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e179f-b2e5-48c2-b634-d2b74a311b70 req-f775bcb3-b106-49bb-b82d-8ecb702c799a tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:20.899476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56268) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:20.903874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc0e179f-b2e5-48c2-b634-d2b74a311b70 req-f775bcb3-b106-49bb-b82d-8ecb702c799a tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 946 time: 0.1224337 Nov 10 03:49:20.905182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56270) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:20.907305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Request body: {'floatingip': {'port_id': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:20.958677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23d22517-86e5-485f-815e-7c2b664f397e req-6d232929-90f3-45fa-a9f2-32a17fd9086b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 210 time: 0.0513461 Nov 10 03:49:20.999685 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.059165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749f93a-8035-4083-bc1d-f45f1463e490 req-61f36d62-67b5-4911-b85c-f5029696bcd4 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:21.069320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3749f93a-8035-4083-bc1d-f45f1463e490 req-61f36d62-67b5-4911-b85c-f5029696bcd4 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1090245 Nov 10 03:49:21.163821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3749f93a-8035-4083-bc1d-f45f1463e490 req-7168d9dc-7c35-4305-9dc2-c0316f5dfa0f tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932508 Nov 10 03:49:21.219277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4f8c-3de7-4231-a6fa-210a1fa0f660 req-98f1b112-0f66-495e-9a9f-7797c3206d30 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:21.221384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5bf4f8c-3de7-4231-a6fa-210a1fa0f660 req-98f1b112-0f66-495e-9a9f-7797c3206d30 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.1441991 Nov 10 03:49:21.232653 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6908fb05-ab4f-4a94-adc3-591763b993e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.350982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5bf4f8c-3de7-4231-a6fa-210a1fa0f660 req-b7a04683-8661-44a8-8809-86b5ab57df06 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123319 Nov 10 03:49:21.440719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0295886-ecdd-4d25-a1db-c4e33d140972 req-08f6e73c-a8e4-417f-a81b-c19ebf568905 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:21.447453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0295886-ecdd-4d25-a1db-c4e33d140972 req-08f6e73c-a8e4-417f-a81b-c19ebf568905 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:21.455215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0295886-ecdd-4d25-a1db-c4e33d140972 req-08f6e73c-a8e4-417f-a81b-c19ebf568905 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:21.463845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0295886-ecdd-4d25-a1db-c4e33d140972 req-08f6e73c-a8e4-417f-a81b-c19ebf568905 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2419 time: 0.1944602 Nov 10 03:49:21.569766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0295886-ecdd-4d25-a1db-c4e33d140972 req-a415648e-1135-4a7a-a143-46bf244c67c9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048641 Nov 10 03:49:21.575196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d0e9824-520d-41e7-905b-76b37b3a546f up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:21.633587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6908fb05-ab4f-4a94-adc3-591763b993e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.638347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6908fb05-ab4f-4a94-adc3-591763b993e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.686347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 1d0e9824-520d-41e7-905b-76b37b3a546f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:21.694298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 1d0e9824-520d-41e7-905b-76b37b3a546f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:21.695015 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.704377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4222aa-08b4-4810-84f9-a998fa99632f req-3f90208b-bad3-49c4-a4b0-0ff1decc4a8d tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:21.705892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d4222aa-08b4-4810-84f9-a998fa99632f req-3f90208b-bad3-49c4-a4b0-0ff1decc4a8d tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 945 time: 0.2342374 Nov 10 03:49:21.726568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6908fb05-ab4f-4a94-adc3-591763b993e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb381249427d4a8d8587fa9d954c66f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8158565 Nov 10 03:49:21.730300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56284) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:21.732338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908fb05-ab4f-4a94-adc3-591763b993e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9722cba6-28fd-4955-b437-383ed2fbbfd7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:21.792838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.797554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.797960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.805322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d4222aa-08b4-4810-84f9-a998fa99632f req-8d4cad93-0837-4473-a54d-2e804895d993 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918257 Nov 10 03:49:21.823987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04d4f83a-1a0a-4d3a-b5eb-40edeb25c994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.840572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0e9824-520d-41e7-905b-76b37b3a546f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:21.844158 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba19149f-263c-450d-be5c-1b01f6317d6e" -d '{"events": [{"server_uuid": "57bcc42a-23de-40ad-b01a-2cbf1c2b9752", "name": "network-vif-plugged", "status": "completed", "tag": "1d0e9824-520d-41e7-905b-76b37b3a546f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:21.848488 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04d4f83a-1a0a-4d3a-b5eb-40edeb25c994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.849828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 60e7c365-6aff-404c-8060-f01060e1b9a6 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:21.853097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d0e9824-520d-41e7-905b-76b37b3a546f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d0e9824-520d-41e7-905b-76b37b3a546f,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:21.875018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.910952 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd28f18-5087-487f-900a-a97fad9c8166 x-openstack-request-id: req-ddd28f18-5087-487f-900a-a97fad9c8166 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:21.911174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04d4f83a-1a0a-4d3a-b5eb-40edeb25c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.911674 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bcc42a-23de-40ad-b01a-2cbf1c2b9752", "name": "network-vif-plugged", "status": "completed", "tag": "1d0e9824-520d-41e7-905b-76b37b3a546f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:21.911674 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddd28f18-5087-487f-900a-a97fad9c8166 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:21.912059 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0e9824-520d-41e7-905b-76b37b3a546f', 'code': 200} Nov 10 03:49:21.914842 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04d4f83a-1a0a-4d3a-b5eb-40edeb25c994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:21.916770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-04d4f83a-1a0a-4d3a-b5eb-40edeb25c994 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9722cba6-28fd-4955-b437-383ed2fbbfd7 HTTP/1.1" status: 204 len: 168 time: 0.1854553 Nov 10 03:49:21.927074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4f83a-1a0a-4d3a-b5eb-40edeb25c994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9722cba6-28fd-4955-b437-383ed2fbbfd7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:21.951117 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Floating IP da3eebcb-0b47-49f1-a0fc-ab687b7cf22a associated. External IP: 172.25.6.3, port: 4d7530ef-a235-4d03-8955-a0c75d3fd2b0. Nov 10 03:49:21.980262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1d0e9824-520d-41e7-905b-76b37b3a546f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:21.991734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 60e7c365-6aff-404c-8060-f01060e1b9a6 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:21.996588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 60e7c365-6aff-404c-8060-f01060e1b9a6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:21.997186 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.132645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c0958cb-05fc-4352-ae3f-069163c59b7f req-226a6f5d-5821-4896-89a6-fca46d68d565 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 210 time: 0.0497000 Nov 10 03:49:22.187800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094765c-374f-4cc4-91c8-9035c0740eed req-db9dbb13-282a-4075-b27e-303df30c4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.190121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7094765c-374f-4cc4-91c8-9035c0740eed req-db9dbb13-282a-4075-b27e-303df30c4e2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 1097 time: 0.1991544 Nov 10 03:49:22.309909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.325753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a10f-e38c-4b33-a692-c29a44285de2 req-a31e338c-491d-4796-afa2-eaf4c25a1cc1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.326671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-467259a8-b15a-48cd-85a8-bbd728cd7353 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.328596 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-467259a8-b15a-48cd-85a8-bbd728cd7353 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.2258410 Nov 10 03:49:22.334659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b265a10f-e38c-4b33-a692-c29a44285de2 req-a31e338c-491d-4796-afa2-eaf4c25a1cc1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0647380 Nov 10 03:49:22.341471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7094765c-374f-4cc4-91c8-9035c0740eed req-9200862e-443b-4d20-8919-164223074414 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411538 Nov 10 03:49:22.353531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 60e7c365-6aff-404c-8060-f01060e1b9a6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=60e7c365-6aff-404c-8060-f01060e1b9a6,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:22.358127 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.377654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56296) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:22.395445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb089d3b-5c53-4132-8982-f9f08d8693bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.418360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b265a10f-e38c-4b33-a692-c29a44285de2 req-f2be05df-1cc5-48c0-be4e-c9be25df3833 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790534 Nov 10 03:49:22.422807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=60e7c365-6aff-404c-8060-f01060e1b9a6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:22.530237 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb089d3b-5c53-4132-8982-f9f08d8693bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.535885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb089d3b-5c53-4132-8982-f9f08d8693bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.554534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3b91a-1e76-4a4f-8fc8-6a6aa067d6f4 req-17e9fc08-10fd-4dad-a2a0-c8648f845a40 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.556111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ac3b91a-1e76-4a4f-8fc8-6a6aa067d6f4 req-17e9fc08-10fd-4dad-a2a0-c8648f845a40 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0957961 Nov 10 03:49:22.605406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb089d3b-5c53-4132-8982-f9f08d8693bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfa5d85d690c4685a8490eb474cf8287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262330 Nov 10 03:49:22.606384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb089d3b-5c53-4132-8982-f9f08d8693bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a222e5-d4d6-4c4c-b350-fde20587fe6b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:22.611051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56302) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:22.666361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Request body: {'port': {'device_id': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'admin_state_up': True, 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:22.693131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ac3b91a-1e76-4a4f-8fc8-6a6aa067d6f4 req-20622534-eb10-4c98-8c79-9843d3391ced tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297677 Nov 10 03:49:22.705541 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:49:22.722781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce94875-0587-4eb1-8704-2c0eac475057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.737367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a4544-6b91-4172-83af-18abdf84435b req-2fa7c54a-a2fe-462f-b82f-3b218d01d0ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.743789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a4544-6b91-4172-83af-18abdf84435b req-2fa7c54a-a2fe-462f-b82f-3b218d01d0ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.750129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a4544-6b91-4172-83af-18abdf84435b req-2fa7c54a-a2fe-462f-b82f-3b218d01d0ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.752402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f5a4544-6b91-4172-83af-18abdf84435b req-2fa7c54a-a2fe-462f-b82f-3b218d01d0ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2419 time: 0.1173136 Nov 10 03:49:22.760798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Router 79d97177-f738-478a-9254-51e17355b172 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:49:22.790899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce94875-0587-4eb1-8704-2c0eac475057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.839284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f5a4544-6b91-4172-83af-18abdf84435b req-6f549df7-dbaf-4bbc-ba03-53a12ed48a47 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784092 Nov 10 03:49:22.865914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce94875-0587-4eb1-8704-2c0eac475057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.868761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce94875-0587-4eb1-8704-2c0eac475057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.870520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dce94875-0587-4eb1-8704-2c0eac475057 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01a222e5-d4d6-4c4c-b350-fde20587fe6b HTTP/1.1" status: 204 len: 168 time: 0.2560854 Nov 10 03:49:22.879848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce94875-0587-4eb1-8704-2c0eac475057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a222e5-d4d6-4c4c-b350-fde20587fe6b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:22.884837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:22.888428 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.969277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:49:22.975151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:22.979029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] Sync routers for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:49:22.986222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fb4ce-f527-48aa-b3b9-e921b8a88fe8 req-5fd47dc5-bd45-48f9-b9cf-93210dbfa17d tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:22.991892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:49:22.992836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:49:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:22.994724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-864fb4ce-f527-48aa-b3b9-e921b8a88fe8 req-5fd47dc5-bd45-48f9-b9cf-93210dbfa17d tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 946 time: 0.0772541 Nov 10 03:49:23.066547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-864fb4ce-f527-48aa-b3b9-e921b8a88fe8 req-eab15050-ae2e-4b55-b2a0-96fc67df3913 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709496 Nov 10 03:49:23.074420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-00c7e338-4ed4-4fe9-9a06-60ac6fc3af20 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "PUT /v2.0/floatingips/da3eebcb-0b47-49f1-a0fc-ab687b7cf22a HTTP/1.1" status: 200 len: 990 time: 2.1735847 Nov 10 03:49:23.077868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:23.080634 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c10ba1-b126-452a-b097-5300e777a29d" -d '{"events": [{"name": "network-changed", "server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:23.083771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Allocated IP 172.20.0.2 (c880fe4c-c32a-4308-980f-d05a106fd61b/383b9d06-815a-4344-b526-842658d834f7/7466e4ac-6520-42d2-bd55-b316af8d1801) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:23.153362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:49:23.172815 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb249ccd-c624-4ccb-a50f-1865d8418c87 x-openstack-request-id: req-bb249ccd-c624-4ccb-a50f-1865d8418c87 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:23.173198 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:23.173451 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb249ccd-c624-4ccb-a50f-1865d8418c87 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:23.173849 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'status': 'completed', 'code': 200} Nov 10 03:49:23.197804 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:23.240897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-b986fa9f-dd24-4e21-8f5f-dfade9a97a25 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.248595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-b986fa9f-dd24-4e21-8f5f-dfade9a97a25 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.256542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-b986fa9f-dd24-4e21-8f5f-dfade9a97a25 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.258862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-b986fa9f-dd24-4e21-8f5f-dfade9a97a25 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2419 time: 0.1564498 Nov 10 03:49:23.267915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96be0746-6d3d-47c1-bfa3-036af0cf77f3 req-9ec1f98a-fb4e-4ae1-b8df-3e8faf63423c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 210 time: 0.0336306 Nov 10 03:49:23.413018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c10ba1-b126-452a-b097-5300e777a29d req-0f482073-12ed-433d-836f-204d4e10b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.414973 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3c10ba1-b126-452a-b097-5300e777a29d req-0f482073-12ed-433d-836f-204d4e10b470 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d571b56e3c42d59a2577a7da379f0b&device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 1097 time: 0.1547060 Nov 10 03:49:23.422418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:23.440019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'da3eebcb-0b47-49f1-a0fc-ab687b7cf22a', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '79d97177-f738-478a-9254-51e17355b172', 'port_id': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'mac_address': 'fa:16:3e:db:c3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:48:55Z', 'updated_at': '2021-11-10T03:49:21Z', 'revision_number': 1, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 5, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:23.478164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] Checking router: 79d97177-f738-478a-9254-51e17355b172 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:49:23.489628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:49:23.490436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:49:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:23.538190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:23.538533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:23.559935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c141f-f78e-420f-adc7-27d9a6f76ac5 req-55853af9-f685-48e4-a639-d2b3f74c8ddf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.567296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d43c141f-f78e-420f-adc7-27d9a6f76ac5 req-55853af9-f685-48e4-a639-d2b3f74c8ddf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0731747 Nov 10 03:49:23.612398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:23.614576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c10ba1-b126-452a-b097-5300e777a29d req-f5b6cbb7-2f01-4328-96c0-10b368a6d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.616126 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3c10ba1-b126-452a-b097-5300e777a29d req-f5b6cbb7-2f01-4328-96c0-10b368a6d772 service neutron] 10.222.0.11 "GET /v2.0/networks?id=698283b8-1ee0-408a-89b6-d4887200d304 HTTP/1.1" status: 200 len: 914 time: 0.1908932 Nov 10 03:49:23.634361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d43c141f-f78e-420f-adc7-27d9a6f76ac5 req-45da5135-9cad-4c4f-ab9f-4691e6f8e595 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Nov 10 03:49:23.680047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:49:23.725769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Network c880fe4c-c32a-4308-980f-d05a106fd61b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:23.741820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:23.756242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:23.758754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event updated for resources: {'Port': ['ID=7466e4ac-6520-42d2-bd55-b316af8d1801,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:23.792760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port 0243f923-bdaf-4c30-9bea-68eb4cfb8026, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=0243f923-bdaf-4c30-9bea-68eb4cfb8026,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:23.793084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:23.799390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3c10ba1-b126-452a-b097-5300e777a29d req-09391983-7bec-468c-a6df-d96efa726126 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0 HTTP/1.1" status: 200 len: 998 time: 0.1712112 Nov 10 03:49:23.832478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for 0243f923-bdaf-4c30-9bea-68eb4cfb8026 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:23.874969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.875709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:23.919706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f2860-819a-4acb-b521-b536ccdc3551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7c365-6aff-404c-8060-f01060e1b9a6'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:23.923886 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da476f1-812e-42ef-a4cd-b444cfbea087" -d '{"events": [{"server_uuid": "493f2860-819a-4acb-b521-b536ccdc3551", "name": "network-vif-plugged", "status": "completed", "tag": "60e7c365-6aff-404c-8060-f01060e1b9a6"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:23.927856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b1ff5-f0c6-475c-a541-fe42de65a077 req-0f803535-81b9-4e69-9d80-b16edacb3549 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.929852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce6b1ff5-f0c6-475c-a541-fe42de65a077 req-0f803535-81b9-4e69-9d80-b16edacb3549 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0766733 Nov 10 03:49:23.939853 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5d8abea8-e08c-4cab-9a37-0b24d0795ef4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2775023 Nov 10 03:49:23.942991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c10ba1-b126-452a-b097-5300e777a29d req-ebeeddee-1249-45dc-a870-d498105426b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:23.944248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3c10ba1-b126-452a-b097-5300e777a29d req-ebeeddee-1249-45dc-a870-d498105426b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=550905e6-dfbc-402d-8a50-4db0d6bfa3fc HTTP/1.1" status: 200 len: 853 time: 0.1373940 Nov 10 03:49:23.965212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Request body: {'port': {'device_id': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:24.006285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce6b1ff5-f0c6-475c-a541-fe42de65a077 req-46db3b84-a6c7-4b50-b385-93b2f5600dbe tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Nov 10 03:49:24.074962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'da3eebcb-0b47-49f1-a0fc-ab687b7cf22a', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '79d97177-f738-478a-9254-51e17355b172', 'port_id': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'mac_address': 'fa:16:3e:db:c3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:48:55Z', 'updated_at': '2021-11-10T03:49:21Z', 'revision_number': 1, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 5, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:24.096734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c10ba1-b126-452a-b097-5300e777a29d req-aadcb2f7-10fc-49a4-bbf0-c1d4c82fe311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.099073 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3c10ba1-b126-452a-b097-5300e777a29d req-aadcb2f7-10fc-49a4-bbf0-c1d4c82fe311 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=698283b8-1ee0-408a-89b6-d4887200d304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378207 Nov 10 03:49:24.099808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:24.109370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611de5cd-e854-49d3-85de-119d4b511f87 None None] The sync data for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 is: [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'da3eebcb-0b47-49f1-a0fc-ab687b7cf22a', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '79d97177-f738-478a-9254-51e17355b172', 'port_id': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'mac_address': 'fa:16:3e:db:c3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:48:55Z', 'updated_at': '2021-11-10T03:49:21Z', 'revision_number': 1, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 5, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:49:24.123652 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13e3206-52db-47b6-9de2-e632bb8856ae x-openstack-request-id: req-e13e3206-52db-47b6-9de2-e632bb8856ae {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:24.123948 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493f2860-819a-4acb-b521-b536ccdc3551", "name": "network-vif-plugged", "status": "completed", "tag": "60e7c365-6aff-404c-8060-f01060e1b9a6", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:24.124198 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e13e3206-52db-47b6-9de2-e632bb8856ae {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:24.124591 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f2860-819a-4acb-b521-b536ccdc3551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7c365-6aff-404c-8060-f01060e1b9a6', 'code': 200} Nov 10 03:49:24.145996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b03afc-7263-4b8b-98c4-3d02bcdf96d6 req-ea99bc6e-21b5-49d2-862d-89631d81fb00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.155414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b03afc-7263-4b8b-98c4-3d02bcdf96d6 req-ea99bc6e-21b5-49d2-862d-89631d81fb00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.167923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b03afc-7263-4b8b-98c4-3d02bcdf96d6 req-ea99bc6e-21b5-49d2-862d-89631d81fb00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.179922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88b03afc-7263-4b8b-98c4-3d02bcdf96d6 req-ea99bc6e-21b5-49d2-862d-89631d81fb00 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 2419 time: 0.1281652 Nov 10 03:49:24.302653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88b03afc-7263-4b8b-98c4-3d02bcdf96d6 req-792f6d3c-cbb3-474b-8b70-7878bcc21dda tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218164 Nov 10 03:49:24.324856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7868-b27c-41a3-8c1d-bb8468402b7e req-1ee497e5-e966-4aca-8068-26b4ef63d71a tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.332402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f5a7868-b27c-41a3-8c1d-bb8468402b7e req-1ee497e5-e966-4aca-8068-26b4ef63d71a tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 946 time: 0.1495752 Nov 10 03:49:24.334764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:24.352369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb3cc-5ee8-4b6a-a9a0-c12c0afc602f req-00c723dc-2c94-4099-9c96-f79261d952a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.353860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-465fb3cc-5ee8-4b6a-a9a0-c12c0afc602f req-00c723dc-2c94-4099-9c96-f79261d952a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 1096 time: 0.1289418 Nov 10 03:49:24.371528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['ad0284ce-1496-4e39-995f-d7a7ea1896f5', '0243f923-bdaf-4c30-9bea-68eb4cfb8026', '6ad97a3f-6395-4401-bf4b-318e7281cb6c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:24.403228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=0243f923-bdaf-4c30-9bea-68eb4cfb8026,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:24.506620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f5a7868-b27c-41a3-8c1d-bb8468402b7e req-feba23f4-f0bc-4e6a-887a-c2f6589e67a3 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732514 Nov 10 03:49:24.542828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-465fb3cc-5ee8-4b6a-a9a0-c12c0afc602f req-39f43efe-25c2-428f-bca7-0ba565a0817b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680589 Nov 10 03:49:24.559022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port 0243f923-bdaf-4c30-9bea-68eb4cfb8026 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:24.567365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:24.583228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-adcb4d36-2622-452b-95c2-8edf7dc3cca8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "DELETE /v2.0/ports/0243f923-bdaf-4c30-9bea-68eb4cfb8026 HTTP/1.1" status: 204 len: 173 time: 1.2841098 Nov 10 03:49:24.586562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3c10ba1-b126-452a-b097-5300e777a29d req-e1974d33-ea0c-474a-b8b8-bac7b283e957 service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744651 Nov 10 03:49:24.590107 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fb88b-af40-43e9-8b53-3f1eb0525bab None None] New status for floating IP da3eebcb-0b47-49f1-a0fc-ab687b7cf22a: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:49:24.640378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae8aaa-49b7-4939-b00a-e786fee3f98d req-bc12bc18-435c-4dcf-868f-86f0b3ac4943 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.648489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84ae8aaa-49b7-4939-b00a-e786fee3f98d req-bc12bc18-435c-4dcf-868f-86f0b3ac4943 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 931 time: 0.1405444 Nov 10 03:49:24.816121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc4e79-512d-4548-944f-6e1638af627b req-4137fc8b-ac44-472c-baed-16dae5608d84 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:24.825222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9bc4e79-512d-4548-944f-6e1638af627b req-4137fc8b-ac44-472c-baed-16dae5608d84 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 945 time: 0.2031655 Nov 10 03:49:24.834866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84ae8aaa-49b7-4939-b00a-e786fee3f98d req-4fbc5789-b5c9-47eb-965f-3dc908e9b156 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851149 Nov 10 03:49:24.880345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7466e4ac-6520-42d2-bd55-b316af8d1801 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:24.890078 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:24.903101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9bc4e79-512d-4548-944f-6e1638af627b req-94e3d6fe-1fcb-49a8-99b9-eb3ab1c0bb5a tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716338 Nov 10 03:49:24.910819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Transition to ACTIVE for port object 7466e4ac-6520-42d2-bd55-b316af8d1801 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:24.914334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:24.993896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af500c-5746-44a6-84da-cb071c828549 req-65a6eb71-f8e8-463d-9172-d2f63d63891c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:25.004175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99af500c-5746-44a6-84da-cb071c828549 req-65a6eb71-f8e8-463d-9172-d2f63d63891c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0832255 Nov 10 03:49:25.058285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99af500c-5746-44a6-84da-cb071c828549 req-2b56a3fc-1143-4066-b521-ae1dbdce7fd3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Nov 10 03:49:25.126811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Pushing event updated for resources: {'Port': ['ID=7466e4ac-6520-42d2-bd55-b316af8d1801,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:25.168098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b91e08-9dcf-4cb2-affc-209f77bdc7b7 req-9b5c28f5-baf2-4322-befc-990df9a5077e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:25.170172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35b91e08-9dcf-4cb2-affc-209f77bdc7b7 req-9b5c28f5-baf2-4322-befc-990df9a5077e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0629604 Nov 10 03:49:25.192258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-deleted', 'tag': '0243f923-bdaf-4c30-9bea-68eb4cfb8026'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:25.194497 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eb1932-73c4-4b5c-956d-972eb4042c06" -d '{"events": [{"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-deleted", "tag": "0243f923-bdaf-4c30-9bea-68eb4cfb8026"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:25.214107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3c10ba1-b126-452a-b097-5300e777a29d req-3427845e-a32f-4c7e-82b3-04d46dc0daff service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969759 Nov 10 03:49:25.247165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35b91e08-9dcf-4cb2-affc-209f77bdc7b7 req-b05a1350-64ef-4d90-a6c0-bd1cc3da3c50 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648830 Nov 10 03:49:25.249025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port ad0284ce-1496-4e39-995f-d7a7ea1896f5 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:25.249435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:25.254747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Attempting to bind port 7466e4ac-6520-42d2-bd55-b316af8d1801 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:25.254919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Attempting to bind port 7466e4ac-6520-42d2-bd55-b316af8d1801 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:25.255227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Attempting to bind port 7466e4ac-6520-42d2-bd55-b316af8d1801 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:25.271350 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20e21d3-53b2-4c3c-af47-e303e31ade86 x-openstack-request-id: req-c20e21d3-53b2-4c3c-af47-e303e31ade86 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:25.271643 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-deleted", "tag": "0243f923-bdaf-4c30-9bea-68eb4cfb8026", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:25.271895 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c20e21d3-53b2-4c3c-af47-e303e31ade86 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:25.272282 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-deleted', 'tag': '0243f923-bdaf-4c30-9bea-68eb4cfb8026', 'status': 'completed', 'code': 200} Nov 10 03:49:25.299699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Port 7466e4ac-6520-42d2-bd55-b316af8d1801 on network c880fe4c-c32a-4308-980f-d05a106fd61b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:25.300050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Attempting to bind port 7466e4ac-6520-42d2-bd55-b316af8d1801 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:25.308304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:25.308641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:25.309015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Bound using segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:25.309478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Bound port: 7466e4ac-6520-42d2-bd55-b316af8d1801, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:25.309832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:25.412207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port ad0284ce-1496-4e39-995f-d7a7ea1896f5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=ad0284ce-1496-4e39-995f-d7a7ea1896f5,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:25.412569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:25.426400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for ad0284ce-1496-4e39-995f-d7a7ea1896f5 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:25.430936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd80dd-4ff5-4953-903e-174ab4f9f0e9 req-d4f28a7a-fd0e-47d8-a6ef-6681538c2b51 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:25.437360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd80dd-4ff5-4953-903e-174ab4f9f0e9 req-d4f28a7a-fd0e-47d8-a6ef-6681538c2b51 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:25.445624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46bd80dd-4ff5-4953-903e-174ab4f9f0e9 req-d4f28a7a-fd0e-47d8-a6ef-6681538c2b51 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 1683 time: 0.0655468 Nov 10 03:49:25.481578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] For port 7466e4ac-6520-42d2-bd55-b316af8d1801, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:25.487199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] For port 7466e4ac-6520-42d2-bd55-b316af8d1801, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7466e4ac-6520-42d2-bd55-b316af8d1801,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:25.498822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:25.529701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46bd80dd-4ff5-4953-903e-174ab4f9f0e9 req-629770db-0116-4ec4-8cbe-8dd812a652c5 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805178 Nov 10 03:49:25.562956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:25.564146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:25.565547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] 10.222.0.11 "PUT /v2.0/ports/7466e4ac-6520-42d2-bd55-b316af8d1801 HTTP/1.1" status: 200 len: 1091 time: 1.6060443 Nov 10 03:49:25.567654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fb237-38b2-4e30-a0dc-d2c60af8fbdf service neutron] Pushing event updated for resources: {'Port': ['ID=7466e4ac-6520-42d2-bd55-b316af8d1801,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:25.671141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:25.706089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-ef4da471-aa1a-4486-ad05-78f71543c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:25.707581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-ef4da471-aa1a-4486-ad05-78f71543c3b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 1094 time: 0.0780478 Nov 10 03:49:25.709398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=ad0284ce-1496-4e39-995f-d7a7ea1896f5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:25.725999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['0243f923-bdaf-4c30-9bea-68eb4cfb8026'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:25.790847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port ad0284ce-1496-4e39-995f-d7a7ea1896f5 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:25.793459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-5bcd9707-d856-4ee8-afe7-ac725e6f7349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7466e4ac-6520-42d2-bd55-b316af8d1801 HTTP/1.1" status: 200 len: 217 time: 0.0621910 Nov 10 03:49:25.794831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:25.798332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-634e9e61-af5b-40ff-9cd8-503a658f33ae tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "DELETE /v2.0/ports/ad0284ce-1496-4e39-995f-d7a7ea1896f5 HTTP/1.1" status: 204 len: 173 time: 0.8800969 Nov 10 03:49:26.040959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565c515-b5d0-4155-b252-36abff234cac req-11a608a0-a60f-4c28-a50f-b48c5bd9785c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:26.042563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3565c515-b5d0-4155-b252-36abff234cac req-11a608a0-a60f-4c28-a50f-b48c5bd9785c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 943 time: 0.0966339 Nov 10 03:49:26.059367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b4685-8f5d-48eb-87ac-2015006ea39a req-9f0da93b-bb23-4996-afcd-c3dd9945c7a6 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:26.068677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-506b4685-8f5d-48eb-87ac-2015006ea39a req-9f0da93b-bb23-4996-afcd-c3dd9945c7a6 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 945 time: 0.0882630 Nov 10 03:49:26.157806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-506b4685-8f5d-48eb-87ac-2015006ea39a req-e7a42c3d-3feb-4d42-aace-0dbc5c617c77 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880525 Nov 10 03:49:26.198934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3565c515-b5d0-4155-b252-36abff234cac req-b13f5c52-dc11-429d-9f18-7a43f2db321a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226542 Nov 10 03:49:26.243551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-cab66e1a-9bde-4149-afc5-e61c2218ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:26.245066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-cab66e1a-9bde-4149-afc5-e61c2218ab12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.4388585 Nov 10 03:49:26.289308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-0c713cf0-dd2a-4cf1-8f02-36883ed9f8b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348921 Nov 10 03:49:26.356565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f28c72-3e03-46f3-af71-080f572d6510 req-1f88af15-eb07-4f65-b840-704b499b5051 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:26.363241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59f28c72-3e03-46f3-af71-080f572d6510 req-1f88af15-eb07-4f65-b840-704b499b5051 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0852628 Nov 10 03:49:26.366460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port 6ad97a3f-6395-4401-bf4b-318e7281cb6c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:26.366810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:26.451344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa34f-0120-46f7-9615-a01fb398c671 req-e72cfb8f-f257-473e-895e-64d4f979f666 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:26.452855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3aa34f-0120-46f7-9615-a01fb398c671 req-e72cfb8f-f257-473e-895e-64d4f979f666 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0886850 Nov 10 03:49:26.456596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59f28c72-3e03-46f3-af71-080f572d6510 req-06c4a509-b5b8-406a-b348-4eaa3cd00ca2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828884 Nov 10 03:49:26.472011 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-52bd204a-052c-4483-9ed0-2cb798ff3fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703889 Nov 10 03:49:26.513552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3aa34f-0120-46f7-9615-a01fb398c671 req-41618c52-2ae7-4dcc-ba9b-dda11d7822eb tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514550 Nov 10 03:49:26.544881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port 6ad97a3f-6395-4401-bf4b-318e7281cb6c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6ad97a3f-6395-4401-bf4b-318e7281cb6c,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:26.545247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:26.564631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for 6ad97a3f-6395-4401-bf4b-318e7281cb6c owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:26.635242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e17fe300-ce77-4604-84d0-67a088e0f1b3 req-9203fe05-374c-4cbd-b481-4f9f4d7ed03b service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540279 Nov 10 03:49:26.679244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033f39-0206-4469-909b-ffbdbdc14753 req-d2e9b73b-31a5-4db1-a750-dec71e51cdf1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:26.680807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51033f39-0206-4469-909b-ffbdbdc14753 req-d2e9b73b-31a5-4db1-a750-dec71e51cdf1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=b93d8816-115f-4bf8-940b-a7034f9afc31 HTTP/1.1" status: 200 len: 946 time: 0.0611513 Nov 10 03:49:26.731245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:26.733630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51033f39-0206-4469-909b-ffbdbdc14753 req-18f224f0-fdb1-46f3-993e-9faf9b9ad151 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Nov 10 03:49:26.761736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=6ad97a3f-6395-4401-bf4b-318e7281cb6c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:26.805968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port 6ad97a3f-6395-4401-bf4b-318e7281cb6c on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:26.808528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:26.811897 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82bba6fa-5195-4a7d-954e-745753aa4170 req-891c85ce-bc8b-44bf-99ec-e927a9d33ece tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "DELETE /v2.0/ports/6ad97a3f-6395-4401-bf4b-318e7281cb6c HTTP/1.1" status: 204 len: 173 time: 0.9945590 Nov 10 03:49:27.273367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'tag': '7466e4ac-6520-42d2-bd55-b316af8d1801'}, {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-deleted', 'tag': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5'}, {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-deleted', 'tag': '6ad97a3f-6395-4401-bf4b-318e7281cb6c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:27.276116 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b622a1-929b-4acf-8085-59c5bef11355" -d '{"events": [{"name": "network-changed", "server_uuid": "df9422c0-7fcd-4188-af8f-907b7cba61f4", "tag": "7466e4ac-6520-42d2-bd55-b316af8d1801"}, {"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-deleted", "tag": "ad0284ce-1496-4e39-995f-d7a7ea1896f5"}, {"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-deleted", "tag": "6ad97a3f-6395-4401-bf4b-318e7281cb6c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:27.317447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac1c8-b7c0-45cd-b282-e00d4fa70577 req-d3b18f26-6d17-452e-a4cd-0195d038e887 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.318965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caeac1c8-b7c0-45cd-b282-e00d4fa70577 req-d3b18f26-6d17-452e-a4cd-0195d038e887 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 945 time: 0.0836647 Nov 10 03:49:27.330282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61b4c2-d2f2-43db-b673-d20466d5eee4 req-93c3de2b-f809-44ba-bb8c-88e6344ee378 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.331773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e61b4c2-d2f2-43db-b673-d20466d5eee4 req-93c3de2b-f809-44ba-bb8c-88e6344ee378 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 943 time: 0.0673370 Nov 10 03:49:27.433030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caeac1c8-b7c0-45cd-b282-e00d4fa70577 req-5fb93a65-9717-4de8-9fef-6d54a9834fb5 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983076 Nov 10 03:49:27.436547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e61b4c2-d2f2-43db-b673-d20466d5eee4 req-3be3049a-c43d-4f7d-b7f8-54f9cfdfb8c9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814049 Nov 10 03:49:27.534699 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482dc69-2b5c-4ad6-b326-cf8db76d09be x-openstack-request-id: req-f482dc69-2b5c-4ad6-b326-cf8db76d09be {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:27.535116 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9422c0-7fcd-4188-af8f-907b7cba61f4", "tag": "7466e4ac-6520-42d2-bd55-b316af8d1801", "status": "completed", "code": 200}, {"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-deleted", "tag": "ad0284ce-1496-4e39-995f-d7a7ea1896f5", "status": "completed", "code": 200}, {"server_uuid": "b93d8816-115f-4bf8-940b-a7034f9afc31", "name": "network-vif-deleted", "tag": "6ad97a3f-6395-4401-bf4b-318e7281cb6c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:27.535438 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f482dc69-2b5c-4ad6-b326-cf8db76d09be {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:27.536068 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'tag': '7466e4ac-6520-42d2-bd55-b316af8d1801', 'status': 'completed', 'code': 200} Nov 10 03:49:27.536383 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-deleted', 'tag': 'ad0284ce-1496-4e39-995f-d7a7ea1896f5', 'status': 'completed', 'code': 200} Nov 10 03:49:27.536726 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8816-115f-4bf8-940b-a7034f9afc31', 'name': 'network-vif-deleted', 'tag': '6ad97a3f-6395-4401-bf4b-318e7281cb6c', 'status': 'completed', 'code': 200} Nov 10 03:49:27.639997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b622a1-929b-4acf-8085-59c5bef11355 req-2976fa38-867d-4368-b478-cb9cd8d814c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.641598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-36b622a1-929b-4acf-8085-59c5bef11355 req-2976fa38-867d-4368-b478-cb9cd8d814c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 1094 time: 0.0499988 Nov 10 03:49:27.671459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057409ad-9eed-4315-b70a-29b55d8a0e2e req-cc480898-b0fc-4b24-bba4-d922ea5b4924 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.673507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-057409ad-9eed-4315-b70a-29b55d8a0e2e req-cc480898-b0fc-4b24-bba4-d922ea5b4924 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0860219 Nov 10 03:49:27.684396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407d132-5de9-447c-846d-031043f1b043 req-c01c56f9-31f5-4d9e-8f12-2e669e4a9f9e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.685857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f407d132-5de9-447c-846d-031043f1b043 req-c01c56f9-31f5-4d9e-8f12-2e669e4a9f9e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 945 time: 0.0878880 Nov 10 03:49:27.744848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b622a1-929b-4acf-8085-59c5bef11355 req-6d713ef8-f8a0-4947-98b2-f3eaffcbbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.747120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-36b622a1-929b-4acf-8085-59c5bef11355 req-6d713ef8-f8a0-4947-98b2-f3eaffcbbc08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 905 time: 0.0958812 Nov 10 03:49:27.751557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-057409ad-9eed-4315-b70a-29b55d8a0e2e req-c4f5de03-b8c0-46ff-9c7a-77aedd653d8c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647047 Nov 10 03:49:27.780583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f407d132-5de9-447c-846d-031043f1b043 req-7466f0b0-93c8-4a12-be9a-657a1d66a695 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715387 Nov 10 03:49:27.820341 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-36b622a1-929b-4acf-8085-59c5bef11355 req-12a9e6e6-bcb6-42e8-abef-26e9588c7316 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7466e4ac-6520-42d2-bd55-b316af8d1801 HTTP/1.1" status: 200 len: 217 time: 0.0608809 Nov 10 03:49:27.855878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad0284ce-1496-4e39-995f-d7a7ea1896f5 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:27.905672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: ad0284ce-1496-4e39-995f-d7a7ea1896f5 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:27.906328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device ad0284ce-1496-4e39-995f-d7a7ea1896f5 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:27.908736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad97a3f-6395-4401-bf4b-318e7281cb6c no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:27.923186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b622a1-929b-4acf-8085-59c5bef11355 req-870d8b51-f5f2-46b2-b930-18c727027b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.925838 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-36b622a1-929b-4acf-8085-59c5bef11355 req-870d8b51-f5f2-46b2-b930-18c727027b7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.0985088 Nov 10 03:49:27.932581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f4b6e-ff92-4d4b-a93c-582d7dd967a5 req-b0650887-1f2d-4b09-9713-cf31411b7896 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:27.934121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-936f4b6e-ff92-4d4b-a93c-582d7dd967a5 req-b0650887-1f2d-4b09-9713-cf31411b7896 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0929635 Nov 10 03:49:27.942817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 6ad97a3f-6395-4401-bf4b-318e7281cb6c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:27.943379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6ad97a3f-6395-4401-bf4b-318e7281cb6c not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:27.943951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0243f923-bdaf-4c30-9bea-68eb4cfb8026 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:27.965912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 0243f923-bdaf-4c30-9bea-68eb4cfb8026 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:27.966489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 0243f923-bdaf-4c30-9bea-68eb4cfb8026 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:27.971190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56444) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:27.980366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-36b622a1-929b-4acf-8085-59c5bef11355 req-6a86ed93-8bcd-434b-8070-77dcff1555df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472443 Nov 10 03:49:28.043140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-936f4b6e-ff92-4d4b-a93c-582d7dd967a5 req-c4252535-273d-42de-86df-a6daaf8ccd1a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020329 Nov 10 03:49:28.064150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting subnet bc692f55-f877-4077-bee7-fa5ad86b43d6 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:49:28.070818 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.086643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-36b622a1-929b-4acf-8085-59c5bef11355 req-43da6c1c-7c9d-46df-886e-b7beecfc1f8b service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979915 Nov 10 03:49:28.112585 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.222182 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-36b622a1-929b-4acf-8085-59c5bef11355 req-a9e4dcf0-f843-49ab-b373-8ac776c2a86c service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274366 Nov 10 03:49:28.250682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.322791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82318380-3a8e-4466-ad3d-f041df689d5d req-bd571a27-60cc-4d81-98ab-26d737151853 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:28.324200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82318380-3a8e-4466-ad3d-f041df689d5d req-bd571a27-60cc-4d81-98ab-26d737151853 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 945 time: 0.0903871 Nov 10 03:49:28.340672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.379317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Subnet': ['ID=bc692f55-f877-4077-bee7-fa5ad86b43d6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:28.383993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.387863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77a88b72-06a9-4f80-8929-59804b374cc8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/subnets/bc692f55-f877-4077-bee7-fa5ad86b43d6 HTTP/1.1" status: 204 len: 168 time: 0.4151485 Nov 10 03:49:28.393425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56448) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:28.395064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a36966-f7bc-4d65-a46f-3701e4d418dd None None] Network a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:28.520040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-e130b044-a6a9-47e1-a11f-be07729fdc60 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:28.523088 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-e130b044-a6a9-47e1-a11f-be07729fdc60 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1097 time: 0.1372061 Nov 10 03:49:28.530678 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82318380-3a8e-4466-ad3d-f041df689d5d req-f067d70f-fb4e-4b07-88fc-0f7db072ced2 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951883 Nov 10 03:49:28.557866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.656098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f677d04-5445-4d90-bbbd-213d2189768b req-d22e69a3-928f-4cec-b6ae-c16de7ecfb62 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:28.658223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f677d04-5445-4d90-bbbd-213d2189768b req-d22e69a3-928f-4cec-b6ae-c16de7ecfb62 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 943 time: 0.0982349 Nov 10 03:49:28.676147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] DHCP port deletion for a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:49:28.722473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] Deleting port acd7184b-2613-4064-8d00-1ed683f8774f {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:28.722833 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.725657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f677d04-5445-4d90-bbbd-213d2189768b req-9b64d280-e035-4dea-8967-cafdcc48e535 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601649 Nov 10 03:49:28.730892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port acd7184b-2613-4064-8d00-1ed683f8774f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:28.730892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.785929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] For port acd7184b-2613-4064-8d00-1ed683f8774f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=acd7184b-2613-4064-8d00-1ed683f8774f,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:28.786345 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.800403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] Calling delete_port for acd7184b-2613-4064-8d00-1ed683f8774f owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:28.806080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port acd7184b-2613-4064-8d00-1ed683f8774f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=acd7184b-2613-4064-8d00-1ed683f8774f,segment=NetworkSegment(b765ca25-73bf-431f-abcf-d366faf578cf),segment_id=b765ca25-73bf-431f-abcf-d366faf578cf)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:28.806516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.819033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for acd7184b-2613-4064-8d00-1ed683f8774f owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:28.912394 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.944303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75cf51-693d-43e7-a976-4c8d34eef521 req-8d92b6f3-7c2e-4849-94a3-8b264a6f7a0d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:28.945839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad75cf51-693d-43e7-a976-4c8d34eef521 req-8d92b6f3-7c2e-4849-94a3-8b264a6f7a0d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0793867 Nov 10 03:49:28.950583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acd7184b-2613-4064-8d00-1ed683f8774f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:28.972054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:28.974213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] Pushing event deleted for resources: {'Port': ['ID=acd7184b-2613-4064-8d00-1ed683f8774f,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:28.984155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af19904-be4d-4ca4-9d28-9f6cdcfee209 None None] No DVR routers for this DVR port acd7184b-2613-4064-8d00-1ed683f8774f on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:28.988935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: acd7184b-2613-4064-8d00-1ed683f8774f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:28.989894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acd7184b-2613-4064-8d00-1ed683f8774f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:29.011055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=acd7184b-2613-4064-8d00-1ed683f8774f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:29.017410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-2'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:29.019860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port acd7184b-2613-4064-8d00-1ed683f8774f on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:29.055641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad75cf51-693d-43e7-a976-4c8d34eef521 req-84630f7f-12e7-432b-883e-e43958ec4cc2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025894 Nov 10 03:49:29.102247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.117752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.148439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:29.176458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b765ca25-73bf-431f-abcf-d366faf578cf') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:29.176766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b765ca25-73bf-431f-abcf-d366faf578cf') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:29.189841 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.214296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa6a6e-503b-4e4d-ae3d-80537306ba8a req-209a7351-412f-40f4-a4cb-5754c531e724 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:29.215928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acfa6a6e-503b-4e4d-ae3d-80537306ba8a req-209a7351-412f-40f4-a4cb-5754c531e724 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 946 time: 0.0794604 Nov 10 03:49:29.216880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.224347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:49:29.224970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:49:29.229413 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:49:29.244343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:29.283919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:29.319989 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.324623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.328914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.331093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/networks/a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7 HTTP/1.1" status: 204 len: 168 time: 0.9366622 Nov 10 03:49:29.331481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56462) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:29.342041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.353564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acfa6a6e-503b-4e4d-ae3d-80537306ba8a req-c59c51de-38b8-44c7-86b2-ce703fd3dca0 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121676 Nov 10 03:49:29.354482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495bce-70b7-4698-90d8-ce5cdc3dbdcc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Network': ['ID=a23b7fa6-3d10-4d1d-ae80-ea439e8c3ca7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:29.440457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting subnet 165d4c49-3c98-4613-ac49-b3dfaef6fbb7 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:49:29.449607 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.499144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:29.507375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on host n-h2-817326-2 for vnic_type normal with profile {"migrating_to": "n-h1-817326-2"} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:29.507768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:29.508125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:29.522949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:29.523527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Attempting to bind port 484bbd86-4f08-4324-869d-dd1980645e1e on network 6ecc1105-ed6d-4359-8e5f-837db6835e11 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:29.530719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.559203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:29.561683 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224c85a-3f35-4c9d-90a5-7b402a918969" -d '{"events": [{"server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "name": "network-vif-unplugged", "status": "completed", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:29.571250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:29.571705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Checking segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:29.571990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Bound using segment: {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:29.572446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Bound port: 484bbd86-4f08-4324-869d-dd1980645e1e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7594fa-e259-45f3-a03b-5acdbd35d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ecc1105-ed6d-4359-8e5f-837db6835e11'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:29.572807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.663870 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465f64e-3982-4172-9974-86b2bb983d63 x-openstack-request-id: req-8465f64e-3982-4172-9974-86b2bb983d63 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:29.664154 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "name": "network-vif-unplugged", "status": "completed", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:29.664401 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8465f64e-3982-4172-9974-86b2bb983d63 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:29.664783 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e', 'code': 200} Nov 10 03:49:29.705643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.721711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b66921-49fa-44c2-bbb9-c93e0dc6b26c req-f0e98758-db28-4b56-93ed-fc10e71a7d67 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:29.723558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40b66921-49fa-44c2-bbb9-c93e0dc6b26c req-f0e98758-db28-4b56-93ed-fc10e71a7d67 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 945 time: 0.0679498 Nov 10 03:49:29.738752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:29.767376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:29.776067 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.815532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40b66921-49fa-44c2-bbb9-c93e0dc6b26c req-bd192178-30a3-4a18-9bae-85a39fb183fa tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757997 Nov 10 03:49:29.845246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.857789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 484bbd86-4f08-4324-869d-dd1980645e1e details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:29.881036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31e332-93d2-42da-8b8b-3ad71743e906 req-75eb5d61-a17b-4496-9161-956419e06f5e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:29.888758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb31e332-93d2-42da-8b8b-3ad71743e906 req-75eb5d61-a17b-4496-9161-956419e06f5e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 943 time: 0.0648789 Nov 10 03:49:29.913152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Subnet': ['ID=165d4c49-3c98-4613-ac49-b3dfaef6fbb7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:29.930788 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.936927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-348ee545-7730-412e-a339-b56786aae699 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/subnets/165d4c49-3c98-4613-ac49-b3dfaef6fbb7 HTTP/1.1" status: 204 len: 168 time: 0.6044672 Nov 10 03:49:29.941590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:29.943891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56474) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:29.964794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:29.965758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:29.967685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-68953733-21f5-4fbd-9af9-fe17af53f9a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 1122 time: 0.9553957 Nov 10 03:49:29.993931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb31e332-93d2-42da-8b8b-3ad71743e906 req-6aee2cab-a303-402a-ab64-2aa49ab79845 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041589 Nov 10 03:49:29.997637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-a179fe22-5ca3-4220-87de-94f5e1f2b4be tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:29.999737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-a179fe22-5ca3-4220-87de-94f5e1f2b4be tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 945 time: 0.1048105 Nov 10 03:49:30.016835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:30.033857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920f79e-387f-47dd-a7a4-25a6c78f1fb4 None None] Network 292365b2-8584-4f39-a20e-73433b5f3ba4 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:30.055049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 484bbd86-4f08-4324-869d-dd1980645e1e has no active binding in host n-h1-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 03:49:30.121375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.201401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Deleting port 497a335a-088c-4163-b107-7cb8b845ee56 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:30.201747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.213283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['484bbd86-4f08-4324-869d-dd1980645e1e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:30.225696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['484bbd86-4f08-4324-869d-dd1980645e1e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:30.270562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port 250724f1-2d8f-4720-8dba-bd8d3b266d14 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:30.270896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.281121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1c03c-91a4-4034-8123-c6f1e878827a req-87098e85-741b-43e0-b707-6f9a6dba8622 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:30.288399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dc1c03c-91a4-4034-8123-c6f1e878827a req-87098e85-741b-43e0-b707-6f9a6dba8622 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0850427 Nov 10 03:49:30.319832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] For port 497a335a-088c-4163-b107-7cb8b845ee56, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=497a335a-088c-4163-b107-7cb8b845ee56,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:30.320749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.338083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Calling delete_port for 497a335a-088c-4163-b107-7cb8b845ee56 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:30.388142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port 250724f1-2d8f-4720-8dba-bd8d3b266d14, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=250724f1-2d8f-4720-8dba-bd8d3b266d14,segment=NetworkSegment(f4295301-6917-4836-bb0a-9c6e02345fac),segment_id=f4295301-6917-4836-bb0a-9c6e02345fac)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:30.388701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.410169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dc1c03c-91a4-4034-8123-c6f1e878827a req-b557a1f0-ee9c-4964-894e-8e4783f0c74b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188648 Nov 10 03:49:30.426851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for 250724f1-2d8f-4720-8dba-bd8d3b266d14 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:30.532631 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.573226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e64710-24e6-4cd2-9c39-c8e927eb7684 req-447e607a-1234-452b-bb2a-e1621029ab03 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:30.580142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0e64710-24e6-4cd2-9c39-c8e927eb7684 req-447e607a-1234-452b-bb2a-e1621029ab03 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.0876474 Nov 10 03:49:30.580964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Pushing event deleted for resources: {'Port': ['ID=497a335a-088c-4163-b107-7cb8b845ee56,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:30.615815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.656804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e3d62-8fd3-4aec-9dd9-d2bac3591097 None None] DHCP port deletion for 292365b2-8584-4f39-a20e-73433b5f3ba4 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:49:30.661670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=250724f1-2d8f-4720-8dba-bd8d3b266d14,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:30.662285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] No DVR routers for this DVR port 497a335a-088c-4163-b107-7cb8b845ee56 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:30.669569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port 250724f1-2d8f-4720-8dba-bd8d3b266d14 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:30.679709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.685905 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39ff7df9-0461-42f7-8aff-d8eecf984b3f req-0b8f1628-c227-4ae8-ac6b-46f09c1c0b1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "DELETE /v2.0/ports/497a335a-088c-4163-b107-7cb8b845ee56 HTTP/1.1" status: 204 len: 173 time: 0.6786563 Nov 10 03:49:30.690342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0e64710-24e6-4cd2-9c39-c8e927eb7684 req-b3a7dbaf-c71a-4b77-9a8f-80d2a3522dc9 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032314 Nov 10 03:49:30.891626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['497a335a-088c-4163-b107-7cb8b845ee56', '1d0e9824-520d-41e7-905b-76b37b3a546f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:30.895945 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.924004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292365b2-8584-4f39-a20e-73433b5f3ba4']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:30.939481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4295301-6917-4836-bb0a-9c6e02345fac') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:30.940387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4295301-6917-4836-bb0a-9c6e02345fac') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:30.953193 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.959218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 250724f1-2d8f-4720-8dba-bd8d3b266d14 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:30.977407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:30.983874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 250724f1-2d8f-4720-8dba-bd8d3b266d14 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:30.984219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 250724f1-2d8f-4720-8dba-bd8d3b266d14 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:31.282477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56498) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:31.374615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-809cbb2c-2ed1-4321-9f72-73d8ea7ec392 req-40366a70-a1c4-4032-bbb4-24f65a6d44c8 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc4cb7f-480d-4429-a07e-0b276814cfb7 HTTP/1.1" status: 200 len: 210 time: 0.4079525 Nov 10 03:49:31.376117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:49:31.376593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:49:31.382329 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:49:31.445142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f667df8-7fb8-4725-8504-d8a315cf9c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.490480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d59d-7622-496a-99a5-383cba0e303f req-cc21686b-92b7-4fe9-9b3e-b329a8504a9e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:31.492043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bce5d59d-7622-496a-99a5-383cba0e303f req-cc21686b-92b7-4fe9-9b3e-b329a8504a9e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 943 time: 0.1215930 Nov 10 03:49:31.493276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.501542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.504673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/networks/292365b2-8584-4f39-a20e-73433b5f3ba4 HTTP/1.1" status: 204 len: 168 time: 1.5598493 Nov 10 03:49:31.513329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56504) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:31.528793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1048087154'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:31.533992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518856c-8755-4222-8267-bd0aa724b439 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Network': ['ID=292365b2-8584-4f39-a20e-73433b5f3ba4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:31.580329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f667df8-7fb8-4725-8504-d8a315cf9c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.584337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1f667df8-7fb8-4725-8504-d8a315cf9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.614290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:31.617658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.628704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1f667df8-7fb8-4725-8504-d8a315cf9c53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f1e309c7f224fce9110f562b3abcd2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411121 Nov 10 03:49:31.628704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f667df8-7fb8-4725-8504-d8a315cf9c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fdc60c-0c96-4882-951c-1ca06d248c5b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:31.629588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56506) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:31.631334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['60e7c365-6aff-404c-8060-f01060e1b9a6'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:31.658925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bce5d59d-7622-496a-99a5-383cba0e303f req-8c119f1c-9d7e-40d2-8257-46ffb1ed0a40 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349146 Nov 10 03:49:31.666281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e'}, {'server_uuid': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'name': 'network-vif-deleted', 'tag': '497a335a-088c-4163-b107-7cb8b845ee56'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:31.668970 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51aea34-5efc-4760-b10d-ca574e7e703f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e"}, {"server_uuid": "6bc4cb7f-480d-4429-a07e-0b276814cfb7", "name": "network-vif-deleted", "tag": "497a335a-088c-4163-b107-7cb8b845ee56"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:31.673013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6f7a-3c27-4a0b-ae59-221be2ea2b7c req-1548dc0f-f2c6-4270-bda3-6b0e4ca9f475 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:31.674556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-306e6f7a-3c27-4a0b-ae59-221be2ea2b7c req-1548dc0f-f2c6-4270-bda3-6b0e4ca9f475 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1185272 Nov 10 03:49:31.721343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:49:31.730904 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700ee435-043d-42d2-aaa2-dd6004f36bdc x-openstack-request-id: req-700ee435-043d-42d2-aaa2-dd6004f36bdc {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:31.731305 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e", "status": "completed", "code": 200}, {"server_uuid": "6bc4cb7f-480d-4429-a07e-0b276814cfb7", "name": "network-vif-deleted", "tag": "497a335a-088c-4163-b107-7cb8b845ee56", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:31.731730 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-700ee435-043d-42d2-aaa2-dd6004f36bdc {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:31.732271 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e', 'status': 'completed', 'code': 200} Nov 10 03:49:31.732471 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4cb7f-480d-4429-a07e-0b276814cfb7', 'name': 'network-vif-deleted', 'tag': '497a335a-088c-4163-b107-7cb8b845ee56', 'status': 'completed', 'code': 200} Nov 10 03:49:31.741923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.742312 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Added segment d37f76dd-2ba3-4978-8772-198208aafbe0 of type vlan for network 82d70419-b01c-45a2-a383-8f05eb99a9ae Nov 10 03:49:31.774472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e785fb7b-23c2-4f20-a945-29be1029da97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.819440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-3457ce08-832a-41aa-8446-1ee68069cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:31.821106 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-3457ce08-832a-41aa-8446-1ee68069cf84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1125 time: 0.0517957 Nov 10 03:49:31.840523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-306e6f7a-3c27-4a0b-ae59-221be2ea2b7c req-19319f6c-e18d-40cb-98a6-a87397871715 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527438 Nov 10 03:49:31.880819 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.887401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e785fb7b-23c2-4f20-a945-29be1029da97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.895497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7466e4ac-6520-42d2-bd55-b316af8d1801 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:31.928874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-9eca663d-7405-4520-aea1-c7c1357938c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:31.930641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-9eca663d-7405-4520-aea1-c7c1357938c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.1024649 Nov 10 03:49:31.966591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e169ec1-ec8f-4790-8c4e-e3b47e148179 req-e75dd8e5-fbfa-420f-9bd3-f2d553d4e36f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:31.968408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e169ec1-ec8f-4790-8c4e-e3b47e148179 req-e75dd8e5-fbfa-420f-9bd3-f2d553d4e36f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.1758006 Nov 10 03:49:31.972137 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.979382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:31.980112 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:31.996275 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-51e65c19-c348-4993-84de-d3b54379c27f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 217 time: 0.0472064 Nov 10 03:49:32.016002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7466e4ac-6520-42d2-bd55-b316af8d1801, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7466e4ac-6520-42d2-bd55-b316af8d1801,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:32.034302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '7466e4ac-6520-42d2-bd55-b316af8d1801', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'port_id': '7466e4ac-6520-42d2-bd55-b316af8d1801', 'mac_address': 'fa:16:3e:94:77:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383b9d06-815a-4344-b526-842658d834f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:32.064635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-b9d8c945-93fc-4d9f-ab10-2a8ab0a44d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:32.066227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-b9d8c945-93fc-4d9f-ab10-2a8ab0a44d27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0625894 Nov 10 03:49:32.082196 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.082392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5560908 Nov 10 03:49:32.086751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56514) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:32.092186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'subnet': {'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:32.093106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7466e4ac-6520-42d2-bd55-b316af8d1801 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:32.095361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e785fb7b-23c2-4f20-a945-29be1029da97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.098713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e785fb7b-23c2-4f20-a945-29be1029da97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.099875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e785fb7b-23c2-4f20-a945-29be1029da97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8fdc60c-0c96-4882-951c-1ca06d248c5b HTTP/1.1" status: 204 len: 168 time: 0.4641871 Nov 10 03:49:32.115092 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-8e5f71a0-fde0-46d1-b02e-ec3a529dd5a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387478 Nov 10 03:49:32.118824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7466e4ac-6520-42d2-bd55-b316af8d1801, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7466e4ac-6520-42d2-bd55-b316af8d1801,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:32.124112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.130755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e2b10-acbe-466d-bf03-32c974295f37 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Network': ['ID=82d70419-b01c-45a2-a383-8f05eb99a9ae,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:32.139021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785fb7b-23c2-4f20-a945-29be1029da97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fdc60c-0c96-4882-951c-1ca06d248c5b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:32.159269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e169ec1-ec8f-4790-8c4e-e3b47e148179 req-b2122e26-5378-48f2-bbdf-32233595e693 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752219 Nov 10 03:49:32.162853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 82d70419-b01c-45a2-a383-8f05eb99a9ae details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:49:32.265136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7466e4ac-6520-42d2-bd55-b316af8d1801,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:32.284381 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-1000dfd8-459b-4cc6-b4ec-1c52ab40da71 service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572540 Nov 10 03:49:32.285408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:32.288848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.451321 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f51aea34-5efc-4760-b10d-ca574e7e703f req-9dfc4b80-5c7c-46cc-8f19-c13e06de07dd service neutron] 10.222.0.44 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472900 Nov 10 03:49:32.466154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56524) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:32.483514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84b30eb9-5f8e-49fc-bcc1-0caa1e7f9ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.567258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.568644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84b30eb9-5f8e-49fc-bcc1-0caa1e7f9ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.574887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84b30eb9-5f8e-49fc-bcc1-0caa1e7f9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.631598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-84b30eb9-5f8e-49fc-bcc1-0caa1e7f9ab7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=700eadc663b343dc90ceb9954381e364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641147 Nov 10 03:49:32.634407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56532) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:32.639001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b30eb9-5f8e-49fc-bcc1-0caa1e7f9ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a526487-6783-4434-ba2e-316a3e71de38,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:32.654168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Subnet': ['ID=2f4b0c88-daca-41ec-a53e-93a86adc8b97,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:32.668159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Checking segment: {'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:32.668499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network hostable DHCP agents. Network: 82d70419-b01c-45a2-a383-8f05eb99a9ae, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:49:32.703200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network 82d70419-b01c-45a2-a383-8f05eb99a9ae is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:49:32.708829 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6915-dd84-4772-9f70-429c79acf55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.722878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 82d70419-b01c-45a2-a383-8f05eb99a9ae) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:32.733330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:32.733931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.737725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2837adc6-cb05-41ea-a8db-04b0a6c82966 None None] Network 82d70419-b01c-45a2-a383-8f05eb99a9ae requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:32.741376 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6915-dd84-4772-9f70-429c79acf55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.764774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a5d93f47-de57-41e0-9f22-cde4ed1a1743 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6768882 Nov 10 03:49:32.767423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56538) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:32.778139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1558104485'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:32.811393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:32.818017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.847322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6915-dd84-4772-9f70-429c79acf55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.847629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdef86e-7b86-4c56-8cec-c3e8cc589e93 req-0536b743-aeaa-4dd0-b222-b42391ebdee8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:32.849428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccdef86e-7b86-4c56-8cec-c3e8cc589e93 req-0536b743-aeaa-4dd0-b222-b42391ebdee8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 944 time: 0.0693686 Nov 10 03:49:32.850224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6915-dd84-4772-9f70-429c79acf55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.851471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c0b6915-dd84-4772-9f70-429c79acf55b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a526487-6783-4434-ba2e-316a3e71de38 HTTP/1.1" status: 204 len: 168 time: 0.2161441 Nov 10 03:49:32.852534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:49:32.855204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:32.867487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b6915-dd84-4772-9f70-429c79acf55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a526487-6783-4434-ba2e-316a3e71de38,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:32.872552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.873034 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Added segment 366b17bb-89ca-4669-abee-cae1696711d5 of type vlan for network f95c76fb-f924-49f6-b5d8-75fe96306858 Nov 10 03:49:32.951693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:32.961565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccdef86e-7b86-4c56-8cec-c3e8cc589e93 req-3e0c4736-008f-46ca-b933-7f91abc6187d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954731 Nov 10 03:49:32.998219 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.007935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:33.009099 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.065680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-82d70419-b01c-45a2-a383-8f05eb99a9ae', 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'fixed_ips': [{'subnet_id': '2f4b0c88-daca-41ec-a53e-93a86adc8b97'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:49:33.067715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.088620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fce75-8c95-4c9e-887e-4a8bb0de729a req-84eeced0-8b83-4c2c-ade7-7ffa0dca5e6b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:33.097332 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb3fce75-8c95-4c9e-887e-4a8bb0de729a req-84eeced0-8b83-4c2c-ade7-7ffa0dca5e6b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1332695 Nov 10 03:49:33.130123 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3589027 Nov 10 03:49:33.130231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56556) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:33.142470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'subnet': {'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:33.167383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016008aa-95ef-4265-af22-d8fa2c9e1576 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Network': ['ID=f95c76fb-f924-49f6-b5d8-75fe96306858,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:33.189574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f95c76fb-f924-49f6-b5d8-75fe96306858 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:49:33.227655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb3fce75-8c95-4c9e-887e-4a8bb0de729a req-d1d336e6-f75b-4e29-bc05-a7262cac722d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157286 Nov 10 03:49:33.314276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:33.324627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.388427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Allocated IP 19.80.0.2 (82d70419-b01c-45a2-a383-8f05eb99a9ae/2f4b0c88-daca-41ec-a53e-93a86adc8b97/70ba87f2-6973-43d4-abac-ee539a04db1c) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:33.479197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6d05-5ffd-4f0f-b5b8-379f23bd0776 req-258e61d4-6e20-42c9-959b-7f736e307057 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:33.480775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38cf6d05-5ffd-4f0f-b5b8-379f23bd0776 req-258e61d4-6e20-42c9-959b-7f736e307057 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.1882322 Nov 10 03:49:33.571640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.579977 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.619512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Network 82d70419-b01c-45a2-a383-8f05eb99a9ae is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:33.621822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:33.630814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:33.631422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38cf6d05-5ffd-4f0f-b5b8-379f23bd0776 req-ef567295-8251-4718-80c8-55f53972652f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435726 Nov 10 03:49:33.642122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592841-d7a4-4b15-bbb0-4465f7d9085f req-36959cc0-e7e7-4d2a-ab91-edbfb9b4a6b1 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:33.648732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592841-d7a4-4b15-bbb0-4465f7d9085f req-36959cc0-e7e7-4d2a-ab91-edbfb9b4a6b1 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:33.650624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0592841-d7a4-4b15-bbb0-4465f7d9085f req-36959cc0-e7e7-4d2a-ab91-edbfb9b4a6b1 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551&device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 1682 time: 0.1433277 Nov 10 03:49:33.661428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 497a335a-088c-4163-b107-7cb8b845ee56 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:33.705129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Pushing event updated for resources: {'Port': ['ID=70ba87f2-6973-43d4-abac-ee539a04db1c,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:33.708502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 497a335a-088c-4163-b107-7cb8b845ee56 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:33.709160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 497a335a-088c-4163-b107-7cb8b845ee56 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:33.712399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.771085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Attempting to bind port 70ba87f2-6973-43d4-abac-ee539a04db1c on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:33.771864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Attempting to bind port 70ba87f2-6973-43d4-abac-ee539a04db1c by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:33.772222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Attempting to bind port 70ba87f2-6973-43d4-abac-ee539a04db1c on network 82d70419-b01c-45a2-a383-8f05eb99a9ae {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:33.778906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:33.779325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Checking segment: {'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:33.779641 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.780022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Bound using segment: {'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:33.781049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Bound port: 70ba87f2-6973-43d4-abac-ee539a04db1c, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:33.781049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.784166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0592841-d7a4-4b15-bbb0-4465f7d9085f req-f4831f65-630d-41f2-916f-4537a8a994a3 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102579 Nov 10 03:49:33.819322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Subnet': ['ID=8b62996d-9b1a-4b5d-bd83-95b4922c59ce,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:33.828813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Checking segment: {'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:33.829179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network hostable DHCP agents. Network: f95c76fb-f924-49f6-b5d8-75fe96306858, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:49:33.857539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network f95c76fb-f924-49f6-b5d8-75fe96306858 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:49:33.864183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] For port 70ba87f2-6973-43d4-abac-ee539a04db1c, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:33.869806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] For port 70ba87f2-6973-43d4-abac-ee539a04db1c, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=70ba87f2-6973-43d4-abac-ee539a04db1c,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:33.872906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f95c76fb-f924-49f6-b5d8-75fe96306858) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:33.875337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.880947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:33.881549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:33.917318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f996b5b-279f-4578-b292-581f2339a270 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7859836 Nov 10 03:49:33.938388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149b2b9-4767-4ea1-ac39-1feec2516a28 None None] Pushing event updated for resources: {'Port': ['ID=70ba87f2-6973-43d4-abac-ee539a04db1c,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:33.941057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f619f2-0651-4a93-87cd-9b79c3315008 None None] Network f95c76fb-f924-49f6-b5d8-75fe96306858 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:34.134385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f95c76fb-f924-49f6-b5d8-75fe96306858', 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'fixed_ips': [{'subnet_id': '8b62996d-9b1a-4b5d-bd83-95b4922c59ce'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:49:34.135794 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:34.251572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacf3ab-fb9e-498b-a258-843f7a014aa6 req-28e46916-b0aa-41e0-9b1f-3d739379f59e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.260525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcacf3ab-fb9e-498b-a258-843f7a014aa6 req-28e46916-b0aa-41e0-9b1f-3d739379f59e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 944 time: 0.1219475 Nov 10 03:49:34.413034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcacf3ab-fb9e-498b-a258-843f7a014aa6 req-4baeeed8-b6b7-438f-8ab1-27e54ea01919 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492016 Nov 10 03:49:34.418070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Allocated IP 19.86.0.2 (f95c76fb-f924-49f6-b5d8-75fe96306858/8b62996d-9b1a-4b5d-bd83-95b4922c59ce/685c293a-b8dc-4480-9c42-009049f1fca3) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:34.449326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-48b11735-b4f2-431b-91ff-e947df24d49b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0718031 Nov 10 03:49:34.649030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.649658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.650615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.651364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.651857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.658903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.659408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.663160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-93c9ead8-08f5-4017-a263-49ed15c5111e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6490 time: 0.1381590 Nov 10 03:49:34.705705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-676b9fac-3d12-4be6-8ec4-0d69af9a78a7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.711637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-676b9fac-3d12-4be6-8ec4-0d69af9a78a7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.720173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-676b9fac-3d12-4be6-8ec4-0d69af9a78a7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/networks?id=82d70419-b01c-45a2-a383-8f05eb99a9ae&id=f95c76fb-f924-49f6-b5d8-75fe96306858 HTTP/1.1" status: 200 len: 1392 time: 0.2096152 Nov 10 03:49:34.751620 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:34.758893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:34.765008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-37d96ebb-9f18-499d-a892-02d4d26e1c86 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/quotas/184d19b008dc47b986fbbe98d99860b3 HTTP/1.1" status: 200 len: 375 time: 0.0438719 Nov 10 03:49:34.810843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdcb33-3e15-402d-b897-34397add1af6 req-856c379e-e313-4bb8-8c4d-e300f6891540 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.819203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72cdcb33-3e15-402d-b897-34397add1af6 req-856c379e-e313-4bb8-8c4d-e300f6891540 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1352639 Nov 10 03:49:34.860697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Pushing event updated for resources: {'Port': ['ID=685c293a-b8dc-4480-9c42-009049f1fca3,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:34.881280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-3d746b36-e262-4d9a-84e9-f6a093348ba7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1149051 Nov 10 03:49:34.884556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-7df6742d-82d0-4dd5-ae8f-54dca2286dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.888978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-7df6742d-82d0-4dd5-ae8f-54dca2286dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.889826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-7df6742d-82d0-4dd5-ae8f-54dca2286dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:34.896059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-7df6742d-82d0-4dd5-ae8f-54dca2286dbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c33338f6-ec5f-45c2-b663-42466aa817e7&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=7d0374c2-10dc-4f4a-850d-1b602147ceac&id=7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 200 len: 2290 time: 0.2046852 Nov 10 03:49:34.897784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Network f95c76fb-f924-49f6-b5d8-75fe96306858 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:34.900717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:34.908170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:34.987382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Attempting to bind port 685c293a-b8dc-4480-9c42-009049f1fca3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:34.987919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Attempting to bind port 685c293a-b8dc-4480-9c42-009049f1fca3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:34.988383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Attempting to bind port 685c293a-b8dc-4480-9c42-009049f1fca3 on network f95c76fb-f924-49f6-b5d8-75fe96306858 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:35.006473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:35.007153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Checking segment: {'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:35.007654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:35.008686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Bound using segment: {'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:35.010945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Bound port: 685c293a-b8dc-4480-9c42-009049f1fca3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:35.011111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72cdcb33-3e15-402d-b897-34397add1af6 req-60078b2d-ce6e-4691-9ceb-c4a85b8b4de3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907828 Nov 10 03:49:35.011523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:35.121523 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-f1d48f4f-8360-48d3-874c-0214b0a4e94d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587 HTTP/1.1" status: 200 len: 1002 time: 0.2100453 Nov 10 03:49:35.127645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70ba87f2-6973-43d4-abac-ee539a04db1c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:35.139781 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-2c6badb0-cda8-4943-9fd2-2d3dfbd5c998 service neutron] 10.222.0.24 "GET /v2.0/networks/82d70419-b01c-45a2-a383-8f05eb99a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575393 Nov 10 03:49:35.215172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] For port 685c293a-b8dc-4480-9c42-009049f1fca3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:35.244313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-4c52bf7a-c4ce-4aa5-9ebc-9d30647725fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:35.249199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-4c52bf7a-c4ce-4aa5-9ebc-9d30647725fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0beba905-7692-49b7-9315-f028bd756783 HTTP/1.1" status: 200 len: 851 time: 0.1168222 Nov 10 03:49:35.258727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] For port 685c293a-b8dc-4480-9c42-009049f1fca3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=685c293a-b8dc-4480-9c42-009049f1fca3,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:35.273420 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:35.349802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-4dabf3bc-b6da-4654-b110-a8a713c43ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/82d70419-b01c-45a2-a383-8f05eb99a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047319 Nov 10 03:49:35.400330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-bfe97801-fd32-4b7f-a672-c4c48b3f6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:35.405491 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-bfe97801-fd32-4b7f-a672-c4c48b3f6b5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c33338f6-ec5f-45c2-b663-42466aa817e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480610 Nov 10 03:49:35.445665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce85dd-4733-4f35-91bf-916a49470b63 None None] Pushing event updated for resources: {'Port': ['ID=685c293a-b8dc-4480-9c42-009049f1fca3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:35.497699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 70ba87f2-6973-43d4-abac-ee539a04db1c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:35.498337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:35.511425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-17923c62-f065-48ce-8f7c-289fe342c794 service neutron] 10.222.0.24 "GET /v2.0/networks/f95c76fb-f924-49f6-b5d8-75fe96306858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584682 Nov 10 03:49:35.653686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-92d717db-278e-474f-9370-2935adeaf604 service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397034 Nov 10 03:49:35.690433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51504081-253c-408f-8f98-e3d9eae615ee None None] Network 82d70419-b01c-45a2-a383-8f05eb99a9ae requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:35.804604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-02d53544-ca88-4cd8-8663-f0ba811eab6a service neutron] 10.222.0.24 "GET /v2.0/networks/f95c76fb-f924-49f6-b5d8-75fe96306858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852962 Nov 10 03:49:35.892303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23ade3-f069-490f-b1d1-c97bbd8ab915 req-8a6e42c8-f556-410a-80f9-545cfb1ab03e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:35.901438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb23ade3-f069-490f-b1d1-c97bbd8ab915 req-8a6e42c8-f556-410a-80f9-545cfb1ab03e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.2123413 Nov 10 03:49:35.914154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-57890982-e169-408a-b750-f231ab11f748 service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496901 Nov 10 03:49:35.979692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7466e4ac-6520-42d2-bd55-b316af8d1801 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:36.035749 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:36.066773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb23ade3-f069-490f-b1d1-c97bbd8ab915 req-bcf806fb-b7c9-4041-b403-90e3b48c0774 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598086 Nov 10 03:49:36.091114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-b5b32d6b-6cf5-4181-af7e-a0a31cf73ec3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 217 time: 0.1590326 Nov 10 03:49:36.113573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cb5d6a44-f04f-4922-bf79-3174e14c7fa5 None None] Provisioning complete for port 70ba87f2-6973-43d4-abac-ee539a04db1c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:36.114164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6a44-f04f-4922-bf79-3174e14c7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:36.118648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 70ba87f2-6973-43d4-abac-ee539a04db1c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=70ba87f2-6973-43d4-abac-ee539a04db1c,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:36.173221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:36.244051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-81f54afe-491d-49ef-ad05-d7cdb421821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:36.245556 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-81f54afe-491d-49ef-ad05-d7cdb421821a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.1449730 Nov 10 03:49:36.349786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 7466e4ac-6520-42d2-bd55-b316af8d1801 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:49:36.381765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 7466e4ac-6520-42d2-bd55-b316af8d1801 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:36.381765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:36.406641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341711fd-c8e1-4bfa-821f-66e05c0ee136 req-d366df77-c1b7-478a-a71c-1459147b5568 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:36.408169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-341711fd-c8e1-4bfa-821f-66e05c0ee136 req-d366df77-c1b7-478a-a71c-1459147b5568 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 944 time: 0.1238322 Nov 10 03:49:36.426347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-c9ad857e-32ff-40f7-be81-f9f8b7cfff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:36.428658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-c9ad857e-32ff-40f7-be81-f9f8b7cfff3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1734269 Nov 10 03:49:36.462217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63336f7e-a00b-477d-9beb-0de303e4775b req-f30178e1-af58-419c-ba5d-05b77abcac84 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 210 time: 0.0763261 Nov 10 03:49:36.484112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=70ba87f2-6973-43d4-abac-ee539a04db1c,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:36.596736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-7f262af3-2160-48c7-9589-5e03adad020c tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:36.600114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-7f262af3-2160-48c7-9589-5e03adad020c tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.11 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 945 time: 0.1987579 Nov 10 03:49:36.615815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:36.673649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-341711fd-c8e1-4bfa-821f-66e05c0ee136 req-d23f6d95-0770-4252-be4f-f1e25be70a46 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343826 Nov 10 03:49:36.689035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7466e4ac-6520-42d2-bd55-b316af8d1801'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:36.692561 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54092feb-9201-4273-bbcd-8a1e6a31abac" -d '{"events": [{"server_uuid": "df9422c0-7fcd-4188-af8f-907b7cba61f4", "name": "network-vif-plugged", "status": "completed", "tag": "7466e4ac-6520-42d2-bd55-b316af8d1801"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:36.717966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7466e4ac-6520-42d2-bd55-b316af8d1801, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7466e4ac-6520-42d2-bd55-b316af8d1801,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:36.723093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:36.839088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb57d-8edf-42b7-aa65-b7213308db8c req-123ac078-7004-4ad6-bfc0-2c6cf9e3d046 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:36.850598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf8fb57d-8edf-42b7-aa65-b7213308db8c req-123ac078-7004-4ad6-bfc0-2c6cf9e3d046 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.2338877 Nov 10 03:49:36.879151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7466e4ac-6520-42d2-bd55-b316af8d1801,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:37.035365 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-137835a2-f686-40e0-8f3a-3a172fd0d942 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621972 Nov 10 03:49:37.051099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf8fb57d-8edf-42b7-aa65-b7213308db8c req-6369972b-1308-44c4-a96d-6e644819ed7d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929038 Nov 10 03:49:37.094790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396245c9-dd20-47fb-b88a-bef0573f6c77 req-64123fca-3b5f-4182-96b1-0e40c35c13ed tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:37.112449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-396245c9-dd20-47fb-b88a-bef0573f6c77 req-64123fca-3b5f-4182-96b1-0e40c35c13ed tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 945 time: 0.2243893 Nov 10 03:49:37.210666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-36decd50-6a75-467c-af20-fa3a7071585f None None] Provisioning complete for port 70ba87f2-6973-43d4-abac-ee539a04db1c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:37.212471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-36decd50-6a75-467c-af20-fa3a7071585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:37.269053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-396245c9-dd20-47fb-b88a-bef0573f6c77 req-1e19ab85-cf9a-4a97-b7e2-672afd723b0f tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543672 Nov 10 03:49:37.336393 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c21fe-10a7-4920-a3d5-25d28afc4f81 x-openstack-request-id: req-8e2c21fe-10a7-4920-a3d5-25d28afc4f81 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:37.342507 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9422c0-7fcd-4188-af8f-907b7cba61f4", "name": "network-vif-plugged", "status": "completed", "tag": "7466e4ac-6520-42d2-bd55-b316af8d1801", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:37.343651 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e2c21fe-10a7-4920-a3d5-25d28afc4f81 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:37.344310 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7466e4ac-6520-42d2-bd55-b316af8d1801', 'code': 200} Nov 10 03:49:37.359441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70ba87f2-6973-43d4-abac-ee539a04db1c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:37.366917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Deleting port 60e7c365-6aff-404c-8060-f01060e1b9a6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:37.382233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:37.473869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05752b6b-6cbd-420b-b229-46aeded859a7 None None] Network f95c76fb-f924-49f6-b5d8-75fe96306858 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:37.522480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6848b42-aaf8-4b62-a6fe-f91881e78964 req-2dd2898a-77e7-4cb9-a44c-750d9d70790a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:37.533247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6848b42-aaf8-4b62-a6fe-f91881e78964 req-2dd2898a-77e7-4cb9-a44c-750d9d70790a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.0998802 Nov 10 03:49:37.642580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6848b42-aaf8-4b62-a6fe-f91881e78964 req-4b68bba3-bfb4-4014-a6ad-36818a467274 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076736 Nov 10 03:49:37.668584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 484bbd86-4f08-4324-869d-dd1980645e1e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:37.734324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e34f66e-2953-4a9a-8412-23cddae97884 req-935cbd75-629a-4cbf-a4c9-b8ce2a5b6c2b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 210 time: 0.0857136 Nov 10 03:49:37.768630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 70ba87f2-6973-43d4-abac-ee539a04db1c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:37.769009 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:37.904764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3a0b-0e24-4996-8bb2-ccbf3afa27d6 req-2b88dda9-246f-44f6-ae37-3bbe939a60cb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:37.906322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f35f3a0b-0e24-4996-8bb2-ccbf3afa27d6 req-2b88dda9-246f-44f6-ae37-3bbe939a60cb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 945 time: 0.1036489 Nov 10 03:49:38.020849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f35f3a0b-0e24-4996-8bb2-ccbf3afa27d6 req-8a332810-b00b-4936-9638-2b15d1d099b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067200 Nov 10 03:49:38.044968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:38.164691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 685c293a-b8dc-4480-9c42-009049f1fca3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:38.190217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] For port 60e7c365-6aff-404c-8060-f01060e1b9a6, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=60e7c365-6aff-404c-8060-f01060e1b9a6,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:38.190748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:38.213363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Calling delete_port for 60e7c365-6aff-404c-8060-f01060e1b9a6 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:38.323938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 685c293a-b8dc-4480-9c42-009049f1fca3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:38.325085 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:38.393109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26d4f-f370-4d89-8d87-e07e1f08d009 req-4e75047a-3ed9-4ec7-ab0b-9ddef4e4eb8d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:38.411958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6d26d4f-f370-4d89-8d87-e07e1f08d009 req-4e75047a-3ed9-4ec7-ab0b-9ddef4e4eb8d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1793413 Nov 10 03:49:38.433335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-92a9194a-252d-4d5d-9410-fca3e85ec7c7 None None] Provisioning complete for port 685c293a-b8dc-4480-9c42-009049f1fca3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:38.434091 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-92a9194a-252d-4d5d-9410-fca3e85ec7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:38.458087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-7a820950-70d2-469a-847e-2af00259c63c tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:38.459947 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-7a820950-70d2-469a-847e-2af00259c63c tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "GET /v2.0/ports?device_id=57bcc42a-23de-40ad-b01a-2cbf1c2b9752 HTTP/1.1" status: 200 len: 946 time: 1.5064380 Nov 10 03:49:38.499819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c65395-d6e5-4958-822f-5e03c4f3cca8 req-b39427b3-e04f-4531-9091-aba1532789b9 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:38.502362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8c65395-d6e5-4958-822f-5e03c4f3cca8 req-b39427b3-e04f-4531-9091-aba1532789b9 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 945 time: 0.0876744 Nov 10 03:49:38.538083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:38.554204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6d26d4f-f370-4d89-8d87-e07e1f08d009 req-10236de9-669c-43f4-8a1e-72ff6308d658 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394956 Nov 10 03:49:38.618550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 685c293a-b8dc-4480-9c42-009049f1fca3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=685c293a-b8dc-4480-9c42-009049f1fca3,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:38.630647 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:38.677070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8c65395-d6e5-4958-822f-5e03c4f3cca8 req-59c9bf7d-be49-42c5-aaf1-805f226abae4 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/security-groups?id=55833ec4-2233-4d68-a5b9-d018a33f9611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663146 Nov 10 03:49:38.680505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50848e5-e577-467f-adb9-2177fd5265f3 req-a14fde77-a26d-4c9b-9212-cf214fb5bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:38.682187 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f50848e5-e577-467f-adb9-2177fd5265f3 req-a14fde77-a26d-4c9b-9212-cf214fb5bca5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 1096 time: 0.3812208 Nov 10 03:49:38.749835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-7f7cf8d8-eb09-4fc5-9b88-1eee10031168 service neutron] 10.222.0.44 "GET /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.1846390 Nov 10 03:49:38.755682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=685c293a-b8dc-4480-9c42-009049f1fca3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:38.771910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f50848e5-e577-467f-adb9-2177fd5265f3 req-d2a6c2ec-7c9b-426a-a0db-020fd5a99f54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618997 Nov 10 03:49:38.791760 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-e065ec5b-3dd9-47b7-86c5-e4c647134b5d service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7402134 Nov 10 03:49:38.802996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-5ad0cffd-78f5-42b0-bd84-d88ee648be03 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:38.811502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-5ad0cffd-78f5-42b0-bd84-d88ee648be03 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:38.813760 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-5ad0cffd-78f5-42b0-bd84-d88ee648be03 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "GET /v2.0/networks?id=82d70419-b01c-45a2-a383-8f05eb99a9ae&id=f95c76fb-f924-49f6-b5d8-75fe96306858 HTTP/1.1" status: 200 len: 1392 time: 0.5106966 Nov 10 03:49:38.863503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-e5796b08-77dd-43ea-866c-92ca2926d107 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 217 time: 0.0484502 Nov 10 03:49:38.883979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b5fd79ca-f385-42d2-8fb8-5e13082140b4 None None] Provisioning complete for port 685c293a-b8dc-4480-9c42-009049f1fca3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:38.883979 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5fd79ca-f385-42d2-8fb8-5e13082140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:38.956289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afafb03-b2cc-4e74-bc76-6b825fba57f1 req-9454c0d4-7651-4635-90c1-8f486ae54dd6 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:38.967304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 685c293a-b8dc-4480-9c42-009049f1fca3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:38.968478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6afafb03-b2cc-4e74-bc76-6b825fba57f1 req-9454c0d4-7651-4635-90c1-8f486ae54dd6 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 944 time: 0.1564960 Nov 10 03:49:39.031128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Deleting port 1d0e9824-520d-41e7-905b-76b37b3a546f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:39.032289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.068218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 685c293a-b8dc-4480-9c42-009049f1fca3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:39.068837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.074426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-550dbb54-6673-44f7-8786-4d9c3b417728 req-13ef15a0-ccaf-4d89-b9da-b4a2d256d0ab tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 210 time: 0.0521505 Nov 10 03:49:39.142160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] For port 1d0e9824-520d-41e7-905b-76b37b3a546f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d0e9824-520d-41e7-905b-76b37b3a546f,segment=NetworkSegment(53b3aadf-8a2f-4e05-beef-f9cc5dbbde37),segment_id=53b3aadf-8a2f-4e05-beef-f9cc5dbbde37)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:39.142667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.157410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Calling delete_port for 1d0e9824-520d-41e7-905b-76b37b3a546f owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:39.189416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6afafb03-b2cc-4e74-bc76-6b825fba57f1 req-6da7ca24-fb7f-410d-957f-06a4a15cbf16 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200153 Nov 10 03:49:39.199602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-2dc76b8c-0fb5-498f-a660-afc1ed59bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:39.204579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-2dc76b8c-0fb5-498f-a660-afc1ed59bf57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.3247950 Nov 10 03:49:39.209489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'port': {'device_id': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae', 'admin_state_up': True, 'tenant_id': '184d19b008dc47b986fbbe98d99860b3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:39.265462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd4be2-e62a-4e7d-9182-0e9484151576 req-36c4fd82-ce5e-42b6-a187-81195d5883b6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:39.267560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dcd4be2-e62a-4e7d-9182-0e9484151576 req-36c4fd82-ce5e-42b6-a187-81195d5883b6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 945 time: 0.0880551 Nov 10 03:49:39.291363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:39.332230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:39.335935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.347225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1d0e9824-520d-41e7-905b-76b37b3a546f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:39.363434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dcd4be2-e62a-4e7d-9182-0e9484151576 req-c7d7539a-e6cf-4a4e-9fdd-779cd86d7750 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850830 Nov 10 03:49:39.374720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484bbd86-4f08-4324-869d-dd1980645e1e {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:39.392179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:39.399503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-e2341947-020c-4638-81c9-18b2e13a8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:39.401298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-e2341947-020c-4638-81c9-18b2e13a8483 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1855845 Nov 10 03:49:39.402066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Pushing event deleted for resources: {'Port': ['ID=60e7c365-6aff-404c-8060-f01060e1b9a6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:39.411742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.503734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] Transition to ACTIVE for port object 484bbd86-4f08-4324-869d-dd1980645e1e will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:39.516428 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.547063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] No DVR routers for this DVR port 60e7c365-6aff-404c-8060-f01060e1b9a6 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:39.558084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.561363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c6808963-0ee7-44b7-8845-8cb18c261305 req-90b46fab-fa33-4f26-89b3-2917477132cf tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.11 "DELETE /v2.0/ports/60e7c365-6aff-404c-8060-f01060e1b9a6 HTTP/1.1" status: 204 len: 173 time: 2.9439297 Nov 10 03:49:39.581061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f2860-819a-4acb-b521-b536ccdc3551', 'name': 'network-vif-deleted', 'tag': '60e7c365-6aff-404c-8060-f01060e1b9a6'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:39.583346 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789df8bb-dc58-4857-9ec9-4ef9f41deeb4" -d '{"events": [{"server_uuid": "493f2860-819a-4acb-b521-b536ccdc3551", "name": "network-vif-deleted", "tag": "60e7c365-6aff-404c-8060-f01060e1b9a6"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:39.629868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-3ddb769b-ed9b-4896-bbf8-58b1e2d434f8 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171307 Nov 10 03:49:39.655429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] No DVR routers for this DVR port 484bbd86-4f08-4324-869d-dd1980645e1e on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:39.665592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] Pushing event updated for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=10']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:39.717623 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b32429-58ff-4164-ac43-050b5a07ed40 x-openstack-request-id: req-93b32429-58ff-4164-ac43-050b5a07ed40 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:39.717914 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493f2860-819a-4acb-b521-b536ccdc3551", "name": "network-vif-deleted", "tag": "60e7c365-6aff-404c-8060-f01060e1b9a6", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:39.718173 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93b32429-58ff-4164-ac43-050b5a07ed40 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:39.718663 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f2860-819a-4acb-b521-b536ccdc3551', 'name': 'network-vif-deleted', 'tag': '60e7c365-6aff-404c-8060-f01060e1b9a6', 'status': 'completed', 'code': 200} Nov 10 03:49:39.735436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] 10.222.0.44 "PUT /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e/bindings/n-h1-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9704053 Nov 10 03:49:39.768303 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.772707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:39.776837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:39.823617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6ec69-e68a-4fb0-bf33-3c702403606d req-4360f108-e474-45b1-a886-e2c9ce2e7888 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:39.825307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e6ec69-e68a-4fb0-bf33-3c702403606d req-4360f108-e474-45b1-a886-e2c9ce2e7888 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1274006 Nov 10 03:49:39.846727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Pushing event deleted for resources: {'Port': ['ID=1d0e9824-520d-41e7-905b-76b37b3a546f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:39.903558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e6ec69-e68a-4fb0-bf33-3c702403606d req-4eed3f17-5983-4400-94fe-33a892d5300a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694137 Nov 10 03:49:39.938370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 60e7c365-6aff-404c-8060-f01060e1b9a6 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:39.960614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 60e7c365-6aff-404c-8060-f01060e1b9a6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:39.961465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 60e7c365-6aff-404c-8060-f01060e1b9a6 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:40.030720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b06657c5-6394-4a3e-818f-212d6987c7ab req-eedbfdd9-2f89-401c-925b-7a7db20890a9 tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.24 "GET /v2.0/ports?device_id=493f2860-819a-4acb-b521-b536ccdc3551 HTTP/1.1" status: 200 len: 210 time: 0.0406730 Nov 10 03:49:40.072006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] No DVR routers for this DVR port 1d0e9824-520d-41e7-905b-76b37b3a546f on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:40.081172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:40.085121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1004795-98c6-4729-b9cd-84b2ef50aad5 req-4270e038-d05c-424b-b720-2a53cc7b3e1e tempest-ListServersNegativeTestJSON-1875275433 tempest-ListServersNegativeTestJSON-1875275433-project] 10.222.0.44 "DELETE /v2.0/ports/1d0e9824-520d-41e7-905b-76b37b3a546f HTTP/1.1" status: 204 len: 173 time: 1.5968707 Nov 10 03:49:40.103526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-7fc7b422-fda7-42b6-85b1-ff2253b9dad0 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502478 Nov 10 03:49:40.149011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-cb2a4962-a389-423f-80ff-730aa974ef83 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.151843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-cb2a4962-a389-423f-80ff-730aa974ef83 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.3192604 Nov 10 03:49:40.186332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-07627aef-9954-41bf-b6ce-785669f14880 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde HTTP/1.1" status: 200 len: 217 time: 0.0696938 Nov 10 03:49:40.225411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-933bcec0-596a-45b0-b962-8ee016339c96 req-395087ac-1d0a-4ee3-ba6c-5c76e7ab33b6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 210 time: 0.0401211 Nov 10 03:49:40.355784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Allocated IP 19.80.0.149 (82d70419-b01c-45a2-a383-8f05eb99a9ae/2f4b0c88-daca-41ec-a53e-93a86adc8b97/5880ab04-2743-45e5-a466-048678ce6f85) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:40.385999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4dcb6-e9c1-4418-b3fa-2238f80ef3a6 req-272a56b3-a5aa-4a5d-b790-9ef59d9832bf tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.387443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-885685fa-64e5-42f2-8d66-65640f83d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.389496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-885685fa-64e5-42f2-8d66-65640f83d242 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.1936214 Nov 10 03:49:40.391457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b4dcb6-e9c1-4418-b3fa-2238f80ef3a6 req-272a56b3-a5aa-4a5d-b790-9ef59d9832bf tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.1054699 Nov 10 03:49:40.446630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-6d76b423-1183-42ef-aa9c-0b08d35c46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.448412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-6d76b423-1183-42ef-aa9c-0b08d35c46a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc&tenant_id=d755dac5f401488991d001bb1d0984ae HTTP/1.1" status: 200 len: 1096 time: 0.1866860 Nov 10 03:49:40.497655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b4dcb6-e9c1-4418-b3fa-2238f80ef3a6 req-9ba3c99a-37c8-4f6d-a3f4-e9e993a0d9b4 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982673 Nov 10 03:49:40.506978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-4c8bad0b-134f-4024-bd5a-41d7a54f4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.518950 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-4c8bad0b-134f-4024-bd5a-41d7a54f4b06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082280 Nov 10 03:49:40.574359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaae09-d266-4804-b712-f84d0b3f8ab8 req-12ae5475-c6b0-4166-a55d-d3af467675b0 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.576079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58eaae09-d266-4804-b712-f84d0b3f8ab8 req-12ae5475-c6b0-4166-a55d-d3af467675b0 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 945 time: 0.0626521 Nov 10 03:49:40.642899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58eaae09-d266-4804-b712-f84d0b3f8ab8 req-4e7b4de9-d836-4f40-ad53-a92acc512ca5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591207 Nov 10 03:49:40.795936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-4031dadb-c9ee-4d5b-82e8-dc7a08a75076 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033811 Nov 10 03:49:40.881180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-dfbad28a-a1ca-4e18-a2aa-cfaf9b9c6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.882863 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-dfbad28a-a1ca-4e18-a2aa-cfaf9b9c6507 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1096 time: 0.2915499 Nov 10 03:49:40.887977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:40.979197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b735-d336-4cff-973c-a774fcd94025 req-c30411a4-16f1-4b10-b68f-5dbc4e276b6d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:40.984310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd97b735-d336-4cff-973c-a774fcd94025 req-c30411a4-16f1-4b10-b68f-5dbc4e276b6d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.1254685 Nov 10 03:49:41.011646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd97b735-d336-4cff-973c-a774fcd94025 req-7b0518c5-0513-4ba3-8335-740914bd914c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0202770 Nov 10 03:49:41.031266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-44f8bab8-e8ba-4afb-8c1a-0821022f577b service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251685 Nov 10 03:49:41.057322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:41.060293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-cfc0245a-e800-45fc-8d59-a5876e170fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:41.062148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-cfc0245a-e800-45fc-8d59-a5876e170fcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.1647105 Nov 10 03:49:41.129445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd97b735-d336-4cff-973c-a774fcd94025 req-2a95bb85-4507-491c-8927-39344caf2625 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113794 Nov 10 03:49:41.140244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network 82d70419-b01c-45a2-a383-8f05eb99a9ae is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:41.157009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c8fc9-9efe-4a8b-ab6d-d470c65d4bc9 req-a30b96bb-7fb1-424b-ad50-aaedfa8d9dea tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:41.158586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be0c8fc9-9efe-4a8b-ab6d-d470c65d4bc9 req-a30b96bb-7fb1-424b-ad50-aaedfa8d9dea tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1027236 Nov 10 03:49:41.181787 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-491ed3ad-e345-4bc6-8358-007aa9303252 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 200 len: 217 time: 0.0864921 Nov 10 03:49:41.206874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-13bab39d-ef95-4b5c-afeb-3b193cf39253 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b HTTP/1.1" status: 200 len: 217 time: 0.1510062 Nov 10 03:49:41.211584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:41.214570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:41.258944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be0c8fc9-9efe-4a8b-ab6d-d470c65d4bc9 req-e6058095-3cc2-48ef-85b9-dcb9b55185a3 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884414 Nov 10 03:49:41.331886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd97b735-d336-4cff-973c-a774fcd94025 req-06545c99-5377-451e-8e0f-649778c83955 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952431 Nov 10 03:49:41.376706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Port': ['ID=5880ab04-2743-45e5-a466-048678ce6f85,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:41.391063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:41.391787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:41.416002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-4dc53f9b-8f0a-45aa-b696-a77eb50ea35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:41.417757 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-4dc53f9b-8f0a-45aa-b696-a77eb50ea35a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.2102084 Nov 10 03:49:41.422891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-b0673f6b-5ab2-4919-a1f8-db4a4dc6102c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2186694 Nov 10 03:49:41.424741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-4f7abfe9-7e50-46ce-8325-917b12eca825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:41.426520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-4f7abfe9-7e50-46ce-8325-917b12eca825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.2082224 Nov 10 03:49:41.459894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Request body: {'port': {'device_id': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858', 'admin_state_up': True, 'tenant_id': '184d19b008dc47b986fbbe98d99860b3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:41.510600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd97b735-d336-4cff-973c-a774fcd94025 req-8d98aa12-89f1-4695-8a2e-6b00f81c712f service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774454 Nov 10 03:49:41.516779 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-871ea045-b5d4-4ea8-881c-78101e35b152 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724337 Nov 10 03:49:41.580764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b105-1a65-4b8d-bc69-91e3b619c28e req-0499b008-a280-42bc-a291-1698d6f17dfc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:41.582451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fff3b105-1a65-4b8d-bc69-91e3b619c28e req-0499b008-a280-42bc-a291-1698d6f17dfc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 932 time: 0.0696909 Nov 10 03:49:41.674556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fff3b105-1a65-4b8d-bc69-91e3b619c28e req-7c593c03-e182-4ea7-8f60-14ad4770888d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856638 Nov 10 03:49:41.678808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4ba5bcd9-e3ec-4e28-922e-c4d2c3091aae None None] Provisioning complete for port 5880ab04-2743-45e5-a466-048678ce6f85 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:41.678808 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ba5bcd9-e3ec-4e28-922e-c4d2c3091aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:41.710289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56780) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:41.789474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] Deleting subnet c9542638-6750-4ab3-bf57-74d0ff9c6895 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:49:41.791327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d0e9824-520d-41e7-905b-76b37b3a546f no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:41.794266 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:41.800550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5bcd9-e3ec-4e28-922e-c4d2c3091aae None None] Port 5880ab04-2743-45e5-a466-048678ce6f85 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:49:41.851572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 1d0e9824-520d-41e7-905b-76b37b3a546f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:41.853076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d0e9824-520d-41e7-905b-76b37b3a546f not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:41.856383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.026229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57a554-2bed-41e6-8af7-091d68f9b87e req-15ff4a1a-5334-42c5-8653-d9cfad040c96 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:42.027990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c57a554-2bed-41e6-8af7-091d68f9b87e req-15ff4a1a-5334-42c5-8653-d9cfad040c96 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.1690655 Nov 10 03:49:42.039155 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.150451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c57a554-2bed-41e6-8af7-091d68f9b87e req-62896013-f294-478e-858d-3c8f99d179e2 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129475 Nov 10 03:49:42.179388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.242939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'name': 'network-vif-deleted', 'tag': '1d0e9824-520d-41e7-905b-76b37b3a546f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:42.250748 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f69c463-b895-4b49-a4f5-3dcc8c22862e" -d '{"events": [{"server_uuid": "57bcc42a-23de-40ad-b01a-2cbf1c2b9752", "name": "network-vif-deleted", "tag": "1d0e9824-520d-41e7-905b-76b37b3a546f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:42.254626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9542638-6750-4ab3-bf57-74d0ff9c6895,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:42.277156 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.287325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f9116929-2353-493a-bd91-cca6b52597f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9542638-6750-4ab3-bf57-74d0ff9c6895 HTTP/1.1" status: 204 len: 168 time: 0.5755911 Nov 10 03:49:42.288385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56802) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:42.302319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-f375963f-422e-4465-abd2-e66a51a0b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:42.303933 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-f375963f-422e-4465-abd2-e66a51a0b524 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8704767 Nov 10 03:49:42.419744 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5c9a1-7453-415c-a066-61035dc416b6 x-openstack-request-id: req-87e5c9a1-7453-415c-a066-61035dc416b6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:42.420987 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bcc42a-23de-40ad-b01a-2cbf1c2b9752", "name": "network-vif-deleted", "tag": "1d0e9824-520d-41e7-905b-76b37b3a546f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:42.421271 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87e5c9a1-7453-415c-a066-61035dc416b6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:42.423207 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bcc42a-23de-40ad-b01a-2cbf1c2b9752', 'name': 'network-vif-deleted', 'tag': '1d0e9824-520d-41e7-905b-76b37b3a546f', 'status': 'completed', 'code': 200} Nov 10 03:49:42.489416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.504087 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-05728509-0f56-4c52-b464-e069c75086c7 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9538617 Nov 10 03:49:42.524439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525b97c-7e31-4663-917c-09ff6ed4b7c2 req-d46233f4-48b0-46d4-9086-8be05216a83c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:42.526216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0525b97c-7e31-4663-917c-09ff6ed4b7c2 req-d46233f4-48b0-46d4-9086-8be05216a83c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0983512 Nov 10 03:49:42.586769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Made reservation on behalf of 184d19b008dc47b986fbbe98d99860b3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:42.592131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.668153 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.705542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-c10b497c-6bfa-49f8-8d81-e39a7c88fa4e service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907857 Nov 10 03:49:42.758144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344522b7-8016-4230-898a-5afd2c6bd14f']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:42.768781 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0525b97c-7e31-4663-917c-09ff6ed4b7c2 req-7d5965d9-dad2-4e83-ad3c-927c5a78fdf0 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181513 Nov 10 03:49:42.789498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:42.789498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b3aadf-8a2f-4e05-beef-f9cc5dbbde37') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:42.804763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.852393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-fbcbdcd8-25f4-4415-81f3-6c743c05effc tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:42.858403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-fbcbdcd8-25f4-4415-81f3-6c743c05effc tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.2298427 Nov 10 03:49:42.860551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.866927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-20e2aa10-35f8-49cd-b455-33994d15c579 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518004 Nov 10 03:49:42.890275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:49:42.890962 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:49:42.895318 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:49:42.931271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Allocated IP 19.86.0.230 (f95c76fb-f924-49f6-b5d8-75fe96306858/8b62996d-9b1a-4b5d-bd83-95b4922c59ce/152eb613-7408-477b-9b77-2bff443123aa) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:42.945883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-e6f70036-d828-494d-b896-59b445053c40 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307715 Nov 10 03:49:42.948519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-ef92b2d4-96d6-41a4-8252-82462490bb7d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0813129 Nov 10 03:49:42.999458 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:43.008277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:43.013817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] 10.222.0.24 "DELETE /v2.0/networks/344522b7-8016-4230-898a-5afd2c6bd14f HTTP/1.1" status: 204 len: 168 time: 0.7217522 Nov 10 03:49:43.027943 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-a090b994-95b4-4df2-95d1-4ded0a6f4fa9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38 HTTP/1.1" status: 200 len: 217 time: 0.0744820 Nov 10 03:49:43.030509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714962cf-ec83-49c6-9a21-9c9384f1b984 req-57d94705-6ac8-4112-9aa6-bebe772a9a51 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:43.038156 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-714962cf-ec83-49c6-9a21-9c9384f1b984 req-57d94705-6ac8-4112-9aa6-bebe772a9a51 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 932 time: 0.1747351 Nov 10 03:49:43.046832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca57af3-ed11-4200-aded-ca8965f78a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=344522b7-8016-4230-898a-5afd2c6bd14f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:43.089653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-230bb047-9cb3-447e-9ca6-989c69e0764f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251256 Nov 10 03:49:43.154267 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-714962cf-ec83-49c6-9a21-9c9384f1b984 req-51193fbc-a0f7-4b5c-9231-48cf6918bdb1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151559 Nov 10 03:49:43.194576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-f302f02b-fcf7-4139-a452-b5611eecbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:43.195999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-f302f02b-fcf7-4139-a452-b5611eecbc42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.1577616 Nov 10 03:49:43.254991 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-1532203f-ddd3-4e24-9078-ff878e01cb86 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644399 Nov 10 03:49:43.304380 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-98a556e0-53e5-4b17-8a10-82c4789b15eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:43.449052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-1137ae60-011c-4910-9701-29a201adb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:43.464148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-1137ae60-011c-4910-9701-29a201adb87c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2461853 Nov 10 03:49:43.483729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e742ea0-3316-4539-ba12-67dd8b2a6d66 req-1dea6ef5-001b-4b19-8652-b3343298c14c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:43.485241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e742ea0-3316-4539-ba12-67dd8b2a6d66 req-1dea6ef5-001b-4b19-8652-b3343298c14c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.1248622 Nov 10 03:49:43.485714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:43.507373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:43.589283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-186e9efb-e1d2-40c9-af5f-bc4de22ba2b0 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:43.590988 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-186e9efb-e1d2-40c9-af5f-bc4de22ba2b0 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc&tenant_id=d755dac5f401488991d001bb1d0984ae&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.2606492 Nov 10 03:49:43.600641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b7928593-4b46-4dbd-b608-84ca04e0780e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26b95eb39bc84b74a81299b1631adccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092169 Nov 10 03:49:43.610512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56840) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:43.620770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-e94ad0ae-7698-425f-bfc0-05eb7aaf43f0 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578429 Nov 10 03:49:43.631775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e742ea0-3316-4539-ba12-67dd8b2a6d66 req-89bb0b6f-6d59-4d68-8ce0-d93611a36103 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352673 Nov 10 03:49:43.653470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6da09-92f0-48fd-bebe-020cb09b87bf req-60b27e11-17b9-402a-82e8-762580076471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:43.653470 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9db6da09-92f0-48fd-bebe-020cb09b87bf req-60b27e11-17b9-402a-82e8-762580076471 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 1096 time: 0.2227056 Nov 10 03:49:43.810352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d8d75a9-7232-46cd-9921-e02c96184c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:43.812439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:43.837968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56850) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:43.884077 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-e1600f25-e1f3-49a9-ba12-0955eba49c9b service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691044 Nov 10 03:49:43.941610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d8d75a9-7232-46cd-9921-e02c96184c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:43.944536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4898b21-3704-4512-92f2-e41d0049c8d6 req-c6eb2914-0437-46fc-8931-64245e0bf4da tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 210 time: 0.0963483 Nov 10 03:49:43.945266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9db6da09-92f0-48fd-bebe-020cb09b87bf req-59819091-c76f-4833-8502-5c556177fca8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446544 Nov 10 03:49:43.945976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event updated for resources: {'Port': ['ID=152eb613-7408-477b-9b77-2bff443123aa,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:44.036692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Network f95c76fb-f924-49f6-b5d8-75fe96306858 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:44.048157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:44.058160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:44.089571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ea07d4b-16db-4715-bc78-63c1abc3fc9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.120065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd83c0-356f-467f-9136-afee25ada2fc req-bb793da3-9fd7-420e-a18a-c7482dceff27 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:44.128139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3cd83c0-356f-467f-9136-afee25ada2fc req-bb793da3-9fd7-420e-a18a-c7482dceff27 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1357169 Nov 10 03:49:44.139299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:44.140564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.206765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3cd83c0-356f-467f-9136-afee25ada2fc req-3b301ef4-87ce-4408-b2a6-a399408637ca tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775464 Nov 10 03:49:44.260205 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0793c7b0-9e2f-477e-b26a-24533793862f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8053184 Nov 10 03:49:44.278772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-7728bf07-d1f3-4e37-9a75-462784c0abbe service neutron] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:44.283738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Request body: {'port': {'device_id': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:44.289428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-59e78b17-4ca8-43ac-8947-7c5e53ba58e4 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887751 Nov 10 03:49:44.294342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-7728bf07-d1f3-4e37-9a75-462784c0abbe service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.295739 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-7728bf07-d1f3-4e37-9a75-462784c0abbe service neutron] 10.222.0.11 "DELETE /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e/bindings/n-h2-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.6861279 Nov 10 03:49:44.300342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ea07d4b-16db-4715-bc78-63c1abc3fc9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.306234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ea07d4b-16db-4715-bc78-63c1abc3fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.333360 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d8d75a9-7232-46cd-9921-e02c96184c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.336478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d8d75a9-7232-46cd-9921-e02c96184c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.337796 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0d8d75a9-7232-46cd-9921-e02c96184c87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55833ec4-2233-4d68-a5b9-d018a33f9611 HTTP/1.1" status: 204 len: 168 time: 0.7262847 Nov 10 03:49:44.341955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7ea07d4b-16db-4715-bc78-63c1abc3fc9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f357a7af73945629a110a41d7324a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5025446 Nov 10 03:49:44.344694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56862) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:44.390769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-838a858b-cfc5-4855-b95a-d862560478c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7 HTTP/1.1" status: 200 len: 217 time: 0.0739489 Nov 10 03:49:44.395532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d75a9-7232-46cd-9921-e02c96184c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55833ec4-2233-4d68-a5b9-d018a33f9611,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:44.468935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.476596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea07d4b-16db-4715-bc78-63c1abc3fc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc3551a-aa64-4930-9806-a373614a0a09,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:44.514054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-cca33584-deb3-441b-bac8-3ba3e1145f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:44.515543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-cca33584-deb3-441b-bac8-3ba3e1145f41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.1160591 Nov 10 03:49:44.522918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd68e-4e66-4aba-8ae0-c9b0449f2726 req-20e75ebd-8271-4fb7-933d-4e9e74018793 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:44.530141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd68e-4e66-4aba-8ae0-c9b0449f2726 req-20e75ebd-8271-4fb7-933d-4e9e74018793 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:44.532749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e5dd68e-4e66-4aba-8ae0-c9b0449f2726 req-20e75ebd-8271-4fb7-933d-4e9e74018793 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1655 time: 0.1664186 Nov 10 03:49:44.566463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0af2b98d-a4d3-498f-98db-9d9f90e3386f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.584179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0ceed807-614c-4aaf-b0a4-b214cce3efda None None] Provisioning complete for port 152eb613-7408-477b-9b77-2bff443123aa triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:44.585309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0ceed807-614c-4aaf-b0a4-b214cce3efda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.683983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-1bb0cba6-5bff-42cd-b528-acee3ef1f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:44.686099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-1bb0cba6-5bff-42cd-b528-acee3ef1f2d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1612191 Nov 10 03:49:44.703143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0ceed807-614c-4aaf-b0a4-b214cce3efda None None] Port 152eb613-7408-477b-9b77-2bff443123aa cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:49:44.707083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0af2b98d-a4d3-498f-98db-9d9f90e3386f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.732225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e5dd68e-4e66-4aba-8ae0-c9b0449f2726 req-9b7064ed-c6b9-4fff-976e-031290a4b2a6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770465 Nov 10 03:49:44.889679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d5596-283d-46bb-9a5e-04390e562cf3 req-3da38f71-5427-4c79-95f1-4519c6676c19 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:44.896504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-919d5596-283d-46bb-9a5e-04390e562cf3 req-3da38f71-5427-4c79-95f1-4519c6676c19 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.1144402 Nov 10 03:49:44.919923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0af2b98d-a4d3-498f-98db-9d9f90e3386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.925152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0af2b98d-a4d3-498f-98db-9d9f90e3386f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:44.926346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0af2b98d-a4d3-498f-98db-9d9f90e3386f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edc3551a-aa64-4930-9806-a373614a0a09 HTTP/1.1" status: 204 len: 168 time: 0.5803163 Nov 10 03:49:44.928805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-1c95e639-dfb2-46d2-b83c-43dcf9eb77d1 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286730 Nov 10 03:49:44.939881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2b98d-a4d3-498f-98db-9d9f90e3386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc3551a-aa64-4930-9806-a373614a0a09,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:45.005062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-919d5596-283d-46bb-9a5e-04390e562cf3 req-a69f95ea-96b1-40df-89c8-1e240e5bce56 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060143 Nov 10 03:49:45.077178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5880ab04-2743-45e5-a466-048678ce6f85 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:45.107462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.120696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0166201b-3ae8-4660-81d5-d5196850c8c7 req-86b64ad0-1055-4ec8-a55e-ffa0f2b0d207 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783805 Nov 10 03:49:45.127033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d82f74b-885b-4b4e-880d-15d5e7398bd1 req-bbfd3df2-c5e8-4207-a968-c68f34bb7c79 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 210 time: 0.0343852 Nov 10 03:49:45.147818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Transition to ACTIVE for port object 5880ab04-2743-45e5-a466-048678ce6f85 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:45.153871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.271382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Pushing event updated for resources: {'Port': ['ID=5880ab04-2743-45e5-a466-048678ce6f85,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:45.370895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78c146-46fc-475c-8e84-acfa88db6969 req-f91d1f7a-cfa5-46d8-8163-95ace04cbf4a tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:45.372471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a78c146-46fc-475c-8e84-acfa88db6969 req-f91d1f7a-cfa5-46d8-8163-95ace04cbf4a tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 1096 time: 0.1326661 Nov 10 03:49:45.386255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Attempting to bind port 5880ab04-2743-45e5-a466-048678ce6f85 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:45.386876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Attempting to bind port 5880ab04-2743-45e5-a466-048678ce6f85 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:45.387543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Attempting to bind port 5880ab04-2743-45e5-a466-048678ce6f85 on network 82d70419-b01c-45a2-a383-8f05eb99a9ae {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:45.395283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Port 5880ab04-2743-45e5-a466-048678ce6f85 on network 82d70419-b01c-45a2-a383-8f05eb99a9ae not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:45.395967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Attempting to bind port 5880ab04-2743-45e5-a466-048678ce6f85 on network 82d70419-b01c-45a2-a383-8f05eb99a9ae {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:45.403574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:45.404352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Checking segment: {'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:45.404986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Bound using segment: {'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:45.405738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Bound port: 5880ab04-2743-45e5-a466-048678ce6f85, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37f76dd-2ba3-4978-8772-198208aafbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:45.406369 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.512784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56896) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:45.522452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] For port 5880ab04-2743-45e5-a466-048678ce6f85, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:45.540885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5058ec7-4fcb-419a-909f-dca875e798bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.541120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df325e98-be04-41d6-8c70-c2cbf020533a req-3272e868-52e9-4a94-bcea-ea0e1402823c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:45.549029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df325e98-be04-41d6-8c70-c2cbf020533a req-3272e868-52e9-4a94-bcea-ea0e1402823c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1691048 Nov 10 03:49:45.552639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] For port 5880ab04-2743-45e5-a466-048678ce6f85, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5880ab04-2743-45e5-a466-048678ce6f85,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:45.562245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.571718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a78c146-46fc-475c-8e84-acfa88db6969 req-be319363-1f1d-4f78-8536-30ec54749ba4 tempest-LiveAutoBlockMigrationV225Test-255982115 tempest-LiveAutoBlockMigrationV225Test-255982115-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711669 Nov 10 03:49:45.622740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51573feb-7871-4a2f-b237-3e466f97cac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.664210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df325e98-be04-41d6-8c70-c2cbf020533a req-8e84c457-45e0-49f9-ac98-261ffc9744b8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142719 Nov 10 03:49:45.693706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:45.696423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.698020 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-72049a61-22fd-421d-93ad-b69606669404 service neutron] 10.222.0.11 "PUT /v2.0/ports/5880ab04-2743-45e5-a466-048678ce6f85 HTTP/1.1" status: 200 len: 1092 time: 1.4219990 Nov 10 03:49:45.703985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'tag': '5880ab04-2743-45e5-a466-048678ce6f85'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:45.706381 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6637f6-46cb-4694-bdf6-d60e20914ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "tag": "5880ab04-2743-45e5-a466-048678ce6f85"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:45.742600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72049a61-22fd-421d-93ad-b69606669404 service neutron] Pushing event updated for resources: {'Port': ['ID=5880ab04-2743-45e5-a466-048678ce6f85,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:45.772720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Request body: {'port': {'device_id': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:45.835089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5058ec7-4fcb-419a-909f-dca875e798bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.947882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b6b9b-8a22-4353-9193-ee18df3bc09a req-436b0e28-97f5-4fb3-99db-83c2390178bb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:45.949976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-361b6b9b-8a22-4353-9193-ee18df3bc09a req-436b0e28-97f5-4fb3-99db-83c2390178bb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0995932 Nov 10 03:49:45.961459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5058ec7-4fcb-419a-909f-dca875e798bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:45.965245 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fe9a37-25be-4ebe-9b25-2f102804e4e9 x-openstack-request-id: req-72fe9a37-25be-4ebe-9b25-2f102804e4e9 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:45.965557 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "tag": "5880ab04-2743-45e5-a466-048678ce6f85", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:45.965766 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72fe9a37-25be-4ebe-9b25-2f102804e4e9 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:45.966728 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'tag': '5880ab04-2743-45e5-a466-048678ce6f85', 'status': 'completed', 'code': 200} Nov 10 03:49:46.021011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56916) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:46.106613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-361b6b9b-8a22-4353-9193-ee18df3bc09a req-196f9844-e192-4d62-a694-a91af62da811 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460278 Nov 10 03:49:46.131022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b849b-0fbe-4c89-8850-10382e21d3a4 req-ce29bfc9-5ee2-42d6-986a-7141cfed337f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.137048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b849b-0fbe-4c89-8850-10382e21d3a4 req-ce29bfc9-5ee2-42d6-986a-7141cfed337f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.145104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-152b849b-0fbe-4c89-8850-10382e21d3a4 req-ce29bfc9-5ee2-42d6-986a-7141cfed337f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1667 time: 0.1071987 Nov 10 03:49:46.167543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f5058ec7-4fcb-419a-909f-dca875e798bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e76c01555b74450894279f05d62c37a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6510286 Nov 10 03:49:46.171223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56926) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:46.198792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1566847538-network', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:46.219941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-4c7fbefe-a8b5-4c2a-8b10-2885fdb7367d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.222017 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-4c7fbefe-a8b5-4c2a-8b10-2885fdb7367d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.3640881 Nov 10 03:49:46.222681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5058ec7-4fcb-419a-909f-dca875e798bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b9fc33-5775-4609-a5cc-361ce50a852a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:46.228461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.246899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Request body: {'port': {'device_id': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'admin_state_up': True, 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:46.257464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-e22697f5-05de-406c-b80f-424932817074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.257960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-e22697f5-05de-406c-b80f-424932817074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.258403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-152b849b-0fbe-4c89-8850-10382e21d3a4 req-721e31b9-0500-4703-a13d-0e39166c8766 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123509 Nov 10 03:49:46.259499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-e22697f5-05de-406c-b80f-424932817074 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1914 time: 0.2545493 Nov 10 03:49:46.277532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Made reservation on behalf of 49ead17c539a4677ae0cc7b67f27625f for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:46.279886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.297688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738bb96-ef3b-4593-8731-0191ab3803a3 req-9d18c71b-dd35-4989-96b5-3eb6775ad4cd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.299582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c738bb96-ef3b-4593-8731-0191ab3803a3 req-9d18c71b-dd35-4989-96b5-3eb6775ad4cd tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.1375053 Nov 10 03:49:46.303294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.338026 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b5450e1-74ac-417b-b5fd-27e5165b5223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.397491 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b5450e1-74ac-417b-b5fd-27e5165b5223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.416159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c738bb96-ef3b-4593-8731-0191ab3803a3 req-48458909-7550-4e7c-9736-7aa90a5a083d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091866 Nov 10 03:49:46.479718 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b5450e1-74ac-417b-b5fd-27e5165b5223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.482460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b5450e1-74ac-417b-b5fd-27e5165b5223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.483752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7b5450e1-74ac-417b-b5fd-27e5165b5223 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77b9fc33-5775-4609-a5cc-361ce50a852a HTTP/1.1" status: 204 len: 168 time: 0.3081472 Nov 10 03:49:46.500151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.508217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5450e1-74ac-417b-b5fd-27e5165b5223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b9fc33-5775-4609-a5cc-361ce50a852a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:46.511416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.537118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:49:46.555608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1503751-f600-4d5f-847d-d298e74bc733,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:46.559174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.559512 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Added segment 5eeaeb70-bbcb-4956-8304-db854033c9ac of type vlan for network 395a964d-bcac-441e-812b-11b5147ee392 Nov 10 03:49:46.633907 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.652672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8e9cbd2-e8ed-46e7-be68-649bbe36af87 req-2b847d02-ba86-4a05-9c81-45033b0b76a4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 210 time: 0.0379205 Nov 10 03:49:46.654815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.688452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.690081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.690732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.783928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=395a964d-bcac-441e-812b-11b5147ee392,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:46.791954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-24434867-8f00-4aa0-92b9-479d4be6a7b8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7699108 Nov 10 03:49:46.797065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 395a964d-bcac-441e-812b-11b5147ee392 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:49:46.826087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56936) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:46.832369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Request body: {'subnet': {'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1566847538-subnet', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:46.862919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Made reservation on behalf of 49ead17c539a4677ae0cc7b67f27625f for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:46.865398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:46.939365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-aa4c4a42-470f-43ef-bfd5-95844d61dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.939942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-aa4c4a42-470f-43ef-bfd5-95844d61dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.940476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-aa4c4a42-470f-43ef-bfd5-95844d61dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:46.942464 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-aa4c4a42-470f-43ef-bfd5-95844d61dfa0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=184d19b008dc47b986fbbe98d99860b3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6140113 Nov 10 03:49:47.018326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56938) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:47.103993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cec78f98-f9fc-40e5-9bd6-b655aad4ede7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.129222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-2f75f440-3d14-4848-a7e3-2fcb758f2c83 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:47.131275 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-2f75f440-3d14-4848-a7e3-2fcb758f2c83 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.2304754 Nov 10 03:49:47.148134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:49:47.152725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.278096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb54a7a-6961-437d-8f2e-5e17d1c554f2 req-e45e9755-2f66-4a77-ac86-cd1bde014c59 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:47.279552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fb54a7a-6961-437d-8f2e-5e17d1c554f2 req-e45e9755-2f66-4a77-ac86-cd1bde014c59 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.4929309 Nov 10 03:49:47.341382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-ba039252-1aa2-4e0f-b621-13c903b8081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:47.342893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b6637f6-46cb-4694-bdf6-d60e20914ee3 req-ba039252-1aa2-4e0f-b621-13c903b8081b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3902111 Nov 10 03:49:47.358078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fb54a7a-6961-437d-8f2e-5e17d1c554f2 req-14681ba0-380d-457a-bf29-1bf96af58586 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692315 Nov 10 03:49:47.478320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c4c8-7934-40f4-a4d4-c89371aed300 req-b4e7c3f7-d504-4c89-ab5e-ad06dea839cd tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:47.481951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c4c8-7934-40f4-a4d4-c89371aed300 req-b4e7c3f7-d504-4c89-ab5e-ad06dea839cd tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:47.483557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b92c4c8-7934-40f4-a4d4-c89371aed300 req-b4e7c3f7-d504-4c89-ab5e-ad06dea839cd tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1667 time: 0.1220481 Nov 10 03:49:47.494087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152eb613-7408-477b-9b77-2bff443123aa {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:47.497982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.528343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.540926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cec78f98-f9fc-40e5-9bd6-b655aad4ede7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.554900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cec78f98-f9fc-40e5-9bd6-b655aad4ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.565079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Deleting port 484bbd86-4f08-4324-869d-dd1980645e1e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:49:47.565416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.603777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Transition to ACTIVE for port object 152eb613-7408-477b-9b77-2bff443123aa will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:47.617210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Pushing event updated for resources: {'Subnet': ['ID=5932b073-1636-4ec3-858d-313b87aa0e2f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:47.634955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b92c4c8-7934-40f4-a4d4-c89371aed300 req-04516f3f-923e-4a61-9586-80031a7cd23c tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400397 Nov 10 03:49:47.640409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:47.640785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Network hostable DHCP agents. Network: 395a964d-bcac-441e-812b-11b5147ee392, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:49:47.650919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Allocated IP 172.20.0.9 (c880fe4c-c32a-4308-980f-d05a106fd61b/383b9d06-815a-4344-b526-842658d834f7/899fbe72-bce0-4dfb-8e12-3781a5128a34) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:47.652199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30969390-58b4-4689-83ce-f68e9893933c req-7219949e-43c8-4cbc-aa55-62113d3cf10f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:47.652911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.653682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30969390-58b4-4689-83ce-f68e9893933c req-7219949e-43c8-4cbc-aa55-62113d3cf10f tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 945 time: 0.1144404 Nov 10 03:49:47.690404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cec78f98-f9fc-40e5-9bd6-b655aad4ede7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b7ecb465e1b42338748799043f6a603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580319 Nov 10 03:49:47.690404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec78f98-f9fc-40e5-9bd6-b655aad4ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c138a1-886d-4eb1-b5bd-336ac00701b8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:47.692330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56950) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:47.704104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Network 395a964d-bcac-441e-812b-11b5147ee392 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:49:47.731825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 395a964d-bcac-441e-812b-11b5147ee392) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:47.745523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81763685-9d4a-4de4-b841-d699e53f965b None None] Network 395a964d-bcac-441e-812b-11b5147ee392 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:47.749010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:47.749595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.779557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30969390-58b4-4689-83ce-f68e9893933c req-722367df-1f1f-4521-bdb5-030cdfe3d859 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102221 Nov 10 03:49:47.794977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a47bf24-b6e3-427b-b9c6-55481a5b95be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9678290 Nov 10 03:49:47.798865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56952) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:47.812281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Pushing event updated for resources: {'Port': ['ID=152eb613-7408-477b-9b77-2bff443123aa,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:47.823784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] For port 484bbd86-4f08-4324-869d-dd1980645e1e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=484bbd86-4f08-4324-869d-dd1980645e1e,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:47.824145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.839557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd15b-73ff-42bb-8385-3a91761e085f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.844683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:47.872248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Calling delete_port for 484bbd86-4f08-4324-869d-dd1980645e1e owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:49:47.908428 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd15b-73ff-42bb-8385-3a91761e085f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.951965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7783cd9-1c1e-4ace-8561-afff2ce256b8 req-466a9240-5869-46ca-8c6a-e489b83d011a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 210 time: 0.0414205 Nov 10 03:49:47.953060 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.955057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:47.986636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-395a964d-bcac-441e-812b-11b5147ee392', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:49:47.987514 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.039541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.141344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Attempting to bind port 152eb613-7408-477b-9b77-2bff443123aa on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:48.142256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Attempting to bind port 152eb613-7408-477b-9b77-2bff443123aa by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:48.142256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Attempting to bind port 152eb613-7408-477b-9b77-2bff443123aa on network f95c76fb-f924-49f6-b5d8-75fe96306858 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:48.155804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Allocated IP 172.20.0.2 (395a964d-bcac-441e-812b-11b5147ee392/5932b073-1636-4ec3-858d-313b87aa0e2f/cb6249bb-52b8-4302-92f1-1c7b58bf9917) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:48.164136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Port 152eb613-7408-477b-9b77-2bff443123aa on network f95c76fb-f924-49f6-b5d8-75fe96306858 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:48.164835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Attempting to bind port 152eb613-7408-477b-9b77-2bff443123aa on network f95c76fb-f924-49f6-b5d8-75fe96306858 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:48.184461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:48.184786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Checking segment: {'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:48.185225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Bound using segment: {'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:48.185879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Bound port: 152eb613-7408-477b-9b77-2bff443123aa, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366b17bb-89ca-4669-abee-cae1696711d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:48.186374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.190127 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.195713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd15b-73ff-42bb-8385-3a91761e085f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.198966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd15b-73ff-42bb-8385-3a91761e085f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.202594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6dcdd15b-73ff-42bb-8385-3a91761e085f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0c138a1-886d-4eb1-b5bd-336ac00701b8 HTTP/1.1" status: 204 len: 168 time: 0.5065510 Nov 10 03:49:48.220869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdd15b-73ff-42bb-8385-3a91761e085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c138a1-886d-4eb1-b5bd-336ac00701b8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:48.240659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.374093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.408503 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.414961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:48.491424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event updated for resources: {'Port': ['ID=899fbe72-bce0-4dfb-8e12-3781a5128a34,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:48.500010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.539226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] For port 152eb613-7408-477b-9b77-2bff443123aa, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:48.543460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event deleted for resources: {'Port': ['ID=484bbd86-4f08-4324-869d-dd1980645e1e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:48.558237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Network c880fe4c-c32a-4308-980f-d05a106fd61b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:48.561007 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.568557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.570369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:48.585606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:48.591654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.619007 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.652152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:48.652379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac112eb-275b-4c68-ac72-c29ddecc5bf4 req-f27ea507-0448-44b4-a66e-d5011df392bf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:48.659159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] For port 152eb613-7408-477b-9b77-2bff443123aa, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=152eb613-7408-477b-9b77-2bff443123aa,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:48.666982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cac112eb-275b-4c68-ac72-c29ddecc5bf4 req-f27ea507-0448-44b4-a66e-d5011df392bf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1836443 Nov 10 03:49:48.668542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:48.679065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:48.698793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] No DVR routers for this DVR port 484bbd86-4f08-4324-869d-dd1980645e1e on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:49:48.716979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.743957 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3690b3d7-bba0-45a0-9952-286951e3f33f req-0f5d3f5f-dbf7-414c-b070-4c477219f52d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "DELETE /v2.0/ports/484bbd86-4f08-4324-869d-dd1980645e1e HTTP/1.1" status: 204 len: 173 time: 1.5971854 Nov 10 03:49:48.760026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Pushing event updated for resources: {'Port': ['ID=cb6249bb-52b8-4302-92f1-1c7b58bf9917,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:48.788315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.789984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'name': 'network-vif-deleted', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:48.794090 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aeef9c-f222-44d5-8751-761d33774736" -d '{"events": [{"server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "name": "network-vif-deleted", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:48.843447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:48.844482 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.845894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] 10.222.0.11 "PUT /v2.0/ports/152eb613-7408-477b-9b77-2bff443123aa HTTP/1.1" status: 200 len: 1092 time: 3.0981801 Nov 10 03:49:48.865561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:48.869316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.877625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Attempting to bind port cb6249bb-52b8-4302-92f1-1c7b58bf9917 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:48.878227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Attempting to bind port cb6249bb-52b8-4302-92f1-1c7b58bf9917 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:48.878804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Attempting to bind port cb6249bb-52b8-4302-92f1-1c7b58bf9917 on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:48.886637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:48.887004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:48.887644 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.888182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Bound using segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:48.888964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Bound port: cb6249bb-52b8-4302-92f1-1c7b58bf9917, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:48.889631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:48.943645 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-8128a87e-e84f-472b-8496-2676433f7b52 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7019582 Nov 10 03:49:48.965287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cac112eb-275b-4c68-ac72-c29ddecc5bf4 req-68915f64-a42d-414a-990c-a9c297b3d916 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912145 Nov 10 03:49:48.987281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Request body: {'port': {'device_id': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:49.013062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Allocated IP 172.25.6.219 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/decc0bbe-b7c9-45c5-aa46-a756eab27744) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:49.051794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] For port cb6249bb-52b8-4302-92f1-1c7b58bf9917, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:49.058979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6569ea1-b132-4b5e-b127-c8ca86ab86f5 req-4be926e1-7fae-41e0-8d78-19e98e673414 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:49.066103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf2c7a-83ef-4429-b623-8ca54f0bf03e service neutron] Pushing event updated for resources: {'Port': ['ID=152eb613-7408-477b-9b77-2bff443123aa,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:49.074613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6569ea1-b132-4b5e-b127-c8ca86ab86f5 req-4be926e1-7fae-41e0-8d78-19e98e673414 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:49.080334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-2de0c89a-9bca-43f8-8a22-2d1e041b77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:49.081017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-2de0c89a-9bca-43f8-8a22-2d1e041b77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:49.082681 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-2de0c89a-9bca-43f8-8a22-2d1e041b77af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1981 time: 0.1691954 Nov 10 03:49:49.085116 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:49.086667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6569ea1-b132-4b5e-b127-c8ca86ab86f5 req-4be926e1-7fae-41e0-8d78-19e98e673414 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1679 time: 0.3307216 Nov 10 03:49:49.100600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] For port cb6249bb-52b8-4302-92f1-1c7b58bf9917, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cb6249bb-52b8-4302-92f1-1c7b58bf9917,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:49.103920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['c8b6d0c7-60ad-400b-8710-f00010b32b83'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:49.118545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:49.144887 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:49.161743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-84b0fc27-cad5-4c9e-86f1-ad378ca40c33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=5880ab04-2743-45e5-a466-048678ce6f85 HTTP/1.1" status: 200 len: 217 time: 0.0441229 Nov 10 03:49:49.291817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6569ea1-b132-4b5e-b127-c8ca86ab86f5 req-1f3088be-1b58-45a6-9fee-866e59109ff8 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040377 Nov 10 03:49:49.296774 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43d397-15e8-441f-8675-a101611b2ca4 x-openstack-request-id: req-af43d397-15e8-441f-8675-a101611b2ca4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:49.297236 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e02d2c2-3c97-4493-9d1f-5bc020c05adc", "name": "network-vif-deleted", "tag": "484bbd86-4f08-4324-869d-dd1980645e1e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:49.297963 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af43d397-15e8-441f-8675-a101611b2ca4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:49.298186 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e02d2c2-3c97-4493-9d1f-5bc020c05adc', 'name': 'network-vif-deleted', 'tag': '484bbd86-4f08-4324-869d-dd1980645e1e', 'status': 'completed', 'code': 200} Nov 10 03:49:49.315243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-63638d31-001d-439c-9954-16a899fb732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:49.317829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-63638d31-001d-439c-9954-16a899fb732b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f4b0c88-daca-41ec-a53e-93a86adc8b97 HTTP/1.1" status: 200 len: 801 time: 0.1371429 Nov 10 03:49:49.422465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad5b7e-a06b-418d-bccf-b136f0b8e3f3 None None] Pushing event updated for resources: {'Port': ['ID=cb6249bb-52b8-4302-92f1-1c7b58bf9917,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:49.476561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:49.522390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-73781716-e4d9-44b7-a3d1-fd2c89d157ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:49.524007 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-73781716-e4d9-44b7-a3d1-fd2c89d157ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82d70419-b01c-45a2-a383-8f05eb99a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1730719 Nov 10 03:49:49.611985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8a2771d-0138-4741-bb59-d48bcd3fc41b req-8fbe586f-f616-49d0-bf2a-2f95734c2964 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.1331882 Nov 10 03:49:49.722384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a64db7-1e45-4c25-a86f-2d795a33ae49 req-5c1ea9d9-9dda-4c28-8f59-3a0282e58d12 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:49.726637 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-f915eda8-80cb-40be-a009-5c862c9e5289 service neutron] 10.222.0.11 "GET /v2.0/networks/82d70419-b01c-45a2-a383-8f05eb99a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822019 Nov 10 03:49:49.749307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44a64db7-1e45-4c25-a86f-2d795a33ae49 req-5c1ea9d9-9dda-4c28-8f59-3a0282e58d12 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 931 time: 0.3004546 Nov 10 03:49:49.768051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:49.847196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:49.855177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:49.874947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:49.878557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Pushing event updated for resources: {'Port': ['ID=decc0bbe-b7c9-45c5-aa46-a756eab27744,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:49.920723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44a64db7-1e45-4c25-a86f-2d795a33ae49 req-969db50e-d752-461c-a6b8-232d8201b312 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660442 Nov 10 03:49:49.932779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.933216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.933615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.934151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.934592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.935021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.935442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.935860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.936421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.936831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.937249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:49.937737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:50.010373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 484bbd86-4f08-4324-869d-dd1980645e1e no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:49:50.032492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899fbe72-bce0-4dfb-8e12-3781a5128a34 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:50.071552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 484bbd86-4f08-4324-869d-dd1980645e1e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:49:50.072692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 484bbd86-4f08-4324-869d-dd1980645e1e not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:49:50.116278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:50.153459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Transition to ACTIVE for port object 899fbe72-bce0-4dfb-8e12-3781a5128a34 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:49:50.162473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:50.344624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f21c0-9d9d-41da-aba6-9c49d00340c9 req-8c8839db-3df3-4472-b641-0051cefe35a8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:50.358039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Pushing event updated for resources: {'Port': ['ID=899fbe72-bce0-4dfb-8e12-3781a5128a34,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:50.359555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-647f21c0-9d9d-41da-aba6-9c49d00340c9 req-8c8839db-3df3-4472-b641-0051cefe35a8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1788986 Nov 10 03:49:50.402970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:50.432332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-f25bad38-789c-4a08-ad4a-7636c643f460 service neutron] 10.222.0.11 "GET /v2.0/networks/82d70419-b01c-45a2-a383-8f05eb99a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511575 Nov 10 03:49:50.507248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-647f21c0-9d9d-41da-aba6-9c49d00340c9 req-081492c3-bda7-48dd-b684-0f8042e6c663 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467483 Nov 10 03:49:50.537316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-0c29241f-2e27-4674-acbb-7ac8bb1b313b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=152eb613-7408-477b-9b77-2bff443123aa HTTP/1.1" status: 200 len: 217 time: 0.0979071 Nov 10 03:49:50.633802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Attempting to bind port 899fbe72-bce0-4dfb-8e12-3781a5128a34 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:50.634173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Attempting to bind port 899fbe72-bce0-4dfb-8e12-3781a5128a34 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:50.634503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Attempting to bind port 899fbe72-bce0-4dfb-8e12-3781a5128a34 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:50.642252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Port 899fbe72-bce0-4dfb-8e12-3781a5128a34 on network c880fe4c-c32a-4308-980f-d05a106fd61b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:49:50.642576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Attempting to bind port 899fbe72-bce0-4dfb-8e12-3781a5128a34 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:50.648398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:50.648751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:50.649137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Bound using segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:50.649679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Bound port: 899fbe72-bce0-4dfb-8e12-3781a5128a34, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:50.650192 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:50.653512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-50f77976-3fc2-46d6-abdd-af8f4e181a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:50.656712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-50f77976-3fc2-46d6-abdd-af8f4e181a71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b62996d-9b1a-4b5d-bd83-95b4922c59ce HTTP/1.1" status: 200 len: 801 time: 0.1126404 Nov 10 03:49:50.773522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] For port 899fbe72-bce0-4dfb-8e12-3781a5128a34, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:50.777035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] For port 899fbe72-bce0-4dfb-8e12-3781a5128a34, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=899fbe72-bce0-4dfb-8e12-3781a5128a34,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:50.788400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:50.803695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-d157644e-525d-4286-8831-77c486636153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:50.808326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb9069-92d5-46e4-b3c3-3dcc19679772 None None] Network 395a964d-bcac-441e-812b-11b5147ee392 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:49:50.816944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da205c-802d-4e52-afd2-a8ea66b16cf9 req-cb2d22c7-48b3-4846-9826-1667094897bd tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:50.817865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-d157644e-525d-4286-8831-77c486636153 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f95c76fb-f924-49f6-b5d8-75fe96306858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469545 Nov 10 03:49:50.824636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da205c-802d-4e52-afd2-a8ea66b16cf9 req-cb2d22c7-48b3-4846-9826-1667094897bd tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:50.826500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47da205c-802d-4e52-afd2-a8ea66b16cf9 req-cb2d22c7-48b3-4846-9826-1667094897bd tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1679 time: 0.4067683 Nov 10 03:49:50.832038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23139b66-136c-4de9-a91a-8a86cbcae433 req-1e51faab-e4ca-4a3a-99e5-ff23ceddbe7d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.0788360 Nov 10 03:49:50.904439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:50.905078 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:50.905230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:50.906577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] 10.222.0.44 "PUT /v2.0/ports/899fbe72-bce0-4dfb-8e12-3781a5128a34 HTTP/1.1" status: 200 len: 1091 time: 1.9463799 Nov 10 03:49:50.941652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47da205c-802d-4e52-afd2-a8ea66b16cf9 req-cf716927-cc5d-4408-967e-ee712be1fff5 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086054 Nov 10 03:49:51.065242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2debc561-ae94-4a7f-bab0-97e52f05c323 None None] Provisioning complete for port cb6249bb-52b8-4302-92f1-1c7b58bf9917 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:51.070981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Pushing event updated for resources: {'Port': ['ID=899fbe72-bce0-4dfb-8e12-3781a5128a34,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:51.079289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-590d849a-0179-4aad-a9b1-a1e0f191fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:51.080562 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2debc561-ae94-4a7f-bab0-97e52f05c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:51.080855 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-590d849a-0179-4aad-a9b1-a1e0f191fe70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 1094 time: 0.0859022 Nov 10 03:49:51.087752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.088100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.089821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.089821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.089821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.090132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.090406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.091202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.091547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.091937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.092327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.092659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320fcba-bdc6-44f0-b2a8-91004a50748f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:51.160050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-2953322f-846b-467d-a399-7ac6f16ab4da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899fbe72-bce0-4dfb-8e12-3781a5128a34 HTTP/1.1" status: 200 len: 217 time: 0.0548704 Nov 10 03:49:51.178671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cb6249bb-52b8-4302-92f1-1c7b58bf9917 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:51.207894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb461f9-363c-4516-a5d5-727739c2da7c req-8a71dfef-abad-4e5d-892d-c779e79122cb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:51.209723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb461f9-363c-4516-a5d5-727739c2da7c req-8a71dfef-abad-4e5d-892d-c779e79122cb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 943 time: 0.1488659 Nov 10 03:49:51.240462 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-c599d313-2014-4bf7-9771-b985f44a6e3e service neutron] 10.222.0.11 "GET /v2.0/networks/f95c76fb-f924-49f6-b5d8-75fe96306858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653805 Nov 10 03:49:51.294800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb461f9-363c-4516-a5d5-727739c2da7c req-990cb2de-7491-4caa-989c-27738b8d8a0e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760546 Nov 10 03:49:51.297930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:49:51.305504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port cb6249bb-52b8-4302-92f1-1c7b58bf9917 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:51.305886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:51.339240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'tag': '152eb613-7408-477b-9b77-2bff443123aa'}, {'name': 'network-changed', 'server_uuid': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'tag': '899fbe72-bce0-4dfb-8e12-3781a5128a34'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:49:51.341502 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed1074-d20a-4966-8417-4952a97cc535" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "tag": "152eb613-7408-477b-9b77-2bff443123aa"}, {"name": "network-changed", "server_uuid": "e3b2012f-29be-4b03-8297-c4b1788dc562", "tag": "899fbe72-bce0-4dfb-8e12-3781a5128a34"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:49:51.366182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-98f6a67b-3377-4075-b1c6-cea32719bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:51.381029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-98f6a67b-3377-4075-b1c6-cea32719bf52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.1994922 Nov 10 03:49:51.443192 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81f1ea7-af41-41e5-b188-90dcfb78c1ae x-openstack-request-id: req-c81f1ea7-af41-41e5-b188-90dcfb78c1ae {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:49:51.443697 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "tag": "152eb613-7408-477b-9b77-2bff443123aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3b2012f-29be-4b03-8297-c4b1788dc562", "tag": "899fbe72-bce0-4dfb-8e12-3781a5128a34", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:49:51.444205 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c81f1ea7-af41-41e5-b188-90dcfb78c1ae {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:49:51.444735 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'tag': '152eb613-7408-477b-9b77-2bff443123aa', 'status': 'completed', 'code': 200} Nov 10 03:49:51.445278 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'tag': '899fbe72-bce0-4dfb-8e12-3781a5128a34', 'status': 'completed', 'code': 200} Nov 10 03:49:51.447776 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-6669b0d7-edc1-4bdc-a89e-92e3506762fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659337 Nov 10 03:49:51.466278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2debc561-ae94-4a7f-bab0-97e52f05c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:51.516730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:49:51.535607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Sync routers for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:49:51.553435 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:51.557086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a16d967d-b997-4cb9-a7fb-876ad4a61179 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7249377 Nov 10 03:49:51.560006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57054) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:51.577564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-1c27545e-f9d9-482b-930c-eb94d3b0f126 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198809 Nov 10 03:49:51.653170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:49:51.653787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:51.661398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2debc561-ae94-4a7f-bab0-97e52f05c323 None None] For port cb6249bb-52b8-4302-92f1-1c7b58bf9917, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cb6249bb-52b8-4302-92f1-1c7b58bf9917,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:51.716475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc869e4b-5324-4a0d-a83d-329d75f7f526 req-23db79bd-398e-4bba-b56d-dbfadc999a45 service neutron] 10.222.0.11 "GET /v2.0/networks/f95c76fb-f924-49f6-b5d8-75fe96306858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643908 Nov 10 03:49:51.758030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2debc561-ae94-4a7f-bab0-97e52f05c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:51.774297 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:51.789325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bf58fbd7-f2a8-4439-bb4a-fc2fb86e0e02 req-19d8ddf6-3527-4615-ae51-376c0147c08c service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958745 Nov 10 03:49:51.969367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-24603938-75ac-48eb-8be7-9b463810e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:51.974565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-24603938-75ac-48eb-8be7-9b463810e2e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 1094 time: 0.1206436 Nov 10 03:49:51.977075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-4e5e0c6b-73ee-45c2-9c7a-1e856d0a4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:51.977858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-4e5e0c6b-73ee-45c2-9c7a-1e856d0a4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:51.980386 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-4e5e0c6b-73ee-45c2-9c7a-1e856d0a4c34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=184d19b008dc47b986fbbe98d99860b3&device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1981 time: 0.1426899 Nov 10 03:49:51.992470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73360f-a119-457f-b4cb-66a9a23d125a req-7f710fac-b59e-4364-9390-d95416ba03a1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:52.002920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb73360f-a119-457f-b4cb-66a9a23d125a req-7f710fac-b59e-4364-9390-d95416ba03a1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.2647121 Nov 10 03:49:52.022193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:49:52.022784 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:49:52.046256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debc561-ae94-4a7f-bab0-97e52f05c323 None None] Pushing event updated for resources: {'Port': ['ID=cb6249bb-52b8-4302-92f1-1c7b58bf9917,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:52.067945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:49:52.081276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f25bcf69-e806-4d08-9598-52728c69400a req-b747e975-29ed-4ad9-a280-9be998f1345d tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.0670063 Nov 10 03:49:52.104629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:52.251657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-679112bb-933c-48d1-b32b-d375fbbecb8b None None] Provisioning complete for port cb6249bb-52b8-4302-92f1-1c7b58bf9917 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:52.252023 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-679112bb-933c-48d1-b32b-d375fbbecb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:52.276338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb73360f-a119-457f-b4cb-66a9a23d125a req-d173c885-fbcf-46fd-8d36-905626ce6d4b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671411 Nov 10 03:49:52.381231 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8af25007-b912-456a-9ad1-8ec35ad31ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:52.431163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:50Z', 'revision_number': 3, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:52.492001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8af25007-b912-456a-9ad1-8ec35ad31ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:52.501440 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8af25007-b912-456a-9ad1-8ec35ad31ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:52.529109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b6b1a-07d4-44cf-9713-f6f21cde9ece req-5feda31f-78d0-4845-a223-bf06ef65ee85 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:52.535676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b6b1a-07d4-44cf-9713-f6f21cde9ece req-5feda31f-78d0-4845-a223-bf06ef65ee85 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:52.537564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b82b6b1a-07d4-44cf-9713-f6f21cde9ece req-5feda31f-78d0-4845-a223-bf06ef65ee85 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1679 time: 0.3300109 Nov 10 03:49:52.690526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Checking router: 50897552-e3d5-4b5e-af6c-7ec4ff72b29d for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:49:52.691429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Updating router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d port decc0bbe-b7c9-45c5-aa46-a756eab27744 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:49:52.746454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:52.758180 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:52.890833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-f1f91010-43c7-4f2b-90ac-8f8750beba32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2290893 Nov 10 03:49:52.926669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-0313c3c8-8fe1-4b59-be4b-d1e0eeacb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:52.928158 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-0313c3c8-8fe1-4b59-be4b-d1e0eeacb83d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 905 time: 0.9472089 Nov 10 03:49:53.015637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cb6249bb-52b8-4302-92f1-1c7b58bf9917 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:53.076667 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-6cbf9307-bfa7-4293-87bf-7f304dce9519 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899fbe72-bce0-4dfb-8e12-3781a5128a34 HTTP/1.1" status: 200 len: 217 time: 0.1294448 Nov 10 03:49:53.078481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-d34229f7-24f2-43ea-84a8-cf3b0bbe95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:53.080183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-d34229f7-24f2-43ea-84a8-cf3b0bbe95c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f95c76fb-f924-49f6-b5d8-75fe96306858 HTTP/1.1" status: 200 len: 902 time: 0.4358375 Nov 10 03:49:53.160017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port cb6249bb-52b8-4302-92f1-1c7b58bf9917 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:53.160546 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.170890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.179697 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-409eff29-c97c-41f9-a772-c1e75d6a4a33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=152eb613-7408-477b-9b77-2bff443123aa HTTP/1.1" status: 200 len: 217 time: 0.0853698 Nov 10 03:49:53.181598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2ddab-568c-43f3-9695-42474a525dac req-e7ff1984-0f63-4138-91dc-6842744af523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:53.183250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-e7ff1984-0f63-4138-91dc-6842744af523 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d755dac5f401488991d001bb1d0984ae&device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 1095 time: 0.2537777 Nov 10 03:49:53.279563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.300793 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.335883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Attempting to bind port decc0bbe-b7c9-45c5-aa46-a756eab27744 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:53.337373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Attempting to bind port decc0bbe-b7c9-45c5-aa46-a756eab27744 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:53.337965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Attempting to bind port decc0bbe-b7c9-45c5-aa46-a756eab27744 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:53.355498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2ddab-568c-43f3-9695-42474a525dac req-1f090c04-458a-4711-977d-f36eb666d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:53.357040 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-1f090c04-458a-4711-977d-f36eb666d7e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 200 len: 921 time: 0.1473229 Nov 10 03:49:53.360737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-bf5a6f1f-9854-4187-afed-c92f8b3dfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:53.362445 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-bf5a6f1f-9854-4187-afed-c92f8b3dfdc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.2779791 Nov 10 03:49:53.368985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:53.369797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:53.370781 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.371368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:53.372044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Bound port: decc0bbe-b7c9-45c5-aa46-a756eab27744, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:53.372630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.434057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] For port decc0bbe-b7c9-45c5-aa46-a756eab27744, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:53.438425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] For port decc0bbe-b7c9-45c5-aa46-a756eab27744, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=decc0bbe-b7c9-45c5-aa46-a756eab27744,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:53.445408 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.493870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-4238f6c7-015c-48d8-811e-68560654b2f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203139 Nov 10 03:49:53.495162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-66a63b8b-2649-441d-9264-ec61a821fbfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 200 len: 217 time: 0.1281645 Nov 10 03:49:53.500836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-298d251a-6177-4a8f-88cf-1ae7cafa4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:53.503784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-298d251a-6177-4a8f-88cf-1ae7cafa4211 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b62996d-9b1a-4b5d-bd83-95b4922c59ce HTTP/1.1" status: 200 len: 801 time: 0.3101423 Nov 10 03:49:53.511097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8af25007-b912-456a-9ad1-8ec35ad31ac8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e52c45fd5324edb98527902e5e18eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3936474 Nov 10 03:49:53.516735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25007-b912-456a-9ad1-8ec35ad31ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c956a311-9db9-444e-8f15-c0bc6834b671,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:53.520581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f32a3-b99f-413d-8795-6988f5a7bdd0 None None] Pushing event updated for resources: {'Port': ['ID=decc0bbe-b7c9-45c5-aa46-a756eab27744,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:53.534522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57090) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:53.587582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:49:53.588351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:53.653355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f32a3-b99f-413d-8795-6988f5a7bdd0 None None] Pushing event updated for resources: {'Port': ['ID=decc0bbe-b7c9-45c5-aa46-a756eab27744,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:53.694478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2ddab-568c-43f3-9695-42474a525dac req-4ff98732-9837-4627-a86b-c792f3b57517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:53.696164 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-4ff98732-9837-4627-a86b-c792f3b57517 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 200 len: 861 time: 0.0756643 Nov 10 03:49:53.715016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52cdcf-cee6-45d5-857c-44d1bdb26c9a req-ac3541bb-5012-4f78-91f4-b36fae797d35 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:53.716861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f52cdcf-cee6-45d5-857c-44d1bdb26c9a req-ac3541bb-5012-4f78-91f4-b36fae797d35 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 943 time: 1.1783540 Nov 10 03:49:53.732351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b82b6b1a-07d4-44cf-9713-f6f21cde9ece req-7b06f138-238d-4bbf-a79d-94d5830706f1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1038189 Nov 10 03:49:53.792300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-4aaa751a-e23c-43c7-9797-91386f2699a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecc1105-ed6d-4359-8e5f-837db6835e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779502 Nov 10 03:49:53.794423 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-1423be6a-369e-468e-a59f-8b0661295740 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893651 Nov 10 03:49:53.805341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:49:53.822826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Allocated IP 172.20.0.1 (395a964d-bcac-441e-812b-11b5147ee392/5932b073-1636-4ec3-858d-313b87aa0e2f/6a6e16b4-c167-4c2c-8f63-a7581da06b2c) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:53.866877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d97ae7d-09eb-4516-af13-4d7d5161db8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:53.893328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f52cdcf-cee6-45d5-857c-44d1bdb26c9a req-14ed0c80-3088-4ffe-b91d-37fb03be05d8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572437 Nov 10 03:49:53.960013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d97ae7d-09eb-4516-af13-4d7d5161db8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.058200 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-b3653819-3e7d-4519-b4a6-36e7a0d57af8 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487967 Nov 10 03:49:54.064921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1074-d20a-4966-8417-4952a97cc535 req-edfbfc98-0fd9-42a1-a214-bb60815fbb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:54.066470 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-edfbfc98-0fd9-42a1-a214-bb60815fbb3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f95c76fb-f924-49f6-b5d8-75fe96306858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3741419 Nov 10 03:49:54.120176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.193600 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-c4c08dff-870d-4997-b657-af30a1642ec8 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855233 Nov 10 03:49:54.206611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.254670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:50Z', 'revision_number': 3, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:54.262079 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d97ae7d-09eb-4516-af13-4d7d5161db8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.264320 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d97ae7d-09eb-4516-af13-4d7d5161db8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.265767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d97ae7d-09eb-4516-af13-4d7d5161db8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c956a311-9db9-444e-8f15-c0bc6834b671 HTTP/1.1" status: 204 len: 168 time: 0.7308486 Nov 10 03:49:54.268404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42a4abdb-38ed-4539-b7f4-6685c132379f req-e7afb775-22bb-4201-bbc0-2fa14268f1ce tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.2475305 Nov 10 03:49:54.270244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:54.284196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97ae7d-09eb-4516-af13-4d7d5161db8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c956a311-9db9-444e-8f15-c0bc6834b671,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:54.287683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:54.289504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:54.291569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:49:54.350638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.359007 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-058dd4e2-7051-467c-bc31-a7061632e495 service neutron] 10.222.0.11 "GET /v2.0/networks/f95c76fb-f924-49f6-b5d8-75fe96306858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742963 Nov 10 03:49:54.373729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a663c-0944-4ef3-b254-f290e6ab1778 None None] The sync data for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 is: [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:50Z', 'revision_number': 3, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:49:54.555296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-12f2ddab-568c-43f3-9695-42474a525dac req-79c31ebd-e373-4124-99bd-22977148fa0e service neutron] 10.222.0.11 "GET /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293739 Nov 10 03:49:54.559047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71ed1074-d20a-4966-8417-4952a97cc535 req-4b4561c9-cf55-478c-a939-53af5181cee2 service neutron] 10.222.0.11 "GET /v2.0/networks/f95c76fb-f924-49f6-b5d8-75fe96306858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651776 Nov 10 03:49:54.580366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.675929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8c76f244-4cb7-45b9-bbb5-a764cc6f1a73 None None] Provisioning complete for port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:54.676529 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8c76f244-4cb7-45b9-bbb5-a764cc6f1a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.737447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8c76f244-4cb7-45b9-bbb5-a764cc6f1a73 None None] Port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:49:54.737865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57098) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:54.781961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f919b3f7-e18a-4e1d-b996-c52585487d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.939427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f919b3f7-e18a-4e1d-b996-c52585487d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:54.950215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f919b3f7-e18a-4e1d-b996-c52585487d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.014265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.028468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.036001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919b3f7-e18a-4e1d-b996-c52585487d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0b25a-ada4-4e0e-a7d0-9813906e720b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:55.040999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f919b3f7-e18a-4e1d-b996-c52585487d74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6deb2d51ba7c41d08eadf220b8e1cc11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020020 Nov 10 03:49:55.064750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57108) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:55.096417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device decc0bbe-b7c9-45c5-aa46-a756eab27744 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:55.170332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa6ba6-798c-435e-82bc-369c56bf300c req-cea745e8-03ea-4728-8fba-713506d49def tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:55.175965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd5f-d564-4c2f-b3a7-13bb4a2a20bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.177676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa6ba6-798c-435e-82bc-369c56bf300c req-cea745e8-03ea-4728-8fba-713506d49def tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:55.185772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46aa6ba6-798c-435e-82bc-369c56bf300c req-cea745e8-03ea-4728-8fba-713506d49def tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1679 time: 0.2356117 Nov 10 03:49:55.220322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.222443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd5f-d564-4c2f-b3a7-13bb4a2a20bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.224471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:55.233218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port decc0bbe-b7c9-45c5-aa46-a756eab27744 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:55.233764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.317636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd5f-d564-4c2f-b3a7-13bb4a2a20bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.320268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd5f-d564-4c2f-b3a7-13bb4a2a20bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.321509 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-94b8cd5f-d564-4c2f-b3a7-13bb4a2a20bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc0b25a-ada4-4e0e-a7d0-9813906e720b HTTP/1.1" status: 204 len: 168 time: 0.2557764 Nov 10 03:49:55.351282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8cd5f-d564-4c2f-b3a7-13bb4a2a20bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0b25a-ada4-4e0e-a7d0-9813906e720b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:55.407852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.426594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b4857-0448-4cd4-a635-66ef4d8b223e req-509cfe04-d510-41b7-8ccd-a712c203e328 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:55.428095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb2b4857-0448-4cd4-a635-66ef4d8b223e req-509cfe04-d510-41b7-8ccd-a712c203e328 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 943 time: 0.3317327 Nov 10 03:49:55.439777 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port decc0bbe-b7c9-45c5-aa46-a756eab27744, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=decc0bbe-b7c9-45c5-aa46-a756eab27744,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:55.445408 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:55.552778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46aa6ba6-798c-435e-82bc-369c56bf300c req-54dfc948-c1d4-44c4-9745-7c82b5085dfb tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609271 Nov 10 03:49:55.588214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=decc0bbe-b7c9-45c5-aa46-a756eab27744,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:55.638788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:55.649257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:55.675424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb2b4857-0448-4cd4-a635-66ef4d8b223e req-4731b7ad-8022-4832-9693-15d8fd88ab93 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248027 Nov 10 03:49:55.756544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 899fbe72-bce0-4dfb-8e12-3781a5128a34 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:55.928871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58985d21-be02-448f-8a06-636779200c7e req-ccabe88b-e721-42ae-98a6-3bc7df4a4f85 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.0859118 Nov 10 03:49:56.068272 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5880ab04-2743-45e5-a466-048678ce6f85 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:56.071844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 899fbe72-bce0-4dfb-8e12-3781a5128a34, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=899fbe72-bce0-4dfb-8e12-3781a5128a34,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:56.131758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '899fbe72-bce0-4dfb-8e12-3781a5128a34', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'port_id': '899fbe72-bce0-4dfb-8e12-3781a5128a34', 'mac_address': 'fa:16:3e:ae:b1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383b9d06-815a-4344-b526-842658d834f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:56.192129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3b079-343e-4189-9981-156cefb24ced req-1ba350b6-f260-44aa-9660-9073f51e1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:56.193648 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edf3b079-343e-4189-9981-156cefb24ced req-1ba350b6-f260-44aa-9660-9073f51e1551 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.0976770 Nov 10 03:49:56.212280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:49:56.243145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b861554-bf58-4e5b-a4b6-0e79d99b45b3 req-7795c439-0bfc-4d3c-a9bb-ad926f1c21f1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:56.244859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b861554-bf58-4e5b-a4b6-0e79d99b45b3 req-7795c439-0bfc-4d3c-a9bb-ad926f1c21f1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1064444 Nov 10 03:49:56.392563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3b079-343e-4189-9981-156cefb24ced req-905743a9-058f-4a31-a6e9-2fee37900b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:56.394102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edf3b079-343e-4189-9981-156cefb24ced req-905743a9-058f-4a31-a6e9-2fee37900b6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.1925709 Nov 10 03:49:56.398402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b861554-bf58-4e5b-a4b6-0e79d99b45b3 req-ba861132-6d0d-4420-b90b-66e33ede6625 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072059 Nov 10 03:49:56.413647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2637d8a5-c230-42aa-90d9-35c18cecfadd None None] Provisioning complete for port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:56.414189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2637d8a5-c230-42aa-90d9-35c18cecfadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:56.430391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:49:56.439179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4b43152c-170d-4948-b5c3-1c8dd4e62932 admin admin] 10.222.0.24 "PUT /v2.0/routers/50897552-e3d5-4b5e-af6c-7ec4ff72b29d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8778756 Nov 10 03:49:56.463749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edf3b079-343e-4189-9981-156cefb24ced req-737e885d-12a6-4199-89ef-c9ca8fb0381c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 217 time: 0.0591807 Nov 10 03:49:56.467825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:56.550264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3b079-343e-4189-9981-156cefb24ced req-a374c607-5371-4447-9c6d-a4480d63dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:56.551747 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edf3b079-343e-4189-9981-156cefb24ced req-a374c607-5371-4447-9c6d-a4480d63dbcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.0814984 Nov 10 03:49:56.553651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899fbe72-bce0-4dfb-8e12-3781a5128a34 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:56.594894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 899fbe72-bce0-4dfb-8e12-3781a5128a34, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=899fbe72-bce0-4dfb-8e12-3781a5128a34,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:56.613847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2637d8a5-c230-42aa-90d9-35c18cecfadd None None] Port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:49:56.615496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:56.635396 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edf3b079-343e-4189-9981-156cefb24ced req-3cf98f46-692b-49f6-b6a9-f111931336e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766137 Nov 10 03:49:56.700063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5880ab04-2743-45e5-a466-048678ce6f85, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5880ab04-2743-45e5-a466-048678ce6f85,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:56.734904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '5880ab04-2743-45e5-a466-048678ce6f85', 'network_id': '82d70419-b01c-45a2-a383-8f05eb99a9ae', 'port_id': '5880ab04-2743-45e5-a466-048678ce6f85', 'mac_address': 'fa:16:3e:67:4d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4b0c88-daca-41ec-a53e-93a86adc8b97', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:56.759083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53f5a3-857e-4788-9963-312026c44f3b req-9abeccd4-800e-4d95-8ecd-86afc634dc0e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:56.770179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53f5a3-857e-4788-9963-312026c44f3b req-9abeccd4-800e-4d95-8ecd-86afc634dc0e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:56.770735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=899fbe72-bce0-4dfb-8e12-3781a5128a34,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:56.780644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf53f5a3-857e-4788-9963-312026c44f3b req-9abeccd4-800e-4d95-8ecd-86afc634dc0e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1679 time: 0.0951927 Nov 10 03:49:56.852504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edf3b079-343e-4189-9981-156cefb24ced req-6ef97286-cc76-4ec6-9da7-1bc5b8f3600a service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091517 Nov 10 03:49:56.857072 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:56.904799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5880ab04-2743-45e5-a466-048678ce6f85 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:56.968932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5880ab04-2743-45e5-a466-048678ce6f85, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5880ab04-2743-45e5-a466-048678ce6f85,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:56.988037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:56.989401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf53f5a3-857e-4788-9963-312026c44f3b req-924903b6-7521-4492-980a-2a52d1c45b0e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079051 Nov 10 03:49:57.013576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 152eb613-7408-477b-9b77-2bff443123aa details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:49:57.024248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['899fbe72-bce0-4dfb-8e12-3781a5128a34'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:57.057199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370359a4-5711-44fd-aa6d-6dbc772be9cb req-addfb914-67d4-444e-8587-b268597e91b6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:57.061273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-370359a4-5711-44fd-aa6d-6dbc772be9cb req-addfb914-67d4-444e-8587-b268597e91b6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 944 time: 0.2197239 Nov 10 03:49:57.113834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edf3b079-343e-4189-9981-156cefb24ced req-7843322a-7d39-4af2-869c-a884fb2a4554 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542260 Nov 10 03:49:57.134544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device decc0bbe-b7c9-45c5-aa46-a756eab27744 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:57.184938 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-370359a4-5711-44fd-aa6d-6dbc772be9cb req-77572be1-4a38-4e4e-903e-e0cdcc544f1c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168084 Nov 10 03:49:57.240123 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Sync routers for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:49:57.271333 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:49:57.273961 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:57.338175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5880ab04-2743-45e5-a466-048678ce6f85,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:57.370029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab61c097-e8d0-423d-bfb8-df14591e6c9e req-b1ea6283-d6d6-4457-83da-db01905b488e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e02d2c2-3c97-4493-9d1f-5bc020c05adc HTTP/1.1" status: 200 len: 210 time: 0.0544784 Nov 10 03:49:57.412140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port decc0bbe-b7c9-45c5-aa46-a756eab27744 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:57.413160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:57.636917 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:49:57.671088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 152eb613-7408-477b-9b77-2bff443123aa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=152eb613-7408-477b-9b77-2bff443123aa,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:57.709813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99350d21-5876-44ec-adcb-d880ff1209ac req-9fa7b9cc-65cc-4dbf-9295-7f0236f14649 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:57.727753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99350d21-5876-44ec-adcb-d880ff1209ac req-9fa7b9cc-65cc-4dbf-9295-7f0236f14649 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1298716 Nov 10 03:49:57.733601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '152eb613-7408-477b-9b77-2bff443123aa', 'network_id': 'f95c76fb-f924-49f6-b5d8-75fe96306858', 'port_id': '152eb613-7408-477b-9b77-2bff443123aa', 'mac_address': 'fa:16:3e:db:2f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b62996d-9b1a-4b5d-bd83-95b4922c59ce', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:49:57.833370 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99350d21-5876-44ec-adcb-d880ff1209ac req-0bad1c0d-c47c-4ace-9df4-cedc70c3adb1 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042678 Nov 10 03:49:57.878197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:57.986855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152eb613-7408-477b-9b77-2bff443123aa {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:49:58.012698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 152eb613-7408-477b-9b77-2bff443123aa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=152eb613-7408-477b-9b77-2bff443123aa,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:58.017862 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.030535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57176) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:58.036931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-942bd121-0bf5-49c5-b2a2-199c81a0ba2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699198167', 'description': 'tempest-description--1011276304'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:58.070832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=152eb613-7408-477b-9b77-2bff443123aa,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:58.091718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-942bd121-0bf5-49c5-b2a2-199c81a0ba2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.184848 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 2, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:58.212234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6303-8dc6-42b1-85ba-0a307899386b req-b5e2a89f-ee6e-4d2d-9cd3-411c69eb4d67 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:58.222342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-942bd121-0bf5-49c5-b2a2-199c81a0ba2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.226168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-942bd121-0bf5-49c5-b2a2-199c81a0ba2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.240316 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Checking router: 50897552-e3d5-4b5e-af6c-7ec4ff72b29d for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:49:58.241100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6303-8dc6-42b1-85ba-0a307899386b req-b5e2a89f-ee6e-4d2d-9cd3-411c69eb4d67 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:58.244182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa1b6303-8dc6-42b1-85ba-0a307899386b req-b5e2a89f-ee6e-4d2d-9cd3-411c69eb4d67 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1681 time: 0.1258771 Nov 10 03:49:58.252180 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Updating router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:49:58.273913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bd121-0bf5-49c5-b2a2-199c81a0ba2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5695a8-7fc8-4370-ba9e-7751d56136bd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:58.296622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-942bd121-0bf5-49c5-b2a2-199c81a0ba2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.298476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-942bd121-0bf5-49c5-b2a2-199c81a0ba2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2675683 Nov 10 03:49:58.303135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57186) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:58.307548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-58994917-fc65-4f21-b7c3-5d40f3c45630 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'security_group_rule': {'security_group_id': '7d5695a8-7fc8-4370-ba9e-7751d56136bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:58.321349 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.368248 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58994917-fc65-4f21-b7c3-5d40f3c45630 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.381871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa1b6303-8dc6-42b1-85ba-0a307899386b req-311fe286-166b-499f-b312-e42a7cf984fc tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295512 Nov 10 03:49:58.492136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c0142-6801-4ecd-8b8b-9c7feb225c00 req-54fa7b67-3499-4c24-9e7b-d6cedfa49201 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:58.494861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e59c0142-6801-4ecd-8b8b-9c7feb225c00 req-54fa7b67-3499-4c24-9e7b-d6cedfa49201 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 944 time: 0.0929396 Nov 10 03:49:58.521319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58994917-fc65-4f21-b7c3-5d40f3c45630 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.526284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58994917-fc65-4f21-b7c3-5d40f3c45630 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.563295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58994917-fc65-4f21-b7c3-5d40f3c45630 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.564791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-58994917-fc65-4f21-b7c3-5d40f3c45630 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2607012 Nov 10 03:49:58.566062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58994917-fc65-4f21-b7c3-5d40f3c45630 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158d0fd4-fe59-4d57-835d-6fee5aaff951,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:58.567903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57198) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:58.569072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['5880ab04-2743-45e5-a466-048678ce6f85'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:58.580535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8093ccdc-125a-4a9b-8eab-40fe0993b298 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'security_group_rule': {'security_group_id': '7d5695a8-7fc8-4370-ba9e-7751d56136bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:58.638846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['152eb613-7408-477b-9b77-2bff443123aa'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:49:58.639595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e59c0142-6801-4ecd-8b8b-9c7feb225c00 req-f92c112f-bb00-4b16-9957-c1e21061ae38 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310787 Nov 10 03:49:58.640993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8093ccdc-125a-4a9b-8eab-40fe0993b298 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.759424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8093ccdc-125a-4a9b-8eab-40fe0993b298 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.765566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8093ccdc-125a-4a9b-8eab-40fe0993b298 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.800563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093ccdc-125a-4a9b-8eab-40fe0993b298 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dad95b4-56d1-4923-b665-367a72eaada5,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:58.814503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8093ccdc-125a-4a9b-8eab-40fe0993b298 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.815746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8093ccdc-125a-4a9b-8eab-40fe0993b298 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2467229 Nov 10 03:49:58.818766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57204) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:49:58.823241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:49:58.828207 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.835124 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:58.880936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.005671 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Pushing event updated for resources: {'Port': ['ID=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:59.010217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Attempting to bind port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:49:59.010579 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Attempting to bind port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:49:59.010924 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Attempting to bind port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:49:59.022953 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.023305 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.023614 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.023944 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.024269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.024590 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.025425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.025761 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.026403 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.026403 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.026753 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.027213 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:49:59.034483 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:49:59.034934 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:49:59.038009 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.038415 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Bound using segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:49:59.038904 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Bound port: 6a6e16b4-c167-4c2c-8f63-a7581da06b2c, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:49:59.041322 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.107411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82c673-80a6-4fcd-8887-acfdb065a0e5 req-b6831843-375f-440d-8158-17bbe58536bf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:59.118493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f82c673-80a6-4fcd-8887-acfdb065a0e5 req-b6831843-375f-440d-8158-17bbe58536bf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1489429 Nov 10 03:49:59.124003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.187283 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] For port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:49:59.194016 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] For port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:49:59.200420 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.261438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f82c673-80a6-4fcd-8887-acfdb065a0e5 req-51eda20b-0c10-4e07-9782-43a1196bc6fd tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365962 Nov 10 03:49:59.353216 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:49:59.362290 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:49:59.397802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Allocated IP 172.25.6.237 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/124305a4-81e2-4d35-be17-80caafa13a66) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:49:59.452606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5a930867-792f-4b04-a38d-4ea6d39e3721 None None] Provisioning complete for port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:49:59.453212 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a930867-792f-4b04-a38d-4ea6d39e3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.457220 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9b423-8087-4ddb-ac8b-4a9f399e88dc None None] Pushing event updated for resources: {'Port': ['ID=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:59.637676 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:49:59.662076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.673060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a930867-792f-4b04-a38d-4ea6d39e3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.720289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c85575-58d4-4f22-8313-82d6a4557129 req-4ab42b93-c8a2-43ae-9cd4-bec35dc22c73 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:59.737213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.739149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c85575-58d4-4f22-8313-82d6a4557129 req-4ab42b93-c8a2-43ae-9cd4-bec35dc22c73 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:49:59.744045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5a930867-792f-4b04-a38d-4ea6d39e3721 None None] For port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:49:59.744328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60c85575-58d4-4f22-8313-82d6a4557129 req-4ab42b93-c8a2-43ae-9cd4-bec35dc22c73 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1681 time: 0.1909478 Nov 10 03:49:59.750204 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a930867-792f-4b04-a38d-4ea6d39e3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:49:59.767548 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:49:59.810350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 899fbe72-bce0-4dfb-8e12-3781a5128a34 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:49:59.862834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=124305a4-81e2-4d35-be17-80caafa13a66,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:59.886128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:49:59.894552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:49:59.895263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60c85575-58d4-4f22-8313-82d6a4557129 req-162b4ff6-38ad-45d3-9861-8bfea2ce73c5 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443441 Nov 10 03:49:59.901720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a930867-792f-4b04-a38d-4ea6d39e3721 None None] Pushing event updated for resources: {'Port': ['ID=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:49:59.902565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:00.054738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28448bd-e9d8-4a0e-8a57-0986cdcc59ca req-98651d7d-1074-4264-a05f-adc2e9b5cca5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:00.056885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-def03525-e277-460b-84e1-06ec92946e2a None None] Provisioning complete for port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:00.057350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-def03525-e277-460b-84e1-06ec92946e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.063566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d28448bd-e9d8-4a0e-8a57-0986cdcc59ca req-98651d7d-1074-4264-a05f-adc2e9b5cca5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 944 time: 0.1402726 Nov 10 03:50:00.114788 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.156015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d28448bd-e9d8-4a0e-8a57-0986cdcc59ca req-b8ceff0f-f037-41b9-8b9c-5c4b567f0e78 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910194 Nov 10 03:50:00.166100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 899fbe72-bce0-4dfb-8e12-3781a5128a34 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:50:00.173834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 899fbe72-bce0-4dfb-8e12-3781a5128a34 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:00.174242 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.201362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.226286 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:00.290961 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885761e-70af-4503-a045-ab6f7a79f77f None None] The sync data for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 is: [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:50:00.452621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.523922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899fbe72-bce0-4dfb-8e12-3781a5128a34'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:00.534423 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acea4c8-d02a-44ac-b597-8dc4504e4f45" -d '{"events": [{"server_uuid": "e3b2012f-29be-4b03-8297-c4b1788dc562", "name": "network-vif-plugged", "status": "completed", "tag": "899fbe72-bce0-4dfb-8e12-3781a5128a34"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:00.543590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef28789-52e7-4c20-8868-a51139a046a2 req-8914f745-1e6c-4b10-8db9-710984f4f909 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:00.552527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 899fbe72-bce0-4dfb-8e12-3781a5128a34, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=899fbe72-bce0-4dfb-8e12-3781a5128a34,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:00.555989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fef28789-52e7-4c20-8868-a51139a046a2 req-8914f745-1e6c-4b10-8db9-710984f4f909 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1379952 Nov 10 03:50:00.558228 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.602496 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.610644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.655590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fef28789-52e7-4c20-8868-a51139a046a2 req-3f762949-9fd8-4e3e-8df3-90a2a1abdb2c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986617 Nov 10 03:50:00.684997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=899fbe72-bce0-4dfb-8e12-3781a5128a34,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:00.714020 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e33764-6bb1-4c1c-a9f7-201c83b263b6 x-openstack-request-id: req-b1e33764-6bb1-4c1c-a9f7-201c83b263b6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:00.714459 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b2012f-29be-4b03-8297-c4b1788dc562", "name": "network-vif-plugged", "status": "completed", "tag": "899fbe72-bce0-4dfb-8e12-3781a5128a34", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:00.715003 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1e33764-6bb1-4c1c-a9f7-201c83b263b6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:00.715407 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899fbe72-bce0-4dfb-8e12-3781a5128a34', 'code': 200} Nov 10 03:50:00.746204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=124305a4-81e2-4d35-be17-80caafa13a66,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:00.769636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.799273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:00.800658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d3bcd6f1-b193-43bf-ab79-02fcca911bf1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9808776 Nov 10 03:50:00.903055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa52e-e38c-46e0-b04c-21bc1c459a7f req-8661a795-ae6b-4672-b595-4a3362ab5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:00.908937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f84aa52e-e38c-46e0-b04c-21bc1c459a7f req-8661a795-ae6b-4672-b595-4a3362ab5e78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 1096 time: 0.1186240 Nov 10 03:50:01.005161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f84aa52e-e38c-46e0-b04c-21bc1c459a7f req-36434999-0b9e-4db7-a70c-d711f923c7e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914159 Nov 10 03:50:01.027356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6a6e16b4-c167-4c2c-8f63-a7581da06b2c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:01.121211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:01.121593 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:01.135940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3419d-b04e-422c-acb8-1b4f980cc521 req-c17ebe4b-450c-453e-910d-c145eeb80064 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:01.149407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3419d-b04e-422c-acb8-1b4f980cc521 req-c17ebe4b-450c-453e-910d-c145eeb80064 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:01.157388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cd3419d-b04e-422c-acb8-1b4f980cc521 req-c17ebe4b-450c-453e-910d-c145eeb80064 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1681 time: 0.1348813 Nov 10 03:50:01.288267 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cd3419d-b04e-422c-acb8-1b4f980cc521 req-662e7d90-a055-4fcb-aea8-30eec05f74b9 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299269 Nov 10 03:50:01.309485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-0635797b-6b77-4822-935b-1d0648c3cd7f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1699198167&fields=id&tenant_id=49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 267 time: 0.1493318 Nov 10 03:50:01.476865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-870bf5dc-fe41-439f-9527-4729b588fd06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:01.487223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-870bf5dc-fe41-439f-9527-4729b588fd06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.1752746 Nov 10 03:50:01.530569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-5cbe1fa7-071e-465c-9101-a4743a564a7a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/quotas/49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 375 time: 0.0331278 Nov 10 03:50:01.676934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-63ab0901-aefe-4cb8-967a-2ab93364bbe9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445212 Nov 10 03:50:01.704436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689161b-43f1-4716-919f-65c130dbcf9c req-c6aec32a-8295-41ca-b923-adac8805b207 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:01.714036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f689161b-43f1-4716-919f-65c130dbcf9c req-c6aec32a-8295-41ca-b923-adac8805b207 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 945 time: 0.2002013 Nov 10 03:50:01.835442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f689161b-43f1-4716-919f-65c130dbcf9c req-a3f84373-bd90-4f8d-af68-3ebef57e4ed1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212568 Nov 10 03:50:01.878056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-92b26795-3a83-4f86-8a0f-91cc147d7a57 service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614501 Nov 10 03:50:02.040974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-a452a103-3201-468e-aafa-8424d61a4050 service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568177 Nov 10 03:50:02.135121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5880ab04-2743-45e5-a466-048678ce6f85 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:02.156106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc721f17-c573-4f6a-ab77-1e135f71edfb req-43cc7eba-aea4-44f1-9603-f7918c334ed6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:02.158324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc721f17-c573-4f6a-ab77-1e135f71edfb req-43cc7eba-aea4-44f1-9603-f7918c334ed6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1159463 Nov 10 03:50:02.267754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 5880ab04-2743-45e5-a466-048678ce6f85 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:50:02.272217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 5880ab04-2743-45e5-a466-048678ce6f85 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:02.272576 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:02.283277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc721f17-c573-4f6a-ab77-1e135f71edfb req-4a560a06-97eb-4dc1-b25f-0ac7220943a7 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170778 Nov 10 03:50:02.408638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d506276-693f-4734-8492-460f3ac3c175 req-7fb86f9d-4173-4862-9ad1-857b5b4de40c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 210 time: 0.0344129 Nov 10 03:50:02.483198 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:02.572030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5880ab04-2743-45e5-a466-048678ce6f85, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5880ab04-2743-45e5-a466-048678ce6f85,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:02.577853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:02.578986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 152eb613-7408-477b-9b77-2bff443123aa up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:02.609993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a9ca-340c-491f-aa7b-b6c3287d949f req-7e6c0116-ed23-4cda-bf7c-b53cef5e5f9d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:02.631510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a9ca-340c-491f-aa7b-b6c3287d949f req-7e6c0116-ed23-4cda-bf7c-b53cef5e5f9d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:02.637054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd54a9ca-340c-491f-aa7b-b6c3287d949f req-7e6c0116-ed23-4cda-bf7c-b53cef5e5f9d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1681 time: 0.1609714 Nov 10 03:50:02.731204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5880ab04-2743-45e5-a466-048678ce6f85'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:02.742336 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cba5c1-ba4a-4c05-ae9c-3be9e289683e" -d '{"events": [{"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-plugged", "status": "completed", "tag": "5880ab04-2743-45e5-a466-048678ce6f85"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:02.749463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd54a9ca-340c-491f-aa7b-b6c3287d949f req-6af451d1-b446-4388-9cff-28c2d507f86d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037083 Nov 10 03:50:02.817662 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3bb684-2f63-4fd1-8274-d9e31e554344 x-openstack-request-id: req-7d3bb684-2f63-4fd1-8274-d9e31e554344 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:02.819441 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-plugged", "status": "completed", "tag": "5880ab04-2743-45e5-a466-048678ce6f85", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:02.819897 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d3bb684-2f63-4fd1-8274-d9e31e554344 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:02.822477 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5880ab04-2743-45e5-a466-048678ce6f85', 'code': 200} Nov 10 03:50:02.868166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5880ab04-2743-45e5-a466-048678ce6f85,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:02.870968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 152eb613-7408-477b-9b77-2bff443123aa completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:50:02.885243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 152eb613-7408-477b-9b77-2bff443123aa triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:02.885795 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:03.075769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64e0ce-6135-469c-bf19-7e903400b128 req-ade84e5b-eca3-4cae-9f7d-a5ea25514d32 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:03.080795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a64e0ce-6135-469c-bf19-7e903400b128 req-ade84e5b-eca3-4cae-9f7d-a5ea25514d32 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 945 time: 0.1138432 Nov 10 03:50:03.121030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:03.185801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a64e0ce-6135-469c-bf19-7e903400b128 req-86d533a7-ccdf-4f15-a227-74978b118800 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041226 Nov 10 03:50:03.190971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 152eb613-7408-477b-9b77-2bff443123aa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=152eb613-7408-477b-9b77-2bff443123aa,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:03.196874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:03.263603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=152eb613-7408-477b-9b77-2bff443123aa,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:03.405253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429ab6b-5db3-470d-860e-ebc9ba396de8 req-625d37b0-97be-4e15-a62f-cf956703e26b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:03.407385 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8429ab6b-5db3-470d-860e-ebc9ba396de8 req-625d37b0-97be-4e15-a62f-cf956703e26b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 945 time: 0.0729525 Nov 10 03:50:03.522172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8429ab6b-5db3-470d-860e-ebc9ba396de8 req-22b17ed7-b171-4306-8f1e-b7ed7f662e5e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073742 Nov 10 03:50:03.532649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea7560-d24a-48cf-824e-d4a664a3b3d3 req-e5ff6020-aa24-4e24-b9f6-ad0bd8a061ba tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:03.541259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9eea7560-d24a-48cf-824e-d4a664a3b3d3 req-e5ff6020-aa24-4e24-b9f6-ad0bd8a061ba tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1160698 Nov 10 03:50:03.633093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9eea7560-d24a-48cf-824e-d4a664a3b3d3 req-56688d86-0c4e-4a0c-98e9-7d109085e35a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907726 Nov 10 03:50:04.024074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3c46b-359d-4377-bfd7-5e9670012f42 req-5f3b1f95-c9f2-4124-b418-a66435ac89f4 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:04.031892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3c46b-359d-4377-bfd7-5e9670012f42 req-5f3b1f95-c9f2-4124-b418-a66435ac89f4 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:04.039167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-0c9da15a-8232-4719-9a71-350eb00b8f52 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:04.045101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc3c46b-359d-4377-bfd7-5e9670012f42 req-5f3b1f95-c9f2-4124-b418-a66435ac89f4 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.1560740 Nov 10 03:50:04.045575 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-0c9da15a-8232-4719-9a71-350eb00b8f52 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.2848046 Nov 10 03:50:04.070841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814c19-882a-4bff-9e09-4958e0211b31 req-782343fa-e30d-4266-9abb-35650c91c709 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:04.083032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94814c19-882a-4bff-9e09-4958e0211b31 req-782343fa-e30d-4266-9abb-35650c91c709 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 945 time: 0.1510956 Nov 10 03:50:04.182209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94814c19-882a-4bff-9e09-4958e0211b31 req-9a70d99a-0b26-4183-99b3-bdeb3c95b289 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947723 Nov 10 03:50:04.193106 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-eb5633a9-81e7-4611-8f0c-30360ae4cb5d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 380 time: 0.1316264 Nov 10 03:50:04.194534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc3c46b-359d-4377-bfd7-5e9670012f42 req-2a7b4ffe-b3a5-4dac-a91b-7bcf7cd2250b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484795 Nov 10 03:50:04.214159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'port': {'device_id': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'admin_state_up': True, 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'security_groups': ['7d5695a8-7fc8-4370-ba9e-7751d56136bd']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:04.378900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b815b78-90a9-4ed4-aebb-357936505c87 req-c363370a-a437-4a8c-94d5-056639bdf000 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 210 time: 0.0614913 Nov 10 03:50:04.442676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Made reservation on behalf of 49ead17c539a4677ae0cc7b67f27625f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:04.448174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:04.620098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Allocated IP 172.20.0.8 (395a964d-bcac-441e-812b-11b5147ee392/5932b073-1636-4ec3-858d-313b87aa0e2f/6ce8939b-fc62-4102-abb0-053d5552ae94) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:50:04.825283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152eb613-7408-477b-9b77-2bff443123aa'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:04.829214 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b952ceac-93c4-443e-87a1-67492dbd8c7e" -d '{"events": [{"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-plugged", "status": "completed", "tag": "152eb613-7408-477b-9b77-2bff443123aa"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:04.841013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a8a6-aa71-44be-aa23-1f523d290085 req-c926a2b9-1d5a-4038-8d50-8116f8241ed5 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:04.859926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5278a8a6-aa71-44be-aa23-1f523d290085 req-c926a2b9-1d5a-4038-8d50-8116f8241ed5 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0899889 Nov 10 03:50:04.903649 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa5860-76ad-4fa1-9e4a-ee032d5fc9c7 x-openstack-request-id: req-bbaa5860-76ad-4fa1-9e4a-ee032d5fc9c7 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:04.904003 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-plugged", "status": "completed", "tag": "152eb613-7408-477b-9b77-2bff443123aa", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:04.904315 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbaa5860-76ad-4fa1-9e4a-ee032d5fc9c7 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:04.904756 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152eb613-7408-477b-9b77-2bff443123aa', 'code': 200} Nov 10 03:50:04.905881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:04.916142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5278a8a6-aa71-44be-aa23-1f523d290085 req-7c317163-75eb-40f8-92aa-c1e501ef4576 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551858 Nov 10 03:50:04.951172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:05.012748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:05.030461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:05.034142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:05.100756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:05.113227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85501416-3bc6-4751-adc0-30fbd0171790 req-cedbdae5-6a67-4e3c-ac3c-2d13b3bab6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.113700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85501416-3bc6-4751-adc0-30fbd0171790 req-cedbdae5-6a67-4e3c-ac3c-2d13b3bab6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.115557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-85501416-3bc6-4751-adc0-30fbd0171790 req-cedbdae5-6a67-4e3c-ac3c-2d13b3bab6f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1985 time: 0.1070862 Nov 10 03:50:05.128528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.129243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:05.246877 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d8ea63e6-1c07-4791-934e-08ddb7c80f30 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0455747 Nov 10 03:50:05.275492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Request body: {'port': {'device_id': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:05.362633 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:05.368959 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-85501416-3bc6-4751-adc0-30fbd0171790 req-dd2a72de-04fd-419d-ad79-a38646a4bb08 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366345 Nov 10 03:50:05.427205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140e692-4f19-406d-9afa-72260fb5758f req-949c6d84-a504-4a1c-a29b-749469c39e6f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.434292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140e692-4f19-406d-9afa-72260fb5758f req-949c6d84-a504-4a1c-a29b-749469c39e6f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.435968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b140e692-4f19-406d-9afa-72260fb5758f req-949c6d84-a504-4a1c-a29b-749469c39e6f tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.1341312 Nov 10 03:50:05.472526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187366f-2db1-4d44-bdc2-60fab24df9fc req-33057d09-f783-4ee9-afe2-c38d2053f592 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.480082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8187366f-2db1-4d44-bdc2-60fab24df9fc req-33057d09-f783-4ee9-afe2-c38d2053f592 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 945 time: 0.1123831 Nov 10 03:50:05.492655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-61776404-650a-4122-a69c-79920721ef93 None None] Provisioning complete for port 6ce8939b-fc62-4102-abb0-053d5552ae94 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:05.492992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61776404-650a-4122-a69c-79920721ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:05.550712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b140e692-4f19-406d-9afa-72260fb5758f req-ac4c36a5-c63e-4202-8aaa-1dc7f395ec2a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069853 Nov 10 03:50:05.558912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-61776404-650a-4122-a69c-79920721ef93 None None] Port 6ce8939b-fc62-4102-abb0-053d5552ae94 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:50:05.598581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8187366f-2db1-4d44-bdc2-60fab24df9fc req-88a3baa8-657a-47ab-92e6-67450c79e55f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101224 Nov 10 03:50:05.729028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-edce8d99-f668-49c6-944d-5ec6aba8d720 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.730561 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-edce8d99-f668-49c6-944d-5ec6aba8d720 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 945 time: 0.1703496 Nov 10 03:50:05.906312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:05.910717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22311d04-fd87-4777-b03b-485049a83997 req-4e0370a3-e6f6-4eb1-a7d5-54c3f2756c01 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.915651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Deleting port 899fbe72-bce0-4dfb-8e12-3781a5128a34 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:05.915999 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:05.918395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22311d04-fd87-4777-b03b-485049a83997 req-4e0370a3-e6f6-4eb1-a7d5-54c3f2756c01 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 931 time: 0.0975802 Nov 10 03:50:05.920141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:05.946763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b30fa-0591-4d47-bdd3-abb5bae83ffe req-204724f6-1e66-481d-a787-ba9e4d3d0a38 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:05.948350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-122b30fa-0591-4d47-bdd3-abb5bae83ffe req-204724f6-1e66-481d-a787-ba9e4d3d0a38 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 944 time: 0.0870228 Nov 10 03:50:05.982106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Transition to ACTIVE for port object 6ce8939b-fc62-4102-abb0-053d5552ae94 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:50:05.991196 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:06.027083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22311d04-fd87-4777-b03b-485049a83997 req-f675b765-c23b-44ba-bd21-5b1454c83d14 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078112 Nov 10 03:50:06.044406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-122b30fa-0591-4d47-bdd3-abb5bae83ffe req-eabf32ea-84cb-41f2-8ca8-27159560fee7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820458 Nov 10 03:50:06.172892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d401f-c3c8-4f69-a814-98188dcdfa77 req-ae8433f1-ae7d-4edc-92e5-0761616066df tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:06.174402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e58d401f-c3c8-4f69-a814-98188dcdfa77 req-ae8433f1-ae7d-4edc-92e5-0761616066df tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0561235 Nov 10 03:50:06.236616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e58d401f-c3c8-4f69-a814-98188dcdfa77 req-ea2aae90-83fd-466b-911e-0d055f7106b8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Nov 10 03:50:06.360237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:06.413817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] For port 899fbe72-bce0-4dfb-8e12-3781a5128a34, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=899fbe72-bce0-4dfb-8e12-3781a5128a34,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:06.414234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:06.434660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Calling delete_port for 899fbe72-bce0-4dfb-8e12-3781a5128a34 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:06.499452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Attempting to bind port 6ce8939b-fc62-4102-abb0-053d5552ae94 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:50:06.499584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Attempting to bind port 6ce8939b-fc62-4102-abb0-053d5552ae94 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:50:06.499931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Attempting to bind port 6ce8939b-fc62-4102-abb0-053d5552ae94 on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:06.506453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Port 6ce8939b-fc62-4102-abb0-053d5552ae94 on network 395a964d-bcac-441e-812b-11b5147ee392 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:50:06.506766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Attempting to bind port 6ce8939b-fc62-4102-abb0-053d5552ae94 on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:06.516500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:50:06.516831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:06.517207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Bound using segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:50:06.517635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Bound port: 6ce8939b-fc62-4102-abb0-053d5552ae94, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:50:06.518007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:06.635431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:50:06.655750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:50:06.679984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:06.700864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979a27-25de-400c-8a70-726847278874 req-ac10aa74-c37e-48df-b91c-f0a719c39f6d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:06.708284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979a27-25de-400c-8a70-726847278874 req-ac10aa74-c37e-48df-b91c-f0a719c39f6d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:06.709891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81979a27-25de-400c-8a70-726847278874 req-ac10aa74-c37e-48df-b91c-f0a719c39f6d tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.0676622 Nov 10 03:50:06.725340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:06.738031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['899fbe72-bce0-4dfb-8e12-3781a5128a34'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:06.747530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f433129b-602e-40a1-a1ef-9b13aa11cf32 req-091aded6-6cdb-4fce-ab40-72e30a08635f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b2012f-29be-4b03-8297-c4b1788dc562 HTTP/1.1" status: 200 len: 210 time: 0.0362551 Nov 10 03:50:06.753921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:06.754415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:06.755843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] 10.222.0.44 "PUT /v2.0/ports/6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 1091 time: 1.4891846 Nov 10 03:50:06.762736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:06.766374 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b00de-081c-480d-9d76-8f9df278b810" -d '{"events": [{"name": "network-changed", "server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:06.804631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:06.859128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d2ed6-2cee-4711-9857-d9c1f5f3ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:06.861422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81979a27-25de-400c-8a70-726847278874 req-21d0bd7e-468c-41d2-9c91-2921c4778ca2 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390686 Nov 10 03:50:06.882366 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfebe678-bd88-4006-b95e-05eec3a2c965 x-openstack-request-id: req-cfebe678-bd88-4006-b95e-05eec3a2c965 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:06.882919 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:06.883167 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfebe678-bd88-4006-b95e-05eec3a2c965 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:06.883554 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'status': 'completed', 'code': 200} Nov 10 03:50:06.885063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] No DVR routers for this DVR port 899fbe72-bce0-4dfb-8e12-3781a5128a34 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:06.888868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:06.892197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6bf828c6-1a40-44b7-83aa-0d86e79ec4e9 req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "DELETE /v2.0/ports/899fbe72-bce0-4dfb-8e12-3781a5128a34 HTTP/1.1" status: 204 len: 173 time: 1.1526346 Nov 10 03:50:06.925980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eb534-ce65-4815-a0af-916c23f271ce req-388e7a22-dba1-4ad9-bfce-3f8584c865da tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:06.927975 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-346eb534-ce65-4815-a0af-916c23f271ce req-388e7a22-dba1-4ad9-bfce-3f8584c865da tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 944 time: 0.2738583 Nov 10 03:50:06.932577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25a2ff-679f-41d4-934f-df4de8e68def tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event deleted for resources: {'Port': ['ID=899fbe72-bce0-4dfb-8e12-3781a5128a34,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:07.064616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-462963fa-ed23-4d1c-b1ad-10ed6c2ce952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:07.067859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-462963fa-ed23-4d1c-b1ad-10ed6c2ce952 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1094 time: 0.2519956 Nov 10 03:50:07.159142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-ed556aa9-c2bd-40b0-b089-76c7e27a2d12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 217 time: 0.0777433 Nov 10 03:50:07.173533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Deleting port c8b6d0c7-60ad-400b-8710-f00010b32b83 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:07.173883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:07.255114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2239d4-6f86-4bb2-ba24-9776813885d2 req-55648953-756b-42ea-b22a-f6db34b125dc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:07.256524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a2239d4-6f86-4bb2-ba24-9776813885d2 req-55648953-756b-42ea-b22a-f6db34b125dc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 943 time: 0.0967517 Nov 10 03:50:07.267582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4040a-5948-4b91-b0be-0bc73b9e7d60 req-56abd165-5076-4210-9c74-e6de4c3f05e7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:07.275769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52b4040a-5948-4b91-b0be-0bc73b9e7d60 req-56abd165-5076-4210-9c74-e6de4c3f05e7 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f26667-3cd7-41e5-bf73-b3196e1eeba5 HTTP/1.1" status: 200 len: 944 time: 0.0961685 Nov 10 03:50:07.277610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-b929b1a8-4189-4cb6-96a3-7b7ae2fe1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:07.279125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-b929b1a8-4189-4cb6-96a3-7b7ae2fe1805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.1022577 Nov 10 03:50:07.362389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-a4c14e9c-13a5-4848-acbe-9ab9583beb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:07.364531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-a4c14e9c-13a5-4848-acbe-9ab9583beb5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764339 Nov 10 03:50:07.366760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] For port c8b6d0c7-60ad-400b-8710-f00010b32b83, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=c8b6d0c7-60ad-400b-8710-f00010b32b83,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:07.367132 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:07.377892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a2239d4-6f86-4bb2-ba24-9776813885d2 req-76887135-9769-4e9c-95f3-3303975183d9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984902 Nov 10 03:50:07.382931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52b4040a-5948-4b91-b0be-0bc73b9e7d60 req-2718b1f6-8585-445a-97b4-5af5aca7a004 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059027 Nov 10 03:50:07.416300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Calling delete_port for c8b6d0c7-60ad-400b-8710-f00010b32b83 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:07.575981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd509f-02d0-454f-9216-235d5376f2d6 req-a188e0b1-3a8f-468c-b51a-2143f3de3279 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:07.584508 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9abd509f-02d0-454f-9216-235d5376f2d6 req-a188e0b1-3a8f-468c-b51a-2143f3de3279 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0841300 Nov 10 03:50:07.589929 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-d004ede1-08c2-43e8-8ec3-bd09be19b9d0 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125027 Nov 10 03:50:07.649417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9abd509f-02d0-454f-9216-235d5376f2d6 req-55270533-097f-4428-9828-cf083a1490a6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629692 Nov 10 03:50:07.761410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b081a691-7e33-454e-8847-0ac1b116fc5e req-c640d619-61b6-40b9-8085-a7e4f60f244c service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601043 Nov 10 03:50:07.763788 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:07.798847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['c8b6d0c7-60ad-400b-8710-f00010b32b83'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:07.825531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event deleted for resources: {'Port': ['ID=c8b6d0c7-60ad-400b-8710-f00010b32b83,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:07.856463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] No DVR routers for this DVR port c8b6d0c7-60ad-400b-8710-f00010b32b83 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:07.872247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:07.876534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-346eb534-ce65-4815-a0af-916c23f271ce req-872bbf1b-23b5-4e61-b45f-c6feb011ef2a tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "DELETE /v2.0/ports/c8b6d0c7-60ad-400b-8710-f00010b32b83 HTTP/1.1" status: 204 len: 173 time: 0.9404764 Nov 10 03:50:07.895271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b00de-081c-480d-9d76-8f9df278b810 req-df5989f3-46ee-4ddf-958c-6e278e5e8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:07.897188 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b12b00de-081c-480d-9d76-8f9df278b810 req-df5989f3-46ee-4ddf-958c-6e278e5e8813 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1094 time: 0.0734603 Nov 10 03:50:07.942599 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:08.048534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b00de-081c-480d-9d76-8f9df278b810 req-d0c0bb10-c42a-459d-8022-83f36ee7eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.050996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b12b00de-081c-480d-9d76-8f9df278b810 req-d0c0bb10-c42a-459d-8022-83f36ee7eb1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1435826 Nov 10 03:50:08.132442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50baf8-80f0-425d-b5b8-a4f492790546 req-35f58529-2a8d-48e6-ad20-ccaa3d9f23f3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.140605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50baf8-80f0-425d-b5b8-a4f492790546 req-35f58529-2a8d-48e6-ad20-ccaa3d9f23f3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.142324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b12b00de-081c-480d-9d76-8f9df278b810 req-8941dcb9-547d-47d7-8d76-eaacda3b4f88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 217 time: 0.0830505 Nov 10 03:50:08.146872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f50baf8-80f0-425d-b5b8-a4f492790546 req-35f58529-2a8d-48e6-ad20-ccaa3d9f23f3 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.1166291 Nov 10 03:50:08.219597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b00de-081c-480d-9d76-8f9df278b810 req-02f1ad12-f625-4d00-82f0-680a534de78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.219597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b12b00de-081c-480d-9d76-8f9df278b810 req-02f1ad12-f625-4d00-82f0-680a534de78d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0679615 Nov 10 03:50:08.235910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f50baf8-80f0-425d-b5b8-a4f492790546 req-d3f082c4-7192-4d04-b3c9-7a765937e1aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846033 Nov 10 03:50:08.303689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b00de-081c-480d-9d76-8f9df278b810 req-bdca5809-64b9-4a2b-bf17-21a062e0643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.306051 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b12b00de-081c-480d-9d76-8f9df278b810 req-bdca5809-64b9-4a2b-bf17-21a062e0643c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810087 Nov 10 03:50:08.492915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b12b00de-081c-480d-9d76-8f9df278b810 req-1504443d-a21c-463d-a55e-d4f96e9d3736 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775408 Nov 10 03:50:08.644356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ce99-b87a-41b4-9bda-a52b8fd987d2 req-5ee985c3-c07f-49f4-a6bd-6165fd6cdcee tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.658523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5288ce99-b87a-41b4-9bda-a52b8fd987d2 req-5ee985c3-c07f-49f4-a6bd-6165fd6cdcee tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 943 time: 0.1712892 Nov 10 03:50:08.677662 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b12b00de-081c-480d-9d76-8f9df278b810 req-d59ef094-9f43-4cf2-a0d5-e4b8737aaedf service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767104 Nov 10 03:50:08.743453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5288ce99-b87a-41b4-9bda-a52b8fd987d2 req-c34d4eb2-50f2-460d-adef-3c0941c9a447 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831201 Nov 10 03:50:08.881824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-a5b189dc-5ff7-4d3d-9ed3-cf01633c7fb2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.883460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-a5b189dc-5ff7-4d3d-9ed3-cf01633c7fb2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.1167016 Nov 10 03:50:08.884989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'name': 'network-vif-deleted', 'tag': '899fbe72-bce0-4dfb-8e12-3781a5128a34'}, {'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'name': 'network-vif-deleted', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:08.887336 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a9823-0b5e-4529-8793-32bee3b25ad9" -d '{"events": [{"server_uuid": "e3b2012f-29be-4b03-8297-c4b1788dc562", "name": "network-vif-deleted", "tag": "899fbe72-bce0-4dfb-8e12-3781a5128a34"}, {"server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "name": "network-vif-deleted", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:08.909725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-d68d6e76-b722-4b2c-9125-c1adac9b1254 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0182471 Nov 10 03:50:08.973067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5c42d-1ad6-4153-8a25-45685d6fec05 req-b8f1b9b8-6538-450c-8e6b-d939f669653b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.979043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5c42d-1ad6-4153-8a25-45685d6fec05 req-b8f1b9b8-6538-450c-8e6b-d939f669653b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:08.980578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3b5c42d-1ad6-4153-8a25-45685d6fec05 req-b8f1b9b8-6538-450c-8e6b-d939f669653b tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.0909929 Nov 10 03:50:08.997816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c28203ec-0a07-4a41-85e8-a38af0ab9945 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712481 Nov 10 03:50:09.079069 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3b5c42d-1ad6-4153-8a25-45685d6fec05 req-5782ad6b-2618-4f23-9476-a5939162fc96 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890079 Nov 10 03:50:09.124230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-5b16fcca-0394-4d56-af0e-61fc0e8f1bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136317 Nov 10 03:50:09.231018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9902ca1-846f-4be3-8649-71c3a43df464 req-bd45a2da-de36-4a05-94bc-3e9db5b02c08 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:09.232457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9902ca1-846f-4be3-8649-71c3a43df464 req-bd45a2da-de36-4a05-94bc-3e9db5b02c08 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0946653 Nov 10 03:50:09.261758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-a767fd53-2373-419b-93c4-446d4609346a service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309819 Nov 10 03:50:09.290491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9902ca1-846f-4be3-8649-71c3a43df464 req-fea16f3f-9cd9-4005-a0cb-676730d78d69 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Nov 10 03:50:09.415354 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51352787-c3e8-4431-8ab4-872321918642 x-openstack-request-id: req-51352787-c3e8-4431-8ab4-872321918642 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:09.415761 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b2012f-29be-4b03-8297-c4b1788dc562", "name": "network-vif-deleted", "tag": "899fbe72-bce0-4dfb-8e12-3781a5128a34", "status": "completed", "code": 200}, {"server_uuid": "04f26667-3cd7-41e5-bf73-b3196e1eeba5", "name": "network-vif-deleted", "tag": "c8b6d0c7-60ad-400b-8710-f00010b32b83", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:09.416036 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51352787-c3e8-4431-8ab4-872321918642 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:09.416440 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b2012f-29be-4b03-8297-c4b1788dc562', 'name': 'network-vif-deleted', 'tag': '899fbe72-bce0-4dfb-8e12-3781a5128a34', 'status': 'completed', 'code': 200} Nov 10 03:50:09.416724 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f26667-3cd7-41e5-bf73-b3196e1eeba5', 'name': 'network-vif-deleted', 'tag': 'c8b6d0c7-60ad-400b-8710-f00010b32b83', 'status': 'completed', 'code': 200} Nov 10 03:50:09.487375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-953d552b-0893-4a7d-90a5-ca2e1c46071b req-3c80b827-0fc9-4a0d-938f-545de5eadf68 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Nov 10 03:50:09.590112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0061f-a125-4a6e-8d9c-c24ea9cd3180 req-eba2f5c4-429e-4af2-9dd1-a33a4ec4102b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:09.591956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91b0061f-a125-4a6e-8d9c-c24ea9cd3180 req-eba2f5c4-429e-4af2-9dd1-a33a4ec4102b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.0500364 Nov 10 03:50:09.639703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91b0061f-a125-4a6e-8d9c-c24ea9cd3180 req-73dd9286-1b6c-41cd-99b0-f7cff7c90b4e tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Nov 10 03:50:09.833885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 899fbe72-bce0-4dfb-8e12-3781a5128a34 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:09.863765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 899fbe72-bce0-4dfb-8e12-3781a5128a34 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:09.864273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 899fbe72-bce0-4dfb-8e12-3781a5128a34 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:09.877222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bfc24-036a-4fa5-a4fb-f5ab1579e548 req-4c9c8b7d-b7bc-468c-9032-a44bf4a2a735 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:09.886182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f92bfc24-036a-4fa5-a4fb-f5ab1579e548 req-4c9c8b7d-b7bc-468c-9032-a44bf4a2a735 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 943 time: 0.0681520 Nov 10 03:50:09.950600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f92bfc24-036a-4fa5-a4fb-f5ab1579e548 req-976eba7f-a79b-41b5-8afc-757ba36206cb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633068 Nov 10 03:50:10.164717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:10.201810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: c8b6d0c7-60ad-400b-8710-f00010b32b83 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:10.202167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device c8b6d0c7-60ad-400b-8710-f00010b32b83 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:10.214426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7529-229e-4f20-864d-ab07970e72b5 req-47b3ecda-69ce-4e61-8bda-6bc20931c137 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.220870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7529-229e-4f20-864d-ab07970e72b5 req-47b3ecda-69ce-4e61-8bda-6bc20931c137 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.222495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e14c7529-229e-4f20-864d-ab07970e72b5 req-47b3ecda-69ce-4e61-8bda-6bc20931c137 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.0730715 Nov 10 03:50:10.272351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e14c7529-229e-4f20-864d-ab07970e72b5 req-6c37ab03-70e5-418d-a550-5b4cdc5137ce tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Nov 10 03:50:10.326775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-57f8dc86-6e55-4317-ad4f-4e351b3a83ce tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.328467 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-57f8dc86-6e55-4317-ad4f-4e351b3a83ce tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.0688493 Nov 10 03:50:10.429635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3963-4277-4ed1-a8c2-7078b094ef05 req-712d3c57-3baa-488b-aab9-ffdd1d3f957d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.438916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f09d3963-4277-4ed1-a8c2-7078b094ef05 req-712d3c57-3baa-488b-aab9-ffdd1d3f957d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0677810 Nov 10 03:50:10.496545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f09d3963-4277-4ed1-a8c2-7078b094ef05 req-4295c5d5-c1d5-429b-a36f-5e404aa6ce3a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552740 Nov 10 03:50:10.546038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-60024117-6bd1-4188-9b53-3a6ef3b0cd7a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.548468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-60024117-6bd1-4188-9b53-3a6ef3b0cd7a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.1739264 Nov 10 03:50:10.563268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Request body: {'port': {'device_id': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'admin_state_up': True, 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:10.598534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5897b2eb-ad63-4809-ac44-5d01b7adebfc req-af2e5b93-19fa-4185-b64d-58248e055143 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 210 time: 0.0309544 Nov 10 03:50:10.654566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Deleting port a4ff8890-e70f-40a3-befd-2df0b21e2f11 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:10.654894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:10.762846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b45475-f1c1-4496-9ccd-5220cbb0bec9 req-59fe1921-81ed-4855-b09b-d2cacc8dc9ed tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.770665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53b45475-f1c1-4496-9ccd-5220cbb0bec9 req-59fe1921-81ed-4855-b09b-d2cacc8dc9ed tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 944 time: 0.0578339 Nov 10 03:50:10.817129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-4427591b-bfe0-4e05-9c4c-3965181bbd7e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.819804 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53b45475-f1c1-4496-9ccd-5220cbb0bec9 req-17c3a301-7f68-4e96-8e6e-5de93461e63c tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475895 Nov 10 03:50:10.823361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-4427591b-bfe0-4e05-9c4c-3965181bbd7e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:10.825132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-4427591b-bfe0-4e05-9c4c-3965181bbd7e tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.1160343 Nov 10 03:50:10.835869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:10.839670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:10.865225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] For port a4ff8890-e70f-40a3-befd-2df0b21e2f11, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a4ff8890-e70f-40a3-befd-2df0b21e2f11,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:10.865624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:10.911049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Calling delete_port for a4ff8890-e70f-40a3-befd-2df0b21e2f11 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:11.087461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98dc98-5958-4f51-a197-2645cc1a6c8e req-35375dc2-37a1-4a49-a75d-f04e6bfad2d5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:11.089216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f98dc98-5958-4f51-a197-2645cc1a6c8e req-35375dc2-37a1-4a49-a75d-f04e6bfad2d5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 943 time: 0.0534356 Nov 10 03:50:11.122746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port 152eb613-7408-477b-9b77-2bff443123aa {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:11.123111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.126075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Allocated IP 172.20.0.9 (c880fe4c-c32a-4308-980f-d05a106fd61b/383b9d06-815a-4344-b526-842658d834f7/e06ad881-7477-4e52-9bd8-af1267684c3b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:50:11.140425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f98dc98-5958-4f51-a197-2645cc1a6c8e req-e9be645c-d44e-43a2-82b1-fe265143865e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442023 Nov 10 03:50:11.325814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.333774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port 152eb613-7408-477b-9b77-2bff443123aa, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=152eb613-7408-477b-9b77-2bff443123aa,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:11.334478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.387806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for 152eb613-7408-477b-9b77-2bff443123aa owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:11.392693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event deleted for resources: {'Port': ['ID=a4ff8890-e70f-40a3-befd-2df0b21e2f11,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:11.410168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c65ad7-2576-4906-b21a-c8c6bc960c5e req-c3163383-1c5c-4748-b17b-918d08dfe5a1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:11.416312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c65ad7-2576-4906-b21a-c8c6bc960c5e req-c3163383-1c5c-4748-b17b-918d08dfe5a1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:11.422534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3c65ad7-2576-4906-b21a-c8c6bc960c5e req-c3163383-1c5c-4748-b17b-918d08dfe5a1 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 1683 time: 0.0721550 Nov 10 03:50:11.477178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] No DVR routers for this DVR port a4ff8890-e70f-40a3-befd-2df0b21e2f11 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:11.479648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3c65ad7-2576-4906-b21a-c8c6bc960c5e req-cf4c8724-54dc-4c81-b2f8-09f0c713e2de tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543530 Nov 10 03:50:11.480275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.485006 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9553afd-ef14-4365-9a59-d082801cd3ba req-ef2b265c-c7c2-45ea-b44c-2dc690508838 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "DELETE /v2.0/ports/a4ff8890-e70f-40a3-befd-2df0b21e2f11 HTTP/1.1" status: 204 len: 173 time: 1.1501141 Nov 10 03:50:11.530047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'name': 'network-vif-deleted', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:11.532494 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3334b6-c689-4077-b4d8-ddf0b05ec5dd" -d '{"events": [{"server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "name": "network-vif-deleted", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:11.553973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.586067 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a082e7-6a45-4c34-81ee-154d300bf611 x-openstack-request-id: req-b3a082e7-6a45-4c34-81ee-154d300bf611 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:11.586743 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3c8295-7c37-4322-881c-3259e30e92d1", "name": "network-vif-deleted", "tag": "a4ff8890-e70f-40a3-befd-2df0b21e2f11", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:11.587258 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3a082e7-6a45-4c34-81ee-154d300bf611 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:11.587800 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3c8295-7c37-4322-881c-3259e30e92d1', 'name': 'network-vif-deleted', 'tag': 'a4ff8890-e70f-40a3-befd-2df0b21e2f11', 'status': 'completed', 'code': 200} Nov 10 03:50:11.652485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.690314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:11.695088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3814a-2198-4055-8fed-a51663636a97 req-5a5becdd-18b1-4857-bd25-9eb0fa51f977 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:11.697059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25f3814a-2198-4055-8fed-a51663636a97 req-5a5becdd-18b1-4857-bd25-9eb0fa51f977 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0963442 Nov 10 03:50:11.746072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event updated for resources: {'Port': ['ID=e06ad881-7477-4e52-9bd8-af1267684c3b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:11.767755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Network c880fe4c-c32a-4308-980f-d05a106fd61b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:11.771237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:11.774349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:11.791817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25f3814a-2198-4055-8fed-a51663636a97 req-5089f52d-4463-460e-b4f8-15024216c132 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849447 Nov 10 03:50:11.816919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389f8d-4cb3-4016-b720-1c13b63844ff req-107d1eba-15ff-4f60-a4f2-be89dc28e8e9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:11.826396 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.827534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8389f8d-4cb3-4016-b720-1c13b63844ff req-107d1eba-15ff-4f60-a4f2-be89dc28e8e9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 931 time: 0.1134167 Nov 10 03:50:11.839831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:50:11.889982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=152eb613-7408-477b-9b77-2bff443123aa,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:11.912080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:11.912854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:11.921600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8389f8d-4cb3-4016-b720-1c13b63844ff req-d0ed471e-d052-4962-856f-18dd45fcc64e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929096 Nov 10 03:50:12.001787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port 152eb613-7408-477b-9b77-2bff443123aa on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:12.006593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c88ab237-b2b2-4d53-89ec-db575e99b5af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4479096 Nov 10 03:50:12.007908 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:12.018308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-28d2f0b0-286a-4b88-9513-f6ca22ff34b7 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "DELETE /v2.0/ports/152eb613-7408-477b-9b77-2bff443123aa HTTP/1.1" status: 204 len: 173 time: 1.1725016 Nov 10 03:50:12.025863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Request body: {'port': {'device_id': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:12.081748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:12.097402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'mac_address': 'fa:16:3e:b0:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:50:12.118424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9cc69c5-4f95-4823-b8d2-0c6a939b3550 req-08989b7b-d386-40e6-be16-3273174fa945 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3c8295-7c37-4322-881c-3259e30e92d1 HTTP/1.1" status: 200 len: 210 time: 0.0433848 Nov 10 03:50:12.151472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:12.182061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:12.217058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:12.226491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:12.227252 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:12.301121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:12.343851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068a9a-660a-46cf-a83a-969a240e16e0 req-564ff31c-ec16-4b45-abc7-cc37f548abd3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:12.346117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d068a9a-660a-46cf-a83a-969a240e16e0 req-564ff31c-ec16-4b45-abc7-cc37f548abd3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0810175 Nov 10 03:50:12.398873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d068a9a-660a-46cf-a83a-969a240e16e0 req-885f301c-f311-4e7e-abce-3a0db81eb557 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463204 Nov 10 03:50:12.560675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6ce8939b-fc62-4102-abb0-053d5552ae94'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:12.625182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716d75-fa52-44f4-9dba-2a9aee3ad304 req-37ae6c5a-b434-41ff-95b6-fa31216a3975 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:12.628161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c716d75-fa52-44f4-9dba-2a9aee3ad304 req-37ae6c5a-b434-41ff-95b6-fa31216a3975 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 946 time: 0.0712104 Nov 10 03:50:12.685047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c716d75-fa52-44f4-9dba-2a9aee3ad304 req-5f8ce5de-b887-4bde-8500-dc539da8ed40 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd08cc87-1948-4ae7-b951-0d92bde23ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500472 Nov 10 03:50:12.708984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port 5880ab04-2743-45e5-a466-048678ce6f85 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:12.709517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:12.865188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port 5880ab04-2743-45e5-a466-048678ce6f85, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5880ab04-2743-45e5-a466-048678ce6f85,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:12.865560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:12.886836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for 5880ab04-2743-45e5-a466-048678ce6f85 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:12.924324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627b76-6cd1-4b4c-8ab3-d607ab47cca7 req-a6116272-c9c7-455d-bb41-5c0f051fb2eb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:12.926008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82627b76-6cd1-4b4c-8ab3-d607ab47cca7 req-a6116272-c9c7-455d-bb41-5c0f051fb2eb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0554984 Nov 10 03:50:12.983896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82627b76-6cd1-4b4c-8ab3-d607ab47cca7 req-b385ffbb-f494-4168-9dbd-71278cfa8cb8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510676 Nov 10 03:50:13.006008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06ad881-7477-4e52-9bd8-af1267684c3b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:13.010516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.033354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Transition to ACTIVE for port object e06ad881-7477-4e52-9bd8-af1267684c3b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:50:13.044328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.125676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9596a1-2428-456c-854e-89429586ad76 req-620e3ece-77c6-4e0c-8fe0-6bc9e899aac3 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:13.127322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d9596a1-2428-456c-854e-89429586ad76 req-620e3ece-77c6-4e0c-8fe0-6bc9e899aac3 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 943 time: 0.0547192 Nov 10 03:50:13.137124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Pushing event updated for resources: {'Port': ['ID=e06ad881-7477-4e52-9bd8-af1267684c3b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:13.144865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.220653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=5880ab04-2743-45e5-a466-048678ce6f85,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:13.241831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d9596a1-2428-456c-854e-89429586ad76 req-24f9588f-3035-4b98-9bbb-aa12e0411742 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779068 Nov 10 03:50:13.282565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port 5880ab04-2743-45e5-a466-048678ce6f85 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:13.286330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.289660 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d903005-d7c9-4d0e-8b4a-b1261db49ade req-61f6f156-0298-492b-b01f-7028a8ffc56a tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.11 "DELETE /v2.0/ports/5880ab04-2743-45e5-a466-048678ce6f85 HTTP/1.1" status: 204 len: 173 time: 1.2598028 Nov 10 03:50:13.290734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-653d9974-ca3c-43c6-88ca-17688ab6b7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.291225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Attempting to bind port e06ad881-7477-4e52-9bd8-af1267684c3b on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:50:13.291225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Attempting to bind port e06ad881-7477-4e52-9bd8-af1267684c3b by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:50:13.291507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Attempting to bind port e06ad881-7477-4e52-9bd8-af1267684c3b on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:13.304220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Port e06ad881-7477-4e52-9bd8-af1267684c3b on network c880fe4c-c32a-4308-980f-d05a106fd61b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:50:13.304572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Attempting to bind port e06ad881-7477-4e52-9bd8-af1267684c3b on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:13.312937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:50:13.313855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:13.314265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Bound using segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:50:13.314724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Bound port: e06ad881-7477-4e52-9bd8-af1267684c3b, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:50:13.315080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.460484 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] For port e06ad881-7477-4e52-9bd8-af1267684c3b, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:50:13.466162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] For port e06ad881-7477-4e52-9bd8-af1267684c3b, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=e06ad881-7477-4e52-9bd8-af1267684c3b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:50:13.476192 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.538275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:13.539008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:13.541094 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] 10.222.0.44 "PUT /v2.0/ports/e06ad881-7477-4e52-9bd8-af1267684c3b HTTP/1.1" status: 200 len: 1091 time: 1.5208149 Nov 10 03:50:13.580367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9431ad9-2e97-4b41-a3da-f4268c162cea service neutron] Pushing event updated for resources: {'Port': ['ID=e06ad881-7477-4e52-9bd8-af1267684c3b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:13.593429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-deleted', 'tag': '152eb613-7408-477b-9b77-2bff443123aa'}, {'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-deleted', 'tag': '5880ab04-2743-45e5-a466-048678ce6f85'}, {'name': 'network-changed', 'server_uuid': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'tag': 'e06ad881-7477-4e52-9bd8-af1267684c3b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:13.595877 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca76392-ae18-4b38-86aa-6830a13dbf9f" -d '{"events": [{"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-deleted", "tag": "152eb613-7408-477b-9b77-2bff443123aa"}, {"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-deleted", "tag": "5880ab04-2743-45e5-a466-048678ce6f85"}, {"name": "network-changed", "server_uuid": "320401a7-0b8e-46ff-ad5d-c21f47d87417", "tag": "e06ad881-7477-4e52-9bd8-af1267684c3b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:13.634796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-4f6f9fc0-3b4b-4b4d-9132-fa23cdf32c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:13.636507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-4f6f9fc0-3b4b-4b4d-9132-fa23cdf32c76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 1094 time: 0.0526173 Nov 10 03:50:13.705658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-8137c863-0641-45da-9e3a-e1bde5218ebb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e06ad881-7477-4e52-9bd8-af1267684c3b HTTP/1.1" status: 200 len: 217 time: 0.0610452 Nov 10 03:50:13.709357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a679c-2402-4335-a8e1-9fe78d34ffa3 req-7b600389-7dad-4a7a-ba17-b7366fa01bbe tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:13.710880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-739a679c-2402-4335-a8e1-9fe78d34ffa3 req-7b600389-7dad-4a7a-ba17-b7366fa01bbe tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0706441 Nov 10 03:50:13.763882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-af0e79ca-23df-4aef-951f-484bc3d67be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:13.766486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-af0e79ca-23df-4aef-951f-484bc3d67be1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.0486147 Nov 10 03:50:13.776087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57532) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:13.801884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-739a679c-2402-4335-a8e1-9fe78d34ffa3 req-0d82c51c-8c32-417c-803d-aa6db679c903 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801828 Nov 10 03:50:13.811214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3cbf-ee79-46b8-9d8b-041a287c57fa req-0e7eeb9b-1439-4b64-b2e2-a2671e1acc05 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:13.813789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-2bc47b30-f936-443d-9972-27b079af8581 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387402 Nov 10 03:50:13.819179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9ee3cbf-ee79-46b8-9d8b-041a287c57fa req-0e7eeb9b-1439-4b64-b2e2-a2671e1acc05 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.1238914 Nov 10 03:50:13.842586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:13.909809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9ee3cbf-ee79-46b8-9d8b-041a287c57fa req-ae38a425-7f7e-43cc-ac43-2c9857be2ffa tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896549 Nov 10 03:50:13.942018 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d43071-91f7-4f50-b302-9c94a2707053 x-openstack-request-id: req-b7d43071-91f7-4f50-b302-9c94a2707053 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:13.942479 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-deleted", "tag": "152eb613-7408-477b-9b77-2bff443123aa", "status": "completed", "code": 200}, {"server_uuid": "e5e84fc2-3416-4b87-a734-350d989a92c1", "name": "network-vif-deleted", "tag": "5880ab04-2743-45e5-a466-048678ce6f85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "320401a7-0b8e-46ff-ad5d-c21f47d87417", "tag": "e06ad881-7477-4e52-9bd8-af1267684c3b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:13.942940 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7d43071-91f7-4f50-b302-9c94a2707053 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:13.943500 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-deleted', 'tag': '152eb613-7408-477b-9b77-2bff443123aa', 'status': 'completed', 'code': 200} Nov 10 03:50:13.943868 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e84fc2-3416-4b87-a734-350d989a92c1', 'name': 'network-vif-deleted', 'tag': '5880ab04-2743-45e5-a466-048678ce6f85', 'status': 'completed', 'code': 200} Nov 10 03:50:13.944287 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'tag': 'e06ad881-7477-4e52-9bd8-af1267684c3b', 'status': 'completed', 'code': 200} Nov 10 03:50:13.964690 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-a6444a97-0171-4315-a3a2-4ee5d90ac3cc service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402447 Nov 10 03:50:13.971268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 6ce8939b-fc62-4102-abb0-053d5552ae94 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:50:13.977289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6ce8939b-fc62-4102-abb0-053d5552ae94 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:13.977839 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.092519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf0223c0-8a1d-47ae-8b60-dc13879f0736 req-a593b62b-acaa-4cbf-845a-6ae5c02dbb90 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e84fc2-3416-4b87-a734-350d989a92c1 HTTP/1.1" status: 200 len: 210 time: 0.0584297 Nov 10 03:50:14.116143 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.130975 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1c90-3fe0-4f3f-8632-8439e17b0b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.143878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e05e1db-4e73-4c62-a9a1-9021c9233b8a req-171af4ff-b2d6-47c7-b905-69dbe7a9c1f0 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710513 Nov 10 03:50:14.192298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5880ab04-2743-45e5-a466-048678ce6f85 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:14.205252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14400ffe-6d0c-4092-a6db-175b1927afea req-2e8af515-6c8e-4bd1-af1f-f2c41d6e6154 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.208266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14400ffe-6d0c-4092-a6db-175b1927afea req-2e8af515-6c8e-4bd1-af1f-f2c41d6e6154 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0906000 Nov 10 03:50:14.231545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 5880ab04-2743-45e5-a466-048678ce6f85 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:14.231887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5880ab04-2743-45e5-a466-048678ce6f85 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:14.232385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:14.276984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:14.279441 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dda666f-bcff-462d-8201-6e705966d71d" -d '{"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:14.285190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: a4ff8890-e70f-40a3-befd-2df0b21e2f11 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:14.285535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a4ff8890-e70f-40a3-befd-2df0b21e2f11 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:14.285653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14400ffe-6d0c-4092-a6db-175b1927afea req-0b98ee53-2d5e-4d10-8e07-e4ef0afd8811 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670743 Nov 10 03:50:14.285974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 152eb613-7408-477b-9b77-2bff443123aa no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:14.309069 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1c90-3fe0-4f3f-8632-8439e17b0b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.318364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1c90-3fe0-4f3f-8632-8439e17b0b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.322488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 152eb613-7408-477b-9b77-2bff443123aa {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:14.322975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 152eb613-7408-477b-9b77-2bff443123aa not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:14.325593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:14.331398 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.354404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-ee6ebf2c-f949-4b7c-9ccb-38c568588dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.356182 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-ee6ebf2c-f949-4b7c-9ccb-38c568588dbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 1094 time: 0.1285489 Nov 10 03:50:14.394193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:14.397478 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d42733-b547-400a-8d6d-f3a402b2ab18 x-openstack-request-id: req-99d42733-b547-400a-8d6d-f3a402b2ab18 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:14.397859 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:14.398192 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99d42733-b547-400a-8d6d-f3a402b2ab18 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:14.398631 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'code': 200} Nov 10 03:50:14.402486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e2cb1c90-3fe0-4f3f-8632-8439e17b0b3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbac42a801354e28b3e4028e2d425a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6253176 Nov 10 03:50:14.406470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.406816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.408231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.408580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.409094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.409478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.409873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.410641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57546) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:14.410863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.411201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.411525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.411848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.412168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:14.425520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6808c-5d69-4b14-ac74-6346441e98a3 req-411a5734-c9dc-4268-84cf-1f11509b1dee tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.427061 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24d6808c-5d69-4b14-ac74-6346441e98a3 req-411a5734-c9dc-4268-84cf-1f11509b1dee tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 943 time: 0.0691776 Nov 10 03:50:14.427411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1c90-3fe0-4f3f-8632-8439e17b0b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2926d5f9-ecab-4a91-bc2f-0bcae991a458,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:14.507436 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98e0e1fc-5eb2-490d-8755-f4f742b85fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.520097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24d6808c-5d69-4b14-ac74-6346441e98a3 req-028ce7fe-2a4d-4741-bc20-ba81be7160f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820374 Nov 10 03:50:14.533805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98e0e1fc-5eb2-490d-8755-f4f742b85fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.540302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-affed2ff-2b1b-4628-8545-2a545957935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.541780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-affed2ff-2b1b-4628-8545-2a545957935a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 905 time: 0.1698222 Nov 10 03:50:14.549265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-26181994-d75d-415e-b328-ea7d3fea8661 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.550689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-26181994-d75d-415e-b328-ea7d3fea8661 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.1202753 Nov 10 03:50:14.588398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98e0e1fc-5eb2-490d-8755-f4f742b85fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.591022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98e0e1fc-5eb2-490d-8755-f4f742b85fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.592424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-98e0e1fc-5eb2-490d-8755-f4f742b85fe6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2926d5f9-ecab-4a91-bc2f-0bcae991a458 HTTP/1.1" status: 204 len: 168 time: 0.1796575 Nov 10 03:50:14.600720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0e1fc-5eb2-490d-8755-f4f742b85fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2926d5f9-ecab-4a91-bc2f-0bcae991a458,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:14.602303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19dfc3-e56b-4467-b959-514247526b04 req-dfb0a8e7-ad20-4c55-afea-f26af567b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.603268 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b19dfc3-e56b-4467-b959-514247526b04 req-dfb0a8e7-ad20-4c55-afea-f26af567b731 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1096 time: 0.1296611 Nov 10 03:50:14.623187 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-4e5567a1-72d4-480e-a92c-e2b192c37186 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e06ad881-7477-4e52-9bd8-af1267684c3b HTTP/1.1" status: 200 len: 217 time: 0.0707953 Nov 10 03:50:14.738288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-168fc436-9146-4498-be72-1c73b0fefa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.739759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-168fc436-9146-4498-be72-1c73b0fefa6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.1074142 Nov 10 03:50:14.748218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b19dfc3-e56b-4467-b959-514247526b04 req-894efad0-d92f-4144-8aa4-d7dbac275b2e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269629 Nov 10 03:50:14.782570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-17a75175-5a69-49a1-9dc7-679a5373c03f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325167 Nov 10 03:50:14.788801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Deleting port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:14.789140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.876819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57554) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:14.882174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] For port f63e7167-d1d1-4ea9-aba1-d7c3ef405031, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,segment=NetworkSegment(fb7594fa-e259-45f3-a03b-5acdbd35d82d),segment_id=fb7594fa-e259-45f3-a03b-5acdbd35d82d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:14.882537 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.895696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Calling delete_port for f63e7167-d1d1-4ea9-aba1-d7c3ef405031 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:14.899012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2d2b-defc-477a-9335-25b1eb5ffb87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:14.953879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6762b-b2dc-40cb-b05d-c82acd622c57 req-1b7edb07-c556-4cea-b398-caee898d4682 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:14.955370 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df6762b-b2dc-40cb-b05d-c82acd622c57 req-1b7edb07-c556-4cea-b398-caee898d4682 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 945 time: 0.0707252 Nov 10 03:50:15.062359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3df6762b-b2dc-40cb-b05d-c82acd622c57 req-0436bdb0-3c83-45f1-ab28-676f2c8534e8 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925772 Nov 10 03:50:15.074841 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2d2b-defc-477a-9335-25b1eb5ffb87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.088299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2d2b-defc-477a-9335-25b1eb5ffb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.091502 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-a35e7c83-3332-4312-a82b-b6b02cbaa752 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411703 Nov 10 03:50:15.132619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49e06-6095-4a31-9a4a-a15ed8211086 req-9c398504-ee77-4413-a878-d16ab74ac481 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:15.134161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9a49e06-6095-4a31-9a4a-a15ed8211086 req-9c398504-ee77-4413-a878-d16ab74ac481 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/ports?device_id=159f3460-48c7-445f-80a2-7a33e5ed6500 HTTP/1.1" status: 200 len: 945 time: 0.1162698 Nov 10 03:50:15.144342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3dcd2d2b-defc-477a-9335-25b1eb5ffb87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe583477a0e84b988e299d224a459643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658734 Nov 10 03:50:15.145122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57560) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:15.145739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd2d2b-defc-477a-9335-25b1eb5ffb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeef062-b131-42a3-ad25-4ed8a95b6a41,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:15.149238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57562) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:15.156220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.200564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Pushing event deleted for resources: {'Port': ['ID=f63e7167-d1d1-4ea9-aba1-d7c3ef405031,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:15.258084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] No DVR routers for this DVR port f63e7167-d1d1-4ea9-aba1-d7c3ef405031 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:15.262700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9a49e06-6095-4a31-9a4a-a15ed8211086 req-556488c4-7b5e-4e3a-89b2-f8ae4981762b tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.24 "GET /v2.0/security-groups?id=16056fe7-ebb7-4681-ad1c-0ac032676f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123593 Nov 10 03:50:15.266514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting subnet 8b62996d-9b1a-4b5d-bd83-95b4922c59ce {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:50:15.271165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.271728 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.280108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-74232eb4-132b-47cb-bf3e-475ee7afd97a req-e08515f7-af2b-4e65-9df9-bdd01cc88b80 tempest-LiveAutoBlockMigrationV225Test-273641342 tempest-LiveAutoBlockMigrationV225Test-273641342-project] 10.222.0.11 "DELETE /v2.0/ports/f63e7167-d1d1-4ea9-aba1-d7c3ef405031 HTTP/1.1" status: 204 len: 173 time: 0.7195890 Nov 10 03:50:15.293647 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca76392-ae18-4b38-86aa-6830a13dbf9f req-b83adcdf-b0ea-4210-a117-df2bdf0784c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930780 Nov 10 03:50:15.317996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9ae07f5-7382-46ad-a579-4f7ffbfdf541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.340249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.374025 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9ae07f5-7382-46ad-a579-4f7ffbfdf541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.606768 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-33caf8b5-eca6-4151-8a89-f16627c61f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.852569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892451-9273-4f77-9143-abffe8dfa3c0 req-0d9de00d-50e9-4f38-849f-d1c870b9299d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:15.853976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d892451-9273-4f77-9143-abffe8dfa3c0 req-0d9de00d-50e9-4f38-849f-d1c870b9299d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.4821508 Nov 10 03:50:15.878723 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9ae07f5-7382-46ad-a579-4f7ffbfdf541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.881219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b9ae07f5-7382-46ad-a579-4f7ffbfdf541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.882348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b9ae07f5-7382-46ad-a579-4f7ffbfdf541 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6aeef062-b131-42a3-ad25-4ed8a95b6a41 HTTP/1.1" status: 204 len: 168 time: 0.7199173 Nov 10 03:50:15.892181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:15.936063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313d97-43cb-4ccb-8cc7-0e51dee1303d req-cf4c1f7f-e875-4ff2-aeb1-6437df8a2db9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:15.937682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a313d97-43cb-4ccb-8cc7-0e51dee1303d req-cf4c1f7f-e875-4ff2-aeb1-6437df8a2db9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 943 time: 0.1625295 Nov 10 03:50:15.945672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae07f5-7382-46ad-a579-4f7ffbfdf541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeef062-b131-42a3-ad25-4ed8a95b6a41,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:15.946130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'name': 'network-vif-deleted', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:15.948935 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4e5de9-68e5-49d8-b433-b9c07ccf9a09" -d '{"events": [{"server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "name": "network-vif-deleted", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:16.014647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d892451-9273-4f77-9143-abffe8dfa3c0 req-7c90ecdc-aab0-4a1a-8f2f-71364a3ea397 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516097 Nov 10 03:50:16.042428 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.062994 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488d5e8-f824-42be-becd-39b5e107a2c6 x-openstack-request-id: req-5488d5e8-f824-42be-becd-39b5e107a2c6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:16.063319 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159f3460-48c7-445f-80a2-7a33e5ed6500", "name": "network-vif-deleted", "tag": "f63e7167-d1d1-4ea9-aba1-d7c3ef405031", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:16.063570 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5488d5e8-f824-42be-becd-39b5e107a2c6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:16.063971 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f3460-48c7-445f-80a2-7a33e5ed6500', 'name': 'network-vif-deleted', 'tag': 'f63e7167-d1d1-4ea9-aba1-d7c3ef405031', 'status': 'completed', 'code': 200} Nov 10 03:50:16.077510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a313d97-43cb-4ccb-8cc7-0e51dee1303d req-21893bc9-a1bc-44b8-9772-e006370909b2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059995 Nov 10 03:50:16.079774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Subnet': ['ID=8b62996d-9b1a-4b5d-bd83-95b4922c59ce,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:16.081654 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.087354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4624e0b5-4d26-432a-b7d4-7651277028e6 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/subnets/8b62996d-9b1a-4b5d-bd83-95b4922c59ce HTTP/1.1" status: 204 len: 168 time: 0.9387650 Nov 10 03:50:16.088311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57576) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:16.089198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ccb1c-f348-4011-ac2b-2554aae19634 None None] Network f95c76fb-f924-49f6-b5d8-75fe96306858 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:50:16.180798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.210556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ae378-a6bb-4d49-96bb-a5a6e6739d36 req-c1e871d6-135a-4ca9-afd1-8490b420f477 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:16.212433 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be9ae378-a6bb-4d49-96bb-a5a6e6739d36 req-c1e871d6-135a-4ca9-afd1-8490b420f477 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 945 time: 0.0615785 Nov 10 03:50:16.243429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port 685c293a-b8dc-4480-9c42-009049f1fca3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:16.243771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.294614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be9ae378-a6bb-4d49-96bb-a5a6e6739d36 req-90ebc91b-2c98-41ab-aecf-dd1e6c28eedd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751836 Nov 10 03:50:16.314717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] DHCP port deletion for f95c76fb-f924-49f6-b5d8-75fe96306858 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:50:16.338440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port 685c293a-b8dc-4480-9c42-009049f1fca3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=685c293a-b8dc-4480-9c42-009049f1fca3,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:16.338760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.354857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for 685c293a-b8dc-4480-9c42-009049f1fca3 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:16.360579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57588) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:16.407596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57592) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:16.410194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] Deleting port 685c293a-b8dc-4480-9c42-009049f1fca3 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:16.411660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.429805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-786bfa5f-74f6-4cd8-8519-672a9bdeea71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.467540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.495198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] For port 685c293a-b8dc-4480-9c42-009049f1fca3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=685c293a-b8dc-4480-9c42-009049f1fca3,segment=NetworkSegment(366b17bb-89ca-4669-abee-cae1696711d5),segment_id=366b17bb-89ca-4669-abee-cae1696711d5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:16.495693 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.504405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=685c293a-b8dc-4480-9c42-009049f1fca3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:16.510986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port 685c293a-b8dc-4480-9c42-009049f1fca3 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:16.519127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] Calling delete_port for 685c293a-b8dc-4480-9c42-009049f1fca3 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:16.598025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18890-8ed4-4a48-98ab-eea744e42f1b req-df8433b1-5292-4e53-a755-9df62d387ce2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:16.599846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08b18890-8ed4-4a48-98ab-eea744e42f1b req-df8433b1-5292-4e53-a755-9df62d387ce2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 945 time: 0.1732061 Nov 10 03:50:16.614264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57596) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:16.620666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'floatingip': {'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:16.628429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.648728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.673953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-786bfa5f-74f6-4cd8-8519-672a9bdeea71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.683747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.683950 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-786bfa5f-74f6-4cd8-8519-672a9bdeea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.698907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] No DVR routers for this DVR port 685c293a-b8dc-4480-9c42-009049f1fca3 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:16.707927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e9d75-bf96-4c7a-92ce-0b9f0dfce5b0 None None] Pushing event deleted for resources: {'Port': ['ID=685c293a-b8dc-4480-9c42-009049f1fca3,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:16.708908 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.721466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95c76fb-f924-49f6-b5d8-75fe96306858']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:16.753155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366b17bb-89ca-4669-abee-cae1696711d5') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:16.753460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366b17bb-89ca-4669-abee-cae1696711d5') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:16.763816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] Deleting subnet dcf77a30-acd2-4544-98f5-ecdaba91ccf5 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:50:16.767971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-786bfa5f-74f6-4cd8-8519-672a9bdeea71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8e80a01dd742ce800458158a2b712e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593957 Nov 10 03:50:16.769991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bfa5f-74f6-4cd8-8519-672a9bdeea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b6a40d-39ad-4d42-9b0a-5440bc9abc52,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:16.770831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.772757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:16.772911 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.810861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.822147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:50:16.822439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:50:16.825599 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:50:16.832866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.884967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.887105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c191673-0b39-4f60-bfba-b7c9d3e35f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.934984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c191673-0b39-4f60-bfba-b7c9d3e35f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.937712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 685c293a-b8dc-4480-9c42-009049f1fca3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:16.958073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 685c293a-b8dc-4480-9c42-009049f1fca3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:16.958408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 685c293a-b8dc-4480-9c42-009049f1fca3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:16.959697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.971045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:16.974709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/networks/f95c76fb-f924-49f6-b5d8-75fe96306858 HTTP/1.1" status: 204 len: 168 time: 0.8851762 Nov 10 03:50:16.978482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57600) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:16.990419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c41ad-a846-4a8b-bbab-94981e17ec60 tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Network': ['ID=f95c76fb-f924-49f6-b5d8-75fe96306858,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:17.010494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.059103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf77a30-acd2-4544-98f5-ecdaba91ccf5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:17.068101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.073598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-90ae6efd-2cfa-4526-9255-0218381ac8d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dcf77a30-acd2-4544-98f5-ecdaba91ccf5 HTTP/1.1" status: 204 len: 168 time: 0.7099316 Nov 10 03:50:17.074439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57604) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:17.097709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c191673-0b39-4f60-bfba-b7c9d3e35f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.100303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c191673-0b39-4f60-bfba-b7c9d3e35f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.101422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c191673-0b39-4f60-bfba-b7c9d3e35f23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8b6a40d-39ad-4d42-9b0a-5440bc9abc52 HTTP/1.1" status: 204 len: 168 time: 0.3265562 Nov 10 03:50:17.165886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.170775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting subnet 2f4b0c88-daca-41ec-a53e-93a86adc8b97 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:50:17.198729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.248167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c191673-0b39-4f60-bfba-b7c9d3e35f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b6a40d-39ad-4d42-9b0a-5440bc9abc52,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:17.272669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.278760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.314953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.394665 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Floating IP 03a91cf4-717e-4453-9ab5-498dcdc9cf93 associated. External IP: 172.25.6.237, port: 6ce8939b-fc62-4102-abb0-053d5552ae94. Nov 10 03:50:17.407934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6bd97-7f9b-48ff-8e36-47af4f827f14 req-27c72895-58e5-47be-b575-ad7e5a731804 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:17.409287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7a6bd97-7f9b-48ff-8e36-47af4f827f14 req-27c72895-58e5-47be-b575-ad7e5a731804 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.2477684 Nov 10 03:50:17.416769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf189ca-ce25-4a74-8d18-ec4d5dba3e24 req-04b52bc6-5c16-4a04-b90d-37d8204869e7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:17.418142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caf189ca-ce25-4a74-8d18-ec4d5dba3e24 req-04b52bc6-5c16-4a04-b90d-37d8204869e7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 943 time: 0.2427845 Nov 10 03:50:17.462745 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.530324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecc1105-ed6d-4359-8e5f-837db6835e11']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:17.565470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7594fa-e259-45f3-a03b-5acdbd35d82d') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:17.565808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7594fa-e259-45f3-a03b-5acdbd35d82d') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:17.597981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7a6bd97-7f9b-48ff-8e36-47af4f827f14 req-5bc66c6a-463c-4534-92f5-e4e3243977d2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691411 Nov 10 03:50:17.604573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.623366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-caf189ca-ce25-4a74-8d18-ec4d5dba3e24 req-28f858b8-5fb8-44a1-85c2-21e07f7ba871 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843090 Nov 10 03:50:17.624905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.716525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.728812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:50:17.729225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:50:17.731108 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:50:17.798732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.805631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.837412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.840187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device e06ad881-7477-4e52-9bd8-af1267684c3b details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:50:17.840675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ecc1105-ed6d-4359-8e5f-837db6835e11 HTTP/1.1" status: 204 len: 168 time: 0.7652776 Nov 10 03:50:17.841919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4b0c88-daca-41ec-a53e-93a86adc8b97,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:17.843716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57632) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:17.853871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:17.859697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-588beca2-0d9a-4559-b02e-fb8c001c2cad tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/subnets/2f4b0c88-daca-41ec-a53e-93a86adc8b97 HTTP/1.1" status: 204 len: 168 time: 0.8773553 Nov 10 03:50:17.867382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57634) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:17.894074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630a5c9-fc94-49a3-a525-1c6d8d60bd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecc1105-ed6d-4359-8e5f-837db6835e11,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:17.941282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:50:17.954961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125bf15a-6c21-4d9c-b4dc-5adc48bc5ced None None] Network 82d70419-b01c-45a2-a383-8f05eb99a9ae requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:50:17.966727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] Deleting subnet 08dc69e4-1b09-4395-ad8c-8655c381c558 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:50:17.970575 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.024133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.033794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.073885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:50:18.086366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.099784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.121786 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-76564916-dd7e-454a-aed9-4d4daffc1239 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "PUT /v2.0/floatingips/03a91cf4-717e-4453-9ab5-498dcdc9cf93 HTTP/1.1" status: 200 len: 991 time: 1.5035729 Nov 10 03:50:18.121786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:18.122893 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bef584-9043-41da-aac3-a257ce1bd15e" -d '{"events": [{"name": "network-changed", "server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:18.169582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Deleting port 70ba87f2-6973-43d4-abac-ee539a04db1c {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:18.169928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.201247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] Sync routers for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:50:18.208104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f63e7167-d1d1-4ea9-aba1-d7c3ef405031 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:18.214973 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df39e9eb-0e79-41f9-8736-cfcde0c965bc x-openstack-request-id: req-df39e9eb-0e79-41f9-8736-cfcde0c965bc {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:18.215308 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:18.215565 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df39e9eb-0e79-41f9-8736-cfcde0c965bc {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:18.216009 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'status': 'completed', 'code': 200} Nov 10 03:50:18.238284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: f63e7167-d1d1-4ea9-aba1-d7c3ef405031 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:18.241123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f63e7167-d1d1-4ea9-aba1-d7c3ef405031 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:18.257195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:18.257195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:18.283655 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.297254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-0cf476b9-df4c-4fa8-9e35-d220bce503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:18.299315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-0cf476b9-df4c-4fa8-9e35-d220bce503c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1096 time: 0.0549579 Nov 10 03:50:18.307578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] For port 70ba87f2-6973-43d4-abac-ee539a04db1c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=70ba87f2-6973-43d4-abac-ee539a04db1c,segment=NetworkSegment(d37f76dd-2ba3-4978-8772-198208aafbe0),segment_id=d37f76dd-2ba3-4978-8772-198208aafbe0)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:18.308650 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.337142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.355299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08dc69e4-1b09-4395-ad8c-8655c381c558 HTTP/1.1" status: 204 len: 168 time: 0.5077317 Nov 10 03:50:18.367939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57644) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:18.368872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086bc9a-968d-4bc5-aa13-ef770d76b34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08dc69e4-1b09-4395-ad8c-8655c381c558,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:18.372455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port e06ad881-7477-4e52-9bd8-af1267684c3b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=e06ad881-7477-4e52-9bd8-af1267684c3b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:18.396519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.397982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Calling delete_port for 70ba87f2-6973-43d4-abac-ee539a04db1c owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:18.463310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'e06ad881-7477-4e52-9bd8-af1267684c3b', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'port_id': 'e06ad881-7477-4e52-9bd8-af1267684c3b', 'mac_address': 'fa:16:3e:a3:57:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383b9d06-815a-4344-b526-842658d834f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:50:18.526904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.531173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283b50-9864-4f8b-b86b-2fd104207dfd req-0e8e2c43-aa12-43c1-9fa3-275bd33e56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:18.533622 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0283b50-9864-4f8b-b86b-2fd104207dfd req-0e8e2c43-aa12-43c1-9fa3-275bd33e56d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.0894296 Nov 10 03:50:18.537035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-241801e9-3ffc-4489-9fff-6f4c753c88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:18.538581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-241801e9-3ffc-4489-9fff-6f4c753c88b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.2301254 Nov 10 03:50:18.542680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.559193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06ad881-7477-4e52-9bd8-af1267684c3b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:18.564786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:18.626229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] DHCP port deletion for 82d70419-b01c-45a2-a383-8f05eb99a9ae request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:50:18.628722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port e06ad881-7477-4e52-9bd8-af1267684c3b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=e06ad881-7477-4e52-9bd8-af1267684c3b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:18.669432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.744467 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0283b50-9864-4f8b-b86b-2fd104207dfd req-c2befa6f-a991-42fa-bc24-f28e77728900 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967113 Nov 10 03:50:18.750839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-307df5db-233a-4da2-a8ce-5d03ac149f31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.1993566 Nov 10 03:50:18.760152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=e06ad881-7477-4e52-9bd8-af1267684c3b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:18.778336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.845858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] Deleting port 70ba87f2-6973-43d4-abac-ee539a04db1c {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:18.846477 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.850427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.855045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Port': ['ID=70ba87f2-6973-43d4-abac-ee539a04db1c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:18.858556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] No DVR routers for this DVR port 70ba87f2-6973-43d4-abac-ee539a04db1c on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:18.914173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4282d9a5-d326-48af-97c8-965eee4a8f20']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:18.942069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] For port 70ba87f2-6973-43d4-abac-ee539a04db1c, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:18.942542 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:18.971069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6665bb-d578-4b39-9c3e-5d1eab42954b') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:18.971688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6665bb-d578-4b39-9c3e-5d1eab42954b') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:18.975133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70ba87f2-6973-43d4-abac-ee539a04db1c no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:18.989299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03d3a2-ca64-44c9-bdb7-d1438eeedd6d req-d8d6176a-e485-4e4f-9a6c-17a90c058669 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:18.991736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e03d3a2-ca64-44c9-bdb7-d1438eeedd6d req-d8d6176a-e485-4e4f-9a6c-17a90c058669 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.2690003 Nov 10 03:50:18.995876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] Calling delete_port for 70ba87f2-6973-43d4-abac-ee539a04db1c owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:18.997465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 70ba87f2-6973-43d4-abac-ee539a04db1c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:18.997801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 70ba87f2-6973-43d4-abac-ee539a04db1c not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:18.999467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.002127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] Port 70ba87f2-6973-43d4-abac-ee539a04db1c was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:50:19.004711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.012632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4968c-4323-497e-97db-2bc775e1040b req-3fdaf8cc-1c1e-4785-9922-6f643529eecd tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:19.022178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6a4968c-4323-497e-97db-2bc775e1040b req-3fdaf8cc-1c1e-4785-9922-6f643529eecd tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 944 time: 0.2580371 Nov 10 03:50:19.026952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-23b5890d-214d-4bd6-ab78-60263f7e8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:19.028450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-23b5890d-214d-4bd6-ab78-60263f7e8596 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0725608 Nov 10 03:50:19.043685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['e06ad881-7477-4e52-9bd8-af1267684c3b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:19.050486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] Pushing event deleted for resources: {'Port': ['ID=70ba87f2-6973-43d4-abac-ee539a04db1c,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:19.084526 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.086432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9471b-96ef-4ccb-b7df-28aee4f04eaf None None] No DVR routers for this DVR port 70ba87f2-6973-43d4-abac-ee539a04db1c on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:19.088434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-52a6426e-666c-44b6-839a-89b39e859d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:19.091263 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-52a6426e-666c-44b6-839a-89b39e859d33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539861 Nov 10 03:50:19.100880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.131821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d70419-b01c-45a2-a383-8f05eb99a9ae']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:19.134945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '03a91cf4-717e-4453-9ab5-498dcdc9cf93', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'mac_address': 'fa:16:3e:b0:be:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:50:00Z', 'updated_at': '2021-11-10T03:50:17Z', 'revision_number': 1, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 5, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:19.143244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37f76dd-2ba3-4978-8772-198208aafbe0') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:19.143530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37f76dd-2ba3-4978-8772-198208aafbe0') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:19.156317 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.175353 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.178382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] Checking router: 50897552-e3d5-4b5e-af6c-7ec4ff72b29d for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:50:19.181966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:50:19.182415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.199081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-5f72f662-0e4e-4100-8df9-48a00853349c service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962057 Nov 10 03:50:19.201369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:19.202089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:50:19.253436 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:50:19.260969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.267700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:50:19.268120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:50:19.318239 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:50:19.320166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.326265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4bef584-9043-41da-aac3-a257ce1bd15e req-e596be2c-5f7c-412c-b224-99b9e80d2d20 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176302 Nov 10 03:50:19.330053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.334584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] 10.222.0.24 "DELETE /v2.0/networks/82d70419-b01c-45a2-a383-8f05eb99a9ae HTTP/1.1" status: 204 len: 168 time: 1.4651356 Nov 10 03:50:19.397632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0759c-f93e-4093-928a-d5d0796f81aa tempest-ServersTestMultiNic-700856858 tempest-ServersTestMultiNic-700856858-project] Pushing event deleted for resources: {'Network': ['ID=82d70419-b01c-45a2-a383-8f05eb99a9ae,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:19.405078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:19.409696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.415141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.418311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4282d9a5-d326-48af-97c8-965eee4a8f20 HTTP/1.1" status: 204 len: 168 time: 1.0462751 Nov 10 03:50:19.430733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6a4968c-4323-497e-97db-2bc775e1040b req-711a5950-5fc9-411a-8d96-c31eb189227b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073412 Nov 10 03:50:19.458879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd0ab4-42af-4e37-bfac-84da9cf7a399 admin admin] Pushing event deleted for resources: {'Network': ['ID=4282d9a5-d326-48af-97c8-965eee4a8f20,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:19.464105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e03d3a2-ca64-44c9-bdb7-d1438eeedd6d req-f29048c1-1f59-4f9a-8143-3fe507768d07 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212501 Nov 10 03:50:19.682229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57668) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:19.741013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3b3d391-cdc9-471f-8a51-9168b2e19017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d755dac5f401488991d001bb1d0984ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575948 Nov 10 03:50:19.741603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57674) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:19.804825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6645c574-8239-432a-bf50-d8daa405ead3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.805087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '03a91cf4-717e-4453-9ab5-498dcdc9cf93', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'mac_address': 'fa:16:3e:b0:be:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:50:00Z', 'updated_at': '2021-11-10T03:50:17Z', 'revision_number': 1, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 5, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:19.811276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57678) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:19.827886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6645c574-8239-432a-bf50-d8daa405ead3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.835664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b960d5a-bf97-4a42-8486-18187837baf7 None None] The sync data for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 is: [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '03a91cf4-717e-4453-9ab5-498dcdc9cf93', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'mac_address': 'fa:16:3e:b0:be:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:50:00Z', 'updated_at': '2021-11-10T03:50:17Z', 'revision_number': 1, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 5, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:50:19.894960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6645c574-8239-432a-bf50-d8daa405ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.897680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6645c574-8239-432a-bf50-d8daa405ead3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:19.902012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6645c574-8239-432a-bf50-d8daa405ead3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16056fe7-ebb7-4681-ad1c-0ac032676f7e HTTP/1.1" status: 204 len: 168 time: 0.1587229 Nov 10 03:50:19.910824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645c574-8239-432a-bf50-d8daa405ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16056fe7-ebb7-4681-ad1c-0ac032676f7e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:20.090299 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0851df-0ad8-449c-ad5f-3becb0d01905 None None] New status for floating IP 03a91cf4-717e-4453-9ab5-498dcdc9cf93: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:50:20.228954 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:20.266796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57684) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:20.357776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-62b439d3-be04-43f6-93ab-1f5b8adea860 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6e1cfe214d746bfaf4850c1727bb264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898774 Nov 10 03:50:20.360604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57686) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:20.412808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14a328e1-bf6a-44ed-ba3c-15fb0b15870f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:20.434391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14a328e1-bf6a-44ed-ba3c-15fb0b15870f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:20.483564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14a328e1-bf6a-44ed-ba3c-15fb0b15870f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:20.486689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14a328e1-bf6a-44ed-ba3c-15fb0b15870f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:20.490194 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-14a328e1-bf6a-44ed-ba3c-15fb0b15870f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6495e2f5-0a24-4d39-9874-323cfafc59a2 HTTP/1.1" status: 204 len: 168 time: 0.1261187 Nov 10 03:50:20.500157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a328e1-bf6a-44ed-ba3c-15fb0b15870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495e2f5-0a24-4d39-9874-323cfafc59a2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:20.580396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Deleting port 95d8e5b5-7cd2-4273-b360-c86018d37a1f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:20.580736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:20.607824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1fb10-f5d1-4df4-9d8b-2631ee3c2b1e req-d5eaed78-d957-4c4b-9cd6-7eefb023e0c8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:20.609316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dc1fb10-f5d1-4df4-9d8b-2631ee3c2b1e req-d5eaed78-d957-4c4b-9cd6-7eefb023e0c8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 944 time: 0.0896199 Nov 10 03:50:20.704452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a2806-23ab-43f7-adca-28f885e324da req-8b120774-9060-451a-bec9-b945dcb26bbf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:20.705970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa5a2806-23ab-43f7-adca-28f885e324da req-8b120774-9060-451a-bec9-b945dcb26bbf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1471040 Nov 10 03:50:20.738002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dc1fb10-f5d1-4df4-9d8b-2631ee3c2b1e req-d3703c02-0305-48e7-a30f-a81b853ca658 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172106 Nov 10 03:50:20.762141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] For port 95d8e5b5-7cd2-4273-b360-c86018d37a1f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=95d8e5b5-7cd2-4273-b360-c86018d37a1f,segment=NetworkSegment(0e7d04dd-ee41-4d0e-88bd-afd87a14f067),segment_id=0e7d04dd-ee41-4d0e-88bd-afd87a14f067)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:20.762507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:20.799299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Calling delete_port for 95d8e5b5-7cd2-4273-b360-c86018d37a1f owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:20.803626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa5a2806-23ab-43f7-adca-28f885e324da req-5a8bd821-15fa-4ea2-a7eb-ca9aca5edddb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885611 Nov 10 03:50:21.019122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:21.053342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d8e5b5-7cd2-4273-b360-c86018d37a1f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:21.222614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-aa05adcc-ec75-4038-948d-0194880bdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:21.224245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-aa05adcc-ec75-4038-948d-0194880bdf1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.0793757 Nov 10 03:50:21.339714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca722ba-428f-4028-9c9d-e903d4aa6823 req-2481536a-35b1-4b23-b329-2a14845b7c26 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:21.342077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ca722ba-428f-4028-9c9d-e903d4aa6823 req-2481536a-35b1-4b23-b329-2a14845b7c26 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1171706 Nov 10 03:50:21.371315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-3f00124a-a929-4bee-ac0e-10003e0a4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:21.373423 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-3f00124a-a929-4bee-ac0e-10003e0a4466 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.1404428 Nov 10 03:50:21.381585 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:21.428131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ca722ba-428f-4028-9c9d-e903d4aa6823 req-b797ef74-c9dc-4b89-8c90-fd96c44c53e9 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750976 Nov 10 03:50:21.429683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-9ac360be-e697-4b3a-a365-2b436779233d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 217 time: 0.0411382 Nov 10 03:50:21.500155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-fc6d85bd-f8a4-4b36-8c75-59e43d57c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:21.501287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-fc6d85bd-f8a4-4b36-8c75-59e43d57c576 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.0583673 Nov 10 03:50:21.543443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-959dc536-9b6e-4b83-9afb-b9b762035767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346968 Nov 10 03:50:21.670384 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-7e17f1bf-5071-4195-a47d-99501b62cf7a service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187751 Nov 10 03:50:21.687718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Router cdf0b502-f388-4284-a40c-bef94de1c2f5 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:50:21.799029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2956b83-57bc-48ed-8b49-f9785696b617 req-b77ad7f9-fcc5-4bdb-bebe-50fd7ed33e73 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210654 Nov 10 03:50:21.887386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:50:21.892966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aaeb861a-c61c-4e85-b3bd-bb1d3b653681 admin admin] 10.222.0.24 "PUT /v2.0/routers/cdf0b502-f388-4284-a40c-bef94de1c2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0806475 Nov 10 03:50:21.894424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device e06ad881-7477-4e52-9bd8-af1267684c3b up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:21.895656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57744) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:21.925680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0156c-7354-4178-856f-b02cc4437dc0 req-6931a9da-b1e1-4a6f-ac41-e3c33ad1e2cf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:21.934542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d0156c-7354-4178-856f-b02cc4437dc0 req-6931a9da-b1e1-4a6f-ac41-e3c33ad1e2cf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 944 time: 0.1028748 Nov 10 03:50:21.946138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] Sync routers for ids ['cdf0b502-f388-4284-a40c-bef94de1c2f5'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:50:22.015080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38d0156c-7354-4178-856f-b02cc4437dc0 req-c418afae-3c1c-4fe8-9faf-e4b4d510d458 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683689 Nov 10 03:50:22.036349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] Routers {'cdf0b502-f388-4284-a40c-bef94de1c2f5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:22.037166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cdf0b502-f388-4284-a40c-bef94de1c2f5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:22.101127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port e06ad881-7477-4e52-9bd8-af1267684c3b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:50:22.116029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port e06ad881-7477-4e52-9bd8-af1267684c3b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:22.116634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.135218 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.278467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.372369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Deleting port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:22.373058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.377577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] Set router cdf0b502-f388-4284-a40c-bef94de1c2f5 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:22.461824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] For port ce3bb9a2-59bf-421b-87d2-ea09ae380dfd, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:22.462291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.476539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Calling delete_port for ce3bb9a2-59bf-421b-87d2-ea09ae380dfd owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:22.564439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.606117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06ad881-7477-4e52-9bd8-af1267684c3b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:22.608977 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed94e8c-d066-43da-9dd3-54053e3c0902" -d '{"events": [{"server_uuid": "320401a7-0b8e-46ff-ad5d-c21f47d87417", "name": "network-vif-plugged", "status": "completed", "tag": "e06ad881-7477-4e52-9bd8-af1267684c3b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:22.635003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port e06ad881-7477-4e52-9bd8-af1267684c3b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=e06ad881-7477-4e52-9bd8-af1267684c3b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:22.644642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.686796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.707636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=e06ad881-7477-4e52-9bd8-af1267684c3b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:22.716474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.716474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.717134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.717329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.717784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.718608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.718685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.719133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.720166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.720617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.721065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.737925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d84f1023-7782-4618-bcbf-d4753e61e489 req-fabfec22-e52f-4443-a256-37133f9b0721 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7775 time: 0.3489885 Nov 10 03:50:22.738574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3bb9a2-59bf-421b-87d2-ea09ae380dfd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:22.746792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2834-7fc6-47b9-9a84-3c7511b0e753 req-ff9d21a5-3089-4460-a714-3280906bd486 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:22.767466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b84c2834-7fc6-47b9-9a84-3c7511b0e753 req-ff9d21a5-3089-4460-a714-3280906bd486 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.2091503 Nov 10 03:50:22.786196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:50:20Z', 'revision_number': 5, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port': {'id': 'ce3bb9a2-59bf-421b-87d2-ea09ae380dfd', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:17Z', 'updated_at': '2021-11-10T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:22.825085 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a1c422-ee3b-4168-9cb3-91551dd1b723 x-openstack-request-id: req-31a1c422-ee3b-4168-9cb3-91551dd1b723 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:22.825436 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320401a7-0b8e-46ff-ad5d-c21f47d87417", "name": "network-vif-plugged", "status": "completed", "tag": "e06ad881-7477-4e52-9bd8-af1267684c3b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:22.826409 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31a1c422-ee3b-4168-9cb3-91551dd1b723 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:22.826837 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06ad881-7477-4e52-9bd8-af1267684c3b', 'code': 200} Nov 10 03:50:22.827664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] Checking router: cdf0b502-f388-4284-a40c-bef94de1c2f5 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:50:22.839898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] Routers {'cdf0b502-f388-4284-a40c-bef94de1c2f5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:22.840525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cdf0b502-f388-4284-a40c-bef94de1c2f5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:22.853475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.945060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] Set router cdf0b502-f388-4284-a40c-bef94de1c2f5 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:22.981164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:22.987797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.038160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1f060-6b1c-47a8-8d29-675bd9b9f3fe req-3973330a-a864-4451-b1ae-78474fc76ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.039796 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9f1f060-6b1c-47a8-8d29-675bd9b9f3fe req-3973330a-a864-4451-b1ae-78474fc76ffd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 1096 time: 0.1544268 Nov 10 03:50:23.044059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.044785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf0b502-f388-4284-a40c-bef94de1c2f5 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:50:23.053828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:50:22Z', 'revision_number': 7, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:23.057003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.060595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5d61cb7b-3c06-4354-bf54-18980dbb975b admin admin] 10.222.0.24 "DELETE /v2.0/routers/cdf0b502-f388-4284-a40c-bef94de1c2f5 HTTP/1.1" status: 204 len: 168 time: 1.1615748 Nov 10 03:50:23.068155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57770) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:23.093641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f654c-f4c8-4494-9e90-3a1999606966 None None] The sync data for ids ['cdf0b502-f388-4284-a40c-bef94de1c2f5'] in n-d-817326-2 is: [{'id': 'cdf0b502-f388-4284-a40c-bef94de1c2f5', 'name': 'tempest-ServersTestMultiNic-2009070237-router', 'tenant_id': '184d19b008dc47b986fbbe98d99860b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:16Z', 'updated_at': '2021-11-10T03:50:22Z', 'revision_number': 7, 'project_id': '184d19b008dc47b986fbbe98d99860b3', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:50:23.140295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9f1f060-6b1c-47a8-8d29-675bd9b9f3fe req-ec43fd9b-6039-4b2c-b42a-08eb7f9b370d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Nov 10 03:50:23.145481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] Deleting subnet 39324d45-c4d9-4fb4-a395-99a0bf0d712f {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:50:23.148969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.173548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.186495 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.275731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.331302 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.360536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39324d45-c4d9-4fb4-a395-99a0bf0d712f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:23.364981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.370617 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f20c0d9c-b558-4b69-9b1e-9d33403ebe31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/39324d45-c4d9-4fb4-a395-99a0bf0d712f HTTP/1.1" status: 204 len: 168 time: 0.2991138 Nov 10 03:50:23.370790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b84c2834-7fc6-47b9-9a84-3c7511b0e753 req-fff44268-1da5-4b46-957e-dbdd982cc8e2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019564 Nov 10 03:50:23.374183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb2e8f-ca98-4674-a44c-9eee215e8389 None None] Network 937c6225-fab9-46d5-bff1-23c23688559f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:50:23.377386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57778) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:23.485540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.489754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce611-c0f8-4f81-a2e3-54cb521f0807 req-83a6cd26-3c69-46b3-9402-e26fb6ea284a tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.491389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-865ce611-c0f8-4f81-a2e3-54cb521f0807 req-83a6cd26-3c69-46b3-9402-e26fb6ea284a tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 886 time: 0.6694949 Nov 10 03:50:23.612545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Deleting port ae925b30-69c1-4abb-9996-b5a0fecd7d26 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:23.612881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.690285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d582dbf-2de0-4bdd-9b84-49b9710f29c6 req-ef8eaf28-a42d-4860-9d32-d81927ff99c7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.693285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d582dbf-2de0-4bdd-9b84-49b9710f29c6 req-ef8eaf28-a42d-4860-9d32-d81927ff99c7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 945 time: 0.0873492 Nov 10 03:50:23.715809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] For port ae925b30-69c1-4abb-9996-b5a0fecd7d26, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ae925b30-69c1-4abb-9996-b5a0fecd7d26,segment=NetworkSegment(0e7d04dd-ee41-4d0e-88bd-afd87a14f067),segment_id=0e7d04dd-ee41-4d0e-88bd-afd87a14f067)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:23.716732 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.738125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Calling delete_port for ae925b30-69c1-4abb-9996-b5a0fecd7d26 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:23.755716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d582dbf-2de0-4bdd-9b84-49b9710f29c6 req-91ed2e60-cf55-4ccf-adfc-f1630c4ce649 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562525 Nov 10 03:50:23.827413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.855592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae925b30-69c1-4abb-9996-b5a0fecd7d26,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:23.862205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] No DVR routers for this DVR port ae925b30-69c1-4abb-9996-b5a0fecd7d26 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:23.893931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.894519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.895365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.895479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.895879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.896328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.896784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.897231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.897679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.898148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.898594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:23.900903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56600395-87ca-443d-b1d5-e010538c67cd req-952d8b85-6174-4c4d-99d2-3ce48fd059e7 tempest-NetworksTest-411041246 tempest-NetworksTest-411041246-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7737 time: 0.1194837 Nov 10 03:50:23.942753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:23.964724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937c6225-fab9-46d5-bff1-23c23688559f']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:23.975814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7d04dd-ee41-4d0e-88bd-afd87a14f067') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:23.976112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7d04dd-ee41-4d0e-88bd-afd87a14f067') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:23.986242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.003037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.010506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:50:24.011153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:50:24.013206 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:50:24.022272 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d96d69-c046-4125-8c03-d0961a7e00cd None None] DHCP port deletion for 937c6225-fab9-46d5-bff1-23c23688559f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:50:24.083705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.092115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.098612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] 10.222.0.24 "DELETE /v2.0/networks/937c6225-fab9-46d5-bff1-23c23688559f HTTP/1.1" status: 204 len: 168 time: 0.7178843 Nov 10 03:50:24.112780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cd81d-61ef-4ef0-a20f-6cb0ca8bd269 admin admin] Pushing event deleted for resources: {'Network': ['ID=937c6225-fab9-46d5-bff1-23c23688559f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:24.217708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57792) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:24.328278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57796) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:24.401009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea992-0667-441b-b8e6-20632bcecc4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.428015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aff163e3-2825-4b30-b389-cefc92014976 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=184d19b008dc47b986fbbe98d99860b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963864 Nov 10 03:50:24.429335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:24.497365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42a0bf7c-ab71-4d52-8064-8e6c83e39676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.524668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42a0bf7c-ab71-4d52-8064-8e6c83e39676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.550463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74eb38-b37f-443f-bfc1-f79c692ed6e4 req-d419efcc-540e-4d63-bcda-f60f360f9405 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:24.550463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf74eb38-b37f-443f-bfc1-f79c692ed6e4 req-d419efcc-540e-4d63-bcda-f60f360f9405 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0757818 Nov 10 03:50:24.571666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea992-0667-441b-b8e6-20632bcecc4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.588649 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea992-0667-441b-b8e6-20632bcecc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.594728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42a0bf7c-ab71-4d52-8064-8e6c83e39676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.597530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42a0bf7c-ab71-4d52-8064-8e6c83e39676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.601958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-42a0bf7c-ab71-4d52-8064-8e6c83e39676 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd08cc87-1948-4ae7-b951-0d92bde23ec9 HTTP/1.1" status: 204 len: 168 time: 0.1697197 Nov 10 03:50:24.611671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0bf7c-ab71-4d52-8064-8e6c83e39676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd08cc87-1948-4ae7-b951-0d92bde23ec9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:24.662708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5e0ea992-0667-441b-b8e6-20632bcecc4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f9d91eabde14c3ba3458fc933b48131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436090 Nov 10 03:50:24.665576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57806) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:24.699751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf74eb38-b37f-443f-bfc1-f79c692ed6e4 req-62297224-902c-4c56-a8dc-b585a358e97e tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446605 Nov 10 03:50:24.701894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ea992-0667-441b-b8e6-20632bcecc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a872377-a185-4ef8-88c5-df4d8b0aa946,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:24.723416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b786f245-4dd6-4677-b2a9-b39a168e10b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.765526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b786f245-4dd6-4677-b2a9-b39a168e10b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.822942 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b786f245-4dd6-4677-b2a9-b39a168e10b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.825544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b786f245-4dd6-4677-b2a9-b39a168e10b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:24.827339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b786f245-4dd6-4677-b2a9-b39a168e10b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a872377-a185-4ef8-88c5-df4d8b0aa946 HTTP/1.1" status: 204 len: 168 time: 0.1606891 Nov 10 03:50:24.842314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786f245-4dd6-4677-b2a9-b39a168e10b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a872377-a185-4ef8-88c5-df4d8b0aa946,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:24.985202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce3bb9a2-59bf-421b-87d2-ea09ae380dfd no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:25.009477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfd2e4-31ec-44e1-a892-6f9028de0e32 req-3b1269bf-15b9-458d-90dc-ca4fa0cfdc32 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:25.018188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfbfd2e4-31ec-44e1-a892-6f9028de0e32 req-3b1269bf-15b9-458d-90dc-ca4fa0cfdc32 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 945 time: 0.0710127 Nov 10 03:50:25.049058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ce3bb9a2-59bf-421b-87d2-ea09ae380dfd {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:25.049565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce3bb9a2-59bf-421b-87d2-ea09ae380dfd not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:25.049808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95d8e5b5-7cd2-4273-b360-c86018d37a1f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:25.090312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfbfd2e4-31ec-44e1-a892-6f9028de0e32 req-1d7a003a-4b6c-4beb-ab97-8dc148077efc tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662034 Nov 10 03:50:25.102348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 95d8e5b5-7cd2-4273-b360-c86018d37a1f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:25.102693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95d8e5b5-7cd2-4273-b360-c86018d37a1f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:25.122822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae925b30-69c1-4abb-9996-b5a0fecd7d26 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:25.170704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ae925b30-69c1-4abb-9996-b5a0fecd7d26 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:25.171276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ae925b30-69c1-4abb-9996-b5a0fecd7d26 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:25.255256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67679162-710a-4c93-b188-bc901f738860 req-2bfca1b7-e8bc-431c-854c-bffd35b12574 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:25.255256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67679162-710a-4c93-b188-bc901f738860 req-2bfca1b7-e8bc-431c-854c-bffd35b12574 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 945 time: 0.0814929 Nov 10 03:50:25.353912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57834) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:25.372431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18acb126-193e-4ca2-9414-e93090484a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:25.376286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67679162-710a-4c93-b188-bc901f738860 req-7f22fca3-fd00-41b5-91e4-291be749eb11 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179724 Nov 10 03:50:25.504954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18acb126-193e-4ca2-9414-e93090484a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:25.510350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18acb126-193e-4ca2-9414-e93090484a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:25.562122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acb126-193e-4ca2-9414-e93090484a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678c152-77e8-4dca-8cab-e77337a9f69d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:25.576555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57842) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:25.591396 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-18acb126-193e-4ca2-9414-e93090484a47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64bf7993ec974976a130f0b10fd42a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185843 Nov 10 03:50:25.654246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8795-9e50-428a-afe1-8816c9996cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:25.708252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8795-9e50-428a-afe1-8816c9996cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:25.851673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819c589-6586-48be-a968-01aeca57e8de req-986f7b39-ab50-4df4-b120-5ed8e607bc45 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:25.853318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6819c589-6586-48be-a968-01aeca57e8de req-986f7b39-ab50-4df4-b120-5ed8e607bc45 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 945 time: 0.1426232 Nov 10 03:50:25.975629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6819c589-6586-48be-a968-01aeca57e8de req-7a572298-d4fd-462c-9696-6ca113a8403b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054757 Nov 10 03:50:25.978702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8795-9e50-428a-afe1-8816c9996cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:25.980850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8795-9e50-428a-afe1-8816c9996cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:25.990076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ea4b8795-9e50-428a-afe1-8816c9996cc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e678c152-77e8-4dca-8cab-e77337a9f69d HTTP/1.1" status: 204 len: 168 time: 0.4123440 Nov 10 03:50:26.008421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b8795-9e50-428a-afe1-8816c9996cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678c152-77e8-4dca-8cab-e77337a9f69d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:26.150823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:26.478785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-463426293-network', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:26.517994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:26.520325 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.534149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.620448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.624336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.650852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:50:26.660931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a92953e-1e4b-44bb-a1e1-1fa7461820b7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:26.666014 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.666175 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Added segment 34bb967e-3b46-42ba-8851-86ebeec1bf48 of type vlan for network f9b17533-2125-45ba-b8e9-05a27e436663 Nov 10 03:50:26.717023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.742964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.744216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:26.744809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:26.828031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6760888 Nov 10 03:50:26.831170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57892) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:26.837390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Request body: {'subnet': {'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-subnet', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:26.844483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccc58a-373a-4f0c-9985-c000040f5d6b admin admin] Pushing event updated for resources: {'Network': ['ID=f9b17533-2125-45ba-b8e9-05a27e436663,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:26.858177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f9b17533-2125-45ba-b8e9-05a27e436663 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:50:26.876358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:26.883429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.037507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-f11329dc-7fe5-4c3c-a4ce-f38f1f7daeb1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:27.039062 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-f11329dc-7fe5-4c3c-a4ce-f38f1f7daeb1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 945 time: 0.0824881 Nov 10 03:50:27.154156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479966f3-d48c-4f03-91d2-58be9ae516f0 req-0a1c0b95-624d-4d68-8775-01a1412f2f68 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:27.156271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-479966f3-d48c-4f03-91d2-58be9ae516f0 req-0a1c0b95-624d-4d68-8775-01a1412f2f68 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=320401a7-0b8e-46ff-ad5d-c21f47d87417 HTTP/1.1" status: 200 len: 945 time: 0.0810699 Nov 10 03:50:27.224987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-479966f3-d48c-4f03-91d2-58be9ae516f0 req-bd063ab9-1d26-432c-90ff-73c4db0c815d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600893 Nov 10 03:50:27.277613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.334722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Deleting port e06ad881-7477-4e52-9bd8-af1267684c3b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:50:27.334722 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.394888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b1d12e-7e0a-4c47-82e2-335f1c2ef460,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:27.417438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Checking segment: {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:27.417438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Network hostable DHCP agents. Network: f9b17533-2125-45ba-b8e9-05a27e436663, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:50:27.460242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] For port e06ad881-7477-4e52-9bd8-af1267684c3b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=e06ad881-7477-4e52-9bd8-af1267684c3b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:27.460701 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.463520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Network f9b17533-2125-45ba-b8e9-05a27e436663 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:50:27.480435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Calling delete_port for e06ad881-7477-4e52-9bd8-af1267684c3b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:50:27.485526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f9b17533-2125-45ba-b8e9-05a27e436663) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:27.493399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:27.494021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.494854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0958a-9c42-43c8-a465-d1380bb87cf5 None None] Network f9b17533-2125-45ba-b8e9-05a27e436663 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:50:27.558220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57922) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:27.558858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c5c1643b-f2d4-4c56-ab3a-f6967f16bdb7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7265854 Nov 10 03:50:27.564233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:27.617581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.618771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.666711 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.683104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['e06ad881-7477-4e52-9bd8-af1267684c3b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:27.699083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event deleted for resources: {'Port': ['ID=e06ad881-7477-4e52-9bd8-af1267684c3b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:27.741060 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.748167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:27.781458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] No DVR routers for this DVR port e06ad881-7477-4e52-9bd8-af1267684c3b on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:50:27.785333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.789891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-610f36aa-199b-4f0b-bf14-9f9aa4f84c18 req-b560f4da-47d7-4ffa-a036-9f7a1234e92c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "DELETE /v2.0/ports/e06ad881-7477-4e52-9bd8-af1267684c3b HTTP/1.1" status: 204 len: 173 time: 0.7395825 Nov 10 03:50:27.790874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'name': 'network-vif-deleted', 'tag': 'e06ad881-7477-4e52-9bd8-af1267684c3b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:27.793390 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906dd62d-32f0-4f3d-b786-c55bec25ff37" -d '{"events": [{"server_uuid": "320401a7-0b8e-46ff-ad5d-c21f47d87417", "name": "network-vif-deleted", "tag": "e06ad881-7477-4e52-9bd8-af1267684c3b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:27.871192 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cbb4ac-ca5b-48c4-abcd-0a0ea75cfcc7 x-openstack-request-id: req-d2cbb4ac-ca5b-48c4-abcd-0a0ea75cfcc7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:27.871192 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320401a7-0b8e-46ff-ad5d-c21f47d87417", "name": "network-vif-deleted", "tag": "e06ad881-7477-4e52-9bd8-af1267684c3b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:27.871867 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2cbb4ac-ca5b-48c4-abcd-0a0ea75cfcc7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:27.872128 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320401a7-0b8e-46ff-ad5d-c21f47d87417', 'name': 'network-vif-deleted', 'tag': 'e06ad881-7477-4e52-9bd8-af1267684c3b', 'status': 'completed', 'code': 200} Nov 10 03:50:27.964890 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:27.989258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab957f3-2a72-4498-8c3b-9bd56013d0f7 req-4fb6692d-1fa6-41e3-8948-5ef03aacaa55 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:27.990899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ab957f3-2a72-4498-8c3b-9bd56013d0f7 req-4fb6692d-1fa6-41e3-8948-5ef03aacaa55 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.3452904 Nov 10 03:50:28.048216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f9b17533-2125-45ba-b8e9-05a27e436663', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:50:28.049689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.146476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ab957f3-2a72-4498-8c3b-9bd56013d0f7 req-019c216c-5748-467b-bb4c-8430a9133237 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355865 Nov 10 03:50:28.294676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Allocated IP 172.20.0.2 (f9b17533-2125-45ba-b8e9-05a27e436663/b2b1d12e-7e0a-4c47-82e2-335f1c2ef460/371df78f-e2ff-4a92-a6bb-91c9b8da2bb4) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:50:28.462956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.497049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.608143 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.619244 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.674469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Network f9b17533-2125-45ba-b8e9-05a27e436663 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:28.678027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:28.682437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:28.691352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Pushing event updated for resources: {'Port': ['ID=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:28.694319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Allocated IP 172.25.6.179 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/6fc5335f-be32-4d1e-b412-7294e6177ad4) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:50:28.767760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Attempting to bind port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:50:28.768261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Attempting to bind port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:50:28.768756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Attempting to bind port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 on network f9b17533-2125-45ba-b8e9-05a27e436663 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:28.774541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:50:28.775351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Checking segment: {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:28.775812 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.776372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Bound using segment: {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:50:28.776896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Bound port: 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:50:28.777335 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.862590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] For port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:50:28.875943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] For port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:50:28.888525 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.927513 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:28.976961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:29.035920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf07e72-a283-4557-83f3-665640034e9f None None] Pushing event updated for resources: {'Port': ['ID=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:29.038134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:29.086928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:29.092803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:29.184297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc5335f-be32-4d1e-b412-7294e6177ad4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:29.313927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-881257de-59a5-4cd4-b25f-0d18b44001c1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:29.324543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-881257de-59a5-4cd4-b25f-0d18b44001c1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.3074203 Nov 10 03:50:29.363037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-71b72797-bddb-4f04-b63d-36e0e9cc04f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0380757 Nov 10 03:50:29.513317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-6c5def0d-0393-4bfd-956c-aa77e457d2a6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493769 Nov 10 03:50:29.582080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:29.701337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-7d579974-9229-4ee1-b7a2-faca0d8ed587 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864994 Nov 10 03:50:30.132106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-ba55bbe5-4e11-4be3-8d5f-92b993e2b6e7 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295852 Nov 10 03:50:30.271011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:30.374112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ad394-c944-4fe3-9d98-57e002ed01eb None None] Network f9b17533-2125-45ba-b8e9-05a27e436663 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:50:30.485187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:50:30.620053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d47e80c1-e428-41a8-b99c-2616829ea748 req-25f29956-6e81-4318-831f-eab55e75e012 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 210 time: 0.0550237 Nov 10 03:50:30.648339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-07e34e08-c61c-4fc6-b5fa-d1c043dd18ed None None] Provisioning complete for port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:30.651469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-07e34e08-c61c-4fc6-b5fa-d1c043dd18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:30.737364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:50:30.748268 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Sync routers for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:50:30.768497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:30.772242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58040) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:30.772709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d86464cc-57c7-4e0a-908b-736be8058138 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2125776 Nov 10 03:50:30.804210 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:30.806086 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:30.946492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-07e34e08-c61c-4fc6-b5fa-d1c043dd18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:31.012209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-07e34e08-c61c-4fc6-b5fa-d1c043dd18ed None None] For port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:31.019118 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-07e34e08-c61c-4fc6-b5fa-d1c043dd18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:31.125355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e34e08-c61c-4fc6-b5fa-d1c043dd18ed None None] Pushing event updated for resources: {'Port': ['ID=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:31.194174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:31.203038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:31.317185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:31.317805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:31.487608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8d3e23aa-a651-4179-b3f5-8b88677bb0d4 None None] Provisioning complete for port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:31.488694 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d3e23aa-a651-4179-b3f5-8b88677bb0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:31.571359 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:29Z', 'revision_number': 3, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:31.609126 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Checking router: d4275ad4-d595-43c8-b09f-1c5053c9d0d2 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:50:31.610322 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Updating router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 port 6fc5335f-be32-4d1e-b412-7294e6177ad4 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:50:31.661830 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:31.847211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66237403-4d15-48cf-b2bc-4190cc62272c req-3499bff9-1014-427f-9dcb-e0b63cea2f79 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 210 time: 0.0686319 Nov 10 03:50:31.917343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device e06ad881-7477-4e52-9bd8-af1267684c3b no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:50:31.968211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: e06ad881-7477-4e52-9bd8-af1267684c3b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:50:31.978822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device e06ad881-7477-4e52-9bd8-af1267684c3b not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:50:32.118134 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:32.128481 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:32.237399 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Attempting to bind port 6fc5335f-be32-4d1e-b412-7294e6177ad4 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:50:32.238112 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Attempting to bind port 6fc5335f-be32-4d1e-b412-7294e6177ad4 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:50:32.238704 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Attempting to bind port 6fc5335f-be32-4d1e-b412-7294e6177ad4 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:32.259287 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:50:32.268869 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:32.269464 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:32.270088 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:50:32.270761 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Bound port: 6fc5335f-be32-4d1e-b412-7294e6177ad4, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:50:32.274259 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:32.338708 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb340283-f493-4fc0-8524-335aa1f8e2dd None None] Pushing event updated for resources: {'Port': ['ID=6fc5335f-be32-4d1e-b412-7294e6177ad4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:32.372200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-0c948e93-2950-4178-b655-56d41fc3c3e8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:32.373997 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-0c948e93-2950-4178-b655-56d41fc3c3e8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.1332762 Nov 10 03:50:32.400646 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] For port 6fc5335f-be32-4d1e-b412-7294e6177ad4, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:50:32.404905 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] For port 6fc5335f-be32-4d1e-b412-7294e6177ad4, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6fc5335f-be32-4d1e-b412-7294e6177ad4,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:50:32.414824 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:32.416061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Request body: {'port': {'device_id': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'admin_state_up': True, 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:32.455503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:32.519756 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:32.520323 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:32.651386 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb340283-f493-4fc0-8524-335aa1f8e2dd None None] Pushing event updated for resources: {'Port': ['ID=6fc5335f-be32-4d1e-b412-7294e6177ad4,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:32.702647 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:32.759607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:32.763952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:32.833890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Allocated IP 172.20.0.1 (f9b17533-2125-45ba-b8e9-05a27e436663/b2b1d12e-7e0a-4c47-82e2-335f1c2ef460/7fd1d302-fe03-42b5-9eaa-4f5141a06bf4) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:50:33.013744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:33.115546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Allocated IP 172.20.0.13 (c880fe4c-c32a-4308-980f-d05a106fd61b/383b9d06-815a-4344-b526-842658d834f7/89d9af25-4cce-45be-906d-f1aebe142eb4) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:50:33.152315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:33.153862 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:33.158174 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:29Z', 'revision_number': 3, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:33.180444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:33.186494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24f8bcad-09dc-4170-945a-c1a7e62861ca req-e696a016-3e82-409d-a469-e757eca3bd1e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 210 time: 0.0509207 Nov 10 03:50:33.260939 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f41ea-6828-4ed8-9492-d76e4e6cd4e0 None None] The sync data for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 is: [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:29Z', 'revision_number': 3, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:50:33.401372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:33.452564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Network f9b17533-2125-45ba-b8e9-05a27e436663 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:33.463772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:33.475177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:33.524488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Pushing event updated for resources: {'Port': ['ID=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:33.557683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:33.565102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:33.730403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:33.768302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:33.813717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event updated for resources: {'Port': ['ID=89d9af25-4cce-45be-906d-f1aebe142eb4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:33.925189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Network c880fe4c-c32a-4308-980f-d05a106fd61b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:33.928621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:33.952688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:34.017172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7fe32408-5dba-4308-babb-3a80c35d1886 None None] Provisioning complete for port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:34.018318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fe32408-5dba-4308-babb-3a80c35d1886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:34.024312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:34.168449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:34.169924 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:34.258700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-5233010f-3e5b-44dc-b330-aea91050c54c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8650548 Nov 10 03:50:34.283230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Request body: {'port': {'device_id': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:34.446040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7fe32408-5dba-4308-babb-3a80c35d1886 None None] Port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:50:34.590310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:34.624448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2081028-6d90-47c4-9aa9-cd2c9078b0c3 req-76123f1e-2342-40a1-93ff-03a24b32b9f2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:34.631905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2081028-6d90-47c4-9aa9-cd2c9078b0c3 req-76123f1e-2342-40a1-93ff-03a24b32b9f2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 932 time: 0.1547554 Nov 10 03:50:34.744126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2081028-6d90-47c4-9aa9-cd2c9078b0c3 req-cb5dd19b-3b74-458c-96ff-50b833a34ad7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041646 Nov 10 03:50:34.866948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58158) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:34.942119 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:34.950419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.044563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fc5335f-be32-4d1e-b412-7294e6177ad4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:35.054690 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.063742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Pushing event updated for resources: {'Port': ['ID=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:35.108407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6fc5335f-be32-4d1e-b412-7294e6177ad4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:35.109010 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.126286 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6558-0a9d-4e38-95bb-b7d055958757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.210216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d9af25-4cce-45be-906d-f1aebe142eb4 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:35.228585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.235924 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.252174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Transition to ACTIVE for port object 89d9af25-4cce-45be-906d-f1aebe142eb4 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:50:35.256651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.278453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 6fc5335f-be32-4d1e-b412-7294e6177ad4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6fc5335f-be32-4d1e-b412-7294e6177ad4,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:35.284866 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.330351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6558-0a9d-4e38-95bb-b7d055958757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.336662 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6558-0a9d-4e38-95bb-b7d055958757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.405513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=6fc5335f-be32-4d1e-b412-7294e6177ad4,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:35.409869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d0f6558-0a9d-4e38-95bb-b7d055958757 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3725e62994342e681581fd20ca2cc2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5416369 Nov 10 03:50:35.412366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58170) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:35.418978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6558-0a9d-4e38-95bb-b7d055958757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df17c24-94c4-4a4a-93c7-5af0fd23d4eb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:35.485784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05c7e89-6411-457b-9001-6e9c150cc2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.518551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05c7e89-6411-457b-9001-6e9c150cc2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.520911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Pushing event updated for resources: {'Port': ['ID=89d9af25-4cce-45be-906d-f1aebe142eb4,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:35.588587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05c7e89-6411-457b-9001-6e9c150cc2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.592130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Network f9b17533-2125-45ba-b8e9-05a27e436663 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:35.593435 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05c7e89-6411-457b-9001-6e9c150cc2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:35.595874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f05c7e89-6411-457b-9001-6e9c150cc2b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6df17c24-94c4-4a4a-93c7-5af0fd23d4eb HTTP/1.1" status: 204 len: 168 time: 0.1824157 Nov 10 03:50:35.617694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:35.627255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c7e89-6411-457b-9001-6e9c150cc2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df17c24-94c4-4a4a-93c7-5af0fd23d4eb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:35.757014 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-dbcd6fb4-70f1-4c18-8a92-c45ba2aa21c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3476615 Nov 10 03:50:35.834504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Attempting to bind port 89d9af25-4cce-45be-906d-f1aebe142eb4 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:50:35.836681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Attempting to bind port 89d9af25-4cce-45be-906d-f1aebe142eb4 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:50:35.838128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Attempting to bind port 89d9af25-4cce-45be-906d-f1aebe142eb4 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:35.896090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Port 89d9af25-4cce-45be-906d-f1aebe142eb4 on network c880fe4c-c32a-4308-980f-d05a106fd61b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:50:35.901572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Attempting to bind port 89d9af25-4cce-45be-906d-f1aebe142eb4 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:35.968943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17653-10d2-4902-93ae-b7f28a3f5e5c req-935f7696-0310-4adc-8fcc-0ab8c78768c5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:35.974500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:50:35.977428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:35.977897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72a17653-10d2-4902-93ae-b7f28a3f5e5c req-935f7696-0310-4adc-8fcc-0ab8c78768c5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 944 time: 0.1022353 Nov 10 03:50:35.978382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Bound using segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:50:35.979040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Bound port: 89d9af25-4cce-45be-906d-f1aebe142eb4, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:50:35.979470 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.054467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72a17653-10d2-4902-93ae-b7f28a3f5e5c req-3220988e-6135-4b48-866f-7e672abee5cf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691512 Nov 10 03:50:36.085110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b9fbf232-8dd3-4bcf-9d6d-7a8cac291ef2 None None] Provisioning complete for port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:36.086876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf232-8dd3-4bcf-9d6d-7a8cac291ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.112341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-12d9b278-44f3-45bb-a7f8-4d7c20f1fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:36.114412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-12d9b278-44f3-45bb-a7f8-4d7c20f1fce0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.2713542 Nov 10 03:50:36.116334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:50:36.127294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58192) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:36.133106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbf232-8dd3-4bcf-9d6d-7a8cac291ef2 None None] Port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:50:36.144014 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ae3de23-08e5-4e35-bcbc-62e0541a49e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.246470 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ae3de23-08e5-4e35-bcbc-62e0541a49e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.251413 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ae3de23-08e5-4e35-bcbc-62e0541a49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.259219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] For port 89d9af25-4cce-45be-906d-f1aebe142eb4, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:50:36.289822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] For port 89d9af25-4cce-45be-906d-f1aebe142eb4, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=89d9af25-4cce-45be-906d-f1aebe142eb4,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:50:36.304713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3de23-08e5-4e35-bcbc-62e0541a49e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b533a675-7a86-4760-849c-5e4a23aafd25,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:36.325250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.336494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ae3de23-08e5-4e35-bcbc-62e0541a49e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97bd0c3b58ef443cad26d8a2425d44a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079656 Nov 10 03:50:36.337170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58194) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:36.392614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:50:36.395466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87a7f238-ae49-4f89-a6a5-1add94386b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.407030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Sync routers for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:50:36.423766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-12ccd19d-237e-4686-83ef-69fdd8d525fc admin admin] 10.222.0.24 "PUT /v2.0/routers/d4275ad4-d595-43c8-b09f-1c5053c9d0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6493292 Nov 10 03:50:36.424347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:36.425171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:36.436263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87a7f238-ae49-4f89-a6a5-1add94386b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.503431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:36.503932 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.505336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] 10.222.0.11 "PUT /v2.0/ports/89d9af25-4cce-45be-906d-f1aebe142eb4 HTTP/1.1" status: 200 len: 1092 time: 2.2312620 Nov 10 03:50:36.507987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'tag': '89d9af25-4cce-45be-906d-f1aebe142eb4'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:36.510297 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddc8de7-464d-4605-9a29-a8cb4f974620" -d '{"events": [{"name": "network-changed", "server_uuid": "f820d253-b145-40b5-8aa7-dd0ead61b7e5", "tag": "89d9af25-4cce-45be-906d-f1aebe142eb4"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:36.515891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-b82acbd4-be14-4c49-8a37-725c8d48b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:36.518288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-b82acbd4-be14-4c49-8a37-725c8d48b85c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.3607428 Nov 10 03:50:36.558454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87a7f238-ae49-4f89-a6a5-1add94386b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.562110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87a7f238-ae49-4f89-a6a5-1add94386b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:36.564951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-87a7f238-ae49-4f89-a6a5-1add94386b4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b533a675-7a86-4760-849c-5e4a23aafd25 HTTP/1.1" status: 204 len: 168 time: 0.2266562 Nov 10 03:50:36.610261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7f238-ae49-4f89-a6a5-1add94386b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b533a675-7a86-4760-849c-5e4a23aafd25,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:36.738554 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:50:36.751366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-f7097ef4-c571-475a-872f-fbf3bbdef534 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 217 time: 0.2244546 Nov 10 03:50:36.769171 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f7bce8-3133-48c7-8e89-63542a22f39c x-openstack-request-id: req-68f7bce8-3133-48c7-8e89-63542a22f39c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:36.769375 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f820d253-b145-40b5-8aa7-dd0ead61b7e5", "tag": "89d9af25-4cce-45be-906d-f1aebe142eb4", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:36.769599 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68f7bce8-3133-48c7-8e89-63542a22f39c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:36.770012 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'tag': '89d9af25-4cce-45be-906d-f1aebe142eb4', 'status': 'completed', 'code': 200} Nov 10 03:50:36.783047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:36.883273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5b38-aea5-4051-a475-670b45ed7acd service neutron] Pushing event updated for resources: {'Port': ['ID=89d9af25-4cce-45be-906d-f1aebe142eb4,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:36.921455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-4f9ffe9f-d3f0-40b1-824c-fceaecf1e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:36.924447 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-4f9ffe9f-d3f0-40b1-824c-fceaecf1e50a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 1095 time: 0.2760079 Nov 10 03:50:36.931731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-4a6a76a6-d065-4ced-a6ad-afb64de66f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:36.949984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-4a6a76a6-d065-4ced-a6ad-afb64de66f93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.1684616 Nov 10 03:50:37.023151 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-de32b106-e682-41bf-a636-d1f1630cfae5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d9af25-4cce-45be-906d-f1aebe142eb4 HTTP/1.1" status: 200 len: 217 time: 0.0716650 Nov 10 03:50:37.107925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fc5335f-be32-4d1e-b412-7294e6177ad4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:37.175277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-980cdd5b-d250-4f86-a960-e6eb1b9416ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506915 Nov 10 03:50:37.280826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-6943bc5d-8649-4250-8578-6727df60dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:37.284221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-6943bc5d-8649-4250-8578-6727df60dcb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.2424595 Nov 10 03:50:37.322764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf80d7-af71-4ad9-b6be-dad6657a29eb req-ff5d2072-1a80-4ef7-8260-e554812e6b1d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:37.331929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4cf80d7-af71-4ad9-b6be-dad6657a29eb req-ff5d2072-1a80-4ef7-8260-e554812e6b1d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 944 time: 0.1102002 Nov 10 03:50:37.366186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-e3acf040-25b4-42d5-bf92-e49129dd0a19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679820 Nov 10 03:50:37.380590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6fc5335f-be32-4d1e-b412-7294e6177ad4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:37.382607 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:37.501772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4cf80d7-af71-4ad9-b6be-dad6657a29eb req-835ba797-4229-43c4-b010-83073c836c06 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Nov 10 03:50:37.508255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-693a5c32-5a82-43a3-873c-c3838bf52b0d service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221231 Nov 10 03:50:37.523271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:34Z', 'revision_number': 2, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:37.597012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Checking router: d4275ad4-d595-43c8-b09f-1c5053c9d0d2 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:50:37.597456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Updating router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:50:37.680780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:37.729749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-eb340809-886b-44eb-b851-1ff994eca0a7 service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536644 Nov 10 03:50:37.731920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-76e82fa7-78b3-491f-a464-203d3cce2a53 req-e4ab10a9-f4f2-4ba2-b7d8-2a488303d2df service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069552 Nov 10 03:50:38.206728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:38.218792 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:38.272177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:38.371391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Attempting to bind port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:50:38.371795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Attempting to bind port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:50:38.372136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Attempting to bind port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 on network f9b17533-2125-45ba-b8e9-05a27e436663 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:38.381167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:50:38.381550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Checking segment: {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:38.381968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:38.382360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Bound using segment: {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:50:38.382833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Bound port: 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:50:38.384001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:38.440468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7de6-41b2-4d12-a7bc-93b1012d086e None None] Pushing event updated for resources: {'Port': ['ID=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:38.478685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] For port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:50:38.484023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b2648d7a-a7d3-4496-947f-5db2e8682312 req-52500374-fcf8-44e8-9f12-b9e0fbdd5c94 service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464945 Nov 10 03:50:38.485401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] For port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:50:38.495265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:38.595703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:50:38.596507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:38.683845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7de6-41b2-4d12-a7bc-93b1012d086e None None] Pushing event updated for resources: {'Port': ['ID=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:38.693060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-eb5619fc-a35d-4a5d-9c42-93b6e947de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:38.694705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-eb5619fc-a35d-4a5d-9c42-93b6e947de72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 1095 time: 0.1148539 Nov 10 03:50:38.737148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-466212a2-8a3b-4928-8a8d-26160cca6fcc None None] Provisioning complete for port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:38.737689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-466212a2-8a3b-4928-8a8d-26160cca6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:38.845144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5153a4b-f395-4926-93bf-dbb98ec837a8 req-72e3f23e-4ac0-4db2-8898-8efff7cccee2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:38.854045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5153a4b-f395-4926-93bf-dbb98ec837a8 req-72e3f23e-4ac0-4db2-8898-8efff7cccee2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 944 time: 0.1720841 Nov 10 03:50:38.944608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-0d205727-c7b9-4c7b-a1a0-4bb660f46161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:38.947964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-0d205727-c7b9-4c7b-a1a0-4bb660f46161 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 905 time: 0.2377925 Nov 10 03:50:39.004493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5153a4b-f395-4926-93bf-dbb98ec837a8 req-293418cd-1ebd-4d32-a0c6-61a85a156f59 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484046 Nov 10 03:50:39.018149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:50:39.059818 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-5b000b5c-e8c6-49d2-a6be-a575c691a723 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d9af25-4cce-45be-906d-f1aebe142eb4 HTTP/1.1" status: 200 len: 217 time: 0.1031842 Nov 10 03:50:39.111765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-466212a2-8a3b-4928-8a8d-26160cca6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:39.170987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-c37d30c5-4aa6-4f29-8ebe-ad168413c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:39.179922 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-c37d30c5-4aa6-4f29-8ebe-ad168413c661 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.1123898 Nov 10 03:50:39.230528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-fb091773-29e6-4d1d-a3d4-77f9d1f17381 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428777 Nov 10 03:50:39.412669 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-fc62381a-5f1d-4a45-9cab-6f5ec424645c service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733532 Nov 10 03:50:39.473204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-466212a2-8a3b-4928-8a8d-26160cca6fcc None None] For port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:39.488171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-466212a2-8a3b-4928-8a8d-26160cca6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:39.567092 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cddc8de7-464d-4605-9a29-a8cb4f974620 req-bb1b7f5e-c40e-4af2-b894-288784312f9c service neutron] 10.222.0.11 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434834 Nov 10 03:50:39.653630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466212a2-8a3b-4928-8a8d-26160cca6fcc None None] Pushing event updated for resources: {'Port': ['ID=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:39.698107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-77126fa8-d4fd-4f94-9d20-cf778a9d0d98 None None] Provisioning complete for port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:39.698495 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77126fa8-d4fd-4f94-9d20-cf778a9d0d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:39.750991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:38Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:50:39.823273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a1251-7857-439d-8e49-d609a21da6f2 None None] The sync data for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 is: [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:38Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:50:40.261415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bfe34-9002-43b6-8241-e2790b490c37 req-ab992403-04f4-4595-99de-2d331c458eb5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:40.263822 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce9bfe34-9002-43b6-8241-e2790b490c37 req-ab992403-04f4-4595-99de-2d331c458eb5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 944 time: 0.0833006 Nov 10 03:50:40.354347 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce9bfe34-9002-43b6-8241-e2790b490c37 req-042793fc-f703-4168-97f7-d42db38d148b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823708 Nov 10 03:50:40.674026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84a80c0a-bb86-43ea-9b05-8e005419b20f req-3914f55a-ffac-4520-bffa-b9d9d1200984 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b8cae095f84342e892517194db9abcfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429780 Nov 10 03:50:40.908296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80c0a-bb86-43ea-9b05-8e005419b20f req-5a5bf2ab-f2a4-448c-9090-462d240e7772 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:40.909841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84a80c0a-bb86-43ea-9b05-8e005419b20f req-5a5bf2ab-f2a4-448c-9090-462d240e7772 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349069 Nov 10 03:50:40.930575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84a80c0a-bb86-43ea-9b05-8e005419b20f req-2786ca28-ce33-4009-9511-afb2d00d8445 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/quotas/b8cae095f84342e892517194db9abcfe HTTP/1.1" status: 200 len: 375 time: 0.0116303 Nov 10 03:50:40.979246 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84a80c0a-bb86-43ea-9b05-8e005419b20f req-d40be49a-c2cb-4c2e-84ca-6f4fc26b614a tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cae095f84342e892517194db9abcfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429115 Nov 10 03:50:40.997366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:41.102218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:41.103048 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:41.515147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e889ac-9f07-44eb-a97e-198f255c63e8 req-c21aa2fd-1fc6-4a96-a56f-56d39fbe3b00 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:41.516750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18e889ac-9f07-44eb-a97e-198f255c63e8 req-c21aa2fd-1fc6-4a96-a56f-56d39fbe3b00 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 944 time: 0.0610380 Nov 10 03:50:41.602081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18e889ac-9f07-44eb-a97e-198f255c63e8 req-71f46c2b-6106-4799-8460-1e8178aea831 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769761 Nov 10 03:50:41.912581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-144b5a31-a09f-4f62-a30c-6cf4797c17aa req-14ac8d8f-c0a6-4c90-a931-a70a6ecddaa8 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b8cae095f84342e892517194db9abcfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233300 Nov 10 03:50:42.032003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b5a31-a09f-4f62-a30c-6cf4797c17aa req-35c45d2b-63d7-4ad7-9e2f-ac27ba85a6bd tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:42.033748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-144b5a31-a09f-4f62-a30c-6cf4797c17aa req-35c45d2b-63d7-4ad7-9e2f-ac27ba85a6bd tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144567 Nov 10 03:50:42.054665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-144b5a31-a09f-4f62-a30c-6cf4797c17aa req-a987f5e2-599f-4845-bb1f-22eea0f75e7c tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/quotas/b8cae095f84342e892517194db9abcfe HTTP/1.1" status: 200 len: 375 time: 0.0137239 Nov 10 03:50:42.091205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-144b5a31-a09f-4f62-a30c-6cf4797c17aa req-e3914657-ecc1-4e41-b6fd-2f0883e21631 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cae095f84342e892517194db9abcfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327649 Nov 10 03:50:42.335935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 89d9af25-4cce-45be-906d-f1aebe142eb4 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:50:42.503464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 89d9af25-4cce-45be-906d-f1aebe142eb4, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=89d9af25-4cce-45be-906d-f1aebe142eb4,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:42.520584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '89d9af25-4cce-45be-906d-f1aebe142eb4', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'port_id': '89d9af25-4cce-45be-906d-f1aebe142eb4', 'mac_address': 'fa:16:3e:f9:a3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383b9d06-815a-4344-b526-842658d834f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:50:42.570278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:42.598872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d9af25-4cce-45be-906d-f1aebe142eb4 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:42.642591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 89d9af25-4cce-45be-906d-f1aebe142eb4, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=89d9af25-4cce-45be-906d-f1aebe142eb4,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:42.658310 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:42.762941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=89d9af25-4cce-45be-906d-f1aebe142eb4,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:42.781996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce8404-9f9a-49d1-b7f0-1b1794066b12 req-3428e22c-79fe-4808-aa08-70e487cb534f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:42.791425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43ce8404-9f9a-49d1-b7f0-1b1794066b12 req-3428e22c-79fe-4808-aa08-70e487cb534f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1017830 Nov 10 03:50:42.850219 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43ce8404-9f9a-49d1-b7f0-1b1794066b12 req-9dfc1bd7-9cd8-4ea6-ad06-0f6c029e1d6f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Nov 10 03:50:42.919173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-011a6bbc-dc55-4b9f-9ddd-fdb924068a5f req-99534048-6803-486b-9a77-e0ba8efedc96 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b8cae095f84342e892517194db9abcfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295827 Nov 10 03:50:43.043074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['89d9af25-4cce-45be-906d-f1aebe142eb4'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:43.051528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a6bbc-dc55-4b9f-9ddd-fdb924068a5f req-99c2da46-d450-46b9-8e51-5afb71bc580c tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:43.053075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-011a6bbc-dc55-4b9f-9ddd-fdb924068a5f req-99c2da46-d450-46b9-8e51-5afb71bc580c tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263692 Nov 10 03:50:43.069302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-011a6bbc-dc55-4b9f-9ddd-fdb924068a5f req-1d627dbd-cf38-4a37-a79b-08bb89b09823 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/quotas/b8cae095f84342e892517194db9abcfe HTTP/1.1" status: 200 len: 375 time: 0.0100703 Nov 10 03:50:43.118388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-011a6bbc-dc55-4b9f-9ddd-fdb924068a5f req-ba37f510-2cf7-4d98-a96c-b0daaf7f55f3 tempest-QuotasAdminNegativeTest-1345589093 tempest-QuotasAdminNegativeTest-1345589093-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cae095f84342e892517194db9abcfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406547 Nov 10 03:50:43.294459 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3034bd9f-fcc1-48e3-aff8-d7058425a571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:43.783728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58576) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:44.071511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd9214-d98a-40a6-ade1-54fb488b075c req-8c879185-eed0-4dec-8acd-547900405c4f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:44.077574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6dd9214-d98a-40a6-ade1-54fb488b075c req-8c879185-eed0-4dec-8acd-547900405c4f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1292734 Nov 10 03:50:44.101446 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67444bb7-5874-4595-8f6e-6a00d9aa6e72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.167028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6dd9214-d98a-40a6-ade1-54fb488b075c req-2ce14170-0180-4c17-b95b-1f93bcdcd8c9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790832 Nov 10 03:50:44.292464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67444bb7-5874-4595-8f6e-6a00d9aa6e72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.297541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67444bb7-5874-4595-8f6e-6a00d9aa6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.334607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 89d9af25-4cce-45be-906d-f1aebe142eb4 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:44.342052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-67444bb7-5874-4595-8f6e-6a00d9aa6e72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8cae095f84342e892517194db9abcfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5563910 Nov 10 03:50:44.342946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67444bb7-5874-4595-8f6e-6a00d9aa6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c2101f-22fa-4e07-973e-e4ffd16d4963,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:44.344503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58598) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:44.442700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 89d9af25-4cce-45be-906d-f1aebe142eb4 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:50:44.445388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00486beb-e09f-4d56-87a6-51e1819be990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.447918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 89d9af25-4cce-45be-906d-f1aebe142eb4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:44.453828 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.479223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00486beb-e09f-4d56-87a6-51e1819be990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.584722 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00486beb-e09f-4d56-87a6-51e1819be990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.589582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00486beb-e09f-4d56-87a6-51e1819be990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.595514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-00486beb-e09f-4d56-87a6-51e1819be990 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42c2101f-22fa-4e07-973e-e4ffd16d4963 HTTP/1.1" status: 204 len: 168 time: 0.2492416 Nov 10 03:50:44.619387 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.623012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00486beb-e09f-4d56-87a6-51e1819be990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c2101f-22fa-4e07-973e-e4ffd16d4963,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:44.699739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d9af25-4cce-45be-906d-f1aebe142eb4'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:44.705985 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a8959d-dc25-4785-88da-3a455837f0df" -d '{"events": [{"server_uuid": "f820d253-b145-40b5-8aa7-dd0ead61b7e5", "name": "network-vif-plugged", "status": "completed", "tag": "89d9af25-4cce-45be-906d-f1aebe142eb4"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:44.731023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 89d9af25-4cce-45be-906d-f1aebe142eb4, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=89d9af25-4cce-45be-906d-f1aebe142eb4,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:44.737018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:44.810133 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10d0b9-4796-4ba2-92ff-a78dd179bb14 x-openstack-request-id: req-ef10d0b9-4796-4ba2-92ff-a78dd179bb14 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:44.811212 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f820d253-b145-40b5-8aa7-dd0ead61b7e5", "name": "network-vif-plugged", "status": "completed", "tag": "89d9af25-4cce-45be-906d-f1aebe142eb4", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:44.811759 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef10d0b9-4796-4ba2-92ff-a78dd179bb14 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:44.812356 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d9af25-4cce-45be-906d-f1aebe142eb4', 'code': 200} Nov 10 03:50:44.852071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=89d9af25-4cce-45be-906d-f1aebe142eb4,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:45.018040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-08b1e9d9-4c6c-421b-9d14-e55769a48b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:45.021629 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-08b1e9d9-4c6c-421b-9d14-e55769a48b9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.1324873 Nov 10 03:50:45.054933 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2c511-7266-451d-ba47-755284f87279 req-0646605a-4687-4b7f-8057-203cce36f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:45.056751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-99f2c511-7266-451d-ba47-755284f87279 req-0646605a-4687-4b7f-8057-203cce36f0f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1065533 Nov 10 03:50:45.069399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043e9df-d3df-4b31-ac1c-eb863dc4804c req-746b709a-8295-49de-99fd-2716f1e879b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:45.077297 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5043e9df-d3df-4b31-ac1c-eb863dc4804c req-746b709a-8295-49de-99fd-2716f1e879b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0728815 Nov 10 03:50:45.079383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:45.155050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1faf2ecf-027d-46a3-bd8f-220964bab3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.163614 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-99f2c511-7266-451d-ba47-755284f87279 req-f85bbdb9-4f9f-4c54-a86c-3bd0ecc26be9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939531 Nov 10 03:50:45.228609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-6a103b99-48bd-47db-b6e7-4a4abb9667fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:45.230219 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-6a103b99-48bd-47db-b6e7-4a4abb9667fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.2014749 Nov 10 03:50:45.269021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5043e9df-d3df-4b31-ac1c-eb863dc4804c req-1d3e8fb9-3578-4d9f-bfde-a3277c66e7bf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892779 Nov 10 03:50:45.314374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-fe1d36b0-b514-4fd1-ac76-772c1b40a8b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 217 time: 0.0757411 Nov 10 03:50:45.352999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf599-95b1-4abc-a2ed-fa800051806f req-3f66b586-3bad-4acc-a123-f9cbf74a78b0 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:45.354903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cfbf599-95b1-4abc-a2ed-fa800051806f req-3f66b586-3bad-4acc-a123-f9cbf74a78b0 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 946 time: 0.0922608 Nov 10 03:50:45.388832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-cf3f856f-0a6e-40f4-a6bc-0f5441a77804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:45.391207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-cf3f856f-0a6e-40f4-a6bc-0f5441a77804 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.0661528 Nov 10 03:50:45.394190 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1faf2ecf-027d-46a3-bd8f-220964bab3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.411747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1faf2ecf-027d-46a3-bd8f-220964bab3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.435621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-e537c7d2-8e7f-4552-a2bb-2da4ac4f2474 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370252 Nov 10 03:50:45.454107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cfbf599-95b1-4abc-a2ed-fa800051806f req-99ff773e-3730-4a93-a61c-484aa91f0493 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840094 Nov 10 03:50:45.465889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf2ecf-027d-46a3-bd8f-220964bab3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fb6e02-527d-4b8f-b6e9-8d1475b1134e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:45.471211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1faf2ecf-027d-46a3-bd8f-220964bab3aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc8d6c23a2594768b6d29562473f3d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796170 Nov 10 03:50:45.474091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58640) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:45.529567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21bc54d-9fe5-4711-b069-f49e079275a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.559500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21bc54d-9fe5-4711-b069-f49e079275a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.584346 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-635c2fff-340f-4f96-b538-587e7e20a08a service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383035 Nov 10 03:50:45.620838 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c25aba41-96e6-4441-b31f-afcb3adfc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.645270 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21bc54d-9fe5-4711-b069-f49e079275a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.649105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21bc54d-9fe5-4711-b069-f49e079275a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:45.650932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e21bc54d-9fe5-4711-b069-f49e079275a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1fb6e02-527d-4b8f-b6e9-8d1475b1134e HTTP/1.1" status: 204 len: 168 time: 0.1762819 Nov 10 03:50:45.676174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bc54d-9fe5-4711-b069-f49e079275a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fb6e02-527d-4b8f-b6e9-8d1475b1134e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:45.737178 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-282d9a49-509a-490b-9a64-1090d41a96f2 req-48759b20-e3f3-4152-8f25-ae1b25e0bcfb service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413224 Nov 10 03:50:46.460869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7f5d9-4d5f-4af6-83a7-3e7a42127ada req-a2957f10-14ef-4f20-a6f6-e1065b285124 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:46.463098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5f7f5d9-4d5f-4af6-83a7-3e7a42127ada req-a2957f10-14ef-4f20-a6f6-e1065b285124 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0763993 Nov 10 03:50:46.563555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5f7f5d9-4d5f-4af6-83a7-3e7a42127ada req-17e90da8-96a7-44ae-aaa4-d37ad9750e20 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904636 Nov 10 03:50:46.650418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2068c9-4373-400b-9add-060e18119e4b req-8fc3704e-242f-43a2-a3a1-be862e549825 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:46.655741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef2068c9-4373-400b-9add-060e18119e4b req-8fc3704e-242f-43a2-a3a1-be862e549825 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 946 time: 0.0905154 Nov 10 03:50:46.666256 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:46.764591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef2068c9-4373-400b-9add-060e18119e4b req-a9b0e189-c753-4f6e-9abb-5d115500a2cf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886273 Nov 10 03:50:47.766969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9d3c6-5cd2-4bb8-89bd-d7787d901c55 req-0258f479-8abb-4a34-bdb5-10d87c0f57d0 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:47.784754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7a9d3c6-5cd2-4bb8-89bd-d7787d901c55 req-0258f479-8abb-4a34-bdb5-10d87c0f57d0 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1182792 Nov 10 03:50:47.840557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7a9d3c6-5cd2-4bb8-89bd-d7787d901c55 req-49d870ec-d184-499b-a5cf-67651967a912 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Nov 10 03:50:47.946314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef234ec-b16b-44f0-a1a0-9b6d346ff3e2 req-7083976e-edf6-4e7d-87fa-b34eb7efac40 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:47.948359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ef234ec-b16b-44f0-a1a0-9b6d346ff3e2 req-7083976e-edf6-4e7d-87fa-b34eb7efac40 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 946 time: 0.0707877 Nov 10 03:50:48.027004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ef234ec-b16b-44f0-a1a0-9b6d346ff3e2 req-21b891b0-f4e4-4eb7-86d4-bfd8af7d7d55 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712678 Nov 10 03:50:48.307837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:48.422362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7fe338e5-28d2-463d-8a22-89e56175581d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:48.432446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7fe338e5-28d2-463d-8a22-89e56175581d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.1715717 Nov 10 03:50:48.446427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-65913d84-8188-42ea-a094-c0985d76f7c6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0132294 Nov 10 03:50:48.510541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-f7f03089-ff83-4941-b432-ef9cb1a414b5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580976 Nov 10 03:50:48.554385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:48.614496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-52c73da8-7203-4992-a3bc-323d51261084 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956075 Nov 10 03:50:48.692258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9804b598-9549-4d3b-b20b-0e4c5ac0a9e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:48.757232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-1b7f5ba3-d842-48ca-80fe-bfd026523232 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322100 Nov 10 03:50:48.792367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9804b598-9549-4d3b-b20b-0e4c5ac0a9e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:48.798017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9804b598-9549-4d3b-b20b-0e4c5ac0a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:48.825019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804b598-9549-4d3b-b20b-0e4c5ac0a9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830362e5-eabe-43d1-8e27-f9a64bb8c2ec,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:48.911583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9804b598-9549-4d3b-b20b-0e4c5ac0a9e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=661a2eadf1ab4b8a8cb046304215fc31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534982 Nov 10 03:50:48.913559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58812) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:49.032854 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.061908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb2c1e6d-bb03-4b3c-bb64-c34bf30179ac req-d50f2634-e76c-405e-b3fd-75b5b1bb6395 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 210 time: 0.0651028 Nov 10 03:50:49.129394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-912a495a-4821-4e81-a7b7-52aac6151986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.172532 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-912a495a-4821-4e81-a7b7-52aac6151986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.191920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9b754-1ee9-4014-a2ac-04de2c556845 req-dbcb9f4f-8408-4969-b217-1627a857ee26 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:49.193406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efe9b754-1ee9-4014-a2ac-04de2c556845 req-dbcb9f4f-8408-4969-b217-1627a857ee26 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1881380 Nov 10 03:50:49.282806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efe9b754-1ee9-4014-a2ac-04de2c556845 req-3a035369-1d79-4aaf-bd03-bb62761333cb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Nov 10 03:50:49.316393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-912a495a-4821-4e81-a7b7-52aac6151986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.321471 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-912a495a-4821-4e81-a7b7-52aac6151986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.323107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-912a495a-4821-4e81-a7b7-52aac6151986 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/830362e5-eabe-43d1-8e27-f9a64bb8c2ec HTTP/1.1" status: 204 len: 168 time: 0.4083943 Nov 10 03:50:49.334037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a495a-4821-4e81-a7b7-52aac6151986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830362e5-eabe-43d1-8e27-f9a64bb8c2ec,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:49.795571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58848) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:49.821984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.947875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.952821 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:49.992473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0b86e2-a644-44bf-89b2-66ada9278a08,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:49.997998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c6a3483423949149698474cd40c30d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997714 Nov 10 03:50:50.003562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58856) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:50.021284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.021631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.021978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.022311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.022631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.022954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.023266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.023580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.023896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.024206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.024518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.025084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b5a90-961d-46a3-8858-4cf56a23e1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:50.064345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18f9224d-6e5c-4c01-b7e0-f52b020de2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:50.095890 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18f9224d-6e5c-4c01-b7e0-f52b020de2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:50.166949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70c7a256-9afc-4755-b48b-7ff2957d53dc req-6fda26a6-8ca2-4d9b-bb21-b98c8195404e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 210 time: 0.0321174 Nov 10 03:50:50.192244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18f9224d-6e5c-4c01-b7e0-f52b020de2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:50.195029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18f9224d-6e5c-4c01-b7e0-f52b020de2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:50.196994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18f9224d-6e5c-4c01-b7e0-f52b020de2ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b0b86e2-a644-44bf-89b2-66ada9278a08 HTTP/1.1" status: 204 len: 168 time: 0.1922302 Nov 10 03:50:50.210005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9224d-6e5c-4c01-b7e0-f52b020de2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0b86e2-a644-44bf-89b2-66ada9278a08,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:50.418948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09bfd8-91ea-4cc9-ba41-84ce0d730546 req-bdba0850-5619-4b30-8088-e729529b109a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:50.428291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc09bfd8-91ea-4cc9-ba41-84ce0d730546 req-bdba0850-5619-4b30-8088-e729529b109a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0690610 Nov 10 03:50:50.533235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc09bfd8-91ea-4cc9-ba41-84ce0d730546 req-7fca6707-c7f8-425d-b484-2176858a7809 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038234 Nov 10 03:50:50.588301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2b03852c-f4bf-4cfb-844e-846b13bedabd tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:50.596013 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2b03852c-f4bf-4cfb-844e-846b13bedabd tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.2525079 Nov 10 03:50:50.614299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Request body: {'port': {'device_id': '79575658-687b-43b5-a387-750802e3909d', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'admin_state_up': True, 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:50.822266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:50.831447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:50.990613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Allocated IP 172.20.0.11 (c880fe4c-c32a-4308-980f-d05a106fd61b/383b9d06-815a-4344-b526-842658d834f7/1c2424e4-cfed-464b-bbd4-a114f540e88b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:50:51.192475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:51.240101 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:51.284120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801', '89d9af25-4cce-45be-906d-f1aebe142eb4'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:51.327137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d44e03-5de6-418b-a484-81f334067886 req-01fdb354-5517-4a05-b7ac-6848a15f8f06 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:51.337827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54d44e03-5de6-418b-a484-81f334067886 req-01fdb354-5517-4a05-b7ac-6848a15f8f06 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 932 time: 0.0696087 Nov 10 03:50:51.345858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Network c880fe4c-c32a-4308-980f-d05a106fd61b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:50:51.374611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:51.384289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:50:51.420366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54d44e03-5de6-418b-a484-81f334067886 req-54fb4c72-2f13-492b-ba6f-b153b35c72c3 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812824 Nov 10 03:50:51.455237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event updated for resources: {'Port': ['ID=1c2424e4-cfed-464b-bbd4-a114f540e88b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:51.478715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.479186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.479186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.479494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.479818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.480142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.480464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.480786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.481105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.481421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.481734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.482094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:50:51.507609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:51.508268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:51.535724 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-7353aeac-3542-4000-a7e6-23181302e66c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9320138 Nov 10 03:50:51.556623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Request body: {'port': {'device_id': '79575658-687b-43b5-a387-750802e3909d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:51.690212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:51.753274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4a264-456a-4396-b1e7-38404d48c247 req-01617464-6789-4c5d-86f8-5a1addc43adb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:51.761306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbd4a264-456a-4396-b1e7-38404d48c247 req-01617464-6789-4c5d-86f8-5a1addc43adb tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0800281 Nov 10 03:50:51.839017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbd4a264-456a-4396-b1e7-38404d48c247 req-95ff3a53-f235-4667-8d95-2ed66703727c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719316 Nov 10 03:50:52.154050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2424e4-cfed-464b-bbd4-a114f540e88b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:52.168480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.183247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Transition to ACTIVE for port object 1c2424e4-cfed-464b-bbd4-a114f540e88b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:50:52.187574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.250628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Pushing event updated for resources: {'Port': ['ID=1c2424e4-cfed-464b-bbd4-a114f540e88b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:52.346048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Attempting to bind port 1c2424e4-cfed-464b-bbd4-a114f540e88b on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:50:52.346523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Attempting to bind port 1c2424e4-cfed-464b-bbd4-a114f540e88b by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:50:52.346937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Attempting to bind port 1c2424e4-cfed-464b-bbd4-a114f540e88b on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:52.352012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Port 1c2424e4-cfed-464b-bbd4-a114f540e88b on network c880fe4c-c32a-4308-980f-d05a106fd61b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:50:52.352431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Attempting to bind port 1c2424e4-cfed-464b-bbd4-a114f540e88b on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:50:52.357551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:50:52.358031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:52.358497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Bound using segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:50:52.359013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Bound port: 1c2424e4-cfed-464b-bbd4-a114f540e88b, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:50:52.360007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.440634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] For port 1c2424e4-cfed-464b-bbd4-a114f540e88b, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:50:52.446123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] For port 1c2424e4-cfed-464b-bbd4-a114f540e88b, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c2424e4-cfed-464b-bbd4-a114f540e88b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:50:52.454440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.454544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58980) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:52.505651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:52.506744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.508451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] 10.222.0.44 "PUT /v2.0/ports/1c2424e4-cfed-464b-bbd4-a114f540e88b HTTP/1.1" status: 200 len: 1092 time: 0.9635575 Nov 10 03:50:52.509133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79575658-687b-43b5-a387-750802e3909d', 'tag': '1c2424e4-cfed-464b-bbd4-a114f540e88b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:52.524206 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d" -d '{"events": [{"name": "network-changed", "server_uuid": "79575658-687b-43b5-a387-750802e3909d", "tag": "1c2424e4-cfed-464b-bbd4-a114f540e88b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:52.599705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb0958-26eb-45a5-94f9-2cbe36822adb service neutron] Pushing event updated for resources: {'Port': ['ID=1c2424e4-cfed-464b-bbd4-a114f540e88b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:52.639204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108171-effe-4bbc-9a46-1596b7cef032 req-08f6e180-1fc9-4d91-9ed5-6ea5014e3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:52.641362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-08f6e180-1fc9-4d91-9ed5-6ea5014e3d25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 1095 time: 0.0933299 Nov 10 03:50:52.646606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986257f-243b-4c45-9c8f-0e35ab073f3a req-71bcc2a7-eee2-40d3-b6d0-736796b8eef3 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:52.655638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f986257f-243b-4c45-9c8f-0e35ab073f3a req-71bcc2a7-eee2-40d3-b6d0-736796b8eef3 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 944 time: 0.0835536 Nov 10 03:50:52.714154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c5c290c8-e197-4037-8a62-e555308a79f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.725125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-5481157b-caef-471e-b184-238dfb671c3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c2424e4-cfed-464b-bbd4-a114f540e88b HTTP/1.1" status: 200 len: 217 time: 0.0739405 Nov 10 03:50:52.727397 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915678e1-7c87-4801-a6bf-91263406f803 x-openstack-request-id: req-915678e1-7c87-4801-a6bf-91263406f803 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:52.727687 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79575658-687b-43b5-a387-750802e3909d", "tag": "1c2424e4-cfed-464b-bbd4-a114f540e88b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:52.727935 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-915678e1-7c87-4801-a6bf-91263406f803 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:52.728411 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79575658-687b-43b5-a387-750802e3909d', 'tag': '1c2424e4-cfed-464b-bbd4-a114f540e88b', 'status': 'completed', 'code': 200} Nov 10 03:50:52.755582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f986257f-243b-4c45-9c8f-0e35ab073f3a req-62536936-95af-4902-87e0-ef1b84fad93f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984161 Nov 10 03:50:52.803037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108171-effe-4bbc-9a46-1596b7cef032 req-0a219cf1-1e70-406a-8081-95f5b8c17e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:52.805372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-0a219cf1-1e70-406a-8081-95f5b8c17e3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.0706484 Nov 10 03:50:52.840360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-eca1417c-0e7d-430c-bfe2-c819747bc666 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278957 Nov 10 03:50:52.842918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c5c290c8-e197-4037-8a62-e555308a79f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.847880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c5c290c8-e197-4037-8a62-e555308a79f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:52.945457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c5c290c8-e197-4037-8a62-e555308a79f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=335f0ec2668247efa87951832284457e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901829 Nov 10 03:50:52.950208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59000) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:52.974520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-e78f01e3-99bd-4dad-b168-6cae3414d3ce service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255810 Nov 10 03:50:53.038967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c290c8-e197-4037-8a62-e555308a79f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190fe115-3aef-4050-864c-cd99f7354e6c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:53.069497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e23c3677-79f5-4b2e-9416-29fde2351ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:53.093679 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35108171-effe-4bbc-9a46-1596b7cef032 req-c2eb00ad-46d9-4e7a-a199-91bd4bfcfd31 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123631 Nov 10 03:50:53.095336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece8d34-fa2c-4b4b-909f-6766598c371c req-03977b9a-ec02-43b5-b832-5d3fba7c9aa6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:53.096845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fece8d34-fa2c-4b4b-909f-6766598c371c req-03977b9a-ec02-43b5-b832-5d3fba7c9aa6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1474307 Nov 10 03:50:53.137252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e23c3677-79f5-4b2e-9416-29fde2351ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:53.185681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:53.194661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-7ce03d23-bf0b-47f8-84b6-72a167e9927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:53.196871 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-7ce03d23-bf0b-47f8-84b6-72a167e9927e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 1095 time: 0.0534751 Nov 10 03:50:53.232102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fece8d34-fa2c-4b4b-909f-6766598c371c req-ec0c8e21-1792-4068-bb26-0a12a7883ae2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265111 Nov 10 03:50:53.256037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e23c3677-79f5-4b2e-9416-29fde2351ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:53.259575 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e23c3677-79f5-4b2e-9416-29fde2351ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:53.262386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e23c3677-79f5-4b2e-9416-29fde2351ecd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/190fe115-3aef-4050-864c-cd99f7354e6c HTTP/1.1" status: 204 len: 168 time: 0.3040364 Nov 10 03:50:53.274393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c3677-79f5-4b2e-9416-29fde2351ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190fe115-3aef-4050-864c-cd99f7354e6c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:53.345394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-9c4ea803-b0cc-499b-931c-10251ef155d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:53.347229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-9c4ea803-b0cc-499b-931c-10251ef155d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 905 time: 0.1425357 Nov 10 03:50:53.407403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-3c034f55-efc4-4af3-999e-1dc7ef9ec48e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c2424e4-cfed-464b-bbd4-a114f540e88b HTTP/1.1" status: 200 len: 217 time: 0.0525920 Nov 10 03:50:53.486635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-2ee73ab8-5177-439b-b936-5848e00930b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:53.488202 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-2ee73ab8-5177-439b-b936-5848e00930b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.0702558 Nov 10 03:50:53.531043 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-9b1024a4-a1d0-4fd7-8443-bd92632dad73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300183 Nov 10 03:50:53.689972 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-ef5d650a-f865-4f39-be84-d912d9134bfe service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531558 Nov 10 03:50:53.899324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-50e6f073-0712-4f9c-8dff-05fb5d7cf78d req-be7c64fd-4a82-4708-9cec-929044cf1f03 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476128 Nov 10 03:50:53.932385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38925-caff-4e35-8e2a-87b45c5082f1 req-1d253124-3e78-4f20-8582-7155b8f3b906 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:53.940752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43c38925-caff-4e35-8e2a-87b45c5082f1 req-1d253124-3e78-4f20-8582-7155b8f3b906 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 944 time: 0.0946653 Nov 10 03:50:54.016816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43c38925-caff-4e35-8e2a-87b45c5082f1 req-58337030-014e-46e9-b4cd-1af027f08e82 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751119 Nov 10 03:50:54.387208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284203e-7987-4e11-8a47-1ec74ee6a646 req-13d9f915-0b6f-4b18-b06a-bd7e5d1ad002 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:54.394428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f284203e-7987-4e11-8a47-1ec74ee6a646 req-13d9f915-0b6f-4b18-b06a-bd7e5d1ad002 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0594912 Nov 10 03:50:54.476922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f284203e-7987-4e11-8a47-1ec74ee6a646 req-107f4d1f-5826-48e7-b7fa-5c879ae8d637 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753520 Nov 10 03:50:54.538428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71deb0d4-b951-4c0d-a65f-ce3c8cfd06be req-72697cef-4a36-4d71-a1e6-946ed17b273c tempest-AbsoluteLimitsNegativeTestJSON-1332757586 tempest-AbsoluteLimitsNegativeTestJSON-1332757586-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b86635a256b4c76b8eff834165af6e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273104 Nov 10 03:50:54.667488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deb0d4-b951-4c0d-a65f-ce3c8cfd06be req-72abb336-c375-4c2a-8c7b-c381496aa75e tempest-AbsoluteLimitsNegativeTestJSON-1332757586 tempest-AbsoluteLimitsNegativeTestJSON-1332757586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:54.667488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71deb0d4-b951-4c0d-a65f-ce3c8cfd06be req-72abb336-c375-4c2a-8c7b-c381496aa75e tempest-AbsoluteLimitsNegativeTestJSON-1332757586 tempest-AbsoluteLimitsNegativeTestJSON-1332757586-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230214 Nov 10 03:50:54.682898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71deb0d4-b951-4c0d-a65f-ce3c8cfd06be req-b05fd055-6c6e-4e3f-b15e-3f701f59b8a3 tempest-AbsoluteLimitsNegativeTestJSON-1332757586 tempest-AbsoluteLimitsNegativeTestJSON-1332757586-project] 10.222.0.24 "GET /v2.0/quotas/0b86635a256b4c76b8eff834165af6e2 HTTP/1.1" status: 200 len: 375 time: 0.0096416 Nov 10 03:50:54.716645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71deb0d4-b951-4c0d-a65f-ce3c8cfd06be req-2c6dfdd9-032e-44f0-b4ed-273636b3f6c7 tempest-AbsoluteLimitsNegativeTestJSON-1332757586 tempest-AbsoluteLimitsNegativeTestJSON-1332757586-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b86635a256b4c76b8eff834165af6e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279007 Nov 10 03:50:55.084458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59100) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:55.259314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae6a68-44bb-4243-b7a8-73305f8b1738 req-567f2344-71d9-4e4a-add4-b84d65808e85 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:55.290510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3ae6a68-44bb-4243-b7a8-73305f8b1738 req-567f2344-71d9-4e4a-add4-b84d65808e85 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 944 time: 0.1093607 Nov 10 03:50:55.341635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e460b839-da74-468d-b436-eef10e552b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:55.418650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3ae6a68-44bb-4243-b7a8-73305f8b1738 req-427d192f-c74d-4048-b153-543bb253f583 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175859 Nov 10 03:50:55.473669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e460b839-da74-468d-b436-eef10e552b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:55.478772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e460b839-da74-468d-b436-eef10e552b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:55.537265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e460b839-da74-468d-b436-eef10e552b72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b86635a256b4c76b8eff834165af6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4516921 Nov 10 03:50:55.538168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460b839-da74-468d-b436-eef10e552b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08484697-f71a-4ce9-bb71-0cea60386cec,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:55.540139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59116) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:55.660980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a53acb82-d96b-4975-aae5-fc406826dc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:55.691346 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a53acb82-d96b-4975-aae5-fc406826dc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:55.710012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2f90-71f2-4bf0-b020-d45efe8e0ad1 req-27b6ec1e-b6d3-497c-87ad-702f39aa00b5 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:55.711519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f7d2f90-71f2-4bf0-b020-d45efe8e0ad1 req-27b6ec1e-b6d3-497c-87ad-702f39aa00b5 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1239579 Nov 10 03:50:55.774048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f7d2f90-71f2-4bf0-b020-d45efe8e0ad1 req-7adf5601-0799-4727-b426-189fa7c8be7d tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Nov 10 03:50:55.785270 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a53acb82-d96b-4975-aae5-fc406826dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:55.788872 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a53acb82-d96b-4975-aae5-fc406826dc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:55.790204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a53acb82-d96b-4975-aae5-fc406826dc97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08484697-f71a-4ce9-bb71-0cea60386cec HTTP/1.1" status: 204 len: 168 time: 0.2490082 Nov 10 03:50:55.800439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53acb82-d96b-4975-aae5-fc406826dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08484697-f71a-4ce9-bb71-0cea60386cec,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:56.001993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c2424e4-cfed-464b-bbd4-a114f540e88b details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:50:56.207846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1c2424e4-cfed-464b-bbd4-a114f540e88b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c2424e4-cfed-464b-bbd4-a114f540e88b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:56.234671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '1c2424e4-cfed-464b-bbd4-a114f540e88b', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'port_id': '1c2424e4-cfed-464b-bbd4-a114f540e88b', 'mac_address': 'fa:16:3e:02:ad:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383b9d06-815a-4344-b526-842658d834f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:50:56.355469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:56.395814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2424e4-cfed-464b-bbd4-a114f540e88b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:50:56.442603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1c2424e4-cfed-464b-bbd4-a114f540e88b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c2424e4-cfed-464b-bbd4-a114f540e88b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:56.462800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:56.531259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1c2424e4-cfed-464b-bbd4-a114f540e88b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:56.657470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581e1d0-cb07-4ae8-9ef3-3c2b99b81904 req-8d179882-e249-4865-b317-49d753d5c967 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:56.658901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b581e1d0-cb07-4ae8-9ef3-3c2b99b81904 req-8d179882-e249-4865-b317-49d753d5c967 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 945 time: 0.0791616 Nov 10 03:50:56.746270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b581e1d0-cb07-4ae8-9ef3-3c2b99b81904 req-430f61a8-46b0-4349-bc38-a8904a2ce900 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750761 Nov 10 03:50:56.802405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1c2424e4-cfed-464b-bbd4-a114f540e88b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:50:56.938264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59176) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:57.022610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259d07-91e1-4cab-9f50-deb49c5434a1 req-ff18689d-5800-42a3-8617-87e504d2f9ed tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:57.034533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2259d07-91e1-4cab-9f50-deb49c5434a1 req-ff18689d-5800-42a3-8617-87e504d2f9ed tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1066885 Nov 10 03:50:57.123218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2259d07-91e1-4cab-9f50-deb49c5434a1 req-4220e471-0dfc-4ad8-ac9c-80cebfd31b94 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871143 Nov 10 03:50:57.175637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdea8-a451-4580-9e54-3c961cca471b req-1a6968b8-c662-4500-ae21-cd908b8623f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:57.177928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5defdea8-a451-4580-9e54-3c961cca471b req-1a6968b8-c662-4500-ae21-cd908b8623f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.1049414 Nov 10 03:50:57.234977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-872306748-network', 'tenant_id': 'a146d9d34b574924985e70a272ea8a4d'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:57.269441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Made reservation on behalf of a146d9d34b574924985e70a272ea8a4d for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:57.273373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.291354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.306119 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5defdea8-a451-4580-9e54-3c961cca471b req-d25f39c2-a16c-4d59-bf80-071d9c5396cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188457 Nov 10 03:50:57.392383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.396971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.422222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:50:57.443454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd71de7-f33b-4cc1-9266-610918b05215,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:57.448417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.450446 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Added segment f8af0cec-72f5-431f-83db-c53a4465e837 of type vlan for network 8a769bb9-31be-4a55-ba50-4480b74bf3db Nov 10 03:50:57.573517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.616653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.617720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:57.618393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.696305 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7568383 Nov 10 03:50:57.699150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59196) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:50:57.704571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Request body: {'subnet': {'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-872306748-subnet', 'tenant_id': 'a146d9d34b574924985e70a272ea8a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:50:57.715632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0539d10-35d3-4bea-a171-3f70fd9f2043 admin admin] Pushing event updated for resources: {'Network': ['ID=8a769bb9-31be-4a55-ba50-4480b74bf3db,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:57.731585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8a769bb9-31be-4a55-ba50-4480b74bf3db details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:50:57.735630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Made reservation on behalf of a146d9d34b574924985e70a272ea8a4d for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:50:57.738657 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:57.983144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190082dc-69b9-4e85-939f-ca835634aa87 req-93798249-de16-46c7-936c-0ef27631fbb1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:57.985302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190082dc-69b9-4e85-939f-ca835634aa87 req-93798249-de16-46c7-936c-0ef27631fbb1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 945 time: 0.1009188 Nov 10 03:50:58.005380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c2424e4-cfed-464b-bbd4-a114f540e88b up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:50:58.094772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:58.107554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190082dc-69b9-4e85-939f-ca835634aa87 req-8351c35b-9a32-4889-bcdf-e1a7bce8dfb6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158862 Nov 10 03:50:58.110549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 1c2424e4-cfed-464b-bbd4-a114f540e88b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:50:58.115031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 1c2424e4-cfed-464b-bbd4-a114f540e88b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:50:58.115695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:58.224073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:58.251314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:58.261503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Checking segment: {'id': 'f8af0cec-72f5-431f-83db-c53a4465e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:50:58.261867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Network hostable DHCP agents. Network: 8a769bb9-31be-4a55-ba50-4480b74bf3db, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:50:58.293605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79575658-687b-43b5-a387-750802e3909d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2424e4-cfed-464b-bbd4-a114f540e88b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:50:58.296580 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad9d9da-46c9-40aa-9b6b-2072ec403928" -d '{"events": [{"server_uuid": "79575658-687b-43b5-a387-750802e3909d", "name": "network-vif-plugged", "status": "completed", "tag": "1c2424e4-cfed-464b-bbd4-a114f540e88b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:50:58.307330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Network 8a769bb9-31be-4a55-ba50-4480b74bf3db is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:50:58.322652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8a769bb9-31be-4a55-ba50-4480b74bf3db) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:50:58.336673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:58.338053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:58.344301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f1896-f36a-4eac-8ff1-6acbfe5276e0 None None] Network 8a769bb9-31be-4a55-ba50-4480b74bf3db requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:50:58.352497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1c2424e4-cfed-464b-bbd4-a114f540e88b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c2424e4-cfed-464b-bbd4-a114f540e88b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:50:58.393484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0d84b6b5-713a-4d9a-a59b-ba57cd1bff5f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6912868 Nov 10 03:50:58.404328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665e273-fe7f-4804-a176-458778ab9f0a req-3c3b5113-489d-4ecd-97a6-acb8435354fd tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:58.413202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1665e273-fe7f-4804-a176-458778ab9f0a req-3c3b5113-489d-4ecd-97a6-acb8435354fd tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1021898 Nov 10 03:50:58.415163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:50:58.420469 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae2323e-5763-4c29-8ed8-c60352a88acd x-openstack-request-id: req-3ae2323e-5763-4c29-8ed8-c60352a88acd {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:50:58.420968 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79575658-687b-43b5-a387-750802e3909d", "name": "network-vif-plugged", "status": "completed", "tag": "1c2424e4-cfed-464b-bbd4-a114f540e88b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:50:58.421383 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ae2323e-5763-4c29-8ed8-c60352a88acd {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:50:58.421980 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79575658-687b-43b5-a387-750802e3909d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2424e4-cfed-464b-bbd4-a114f540e88b', 'code': 200} Nov 10 03:50:58.480516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1c2424e4-cfed-464b-bbd4-a114f540e88b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:50:58.508598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1665e273-fe7f-4804-a176-458778ab9f0a req-8792aa4b-4fb2-4a5f-a1d7-2f8cd89ce5cf tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879319 Nov 10 03:50:58.606912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6197-5ecc-48fd-989f-7fb4838c47de req-41b0f6b6-ab9e-4c5b-846c-59bb056702ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:58.606912 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ae6197-5ecc-48fd-989f-7fb4838c47de req-41b0f6b6-ab9e-4c5b-846c-59bb056702ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 1097 time: 0.0944118 Nov 10 03:50:58.644990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db8a92-09f4-4b79-8953-4fcabe1f11b7 None None] Network 8a769bb9-31be-4a55-ba50-4480b74bf3db requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:50:58.686721 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ae6197-5ecc-48fd-989f-7fb4838c47de req-a0e023f2-7d98-4b0c-aabf-4ab7f684bc68 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637391 Nov 10 03:50:59.250245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-77912a69-eec8-40d0-b501-345e71123767 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:59.255402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-77912a69-eec8-40d0-b501-345e71123767 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/networks?id=8a769bb9-31be-4a55-ba50-4480b74bf3db HTTP/1.1" status: 200 len: 813 time: 0.3615754 Nov 10 03:50:59.275076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-7de73d24-bb53-426b-86c1-49989914ab8e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/quotas/a146d9d34b574924985e70a272ea8a4d HTTP/1.1" status: 200 len: 375 time: 0.0148864 Nov 10 03:50:59.287348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bc67c-4cee-4804-a6bf-34bc97a4ba1c req-f1bd17d0-760f-476c-a18c-793ebd69e756 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:59.288865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-538bc67c-4cee-4804-a6bf-34bc97a4ba1c req-f1bd17d0-760f-476c-a18c-793ebd69e756 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 946 time: 0.0814719 Nov 10 03:50:59.322202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-c04f09ed-8f7f-4738-a6bb-e983124a93ab tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a146d9d34b574924985e70a272ea8a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323074 Nov 10 03:50:59.414027 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-538bc67c-4cee-4804-a6bf-34bc97a4ba1c req-4277b4a6-30c4-471d-acaf-d7d05ab55cef tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159666 Nov 10 03:50:59.450770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-10586c55-ddde-4a4c-859f-20a08fd80dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165791 Nov 10 03:50:59.563348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-1c44b499-410f-4358-9768-d778151ac8c8 service neutron] 10.222.0.24 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044269 Nov 10 03:50:59.650447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aea11-c681-40a8-9a4f-807308c56d77 req-346fd485-abc4-4413-b291-8032581f97ce tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:50:59.658160 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f0aea11-c681-40a8-9a4f-807308c56d77 req-346fd485-abc4-4413-b291-8032581f97ce tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.0717413 Nov 10 03:50:59.713534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f0aea11-c681-40a8-9a4f-807308c56d77 req-886e8580-1a30-48fe-8e0c-4d939540c10a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Nov 10 03:50:59.947427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87f79552-89af-47ec-a9a5-5a8e3b374734 req-f689d3ac-2310-49bb-aeaa-0986c7360ff1 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 210 time: 0.0525243 Nov 10 03:51:00.212896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c458146-e01c-4eca-8175-eb6bea18629c req-c57cec7e-4449-43e4-b83c-21cc933b467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:00.214927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c458146-e01c-4eca-8175-eb6bea18629c req-c57cec7e-4449-43e4-b83c-21cc933b467d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 1097 time: 0.0627313 Nov 10 03:51:00.278153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b612537-df47-4649-aa8c-8a42d0590316 req-0188a4de-0ef5-4a20-8da1-ba4e15e3a6c5 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:00.295264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b612537-df47-4649-aa8c-8a42d0590316 req-0188a4de-0ef5-4a20-8da1-ba4e15e3a6c5 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1229844 Nov 10 03:51:00.353459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c458146-e01c-4eca-8175-eb6bea18629c req-f3b4542a-04e0-4c9f-b260-6d310d398a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:00.355008 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c458146-e01c-4eca-8175-eb6bea18629c req-f3b4542a-04e0-4c9f-b260-6d310d398a35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 200 len: 919 time: 0.1298275 Nov 10 03:51:00.389677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b612537-df47-4649-aa8c-8a42d0590316 req-67697b6c-68ef-450c-8e58-4cbf526c0132 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933557 Nov 10 03:51:00.412498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c458146-e01c-4eca-8175-eb6bea18629c req-8cfeb4c4-cd48-4da1-97cf-67ba8cb9b377 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 200 len: 217 time: 0.0481207 Nov 10 03:51:00.472941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c458146-e01c-4eca-8175-eb6bea18629c req-9d5bc049-fd70-4c28-a181-62839cfb9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:00.474649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c458146-e01c-4eca-8175-eb6bea18629c req-9d5bc049-fd70-4c28-a181-62839cfb9ced service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 200 len: 859 time: 0.0561414 Nov 10 03:51:00.515008 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c458146-e01c-4eca-8175-eb6bea18629c req-a7cfb0fa-421a-4c10-9dab-6cd4082b173b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ce3567c-66e5-407f-8a60-919f069f6d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335071 Nov 10 03:51:00.650784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a1fa-d29c-4e80-b015-1f67294a94bb req-61cac07f-23e7-4fb1-bdc4-ab11020bf169 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:00.652922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3224a1fa-d29c-4e80-b015-1f67294a94bb req-61cac07f-23e7-4fb1-bdc4-ab11020bf169 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 946 time: 0.1319976 Nov 10 03:51:00.661507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c458146-e01c-4eca-8175-eb6bea18629c req-fe40db4e-ee4a-42c3-8883-866776923bf3 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386168 Nov 10 03:51:00.733700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3224a1fa-d29c-4e80-b015-1f67294a94bb req-aea662c3-8d09-4216-839b-b402128705fc tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687020 Nov 10 03:51:00.825209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c458146-e01c-4eca-8175-eb6bea18629c req-1b61a44c-3bf9-4b8c-825b-67d6b633d6b8 service neutron] 10.222.0.44 "GET /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568649 Nov 10 03:51:00.930641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c85f16-6976-42c9-97db-1979b768ebf5 req-6a6875a0-5c59-4c7e-a32b-517088f07152 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:00.932367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c85f16-6976-42c9-97db-1979b768ebf5 req-6a6875a0-5c59-4c7e-a32b-517088f07152 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 946 time: 0.0704236 Nov 10 03:51:00.998655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c85f16-6976-42c9-97db-1979b768ebf5 req-7a60635c-5f58-47ad-a642-acab7aced9ee tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Nov 10 03:51:01.079094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a0240a0-f101-4c5e-8b87-9a916643946a req-86696510-a1f0-424e-a8fe-79b7f772f653 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 210 time: 0.0431039 Nov 10 03:51:01.183624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097b977-eb11-403a-b212-e773fab2a38e req-8ad01485-3e4e-4aea-b70b-8a2603259a80 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:01.185187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7097b977-eb11-403a-b212-e773fab2a38e req-8ad01485-3e4e-4aea-b70b-8a2603259a80 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 946 time: 0.1209269 Nov 10 03:51:01.298005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7097b977-eb11-403a-b212-e773fab2a38e req-4e3750be-6769-48bc-add2-e01287d6e0df tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045077 Nov 10 03:51:01.448247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-e2a8496a-ec18-47ef-9df3-92bd9a0a66f1 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:01.449960 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-e2a8496a-ec18-47ef-9df3-92bd9a0a66f1 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.11 "GET /v2.0/networks?id=8a769bb9-31be-4a55-ba50-4480b74bf3db HTTP/1.1" status: 200 len: 813 time: 0.2163672 Nov 10 03:51:01.510113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Request body: {'port': {'device_id': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db', 'admin_state_up': True, 'tenant_id': 'a146d9d34b574924985e70a272ea8a4d'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:01.611667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb1134-3190-4a15-999b-b8dd0f45975d req-8e1dbd84-6e0d-4188-852d-43d34834a0d2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:01.613291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78fb1134-3190-4a15-999b-b8dd0f45975d req-8e1dbd84-6e0d-4188-852d-43d34834a0d2 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1283569 Nov 10 03:51:01.675750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221455c-2207-4757-a04e-5b465446d02b req-0bafcb6b-74fe-4904-811e-e031a2de127d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:01.685545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8221455c-2207-4757-a04e-5b465446d02b req-0bafcb6b-74fe-4904-811e-e031a2de127d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 946 time: 0.1557748 Nov 10 03:51:01.763180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Made reservation on behalf of a146d9d34b574924985e70a272ea8a4d for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:01.771231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78fb1134-3190-4a15-999b-b8dd0f45975d req-e0d9cde1-0cf6-4c3a-9c82-10c0a5dc75c8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465483 Nov 10 03:51:01.805165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8221455c-2207-4757-a04e-5b465446d02b req-7ac3ea09-7556-4c5d-b1fc-e12dcc8957c9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185954 Nov 10 03:51:01.812040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:02.058130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Allocated IP 172.20.0.13 (8a769bb9-31be-4a55-ba50-4480b74bf3db/5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac/52b88274-a2e3-46a0-bedc-595915b9be3a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:02.237523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4e19418-a0e5-4ad3-917d-c1f076bfe6e6 req-440e8797-1932-4da0-9103-9f89420b9bab tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 210 time: 0.0635476 Nov 10 03:51:02.643824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:02.685465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:02.730884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Network 8a769bb9-31be-4a55-ba50-4480b74bf3db is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:02.734298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:02.738277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:02.751661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Pushing event updated for resources: {'Port': ['ID=52b88274-a2e3-46a0-bedc-595915b9be3a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:02.801453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:02.802970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:02.831173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-bc9bd498-2112-4dab-9cb6-b83491afbf5e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3265300 Nov 10 03:51:02.849605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Request body: {'port': {'device_id': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:03.005674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4cf44-6821-4877-99c5-643f989df521 req-bd13b21d-47b3-4b60-b74a-b087bcbe3815 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:03.007207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6d4cf44-6821-4877-99c5-643f989df521 req-bd13b21d-47b3-4b60-b74a-b087bcbe3815 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 946 time: 0.0855095 Nov 10 03:51:03.016921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca960d-5760-4a3b-b6c8-a0dec33cd70c req-c47af171-1a3e-42e3-b03f-311331d5af67 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:03.017115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.019410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86ca960d-5760-4a3b-b6c8-a0dec33cd70c req-c47af171-1a3e-42e3-b03f-311331d5af67 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1243086 Nov 10 03:51:03.071847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-ec0f47f3-e70f-45bc-8050-b1450fea0a17 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:03.073790 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-ec0f47f3-e70f-45bc-8050-b1450fea0a17 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 946 time: 0.1077676 Nov 10 03:51:03.113241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6d4cf44-6821-4877-99c5-643f989df521 req-7d7f215d-0af4-4f39-81af-82727e08415e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925736 Nov 10 03:51:03.142051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86ca960d-5760-4a3b-b6c8-a0dec33cd70c req-4c3d734a-f236-4367-adde-0502b0436c6c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127911 Nov 10 03:51:03.365551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Deleting port 1c2424e4-cfed-464b-bbd4-a114f540e88b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:03.365551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.459914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164437-eef0-41c3-a501-e102c84f36ef req-bcfdb90d-2d99-434b-839f-b09c6d5638d6 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:03.462233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7164437-eef0-41c3-a501-e102c84f36ef req-bcfdb90d-2d99-434b-839f-b09c6d5638d6 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 932 time: 0.0820875 Nov 10 03:51:03.508250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] For port 1c2424e4-cfed-464b-bbd4-a114f540e88b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c2424e4-cfed-464b-bbd4-a114f540e88b,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:03.508689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.541153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7164437-eef0-41c3-a501-e102c84f36ef req-b94cc968-5ab4-4550-b0c8-e360ced9a6b4 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699358 Nov 10 03:51:03.547668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Calling delete_port for 1c2424e4-cfed-464b-bbd4-a114f540e88b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:03.589506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b88274-a2e3-46a0-bedc-595915b9be3a {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:03.635958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.659289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Transition to ACTIVE for port object 52b88274-a2e3-46a0-bedc-595915b9be3a will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:03.666454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.739737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Pushing event updated for resources: {'Port': ['ID=52b88274-a2e3-46a0-bedc-595915b9be3a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:03.831545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.843759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1c2424e4-cfed-464b-bbd4-a114f540e88b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:03.866313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801', '89d9af25-4cce-45be-906d-f1aebe142eb4'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:03.873223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event deleted for resources: {'Port': ['ID=1c2424e4-cfed-464b-bbd4-a114f540e88b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:03.875653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Attempting to bind port 52b88274-a2e3-46a0-bedc-595915b9be3a on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:03.875991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Attempting to bind port 52b88274-a2e3-46a0-bedc-595915b9be3a by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'f8af0cec-72f5-431f-83db-c53a4465e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:03.876313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Attempting to bind port 52b88274-a2e3-46a0-bedc-595915b9be3a on network 8a769bb9-31be-4a55-ba50-4480b74bf3db {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:03.883952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Port 52b88274-a2e3-46a0-bedc-595915b9be3a on network 8a769bb9-31be-4a55-ba50-4480b74bf3db not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:03.884277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Attempting to bind port 52b88274-a2e3-46a0-bedc-595915b9be3a on network 8a769bb9-31be-4a55-ba50-4480b74bf3db {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:03.912338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:03.912338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Checking segment: {'id': 'f8af0cec-72f5-431f-83db-c53a4465e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:03.912338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Bound using segment: {'id': 'f8af0cec-72f5-431f-83db-c53a4465e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:03.912338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Bound port: 52b88274-a2e3-46a0-bedc-595915b9be3a, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8af0cec-72f5-431f-83db-c53a4465e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:03.912865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.928125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] No DVR routers for this DVR port 1c2424e4-cfed-464b-bbd4-a114f540e88b on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:51:03.947565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:03.949697 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-934f0742-39d7-495d-aa4d-3215b1a70a40 req-67252ded-876d-4220-99cf-635feb282475 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "DELETE /v2.0/ports/1c2424e4-cfed-464b-bbd4-a114f540e88b HTTP/1.1" status: 204 len: 173 time: 0.8671651 Nov 10 03:51:03.949697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79575658-687b-43b5-a387-750802e3909d', 'name': 'network-vif-deleted', 'tag': '1c2424e4-cfed-464b-bbd4-a114f540e88b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:03.951974 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8d439d-46af-4bb5-871b-0fe80d47eb2c" -d '{"events": [{"server_uuid": "79575658-687b-43b5-a387-750802e3909d", "name": "network-vif-deleted", "tag": "1c2424e4-cfed-464b-bbd4-a114f540e88b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:04.030813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] For port 52b88274-a2e3-46a0-bedc-595915b9be3a, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:04.034769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] For port 52b88274-a2e3-46a0-bedc-595915b9be3a, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52b88274-a2e3-46a0-bedc-595915b9be3a,segment=NetworkSegment(f8af0cec-72f5-431f-83db-c53a4465e837),segment_id=f8af0cec-72f5-431f-83db-c53a4465e837)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:04.040298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:04.075765 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0111573-e40e-4b34-b1de-aec24d1ace36 x-openstack-request-id: req-f0111573-e40e-4b34-b1de-aec24d1ace36 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:04.076114 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79575658-687b-43b5-a387-750802e3909d", "name": "network-vif-deleted", "tag": "1c2424e4-cfed-464b-bbd4-a114f540e88b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:04.076383 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0111573-e40e-4b34-b1de-aec24d1ace36 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:04.079880 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79575658-687b-43b5-a387-750802e3909d', 'name': 'network-vif-deleted', 'tag': '1c2424e4-cfed-464b-bbd4-a114f540e88b', 'status': 'completed', 'code': 200} Nov 10 03:51:04.119650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:04.120653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:04.122182 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/52b88274-a2e3-46a0-bedc-595915b9be3a HTTP/1.1" status: 200 len: 1092 time: 1.2770269 Nov 10 03:51:04.141262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ce9ff-791c-4670-9e7c-dd5af39723d2 service neutron] Pushing event updated for resources: {'Port': ['ID=52b88274-a2e3-46a0-bedc-595915b9be3a,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:04.328880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-a8ddb963-f3ba-4224-bf1f-1c0bc2188dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:04.331580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-a8ddb963-f3ba-4224-bf1f-1c0bc2188dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a146d9d34b574924985e70a272ea8a4d&device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 1095 time: 0.0741184 Nov 10 03:51:04.340472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b66527a7-9a9d-4386-a7e8-c79602782c15 req-3a86594f-3681-42cd-9873-08fb186c2b5b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=79575658-687b-43b5-a387-750802e3909d HTTP/1.1" status: 200 len: 210 time: 0.0703297 Nov 10 03:51:04.432129 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-f29b0d59-a16f-47bf-98de-b806083c30b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b88274-a2e3-46a0-bedc-595915b9be3a HTTP/1.1" status: 200 len: 217 time: 0.0603585 Nov 10 03:51:04.532426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-668d1689-97f1-43eb-8abc-ce7a0365a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:04.536298 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-668d1689-97f1-43eb-8abc-ce7a0365a804 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac HTTP/1.1" status: 200 len: 853 time: 0.0920258 Nov 10 03:51:04.672201 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-e532f0e4-2e13-42b5-87b0-87809c02e99b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a769bb9-31be-4a55-ba50-4480b74bf3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280451 Nov 10 03:51:04.828090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ccd8c-4203-472e-82e6-475986a5e761 req-ce896ef4-95a1-4eeb-afd0-8dec15e8ed0e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:04.841519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e2ccd8c-4203-472e-82e6-475986a5e761 req-ce896ef4-95a1-4eeb-afd0-8dec15e8ed0e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 944 time: 0.1056840 Nov 10 03:51:04.892442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e2ccd8c-4203-472e-82e6-475986a5e761 req-18294a52-0975-42bd-89ef-7a408939eca6 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Nov 10 03:51:04.897484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-cc55e8c5-c539-4481-9d7b-4e3bcb5ce017 service neutron] 10.222.0.11 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175000 Nov 10 03:51:05.024255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea37c8f-5cc0-4c0e-876d-061039fe9a3d req-ff0eb4aa-344c-433f-9e66-5809ce930c67 service neutron] 10.222.0.11 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147795 Nov 10 03:51:05.786359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345e5b-4b3f-431c-8df9-ce6a8f9f974e req-fbccede8-4e09-4bdb-9456-3e45a391ab45 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:05.787848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3345e5b-4b3f-431c-8df9-ce6a8f9f974e req-fbccede8-4e09-4bdb-9456-3e45a391ab45 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 946 time: 0.0501766 Nov 10 03:51:05.860965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3345e5b-4b3f-431c-8df9-ce6a8f9f974e req-307c3f96-4057-446c-945a-34977e8d0d5b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Nov 10 03:51:06.027043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2df4c-01bf-49b2-9d5e-bf9d93f2d58b req-33974cbc-c137-4f93-ba2f-c14acc8a9d2c tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:06.028875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49d2df4c-01bf-49b2-9d5e-bf9d93f2d58b req-33974cbc-c137-4f93-ba2f-c14acc8a9d2c tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 944 time: 0.0518332 Nov 10 03:51:06.081460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'tag': '52b88274-a2e3-46a0-bedc-595915b9be3a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:06.083917 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f" -d '{"events": [{"name": "network-changed", "server_uuid": "124bad25-2e91-41cc-a614-507bc9ff2d41", "tag": "52b88274-a2e3-46a0-bedc-595915b9be3a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:06.102547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49d2df4c-01bf-49b2-9d5e-bf9d93f2d58b req-fbaaf34d-05cf-43e2-a889-3b73cb11b3f2 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668576 Nov 10 03:51:06.130528 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47265d8-c878-4328-9e56-9c771a902e4e x-openstack-request-id: req-e47265d8-c878-4328-9e56-9c771a902e4e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:06.130815 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124bad25-2e91-41cc-a614-507bc9ff2d41", "tag": "52b88274-a2e3-46a0-bedc-595915b9be3a", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:06.131062 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e47265d8-c878-4328-9e56-9c771a902e4e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:06.131457 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'tag': '52b88274-a2e3-46a0-bedc-595915b9be3a', 'status': 'completed', 'code': 200} Nov 10 03:51:06.246044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-51c9cfe4-b4c0-46c8-a554-4cfd0ec66294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:06.247707 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-51c9cfe4-b4c0-46c8-a554-4cfd0ec66294 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a146d9d34b574924985e70a272ea8a4d&device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 1095 time: 0.0480750 Nov 10 03:51:06.351482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-0f9d9ec1-3be8-40df-80ab-f376ae99a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:06.353195 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-0f9d9ec1-3be8-40df-80ab-f376ae99a3ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a769bb9-31be-4a55-ba50-4480b74bf3db HTTP/1.1" status: 200 len: 913 time: 0.0975840 Nov 10 03:51:06.408660 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-f1ff1bc9-66af-4cad-9335-68e67bda7a39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b88274-a2e3-46a0-bedc-595915b9be3a HTTP/1.1" status: 200 len: 217 time: 0.0462468 Nov 10 03:51:06.472550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-cb74d00b-25fe-4a38-8e51-8ec2cab9a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:06.474546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-cb74d00b-25fe-4a38-8e51-8ec2cab9a2a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac HTTP/1.1" status: 200 len: 853 time: 0.0582542 Nov 10 03:51:06.517125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-606a91f1-81af-43a2-9e16-1a54c8360245 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a769bb9-31be-4a55-ba50-4480b74bf3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340784 Nov 10 03:51:06.653045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-cc385318-ded6-49e8-b10f-bec0e24fd527 service neutron] 10.222.0.11 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187875 Nov 10 03:51:06.777242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4b762ae9-35b8-4a51-9b6f-05d0c494b50f req-04e11b9e-7ea6-4c79-8cfa-17ad0cda1a36 service neutron] 10.222.0.11 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141784 Nov 10 03:51:07.035516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df52d3-0d45-410d-8908-a2e83855a9d1 req-f56b7570-f503-4231-82d2-21c5df46079a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:07.052978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02df52d3-0d45-410d-8908-a2e83855a9d1 req-f56b7570-f503-4231-82d2-21c5df46079a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 946 time: 0.0688746 Nov 10 03:51:07.152792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02df52d3-0d45-410d-8908-a2e83855a9d1 req-2b808d3a-6c4b-4457-952b-80795f4bea92 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700173 Nov 10 03:51:07.283879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33f13e-7975-4be1-82a3-7ce582e84476 req-7e40d9e2-529e-4cbf-93a9-82e68ebc2b49 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:07.285537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf33f13e-7975-4be1-82a3-7ce582e84476 req-7e40d9e2-529e-4cbf-93a9-82e68ebc2b49 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 944 time: 0.0716064 Nov 10 03:51:07.345976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf33f13e-7975-4be1-82a3-7ce582e84476 req-34c7bf57-2ccf-45d2-84ce-615214883fbe tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Nov 10 03:51:07.487712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-1e41a2ee-5b1a-4f09-9de4-d4e6134a7ae5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:07.489976 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-1e41a2ee-5b1a-4f09-9de4-d4e6134a7ae5 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 946 time: 0.0600748 Nov 10 03:51:07.636099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Deleting port 89d9af25-4cce-45be-906d-f1aebe142eb4 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:07.636441 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:07.793921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] For port 89d9af25-4cce-45be-906d-f1aebe142eb4, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=89d9af25-4cce-45be-906d-f1aebe142eb4,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:07.794746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:07.807997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Calling delete_port for 89d9af25-4cce-45be-906d-f1aebe142eb4 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:07.862390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:08.036632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:08.058353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c2424e4-cfed-464b-bbd4-a114f540e88b no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:08.088386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event deleted for resources: {'Port': ['ID=89d9af25-4cce-45be-906d-f1aebe142eb4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:08.104348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 1c2424e4-cfed-464b-bbd4-a114f540e88b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:08.115333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c2424e4-cfed-464b-bbd4-a114f540e88b not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:08.129064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801', '89d9af25-4cce-45be-906d-f1aebe142eb4'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:08.167967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] No DVR routers for this DVR port 89d9af25-4cce-45be-906d-f1aebe142eb4 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:51:08.178375 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:08.206679 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88e419a3-f3fa-49b5-b3df-247334a316fa req-50513eef-518a-43d7-bb02-91742f2d42b7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "DELETE /v2.0/ports/89d9af25-4cce-45be-906d-f1aebe142eb4 HTTP/1.1" status: 204 len: 173 time: 0.7106798 Nov 10 03:51:08.207479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'name': 'network-vif-deleted', 'tag': '89d9af25-4cce-45be-906d-f1aebe142eb4'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:08.217810 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5c3c11-a6f9-462e-af53-f516c8bd612a" -d '{"events": [{"server_uuid": "f820d253-b145-40b5-8aa7-dd0ead61b7e5", "name": "network-vif-deleted", "tag": "89d9af25-4cce-45be-906d-f1aebe142eb4"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:08.304015 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e0462c-8791-46b2-9ca6-77a1796c6d9e x-openstack-request-id: req-73e0462c-8791-46b2-9ca6-77a1796c6d9e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:08.304344 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f820d253-b145-40b5-8aa7-dd0ead61b7e5", "name": "network-vif-deleted", "tag": "89d9af25-4cce-45be-906d-f1aebe142eb4", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:08.304655 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73e0462c-8791-46b2-9ca6-77a1796c6d9e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:08.305116 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f820d253-b145-40b5-8aa7-dd0ead61b7e5', 'name': 'network-vif-deleted', 'tag': '89d9af25-4cce-45be-906d-f1aebe142eb4', 'status': 'completed', 'code': 200} Nov 10 03:51:08.392084 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11d30f8f-827c-41d7-b98e-b388ed41b9f9 req-a4f797f0-33c7-4e3c-8148-c3344f484d6f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f820d253-b145-40b5-8aa7-dd0ead61b7e5 HTTP/1.1" status: 200 len: 210 time: 0.0807242 Nov 10 03:51:08.446546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52b88274-a2e3-46a0-bedc-595915b9be3a details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:51:08.544055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb02e8d-74bd-4869-9e1f-b6643b4c3b4c req-0629821d-8809-4db6-9897-534e810ae480 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:08.545700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbb02e8d-74bd-4869-9e1f-b6643b4c3b4c req-0629821d-8809-4db6-9897-534e810ae480 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 944 time: 0.0595522 Nov 10 03:51:08.604366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 52b88274-a2e3-46a0-bedc-595915b9be3a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52b88274-a2e3-46a0-bedc-595915b9be3a,segment=NetworkSegment(f8af0cec-72f5-431f-83db-c53a4465e837),segment_id=f8af0cec-72f5-431f-83db-c53a4465e837)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:08.621875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '52b88274-a2e3-46a0-bedc-595915b9be3a', 'network_id': '8a769bb9-31be-4a55-ba50-4480b74bf3db', 'port_id': '52b88274-a2e3-46a0-bedc-595915b9be3a', 'mac_address': 'fa:16:3e:23:9a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:51:08.628296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbb02e8d-74bd-4869-9e1f-b6643b4c3b4c req-22ff1af0-0389-4700-98f1-33819ceac92d tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Nov 10 03:51:08.668115 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:08.684001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b88274-a2e3-46a0-bedc-595915b9be3a {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:08.707767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 52b88274-a2e3-46a0-bedc-595915b9be3a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52b88274-a2e3-46a0-bedc-595915b9be3a,segment=NetworkSegment(f8af0cec-72f5-431f-83db-c53a4465e837),segment_id=f8af0cec-72f5-431f-83db-c53a4465e837)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:08.712551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:08.805762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=52b88274-a2e3-46a0-bedc-595915b9be3a,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:09.207752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['52b88274-a2e3-46a0-bedc-595915b9be3a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:09.354914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59582) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:09.366711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-627960220'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:09.396987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:09.403150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:09.431755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:51:09.445633 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:09.446010 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Added segment 4c3bff6a-ef4a-45d7-a834-3f7257705fb1 of type vlan for network de25969c-157c-4b6f-963d-ac0108e15974 Nov 10 03:51:09.509845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:09.543603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:09.550973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:09.551830 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:09.629662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:09.630270 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2734258 Nov 10 03:51:09.636729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1593628739'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:09.636891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aedbf-443d-4b9f-91ad-e7acbdf01175 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Network': ['ID=de25969c-157c-4b6f-963d-ac0108e15974,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:09.648518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network de25969c-157c-4b6f-963d-ac0108e15974 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:51:09.761740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:09.765312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:09.833496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:51:09.851819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d513cba-aeeb-40a8-b94a-04795aeea967 req-66039e90-0742-4859-ba19-7907d7fdca0f tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:09.853350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d513cba-aeeb-40a8-b94a-04795aeea967 req-66039e90-0742-4859-ba19-7907d7fdca0f tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 945 time: 0.1083364 Nov 10 03:51:09.867452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:09.867792 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Added segment ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33 of type vlan for network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 Nov 10 03:51:09.887318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-1bade673-7b01-492d-82e7-dfe42b6baefe tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:09.888758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-1bade673-7b01-492d-82e7-dfe42b6baefe tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.2080636 Nov 10 03:51:09.933427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-e0380a34-4da4-41ab-8f9f-1710e4c4936f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0365286 Nov 10 03:51:09.951316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:10.006558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d513cba-aeeb-40a8-b94a-04795aeea967 req-1f852bdf-abd3-423f-839b-4b85a36ee786 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440270 Nov 10 03:51:10.032571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-6c7c8868-c214-495c-ba10-11f112794258 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751233 Nov 10 03:51:10.032571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:10.033703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:10.034452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:10.077888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59622) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:10.079545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4465270 Nov 10 03:51:10.083389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'subnet': {'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:10.174666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40b734-4500-4d1c-8c4b-460b34746941 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Network': ['ID=fc97c84b-bb5f-465a-a250-4ec4ffce45a0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:10.188461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:51:10.191163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:10.195018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:10.235975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-694276d6-83f5-49af-bb82-76d637aff64d service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896086 Nov 10 03:51:10.356134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-782b14be-4af1-484b-a362-d3e32ab6d4e6 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192112 Nov 10 03:51:10.497156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:10.533150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52b88274-a2e3-46a0-bedc-595915b9be3a up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:10.579471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Subnet': ['ID=1129462d-7179-4639-9448-df6a89d2a9d0,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:10.651017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Checking segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:10.651652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network hostable DHCP agents. Network: de25969c-157c-4b6f-963d-ac0108e15974, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:51:10.685056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 52b88274-a2e3-46a0-bedc-595915b9be3a completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:51:10.696119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 52b88274-a2e3-46a0-bedc-595915b9be3a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:10.696227 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:10.699448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6a50b26-c373-4a5d-9437-eaaad904ccf8 req-9fc2e32e-054e-41c4-93b7-050a0a23a073 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 210 time: 0.0774314 Nov 10 03:51:10.703404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network de25969c-157c-4b6f-963d-ac0108e15974 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:51:10.715545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, de25969c-157c-4b6f-963d-ac0108e15974) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:10.721166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:10.721825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:10.740572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d06aa-6f79-4e9c-af7c-5c9814c4ed08 None None] Network de25969c-157c-4b6f-963d-ac0108e15974 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:51:10.748758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59642) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:10.750426 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d3bebad4-dfaa-4949-9670-90c1ba612734 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6705227 Nov 10 03:51:10.756317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'subnet': {'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:10.904376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:10.910466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:11.228920 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:11.242936 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:11.298903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b88274-a2e3-46a0-bedc-595915b9be3a'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:11.304833 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663498f1-9741-4192-b8c4-5bafbcfc1c03" -d '{"events": [{"server_uuid": "124bad25-2e91-41cc-a614-507bc9ff2d41", "name": "network-vif-plugged", "status": "completed", "tag": "52b88274-a2e3-46a0-bedc-595915b9be3a"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:11.338234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920cb18-66cc-4d1e-b5b4-6a7d89663f1e req-9fc1e1ba-10e1-4acb-956a-a70372aa36cf tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:11.345834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2920cb18-66cc-4d1e-b5b4-6a7d89663f1e req-9fc1e1ba-10e1-4acb-956a-a70372aa36cf tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 945 time: 0.1873748 Nov 10 03:51:11.375869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Subnet': ['ID=5d351ce5-ffcb-426b-976e-2d6c7f793650,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:11.378023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 52b88274-a2e3-46a0-bedc-595915b9be3a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52b88274-a2e3-46a0-bedc-595915b9be3a,segment=NetworkSegment(f8af0cec-72f5-431f-83db-c53a4465e837),segment_id=f8af0cec-72f5-431f-83db-c53a4465e837)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:11.384781 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:11.385828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 89d9af25-4cce-45be-906d-f1aebe142eb4 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:11.398990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Checking segment: {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:11.399498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network hostable DHCP agents. Network: fc97c84b-bb5f-465a-a250-4ec4ffce45a0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:51:11.440494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2920cb18-66cc-4d1e-b5b4-6a7d89663f1e req-8aabf1a6-211b-4c54-86da-a3fb1aab89f5 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894406 Nov 10 03:51:11.441763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:51:11.449171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-de25969c-157c-4b6f-963d-ac0108e15974', 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'fixed_ips': [{'subnet_id': '1129462d-7179-4639-9448-df6a89d2a9d0'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:51:11.450259 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:11.455333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 89d9af25-4cce-45be-906d-f1aebe142eb4 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:11.455839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 89d9af25-4cce-45be-906d-f1aebe142eb4 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:11.472758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, fc97c84b-bb5f-465a-a250-4ec4ffce45a0) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:11.477369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:11.478163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:11.495630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99234f5a-ee79-4783-983c-d5ed6e57ce84 None None] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:51:11.511797 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948dfce3-8c48-449a-8eef-13d7a8e3e1ac x-openstack-request-id: req-948dfce3-8c48-449a-8eef-13d7a8e3e1ac {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:11.512364 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124bad25-2e91-41cc-a614-507bc9ff2d41", "name": "network-vif-plugged", "status": "completed", "tag": "52b88274-a2e3-46a0-bedc-595915b9be3a", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:11.512852 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-948dfce3-8c48-449a-8eef-13d7a8e3e1ac {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:11.513383 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b88274-a2e3-46a0-bedc-595915b9be3a', 'code': 200} Nov 10 03:51:11.514766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c36fb925-d8ef-4632-ba5b-6e559235cc93 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7637851 Nov 10 03:51:11.517472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59664) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:11.522455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'port': {'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'name': 'tempest-TaggedBootDevicesTest_v242-1652432132', 'fixed_ips': [{'subnet_id': '1129462d-7179-4639-9448-df6a89d2a9d0'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:11.608119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=52b88274-a2e3-46a0-bedc-595915b9be3a,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:11.662791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b7321-729b-4d5d-8331-2165524a2d61 req-02dc7e67-63a1-4baf-a833-ce34172f4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:11.665465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-422b7321-729b-4d5d-8331-2165524a2d61 req-02dc7e67-63a1-4baf-a833-ce34172f4b5c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 1097 time: 0.0615003 Nov 10 03:51:11.678834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:11.715365 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-422b7321-729b-4d5d-8331-2165524a2d61 req-712adbb7-1302-4003-96c3-b1ca5ef504eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Nov 10 03:51:11.773691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:11.787521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Allocated IP 10.1.1.2 (de25969c-157c-4b6f-963d-ac0108e15974/1129462d-7179-4639-9448-df6a89d2a9d0/3ebb5f35-e4d2-4260-af34-b019d2bc84da) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:11.810171 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfb6f783-eb75-43b7-becb-4cbef64302e6 req-da801162-03db-456b-bc59-f9437726854d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 210 time: 0.0341737 Nov 10 03:51:11.821494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] device_id is not set on port e7541c2b-1c3c-4eac-8112-f4a84705984e yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:51:11.880408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-fc97c84b-bb5f-465a-a250-4ec4ffce45a0', 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'fixed_ips': [{'subnet_id': '5d351ce5-ffcb-426b-976e-2d6c7f793650'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:51:11.881262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.105318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.131174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Allocated IP 10.2.2.2 (fc97c84b-bb5f-465a-a250-4ec4ffce45a0/5d351ce5-ffcb-426b-976e-2d6c7f793650/5f090571-7872-40eb-8dfc-c6f560272bb8) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:12.135975 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.204751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 10.1.1.127 (de25969c-157c-4b6f-963d-ac0108e15974/1129462d-7179-4639-9448-df6a89d2a9d0/e7541c2b-1c3c-4eac-8112-f4a84705984e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:12.233600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-053f0e26-b09a-4776-ba37-5c2f79df21f6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:12.235810 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-053f0e26-b09a-4776-ba37-5c2f79df21f6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.2701945 Nov 10 03:51:12.249536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Request body: {'port': {'device_id': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'admin_state_up': True, 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:12.271940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Network de25969c-157c-4b6f-963d-ac0108e15974 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:12.282548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:12.289641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:12.297062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Pushing event updated for resources: {'Port': ['ID=3ebb5f35-e4d2-4260-af34-b019d2bc84da,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:12.401836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Attempting to bind port 3ebb5f35-e4d2-4260-af34-b019d2bc84da on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:12.402321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Attempting to bind port 3ebb5f35-e4d2-4260-af34-b019d2bc84da by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:12.402624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Attempting to bind port 3ebb5f35-e4d2-4260-af34-b019d2bc84da on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:12.417202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:12.417600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Checking segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:12.418022 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.418415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Bound using segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:12.419169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Bound port: 3ebb5f35-e4d2-4260-af34-b019d2bc84da, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:12.419549 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.494685 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.496073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:12.499851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.589647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] For port 3ebb5f35-e4d2-4260-af34-b019d2bc84da, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:12.634157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] For port 3ebb5f35-e4d2-4260-af34-b019d2bc84da, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ebb5f35-e4d2-4260-af34-b019d2bc84da,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:12.640786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.641372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.643306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.665258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.674654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581e96-e540-4f8e-a076-e6cd1960f39e req-8f5cd0ee-01e6-4df3-8301-942a67f78ddd tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:12.684841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45581e96-e540-4f8e-a076-e6cd1960f39e req-8f5cd0ee-01e6-4df3-8301-942a67f78ddd tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.1357806 Nov 10 03:51:12.717521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Allocated IP 172.20.0.10 (c880fe4c-c32a-4308-980f-d05a106fd61b/383b9d06-815a-4344-b526-842658d834f7/6dcc2c87-eb7b-471e-ba20-ed8403236658) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:12.731657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:12.757261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:12.761012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:12.799953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network de25969c-157c-4b6f-963d-ac0108e15974 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:12.806124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49d242-4a5a-45d6-ac14-e5b1e6e04657 None None] Pushing event updated for resources: {'Port': ['ID=3ebb5f35-e4d2-4260-af34-b019d2bc84da,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:12.822986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:12.832297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=e7541c2b-1c3c-4eac-8112-f4a84705984e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:12.837706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:12.886034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45581e96-e540-4f8e-a076-e6cd1960f39e req-6f68e0d8-4616-433f-b321-8d00a8f78d62 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999469 Nov 10 03:51:12.979594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:12.980958 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:12.991964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Attempting to bind port 5f090571-7872-40eb-8dfc-c6f560272bb8 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:12.992524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Attempting to bind port 5f090571-7872-40eb-8dfc-c6f560272bb8 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:12.993044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Attempting to bind port 5f090571-7872-40eb-8dfc-c6f560272bb8 on network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:12.994763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.000371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Pushing event updated for resources: {'Port': ['ID=5f090571-7872-40eb-8dfc-c6f560272bb8,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:13.008544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:13.009239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Checking segment: {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:13.009795 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.010386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Bound using segment: {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:13.011363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Bound port: 5f090571-7872-40eb-8dfc-c6f560272bb8, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:13.011890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.021060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-11188530-224b-4c32-a537-e38f6ca677e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5019372 Nov 10 03:51:13.024285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:13.036612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'port': {'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'name': 'tempest-TaggedBootDevicesTest_v242-1271383951', 'fixed_ips': [{'subnet_id': '1129462d-7179-4639-9448-df6a89d2a9d0'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:13.071288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39479609-bfbb-493b-be2a-808820d91423 req-40cca16d-ea08-40af-8954-59d79bc3e3ac tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 210 time: 0.0477386 Nov 10 03:51:13.167074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] For port 5f090571-7872-40eb-8dfc-c6f560272bb8, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:13.177080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] For port 5f090571-7872-40eb-8dfc-c6f560272bb8, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5f090571-7872-40eb-8dfc-c6f560272bb8,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:13.186828 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.206314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.254359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:13.289422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Network c880fe4c-c32a-4308-980f-d05a106fd61b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:13.296645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:13.318720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:13.321795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event updated for resources: {'Port': ['ID=6dcc2c87-eb7b-471e-ba20-ed8403236658,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:13.334778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:13.406816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd7e2f-4a20-42d5-ab99-4001141d876e None None] Pushing event updated for resources: {'Port': ['ID=5f090571-7872-40eb-8dfc-c6f560272bb8,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:13.436840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:13.437791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.449427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ad5deaa-d8d8-4bab-aacc-da86e70ceb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.477585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-69e49bef-630d-40db-ae4e-f9da84770a99 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2304544 Nov 10 03:51:13.498592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Request body: {'port': {'device_id': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:13.535406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.635672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] device_id is not set on port e8e2fb52-191a-456c-bfa8-09017877b6e5 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:51:13.673366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:13.738200 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:51:14.106005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68be8d-0f06-4c3e-913b-244a38835a6a req-8f205421-d12b-4005-8bb9-8a36901c78eb tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:14.116324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a68be8d-0f06-4c3e-913b-244a38835a6a req-8f205421-d12b-4005-8bb9-8a36901c78eb tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.1152432 Nov 10 03:51:14.219796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a68be8d-0f06-4c3e-913b-244a38835a6a req-8d328301-1c11-46d6-b4a3-8a79b0eb953d tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025531 Nov 10 03:51:14.320881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5b7c-b8f8-440f-bf12-4c6d9703845f req-452f743f-682f-4a61-b60e-4174a047cd01 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:14.322556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcfa5b7c-b8f8-440f-bf12-4c6d9703845f req-452f743f-682f-4a61-b60e-4174a047cd01 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 932 time: 0.1329854 Nov 10 03:51:14.355967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d45fe9-4185-4937-bc30-644dfcf34225 None None] Network de25969c-157c-4b6f-963d-ac0108e15974 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:51:14.404612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcfa5b7c-b8f8-440f-bf12-4c6d9703845f req-86c7812f-e586-4a12-9482-a047e4d3bd12 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749307 Nov 10 03:51:14.541202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Provisioning complete for port 3ebb5f35-e4d2-4260-af34-b019d2bc84da triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:14.541576 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:14.815418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dcc2c87-eb7b-471e-ba20-ed8403236658 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:14.823567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:14.839443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Transition to ACTIVE for port object 6dcc2c87-eb7b-471e-ba20-ed8403236658 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:14.853080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0ac7d-9649-4f3c-9e8b-a68ac176fd90 req-b5619bcd-4454-4316-a66e-8b4e4cf4cd1d tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:14.860949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22e0ac7d-9649-4f3c-9e8b-a68ac176fd90 req-b5619bcd-4454-4316-a66e-8b4e4cf4cd1d tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.0995138 Nov 10 03:51:14.931621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:14.969962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22e0ac7d-9649-4f3c-9e8b-a68ac176fd90 req-80a71510-0b9c-4233-8bad-30c6574df1de tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080315 Nov 10 03:51:14.971534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 10.1.1.154 (de25969c-157c-4b6f-963d-ac0108e15974/1129462d-7179-4639-9448-df6a89d2a9d0/e8e2fb52-191a-456c-bfa8-09017877b6e5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:15.028221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ad462-d539-4dc6-aaaf-6e33c3bcf27b None None] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:51:15.052898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] For port 3ebb5f35-e4d2-4260-af34-b019d2bc84da, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ebb5f35-e4d2-4260-af34-b019d2bc84da,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:15.162159 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.197978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.234727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Pushing event updated for resources: {'Port': ['ID=3ebb5f35-e4d2-4260-af34-b019d2bc84da,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:15.242122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5f090571-7872-40eb-8dfc-c6f560272bb8 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:15.252516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.278959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.279408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.279744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.280070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.280386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.280739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.281536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.282022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.282323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.282637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.282999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.283362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83669c15-e9bd-4bdf-b655-664f0ea75d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:15.290702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.358569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-29aee976-fd5a-463c-b878-e6e46741c4fc None None] Provisioning complete for port 5f090571-7872-40eb-8dfc-c6f560272bb8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:15.360057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-29aee976-fd5a-463c-b878-e6e46741c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.390122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Pushing event updated for resources: {'Port': ['ID=6dcc2c87-eb7b-471e-ba20-ed8403236658,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:15.422907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network de25969c-157c-4b6f-963d-ac0108e15974 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:15.456243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5f090571-7872-40eb-8dfc-c6f560272bb8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:15.456608 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.524900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:15.534977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-bc14c9c8-ecf9-43e6-9c5c-4383a435c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:15.537695 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-bc14c9c8-ecf9-43e6-9c5c-4383a435c166 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a146d9d34b574924985e70a272ea8a4d&device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 1097 time: 0.6961303 Nov 10 03:51:15.544523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:15.650338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a101b0-a153-4600-80ad-b8b5b47e92c1 req-c06ff205-ca40-44be-997b-8cba5b4d8104 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:15.651978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Attempting to bind port 6dcc2c87-eb7b-471e-ba20-ed8403236658 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:15.652310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Attempting to bind port 6dcc2c87-eb7b-471e-ba20-ed8403236658 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:15.652642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Attempting to bind port 6dcc2c87-eb7b-471e-ba20-ed8403236658 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:15.666787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14a101b0-a153-4600-80ad-b8b5b47e92c1 req-c06ff205-ca40-44be-997b-8cba5b4d8104 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 944 time: 0.1070285 Nov 10 03:51:15.738773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Port 6dcc2c87-eb7b-471e-ba20-ed8403236658 on network c880fe4c-c32a-4308-980f-d05a106fd61b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:15.739100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Attempting to bind port 6dcc2c87-eb7b-471e-ba20-ed8403236658 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:15.781300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14a101b0-a153-4600-80ad-b8b5b47e92c1 req-83c35377-b55c-4eaa-9756-8778a4ed8ffe tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125121 Nov 10 03:51:15.826862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=e8e2fb52-191a-456c-bfa8-09017877b6e5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:15.844055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-1907f9de-5339-4020-83b0-2c950602964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:15.846221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-1907f9de-5339-4020-83b0-2c950602964a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a769bb9-31be-4a55-ba50-4480b74bf3db HTTP/1.1" status: 200 len: 913 time: 0.2901707 Nov 10 03:51:15.853687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:15.855029 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.879436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:15.880066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:15.880619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Bound using segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:15.881211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Bound port: 6dcc2c87-eb7b-471e-ba20-ed8403236658, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:15.881682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.924351 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-29aee976-fd5a-463c-b878-e6e46741c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:15.930247 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-33032711-04d3-4096-aaa5-7a48a1978a8a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9045181 Nov 10 03:51:15.946747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-75054820-b7b4-4cab-971e-5ec7ca26296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.017813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-29aee976-fd5a-463c-b878-e6e46741c4fc None None] For port 5f090571-7872-40eb-8dfc-c6f560272bb8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5f090571-7872-40eb-8dfc-c6f560272bb8,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:16.045980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-29aee976-fd5a-463c-b878-e6e46741c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.050322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-534dbd72-64b1-40d0-944e-4f564b875004 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b88274-a2e3-46a0-bedc-595915b9be3a HTTP/1.1" status: 200 len: 217 time: 0.1831043 Nov 10 03:51:16.172845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-ff77f7f6-0f05-42c5-b3e1-f18c883efd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:16.174549 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-ff77f7f6-0f05-42c5-b3e1-f18c883efd71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac HTTP/1.1" status: 200 len: 853 time: 0.1172159 Nov 10 03:51:16.226580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb840732-1d6a-45fb-87c2-88d0c69cbf5b req-ae84c8ce-fc8b-476e-a27b-5f36cebe036e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:16.238878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb840732-1d6a-45fb-87c2-88d0c69cbf5b req-ae84c8ce-fc8b-476e-a27b-5f36cebe036e tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.1191733 Nov 10 03:51:16.247359 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-a58c447b-a49e-4c09-a70a-9a38af3b10ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a769bb9-31be-4a55-ba50-4480b74bf3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640798 Nov 10 03:51:16.251129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ebb5f35-e4d2-4260-af34-b019d2bc84da up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:16.297512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Provisioning complete for port 3ebb5f35-e4d2-4260-af34-b019d2bc84da triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:16.297881 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.326165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] For port 6dcc2c87-eb7b-471e-ba20-ed8403236658, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:16.329853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] For port 6dcc2c87-eb7b-471e-ba20-ed8403236658, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6dcc2c87-eb7b-471e-ba20-ed8403236658,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:16.368739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.381691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aee976-fd5a-463c-b878-e6e46741c4fc None None] Pushing event updated for resources: {'Port': ['ID=5f090571-7872-40eb-8dfc-c6f560272bb8,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:16.388399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb840732-1d6a-45fb-87c2-88d0c69cbf5b req-755f6cf9-6bec-4b6f-99b1-4cef2e12fc34 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474280 Nov 10 03:51:16.435241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3ebb5f35-e4d2-4260-af34-b019d2bc84da triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:16.435605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.542269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Pushing event updated for resources: {'Port': ['ID=6dcc2c87-eb7b-471e-ba20-ed8403236658,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:16.564034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Provisioning complete for port e7541c2b-1c3c-4eac-8112-f4a84705984e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:16.564421 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.569700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:16.573176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.576999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-ebf6f510-c500-402c-83f8-c74a2a55aea3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6dcc2c87-eb7b-471e-ba20-ed8403236658 HTTP/1.1" status: 200 len: 1092 time: 3.0861351 Nov 10 03:51:16.577486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'tag': '6dcc2c87-eb7b-471e-ba20-ed8403236658'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:16.584815 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc352b2-5178-4a74-997f-e300e944ef20" -d '{"events": [{"name": "network-changed", "server_uuid": "23e7acce-6b64-421f-9d64-90ec3acd4b95", "tag": "6dcc2c87-eb7b-471e-ba20-ed8403236658"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:16.676177 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7060ae-5114-4b40-9285-f61d1a06ff28 x-openstack-request-id: req-ad7060ae-5114-4b40-9285-f61d1a06ff28 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:16.676411 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e7acce-6b64-421f-9d64-90ec3acd4b95", "tag": "6dcc2c87-eb7b-471e-ba20-ed8403236658", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:16.676660 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad7060ae-5114-4b40-9285-f61d1a06ff28 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:16.677181 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'tag': '6dcc2c87-eb7b-471e-ba20-ed8403236658', 'status': 'completed', 'code': 200} Nov 10 03:51:16.758329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-8aa33da4-811f-4a87-a593-041772386c41 service neutron] 10.222.0.11 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221151 Nov 10 03:51:16.767270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Port e7541c2b-1c3c-4eac-8112-f4a84705984e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:51:16.770697 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.780378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Provisioning complete for port e8e2fb52-191a-456c-bfa8-09017877b6e5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:16.781417 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.793434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-93d16879-8a5f-4dac-9fba-c1db1ec0e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:16.795008 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-93d16879-8a5f-4dac-9fba-c1db1ec0e6c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 1095 time: 0.1281428 Nov 10 03:51:16.872162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-09ad07b2-97ce-4a26-9b63-243ac239df5e None None] Port e8e2fb52-191a-456c-bfa8-09017877b6e5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:51:16.997499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4b12b859-eab1-4770-abad-0decaec58498 None None] Provisioning complete for port 5f090571-7872-40eb-8dfc-c6f560272bb8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:16.997824 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b12b859-eab1-4770-abad-0decaec58498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:16.998088 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-e073d46d-e7df-4bf1-9762-c5a6ec10349e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dcc2c87-eb7b-471e-ba20-ed8403236658 HTTP/1.1" status: 200 len: 217 time: 0.1780372 Nov 10 03:51:17.010955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7cd39-4894-40e9-b6ff-defc22092652 req-0de00a2f-26d4-4518-8de2-83ace841c54b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:17.024129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78c7cd39-4894-40e9-b6ff-defc22092652 req-0de00a2f-26d4-4518-8de2-83ace841c54b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 944 time: 0.1219616 Nov 10 03:51:17.058746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5f090571-7872-40eb-8dfc-c6f560272bb8 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:17.137884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78c7cd39-4894-40e9-b6ff-defc22092652 req-d4bcd18b-ad1e-48fa-b900-6f1e95b188f1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127851 Nov 10 03:51:17.170501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-08099a49-f12b-4e68-9199-b451ea7f2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:17.172483 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-08099a49-f12b-4e68-9199-b451ea7f2127 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.1585340 Nov 10 03:51:17.204778 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa228ba8-f0af-49de-9688-84e3f3331ea5 req-8857accd-fce2-4e20-b84b-2493dc81f009 service neutron] 10.222.0.11 "GET /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308891 Nov 10 03:51:17.224991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5f090571-7872-40eb-8dfc-c6f560272bb8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:17.226553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.239626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59746) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:17.249179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1960f8c3-8341-44a8-b89d-4f6988b2ecc3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836700176', 'description': 'tempest-description--182140482'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:17.251125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-353513f0-46fc-4231-bd0a-abf5e22da6db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682518 Nov 10 03:51:17.286909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1960f8c3-8341-44a8-b89d-4f6988b2ecc3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.361964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ebb5f35-e4d2-4260-af34-b019d2bc84da up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:17.400821 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1960f8c3-8341-44a8-b89d-4f6988b2ecc3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.408349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1960f8c3-8341-44a8-b89d-4f6988b2ecc3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.469247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1960f8c3-8341-44a8-b89d-4f6988b2ecc3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.481710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1960f8c3-8341-44a8-b89d-4f6988b2ecc3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2407453 Nov 10 03:51:17.484806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:17.510474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-a9e6c838-56d4-4fa3-b93a-56ee426c2b75 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517571 Nov 10 03:51:17.514877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-730d6dc4-5b24-496f-a64f-50492c0644c8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'security_group_rule': {'security_group_id': 'b4efedcd-96ba-4c4d-a033-31fa35d9897a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:17.523654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3ebb5f35-e4d2-4260-af34-b019d2bc84da triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:17.524190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.659441 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-730d6dc4-5b24-496f-a64f-50492c0644c8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.685158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960f8c3-8341-44a8-b89d-4f6988b2ecc3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4efedcd-96ba-4c4d-a033-31fa35d9897a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:17.734498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f94a4d76-d75b-4169-a6f7-36fedf5d2e04 req-b59ffe20-a378-4a95-a423-9897b550208a service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112892 Nov 10 03:51:17.737699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869901d3-2edd-43a1-a7ee-605347119641 req-a2b5ce6f-94ea-423e-9471-1ae50ace0b86 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:17.745019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-869901d3-2edd-43a1-a7ee-605347119641 req-a2b5ce6f-94ea-423e-9471-1ae50ace0b86 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.1499691 Nov 10 03:51:17.823164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-869901d3-2edd-43a1-a7ee-605347119641 req-54ec9b96-dff3-48b1-b9fc-7dbf4200bfdb tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771203 Nov 10 03:51:17.869498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-730d6dc4-5b24-496f-a64f-50492c0644c8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.876009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-730d6dc4-5b24-496f-a64f-50492c0644c8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.890935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-b5a48537-a03e-4ecd-a7b2-40c7679932d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:17.895526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-b5a48537-a03e-4ecd-a7b2-40c7679932d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 1095 time: 0.1032264 Nov 10 03:51:17.896873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d6dc4-5b24-496f-a64f-50492c0644c8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2614907f-efd3-4b6c-a760-795168399e62,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:17.924772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-730d6dc4-5b24-496f-a64f-50492c0644c8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:17.929771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-730d6dc4-5b24-496f-a64f-50492c0644c8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190063 Nov 10 03:51:17.930412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59758) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:17.935157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ed0ee3d6-c831-4e35-87e5-c44e4d8c5cba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'security_group_rule': {'security_group_id': 'b4efedcd-96ba-4c4d-a033-31fa35d9897a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:18.015364 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee3d6-c831-4e35-87e5-c44e4d8c5cba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.094501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee3d6-c831-4e35-87e5-c44e4d8c5cba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.098910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee3d6-c831-4e35-87e5-c44e4d8c5cba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.104635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-1250aa6f-9625-4bfa-a30b-ea8f4f217dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:18.110957 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-1250aa6f-9625-4bfa-a30b-ea8f4f217dc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 905 time: 0.2080114 Nov 10 03:51:18.120919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ee3d6-c831-4e35-87e5-c44e4d8c5cba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdda7827-483e-4570-a85f-36a53d01c424,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:18.131982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee3d6-c831-4e35-87e5-c44e4d8c5cba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.133475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ed0ee3d6-c831-4e35-87e5-c44e4d8c5cba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2019923 Nov 10 03:51:18.137624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59760) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:18.142893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:18.169684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.204000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-973dafde-fb76-4aea-a490-6752a664a142 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dcc2c87-eb7b-471e-ba20-ed8403236658 HTTP/1.1" status: 200 len: 217 time: 0.0837369 Nov 10 03:51:18.324533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.329998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-d9ab06c5-ada9-4cb1-b53f-827304252d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:18.335551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-d9ab06c5-ada9-4cb1-b53f-827304252d8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.1193209 Nov 10 03:51:18.376385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-e0456fb6-95d6-43da-8e26-183dc436e471 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347137 Nov 10 03:51:18.389152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922c13-a9db-4d41-a1ba-86c1021359e9 req-df0aabe8-3c34-40e9-8014-0203d5c2e1d3 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:18.391742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9922c13-a9db-4d41-a1ba-86c1021359e9 req-df0aabe8-3c34-40e9-8014-0203d5c2e1d3 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 944 time: 0.1261487 Nov 10 03:51:18.477035 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.493192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9922c13-a9db-4d41-a1ba-86c1021359e9 req-e892da28-0e82-4c82-84a6-68952b242a4b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900261 Nov 10 03:51:18.528735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-824af036-a106-46f9-a188-ac964ccf7031 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411328 Nov 10 03:51:18.658302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3dc352b2-5178-4a74-997f-e300e944ef20 req-34eb2d3c-49ee-43f4-b0ec-02123a909f6e service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210032 Nov 10 03:51:18.665126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 172.25.6.139 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/8449069a-45af-4716-a407-480b78cf44d4) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:18.791167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.824870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:18.863396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:18.869100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:18.876164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:19.041235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:19.188589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=8449069a-45af-4716-a407-480b78cf44d4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:19.217423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c4aaa-7228-4e76-bdf8-1a506e5eeb33 req-20c74010-61d6-4897-a11d-76929c8b82a6 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:19.219816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b58c4aaa-7228-4e76-bdf8-1a506e5eeb33 req-20c74010-61d6-4897-a11d-76929c8b82a6 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.2990572 Nov 10 03:51:19.282562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:19.299727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b58c4aaa-7228-4e76-bdf8-1a506e5eeb33 req-757c9535-38ae-4898-95b0-3dcbe2b991e9 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617576 Nov 10 03:51:19.338417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:19.510152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:19.523761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:19.697008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=8449069a-45af-4716-a407-480b78cf44d4,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:19.718846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:19.740353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb47f7-0d6f-4e24-b884-bfa9524e377a req-893a331f-1bc4-48dc-a62d-ed813229b49f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:19.742018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efeb47f7-0d6f-4e24-b884-bfa9524e377a req-893a331f-1bc4-48dc-a62d-ed813229b49f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 944 time: 0.0857000 Nov 10 03:51:19.754149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:19.760601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd19a955-6e04-402a-bdd1-b24fb2d364ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6195779 Nov 10 03:51:19.856345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efeb47f7-0d6f-4e24-b884-bfa9524e377a req-aa1f27e2-d22e-422b-a3eb-11b4ada45dc9 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941420 Nov 10 03:51:19.951149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1a5b-99fb-4f09-ac74-a676cdeb940f req-2eb4b12c-880c-4857-91c0-e4f88ca57e0c tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:19.957197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e90f1a5b-99fb-4f09-ac74-a676cdeb940f req-2eb4b12c-880c-4857-91c0-e4f88ca57e0c tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.0996726 Nov 10 03:51:20.021360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e90f1a5b-99fb-4f09-ac74-a676cdeb940f req-ab10d521-c476-48ff-a465-3fdf42f119ef tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632734 Nov 10 03:51:20.068366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6dcc2c87-eb7b-471e-ba20-ed8403236658 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:51:20.100941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7278-f773-45f4-94f4-db8c4b029945 req-4e3e25f4-2360-4673-84b1-f86c551cc083 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:20.108207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190f7278-f773-45f4-94f4-db8c4b029945 req-4e3e25f4-2360-4673-84b1-f86c551cc083 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0918853 Nov 10 03:51:20.165391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-190f7278-f773-45f4-94f4-db8c4b029945 req-509d56a8-773f-4218-a08c-b4c7aa3fd534 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Nov 10 03:51:20.220269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6dcc2c87-eb7b-471e-ba20-ed8403236658, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6dcc2c87-eb7b-471e-ba20-ed8403236658,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:20.221613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-283adb6e-ec8f-4391-92eb-642fc57f321b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1836700176&fields=id&tenant_id=b367f00c5c944995ba1ce575afc0065f HTTP/1.1" status: 200 len: 267 time: 0.0552609 Nov 10 03:51:20.242702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6dcc2c87-eb7b-471e-ba20-ed8403236658', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'port_id': '6dcc2c87-eb7b-471e-ba20-ed8403236658', 'mac_address': 'fa:16:3e:ef:c4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383b9d06-815a-4344-b526-842658d834f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:51:20.292585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:20.309193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dcc2c87-eb7b-471e-ba20-ed8403236658 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:20.312863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-cb431f1b-c464-4024-85b2-9f3dba94f68e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:20.314294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-cb431f1b-c464-4024-85b2-9f3dba94f68e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports/e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 937 time: 0.0853770 Nov 10 03:51:20.333424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6dcc2c87-eb7b-471e-ba20-ed8403236658, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6dcc2c87-eb7b-471e-ba20-ed8403236658,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:20.337313 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:20.373173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88af0393-c2e7-4304-bc62-36e0de912d3f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:20.381657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88af0393-c2e7-4304-bc62-36e0de912d3f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports/e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 937 time: 0.0607846 Nov 10 03:51:20.415919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6dcc2c87-eb7b-471e-ba20-ed8403236658,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:20.437462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-0c663e79-e19d-440f-a145-4f8ee1cfc8e4 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0549057 Nov 10 03:51:20.484950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-615825c9-fb37-41b5-9f08-ed2cbef259e9 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0373313 Nov 10 03:51:20.624685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-25a68fe5-4c07-459b-ab06-fe65edac2fa2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:20.630841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-25a68fe5-4c07-459b-ab06-fe65edac2fa2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:20.637222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-25a68fe5-4c07-459b-ab06-fe65edac2fa2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:20.638903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-25a68fe5-4c07-459b-ab06-fe65edac2fa2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/networks?id=f9b17533-2125-45ba-b8e9-05a27e436663&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0 HTTP/1.1" status: 200 len: 1994 time: 0.1529477 Nov 10 03:51:20.664498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6dcc2c87-eb7b-471e-ba20-ed8403236658'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:20.664762 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f4fcd97d-2a4b-429c-a87b-7b4f5c859876 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/quotas/b367f00c5c944995ba1ce575afc0065f HTTP/1.1" status: 200 len: 375 time: 0.0138049 Nov 10 03:51:20.730769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c845a133-82c3-4739-a61a-0c0207688ae0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0650949 Nov 10 03:51:20.853271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-87ad1c7a-c6c7-4aa0-a32c-2d37130edccf service neutron] 10.222.0.24 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076517 Nov 10 03:51:20.984120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-b4d0cd7d-4f63-424f-a419-7e5a159553ae service neutron] 10.222.0.24 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235080 Nov 10 03:51:21.007082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7825-a4c6-4331-a0ca-7eab7cfd16d2 req-ba0bec55-974f-46a8-90e0-4368a6206900 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:21.008520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-debf7825-a4c6-4331-a0ca-7eab7cfd16d2 req-ba0bec55-974f-46a8-90e0-4368a6206900 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 945 time: 0.0794473 Nov 10 03:51:21.051267 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-780d1fe0-3f5b-4271-8dd1-f815c2d04b33 service neutron] 10.222.0.24 "GET /v2.0/ports/e7541c2b-1c3c-4eac-8112-f4a84705984e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0595899 Nov 10 03:51:21.126134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-debf7825-a4c6-4331-a0ca-7eab7cfd16d2 req-2aa755c8-e9eb-491a-b45b-8b80310e64ac tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988626 Nov 10 03:51:21.170323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-bab78aa5-a4e6-4c0d-a700-6e11d64d1604 service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132419 Nov 10 03:51:21.311565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-4f6b039c-a4bd-4973-a0b1-a0b1e5cf1efb service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351314 Nov 10 03:51:21.336700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de1469-9d03-4701-98b4-05aea8925c42 req-5fe4915e-5d80-4b8b-9263-ac5e9b0d69af tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:21.337995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13de1469-9d03-4701-98b4-05aea8925c42 req-5fe4915e-5d80-4b8b-9263-ac5e9b0d69af tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.0801346 Nov 10 03:51:21.339360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-de51adcc-7407-4b24-858d-8daa5585babc tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:21.344403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-de51adcc-7407-4b24-858d-8daa5585babc tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.11 "GET /v2.0/ports?device_id=124bad25-2e91-41cc-a614-507bc9ff2d41 HTTP/1.1" status: 200 len: 946 time: 0.0720742 Nov 10 03:51:21.375798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21dafef4-10fa-4f6b-99c5-75d703213939 service neutron] 10.222.0.24 "GET /v2.0/ports/e8e2fb52-191a-456c-bfa8-09017877b6e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0571845 Nov 10 03:51:21.440553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Deleting port 52b88274-a2e3-46a0-bedc-595915b9be3a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:21.440876 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:21.451088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13de1469-9d03-4701-98b4-05aea8925c42 req-7c3c31ba-47ea-42a5-bec1-8fd6213346eb tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbd71de7-f33b-4cc1-9266-610918b05215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982907 Nov 10 03:51:21.504336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-61dac017-1bd1-47f1-9602-d441fa0dc0a7 service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173911 Nov 10 03:51:21.548344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] For port 52b88274-a2e3-46a0-bedc-595915b9be3a, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52b88274-a2e3-46a0-bedc-595915b9be3a,segment=NetworkSegment(f8af0cec-72f5-431f-83db-c53a4465e837),segment_id=f8af0cec-72f5-431f-83db-c53a4465e837)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:21.548767 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:21.564153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Calling delete_port for 52b88274-a2e3-46a0-bedc-595915b9be3a owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:21.632489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294337a-759a-4bce-9432-bc1cc64b863e req-c08e1c41-df4a-4f4f-af8c-1f74e46faeb8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:21.634017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2294337a-759a-4bce-9432-bc1cc64b863e req-c08e1c41-df4a-4f4f-af8c-1f74e46faeb8 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.1023097 Nov 10 03:51:21.637882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-d3d16f76-35f8-4156-8924-84d116087f93 service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270394 Nov 10 03:51:21.723257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:21.739853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2294337a-759a-4bce-9432-bc1cc64b863e req-82cc975c-e3b7-4c96-a6d8-1aa8e138a8ab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959754 Nov 10 03:51:21.761223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['52b88274-a2e3-46a0-bedc-595915b9be3a'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:21.785455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Pushing event deleted for resources: {'Port': ['ID=52b88274-a2e3-46a0-bedc-595915b9be3a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:21.791271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-bd603d06-1b42-4225-9109-b9f0802695e4 service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393852 Nov 10 03:51:21.821971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] No DVR routers for this DVR port 52b88274-a2e3-46a0-bedc-595915b9be3a on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:51:21.824672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:21.829623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e95d15-3a74-43b3-b715-aa3066047c34 req-9a71d951-fda6-4fe8-9319-25687e7c9b16 tempest-InstanceActionsTestJSON-619060285 tempest-InstanceActionsTestJSON-619060285-project] 10.222.0.11 "DELETE /v2.0/ports/52b88274-a2e3-46a0-bedc-595915b9be3a HTTP/1.1" status: 204 len: 173 time: 0.4824495 Nov 10 03:51:21.830103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'name': 'network-vif-deleted', 'tag': '52b88274-a2e3-46a0-bedc-595915b9be3a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:21.833229 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7fe71f-d961-4173-b1a5-c9a3c917e60a" -d '{"events": [{"server_uuid": "124bad25-2e91-41cc-a614-507bc9ff2d41", "name": "network-vif-deleted", "tag": "52b88274-a2e3-46a0-bedc-595915b9be3a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:21.903681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-23acf690-b571-454c-b801-e8f199af4a67 service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040535 Nov 10 03:51:21.960601 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e7717-8fb7-43e3-9308-9a47717ddba3 x-openstack-request-id: req-7c5e7717-8fb7-43e3-9308-9a47717ddba3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:21.961075 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124bad25-2e91-41cc-a614-507bc9ff2d41", "name": "network-vif-deleted", "tag": "52b88274-a2e3-46a0-bedc-595915b9be3a", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:21.961484 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c5e7717-8fb7-43e3-9308-9a47717ddba3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:21.962296 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124bad25-2e91-41cc-a614-507bc9ff2d41', 'name': 'network-vif-deleted', 'tag': '52b88274-a2e3-46a0-bedc-595915b9be3a', 'status': 'completed', 'code': 200} Nov 10 03:51:22.009972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-70082bbe-9208-4db8-b786-9ed6bb51187b service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000762 Nov 10 03:51:22.083043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6dcc2c87-eb7b-471e-ba20-ed8403236658 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:22.130037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-beeeb5b2-82e6-4d18-aac2-37ef40443d9a service neutron] 10.222.0.24 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138785 Nov 10 03:51:22.142083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-e3f18fb5-a9b5-47fb-9e0d-e2ea22c6fd62 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:22.143271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 6dcc2c87-eb7b-471e-ba20-ed8403236658 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:51:22.144428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-e3f18fb5-a9b5-47fb-9e0d-e2ea22c6fd62 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 945 time: 0.0650458 Nov 10 03:51:22.148691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6dcc2c87-eb7b-471e-ba20-ed8403236658 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:22.149123 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.241328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-060480ae-5b56-4d52-8fd4-181f0477176f service neutron] 10.222.0.24 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101282 Nov 10 03:51:22.275884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Deleting port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:22.276139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.302920 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.335828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcc2c87-eb7b-471e-ba20-ed8403236658'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:22.338361 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f133bc-788b-4e54-997c-12dc9a077987" -d '{"events": [{"server_uuid": "23e7acce-6b64-421f-9d64-90ec3acd4b95", "name": "network-vif-plugged", "status": "completed", "tag": "6dcc2c87-eb7b-471e-ba20-ed8403236658"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:22.362279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6dcc2c87-eb7b-471e-ba20-ed8403236658, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6dcc2c87-eb7b-471e-ba20-ed8403236658,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:22.367393 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.392652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339fa0-0e8c-49ae-9c57-bd052ed6cedb req-c008a1e8-98cd-4565-982b-573808bb8a6d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:22.401198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74339fa0-0e8c-49ae-9c57-bd052ed6cedb req-c008a1e8-98cd-4565-982b-573808bb8a6d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 945 time: 0.1237333 Nov 10 03:51:22.439889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] For port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:22.441027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.441786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1f9543aa-77eb-411a-a291-d73cb48f85f0 service neutron] 10.222.0.24 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921248 Nov 10 03:51:22.454307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6dcc2c87-eb7b-471e-ba20-ed8403236658,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:22.463743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Calling delete_port for 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:22.550326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74339fa0-0e8c-49ae-9c57-bd052ed6cedb req-62b837ed-b2c4-40fc-9896-3e0bb59b4f8d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424372 Nov 10 03:51:22.586716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a3c51e90-6bec-4b39-b927-a26c55001422 service neutron] 10.222.0.24 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440301 Nov 10 03:51:22.643576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.655330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['860fb8ad-b9e3-4a44-8d32-bf6508587069', '1fa08ae5-b9f2-4ded-ae1f-60be68950c58'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:22.685514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Pushing event deleted for resources: {'Port': ['ID=1fa08ae5-b9f2-4ded-ae1f-60be68950c58,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:22.706740 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e007f9-3965-41e5-9374-b12c3a4c8c93 x-openstack-request-id: req-f3e007f9-3965-41e5-9374-b12c3a4c8c93 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:22.707029 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e7acce-6b64-421f-9d64-90ec3acd4b95", "name": "network-vif-plugged", "status": "completed", "tag": "6dcc2c87-eb7b-471e-ba20-ed8403236658", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:22.707278 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3e007f9-3965-41e5-9374-b12c3a4c8c93 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:22.707669 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcc2c87-eb7b-471e-ba20-ed8403236658', 'code': 200} Nov 10 03:51:22.744048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] No DVR routers for this DVR port 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:51:22.747782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.753338 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d813b8f1-2aa6-4a58-94f1-aed8535e6793 req-dc0e5244-8385-43f2-944f-6f42da050dab tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "DELETE /v2.0/ports/1fa08ae5-b9f2-4ded-ae1f-60be68950c58 HTTP/1.1" status: 204 len: 173 time: 0.6000199 Nov 10 03:51:22.759800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-5e8b227d-ec06-4293-8d7d-f2d0a9709a7d service neutron] 10.222.0.24 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660986 Nov 10 03:51:22.763959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60186) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:22.821301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] Deleting subnet 5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:51:22.828363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:22.917911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd06af-6f9b-4b0d-bed6-9a41817efa7e req-a1a19ac4-65d0-44b8-bc62-b07d49aaa7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:22.918932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f0b3ff69-3cdf-4f03-966e-604bcf9ac0b2 req-d534d2e7-04b0-4d91-a8cc-ad589512b4ec tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=73b41366-b791-4902-a37b-72f23cee5354 HTTP/1.1" status: 200 len: 210 time: 0.0548549 Nov 10 03:51:22.919815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3cd06af-6f9b-4b0d-bed6-9a41817efa7e req-a1a19ac4-65d0-44b8-bc62-b07d49aaa7dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 1097 time: 0.0956211 Nov 10 03:51:22.925106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.030290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.043913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3cd06af-6f9b-4b0d-bed6-9a41817efa7e req-a6d64935-3782-4271-91e8-cac8e6c47c35 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950007 Nov 10 03:51:23.125403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.154514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:23.159699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.166041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60244) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:23.174954 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e0594437-f725-418c-89ab-e6825b8070b8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d9337af-a87f-4d2e-9cc1-cb287c9ed1ac HTTP/1.1" status: 204 len: 168 time: 0.4097929 Nov 10 03:51:23.183336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.239904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.336807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.361370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a769bb9-31be-4a55-ba50-4480b74bf3db']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:23.371316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8af0cec-72f5-431f-83db-c53a4465e837') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:23.371606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8af0cec-72f5-431f-83db-c53a4465e837') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:23.382607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.397633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.404186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:51:23.404566 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:51:23.407267 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:51:23.467384 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.481652 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.488579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a769bb9-31be-4a55-ba50-4480b74bf3db HTTP/1.1" status: 204 len: 168 time: 0.3214314 Nov 10 03:51:23.511616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a7ce1-9c38-4bda-964a-c641dc90e33f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a769bb9-31be-4a55-ba50-4480b74bf3db,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:23.665439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60320) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:23.671969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4524936f-f1a5-4bdb-8f93-22358292435b req-dcaca150-27ca-4027-9df5-6e52125c69e6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.1065512 Nov 10 03:51:23.748755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f8449e6f-15b7-4452-b413-a26f599966d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a146d9d34b574924985e70a272ea8a4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821140 Nov 10 03:51:23.751468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60322) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:23.760116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ee7b-8ae3-4617-b55e-7fcfa0697fcf req-954b1b2b-1c8b-4dbd-9577-8eed31677e48 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:23.772864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ee4ee7b-8ae3-4617-b55e-7fcfa0697fcf req-954b1b2b-1c8b-4dbd-9577-8eed31677e48 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 946 time: 0.0997272 Nov 10 03:51:23.811178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dfc991c2-9d5b-4017-a76f-f99f6ad60d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.832571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ee4ee7b-8ae3-4617-b55e-7fcfa0697fcf req-f012ef91-f9f1-4b7f-9d48-516edefa2ece tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488732 Nov 10 03:51:23.837321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dfc991c2-9d5b-4017-a76f-f99f6ad60d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.901227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dfc991c2-9d5b-4017-a76f-f99f6ad60d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.904072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dfc991c2-9d5b-4017-a76f-f99f6ad60d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:23.906594 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dfc991c2-9d5b-4017-a76f-f99f6ad60d5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbd71de7-f33b-4cc1-9266-610918b05215 HTTP/1.1" status: 204 len: 168 time: 0.1531599 Nov 10 03:51:23.918900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc991c2-9d5b-4017-a76f-f99f6ad60d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd71de7-f33b-4cc1-9266-610918b05215,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:23.963661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b41366-b791-4902-a37b-72f23cee5354', 'name': 'network-vif-deleted', 'tag': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:23.966415 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f67beb7-3a32-4909-9c75-5503ec9a7894" -d '{"events": [{"server_uuid": "73b41366-b791-4902-a37b-72f23cee5354", "name": "network-vif-deleted", "tag": "1fa08ae5-b9f2-4ded-ae1f-60be68950c58"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:24.009340 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74e6df9-9db8-4797-8618-6426d929bd7b x-openstack-request-id: req-d74e6df9-9db8-4797-8618-6426d929bd7b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:24.010096 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b41366-b791-4902-a37b-72f23cee5354", "name": "network-vif-deleted", "tag": "1fa08ae5-b9f2-4ded-ae1f-60be68950c58", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:24.010825 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d74e6df9-9db8-4797-8618-6426d929bd7b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:24.012161 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b41366-b791-4902-a37b-72f23cee5354', 'name': 'network-vif-deleted', 'tag': '1fa08ae5-b9f2-4ded-ae1f-60be68950c58', 'status': 'completed', 'code': 200} Nov 10 03:51:24.343920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8ea2-8969-4bb4-82af-5bf3b5176da4 req-442ec631-a81d-440a-b1bf-597086d0cf74 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:24.352328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f43d8ea2-8969-4bb4-82af-5bf3b5176da4 req-442ec631-a81d-440a-b1bf-597086d0cf74 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1030574 Nov 10 03:51:24.408605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f43d8ea2-8969-4bb4-82af-5bf3b5176da4 req-fbd2ded7-0aa0-4a30-bf58-41a5572c9515 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552411 Nov 10 03:51:24.532222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52b88274-a2e3-46a0-bedc-595915b9be3a no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:24.552142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 52b88274-a2e3-46a0-bedc-595915b9be3a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:24.552396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52b88274-a2e3-46a0-bedc-595915b9be3a not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:24.820187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71d3b49d-2f74-4718-a22b-1a03b8a7bcfc req-fedeba10-4dc4-48d2-948a-34c7808fd5f0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0565271 Nov 10 03:51:24.839728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:24.948560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-52dac8cf-f543-48d8-8050-bac3289ecc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:24.950404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-52dac8cf-f543-48d8-8050-bac3289ecc21 service neutron] 10.222.0.11 "GET /v2.0/ports/e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 1033 time: 0.0466473 Nov 10 03:51:24.993776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-229800265-network', 'tenant_id': 'b36d6b69861546b7b17e2d77720169e6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:24.994035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898ea1a-57d5-46eb-9523-531e0c8e6373 req-1bd8d8a3-b0c1-47a9-be95-37b675718fc1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:24.995818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8898ea1a-57d5-46eb-9523-531e0c8e6373 req-1bd8d8a3-b0c1-47a9-be95-37b675718fc1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 946 time: 0.0912330 Nov 10 03:51:25.023132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f456e1c5-887d-433e-80bd-eba46823b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.024832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f456e1c5-887d-433e-80bd-eba46823b44a service neutron] 10.222.0.11 "GET /v2.0/ports/e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 1033 time: 0.0671136 Nov 10 03:51:25.069672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8898ea1a-57d5-46eb-9523-531e0c8e6373 req-d66aa6da-de29-4d2b-bd4d-3e905e81411c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662580 Nov 10 03:51:25.096313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Made reservation on behalf of b36d6b69861546b7b17e2d77720169e6 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:25.099581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.114279 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.198687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c37617aa-ce32-4512-a9cd-b6fa6b3b3418 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.204815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c37617aa-ce32-4512-a9cd-b6fa6b3b3418 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.211111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c37617aa-ce32-4512-a9cd-b6fa6b3b3418 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.223927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c37617aa-ce32-4512-a9cd-b6fa6b3b3418 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "GET /v2.0/networks?id=f9b17533-2125-45ba-b8e9-05a27e436663&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0 HTTP/1.1" status: 200 len: 1994 time: 0.1909361 Nov 10 03:51:25.313473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.317795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.347425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-ebb98f9a-7256-414f-8b02-c93da2e8c4a1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b367f00c5c944995ba1ce575afc0065f HTTP/1.1" status: 200 len: 380 time: 0.1042585 Nov 10 03:51:25.362168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'admin_state_up': True, 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'security_groups': ['b4efedcd-96ba-4c4d-a033-31fa35d9897a']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:25.368347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:51:25.415813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c07c1-ec03-4e53-aa0c-c6a6c62055be req-767893dc-f7ea-4125-9a0f-2e08b6680e46 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.417405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e6c07c1-ec03-4e53-aa0c-c6a6c62055be req-767893dc-f7ea-4125-9a0f-2e08b6680e46 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 946 time: 0.0932846 Nov 10 03:51:25.423075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:25.443320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.443668 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Added segment 4c18412f-c406-445f-bf03-9766d5efff59 of type vlan for network a04f2986-1e05-4480-82d3-f14f17472eae Nov 10 03:51:25.514994 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.523733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e6c07c1-ec03-4e53-aa0c-c6a6c62055be req-669e71e8-57f0-4fc9-b3c5-7900fa712397 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992889 Nov 10 03:51:25.626161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:25.629854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.656554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.657785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.658538 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:25.686258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8447211 Nov 10 03:51:25.695159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60392) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:25.703989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Request body: {'subnet': {'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-229800265-subnet', 'tenant_id': 'b36d6b69861546b7b17e2d77720169e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:25.726565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392cb20-0d74-4eb7-9db8-b69a182fd964 req-644d1576-8398-4118-b376-6ee5e9f0ac0e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.736014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9392cb20-0d74-4eb7-9db8-b69a182fd964 req-644d1576-8398-4118-b376-6ee5e9f0ac0e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 946 time: 0.1234126 Nov 10 03:51:25.779833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84213be1-c4ea-41d6-8ae3-8aa4f152e4a0 req-eecef981-1005-4bc4-89dd-72ae3c7e903c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:25.782475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84213be1-c4ea-41d6-8ae3-8aa4f152e4a0 req-eecef981-1005-4bc4-89dd-72ae3c7e903c tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1357870 Nov 10 03:51:25.790708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a406-a562-4b9f-add5-e8ed201b5f47 admin admin] Pushing event updated for resources: {'Network': ['ID=a04f2986-1e05-4480-82d3-f14f17472eae,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:25.803105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a04f2986-1e05-4480-82d3-f14f17472eae details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:51:25.847058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9392cb20-0d74-4eb7-9db8-b69a182fd964 req-2ffa112b-00d5-4472-9962-0ee1b1199450 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092510 Nov 10 03:51:25.849542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Made reservation on behalf of b36d6b69861546b7b17e2d77720169e6 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:25.862504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 172.20.0.7 (f9b17533-2125-45ba-b8e9-05a27e436663/b2b1d12e-7e0a-4c47-82e2-335f1c2ef460/2528fe11-f58d-43ea-b374-f87f2ba12bc5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:25.865530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.026287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efe82cac-4bd5-46ef-a419-5daf4bc57c68 req-2e66b1ca-0b73-41a8-bba4-2ebef7fae9a9 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0539093 Nov 10 03:51:26.040857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.075779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84213be1-c4ea-41d6-8ae3-8aa4f152e4a0 req-b11efd7a-127b-4698-a2a7-9df03e597df5 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503357 Nov 10 03:51:26.103929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:26.131675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.164965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:26.165309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1fa08ae5-b9f2-4ded-ae1f-60be68950c58 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:26.223270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=2528fe11-f58d-43ea-b374-f87f2ba12bc5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:26.256926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network f9b17533-2125-45ba-b8e9-05a27e436663 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:26.260488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:26.265778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.280029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:26.413208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:26.413879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.441199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-a9c906de-be69-4581-9744-c95afe1203dd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0835474 Nov 10 03:51:26.458266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'admin_state_up': True, 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'security_groups': ['b4efedcd-96ba-4c4d-a033-31fa35d9897a']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:26.514146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Checking segment: {'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:26.514146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Network hostable DHCP agents. Network: a04f2986-1e05-4480-82d3-f14f17472eae, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:51:26.540977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:26.588527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab820-f06b-47ba-a9cc-93e027abb0df req-b1c7a525-eb96-4a00-801b-631a86bfae91 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:26.592118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-035ab820-f06b-47ba-a9cc-93e027abb0df req-b1c7a525-eb96-4a00-801b-631a86bfae91 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 946 time: 0.2037032 Nov 10 03:51:26.620506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ff057f78-2efe-4e32-80d6-249b5f51cedb None None] Provisioning complete for port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:26.620878 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff057f78-2efe-4e32-80d6-249b5f51cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.643122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Network a04f2986-1e05-4480-82d3-f14f17472eae is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:51:26.661548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ff057f78-2efe-4e32-80d6-249b5f51cedb None None] Port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:51:26.682166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a04f2986-1e05-4480-82d3-f14f17472eae) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:26.690186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:26.695027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.696076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d8862-eeae-4861-9b2a-590d24be1ae1 None None] Network a04f2986-1e05-4480-82d3-f14f17472eae requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:51:26.703894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:26.705800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:26.731009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-035ab820-f06b-47ba-a9cc-93e027abb0df req-c74d9366-74f9-4a0b-bdbf-a4ec0e83d0d0 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307409 Nov 10 03:51:26.764967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5c8820d5-6d87-44a4-8178-fcc4027b9f3f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0557616 Nov 10 03:51:26.885310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 10.1.1.42 (de25969c-157c-4b6f-963d-ac0108e15974/1129462d-7179-4639-9448-df6a89d2a9d0/238d3fce-df56-4ff3-83d8-3955c3b63894) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:26.924893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e8aae-22ee-43c3-beb4-3e4815d9033f None None] Network a04f2986-1e05-4480-82d3-f14f17472eae requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:51:27.104810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:27.151416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:27.212138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a5e4-c930-41e4-b7cc-5bfc5574ac0b req-516a78b6-f7a5-439b-b51c-d9146c8916a3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:27.219671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a5e4-c930-41e4-b7cc-5bfc5574ac0b req-516a78b6-f7a5-439b-b51c-d9146c8916a3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:27.228518 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7d5a5e4-c930-41e4-b7cc-5bfc5574ac0b req-516a78b6-f7a5-439b-b51c-d9146c8916a3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 1652 time: 0.0713372 Nov 10 03:51:27.235606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network de25969c-157c-4b6f-963d-ac0108e15974 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:27.257523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:27.271716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:27.312552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7d5a5e4-c930-41e4-b7cc-5bfc5574ac0b req-0aff1c30-02b3-43f5-b554-04f8fa53c7df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824115 Nov 10 03:51:27.312762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=238d3fce-df56-4ff3-83d8-3955c3b63894,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:27.375465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:27.376590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:27.412779 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-49ece298-b4b5-421a-b14f-a5c902b0dbde tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9584703 Nov 10 03:51:27.434784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'admin_state_up': True, 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'security_groups': ['b4efedcd-96ba-4c4d-a033-31fa35d9897a']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:27.522859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-1b5c03fe-4f59-4a14-a1fe-09c299d40ff4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:27.526479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-1b5c03fe-4f59-4a14-a1fe-09c299d40ff4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 813 time: 0.2356820 Nov 10 03:51:27.568504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709c880-940f-4b8f-9df5-b8f3519274a9 req-44ebbead-b59d-490e-aff0-375f2788c170 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:27.576947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7709c880-940f-4b8f-9df5-b8f3519274a9 req-44ebbead-b59d-490e-aff0-375f2788c170 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1453311 Nov 10 03:51:27.601647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-b2834066-d11a-42b1-8d52-027614d3fc83 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/quotas/b36d6b69861546b7b17e2d77720169e6 HTTP/1.1" status: 200 len: 375 time: 0.0510864 Nov 10 03:51:27.640219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:27.643921 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:27.654186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-4c10fa52-f5a8-46e5-9bcf-8b23c580c2a0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513253 Nov 10 03:51:27.700041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e509a631-871b-4a43-9e71-3630615f6b61 None None] Provisioning complete for port 238d3fce-df56-4ff3-83d8-3955c3b63894 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:27.700385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e509a631-871b-4a43-9e71-3630615f6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:27.755756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7709c880-940f-4b8f-9df5-b8f3519274a9 req-1ce8f632-402f-46b2-a6b5-284374becb7e tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776655 Nov 10 03:51:27.769449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e509a631-871b-4a43-9e71-3630615f6b61 None None] Port 238d3fce-df56-4ff3-83d8-3955c3b63894 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:51:27.825598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-4bf19644-02ca-4433-b893-73f0a245a456 service neutron] 10.222.0.24 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705577 Nov 10 03:51:27.929280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 10.1.1.209 (de25969c-157c-4b6f-963d-ac0108e15974/1129462d-7179-4639-9448-df6a89d2a9d0/a196d713-19d8-4b95-b79d-b9c18a28dcd0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:27.945254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-7d33e311-57fd-478e-ba8c-8b6650eb2ba4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:27.946988 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-7d33e311-57fd-478e-ba8c-8b6650eb2ba4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 946 time: 0.1550806 Nov 10 03:51:28.285906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-081295ff-95e5-4f45-8d9b-c57273814498 service neutron] 10.222.0.24 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521518 Nov 10 03:51:28.310293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafde112-1bc8-468c-b39f-a7561ef8d8f1 req-4de05056-ff7e-4726-b1ba-d27876ad714e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:28.315867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aafde112-1bc8-468c-b39f-a7561ef8d8f1 req-4de05056-ff7e-4726-b1ba-d27876ad714e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 946 time: 0.1084027 Nov 10 03:51:28.430826 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aafde112-1bc8-468c-b39f-a7561ef8d8f1 req-a82d5a04-7eac-4bab-9960-1d7513ac020b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098857 Nov 10 03:51:28.537130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f25d0f2-9a24-4875-b1f9-b7b4bd4fe109 req-b2d22b44-cfb4-4c50-b8ec-86357350d9c5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 210 time: 0.0406954 Nov 10 03:51:28.628127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33ca7-a3dd-4e9e-9afb-b895bd6bb6e6 req-27a1e13a-12f7-4b03-a5a7-ab324b5df416 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:28.639652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33ca7-a3dd-4e9e-9afb-b895bd6bb6e6 req-27a1e13a-12f7-4b03-a5a7-ab324b5df416 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:28.646452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79d33ca7-a3dd-4e9e-9afb-b895bd6bb6e6 req-27a1e13a-12f7-4b03-a5a7-ab324b5df416 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 1652 time: 0.1485009 Nov 10 03:51:28.698600 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:28.715272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79d33ca7-a3dd-4e9e-9afb-b895bd6bb6e6 req-5a98abfe-4d53-40a8-951e-db451d4d2ce0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595434 Nov 10 03:51:28.794993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:28.833803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Deleting port 6dcc2c87-eb7b-471e-ba20-ed8403236658 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:28.834281 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:28.951240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network de25969c-157c-4b6f-963d-ac0108e15974 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:28.960601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:28.971945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:29.018835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b475fc-38fe-4252-b4e6-13443fbe61e1 req-5f939f05-df23-4236-a960-1802ed0d35e6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:29.025791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3b475fc-38fe-4252-b4e6-13443fbe61e1 req-5f939f05-df23-4236-a960-1802ed0d35e6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1474509 Nov 10 03:51:29.049620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=a196d713-19d8-4b95-b79d-b9c18a28dcd0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:29.091490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60460) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:29.123573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] For port 6dcc2c87-eb7b-471e-ba20-ed8403236658, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6dcc2c87-eb7b-471e-ba20-ed8403236658,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:29.123937 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.165045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:29.167506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.180469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Calling delete_port for 6dcc2c87-eb7b-471e-ba20-ed8403236658 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:29.209038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3b475fc-38fe-4252-b4e6-13443fbe61e1 req-7ade5e9b-0ad4-445b-b7b3-a447cae8f43b tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751311 Nov 10 03:51:29.229061 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-009c8438-b63f-44cd-bf97-fd8a22151318 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8011878 Nov 10 03:51:29.297784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0', 'admin_state_up': True, 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'security_groups': ['b4efedcd-96ba-4c4d-a033-31fa35d9897a']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:29.299747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40194575-021f-4784-adeb-7f149981ea37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.437088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a5198848-6bc2-4c85-8262-59a434044ea4 None None] Provisioning complete for port a196d713-19d8-4b95-b79d-b9c18a28dcd0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:29.438108 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a5198848-6bc2-4c85-8262-59a434044ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.443586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40194575-021f-4784-adeb-7f149981ea37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.465770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40194575-021f-4784-adeb-7f149981ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.514434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.544954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a5198848-6bc2-4c85-8262-59a434044ea4 None None] Port a196d713-19d8-4b95-b79d-b9c18a28dcd0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:51:29.555347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6dcc2c87-eb7b-471e-ba20-ed8403236658'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:29.560487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:29.564688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40194575-021f-4784-adeb-7f149981ea37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9517d2a-7781-4523-a7cc-6d6e7dc16e19,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:29.580682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event deleted for resources: {'Port': ['ID=6dcc2c87-eb7b-471e-ba20-ed8403236658,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:29.627531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-40194575-021f-4784-adeb-7f149981ea37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92e32f9b5aee4f93a32bd241a4972032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5329289 Nov 10 03:51:29.628586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60472) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:29.666862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] No DVR routers for this DVR port 6dcc2c87-eb7b-471e-ba20-ed8403236658 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:51:29.679393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.691976 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cb14ef-a3a8-45f6-9d98-4f84b8f051a9 req-448f851e-7bd3-4177-970b-91a7d7c099f7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "DELETE /v2.0/ports/6dcc2c87-eb7b-471e-ba20-ed8403236658 HTTP/1.1" status: 204 len: 173 time: 1.7366886 Nov 10 03:51:29.693478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'name': 'network-vif-deleted', 'tag': '6dcc2c87-eb7b-471e-ba20-ed8403236658'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:29.695806 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85412ff3-f332-45ea-a227-015ceb5f6f09" -d '{"events": [{"server_uuid": "23e7acce-6b64-421f-9d64-90ec3acd4b95", "name": "network-vif-deleted", "tag": "6dcc2c87-eb7b-471e-ba20-ed8403236658"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:29.720213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:29.820899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-577d2f7a-f098-44db-a4d0-519ecd5d69da req-51a76c58-d62b-4889-b451-07216feea8f4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7acce-6b64-421f-9d64-90ec3acd4b95 HTTP/1.1" status: 200 len: 210 time: 0.1151986 Nov 10 03:51:29.830949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffdb835b-364e-4023-9f26-1f791af98cc9 req-c2c66542-5166-4b77-859b-738d037c1bab tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 210 time: 0.1241598 Nov 10 03:51:29.882965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d63820c-7cb0-4443-8326-a62b0b08ad72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.935448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-8909fb64-a067-4ccd-8a3a-09732e6b2d7a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:29.940929 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-8909fb64-a067-4ccd-8a3a-09732e6b2d7a tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1463392 Nov 10 03:51:29.951501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d63820c-7cb0-4443-8326-a62b0b08ad72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:29.952610 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d4edfc-503a-4238-a7a2-d6bd5a6239ad x-openstack-request-id: req-b1d4edfc-503a-4238-a7a2-d6bd5a6239ad {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:29.953114 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e7acce-6b64-421f-9d64-90ec3acd4b95", "name": "network-vif-deleted", "tag": "6dcc2c87-eb7b-471e-ba20-ed8403236658", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:29.953114 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1d4edfc-503a-4238-a7a2-d6bd5a6239ad {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:29.956842 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e7acce-6b64-421f-9d64-90ec3acd4b95', 'name': 'network-vif-deleted', 'tag': '6dcc2c87-eb7b-471e-ba20-ed8403236658', 'status': 'completed', 'code': 200} Nov 10 03:51:30.075237 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d63820c-7cb0-4443-8326-a62b0b08ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:30.080737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d63820c-7cb0-4443-8326-a62b0b08ad72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:30.095922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8d63820c-7cb0-4443-8326-a62b0b08ad72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9517d2a-7781-4523-a7cc-6d6e7dc16e19 HTTP/1.1" status: 204 len: 168 time: 0.4651608 Nov 10 03:51:30.120528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63820c-7cb0-4443-8326-a62b0b08ad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9517d2a-7781-4523-a7cc-6d6e7dc16e19,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:30.129802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Deleting port 860fb8ad-b9e3-4a44-8d32-bf6508587069 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:30.136171 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:30.141556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59add7-d8a8-4204-9511-29d48f125ede req-8c8639ff-6d95-44d6-8d94-2d4c5ecd7cf3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:30.147911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59add7-d8a8-4204-9511-29d48f125ede req-8c8639ff-6d95-44d6-8d94-2d4c5ecd7cf3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:30.156256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59add7-d8a8-4204-9511-29d48f125ede req-8c8639ff-6d95-44d6-8d94-2d4c5ecd7cf3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:30.165515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d59add7-d8a8-4204-9511-29d48f125ede req-8c8639ff-6d95-44d6-8d94-2d4c5ecd7cf3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 2373 time: 0.1621149 Nov 10 03:51:30.265500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d59add7-d8a8-4204-9511-29d48f125ede req-3dfbde7c-2af3-4558-ab61-f887fcfd1598 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988538 Nov 10 03:51:30.387379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] For port 860fb8ad-b9e3-4a44-8d32-bf6508587069, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=860fb8ad-b9e3-4a44-8d32-bf6508587069,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:30.387741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:30.402790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Calling delete_port for 860fb8ad-b9e3-4a44-8d32-bf6508587069 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:30.545094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159374cf-c7ef-4585-8746-c78ce80c4768 req-e0fdb4b9-4429-4e5d-985d-b9de454a5b66 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:30.555046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-159374cf-c7ef-4585-8746-c78ce80c4768 req-e0fdb4b9-4429-4e5d-985d-b9de454a5b66 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/ports?device_id=02954646-796c-4f85-ac2c-26758e56cde7 HTTP/1.1" status: 200 len: 946 time: 0.1933010 Nov 10 03:51:30.622271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-159374cf-c7ef-4585-8746-c78ce80c4768 req-8f769412-3d58-4995-b048-8674b71e88f7 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.24 "GET /v2.0/security-groups?id=54dbefc3-f725-4db4-a072-57e45f26e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Nov 10 03:51:30.662868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:30.675191 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:30.687352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['860fb8ad-b9e3-4a44-8d32-bf6508587069'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:30.755575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Pushing event deleted for resources: {'Port': ['ID=860fb8ad-b9e3-4a44-8d32-bf6508587069,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:30.804073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-17a289b6-bb98-4b42-9726-92ca31e67cfb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:30.805621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-17a289b6-bb98-4b42-9726-92ca31e67cfb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.11 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 813 time: 0.2476814 Nov 10 03:51:30.864426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Request body: {'port': {'device_id': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae', 'admin_state_up': True, 'tenant_id': 'b36d6b69861546b7b17e2d77720169e6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:30.872774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] No DVR routers for this DVR port 860fb8ad-b9e3-4a44-8d32-bf6508587069 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:51:30.892448 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:30.895979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-589605a3-f2ba-43ce-bf11-1f0b7587fab8 req-a20707d1-e6d5-4517-9225-9778c76dc4b6 tempest-ServerRescueNegativeTestJSON-594508003 tempest-ServerRescueNegativeTestJSON-594508003-project] 10.222.0.44 "DELETE /v2.0/ports/860fb8ad-b9e3-4a44-8d32-bf6508587069 HTTP/1.1" status: 204 len: 173 time: 0.9382627 Nov 10 03:51:31.024322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc6c5f58-a914-4518-9eca-41ebd15f0622 req-c6696350-7b60-476a-8316-a24df9c42fbc tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 210 time: 0.0818703 Nov 10 03:51:31.188453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 10.2.2.100 (fc97c84b-bb5f-465a-a250-4ec4ffce45a0/5d351ce5-ffcb-426b-976e-2d6c7f793650/207a9264-abd3-4613-b424-2384294d5ca0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:31.258098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Made reservation on behalf of b36d6b69861546b7b17e2d77720169e6 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:31.261804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:31.443890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23040-d191-4bd9-93dd-57e05123aede req-f65e0f5e-39aa-4661-8bce-0d93a0677989 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:31.454596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-f65e0f5e-39aa-4661-8bce-0d93a0677989 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.2632153 Nov 10 03:51:31.485419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:31.495443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-528296b3-0aa4-4acc-b0fa-f3c31ab89278 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/quotas/2aabf68ce78e4317a437f57d13277918 HTTP/1.1" status: 200 len: 375 time: 0.0396619 Nov 10 03:51:31.508951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Allocated IP 172.20.0.9 (a04f2986-1e05-4480-82d3-f14f17472eae/7ce46afb-6e6d-41b4-9de1-71650ebdb4ef/af91e7bd-233c-48e9-be3c-02254d5fa9ab) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:31.544025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dbdd3-5ce1-4194-b6fd-1032d3ff9f77 req-cb258f63-936c-44a2-b93f-6c5f406e44c0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:31.551574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dbdd3-5ce1-4194-b6fd-1032d3ff9f77 req-cb258f63-936c-44a2-b93f-6c5f406e44c0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:31.558263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dbdd3-5ce1-4194-b6fd-1032d3ff9f77 req-cb258f63-936c-44a2-b93f-6c5f406e44c0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:31.560357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce4dbdd3-5ce1-4194-b6fd-1032d3ff9f77 req-cb258f63-936c-44a2-b93f-6c5f406e44c0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 2373 time: 0.1989834 Nov 10 03:51:31.575890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:31.600952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-0a53eee9-abe4-4c26-b7b1-874237760cbb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034720 Nov 10 03:51:31.682133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:31.691392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:31.704429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:31.740167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce4dbdd3-5ce1-4194-b6fd-1032d3ff9f77 req-92d4f3c2-86c8-4777-83bd-4d225a30241c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483164 Nov 10 03:51:31.785376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:31.786074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:31.797930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=207a9264-abd3-4613-b424-2384294d5ca0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:31.809358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-23660619-5c73-487d-a1c7-de45c2dc9771 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057960 Nov 10 03:51:31.824894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-9b601e64-3ff4-4362-81bb-c0866bf14d3c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5365417 Nov 10 03:51:31.848690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0', 'admin_state_up': True, 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'security_groups': ['b4efedcd-96ba-4c4d-a033-31fa35d9897a']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:31.964213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02954646-796c-4f85-ac2c-26758e56cde7', 'name': 'network-vif-deleted', 'tag': '860fb8ad-b9e3-4a44-8d32-bf6508587069'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:31.971317 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5def2-f728-4669-88d6-6e551fbb903e" -d '{"events": [{"server_uuid": "02954646-796c-4f85-ac2c-26758e56cde7", "name": "network-vif-deleted", "tag": "860fb8ad-b9e3-4a44-8d32-bf6508587069"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:31.983151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:32.001186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-b6ec12fb-d62a-478f-aae3-03a3d1150590 service neutron] 10.222.0.24 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848907 Nov 10 03:51:32.103113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Made reservation on behalf of b367f00c5c944995ba1ce575afc0065f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:32.112755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60576) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:32.120363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:32.121313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6dcc2c87-eb7b-471e-ba20-ed8403236658 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:32.130155 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:32.149439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 6dcc2c87-eb7b-471e-ba20-ed8403236658 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:32.150434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6dcc2c87-eb7b-471e-ba20-ed8403236658 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:32.213516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-348bb3e2-5fdb-4002-b3a8-68d469f96e8f None None] Provisioning complete for port 207a9264-abd3-4613-b424-2384294d5ca0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:32.214531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-348bb3e2-5fdb-4002-b3a8-68d469f96e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:32.221048 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784f58ee-5f30-45e5-8064-ed53ffc84f17 x-openstack-request-id: req-784f58ee-5f30-45e5-8064-ed53ffc84f17 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:32.221792 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02954646-796c-4f85-ac2c-26758e56cde7", "name": "network-vif-deleted", "tag": "860fb8ad-b9e3-4a44-8d32-bf6508587069", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:32.221792 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-784f58ee-5f30-45e5-8064-ed53ffc84f17 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:32.222135 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02954646-796c-4f85-ac2c-26758e56cde7', 'name': 'network-vif-deleted', 'tag': '860fb8ad-b9e3-4a44-8d32-bf6508587069', 'status': 'completed', 'code': 200} Nov 10 03:51:32.282846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Network a04f2986-1e05-4480-82d3-f14f17472eae is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:32.303568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:32.316793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-348bb3e2-5fdb-4002-b3a8-68d469f96e8f None None] Port 207a9264-abd3-4613-b424-2384294d5ca0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:51:32.318981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:32.362436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f4c0136-b6c3-496c-925d-4c4aede004a3 req-ad0abb9d-6ccc-438a-833f-89a30d2a2bad tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 210 time: 0.0735693 Nov 10 03:51:32.364353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:32.438501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:32.439153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:32.458577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6ebc6-7c0e-466a-ba63-7b1fcd9d16c6 req-d36afe53-b631-4305-8a11-bdb4c9266f6f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:32.460495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fd6ebc6-7c0e-466a-ba63-7b1fcd9d16c6 req-d36afe53-b631-4305-8a11-bdb4c9266f6f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 931 time: 0.1732547 Nov 10 03:51:32.475532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-33aa62dd-4b5c-4fa6-80ad-7bd812d1fb85 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6516211 Nov 10 03:51:32.544493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Request body: {'port': {'device_id': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:32.562700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fd6ebc6-7c0e-466a-ba63-7b1fcd9d16c6 req-b1ece38c-fa55-416e-ab85-15b23ed200d1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932243 Nov 10 03:51:32.637443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:32.876185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Allocated IP 10.2.2.200 (fc97c84b-bb5f-465a-a250-4ec4ffce45a0/5d351ce5-ffcb-426b-976e-2d6c7f793650/23fd9f72-9f73-4107-ae80-20723a6184a3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:33.077976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d3cc-5a72-4ad6-8f26-f6acc8051b88 req-6c728e0a-3338-4abc-85af-4bdf04246f3a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:33.083934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d3cc-5a72-4ad6-8f26-f6acc8051b88 req-6c728e0a-3338-4abc-85af-4bdf04246f3a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:33.103884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d3cc-5a72-4ad6-8f26-f6acc8051b88 req-6c728e0a-3338-4abc-85af-4bdf04246f3a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:33.117667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d3cc-5a72-4ad6-8f26-f6acc8051b88 req-6c728e0a-3338-4abc-85af-4bdf04246f3a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:33.126414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8c3d3cc-5a72-4ad6-8f26-f6acc8051b88 req-6c728e0a-3338-4abc-85af-4bdf04246f3a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 3094 time: 0.2755218 Nov 10 03:51:33.133256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.239899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.254672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af91e7bd-233c-48e9-be3c-02254d5fa9ab {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:33.265548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.292903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Transition to ACTIVE for port object af91e7bd-233c-48e9-be3c-02254d5fa9ab will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:33.301047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.333914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.378056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:33.378933 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:33.386482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:33.390591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:33.444402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8c3d3cc-5a72-4ad6-8f26-f6acc8051b88 req-390eeb92-5c96-4c98-bcfa-6243696493d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164749 Nov 10 03:51:33.569225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event updated for resources: {'Port': ['ID=23fd9f72-9f73-4107-ae80-20723a6184a3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:33.571923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a6715fc-55d5-4e19-bff9-113390e096b6 req-a32bb82c-dae5-423e-854f-07f7355c5725 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 210 time: 0.0787280 Nov 10 03:51:33.600948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:33.613870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.644459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Attempting to bind port af91e7bd-233c-48e9-be3c-02254d5fa9ab on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:33.649152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Attempting to bind port af91e7bd-233c-48e9-be3c-02254d5fa9ab by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:33.649956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Attempting to bind port af91e7bd-233c-48e9-be3c-02254d5fa9ab on network a04f2986-1e05-4480-82d3-f14f17472eae {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:33.668565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21749f21-a972-4916-b771-9d45fafee7cd tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8257418 Nov 10 03:51:33.670978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Port af91e7bd-233c-48e9-be3c-02254d5fa9ab on network a04f2986-1e05-4480-82d3-f14f17472eae not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:33.670978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Attempting to bind port af91e7bd-233c-48e9-be3c-02254d5fa9ab on network a04f2986-1e05-4480-82d3-f14f17472eae {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:33.682755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:33.683872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Checking segment: {'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:33.686249 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Bound using segment: {'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:33.690210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Bound port: af91e7bd-233c-48e9-be3c-02254d5fa9ab, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:33.690538 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.703008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:33.857424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa757-ff73-4d17-bec2-f5699f41d351 req-fa748050-201d-42e6-9e8c-32e769410bb4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:33.859207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52afa757-ff73-4d17-bec2-f5699f41d351 req-fa748050-201d-42e6-9e8c-32e769410bb4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.0853186 Nov 10 03:51:33.864126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Deleting port 06244e04-eee4-4822-8300-876988342664 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:33.864367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.878911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2c39f6e7-df91-401e-89e9-41ccde7f8db8 None None] Provisioning complete for port 23fd9f72-9f73-4107-ae80-20723a6184a3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:33.881908 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c39f6e7-df91-401e-89e9-41ccde7f8db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.970917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:33.992901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2c39f6e7-df91-401e-89e9-41ccde7f8db8 None None] Port 23fd9f72-9f73-4107-ae80-20723a6184a3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:51:33.997397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:34.029042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52afa757-ff73-4d17-bec2-f5699f41d351 req-65105e82-be3f-4dcd-acc4-bff9bdd15898 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349993 Nov 10 03:51:34.057351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:34.066158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] For port 06244e04-eee4-4822-8300-876988342664, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=06244e04-eee4-4822-8300-876988342664,segment=NetworkSegment(0bdc440c-f736-4a56-a873-3fe478a7758b),segment_id=0bdc440c-f736-4a56-a873-3fe478a7758b)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:34.066414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:34.081134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Calling delete_port for 06244e04-eee4-4822-8300-876988342664 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:34.083208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:34.119709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 860fb8ad-b9e3-4a44-8d32-bf6508587069 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:34.133570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23040-d191-4bd9-93dd-57e05123aede req-316531a5-f659-42b6-9e99-eeee00650864 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.135445 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-316531a5-f659-42b6-9e99-eeee00650864 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 805 time: 0.3433347 Nov 10 03:51:34.146357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.147004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:34.150453 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] 10.222.0.11 "PUT /v2.0/ports/af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 200 len: 1091 time: 1.6083570 Nov 10 03:51:34.151756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 860fb8ad-b9e3-4a44-8d32-bf6508587069 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:34.152342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 860fb8ad-b9e3-4a44-8d32-bf6508587069 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:34.167286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Request body: {'port': {'device_id': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'admin_state_up': True, 'tenant_id': '2aabf68ce78e4317a437f57d13277918'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:34.367053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:34.415019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Pushing event deleted for resources: {'Port': ['ID=06244e04-eee4-4822-8300-876988342664,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:34.541192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:34.543449 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e76455c-e751-439e-842c-ae46b9ea228b" -d '{"events": [{"name": "network-changed", "server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:34.611896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:34.628534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d543-c4dc-4cdf-91a6-fa9724b50042 service neutron] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:34.695023 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8720cbb-bbf4-4060-8f16-16a8c2bdf8e8 x-openstack-request-id: req-d8720cbb-bbf4-4060-8f16-16a8c2bdf8e8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:34.695296 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:34.695691 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8720cbb-bbf4-4060-8f16-16a8c2bdf8e8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:34.696494 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'status': 'completed', 'code': 200} Nov 10 03:51:34.771619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-2e0745f0-4c35-471c-bcb1-32e15becc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.773072 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-2e0745f0-4c35-471c-bcb1-32e15becc26a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1094 time: 0.1802621 Nov 10 03:51:34.804367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5aa6-a577-472e-a178-22b3d8fccc89 req-5d3b0593-1c91-4c3d-9fb5-9789f0b12553 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.810912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5aa6-a577-472e-a178-22b3d8fccc89 req-5d3b0593-1c91-4c3d-9fb5-9789f0b12553 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.817574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5aa6-a577-472e-a178-22b3d8fccc89 req-5d3b0593-1c91-4c3d-9fb5-9789f0b12553 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.823672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5aa6-a577-472e-a178-22b3d8fccc89 req-5d3b0593-1c91-4c3d-9fb5-9789f0b12553 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.829729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5aa6-a577-472e-a178-22b3d8fccc89 req-5d3b0593-1c91-4c3d-9fb5-9789f0b12553 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:34.837735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfbc5aa6-a577-472e-a178-22b3d8fccc89 req-5d3b0593-1c91-4c3d-9fb5-9789f0b12553 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 3815 time: 0.2221019 Nov 10 03:51:34.856872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-d431ffd5-bf56-4c92-ba44-a48d1bcef27b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 200 len: 217 time: 0.0676422 Nov 10 03:51:34.871194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e68b823-7eb3-4255-88cf-a08170f411a6 req-ccae576e-66d1-4b4c-b3dd-7b184ab14f09 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 210 time: 0.0896652 Nov 10 03:51:34.948565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2528fe11-f58d-43ea-b374-f87f2ba12bc5 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:34.968330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:34.971838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfbc5aa6-a577-472e-a178-22b3d8fccc89 req-abd91346-16f5-4710-895b-5dfbdb67173f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330373 Nov 10 03:51:34.973008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Made reservation on behalf of 2aabf68ce78e4317a437f57d13277918 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:34.976884 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:35.048288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Transition to ACTIVE for port object 2528fe11-f58d-43ea-b374-f87f2ba12bc5 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:35.088404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:35.136631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-0f814443-a36e-4c7f-aa51-33308df7a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:35.138471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-0f814443-a36e-4c7f-aa51-33308df7a19f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.1807673 Nov 10 03:51:35.215729 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-f1afa1aa-edbc-4509-b0dd-6c2af833963e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683637 Nov 10 03:51:35.216720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:51:35.235314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77a4a-fe22-4cee-b5fd-745f76213d4d req-5f35e6b9-62fc-401d-9686-53273f9c39ce tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:35.236869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dee77a4a-fe22-4cee-b5fd-745f76213d4d req-5f35e6b9-62fc-401d-9686-53273f9c39ce tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.0918388 Nov 10 03:51:35.405872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Pushing event updated for resources: {'Port': ['ID=2528fe11-f58d-43ea-b374-f87f2ba12bc5,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:35.563814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Allocated IP 172.20.0.12 (c880fe4c-c32a-4308-980f-d05a106fd61b/383b9d06-815a-4344-b526-842658d834f7/51342e2c-3fdf-4caa-b26d-81b689250499) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:35.576359 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-4edac917-e935-499b-b5a9-a7258f03490b service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426440 Nov 10 03:51:35.606485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Attempting to bind port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:35.607101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Attempting to bind port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:35.607433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Attempting to bind port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 on network f9b17533-2125-45ba-b8e9-05a27e436663 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:35.679176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 on network f9b17533-2125-45ba-b8e9-05a27e436663 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:35.679562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Attempting to bind port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 on network f9b17533-2125-45ba-b8e9-05a27e436663 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:35.689845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:51:35.692408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:35.693282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Checking segment: {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:35.693663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Bound using segment: {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:35.694156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Bound port: 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bb967e-3b46-42ba-8851-86ebeec1bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:35.694533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:35.697653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c7f9c04a-643f-4966-a77e-1cee35d3b70d admin admin] 10.222.0.24 "PUT /v2.0/routers/641b5ccb-2b29-442e-a29c-4413dd2e02d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5817397 Nov 10 03:51:35.698984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:35.707579 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] Sync routers for ids ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:51:35.726551 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] Routers {'641b5ccb-2b29-442e-a29c-4413dd2e02d9'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:51:35.727433 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:51:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:35.779656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dee77a4a-fe22-4cee-b5fd-745f76213d4d req-ec974bd4-e8a1-4a33-9132-1f6586c73461 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066947 Nov 10 03:51:35.795166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] For port 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:35.801160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] For port 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:35.827344 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:35.842144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:35.861467 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] Set router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:51:35.867733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:35.871866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:35.873421 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] 10.222.0.11 "PUT /v2.0/ports/2528fe11-f58d-43ea-b374-f87f2ba12bc5 HTTP/1.1" status: 200 len: 1091 time: 2.1778133 Nov 10 03:51:35.969802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:36.127581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e46c9b97-98b3-4d81-bb01-f2c1de1698c9 req-f5b879ea-23e0-460f-976d-1bde3c438c34 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 210 time: 0.0944080 Nov 10 03:51:36.196212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:36.201755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:36.265418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e897b15a-8617-4a23-907a-4b3d08c67be6 req-00f1b37f-3bcb-4fbd-9f78-484f47175e21 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625886 Nov 10 03:51:36.277819 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:51:34Z', 'revision_number': 5, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port': {'id': 'e9190a91-5210-4375-ba5b-0ed97eeb7041', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:24Z', 'updated_at': '2021-11-10T03:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:36.325198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:36.353001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f394a-8764-4590-97bf-83aee1ae2539 service neutron] Pushing event updated for resources: {'Port': ['ID=2528fe11-f58d-43ea-b374-f87f2ba12bc5,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:36.356591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:36.360863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:36.388898 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] Checking router: 641b5ccb-2b29-442e-a29c-4413dd2e02d9 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:51:36.411466 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] Routers {'641b5ccb-2b29-442e-a29c-4413dd2e02d9'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:51:36.413109 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:51:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:36.416404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9ab0-e44c-4b06-a6a2-458fa18e00d2 req-7a6a1f2a-a33c-49fb-a796-b851d339c1c1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:36.418697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event updated for resources: {'Port': ['ID=51342e2c-3fdf-4caa-b26d-81b689250499,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:36.437622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9ab0-e44c-4b06-a6a2-458fa18e00d2 req-7a6a1f2a-a33c-49fb-a796-b851d339c1c1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:36.456940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9ab0-e44c-4b06-a6a2-458fa18e00d2 req-7a6a1f2a-a33c-49fb-a796-b851d339c1c1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:36.463640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9ab0-e44c-4b06-a6a2-458fa18e00d2 req-7a6a1f2a-a33c-49fb-a796-b851d339c1c1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:36.466191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Network c880fe4c-c32a-4308-980f-d05a106fd61b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:36.473590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:36.478266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9ab0-e44c-4b06-a6a2-458fa18e00d2 req-7a6a1f2a-a33c-49fb-a796-b851d339c1c1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:36.493480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f51f9ab0-e44c-4b06-a6a2-458fa18e00d2 req-7a6a1f2a-a33c-49fb-a796-b851d339c1c1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 3827 time: 0.2306840 Nov 10 03:51:36.494420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:36.520914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Deleting port e9190a91-5210-4375-ba5b-0ed97eeb7041 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:51:36.521297 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:36.584054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76455c-e751-439e-842c-ae46b9ea228b req-2df827a4-451c-4b3b-8df0-36c701845c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:36.585778 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e76455c-e751-439e-842c-ae46b9ea228b req-2df827a4-451c-4b3b-8df0-36c701845c30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1094 time: 0.1565583 Nov 10 03:51:36.599205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:36.599825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:36.617228 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] Set router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:51:36.710625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:36.713153 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f021b7-2114-42b4-beb5-fd291df59b47" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:36.715795 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:51:36Z', 'revision_number': 6, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:36.737656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f51f9ab0-e44c-4b06-a6a2-458fa18e00d2 req-2a6cd9c0-d265-4a35-9e6b-b2142630c331 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385879 Nov 10 03:51:36.771598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] For port e9190a91-5210-4375-ba5b-0ed97eeb7041, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e9190a91-5210-4375-ba5b-0ed97eeb7041,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:36.772122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:36.779620 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-445469cb-ca51-4581-ba82-5587c9ac3ba8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6279838 Nov 10 03:51:36.792910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Calling delete_port for e9190a91-5210-4375-ba5b-0ed97eeb7041 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:51:36.803898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Request body: {'port': {'device_id': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:36.808469 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf41993-25d3-4bb8-99a3-8bf0d66d0fad None None] The sync data for ids ['641b5ccb-2b29-442e-a29c-4413dd2e02d9'] in n-d-817326-2 is: [{'id': '641b5ccb-2b29-442e-a29c-4413dd2e02d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1100487201-router', 'tenant_id': '73ae2fab3a0a481f9240d99e91fc4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:22Z', 'updated_at': '2021-11-10T03:51:36Z', 'revision_number': 6, 'project_id': '73ae2fab3a0a481f9240d99e91fc4436', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:51:36.881288 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65101377-faa0-419c-8183-6992c738ecf4 x-openstack-request-id: req-65101377-faa0-419c-8183-6992c738ecf4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:36.881508 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:36.881724 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65101377-faa0-419c-8183-6992c738ecf4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:36.882190 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'status': 'completed', 'code': 200} Nov 10 03:51:37.048308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.049439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.068670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49938f6-f63b-4e48-a2d5-7238becc38fe req-5e11a591-b73c-4eaa-ab82-1fade179b2b9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.070295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a49938f6-f63b-4e48-a2d5-7238becc38fe req-5e11a591-b73c-4eaa-ab82-1fade179b2b9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.1889658 Nov 10 03:51:37.095779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9190a91-5210-4375-ba5b-0ed97eeb7041,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:37.101901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76455c-e751-439e-842c-ae46b9ea228b req-4e312741-0bbc-4721-a3f1-2cc384af5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.104120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e76455c-e751-439e-842c-ae46b9ea228b req-4e312741-0bbc-4721-a3f1-2cc384af5761 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 913 time: 0.5014708 Nov 10 03:51:37.169818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ef2d0066-bc7e-4ad6-a5a6-28efdb4e6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.173373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ef2d0066-bc7e-4ad6-a5a6-28efdb4e6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.173373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ef2d0066-bc7e-4ad6-a5a6-28efdb4e6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.173373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ef2d0066-bc7e-4ad6-a5a6-28efdb4e6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.175713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ef2d0066-bc7e-4ad6-a5a6-28efdb4e6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.178364 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ef2d0066-bc7e-4ad6-a5a6-28efdb4e6746 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 4362 time: 0.2827728 Nov 10 03:51:37.247776 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.298081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 06244e04-eee4-4822-8300-876988342664 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:37.334929 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e76455c-e751-439e-842c-ae46b9ea228b req-95eba524-86cd-4f7c-959d-a54ab0728523 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 200 len: 217 time: 0.2202780 Nov 10 03:51:37.355416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 06244e04-eee4-4822-8300-876988342664 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:37.358830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 06244e04-eee4-4822-8300-876988342664 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:37.479554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a49938f6-f63b-4e48-a2d5-7238becc38fe req-b8215aae-a6ae-4284-84fc-aa1b738e176f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876486 Nov 10 03:51:37.502537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.507620 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.607171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76455c-e751-439e-842c-ae46b9ea228b req-28c7c0b9-2f7c-4699-acb6-98cc3f034fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.609112 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e76455c-e751-439e-842c-ae46b9ea228b req-28c7c0b9-2f7c-4699-acb6-98cc3f034fd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.2252607 Nov 10 03:51:37.670938 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e76455c-e751-439e-842c-ae46b9ea228b req-ab87c7c3-0d8b-4cae-b50a-95113b428b90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426040 Nov 10 03:51:37.678488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ea376b7a-4408-4485-b6be-98bac699280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.678932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ea376b7a-4408-4485-b6be-98bac699280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.679388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ea376b7a-4408-4485-b6be-98bac699280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.680939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-ea376b7a-4408-4485-b6be-98bac699280f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b367f00c5c944995ba1ce575afc0065f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4057930 Nov 10 03:51:37.687850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.690149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641b5ccb-2b29-442e-a29c-4413dd2e02d9 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:51:37.700639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.704283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8c89b09f-8455-4d04-ae12-5ddf3fd4b416 admin admin] 10.222.0.24 "DELETE /v2.0/routers/641b5ccb-2b29-442e-a29c-4413dd2e02d9 HTTP/1.1" status: 204 len: 168 time: 2.0043380 Nov 10 03:51:37.708516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60688) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:37.787564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7541c2b-1c3c-4eac-8112-f4a84705984e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:37.795503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a1899-abd8-4bdf-a06c-6fdc5571792b req-1eb8bea7-0930-43d5-9510-75efc4d4ea53 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:37.805576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f27a1899-abd8-4bdf-a06c-6fdc5571792b req-1eb8bea7-0930-43d5-9510-75efc4d4ea53 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 932 time: 0.4346602 Nov 10 03:51:37.849528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.906363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f27a1899-abd8-4bdf-a06c-6fdc5571792b req-13b83987-518d-48af-b340-274bd48604a6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778799 Nov 10 03:51:37.908682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Transition to ACTIVE for port object e7541c2b-1c3c-4eac-8112-f4a84705984e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:37.940548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:37.941469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] Deleting subnet 1b910d5e-0cc6-47bf-aab8-3e86ff59847d {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:51:37.945147 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.042354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.128156 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.128886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e76455c-e751-439e-842c-ae46b9ea228b req-ad4c5eb9-341f-44e6-a7f2-8f961d4dc04e service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469483 Nov 10 03:51:38.170269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.233614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-7259baad-7bea-4ca2-91d8-a0ba74023856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.235532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-60f021b7-2114-42b4-beb5-fd291df59b47 req-7259baad-7bea-4ca2-91d8-a0ba74023856 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5411777 Nov 10 03:51:38.246329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Pushing event updated for resources: {'Port': ['ID=e7541c2b-1c3c-4eac-8112-f4a84705984e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:38.265628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-2e9156a3-0513-4050-a819-1d4314e0ebb1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.272701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-2e9156a3-0513-4050-a819-1d4314e0ebb1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.279751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-2e9156a3-0513-4050-a819-1d4314e0ebb1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.286826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-2e9156a3-0513-4050-a819-1d4314e0ebb1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.295388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-2e9156a3-0513-4050-a819-1d4314e0ebb1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.303177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-2e9156a3-0513-4050-a819-1d4314e0ebb1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.306422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-2e9156a3-0513-4050-a819-1d4314e0ebb1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 4605 time: 0.3098228 Nov 10 03:51:38.308356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.355463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.359944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b910d5e-0cc6-47bf-aab8-3e86ff59847d HTTP/1.1" status: 204 len: 168 time: 0.6504056 Nov 10 03:51:38.362383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953142f-7a77-417c-bed2-ad163d5c2d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b910d5e-0cc6-47bf-aab8-3e86ff59847d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:38.387589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60696) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:38.528991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.552454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96098dea-5923-41f0-a030-8ba90ba8bfa1 req-b63bd48d-9a09-4616-8a73-21b4f121fff0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2294948 Nov 10 03:51:38.749552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51342e2c-3fdf-4caa-b26d-81b689250499 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:38.750963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.762452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.767378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e76455c-e751-439e-842c-ae46b9ea228b req-347c9938-f91b-44ea-a25b-1a810d4bd7d6 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055367 Nov 10 03:51:38.788102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Transition to ACTIVE for port object 51342e2c-3fdf-4caa-b26d-81b689250499 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:38.789664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Attempting to bind port e7541c2b-1c3c-4eac-8112-f4a84705984e on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:38.790224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Attempting to bind port e7541c2b-1c3c-4eac-8112-f4a84705984e by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:38.791095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Attempting to bind port e7541c2b-1c3c-4eac-8112-f4a84705984e on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:38.796230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Port e7541c2b-1c3c-4eac-8112-f4a84705984e on network de25969c-157c-4b6f-963d-ac0108e15974 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:38.797050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Attempting to bind port e7541c2b-1c3c-4eac-8112-f4a84705984e on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:38.798550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce3567c-66e5-407f-8a60-919f069f6d14']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:38.800967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.808657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:38.809548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Checking segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:38.810156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Bound using segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:38.810819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Bound port: e7541c2b-1c3c-4eac-8112-f4a84705984e, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:38.812105 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.825570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cddbd3-7cb5-4a63-b6de-0eacbc33d067 req-c78b42bc-4d12-4750-883f-c3ff73f19a73 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:38.834432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2cddbd3-7cb5-4a63-b6de-0eacbc33d067 req-c78b42bc-4d12-4750-883f-c3ff73f19a73 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.2013280 Nov 10 03:51:38.862172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdc440c-f736-4a56-a873-3fe478a7758b') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:38.862473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdc440c-f736-4a56-a873-3fe478a7758b') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:51:38.876870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.885344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Pushing event updated for resources: {'Port': ['ID=51342e2c-3fdf-4caa-b26d-81b689250499,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:38.901401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.913639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2cddbd3-7cb5-4a63-b6de-0eacbc33d067 req-6805cdb7-99af-4617-ace1-dead68370cbe tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783272 Nov 10 03:51:38.914638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:51:38.915027 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:51:38.916722 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:51:38.988916 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:38.995476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.007269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ce3567c-66e5-407f-8a60-919f069f6d14 HTTP/1.1" status: 204 len: 168 time: 0.6124318 Nov 10 03:51:39.012764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e9190a91-5210-4375-ba5b-0ed97eeb7041 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:51:39.023066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa603c-a91e-47a0-a6d4-5370751e1d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce3567c-66e5-407f-8a60-919f069f6d14,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:39.055002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: e9190a91-5210-4375-ba5b-0ed97eeb7041 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:51:39.055335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e9190a91-5210-4375-ba5b-0ed97eeb7041 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:51:39.085483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] For port e7541c2b-1c3c-4eac-8112-f4a84705984e, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:39.125461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] For port e7541c2b-1c3c-4eac-8112-f4a84705984e, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:39.126855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Attempting to bind port 51342e2c-3fdf-4caa-b26d-81b689250499 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:39.127376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Attempting to bind port 51342e2c-3fdf-4caa-b26d-81b689250499 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:39.128061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Attempting to bind port 51342e2c-3fdf-4caa-b26d-81b689250499 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:39.134351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Port 51342e2c-3fdf-4caa-b26d-81b689250499 on network c880fe4c-c32a-4308-980f-d05a106fd61b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:39.134938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Attempting to bind port 51342e2c-3fdf-4caa-b26d-81b689250499 on network c880fe4c-c32a-4308-980f-d05a106fd61b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:39.142224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.142575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca83e-8a94-41ad-ba1d-3e6498f3c00c req-2cfdc7cd-03c4-4f9a-b69d-429ed8b2bedb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.154143 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bdca83e-8a94-41ad-ba1d-3e6498f3c00c req-2cfdc7cd-03c4-4f9a-b69d-429ed8b2bedb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 944 time: 0.1059372 Nov 10 03:51:39.165692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.166604 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.168701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 1136 time: 3.2082083 Nov 10 03:51:39.173021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': 'e7541c2b-1c3c-4eac-8112-f4a84705984e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:39.175680 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab87ee-7915-4938-ad93-5d16aa93d895" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "e7541c2b-1c3c-4eac-8112-f4a84705984e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:39.252420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:39.252766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Checking segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:39.253156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Bound using segment: {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:39.254023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Bound port: 51342e2c-3fdf-4caa-b26d-81b689250499, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b955dc04-861c-418c-a85f-535558268bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:39.254023 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.268655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bdca83e-8a94-41ad-ba1d-3e6498f3c00c req-04d99fa8-5be7-4fc2-8196-7799c60e94ec tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114800 Nov 10 03:51:39.270691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:39.334683 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc9dcd-b794-4816-a7c9-c62bc2f48faa x-openstack-request-id: req-17bc9dcd-b794-4816-a7c9-c62bc2f48faa {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:39.335114 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "e7541c2b-1c3c-4eac-8112-f4a84705984e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:39.335515 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17bc9dcd-b794-4816-a7c9-c62bc2f48faa {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:39.336014 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': 'e7541c2b-1c3c-4eac-8112-f4a84705984e', 'status': 'completed', 'code': 200} Nov 10 03:51:39.402651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60714) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:39.500511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d6c7ad5f-c1c1-48a7-a9d8-a4342746abf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73ae2fab3a0a481f9240d99e91fc4436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0966322 Nov 10 03:51:39.502801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60716) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:39.505722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fafb8-aec5-42a5-88ab-5c20b4a3c455 service neutron] Pushing event updated for resources: {'Port': ['ID=e7541c2b-1c3c-4eac-8112-f4a84705984e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:39.510290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.526974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-c32f0e22-9788-4708-8916-2d9be49f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.527370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-c32f0e22-9788-4708-8916-2d9be49f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.527841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-c32f0e22-9788-4708-8916-2d9be49f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.529340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-c32f0e22-9788-4708-8916-2d9be49f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.529820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-c32f0e22-9788-4708-8916-2d9be49f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.530861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-c32f0e22-9788-4708-8916-2d9be49f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.532819 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-c32f0e22-9788-4708-8916-2d9be49f8d09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5291 time: 0.1850410 Nov 10 03:51:39.546042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] For port 51342e2c-3fdf-4caa-b26d-81b689250499, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:39.549315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] For port 51342e2c-3fdf-4caa-b26d-81b689250499, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=51342e2c-3fdf-4caa-b26d-81b689250499,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:39.587455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eff1ae97-04ee-4d93-b77f-264e9e8910d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.588518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.650197 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eff1ae97-04ee-4d93-b77f-264e9e8910d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.735269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.735885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.737288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] 10.222.0.44 "PUT /v2.0/ports/51342e2c-3fdf-4caa-b26d-81b689250499 HTTP/1.1" status: 200 len: 1092 time: 2.9472497 Nov 10 03:51:39.747120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eff1ae97-04ee-4d93-b77f-264e9e8910d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.750084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eff1ae97-04ee-4d93-b77f-264e9e8910d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:39.754588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eff1ae97-04ee-4d93-b77f-264e9e8910d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54dbefc3-f725-4db4-a072-57e45f26e205 HTTP/1.1" status: 204 len: 168 time: 0.2507350 Nov 10 03:51:39.770273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1ae97-04ee-4d93-b77f-264e9e8910d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbefc3-f725-4db4-a072-57e45f26e205,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:39.822105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-afe85bd9-851c-41bd-983e-91e5dfe14c53 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.829040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-afe85bd9-851c-41bd-983e-91e5dfe14c53 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.835669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-afe85bd9-851c-41bd-983e-91e5dfe14c53 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.847268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-afe85bd9-851c-41bd-983e-91e5dfe14c53 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.853476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651225a4-9dba-4a96-935b-035f5c088e15 service neutron] Pushing event updated for resources: {'Port': ['ID=51342e2c-3fdf-4caa-b26d-81b689250499,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:39.858004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-afe85bd9-851c-41bd-983e-91e5dfe14c53 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.875030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-afe85bd9-851c-41bd-983e-91e5dfe14c53 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:39.887377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-afe85bd9-851c-41bd-983e-91e5dfe14c53 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 4605 time: 0.2175620 Nov 10 03:51:40.017972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eee94d32-9a3e-4d50-957f-c75006e421d4 req-723c0117-6881-4b1a-b03c-5c90f05f8b72 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292937 Nov 10 03:51:40.030389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-e6ec94a2-c747-4a8e-80d3-26a712c3ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.031094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-e6ec94a2-c747-4a8e-80d3-26a712c3ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.031702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-e6ec94a2-c747-4a8e-80d3-26a712c3ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.033841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-e6ec94a2-c747-4a8e-80d3-26a712c3ef05 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b367f00c5c944995ba1ce575afc0065f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4830143 Nov 10 03:51:40.064231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23040-d191-4bd9-93dd-57e05123aede req-68d1e123-2dc3-42de-abbc-1a9bd713699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.065765 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-68d1e123-2dc3-42de-abbc-1a9bd713699e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 1095 time: 0.2601755 Nov 10 03:51:40.321883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5d91-10df-40b8-9237-70523dfefd9e req-8e48742d-d255-483f-b46b-8e0d8f43be8d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.329468 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43af5d91-10df-40b8-9237-70523dfefd9e req-8e48742d-d255-483f-b46b-8e0d8f43be8d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.2052610 Nov 10 03:51:40.402594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43af5d91-10df-40b8-9237-70523dfefd9e req-93a688ce-729f-49a6-ad1e-231617c317c8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718126 Nov 10 03:51:40.424566 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-645dafd4-9a9c-440b-8d13-13c7172100ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51342e2c-3fdf-4caa-b26d-81b689250499 HTTP/1.1" status: 200 len: 217 time: 0.2920022 Nov 10 03:51:40.502863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb851ca-1f9d-4cfd-9069-37879d873b62 req-3af12157-0833-4df2-8a42-5d17e1226168 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.519179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bb851ca-1f9d-4cfd-9069-37879d873b62 req-3af12157-0833-4df2-8a42-5d17e1226168 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 944 time: 0.0935371 Nov 10 03:51:40.531825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e2fb52-191a-456c-bfa8-09017877b6e5 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:40.559433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:40.566734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23040-d191-4bd9-93dd-57e05123aede req-970b4d81-33e5-4ca7-8432-ea36aa8cb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.568212 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-970b4d81-33e5-4ca7-8432-ea36aa8cb4cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.1127534 Nov 10 03:51:40.600175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bb851ca-1f9d-4cfd-9069-37879d873b62 req-1881ae97-1294-4b5e-bfc3-9904c329400f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774212 Nov 10 03:51:40.607810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Transition to ACTIVE for port object e8e2fb52-191a-456c-bfa8-09017877b6e5 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:40.610725 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-d07557c3-9756-4a7b-844f-c6edded5968b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346651 Nov 10 03:51:40.611909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-8a064f2d-d0fc-43f9-8ec7-8a36f39fcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:40.613281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54ab87ee-7915-4938-ad93-5d16aa93d895 req-8a064f2d-d0fc-43f9-8ec7-8a36f39fcd55 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5546029 Nov 10 03:51:40.616464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:40.630019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:51:40.784625 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-b6f2c654-b305-4daf-b809-19489eac0f37 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650593 Nov 10 03:51:40.785545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e2fb52-191a-456c-bfa8-09017877b6e5,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:40.846110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:40.870841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae', 'port_id': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'mac_address': 'fa:16:3e:0a:b5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce46afb-6e6d-41b4-9de1-71650ebdb4ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:51:40.925639 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:40.944742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Attempting to bind port e8e2fb52-191a-456c-bfa8-09017877b6e5 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:40.945766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Attempting to bind port e8e2fb52-191a-456c-bfa8-09017877b6e5 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:40.946320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Attempting to bind port e8e2fb52-191a-456c-bfa8-09017877b6e5 on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:40.958744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Port e8e2fb52-191a-456c-bfa8-09017877b6e5 on network de25969c-157c-4b6f-963d-ac0108e15974 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:40.959348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Attempting to bind port e8e2fb52-191a-456c-bfa8-09017877b6e5 on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:40.973741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:40.974333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Checking segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:40.974892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Bound using segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:40.975636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Bound port: e8e2fb52-191a-456c-bfa8-09017877b6e5, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:40.976192 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:40.979966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af91e7bd-233c-48e9-be3c-02254d5fa9ab {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:41.019768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:41.019911 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2f23040-d191-4bd9-93dd-57e05123aede req-bb43a235-3fdd-4de4-b43d-81414b0df250 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055888 Nov 10 03:51:41.030764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:41.091734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] For port e8e2fb52-191a-456c-bfa8-09017877b6e5, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:41.106674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] For port e8e2fb52-191a-456c-bfa8-09017877b6e5, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:41.116986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:41.217379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:41.227564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e2fb52-191a-456c-bfa8-09017877b6e5,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:41.244895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.245567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:41.247604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-75599b52-5a49-4d40-8050-0bf5140d1975 service neutron] 10.222.0.11 "PUT /v2.0/ports/e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 1136 time: 2.0059290 Nov 10 03:51:41.289647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:41.321621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.337508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'tag': '51342e2c-3fdf-4caa-b26d-81b689250499'}, {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': 'e8e2fb52-191a-456c-bfa8-09017877b6e5'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:41.340003 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c2c67-e607-4796-aed9-f9d567fd08b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3fb04f-bfb0-4b89-aea8-58182366e917", "tag": "51342e2c-3fdf-4caa-b26d-81b689250499"}, {"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "e8e2fb52-191a-456c-bfa8-09017877b6e5"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:41.344078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.360986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.371509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.390673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.401846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.415789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.426911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['af91e7bd-233c-48e9-be3c-02254d5fa9ab'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:41.434972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-f438d01a-5e5f-425f-8f57-bac0658ba5ff tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5383 time: 0.2409475 Nov 10 03:51:41.448433 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fed88fe-55ab-440b-9017-0c952cf0fa08 x-openstack-request-id: req-3fed88fe-55ab-440b-9017-0c952cf0fa08 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:41.449971 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3fb04f-bfb0-4b89-aea8-58182366e917", "tag": "51342e2c-3fdf-4caa-b26d-81b689250499", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "e8e2fb52-191a-456c-bfa8-09017877b6e5", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:41.450490 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fed88fe-55ab-440b-9017-0c952cf0fa08 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:41.452684 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'tag': '51342e2c-3fdf-4caa-b26d-81b689250499', 'status': 'completed', 'code': 200} Nov 10 03:51:41.454301 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': 'e8e2fb52-191a-456c-bfa8-09017877b6e5', 'status': 'completed', 'code': 200} Nov 10 03:51:41.456236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:41.658673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be194be7-07aa-42b8-94b3-3c9d155a695a req-3e2b5538-7105-4042-adf2-f5f736073e41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191551 Nov 10 03:51:41.714316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a7d24-73b8-4190-a6da-4b62be777c02 req-fa3a7dff-d8d7-4f5b-ab47-933d39648d7a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.727864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-d40847f6-cb29-4faf-a48a-0b79814aff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.729385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-d40847f6-cb29-4faf-a48a-0b79814aff16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aabf68ce78e4317a437f57d13277918&device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 1095 time: 0.2653220 Nov 10 03:51:41.729809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da5a7d24-73b8-4190-a6da-4b62be777c02 req-fa3a7dff-d8d7-4f5b-ab47-933d39648d7a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 944 time: 0.1753032 Nov 10 03:51:41.741528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.742047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.742517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.742979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.743563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.743887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.744340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.746838 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-cad6b87f-3a3d-443c-b4cc-2d7d6f58e848 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6220 time: 0.2490566 Nov 10 03:51:41.841019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da5a7d24-73b8-4190-a6da-4b62be777c02 req-5febf937-bf9f-44b0-a841-ae9385f2bf35 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099253 Nov 10 03:51:41.952304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0773cd-eec8-4b51-8171-35ab143c1a56 req-0eba356f-81d2-4fd4-8241-f0d26cdca92a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:41.959356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb0773cd-eec8-4b51-8171-35ab143c1a56 req-0eba356f-81d2-4fd4-8241-f0d26cdca92a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 944 time: 0.0828590 Nov 10 03:51:42.047442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb0773cd-eec8-4b51-8171-35ab143c1a56 req-62ad33a4-13b3-4e83-8ef4-cbb36287266d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746114 Nov 10 03:51:42.103907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-7d21c723-d740-4d4b-9688-7fca595bdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.105917 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-7d21c723-d740-4d4b-9688-7fca595bdc45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 200 len: 905 time: 0.3579314 Nov 10 03:51:42.185206 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-4d704ce7-6c2e-4ff6-8671-740703645c48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51342e2c-3fdf-4caa-b26d-81b689250499 HTTP/1.1" status: 200 len: 217 time: 0.0631196 Nov 10 03:51:42.311576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-efe5acd5-c336-4e37-b669-b0f19c60aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.312051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-efe5acd5-c336-4e37-b669-b0f19c60aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.312593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-efe5acd5-c336-4e37-b669-b0f19c60aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.314237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-efe5acd5-c336-4e37-b669-b0f19c60aa93 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b367f00c5c944995ba1ce575afc0065f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5120616 Nov 10 03:51:42.386538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-c6f270ef-f81e-493b-8e98-c3e531431cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.388310 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-c6f270ef-f81e-493b-8e98-c3e531431cb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 200 len: 845 time: 0.1859543 Nov 10 03:51:42.443696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-29ecfa83-e4ba-47de-bc8a-abb42b9e2279 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c880fe4c-c32a-4308-980f-d05a106fd61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416746 Nov 10 03:51:42.577919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-a1786a4d-64a4-48b9-8102-65f5dcb7f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.583353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-a1786a4d-64a4-48b9-8102-65f5dcb7f874 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2590301 Nov 10 03:51:42.632890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:42.706630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238d3fce-df56-4ff3-83d8-3955c3b63894 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:42.726307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port af91e7bd-233c-48e9-be3c-02254d5fa9ab completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:51:42.736629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port af91e7bd-233c-48e9-be3c-02254d5fa9ab triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:42.737276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:42.750603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:42.782232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-851fbcb6-dd17-4c90-8569-4db3d53c5a8b service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298609 Nov 10 03:51:42.874708 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:42.895762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.910965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.925676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.944991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.948519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:42.949650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:42.953599 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ec8cc6-83a6-403d-967b-5bbf0c7c66c4" -d '{"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-plugged", "status": "completed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:42.957027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.958802 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:42.967219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.985238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:42.997378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e8edcbb-8d60-4786-888d-99e757760621 req-8e9ea85b-b01a-445c-964f-632d72e6beaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5383 time: 0.2079310 Nov 10 03:51:43.012804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa9c2c67-e607-4796-aed9-f9d567fd08b5 req-5e9c8e5c-ebe9-4b7f-ad63-298c17660655 service neutron] 10.222.0.44 "GET /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231841 Nov 10 03:51:43.019475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Transition to ACTIVE for port object 238d3fce-df56-4ff3-83d8-3955c3b63894 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:43.032965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:43.054804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:43.118605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Pushing event updated for resources: {'Port': ['ID=238d3fce-df56-4ff3-83d8-3955c3b63894,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:43.141389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4281-7419-4955-a30c-4da47d3e5027 req-8891d2ed-5274-46ae-a926-4b04b4bd50d6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:43.143557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c5e4281-7419-4955-a30c-4da47d3e5027 req-8891d2ed-5274-46ae-a926-4b04b4bd50d6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1171014 Nov 10 03:51:43.199935 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e8edcbb-8d60-4786-888d-99e757760621 req-a2634697-888f-46f2-b06e-ea27bba4e223 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884012 Nov 10 03:51:43.262978 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22d4081-14fa-44f7-abc6-c6d1b90f2159 x-openstack-request-id: req-a22d4081-14fa-44f7-abc6-c6d1b90f2159 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:43.264185 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-plugged", "status": "completed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:43.265464 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a22d4081-14fa-44f7-abc6-c6d1b90f2159 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:43.265972 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'code': 200} Nov 10 03:51:43.276218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Attempting to bind port 238d3fce-df56-4ff3-83d8-3955c3b63894 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:43.281319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Attempting to bind port 238d3fce-df56-4ff3-83d8-3955c3b63894 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:43.282130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Attempting to bind port 238d3fce-df56-4ff3-83d8-3955c3b63894 on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:43.303450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Port 238d3fce-df56-4ff3-83d8-3955c3b63894 on network de25969c-157c-4b6f-963d-ac0108e15974 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:43.303846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Attempting to bind port 238d3fce-df56-4ff3-83d8-3955c3b63894 on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:43.319215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:43.319215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Checking segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:43.319215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Bound using segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:43.319724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Bound port: 238d3fce-df56-4ff3-83d8-3955c3b63894, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:43.319903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:43.332853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-442ed007-c2a7-4392-a903-9e4e509e8f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:43.339965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c5e4281-7419-4955-a30c-4da47d3e5027 req-5221a02f-73ff-4ccb-8009-e3034ac87e32 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871963 Nov 10 03:51:43.470434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02693a1e-cc4b-445d-a5fb-4a50fc27a506 req-400861b6-5b96-46c0-93a4-b8aabbd47f00 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:43.478935 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02693a1e-cc4b-445d-a5fb-4a50fc27a506 req-400861b6-5b96-46c0-93a4-b8aabbd47f00 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 944 time: 0.1013834 Nov 10 03:51:43.487063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37debbb5-f06f-4fdd-9e45-ecd1e9937c63 req-a838af0d-1fc3-4480-a33f-cdd3f9996dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:43.489822 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37debbb5-f06f-4fdd-9e45-ecd1e9937c63 req-a838af0d-1fc3-4480-a33f-cdd3f9996dbc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1096 time: 0.0942490 Nov 10 03:51:43.508308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] For port 238d3fce-df56-4ff3-83d8-3955c3b63894, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:43.513364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] For port 238d3fce-df56-4ff3-83d8-3955c3b63894, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=238d3fce-df56-4ff3-83d8-3955c3b63894,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:43.533304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:43.555737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02693a1e-cc4b-445d-a5fb-4a50fc27a506 req-200c5232-7d3d-462c-8c8b-a59ca0ab425d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756717 Nov 10 03:51:43.611833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:43.616541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:43.619229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/238d3fce-df56-4ff3-83d8-3955c3b63894 HTTP/1.1" status: 200 len: 1090 time: 2.3348701 Nov 10 03:51:43.645827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '238d3fce-df56-4ff3-83d8-3955c3b63894'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:43.651511 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "238d3fce-df56-4ff3-83d8-3955c3b63894"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:43.680184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:43.757285 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b862d2-201a-44cb-8bda-513baead918a x-openstack-request-id: req-73b862d2-201a-44cb-8bda-513baead918a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:43.757828 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "238d3fce-df56-4ff3-83d8-3955c3b63894", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:43.758039 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73b862d2-201a-44cb-8bda-513baead918a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:43.758341 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '238d3fce-df56-4ff3-83d8-3955c3b63894', 'status': 'completed', 'code': 200} Nov 10 03:51:43.762227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754dba7-152c-4899-a33e-032b386142b9 service neutron] Pushing event updated for resources: {'Port': ['ID=238d3fce-df56-4ff3-83d8-3955c3b63894,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:43.781501 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37debbb5-f06f-4fdd-9e45-ecd1e9937c63 req-9d7e6d6a-ce9d-4089-bec8-2c8b7aaa5726 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799830 Nov 10 03:51:43.822430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:44.166970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 51342e2c-3fdf-4caa-b26d-81b689250499 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:51:44.393307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 51342e2c-3fdf-4caa-b26d-81b689250499, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=51342e2c-3fdf-4caa-b26d-81b689250499,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:44.416983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.438208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '51342e2c-3fdf-4caa-b26d-81b689250499', 'network_id': 'c880fe4c-c32a-4308-980f-d05a106fd61b', 'port_id': '51342e2c-3fdf-4caa-b26d-81b689250499', 'mac_address': 'fa:16:3e:2d:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383b9d06-815a-4344-b526-842658d834f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:51:44.444695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.461633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.478155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.485749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.499284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.518759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.521342 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:44.529829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97dcab68-752f-4831-adb2-172cc36430e8 req-ac687a67-05c5-4c8e-ba9b-66df5b62fd03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5395 time: 0.2040436 Nov 10 03:51:44.551669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51342e2c-3fdf-4caa-b26d-81b689250499 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:44.580524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 51342e2c-3fdf-4caa-b26d-81b689250499, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=51342e2c-3fdf-4caa-b26d-81b689250499,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:44.589218 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:44.681089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.682340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.683201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.683848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.684486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.686164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.687162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.689340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-520dba8c-f3b9-42b3-9fea-93d028d6c718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6287 time: 0.5537348 Nov 10 03:51:44.694715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97dcab68-752f-4831-adb2-172cc36430e8 req-38218f13-3154-44e2-b98b-1b5ac894e5ed tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654162 Nov 10 03:51:44.705349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=51342e2c-3fdf-4caa-b26d-81b689250499,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:44.776433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be912ade-9aac-4e07-944c-ae43bac515f8 req-ea008235-9f73-4945-a2c8-777575890d35 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.785823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be912ade-9aac-4e07-944c-ae43bac515f8 req-ea008235-9f73-4945-a2c8-777575890d35 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2299039 Nov 10 03:51:44.859373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['51342e2c-3fdf-4caa-b26d-81b689250499'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:44.913415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be912ade-9aac-4e07-944c-ae43bac515f8 req-1c53bcf0-b7df-46ee-8deb-88c2f0f71f94 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221654 Nov 10 03:51:44.964230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-f3ca9d02-d1d6-4b03-bbf9-ea4d070a4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.964888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-f3ca9d02-d1d6-4b03-bbf9-ea4d070a4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.965496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-f3ca9d02-d1d6-4b03-bbf9-ea4d070a4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:44.967370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-f3ca9d02-d1d6-4b03-bbf9-ea4d070a4360 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b367f00c5c944995ba1ce575afc0065f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2617674 Nov 10 03:51:45.121726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f995d-1d24-47cb-8a3d-be52d7d8c6e4 req-9ba57ea4-9afb-4e44-beff-605ad2e49224 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:45.122331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a196d713-19d8-4b95-b79d-b9c18a28dcd0 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:45.132310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f0f995d-1d24-47cb-8a3d-be52d7d8c6e4 req-9ba57ea4-9afb-4e44-beff-605ad2e49224 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 945 time: 0.0961132 Nov 10 03:51:45.134382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:45.160607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Transition to ACTIVE for port object a196d713-19d8-4b95-b79d-b9c18a28dcd0 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:45.166439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:45.230485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a196d713-19d8-4b95-b79d-b9c18a28dcd0,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:45.243051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f0f995d-1d24-47cb-8a3d-be52d7d8c6e4 req-18851a28-2dd1-4e0b-9041-ee7b54a28d6b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061630 Nov 10 03:51:45.277851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-513e9d17-bff7-481f-87c3-758df6b605ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:45.281281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f697eecb-3f1b-4c66-8da6-85bc11c1d41a req-513e9d17-bff7-481f-87c3-758df6b605ba service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2866578 Nov 10 03:51:45.439281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Attempting to bind port a196d713-19d8-4b95-b79d-b9c18a28dcd0 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:45.440543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Attempting to bind port a196d713-19d8-4b95-b79d-b9c18a28dcd0 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:45.440926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Attempting to bind port a196d713-19d8-4b95-b79d-b9c18a28dcd0 on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:45.447827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Port a196d713-19d8-4b95-b79d-b9c18a28dcd0 on network de25969c-157c-4b6f-963d-ac0108e15974 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:45.448128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Attempting to bind port a196d713-19d8-4b95-b79d-b9c18a28dcd0 on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:45.455498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:45.455891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Checking segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:45.456280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Bound using segment: {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:45.456954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Bound port: a196d713-19d8-4b95-b79d-b9c18a28dcd0, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3bff6a-ef4a-45d7-a834-3f7257705fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:45.457320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:45.553554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] For port a196d713-19d8-4b95-b79d-b9c18a28dcd0, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:45.561126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] For port a196d713-19d8-4b95-b79d-b9c18a28dcd0, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:45.569055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:45.638324 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61292b22-c148-438a-83aa-1975bb199d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:45.645329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:45.646298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:45.647951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/a196d713-19d8-4b95-b79d-b9c18a28dcd0 HTTP/1.1" status: 200 len: 1091 time: 1.9813859 Nov 10 03:51:45.676079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991b889-432d-477c-8d41-d6ef4b1a59d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a196d713-19d8-4b95-b79d-b9c18a28dcd0,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:45.697367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:45.784250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:45.787168 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee3922-e4db-4fc7-a998-fa7809576a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:45.799790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:45.877277 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aef40d-9bcd-4b4e-9def-68ababdef5d3 x-openstack-request-id: req-89aef40d-9bcd-4b4e-9def-68ababdef5d3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:45.877581 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:45.877830 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89aef40d-9bcd-4b4e-9def-68ababdef5d3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:45.878256 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0', 'status': 'completed', 'code': 200} Nov 10 03:51:46.004753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.026539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.033701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.055147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.080370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.093741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.114587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.125200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-bc91de60-7d4b-4c80-9626-9c22745ac671 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5407 time: 0.1920500 Nov 10 03:51:46.169510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.170161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.171267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.171784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.172462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.172979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.173528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.175914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-09d1fb4f-154d-4ba1-b590-0201a3eee7d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6354 time: 0.2668457 Nov 10 03:51:46.181733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 51342e2c-3fdf-4caa-b26d-81b689250499 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:46.261869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 51342e2c-3fdf-4caa-b26d-81b689250499 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:51:46.270506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 51342e2c-3fdf-4caa-b26d-81b689250499 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:46.271146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:46.298679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71bdff-9b7d-4136-b275-31c38cf9d7ff req-cfe93bad-1f75-400f-bb81-5d4b6e99cd0c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.307089 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a71bdff-9b7d-4136-b275-31c38cf9d7ff req-cfe93bad-1f75-400f-bb81-5d4b6e99cd0c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1237800 Nov 10 03:51:46.352047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a6ab1b0-27f1-4483-bddb-eea875629475 req-da16cb59-2e7d-4d06-bdb7-fd7fbd50acaf tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120471 Nov 10 03:51:46.422141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a71bdff-9b7d-4136-b275-31c38cf9d7ff req-898f4610-aea0-4e20-9e5a-b15f5f2a7449 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126733 Nov 10 03:51:46.475111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-e1a505a0-a511-4901-8c60-82f0c724f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.476596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-e1a505a0-a511-4901-8c60-82f0c724f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.477633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-e1a505a0-a511-4901-8c60-82f0c724f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.482763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-e1a505a0-a511-4901-8c60-82f0c724f0da service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b367f00c5c944995ba1ce575afc0065f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2867441 Nov 10 03:51:46.501360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:46.638621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-8230f63a-a6be-444c-979b-48cc5061ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:46.640076 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-faee3922-e4db-4fc7-a998-fa7809576a0f req-8230f63a-a6be-444c-979b-48cc5061ed04 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1468344 Nov 10 03:51:46.642583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 51342e2c-3fdf-4caa-b26d-81b689250499, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=51342e2c-3fdf-4caa-b26d-81b689250499,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:46.644311 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51342e2c-3fdf-4caa-b26d-81b689250499'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:46.653186 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537edfb0-fe7b-4e4d-8320-1108062c4fd8" -d '{"events": [{"server_uuid": "3b3fb04f-bfb0-4b89-aea8-58182366e917", "name": "network-vif-plugged", "status": "completed", "tag": "51342e2c-3fdf-4caa-b26d-81b689250499"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:46.689513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:46.741382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207a9264-abd3-4613-b424-2384294d5ca0 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:46.753533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:46.768594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:46.784572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Transition to ACTIVE for port object 207a9264-abd3-4613-b424-2384294d5ca0 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:46.793672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:46.798956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=51342e2c-3fdf-4caa-b26d-81b689250499,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:46.861678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Pushing event updated for resources: {'Port': ['ID=207a9264-abd3-4613-b424-2384294d5ca0,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:47.001788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Attempting to bind port 207a9264-abd3-4613-b424-2384294d5ca0 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:47.002368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Attempting to bind port 207a9264-abd3-4613-b424-2384294d5ca0 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:47.006104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Attempting to bind port 207a9264-abd3-4613-b424-2384294d5ca0 on network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:47.009994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50577-9b6b-42c4-9c28-019fadb8556a req-b9efdd09-6e9e-4db1-a338-ecdb005de306 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.024844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acb50577-9b6b-42c4-9c28-019fadb8556a req-b9efdd09-6e9e-4db1-a338-ecdb005de306 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.3819237 Nov 10 03:51:47.026282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Port 207a9264-abd3-4613-b424-2384294d5ca0 on network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:47.026671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Attempting to bind port 207a9264-abd3-4613-b424-2384294d5ca0 on network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:47.035790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:47.036576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Checking segment: {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:47.038505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Bound using segment: {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:47.039206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-00434790-6ef7-47c5-b0e5-0cf2e6cc1a28 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.039833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Bound port: 207a9264-abd3-4613-b424-2384294d5ca0, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:47.040210 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:47.047024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-00434790-6ef7-47c5-b0e5-0cf2e6cc1a28 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 813 time: 0.3449438 Nov 10 03:51:47.075112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-60095125-ec71-472d-9ead-0881b16cff78 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/quotas/b36d6b69861546b7b17e2d77720169e6 HTTP/1.1" status: 200 len: 375 time: 0.0267978 Nov 10 03:51:47.127158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acb50577-9b6b-42c4-9c28-019fadb8556a req-0c3a4599-ce7f-40c4-b24a-5fcee1226db0 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963109 Nov 10 03:51:47.149753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] For port 207a9264-abd3-4613-b424-2384294d5ca0, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:47.153532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] For port 207a9264-abd3-4613-b424-2384294d5ca0, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=207a9264-abd3-4613-b424-2384294d5ca0,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:47.165761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:47.182317 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b78b217-d93d-4454-8e70-569e0f895ac6 x-openstack-request-id: req-5b78b217-d93d-4454-8e70-569e0f895ac6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:47.182855 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3fb04f-bfb0-4b89-aea8-58182366e917", "name": "network-vif-plugged", "status": "completed", "tag": "51342e2c-3fdf-4caa-b26d-81b689250499", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:47.183259 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b78b217-d93d-4454-8e70-569e0f895ac6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:47.183789 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51342e2c-3fdf-4caa-b26d-81b689250499', 'code': 200} Nov 10 03:51:47.297772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-c9b6e119-32f7-4c09-8f1e-c386e0532aed tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2212522 Nov 10 03:51:47.308938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.309566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:47.314028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] 10.222.0.11 "PUT /v2.0/ports/207a9264-abd3-4613-b424-2384294d5ca0 HTTP/1.1" status: 200 len: 1091 time: 1.6213202 Nov 10 03:51:47.401133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Request body: {'port': {'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:47.481778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-1c4bb70a-0f1d-4540-af31-c0e82d2c598b service neutron] 10.222.0.24 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668367 Nov 10 03:51:47.529412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822245-a100-4cc6-aaa5-45ca084a8266 service neutron] Pushing event updated for resources: {'Port': ['ID=207a9264-abd3-4613-b424-2384294d5ca0,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:47.584229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eeb77-59e1-4ac6-a1f4-839d1fa4c4e9 req-a14bc1e1-6122-4dae-84d6-3ac80608490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.592288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-803eeb77-59e1-4ac6-a1f4-839d1fa4c4e9 req-a14bc1e1-6122-4dae-84d6-3ac80608490a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 1097 time: 0.3257380 Nov 10 03:51:47.644403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.658617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.665654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.672922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.682179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.689692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.696370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:47.706161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-6c0861c3-e7cb-476c-9cbc-6398d6c64ef8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5419 time: 0.2269557 Nov 10 03:51:47.707534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-803eeb77-59e1-4ac6-a1f4-839d1fa4c4e9 req-92453e0e-3103-456c-af4d-673e533c34b0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Nov 10 03:51:47.712802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:47.799578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-1a1d83f5-e297-47c9-bd8b-6de07649719a service neutron] 10.222.0.24 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997515 Nov 10 03:51:47.842542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b09611e-0ab6-4959-a575-f3856f5e11bb req-f9bc5062-c94c-4fe5-b938-ca6e986d81d9 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348281 Nov 10 03:51:47.884155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:47.885995 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2488029-5406-429b-a2b7-5f3547633f97" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "207a9264-abd3-4613-b424-2384294d5ca0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:48.092385 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52454439-4a60-4a25-91dd-c38bda25360f x-openstack-request-id: req-52454439-4a60-4a25-91dd-c38bda25360f {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:48.093390 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "207a9264-abd3-4613-b424-2384294d5ca0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:48.096611 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52454439-4a60-4a25-91dd-c38bda25360f {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:48.097263 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0', 'status': 'completed', 'code': 200} Nov 10 03:51:48.199231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f225d5bc-9c98-452e-9252-a951d84de327 req-c28bc9ec-c96d-4775-a237-8e4629bfeefc tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 210 time: 0.0584435 Nov 10 03:51:48.326171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3294292-a525-4bc1-b1f1-cd050f1f1696 req-91b7bb18-b3d0-4727-9333-5b03d7152d9b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.329065 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:48.341732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3294292-a525-4bc1-b1f1-cd050f1f1696 req-91b7bb18-b3d0-4727-9333-5b03d7152d9b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1044624 Nov 10 03:51:48.376480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fd9f72-9f73-4107-ae80-20723a6184a3 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:48.402896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:48.421754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3294292-a525-4bc1-b1f1-cd050f1f1696 req-ba95a53b-7036-40d0-8d3c-596e235a7a79 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789959 Nov 10 03:51:48.451405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Transition to ACTIVE for port object 23fd9f72-9f73-4107-ae80-20723a6184a3 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:48.459031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:48.531699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.532611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.533851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.533851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.534523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.535094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.536054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.538987 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f2488029-5406-429b-a2b7-5f3547633f97 req-6a9ede93-f800-4cdf-b160-cf45da5b4e3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6421 time: 0.4114568 Nov 10 03:51:48.644519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd9f72-9f73-4107-ae80-20723a6184a3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:48.749980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Attempting to bind port 23fd9f72-9f73-4107-ae80-20723a6184a3 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:48.750886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Attempting to bind port 23fd9f72-9f73-4107-ae80-20723a6184a3 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:48.751413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Attempting to bind port 23fd9f72-9f73-4107-ae80-20723a6184a3 on network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:48.771421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Port 23fd9f72-9f73-4107-ae80-20723a6184a3 on network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:48.771421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Attempting to bind port 23fd9f72-9f73-4107-ae80-20723a6184a3 on network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:48.818479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-22fe33f6-5780-4011-8db3-996507a1853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.818977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-22fe33f6-5780-4011-8db3-996507a1853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.819441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-22fe33f6-5780-4011-8db3-996507a1853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:48.822826 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f2488029-5406-429b-a2b7-5f3547633f97 req-22fe33f6-5780-4011-8db3-996507a1853a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b367f00c5c944995ba1ce575afc0065f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2618809 Nov 10 03:51:48.850602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:48.851312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Checking segment: {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:48.851670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Bound using segment: {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:48.852311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Bound port: 23fd9f72-9f73-4107-ae80-20723a6184a3, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:48.853240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:49.112168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:49.144904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.179055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] For port 23fd9f72-9f73-4107-ae80-20723a6184a3, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:49.179581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.193465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488029-5406-429b-a2b7-5f3547633f97 req-a1164b4b-1361-400a-9fc1-7ca80b0c20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.195935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f2488029-5406-429b-a2b7-5f3547633f97 req-a1164b4b-1361-400a-9fc1-7ca80b0c20ca service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3645196 Nov 10 03:51:49.200390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] For port 23fd9f72-9f73-4107-ae80-20723a6184a3, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=23fd9f72-9f73-4107-ae80-20723a6184a3,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:49.203373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.207275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:49.242799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.243631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.244085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:49.245531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-88011230-dae5-4c31-a842-6d083329c697 service neutron] 10.222.0.11 "PUT /v2.0/ports/23fd9f72-9f73-4107-ae80-20723a6184a3 HTTP/1.1" status: 200 len: 1091 time: 1.8693850 Nov 10 03:51:49.273384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.288843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.305669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.314257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88011230-dae5-4c31-a842-6d083329c697 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd9f72-9f73-4107-ae80-20723a6184a3,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:49.323811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-9e2a4fc1-b170-4dc2-946b-4e895884f667 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.3545547 Nov 10 03:51:49.420219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.421254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.423296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.427526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.428173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.428656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.429121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.434698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6c2f9a51-9e94-4812-940b-cb760724d7e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6488 time: 0.1058767 Nov 10 03:51:49.508641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-39054af8-b271-470d-bd0d-679bfe0e1dfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5 HTTP/1.1" status: 200 len: 217 time: 0.0594778 Nov 10 03:51:49.552236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fea36e0-498f-49ee-99b5-8f34663839d9 req-c4d03d0f-75ca-4bed-b55b-4f16ec528213 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2243712 Nov 10 03:51:49.636498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c7552a02-a5e1-4b29-917a-adbf4a3d5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.639187 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c7552a02-a5e1-4b29-917a-adbf4a3d5e3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2b1d12e-7e0a-4c47-82e2-335f1c2ef460 HTTP/1.1" status: 200 len: 855 time: 0.1221426 Nov 10 03:51:49.843201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c610e1e8-6671-4ea8-b05d-27cef8cb22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.845104 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c610e1e8-6671-4ea8-b05d-27cef8cb22c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9b17533-2125-45ba-b8e9-05a27e436663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120417 Nov 10 03:51:49.855422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-6d7dfaac-5e02-4b61-9989-b465b4704e86 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:49.858817 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-6d7dfaac-5e02-4b61-9989-b465b4704e86 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.44 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 813 time: 0.2437890 Nov 10 03:51:49.878325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Request body: {'port': {'device_id': 'd886064b-8b86-4bb5-a270-20b817109697', 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae', 'admin_state_up': True, 'tenant_id': 'b36d6b69861546b7b17e2d77720169e6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:49.961784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16e2d24d-9bdd-44ef-a4a4-04934d66b42e req-0fa03a7c-d95d-49a6-a91f-d333948797a4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 210 time: 0.4369812 Nov 10 03:51:50.102566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:50.105061 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88849486-5026-45e1-b179-79a666a38369" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:50.118182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d3fc6-461d-4870-b28c-39bd8155cb7d req-e716347d-d248-4e83-bc50-3710e345543e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.120550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-028d3fc6-461d-4870-b28c-39bd8155cb7d req-e716347d-d248-4e83-bc50-3710e345543e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1657376 Nov 10 03:51:50.208552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-028d3fc6-461d-4870-b28c-39bd8155cb7d req-4d2de0b9-24dd-4d33-b71e-2be80c67290c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800300 Nov 10 03:51:50.212364 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c9429-9a43-4c51-a296-7c6b3e2f9c8f x-openstack-request-id: req-fe3c9429-9a43-4c51-a296-7c6b3e2f9c8f {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:50.212818 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:50.213023 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe3c9429-9a43-4c51-a296-7c6b3e2f9c8f {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:50.213963 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3', 'status': 'completed', 'code': 200} Nov 10 03:51:50.217440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-ead22af9-7400-48f3-9ea9-704f298a49c8 service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574080 Nov 10 03:51:50.222839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Made reservation on behalf of b36d6b69861546b7b17e2d77720169e6 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:51:50.232019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:50.562323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Allocated IP 172.20.0.3 (a04f2986-1e05-4480-82d3-f14f17472eae/7ce46afb-6e6d-41b4-9de1-71650ebdb4ef/5d9ac246-5ce4-4298-82a6-1d01e301c75f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:51:50.592809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60996) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:50.597640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74962a2-30f4-4806-8783-b7081c6bc15f req-597e6fef-41d0-47e6-8629-c9d8eb4e07e7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.599998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a74962a2-30f4-4806-8783-b7081c6bc15f req-597e6fef-41d0-47e6-8629-c9d8eb4e07e7 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1018925 Nov 10 03:51:50.634859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-aaa02468-e13a-4bfb-8e01-65f468e1aef6 service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928926 Nov 10 03:51:50.687007 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-c7f2049e-3097-45f4-b5e2-e1db79dae62c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 217 time: 0.0442677 Nov 10 03:51:50.739297 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:51:50.779016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a74962a2-30f4-4806-8783-b7081c6bc15f req-be0c7bfb-6529-4af7-8cde-469289af0331 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566794 Nov 10 03:51:50.801837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7c11a7ff-8912-4a5b-bdb1-c182b000f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.803151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.803923 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7c11a7ff-8912-4a5b-bdb1-c182b000f64b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.1067176 Nov 10 03:51:50.814680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.821229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.830552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.837836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.845173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.852193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.863243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-85b4cdf4-8e2b-4dd3-a670-574efc9d9f32 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1795430 Nov 10 03:51:50.868643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4c35783e-c574-4f43-bcb3-2f2564cb0248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:50.892400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:50.920892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-4756e4df-5573-4ba1-8f04-fc2b8c6136d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:50.922593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-4756e4df-5573-4ba1-8f04-fc2b8c6136d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094120 Nov 10 03:51:50.973157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25db7dfe-ee64-4253-8b6b-38925bcb718f req-478b8a65-e2c3-4001-b1bf-7ded914c8e1c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030054 Nov 10 03:51:51.026353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce19771-a5c9-47c4-964b-141eac8976aa req-edcd50fc-b403-4533-a845-c274cbcea124 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:51.030887 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ce19771-a5c9-47c4-964b-141eac8976aa req-edcd50fc-b403-4533-a845-c274cbcea124 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.0945234 Nov 10 03:51:51.074104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.106797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['af91e7bd-233c-48e9-be3c-02254d5fa9ab'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:51.137372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4c35783e-c574-4f43-bcb3-2f2564cb0248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.139708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ce19771-a5c9-47c4-964b-141eac8976aa req-c4ac71a1-a862-4831-8124-76e5c6a9aff1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009505 Nov 10 03:51:51.167609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4c35783e-c574-4f43-bcb3-2f2564cb0248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.175140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Network a04f2986-1e05-4480-82d3-f14f17472eae is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:51:51.188962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-633bcc90-24e5-4cd6-a55b-37b65972c3d2 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544556 Nov 10 03:51:51.195309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:51:51.215365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d854a4-0426-4c1e-afb6-0694a691a84c req-56583ecf-8f48-44cc-8f89-ab1574c83dbe tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:51.216559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:51:51.216964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d854a4-0426-4c1e-afb6-0694a691a84c req-56583ecf-8f48-44cc-8f89-ab1574c83dbe tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 931 time: 0.1338410 Nov 10 03:51:51.222000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Pushing event updated for resources: {'Port': ['ID=5d9ac246-5ce4-4298-82a6-1d01e301c75f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:51.319604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4c35783e-c574-4f43-bcb3-2f2564cb0248 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4de7efc0758e4e66b8d982fe6913788a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7257574 Nov 10 03:51:51.325889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32782) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:51.337539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35783e-c574-4f43-bcb3-2f2564cb0248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb775f-a31c-475e-a220-072853120c49,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:51.377528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:51.380777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.398591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d854a4-0426-4c1e-afb6-0694a691a84c req-9aa4c332-c58c-4774-b6fe-aff0579cb06a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628463 Nov 10 03:51:51.437904 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-fcbbd439-54ff-49ae-a996-6b77258d0dd0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5585711 Nov 10 03:51:51.448768 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-4992808b-06c3-4ddb-9aad-f84cd857bf11 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459271 Nov 10 03:51:51.457834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.461960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Request body: {'port': {'device_id': 'd886064b-8b86-4bb5-a270-20b817109697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:51:51.499057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.538683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-39835989-a3e4-4b85-83e3-0b8e1386a792 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 217 time: 0.0719249 Nov 10 03:51:51.568577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.581638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.591187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ecb775f-a31c-475e-a220-072853120c49 HTTP/1.1" status: 204 len: 168 time: 0.2639492 Nov 10 03:51:51.613130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb775f-a31c-475e-a220-072853120c49,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:51.633048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.633425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.633748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.634105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.634508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.634818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.635077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.635447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.635723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.636046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.636367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.636760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474376-402e-405c-b7a1-97c3b04c6b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:51.688755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:51.716353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-3414f86d-ae3b-4a06-adf6-f2d20f259b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:51.718524 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-3414f86d-ae3b-4a06-adf6-f2d20f259b00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.1708376 Nov 10 03:51:51.750821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def4fb0-1b19-4a29-bcb0-6ce41c229d4e req-4cba36cd-3d39-4381-a46b-e2e1364f70b6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:51.752884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7def4fb0-1b19-4a29-bcb0-6ce41c229d4e req-4cba36cd-3d39-4381-a46b-e2e1364f70b6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.0730247 Nov 10 03:51:51.823237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7def4fb0-1b19-4a29-bcb0-6ce41c229d4e req-da8d0190-e181-4650-8ed4-1ea7135553bc tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620553 Nov 10 03:51:52.039751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32794) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:52.063401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94b41988-4c70-4995-8519-f8188a57b81a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.143456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.149804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.156529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.162502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.170665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.176617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.182813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.184788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-1ba62995-76d3-4bfe-8561-6750cc9043a8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1233582 Nov 10 03:51:52.226237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-54555de8-7431-4ff8-aba1-443f0cfc96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.227753 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-54555de8-7431-4ff8-aba1-443f0cfc96e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4784858 Nov 10 03:51:52.281888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94b41988-4c70-4995-8519-f8188a57b81a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.293966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b15ec62-8d73-4900-a16a-beede4366c08 req-3d23d371-010b-4dd1-bf9f-f17f5e9e79a3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993524 Nov 10 03:51:52.298397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94b41988-4c70-4995-8519-f8188a57b81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.362785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94b41988-4c70-4995-8519-f8188a57b81a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=936e488b1a0a4c0bb96437612a859254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196557 Nov 10 03:51:52.363598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32798) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:52.366902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b41988-4c70-4995-8519-f8188a57b81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a9846a-ffa0-47b8-8387-8f6ea4d76945,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:52.524123 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.535117 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-ff1596fc-9fa7-4ffe-9d84-6b4d90eca057 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923670 Nov 10 03:51:52.561639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cab6b9-d4a4-44c7-a532-80d85a8e80e4 req-b4f72970-5564-4195-b4b0-8f0c82d52349 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.566144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74cab6b9-d4a4-44c7-a532-80d85a8e80e4 req-b4f72970-5564-4195-b4b0-8f0c82d52349 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 931 time: 0.0665274 Nov 10 03:51:52.624356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74cab6b9-d4a4-44c7-a532-80d85a8e80e4 req-66cae77b-024f-44f9-9132-3fc9410f1e28 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522766 Nov 10 03:51:52.625868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.707104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9ac246-5ce4-4298-82a6-1d01e301c75f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:52.719899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.776631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Transition to ACTIVE for port object 5d9ac246-5ce4-4298-82a6-1d01e301c75f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:51:52.789736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.831865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-d5a82596-19ac-498c-ae1d-f878c729175e service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890105 Nov 10 03:51:52.856492 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.859764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:52.860882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78a9846a-ffa0-47b8-8387-8f6ea4d76945 HTTP/1.1" status: 204 len: 168 time: 0.4959109 Nov 10 03:51:52.910339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-881602bf-d1fb-4dac-8535-cbe133380b35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=238d3fce-df56-4ff3-83d8-3955c3b63894 HTTP/1.1" status: 200 len: 217 time: 0.0681946 Nov 10 03:51:52.960591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498fd8-4f3e-4069-ba17-760d4eb45ab0 req-0018126b-4edf-4fb5-84bb-4aec1c7bf681 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:52.968607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13498fd8-4f3e-4069-ba17-760d4eb45ab0 req-0018126b-4edf-4fb5-84bb-4aec1c7bf681 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.0708866 Nov 10 03:51:52.976571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a9846a-ffa0-47b8-8387-8f6ea4d76945,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:52.989148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9ac246-5ce4-4298-82a6-1d01e301c75f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:53.029839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.030313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.030558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.030899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.031230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.031594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.031887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.032308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.032536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.032856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.033210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.033498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57a826-6e06-4eac-a6a8-c6ce9636cb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.034652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13498fd8-4f3e-4069-ba17-760d4eb45ab0 req-33e25d86-cf8e-4228-9851-1518975ac383 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650125 Nov 10 03:51:53.040227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.040569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.040915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.041253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.041598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.043096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.043096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.043096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.043096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.044195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.044522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.044844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:51:53.059755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Attempting to bind port 5d9ac246-5ce4-4298-82a6-1d01e301c75f on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:51:53.059755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Attempting to bind port 5d9ac246-5ce4-4298-82a6-1d01e301c75f by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:51:53.059755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Attempting to bind port 5d9ac246-5ce4-4298-82a6-1d01e301c75f on network a04f2986-1e05-4480-82d3-f14f17472eae {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:53.066409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Port 5d9ac246-5ce4-4298-82a6-1d01e301c75f on network a04f2986-1e05-4480-82d3-f14f17472eae not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:51:53.066734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Attempting to bind port 5d9ac246-5ce4-4298-82a6-1d01e301c75f on network a04f2986-1e05-4480-82d3-f14f17472eae {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:51:53.072218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:51:53.072559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Checking segment: {'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:51:53.072937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Bound using segment: {'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:51:53.073424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Bound port: 5d9ac246-5ce4-4298-82a6-1d01e301c75f, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c18412f-c406-445f-bf03-9766d5efff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:51:53.073788 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:53.077233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-03b40bff-e311-4a7d-8a2f-8554aedfc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.078839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-03b40bff-e311-4a7d-8a2f-8554aedfc860 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.1513326 Nov 10 03:51:53.178426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-3fae847d-ca27-46ed-9296-0297ccae784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.179962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-3fae847d-ca27-46ed-9296-0297ccae784d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904155 Nov 10 03:51:53.180616 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:53.183582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] For port 5d9ac246-5ce4-4298-82a6-1d01e301c75f, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:51:53.186972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] For port 5d9ac246-5ce4-4298-82a6-1d01e301c75f, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d9ac246-5ce4-4298-82a6-1d01e301c75f,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:51:53.191343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:53.269975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.271293 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:53.272682 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] 10.222.0.44 "PUT /v2.0/ports/5d9ac246-5ce4-4298-82a6-1d01e301c75f HTTP/1.1" status: 200 len: 1091 time: 1.8227973 Nov 10 03:51:53.275021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd886064b-8b86-4bb5-a270-20b817109697', 'tag': '5d9ac246-5ce4-4298-82a6-1d01e301c75f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:53.277590 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22333301-0796-496c-a8fc-5bf0a08d4ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "d886064b-8b86-4bb5-a270-20b817109697", "tag": "5d9ac246-5ce4-4298-82a6-1d01e301c75f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:53.319164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac289ec7-8d1c-4351-ace4-76a12b2b1147 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9ac246-5ce4-4298-82a6-1d01e301c75f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:53.358212 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6157b2-d4dc-4be9-b3d3-ea0f89d1bc35 x-openstack-request-id: req-4a6157b2-d4dc-4be9-b3d3-ea0f89d1bc35 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:53.358556 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d886064b-8b86-4bb5-a270-20b817109697", "tag": "5d9ac246-5ce4-4298-82a6-1d01e301c75f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:53.358754 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a6157b2-d4dc-4be9-b3d3-ea0f89d1bc35 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:53.359158 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd886064b-8b86-4bb5-a270-20b817109697', 'tag': '5d9ac246-5ce4-4298-82a6-1d01e301c75f', 'status': 'completed', 'code': 200} Nov 10 03:51:53.378269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7c724930-a871-4069-ab79-90d12304b913 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794617 Nov 10 03:51:53.395730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-81d3babd-318e-4cba-8ed3-add5e5778434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.397364 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-81d3babd-318e-4cba-8ed3-add5e5778434 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 1094 time: 0.0735102 Nov 10 03:51:53.479323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-63a64f2a-496c-475e-a93c-386cc5060067 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d9ac246-5ce4-4298-82a6-1d01e301c75f HTTP/1.1" status: 200 len: 217 time: 0.0705690 Nov 10 03:51:53.535810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.548567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.556881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.563253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.568127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-dbcd2b8b-2e71-4131-aaa0-7afddce0bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.570241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-dbcd2b8b-2e71-4131-aaa0-7afddce0bfcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.0827696 Nov 10 03:51:53.570379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.577539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.585061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.598134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-038604be-e8a0-4369-8014-1228c79db1f9 req-d5421408-7998-4928-bad4-154a9a7a3c41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1892006 Nov 10 03:51:53.623284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-6147c869-d6aa-4b1b-a2d0-966504bf867e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399594 Nov 10 03:51:53.625865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-21ec21c8-9640-4af1-9036-49892ac7ae82 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406516 Nov 10 03:51:53.669665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-038604be-e8a0-4369-8014-1228c79db1f9 req-9b909c8f-2fc6-4221-bc52-2c30eac85207 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703747 Nov 10 03:51:53.759872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-92791b31-78b8-4391-a10b-58cd2da1fac3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0 HTTP/1.1" status: 200 len: 217 time: 0.0482581 Nov 10 03:51:53.772479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c597ad9-3457-40c4-9da5-8d265249c6d4 req-0858d9e1-dc24-4af2-b9f9-e0773dd744c1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.782351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c597ad9-3457-40c4-9da5-8d265249c6d4 req-0858d9e1-dc24-4af2-b9f9-e0773dd744c1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 943 time: 0.0661697 Nov 10 03:51:53.843890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-8be5a2e1-690e-4ca0-a630-5f975eeada52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.845526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-8be5a2e1-690e-4ca0-a630-5f975eeada52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0770700 Nov 10 03:51:53.851489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c597ad9-3457-40c4-9da5-8d265249c6d4 req-37e42b32-e0b6-48d6-a9d2-31e41231c7f2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643356 Nov 10 03:51:53.868787 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-5b4ceb62-8411-4ed8-8f3f-f5714ca78de0 service neutron] 10.222.0.44 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389796 Nov 10 03:51:53.980268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-5f07647b-d849-4658-a67e-c797c93d9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:53.981880 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-5f07647b-d849-4658-a67e-c797c93d9520 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117413 Nov 10 03:51:54.049777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d27820f-56a8-41d4-b755-bbff979eaf14 req-913ca7cc-9fa3-4731-8203-06fe7b59eed2 service neutron] 10.222.0.44 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507499 Nov 10 03:51:54.135510 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-0013b769-33d5-4954-b30c-73b464bb0c76 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450500 Nov 10 03:51:54.179220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498b61-067d-40f6-98f6-7dd926d86fe2 req-bfa4fa42-4c5a-46de-b9f3-acaee555eb14 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.187131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3498b61-067d-40f6-98f6-7dd926d86fe2 req-bfa4fa42-4c5a-46de-b9f3-acaee555eb14 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.0623944 Nov 10 03:51:54.244066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3498b61-067d-40f6-98f6-7dd926d86fe2 req-1ab4f07b-e520-4fa3-a2d9-37b5928a8754 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 Nov 10 03:51:54.251596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-9c244b58-f893-42e4-b8bc-7a092ff390a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.253120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-9c244b58-f893-42e4-b8bc-7a092ff390a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 1094 time: 0.1166151 Nov 10 03:51:54.329260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-2fb2b408-acf3-4e35-963c-d9a92db3a11a service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815505 Nov 10 03:51:54.379970 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-4382488c-1e6a-4b0a-ba8a-835d9290105b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=207a9264-abd3-4613-b424-2384294d5ca0 HTTP/1.1" status: 200 len: 217 time: 0.0437789 Nov 10 03:51:54.450694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-561eb329-f510-4f82-af0e-61fc37ebc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.452689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-561eb329-f510-4f82-af0e-61fc37ebc255 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 913 time: 0.1849885 Nov 10 03:51:54.469064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-4aaba8e1-43c8-4641-9a07-56d3a0086712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.471210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-4aaba8e1-43c8-4641-9a07-56d3a0086712 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0843735 Nov 10 03:51:54.499359 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-28c361a0-97e3-4354-aaa4-75a0fdbb1e0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d9ac246-5ce4-4298-82a6-1d01e301c75f HTTP/1.1" status: 200 len: 217 time: 0.0383737 Nov 10 03:51:54.593064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-a0d36d42-48eb-44da-8593-7c43ca1701f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.599394 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-a0d36d42-48eb-44da-8593-7c43ca1701f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.0866251 Nov 10 03:51:54.601213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-695d58ff-24bd-43cc-8f0c-9de134ca9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.602660 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-695d58ff-24bd-43cc-8f0c-9de134ca9946 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055562 Nov 10 03:51:54.631105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-12ed39c1-cf47-474f-8c68-9e2a6e29a5f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249941 Nov 10 03:51:54.835831 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-860d1ecf-3b70-4c3c-9d3e-0025ec1526fa service neutron] 10.222.0.44 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875734 Nov 10 03:51:54.835831 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-d60444c8-47a3-462c-9fd2-c6fea05c6237 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1985395 Nov 10 03:51:54.853968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.862146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.873011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.882575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.902570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.913377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.923155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:54.925682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-b76b86bc-71e1-40e4-b012-043b7bc55aeb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1535144 Nov 10 03:51:54.966419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-f0a59b19-a0e4-4192-9e4f-ed11f97058cf service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303781 Nov 10 03:51:55.018311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-faee5acc-506e-464f-8348-5d8e2e69ba38 req-9fcaef6d-a313-4be5-a418-9123429db720 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851519 Nov 10 03:51:55.171915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22333301-0796-496c-a8fc-5bf0a08d4ac3 req-af0eb14b-010c-4753-8f56-287c736a7966 service neutron] 10.222.0.44 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245451 Nov 10 03:51:55.173691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f04a7-e278-4e76-938a-92c26e144f9c req-59446294-2c63-49a4-97bd-7a327fcba44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:55.183545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-59446294-2c63-49a4-97bd-7a327fcba44c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d571b56e3c42d59a2577a7da379f0b&device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 1097 time: 0.2674632 Nov 10 03:51:55.211894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54462d80-1c3e-4d30-9641-825ce66b5f20 req-3db15bc9-ca0d-4fc1-ab41-a67b50046081 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:55.226157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54462d80-1c3e-4d30-9641-825ce66b5f20 req-3db15bc9-ca0d-4fc1-ab41-a67b50046081 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 943 time: 0.1619468 Nov 10 03:51:55.350819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f04a7-e278-4e76-938a-92c26e144f9c req-076a0f24-49aa-46a6-bdc7-94ff09173bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:55.352678 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-076a0f24-49aa-46a6-bdc7-94ff09173bb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=698283b8-1ee0-408a-89b6-d4887200d304 HTTP/1.1" status: 200 len: 914 time: 0.1452909 Nov 10 03:51:55.364960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54462d80-1c3e-4d30-9641-825ce66b5f20 req-c1d4ce8b-736d-4c6e-8c5f-0cf83ac6652b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355758 Nov 10 03:51:55.414624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e2d0c-ca9b-40ec-9bfe-5527a7dbcff0 req-1dc43aa2-6ba9-4c72-b960-0f5f46c67d2d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:55.417522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-388e2d0c-ca9b-40ec-9bfe-5527a7dbcff0 req-1dc43aa2-6ba9-4c72-b960-0f5f46c67d2d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.0788734 Nov 10 03:51:55.418499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-7dc63f72-3541-4417-9f47-3a626e9d601e service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439032 Nov 10 03:51:55.478882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-388e2d0c-ca9b-40ec-9bfe-5527a7dbcff0 req-81f840e3-2d90-4fb4-b197-5266d57a8e2a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Nov 10 03:51:55.723886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32930) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:55.846926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9d5e-036e-4ab9-a86e-156e40b1270f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:55.868225 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6e344723-a18d-4305-97dd-5b5af7fd5a7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fd9f72-9f73-4107-ae80-20723a6184a3 HTTP/1.1" status: 200 len: 217 time: 0.4347289 Nov 10 03:51:55.916335 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-f54d52bc-8dbc-4a8d-87a7-c02be50fb683 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0 HTTP/1.1" status: 200 len: 1000 time: 0.5562544 Nov 10 03:51:55.973491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-155c509e-ffd4-49c8-a58d-a2f65fe8d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:55.974907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-155c509e-ffd4-49c8-a58d-a2f65fe8d547 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0934546 Nov 10 03:51:55.980505 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9d5e-036e-4ab9-a86e-156e40b1270f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:55.987698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9d5e-036e-4ab9-a86e-156e40b1270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:56.036609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f04a7-e278-4e76-938a-92c26e144f9c req-18f6489b-99d4-4bd5-a2df-0534fd3c07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.038101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-18f6489b-99d4-4bd5-a2df-0534fd3c07e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=550905e6-dfbc-402d-8a50-4db0d6bfa3fc HTTP/1.1" status: 200 len: 853 time: 0.1107938 Nov 10 03:51:56.081284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6ef9f53f-0f23-4ee2-bc98-a49158af6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.082883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6ef9f53f-0f23-4ee2-bc98-a49158af6e3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911462 Nov 10 03:51:56.102447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c9bb9d5e-036e-4ab9-a86e-156e40b1270f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a1f0fc96df24362a2ac38bc44485dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751812 Nov 10 03:51:56.103367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:56.123394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb9d5e-036e-4ab9-a86e-156e40b1270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acf7b41-79f9-49a2-ad0f-55a69d54641a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:56.151509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f04a7-e278-4e76-938a-92c26e144f9c req-73c2496d-12ee-4696-ac13-49f26ca1e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.152936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-73c2496d-12ee-4696-ac13-49f26ca1e5a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=698283b8-1ee0-408a-89b6-d4887200d304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056485 Nov 10 03:51:56.243523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d9ac246-5ce4-4298-82a6-1d01e301c75f details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:51:56.261630 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-086ce9b6-415d-4fe8-9156-2e3f8cd96b07 service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999601 Nov 10 03:51:56.332289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54bcf2c2-85a8-4072-927e-838db4802f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:56.354644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-596d45da-f304-4f05-bc15-214b0d7aa77a service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639153 Nov 10 03:51:56.368437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.375152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.388081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.399247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.406900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.409137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5d9ac246-5ce4-4298-82a6-1d01e301c75f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d9ac246-5ce4-4298-82a6-1d01e301c75f,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:56.414101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.421166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.430752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-e94da907-0c78-4613-aa0d-9dad078ac506 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.2516980 Nov 10 03:51:56.439754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '5d9ac246-5ce4-4298-82a6-1d01e301c75f', 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae', 'port_id': '5d9ac246-5ce4-4298-82a6-1d01e301c75f', 'mac_address': 'fa:16:3e:c8:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce46afb-6e6d-41b4-9de1-71650ebdb4ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:51:56.484509 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54bcf2c2-85a8-4072-927e-838db4802f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:56.518552 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:56.527035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-858f04a7-e278-4e76-938a-92c26e144f9c req-7a25641b-ef38-44a2-ae2b-7213df6e7cbd service neutron] 10.222.0.11 "GET /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541683 Nov 10 03:51:56.534045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9ac246-5ce4-4298-82a6-1d01e301c75f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:51:56.564168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5d9ac246-5ce4-4298-82a6-1d01e301c75f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d9ac246-5ce4-4298-82a6-1d01e301c75f,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:56.567815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a75f347-5055-4040-8d69-b652ee23f152 req-6ad63f3d-fd0f-48cd-975e-9aa4a8dfc460 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034645 Nov 10 03:51:56.570417 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:56.612699 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aad23d26-652f-47f6-9b2f-a47503bc380e req-53199235-7f2b-425a-8260-3c0542098a22 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808443 Nov 10 03:51:56.659278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5d9ac246-5ce4-4298-82a6-1d01e301c75f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:56.668931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66877-6fee-40f1-8696-2d981ad32b2a req-07b494d2-5b16-450d-ae9c-d309e791f987 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.681351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fc66877-6fee-40f1-8696-2d981ad32b2a req-07b494d2-5b16-450d-ae9c-d309e791f987 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 943 time: 0.1827741 Nov 10 03:51:56.705439 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54bcf2c2-85a8-4072-927e-838db4802f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:56.708171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54bcf2c2-85a8-4072-927e-838db4802f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:56.709512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-54bcf2c2-85a8-4072-927e-838db4802f25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2acf7b41-79f9-49a2-ad0f-55a69d54641a HTTP/1.1" status: 204 len: 168 time: 0.6020911 Nov 10 03:51:56.757386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcf2c2-85a8-4072-927e-838db4802f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acf7b41-79f9-49a2-ad0f-55a69d54641a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:56.790290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fc66877-6fee-40f1-8696-2d981ad32b2a req-ffb88cd6-17e6-4f92-af36-719f9cea1b86 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077554 Nov 10 03:51:56.832191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee18a24-7634-46a7-9a3a-f4b8d23aad2d req-f6fd354d-f494-47fc-a127-4a693cebdb86 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.833732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cee18a24-7634-46a7-9a3a-f4b8d23aad2d req-f6fd354d-f494-47fc-a127-4a693cebdb86 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1162639 Nov 10 03:51:56.881027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.881525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.882079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.882546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.883003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.883459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.883911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:56.886020 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88849486-5026-45e1-b179-79a666a38369 req-cfae1fb1-a9dd-4596-a7ab-34f79f843a38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6488 time: 0.0755875 Nov 10 03:51:56.896218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['5d9ac246-5ce4-4298-82a6-1d01e301c75f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:51:56.902157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cee18a24-7634-46a7-9a3a-f4b8d23aad2d req-0b8319ba-2fa6-4ec2-8dc1-b1beae354a79 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572636 Nov 10 03:51:57.024134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-350cc97d-d4f0-49d4-889a-3053b40a2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.026541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88849486-5026-45e1-b179-79a666a38369 req-350cc97d-d4f0-49d4-889a-3053b40a2178 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0 HTTP/1.1" status: 200 len: 902 time: 0.1183820 Nov 10 03:51:57.099746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88849486-5026-45e1-b179-79a666a38369 req-25a50d20-6b7e-4740-b722-5ede175f8a05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fd9f72-9f73-4107-ae80-20723a6184a3 HTTP/1.1" status: 200 len: 217 time: 0.0647964 Nov 10 03:51:57.101053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32956) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:57.124341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8023d6ae-8ad8-4efd-acd8-8b29bfac0c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:57.179252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-d0e2757a-708f-4e5b-aea9-18be0b51652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.180693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88849486-5026-45e1-b179-79a666a38369 req-d0e2757a-708f-4e5b-aea9-18be0b51652d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0658545 Nov 10 03:51:57.253413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849486-5026-45e1-b179-79a666a38369 req-23048037-13a6-46aa-89a7-aefe9ea1828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.254969 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88849486-5026-45e1-b179-79a666a38369 req-23048037-13a6-46aa-89a7-aefe9ea1828d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629013 Nov 10 03:51:57.275225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8023d6ae-8ad8-4efd-acd8-8b29bfac0c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:57.286414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8023d6ae-8ad8-4efd-acd8-8b29bfac0c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:57.375515 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8023d6ae-8ad8-4efd-acd8-8b29bfac0c01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a28cb2bb17174050abf7f73209778046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729125 Nov 10 03:51:57.378174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32960) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:51:57.381625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023d6ae-8ad8-4efd-acd8-8b29bfac0c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18244358-49d4-48c7-a7e5-49e3bb7b923d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:57.402541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88849486-5026-45e1-b179-79a666a38369 req-4e3f60b7-b58f-4ece-9d32-7974e4bd2274 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354041 Nov 10 03:51:57.433338 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c365366-de16-424f-b863-61b746be600f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:57.455166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c365366-de16-424f-b863-61b746be600f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:57.501243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88849486-5026-45e1-b179-79a666a38369 req-970118bf-654a-4974-8b0b-7fe362f30ad6 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871253 Nov 10 03:51:57.504210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c365366-de16-424f-b863-61b746be600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:57.506865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c365366-de16-424f-b863-61b746be600f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:57.507994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2c365366-de16-424f-b863-61b746be600f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18244358-49d4-48c7-a7e5-49e3bb7b923d HTTP/1.1" status: 204 len: 168 time: 0.1284645 Nov 10 03:51:57.519024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c365366-de16-424f-b863-61b746be600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18244358-49d4-48c7-a7e5-49e3bb7b923d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:57.763594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.768853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.775455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.782062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.788098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.794093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.801993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.809820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-49526e00-d7a1-4e53-bb20-c73ded286ef2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1022253 Nov 10 03:51:57.870910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0a1e9c7-ac9c-47b5-8e33-a463c8435d9c req-9380ec4e-6702-4764-92d3-657ba7cc60cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601959 Nov 10 03:51:57.931725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399455a-be3f-4329-9915-07cb34150e91 req-9d66494e-9679-41f4-8d80-6e651398d34b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:57.933433 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9399455a-be3f-4329-9915-07cb34150e91 req-9d66494e-9679-41f4-8d80-6e651398d34b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 944 time: 0.0611801 Nov 10 03:51:58.010189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9399455a-be3f-4329-9915-07cb34150e91 req-16b4f46f-54c5-4912-984f-fd401f292e64 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697103 Nov 10 03:51:58.175267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc8da6-5069-4be7-9ecf-82ca0ddfc63c req-3bfd4478-da97-4284-aaf2-818a715e7bcd tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:58.185548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14bc8da6-5069-4be7-9ecf-82ca0ddfc63c req-3bfd4478-da97-4284-aaf2-818a715e7bcd tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1021001 Nov 10 03:51:58.248245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14bc8da6-5069-4be7-9ecf-82ca0ddfc63c req-045780cb-85cb-4d36-81f1-e62d5e15d1ec tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603147 Nov 10 03:51:58.250906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d9ac246-5ce4-4298-82a6-1d01e301c75f up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:51:58.324599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 5d9ac246-5ce4-4298-82a6-1d01e301c75f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:51:58.331362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 5d9ac246-5ce4-4298-82a6-1d01e301c75f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:51:58.331731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:58.438102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:58.469639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886064b-8b86-4bb5-a270-20b817109697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ac246-5ce4-4298-82a6-1d01e301c75f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:51:58.472839 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26a6b5a-d9c2-4300-b504-f4355ffe9073" -d '{"events": [{"server_uuid": "d886064b-8b86-4bb5-a270-20b817109697", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ac246-5ce4-4298-82a6-1d01e301c75f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:51:58.494320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5d9ac246-5ce4-4298-82a6-1d01e301c75f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d9ac246-5ce4-4298-82a6-1d01e301c75f,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:51:58.500162 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:51:58.558298 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d115e2-6ca3-4c24-baf9-9d6d5756b4d5 x-openstack-request-id: req-88d115e2-6ca3-4c24-baf9-9d6d5756b4d5 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:51:58.559089 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886064b-8b86-4bb5-a270-20b817109697", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ac246-5ce4-4298-82a6-1d01e301c75f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:51:58.559089 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88d115e2-6ca3-4c24-baf9-9d6d5756b4d5 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:51:58.559318 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886064b-8b86-4bb5-a270-20b817109697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ac246-5ce4-4298-82a6-1d01e301c75f', 'code': 200} Nov 10 03:51:58.580274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b96f5-6440-4ce5-aebb-af384b8deaf5 req-1fcbdbf0-487d-4dca-84b0-11ffa91cbe0a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:58.582131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-686b96f5-6440-4ce5-aebb-af384b8deaf5 req-1fcbdbf0-487d-4dca-84b0-11ffa91cbe0a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 945 time: 0.0718880 Nov 10 03:51:58.597837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5d9ac246-5ce4-4298-82a6-1d01e301c75f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:51:58.665335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-686b96f5-6440-4ce5-aebb-af384b8deaf5 req-516468b8-177f-4789-ab7e-50795c12aa23 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756876 Nov 10 03:51:58.687433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6406-bace-4fc2-9a13-3bff858a1548 req-7ea1aefa-28f3-4818-a39f-b2fa0750fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:58.689023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fc3f6406-bace-4fc2-9a13-3bff858a1548 req-7ea1aefa-28f3-4818-a39f-b2fa0750fbd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 1096 time: 0.0638695 Nov 10 03:51:58.785707 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fc3f6406-bace-4fc2-9a13-3bff858a1548 req-5a4a2566-b9d6-48cc-b0d9-a5ae12320d24 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887835 Nov 10 03:51:59.167479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.175390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.181816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.188739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.196962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.203594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.210715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.220805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-5c95c314-215c-4f9e-b15e-4503c6af6bf5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1329331 Nov 10 03:51:59.322228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca9d1224-d9f2-456a-b08c-3317630a94cf req-61e861b4-47a8-4a8e-af24-d6c0e1337cbc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003819 Nov 10 03:51:59.339953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e117a-30ed-44f7-9f25-7a9bf3faa8a0 req-6e6b8a97-f638-425f-a8ef-1e09c46e77fd tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.358131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-021e117a-30ed-44f7-9f25-7a9bf3faa8a0 req-6e6b8a97-f638-425f-a8ef-1e09c46e77fd tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 945 time: 0.1286016 Nov 10 03:51:59.422572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-021e117a-30ed-44f7-9f25-7a9bf3faa8a0 req-49650aec-c3e0-4b25-a86b-b894336a0ac6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634673 Nov 10 03:51:59.485969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c4be-0080-49ec-801e-106206caac97 req-bf094119-339e-45a9-91cb-305fa6651761 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.487469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f59c4be-0080-49ec-801e-106206caac97 req-bf094119-339e-45a9-91cb-305fa6651761 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 946 time: 0.0633194 Nov 10 03:51:59.544535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f59c4be-0080-49ec-801e-106206caac97 req-adaeb914-a246-466f-a33f-ce97a534c765 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502510 Nov 10 03:51:59.608315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042520fe-59ad-4a32-8837-25205ed85a78 req-9577ef85-97ca-4b22-afec-4a75adaff874 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:51:59.609808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-042520fe-59ad-4a32-8837-25205ed85a78 req-9577ef85-97ca-4b22-afec-4a75adaff874 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.0616379 Nov 10 03:51:59.660602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-042520fe-59ad-4a32-8837-25205ed85a78 req-852f57f5-ed0d-4757-8ab9-6774be043cf6 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Nov 10 03:52:00.089783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33058) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:00.201580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9a210282-cfd4-4bf0-a717-033988c73e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.285096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9a210282-cfd4-4bf0-a717-033988c73e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.289070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9a210282-cfd4-4bf0-a717-033988c73e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.331720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33070) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:00.332246 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9a210282-cfd4-4bf0-a717-033988c73e0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34eec49c3a39467ea4f8ba2844207e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408280 Nov 10 03:52:00.337610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a210282-cfd4-4bf0-a717-033988c73e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8a5c78-fb04-4604-8830-23e77a313ac2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:00.400005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c35010c1-5fa1-4a6d-b782-a366cb9ef158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.426086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c35010c1-5fa1-4a6d-b782-a366cb9ef158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.473949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.480490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.484362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c35010c1-5fa1-4a6d-b782-a366cb9ef158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.486593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.488065 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c35010c1-5fa1-4a6d-b782-a366cb9ef158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.493315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c35010c1-5fa1-4a6d-b782-a366cb9ef158 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a8a5c78-fb04-4604-8830-23e77a313ac2 HTTP/1.1" status: 204 len: 168 time: 0.1597550 Nov 10 03:52:00.504720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.505425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35010c1-5fa1-4a6d-b782-a366cb9ef158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8a5c78-fb04-4604-8830-23e77a313ac2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:00.517661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.523735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.541500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.551083 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-6f017865-1f9a-49ab-af0c-e4c1a8b712c5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1429698 Nov 10 03:52:00.653499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cdd49-4933-467e-94cc-983dec9ddd8e req-c5c066b6-c7cd-49e2-9a62-12d27100c71b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.662478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb5cdd49-4933-467e-94cc-983dec9ddd8e req-c5c066b6-c7cd-49e2-9a62-12d27100c71b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 945 time: 0.1085720 Nov 10 03:52:00.690514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39db1983-bf34-4bdc-b03a-58fa5bf656c5 req-5722c1c1-866f-4cf4-ab71-36183306f0d7 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383986 Nov 10 03:52:00.721846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb5cdd49-4933-467e-94cc-983dec9ddd8e req-debf67c4-47af-4a10-9477-067c189d3e87 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585041 Nov 10 03:52:00.843915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90492-6d17-4575-b94a-ce3e6e13a2d7 req-63e94eed-757b-47cd-92f1-a0cee0cd1b7c tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.845646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64b90492-6d17-4575-b94a-ce3e6e13a2d7 req-63e94eed-757b-47cd-92f1-a0cee0cd1b7c tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 946 time: 0.0580389 Nov 10 03:52:00.887565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33090) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:00.912240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64ed11e1-359c-4292-b5f2-f5018edbc398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:00.922830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df2e53-af3b-4acc-a19b-34b850f9c044 req-ec25fb9a-2f10-4bb9-878f-564d9a2f0365 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.924357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72df2e53-af3b-4acc-a19b-34b850f9c044 req-ec25fb9a-2f10-4bb9-878f-564d9a2f0365 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.0767846 Nov 10 03:52:00.932151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64b90492-6d17-4575-b94a-ce3e6e13a2d7 req-59581654-b14c-46d0-9718-4ed56022f08b tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups?id=e55a0139-7e8e-4881-9133-25151ffaa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751193 Nov 10 03:52:00.985448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-15ee24d7-ef5f-4b48-a87b-f84ad79f072d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:00.986986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72df2e53-af3b-4acc-a19b-34b850f9c044 req-c25c215f-b7e6-4c27-9a6a-c75150e70e05 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538764 Nov 10 03:52:00.987139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-15ee24d7-ef5f-4b48-a87b-f84ad79f072d tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.11 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 946 time: 0.0835216 Nov 10 03:52:01.139845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64ed11e1-359c-4292-b5f2-f5018edbc398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.145266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64ed11e1-359c-4292-b5f2-f5018edbc398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.180081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Deleting port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:01.180423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.212818 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-64ed11e1-359c-4292-b5f2-f5018edbc398 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9f0808f365d497384a0d5aee9b541ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214788 Nov 10 03:52:01.213452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33098) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:01.228140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8897b44-5b54-471b-a45e-05e7c2a0e252 req-9733dd42-6123-480b-9cb5-6e725456fa46 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.229736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8897b44-5b54-471b-a45e-05e7c2a0e252 req-9733dd42-6123-480b-9cb5-6e725456fa46 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 945 time: 0.0720768 Nov 10 03:52:01.255182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed11e1-359c-4292-b5f2-f5018edbc398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45ef241-576c-407e-8d49-a97f8006e295,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:01.308531 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34189b4a-6b51-4010-9906-c9df738e8693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.318631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] For port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:01.319065 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.334292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8897b44-5b54-471b-a45e-05e7c2a0e252 req-5c166ac8-5fbb-4aff-8c4a-4651f72d2af0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902011 Nov 10 03:52:01.352397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34189b4a-6b51-4010-9906-c9df738e8693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.412315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34189b4a-6b51-4010-9906-c9df738e8693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.416694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34189b4a-6b51-4010-9906-c9df738e8693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.418614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-34189b4a-6b51-4010-9906-c9df738e8693 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c45ef241-576c-407e-8d49-a97f8006e295 HTTP/1.1" status: 204 len: 168 time: 0.2039511 Nov 10 03:52:01.428405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34189b4a-6b51-4010-9906-c9df738e8693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45ef241-576c-407e-8d49-a97f8006e295,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:01.577998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.578570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.579039 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Floating IP da3eebcb-0b47-49f1-a0fc-ab687b7cf22a disassociated. External IP: 172.25.6.3, port: 4d7530ef-a235-4d03-8955-a0c75d3fd2b0. Nov 10 03:52:01.579512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Calling delete_port for 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:01.730635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:01.761564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event deleted for resources: {'Port': ['ID=4d7530ef-a235-4d03-8955-a0c75d3fd2b0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:01.891821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.899787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.909151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.914753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Router 79d97177-f738-478a-9254-51e17355b172 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:52:01.915158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.925271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.933593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.939181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:01.941856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-c9af76e2-fd61-4d19-aa56-46829f457f02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1517670 Nov 10 03:52:02.093990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:52:02.112068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] Sync routers for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:52:02.132313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:02.133227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:51:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:02.177234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] No DVR routers for this DVR port 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:02.180120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84f9bc13-fd44-49a6-8255-34bce9c42e9c req-5ee28401-eb59-4fbb-a5de-ae7d1c9d0ff2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2320037 Nov 10 03:52:02.186284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:02.193547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-743a9352-1d45-4e38-bee2-7a4500acf8ec req-5d560189-98e0-4340-a077-d67399926810 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.11 "DELETE /v2.0/ports/4d7530ef-a235-4d03-8955-a0c75d3fd2b0 HTTP/1.1" status: 204 len: 173 time: 1.1985095 Nov 10 03:52:02.194285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'name': 'network-vif-deleted', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:02.197083 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fb1be8-a053-4fb0-8532-caae4932dc0b" -d '{"events": [{"server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "name": "network-vif-deleted", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:02.237135 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16d84467-3ffc-42a2-98a8-81294bb2c8a3 req-16cd2161-02a7-4809-b92a-a322ab518d61 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/ports?device_id=c06afc63-263e-41eb-8f57-c9db4f80e302 HTTP/1.1" status: 200 len: 210 time: 0.1363776 Nov 10 03:52:02.274723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:02.328161 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3a48df-0598-4415-8713-edf128838b91 x-openstack-request-id: req-7e3a48df-0598-4415-8713-edf128838b91 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:02.329447 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06afc63-263e-41eb-8f57-c9db4f80e302", "name": "network-vif-deleted", "tag": "4d7530ef-a235-4d03-8955-a0c75d3fd2b0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:02.330476 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e3a48df-0598-4415-8713-edf128838b91 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:02.332562 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06afc63-263e-41eb-8f57-c9db4f80e302', 'name': 'network-vif-deleted', 'tag': '4d7530ef-a235-4d03-8955-a0c75d3fd2b0', 'status': 'completed', 'code': 200} Nov 10 03:52:02.426124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc4097-a66b-4398-972f-9dcbf8615e69 req-9db33ecc-306d-483a-9744-279ac06ed9bf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:02.447206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90dc4097-a66b-4398-972f-9dcbf8615e69 req-9db33ecc-306d-483a-9744-279ac06ed9bf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1108150 Nov 10 03:52:02.492798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:02.560543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:02.588629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef85c-7af5-4cf5-8334-f7cd71deb3bd req-e32c2aef-83f3-4596-b033-5dee420d0844 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:02.596799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-891ef85c-7af5-4cf5-8334-f7cd71deb3bd req-e32c2aef-83f3-4596-b033-5dee420d0844 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 945 time: 0.1465249 Nov 10 03:52:02.610415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'mac_address': 'fa:16:3e:b0:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:02.624530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90dc4097-a66b-4398-972f-9dcbf8615e69 req-8d7dc024-fe20-4dc7-9266-958c83da7eaf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761937 Nov 10 03:52:02.709329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-891ef85c-7af5-4cf5-8334-f7cd71deb3bd req-53c22e20-077a-46b8-9bb8-1177c29d797b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114631 Nov 10 03:52:02.828078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674687-e47c-413e-a00a-92553b453f34 req-22f346cb-0698-4307-9f80-869724b2c948 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:02.829862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11674687-e47c-413e-a00a-92553b453f34 req-22f346cb-0698-4307-9f80-869724b2c948 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.44 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 945 time: 0.0784314 Nov 10 03:52:02.897978 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:02.929887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:02.974739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Deleting port 5d9ac246-5ce4-4298-82a6-1d01e301c75f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:02.974739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:02.980485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:02.987740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.085363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:03.097138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 5, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:03.132619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] Checking router: 79d97177-f738-478a-9254-51e17355b172 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:52:03.135565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6ce8939b-fc62-4102-abb0-053d5552ae94'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:03.162130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] For port 5d9ac246-5ce4-4298-82a6-1d01e301c75f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d9ac246-5ce4-4298-82a6-1d01e301c75f,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:03.162649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.172880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:03.173732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:51:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:03.196937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Calling delete_port for 5d9ac246-5ce4-4298-82a6-1d01e301c75f owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:03.473850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33176) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:03.481327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:03.540248 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.558268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-907a98d1-b2e5-4329-98ae-6801cbde7277 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.569256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['5d9ac246-5ce4-4298-82a6-1d01e301c75f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:03.575933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:03.585568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:03.591871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:03.595287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Pushing event deleted for resources: {'Port': ['ID=5d9ac246-5ce4-4298-82a6-1d01e301c75f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:03.598079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:03.605703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:03.613431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:03.620341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:03.629243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['af91e7bd-233c-48e9-be3c-02254d5fa9ab'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:03.629407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-534e091a-134c-477d-aaf2-d97502c57d6a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.2691936 Nov 10 03:52:03.686703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-907a98d1-b2e5-4329-98ae-6801cbde7277 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.704702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] No DVR routers for this DVR port 5d9ac246-5ce4-4298-82a6-1d01e301c75f on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:03.711957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.722440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11674687-e47c-413e-a00a-92553b453f34 req-2880fdf0-928d-4639-9102-5392dfe29ff9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.44 "DELETE /v2.0/ports/5d9ac246-5ce4-4298-82a6-1d01e301c75f HTTP/1.1" status: 204 len: 173 time: 0.8828115 Nov 10 03:52:03.775711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff4a80ed-c7a6-4eb3-b0c9-8759ae0ad8bd req-f3dd24f4-c848-4685-bdbf-2fb9098127c2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454406 Nov 10 03:52:03.811057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-907a98d1-b2e5-4329-98ae-6801cbde7277 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.814131 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-907a98d1-b2e5-4329-98ae-6801cbde7277 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:03.818054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33188) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:03.818214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-907a98d1-b2e5-4329-98ae-6801cbde7277 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "DELETE /v2.0/security-groups/e55a0139-7e8e-4881-9133-25151ffaa6a5 HTTP/1.1" status: 204 len: 168 time: 0.3421223 Nov 10 03:52:03.839736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a98d1-b2e5-4329-98ae-6801cbde7277 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55a0139-7e8e-4881-9133-25151ffaa6a5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:03.839942 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-3d6bc2dc-63ec-474e-9685-398a72b18b78 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] show failed (client error): The resource could not be found. Nov 10 03:52:03.844586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3d6bc2dc-63ec-474e-9685-398a72b18b78 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "GET /v2.0/security-groups/e55a0139-7e8e-4881-9133-25151ffaa6a5 HTTP/1.1" status: 404 len: 347 time: 0.0223753 Nov 10 03:52:03.847000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33194) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:03.994726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bddc213f-cb00-425d-8bae-160a7d94c38a req-7038d7c5-653f-4f77-8b4e-b4ff54e06903 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=d886064b-8b86-4bb5-a270-20b817109697 HTTP/1.1" status: 200 len: 210 time: 0.0741694 Nov 10 03:52:04.030002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d52ab-224f-4725-a536-863795ca9a71 req-82694d09-8efb-4248-ad3d-3c99f5c8c455 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:04.042612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d4d52ab-224f-4725-a536-863795ca9a71 req-82694d09-8efb-4248-ad3d-3c99f5c8c455 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.2230666 Nov 10 03:52:04.115464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d4d52ab-224f-4725-a536-863795ca9a71 req-6e4c0630-2c5e-4dfc-815b-6becc718be03 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691850 Nov 10 03:52:04.167970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Deleting port a2d2ca68-c07d-4e11-b81b-2c0c415a1755 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:04.168321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.179276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 5, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:04.275446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ade4c-5214-494c-b9d9-d27dd20c2b3a None None] The sync data for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 is: [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:48:44Z', 'revision_number': 4, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '503d0a05-47c5-4163-960f-82a427a64256', 'name': '', 'network_id': '698283b8-1ee0-408a-89b6-d4887200d304', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'mac_address': 'fa:16:3e:c8:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:40Z', 'updated_at': '2021-11-10T03:48:50Z', 'revision_number': 5, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'subnets': [{'id': '550905e6-dfbc-402d-8a50-4db0d6bfa3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:52:04.347154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886064b-8b86-4bb5-a270-20b817109697', 'name': 'network-vif-deleted', 'tag': '5d9ac246-5ce4-4298-82a6-1d01e301c75f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:04.356263 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec699d65-4ab3-445b-bd77-fa2c01e43e8e" -d '{"events": [{"server_uuid": "d886064b-8b86-4bb5-a270-20b817109697", "name": "network-vif-deleted", "tag": "5d9ac246-5ce4-4298-82a6-1d01e301c75f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:04.393813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:04.396493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.396828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.429893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Calling delete_port for a2d2ca68-c07d-4e11-b81b-2c0c415a1755 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:04.492032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6ce8939b-fc62-4102-abb0-053d5552ae94 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:04.492855 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.532309 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f55ff-2623-4c9b-b7ad-8d94f56cb31b x-openstack-request-id: req-852f55ff-2623-4c9b-b7ad-8d94f56cb31b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:04.532631 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886064b-8b86-4bb5-a270-20b817109697", "name": "network-vif-deleted", "tag": "5d9ac246-5ce4-4298-82a6-1d01e301c75f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:04.532844 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-852f55ff-2623-4c9b-b7ad-8d94f56cb31b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:04.533417 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886064b-8b86-4bb5-a270-20b817109697', 'name': 'network-vif-deleted', 'tag': '5d9ac246-5ce4-4298-82a6-1d01e301c75f', 'status': 'completed', 'code': 200} Nov 10 03:52:04.617334 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.659244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:04.662647 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a215249-18c7-4458-aab3-8163ead57a85" -d '{"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:04.680135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:04.687183 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.790225 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f6c226-4ed7-4075-b319-4a5f9c04ff79 x-openstack-request-id: req-49f6c226-4ed7-4075-b319-4a5f9c04ff79 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:04.790522 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:04.790776 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49f6c226-4ed7-4075-b319-4a5f9c04ff79 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:04.791176 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'code': 200} Nov 10 03:52:04.791960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:04.832521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:04.832872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 4d7530ef-a235-4d03-8955-a0c75d3fd2b0 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:04.852165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.873342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:04.880920 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c6cd0-cd96-4be8-b2ed-514898db2612 None None] New status for floating IP da3eebcb-0b47-49f1-a0fc-ab687b7cf22a: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:52:04.905652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Pushing event deleted for resources: {'Port': ['ID=a2d2ca68-c07d-4e11-b81b-2c0c415a1755,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:04.983313 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.989707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:04.993844 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7630da42-b899-4ebb-8ff9-bd32b77f7983 tempest-ServersTestFqdnHostnames-1671682691 tempest-ServersTestFqdnHostnames-1671682691-project] 10.222.0.24 "DELETE /v2.0/floatingips/da3eebcb-0b47-49f1-a0fc-ab687b7cf22a HTTP/1.1" status: 204 len: 168 time: 1.1444478 Nov 10 03:52:04.994499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33260) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:05.002133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.008016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.036200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.042552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.077372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.084475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.118114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.130353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-f1000cc8-4754-44f7-9b38-a54aceb58f11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.2235391 Nov 10 03:52:05.404948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37ef58bd-e26e-4a69-af8d-c0db17ddd585 req-8acf8c1f-3733-4bb7-98ed-0af2d695aa83 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2678378 Nov 10 03:52:05.435575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6663e-a944-4c9f-bcd5-b406e7fa671d req-4d2c68f4-106c-4e94-89b7-97dbbb0a5ffb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.455574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81c6663e-a944-4c9f-bcd5-b406e7fa671d req-4d2c68f4-106c-4e94-89b7-97dbbb0a5ffb tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1539085 Nov 10 03:52:05.707190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81c6663e-a944-4c9f-bcd5-b406e7fa671d req-5e6e33eb-e994-441d-bb00-6df308e5746b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380836 Nov 10 03:52:05.753027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcc98b-15ec-4b0e-b7bd-ffd3524136bc req-71bed680-e93f-4ad1-bf0b-433ba195a6d3 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:05.754972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ebcc98b-15ec-4b0e-b7bd-ffd3524136bc req-71bed680-e93f-4ad1-bf0b-433ba195a6d3 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2178137 Nov 10 03:52:05.854278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ebcc98b-15ec-4b0e-b7bd-ffd3524136bc req-98b67fe8-2441-48c1-80fb-32a898bf297e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921504 Nov 10 03:52:05.962375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33314) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:05.996773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:06.125574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdceb-0b72-4fff-93b2-e30e43137a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:06.263015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9f0e-20ab-4a02-9395-f91fae0ff480 req-319cf125-962d-49d4-9a6c-d9de95344afc tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.272888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ffc9f0e-20ab-4a02-9395-f91fae0ff480 req-319cf125-962d-49d4-9a6c-d9de95344afc tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1039646 Nov 10 03:52:06.289690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d9ac246-5ce4-4298-82a6-1d01e301c75f no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:06.353602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Deleting port 503d0a05-47c5-4163-960f-82a427a64256 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:06.354344 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:06.359869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 5d9ac246-5ce4-4298-82a6-1d01e301c75f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:06.366335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d9ac246-5ce4-4298-82a6-1d01e301c75f not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:06.376256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ffc9f0e-20ab-4a02-9395-f91fae0ff480 req-8a0fd004-1436-4e92-9a83-c58edeacba7b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024005 Nov 10 03:52:06.423715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdceb-0b72-4fff-93b2-e30e43137a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:06.429077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdceb-0b72-4fff-93b2-e30e43137a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:06.471526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] For port 503d0a05-47c5-4163-960f-82a427a64256, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=503d0a05-47c5-4163-960f-82a427a64256,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:06.471886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:06.499706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Calling delete_port for 503d0a05-47c5-4163-960f-82a427a64256 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:06.523925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cdceb-0b72-4fff-93b2-e30e43137a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9498bf51-e648-41e5-8ef6-db3696349afa,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:06.642566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cd4cdceb-0b72-4fff-93b2-e30e43137a80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d01b636063d48d181c971eea81d9184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6789951 Nov 10 03:52:06.643226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33330) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:06.744764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490376cd-7029-4023-a5ff-e28e07fa57d5 req-aea85ace-daf3-4ef6-880c-331e1bb5c98d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.746367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-490376cd-7029-4023-a5ff-e28e07fa57d5 req-aea85ace-daf3-4ef6-880c-331e1bb5c98d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1301863 Nov 10 03:52:06.763212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.769234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.775566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.782153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.802912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.809997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.816086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:06.824523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-4c27e84f-7ce0-43ae-92d8-67c17511a65b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.2134724 Nov 10 03:52:06.876754 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e704c820-20d1-4f45-ba5f-55bc5a6645e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:06.978137 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abebc475-aa94-4f63-bab1-c3460f91cbc3 req-b021977e-c665-42c5-a027-d6df49d8044b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527772 Nov 10 03:52:07.001308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e704c820-20d1-4f45-ba5f-55bc5a6645e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:07.067403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:07.080748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-490376cd-7029-4023-a5ff-e28e07fa57d5 req-480e9cfc-2736-413d-bcac-69f0d02bc768 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459207 Nov 10 03:52:07.147813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=503d0a05-47c5-4163-960f-82a427a64256,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:07.211948 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e704c820-20d1-4f45-ba5f-55bc5a6645e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:07.214663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e704c820-20d1-4f45-ba5f-55bc5a6645e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:07.215818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e704c820-20d1-4f45-ba5f-55bc5a6645e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9498bf51-e648-41e5-8ef6-db3696349afa HTTP/1.1" status: 204 len: 168 time: 0.5435698 Nov 10 03:52:07.234650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704c820-20d1-4f45-ba5f-55bc5a6645e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9498bf51-e648-41e5-8ef6-db3696349afa,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:07.279682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b50a65-a33e-43d5-a8a2-67d870e289e0 req-ae13a476-6bf7-4c5e-989d-151d8b806856 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:07.281476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4b50a65-a33e-43d5-a8a2-67d870e289e0 req-ae13a476-6bf7-4c5e-989d-151d8b806856 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1625280 Nov 10 03:52:07.358839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4b50a65-a33e-43d5-a8a2-67d870e289e0 req-a92d8916-fc6c-4f28-b2a9-072104d5a328 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Nov 10 03:52:07.730122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:07.912250 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.020546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33354) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:08.042444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-821110d2-d521-450b-aad2-a9d4c06e6aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.191872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Router 79d97177-f738-478a-9254-51e17355b172 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:52:08.368903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-821110d2-d521-450b-aad2-a9d4c06e6aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.380313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-821110d2-d521-450b-aad2-a9d4c06e6aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.502725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821110d2-d521-450b-aad2-a9d4c06e6aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc95089-eeb0-4424-8278-6d8298b848a3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:08.557890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-821110d2-d521-450b-aad2-a9d4c06e6aa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f163dea6de924c63ae8f927e6cadf54b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5357189 Nov 10 03:52:08.562051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33364) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:08.634741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d6e65f88-253c-45ac-bdc0-d903819d8cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.646820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.654240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.661703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.668650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.676169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.685347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.690344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.700085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-75b867c7-676c-4289-939f-bd4e202290df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.4722106 Nov 10 03:52:08.711692 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d6e65f88-253c-45ac-bdc0-d903819d8cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.746330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd28e-b5cf-401b-93a9-82e279a741f8 req-07c796dd-49fe-4a51-9849-308280f1cf63 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:08.756034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e61dd28e-b5cf-401b-93a9-82e279a741f8 req-07c796dd-49fe-4a51-9849-308280f1cf63 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.2492125 Nov 10 03:52:08.834999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:52:08.843823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9340d383-1268-4a06-b9a4-cad7647cdc85 req-db6d6390-7df8-47e1-b198-0331afb49c0a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427958 Nov 10 03:52:08.855393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] Sync routers for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:52:08.865508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-975588bf-6d1b-4214-9aae-81b85a4c33a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/79d97177-f738-478a-9254-51e17355b172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8699708 Nov 10 03:52:08.879671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d6e65f88-253c-45ac-bdc0-d903819d8cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.887371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:08.888240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e61dd28e-b5cf-401b-93a9-82e279a741f8 req-40d070ad-4c4c-4fa4-aa81-6af74e952169 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309588 Nov 10 03:52:08.890387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33372) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:08.894139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d6e65f88-253c-45ac-bdc0-d903819d8cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:08.895539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:51:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:08.899849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d6e65f88-253c-45ac-bdc0-d903819d8cbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cc95089-eeb0-4424-8278-6d8298b848a3 HTTP/1.1" status: 204 len: 168 time: 0.3347001 Nov 10 03:52:08.931762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e65f88-253c-45ac-bdc0-d903819d8cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc95089-eeb0-4424-8278-6d8298b848a3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:09.169097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:09.320708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:09.388425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:09.537639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Deleting port 7b5455b6-2d6d-4982-a8f6-efa2393911b9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:09.538470 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:09.775176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:52:07Z', 'revision_number': 5, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port': {'id': '7b5455b6-2d6d-4982-a8f6-efa2393911b9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d97177-f738-478a-9254-51e17355b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:48:35Z', 'updated_at': '2021-11-10T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:09.782261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] For port 7b5455b6-2d6d-4982-a8f6-efa2393911b9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7b5455b6-2d6d-4982-a8f6-efa2393911b9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:09.785197 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:09.823610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] Checking router: 79d97177-f738-478a-9254-51e17355b172 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:52:09.839413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] Routers {'79d97177-f738-478a-9254-51e17355b172'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:09.840016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:51:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['79d97177-f738-478a-9254-51e17355b172'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:09.844439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Calling delete_port for 7b5455b6-2d6d-4982-a8f6-efa2393911b9 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:10.075747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] Set router 79d97177-f738-478a-9254-51e17355b172 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:10.180651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.190023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.196347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.203648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.210173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.216845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.227375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.236672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-3e3e2801-f7de-47d7-b6d4-c01a300e2594 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.1918545 Nov 10 03:52:10.303576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:52:09Z', 'revision_number': 6, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:10.332870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f508b5-4c9c-4f4b-a6f2-fc71cfd9a3ab req-f9cc1d0e-69d7-4f1b-85d4-0e3fbe79354c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:10.344109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7f508b5-4c9c-4f4b-a6f2-fc71cfd9a3ab req-f9cc1d0e-69d7-4f1b-85d4-0e3fbe79354c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.2550724 Nov 10 03:52:10.521508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77feaf24-e0d8-40be-87a6-9d2888b10cb9 None None] The sync data for ids ['79d97177-f738-478a-9254-51e17355b172'] in n-d-817326-2 is: [{'id': '79d97177-f738-478a-9254-51e17355b172', 'name': 'tempest-ServersTestFqdnHostnames-459205369-router', 'tenant_id': '15d571b56e3c42d59a2577a7da379f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:48:34Z', 'updated_at': '2021-11-10T03:52:09Z', 'revision_number': 6, 'project_id': '15d571b56e3c42d59a2577a7da379f0b', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:52:10.764947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62a07305-2cc6-48fd-87af-0f8c0b1cede0 req-06257d40-aab6-4b64-9bf1-a681d3ad6c09 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5201039 Nov 10 03:52:10.787122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7f508b5-4c9c-4f4b-a6f2-fc71cfd9a3ab req-b7ba881f-7b3c-4171-99c5-9e92bbce59bf tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420812 Nov 10 03:52:10.929830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:11.003787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5455b6-2d6d-4982-a8f6-efa2393911b9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:11.246058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 503d0a05-47c5-4163-960f-82a427a64256 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:11.284366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 503d0a05-47c5-4163-960f-82a427a64256 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:11.286527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 503d0a05-47c5-4163-960f-82a427a64256 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:11.348172 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:11.371234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1b13-d775-4785-8e15-215bd52b3257 req-2d20bd15-f809-44e7-bea9-fdfac4b85eb8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:11.384608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-521d1b13-d775-4785-8e15-215bd52b3257 req-2d20bd15-f809-44e7-bea9-fdfac4b85eb8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2969205 Nov 10 03:52:11.665076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:11.666866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:11.796472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:11.797755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d97177-f738-478a-9254-51e17355b172 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:52:11.803644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:11.804819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d0ff48c9-0c82-45c2-81c8-e93eae19de96 admin admin] 10.222.0.24 "DELETE /v2.0/routers/79d97177-f738-478a-9254-51e17355b172 HTTP/1.1" status: 204 len: 168 time: 2.9096611 Nov 10 03:52:11.807363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33460) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:11.814217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-521d1b13-d775-4785-8e15-215bd52b3257 req-36704a78-62f6-499d-b2b6-0a52fb0032a5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282360 Nov 10 03:52:11.941043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] Deleting subnet 550905e6-dfbc-402d-8a50-4db0d6bfa3fc {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:52:11.944767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:12.089478 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:12.164713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.171786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.179964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.186354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.194635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.203116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.211550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.214433 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-54bef09f-5bcf-407f-a060-229e6d204af6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.2300730 Nov 10 03:52:12.244791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824584d2-7026-4528-8abe-5a30ec62cab7 req-45330675-2e80-41da-9ded-c84f34e51e20 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.251884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-824584d2-7026-4528-8abe-5a30ec62cab7 req-45330675-2e80-41da-9ded-c84f34e51e20 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.2386594 Nov 10 03:52:12.358877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:12.415789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-824584d2-7026-4528-8abe-5a30ec62cab7 req-a683ae69-799d-422c-9512-92ccc7e7822d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628294 Nov 10 03:52:12.449116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1a6bfd9-688e-429a-bf2c-103326c8af51 req-4da920a6-a62d-45c5-baab-0f16a950b77e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2254219 Nov 10 03:52:12.536918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:12.608149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:12.610163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/550905e6-dfbc-402d-8a50-4db0d6bfa3fc HTTP/1.1" status: 204 len: 168 time: 0.8017497 Nov 10 03:52:12.611042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d44c5-4dfa-4d90-a52b-6edbcd289c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550905e6-dfbc-402d-8a50-4db0d6bfa3fc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:12.613780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33490) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:12.636795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bfeef7-5d75-4f8b-afe8-dbcd98e832ad None None] Network 698283b8-1ee0-408a-89b6-d4887200d304 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:12.687861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9a09-9f15-48ae-816b-d1b1f979f1d9 req-efd8d459-d8d9-461a-bca7-f36edf71ed19 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:12.710201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4af9a09-9f15-48ae-816b-d1b1f979f1d9 req-efd8d459-d8d9-461a-bca7-f36edf71ed19 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1465368 Nov 10 03:52:12.738354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33492) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:12.758968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:12.854423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4af9a09-9f15-48ae-816b-d1b1f979f1d9 req-12adc00e-4063-4418-ac88-4b22c80ee075 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388659 Nov 10 03:52:12.889705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Deleting port c410e66f-ae9c-4771-8345-264a3c29dc5a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:12.902735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.002270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] For port c410e66f-ae9c-4771-8345-264a3c29dc5a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c410e66f-ae9c-4771-8345-264a3c29dc5a,segment=NetworkSegment(ddd070a4-ba01-42b9-a335-e5da61b5a285),segment_id=ddd070a4-ba01-42b9-a335-e5da61b5a285)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:13.002898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.005719 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49456ff4-d337-4427-805d-854862d51a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.037681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Calling delete_port for c410e66f-ae9c-4771-8345-264a3c29dc5a owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:13.139923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7b5455b6-2d6d-4982-a8f6-efa2393911b9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:13.161375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49456ff4-d337-4427-805d-854862d51a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.172834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-49456ff4-d337-4427-805d-854862d51a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.203417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7b5455b6-2d6d-4982-a8f6-efa2393911b9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:13.204371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7b5455b6-2d6d-4982-a8f6-efa2393911b9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:13.210404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] DHCP port deletion for 698283b8-1ee0-408a-89b6-d4887200d304 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:52:13.251720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.313238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49456ff4-d337-4427-805d-854862d51a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2796033e-1577-4f3d-ad0b-4444c274a7b4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:13.331651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Pushing event deleted for resources: {'Port': ['ID=c410e66f-ae9c-4771-8345-264a3c29dc5a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:13.335435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-49456ff4-d337-4427-805d-854862d51a63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dc8e4f91325452a8b7a0c70564225fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5953763 Nov 10 03:52:13.337446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] No DVR routers for this DVR port c410e66f-ae9c-4771-8345-264a3c29dc5a on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:13.338281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33502) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:13.533059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854614d1-efa0-48fc-acaa-36c0da3872b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.592059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.638618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698283b8-1ee0-408a-89b6-d4887200d304']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:13.644570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854614d1-efa0-48fc-acaa-36c0da3872b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.650120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0dd0efb4-728d-4643-a334-b1c97fe78f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.678295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd070a4-ba01-42b9-a335-e5da61b5a285') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:13.678594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd070a4-ba01-42b9-a335-e5da61b5a285') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:13.707408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Deleting port c410e66f-ae9c-4771-8345-264a3c29dc5a {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:13.708433 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.744620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.804159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854614d1-efa0-48fc-acaa-36c0da3872b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.809290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-854614d1-efa0-48fc-acaa-36c0da3872b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.812043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-854614d1-efa0-48fc-acaa-36c0da3872b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2796033e-1577-4f3d-ad0b-4444c274a7b4 HTTP/1.1" status: 204 len: 168 time: 0.4723701 Nov 10 03:52:13.820958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.856872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:52:13.857284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:13.862314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854614d1-efa0-48fc-acaa-36c0da3872b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796033e-1577-4f3d-ad0b-4444c274a7b4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:52:13.872400 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:52:13.901868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:13.937595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:13.956520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:13.978533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:13.996835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:14.019450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:14.031464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:14.033127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:14.035195 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a76c093c-7371-49ed-87fc-260544a73094 req-d324a5d6-3ba7-4148-8ed5-9c7a45934220 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.3349931 Nov 10 03:52:14.051603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] For port c410e66f-ae9c-4771-8345-264a3c29dc5a, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:14.052250 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:14.056137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:14.078149 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] 10.222.0.24 "DELETE /v2.0/networks/698283b8-1ee0-408a-89b6-d4887200d304 HTTP/1.1" status: 204 len: 168 time: 1.4589140 Nov 10 03:52:14.078767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Calling delete_port for c410e66f-ae9c-4771-8345-264a3c29dc5a owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:14.089587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Port c410e66f-ae9c-4771-8345-264a3c29dc5a was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:52:14.098839 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:14.100541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fb5c6-e8e5-4271-9a82-dc690d06d8c5 req-42164ae3-8c02-4d6b-8ca9-cb899252b3b4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:14.108847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e91fb5c6-e8e5-4271-9a82-dc690d06d8c5 req-42164ae3-8c02-4d6b-8ca9-cb899252b3b4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.4058847 Nov 10 03:52:14.122353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad6bd-948d-4858-807d-cf237247e85e admin admin] Pushing event deleted for resources: {'Network': ['ID=698283b8-1ee0-408a-89b6-d4887200d304,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:14.170269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a76c093c-7371-49ed-87fc-260544a73094 req-2b95bfbb-3e60-47b9-9b2a-03766f159ad2 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276171 Nov 10 03:52:14.236122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e91fb5c6-e8e5-4271-9a82-dc690d06d8c5 req-75032795-aae3-47ec-bddd-c405b95e4718 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259956 Nov 10 03:52:14.253292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Pushing event deleted for resources: {'Port': ['ID=c410e66f-ae9c-4771-8345-264a3c29dc5a,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:14.276626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] Network 698283b8-1ee0-408a-89b6-d4887200d304 is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 03:52:14.291177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e89abc-18ed-4f45-a26f-b0ebb3d1df6c None None] No DVR routers for this DVR port c410e66f-ae9c-4771-8345-264a3c29dc5a on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:14.635803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33536) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:14.769642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a07574c9-393d-4c16-8f29-a6338708d82b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15d571b56e3c42d59a2577a7da379f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326292 Nov 10 03:52:14.775387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33540) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:14.901882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71e1c57c-83a2-410c-976f-ada5fe0a0a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:15.003628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71e1c57c-83a2-410c-976f-ada5fe0a0a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:15.122761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71e1c57c-83a2-410c-976f-ada5fe0a0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:15.130136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71e1c57c-83a2-410c-976f-ada5fe0a0a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:15.136766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-71e1c57c-83a2-410c-976f-ada5fe0a0a34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5ce76aa-31b3-4905-9dee-da0b4f2bed0a HTTP/1.1" status: 204 len: 168 time: 0.3596880 Nov 10 03:52:15.156681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c57c-83a2-410c-976f-ada5fe0a0a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ce76aa-31b3-4905-9dee-da0b4f2bed0a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:15.191093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c410e66f-ae9c-4771-8345-264a3c29dc5a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:15.324034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c410e66f-ae9c-4771-8345-264a3c29dc5a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:15.328456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c410e66f-ae9c-4771-8345-264a3c29dc5a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:15.649480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b2c13-2992-4fa5-a5ad-699fb58a603a req-8b32ad55-3b79-4c87-830f-4f4c9524e95e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.652767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f6b2c13-2992-4fa5-a5ad-699fb58a603a req-8b32ad55-3b79-4c87-830f-4f4c9524e95e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.2527795 Nov 10 03:52:15.655962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1823880-bf47-4d1d-84d5-4f9a17b12b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:15.767375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.782703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.795501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.820090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.844666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.867112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.882495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:15.900341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-11e267b1-a01a-456f-8619-7012ac1b75e8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5431 time: 0.4497178 Nov 10 03:52:15.962436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f6b2c13-2992-4fa5-a5ad-699fb58a603a req-d2c5aa01-3423-4242-b447-84827575468e tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940104 Nov 10 03:52:16.122950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d00b1c9-a2c5-40bf-9dcc-e2cc3ba7d8a3 req-308d4a4d-35bc-45d5-a90f-46f9f0184149 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194943 Nov 10 03:52:16.162082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33584) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:16.564749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2714e-a05b-440f-866f-717454b5a318 req-520ac9cc-d6ee-407d-93a8-fda944c02254 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:16.569665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03d2714e-a05b-440f-866f-717454b5a318 req-520ac9cc-d6ee-407d-93a8-fda944c02254 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1210418 Nov 10 03:52:16.678533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:16.704031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1848318865'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:16.716689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03d2714e-a05b-440f-866f-717454b5a318 req-557a83d6-6413-472a-b3e2-eec21950bbe2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276655 Nov 10 03:52:16.744951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33604) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:16.756205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:16.761377 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:16.771878 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:16.778494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 238d3fce-df56-4ff3-83d8-3955c3b63894 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:16.915754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:16.929520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:16.937267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-202773819-network', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:16.963721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:52:16.987413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:16.990519 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Added segment 24991e12-790d-4368-9c07-90adf492bf28 of type vlan for network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 Nov 10 03:52:17.037852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 238d3fce-df56-4ff3-83d8-3955c3b63894, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=238d3fce-df56-4ff3-83d8-3955c3b63894,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:17.055234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Made reservation on behalf of 82f22b3ba7794fcbb63fcb4e27d51374 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:17.057577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.072452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '238d3fce-df56-4ff3-83d8-3955c3b63894', 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'port_id': '238d3fce-df56-4ff3-83d8-3955c3b63894', 'mac_address': 'fa:16:3e:fa:ec:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1129462d-7179-4639-9448-df6a89d2a9d0', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:17.098960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.106474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.149953 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.158746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.164766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:17.166151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238d3fce-df56-4ff3-83d8-3955c3b63894 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:17.166549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.188513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 238d3fce-df56-4ff3-83d8-3955c3b63894, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=238d3fce-df56-4ff3-83d8-3955c3b63894,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:17.188809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480738f-bbe1-427c-ba23-ec369bc2d342 req-5a118c9d-a77d-43f3-8e69-e6d14a0ad2f6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:17.193325 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.194137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8e2fb52-191a-456c-bfa8-09017877b6e5 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:17.195018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0283382 Nov 10 03:52:17.200409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e480738f-bbe1-427c-ba23-ec369bc2d342 req-5a118c9d-a77d-43f3-8e69-e6d14a0ad2f6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3030045 Nov 10 03:52:17.210813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33620) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:17.248966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7889fcf4-70c9-4b41-9f63-d7e59b201514,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:17.280847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e8e2fb52-191a-456c-bfa8-09017877b6e5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:17.289092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'subnet': {'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:17.295097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=238d3fce-df56-4ff3-83d8-3955c3b63894,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:17.296133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead902f-1753-4adf-b3fc-6939f3f4dde3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Network': ['ID=85d5785a-6d7f-4f03-9a14-1fe54c3a6c62,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:17.309998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'e8e2fb52-191a-456c-bfa8-09017877b6e5', 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'port_id': 'e8e2fb52-191a-456c-bfa8-09017877b6e5', 'mac_address': 'fa:16:3e:ea:fa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1129462d-7179-4639-9448-df6a89d2a9d0', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:17.319871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.320690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.321384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.321865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.322367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.322848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.323343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.323816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.324453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.325049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.325536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.326045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:17.332213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:52:17.488747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.508215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e2fb52-191a-456c-bfa8-09017877b6e5 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:17.526586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e480738f-bbe1-427c-ba23-ec369bc2d342 req-b01fb28c-79c1-432e-9212-cefb718a6826 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239002 Nov 10 03:52:17.560533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e8e2fb52-191a-456c-bfa8-09017877b6e5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:17.570642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.584787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306909-8eb8-4670-b94e-237d2ec01411 req-3a3b27a3-19ca-46c7-a232-658d84d6aa56 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:17.585382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e7541c2b-1c3c-4eac-8112-f4a84705984e details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:17.613599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1306909-8eb8-4670-b94e-237d2ec01411 req-3a3b27a3-19ca-46c7-a232-658d84d6aa56 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.5391037 Nov 10 03:52:17.733679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1306909-8eb8-4670-b94e-237d2ec01411 req-3fadf680-9ca5-4111-b495-53c78b47ca7b tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141984 Nov 10 03:52:17.823132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e7541c2b-1c3c-4eac-8112-f4a84705984e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:17.828593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e8e2fb52-191a-456c-bfa8-09017877b6e5,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:17.854600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:17.858532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'e7541c2b-1c3c-4eac-8112-f4a84705984e', 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'port_id': 'e7541c2b-1c3c-4eac-8112-f4a84705984e', 'mac_address': 'fa:16:3e:6a:78:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1129462d-7179-4639-9448-df6a89d2a9d0', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:17.858867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.864550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.902972 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.911403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.918273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7541c2b-1c3c-4eac-8112-f4a84705984e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:17.940551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e7541c2b-1c3c-4eac-8112-f4a84705984e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:17.946277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:17.947766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2528fe11-f58d-43ea-b374-f87f2ba12bc5 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:18.010520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:52:18.018004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e7541c2b-1c3c-4eac-8112-f4a84705984e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:18.077656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.083979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.090556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.098450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.106203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.114243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.121669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.134418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-cfffc7f3-51a4-4143-8a45-a597dd0a2f06 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5433 time: 0.3197939 Nov 10 03:52:18.142620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de74391d-2390-4bce-a684-6479dadbb722,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:18.146743 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.147201 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Added segment c8735c8e-a0d3-4de6-b937-8737a113f623 of type vlan for network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 Nov 10 03:52:18.174461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3e38-ecde-4ff8-9408-5abd694f9fc3 req-5b838f36-571c-423c-9ffc-f3c71783c516 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.182461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-735b3e38-ecde-4ff8-9408-5abd694f9fc3 req-5b838f36-571c-423c-9ffc-f3c71783c516 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3288987 Nov 10 03:52:18.192201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:18.206580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'port_id': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'mac_address': 'fa:16:3e:23:5b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:18.283468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.315354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-735b3e38-ecde-4ff8-9408-5abd694f9fc3 req-3ab45899-d7a9-4ebd-b8a3-c8209be7327f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309114 Nov 10 03:52:18.335945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2528fe11-f58d-43ea-b374-f87f2ba12bc5 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:18.400353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:18.403858 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.405751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.409989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.410973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a196d713-19d8-4b95-b79d-b9c18a28dcd0 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:18.456092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ca721b4-950d-4fd4-a520-df227a8c36cb req-0b9872a3-f398-48a8-b39e-275c8bbe6b2a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3201644 Nov 10 03:52:18.471669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a196d713-19d8-4b95-b79d-b9c18a28dcd0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:18.542889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0', 'network_id': 'de25969c-157c-4b6f-963d-ac0108e15974', 'port_id': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0', 'mac_address': 'fa:16:3e:00:f2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1129462d-7179-4639-9448-df6a89d2a9d0', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:18.585726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=2528fe11-f58d-43ea-b374-f87f2ba12bc5,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:18.634042 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.638038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.639213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.645966 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.663871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a196d713-19d8-4b95-b79d-b9c18a28dcd0 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:18.678804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae680b4-e07f-4b75-925c-a984f2612c4a req-d2eff456-307a-4939-8ad5-46529d23e3f2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:18.681372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ae680b4-e07f-4b75-925c-a984f2612c4a req-d2eff456-307a-4939-8ad5-46529d23e3f2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2038009 Nov 10 03:52:18.696400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a196d713-19d8-4b95-b79d-b9c18a28dcd0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:18.708827 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.799868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a196d713-19d8-4b95-b79d-b9c18a28dcd0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:18.829288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 207a9264-abd3-4613-b424-2384294d5ca0 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:18.842321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] Pushing event updated for resources: {'Network': ['ID=04da91e9-d3b9-4702-b8de-4508ddfb4db5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:18.854148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.854317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:52:18.858546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2487afcb-2b1c-442f-b291-8017edfa25d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1124656 Nov 10 03:52:18.861642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33640) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:18.872031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Request body: {'subnet': {'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-202773819-subnet', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:18.915375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Made reservation on behalf of 82f22b3ba7794fcbb63fcb4e27d51374 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:18.920007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:18.993854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ae680b4-e07f-4b75-925c-a984f2612c4a req-8e4e3024-b09d-4b0c-9b24-a1877f1c2ca9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980702 Nov 10 03:52:19.005848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Subnet': ['ID=59e582f7-a69d-44fa-b3e2-4b7a239eb57a,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:19.047031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201c4c4-5bbf-4c78-b60e-beb704beeb40 req-c2f0e3fc-2552-4668-906a-e75760adae2d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.066866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c201c4c4-5bbf-4c78-b60e-beb704beeb40 req-c2f0e3fc-2552-4668-906a-e75760adae2d tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.2212133 Nov 10 03:52:19.066866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Checking segment: {'id': '24991e12-790d-4368-9c07-90adf492bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:19.066866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network hostable DHCP agents. Network: 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:52:19.075396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 207a9264-abd3-4613-b424-2384294d5ca0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=207a9264-abd3-4613-b424-2384294d5ca0,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:19.110152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '207a9264-abd3-4613-b424-2384294d5ca0', 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0', 'port_id': '207a9264-abd3-4613-b424-2384294d5ca0', 'mac_address': 'fa:16:3e:4f:47:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d351ce5-ffcb-426b-976e-2d6c7f793650', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:19.113200 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.162096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:52:19.208731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.219771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:19.230143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd1b6e-e2c4-48d9-9a8d-9f92c0c76629 None None] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:19.242604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.243208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.249354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207a9264-abd3-4613-b424-2384294d5ca0 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:19.285472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c201c4c4-5bbf-4c78-b60e-beb704beeb40 req-d03d75a1-b45b-46c9-b32f-e72c0ff0c587 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210236 Nov 10 03:52:19.334513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-95850d48-6c77-4238-b963-8845c6948d8a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1186352 Nov 10 03:52:19.345373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:19.358139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.358685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-677003984'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:19.450990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Checking segment: {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:19.455295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Network hostable DHCP agents. Network: 04da91e9-d3b9-4702-b8de-4508ddfb4db5, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:52:19.468396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5a09b1-8137-412c-b472-68e8db0ebacd,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:19.486800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87436b-3174-47d6-b5d8-57ff1631c7fa req-6fb48909-7e09-457b-aa04-3611c6dd364d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.494021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:52:19.507667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d87436b-3174-47d6-b5d8-57ff1631c7fa req-6fb48909-7e09-457b-aa04-3611c6dd364d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2256680 Nov 10 03:52:19.509335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 04da91e9-d3b9-4702-b8de-4508ddfb4db5) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:19.522539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.523245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.561524 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-80396731-27ac-4a56-af60-0026169bdb66 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6908441 Nov 10 03:52:19.561900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33666) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:19.563308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf488a13-06bf-4e34-988e-7c7e02e23a39 None None] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:19.567086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:19.591900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 207a9264-abd3-4613-b424-2384294d5ca0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=207a9264-abd3-4613-b424-2384294d5ca0,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:19.640219 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.643644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.667627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d87436b-3174-47d6-b5d8-57ff1631c7fa req-dbde870a-ad30-427f-925b-1ab4823e3c20 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300602 Nov 10 03:52:19.793629 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.795209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 23fd9f72-9f73-4107-ae80-20723a6184a3 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:19.804409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e7541c2b-1c3c-4eac-8112-f4a84705984e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:19.807547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'tenant_id': 'dcb5ae6fc4fd4aa09c7c96ea2a8b93e3', 'fixed_ips': [{'subnet_id': '59e582f7-a69d-44fa-b3e2-4b7a239eb57a'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:52:19.809505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.809989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.828364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['a196d713-19d8-4b95-b79d-b9c18a28dcd0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:19.858014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['2528fe11-f58d-43ea-b374-f87f2ba12bc5'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:19.881031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:19.885682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:19.913643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.924293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.930407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.937762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.944900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.952919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.960250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:19.968967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-97cd916e-bbd3-49ef-a062-86f021c33470 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5437 time: 0.2981033 Nov 10 03:52:20.025368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] device_id is not set on port 054ab6da-6e98-4c05-9816-2213322baac9 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:52:20.047368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0140e-616a-4c49-b690-2a12f02fe2dc req-55e9901f-5ee0-41bd-ab22-80a02b0476e8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:20.048945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e0140e-616a-4c49-b690-2a12f02fe2dc req-55e9901f-5ee0-41bd-ab22-80a02b0476e8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2963202 Nov 10 03:52:20.119493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:20.152638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-386f61e1-0b1d-44b7-a87d-57874b40fc8d req-06a34dbd-b96c-4d49-8b7a-515c3d7932df tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784973 Nov 10 03:52:20.269416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29e0140e-616a-4c49-b690-2a12f02fe2dc req-a7c4b583-f27b-4578-a2eb-402b6de9a545 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099059 Nov 10 03:52:20.387310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=207a9264-abd3-4613-b424-2384294d5ca0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:20.403315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Allocated IP 2001:db8::3a5 (85d5785a-6d7f-4f03-9a14-1fe54c3a6c62/59e582f7-a69d-44fa-b3e2-4b7a239eb57a/054ab6da-6e98-4c05-9816-2213322baac9) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:20.411417 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:52:20.484636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 23fd9f72-9f73-4107-ae80-20723a6184a3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=23fd9f72-9f73-4107-ae80-20723a6184a3,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:20.579113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449792e0-adc2-4bae-879d-858ea3492214 req-facbb678-11b5-4120-b145-53e588984d62 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:20.580610 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-449792e0-adc2-4bae-879d-858ea3492214 req-facbb678-11b5-4120-b145-53e588984d62 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1517146 Nov 10 03:52:20.597382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:20.653642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:20.684618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-449792e0-adc2-4bae-879d-858ea3492214 req-69690477-3d85-4cbc-8eaf-e55a4c75944f tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830491 Nov 10 03:52:20.739674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e8e2fb52-191a-456c-bfa8-09017877b6e5'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:20.756899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:52:20.757771 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:20.762394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['238d3fce-df56-4ff3-83d8-3955c3b63894'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:20.776117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047bcb0-5e00-441d-b7bc-65c892b4c113 req-22b3d89b-5b76-4577-aa97-eb6f1c119ffd tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:20.777996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0047bcb0-5e00-441d-b7bc-65c892b4c113 req-22b3d89b-5b76-4577-aa97-eb6f1c119ffd tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0972755 Nov 10 03:52:20.802729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:20.828709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Allocated IP 172.25.6.160 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/76643d50-43c0-4fc5-9e71-e70b0c3f3feb) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:20.854796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0047bcb0-5e00-441d-b7bc-65c892b4c113 req-5f7e0573-e0eb-4e79-9ddc-fe234057cc96 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567369 Nov 10 03:52:20.918976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:20.974094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:20.979072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:20.987535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:20.994031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:20.994705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:21.034185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:21.040660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '23fd9f72-9f73-4107-ae80-20723a6184a3', 'network_id': 'fc97c84b-bb5f-465a-a250-4ec4ffce45a0', 'port_id': '23fd9f72-9f73-4107-ae80-20723a6184a3', 'mac_address': 'fa:16:3e:44:fd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d351ce5-ffcb-426b-976e-2d6c7f793650', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:21.077212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=054ab6da-6e98-4c05-9816-2213322baac9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:21.079450 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:21.117519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2fea78b-8e66-49c6-8272-a0e75fa2fc4a tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7674782 Nov 10 03:52:21.118307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33694) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:21.129265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-167802810', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a5', 'mac_address': 'fa:16:3e:c8:40:0e'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:21.162053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Pushing event updated for resources: {'Port': ['ID=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:21.178111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:21.183476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:21.196884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:21.412358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Allocated IP 2001:db8::2 (85d5785a-6d7f-4f03-9a14-1fe54c3a6c62/59e582f7-a69d-44fa-b3e2-4b7a239eb57a/c5fbecff-c749-455e-9fa0-378b26e65130) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:21.618882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13883f10-9fde-453e-902e-4c61371e63e5 req-a8d089d7-731e-4427-a23f-16ed8a2a0adf tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.627242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13883f10-9fde-453e-902e-4c61371e63e5 req-a8d089d7-731e-4427-a23f-16ed8a2a0adf tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.6218090 Nov 10 03:52:21.708690 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:21.727637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:21.769058 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:21.772348 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:21.794208 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13883f10-9fde-453e-902e-4c61371e63e5 req-57537382-2ecb-455d-90c4-ea24a0940c0b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657534 Nov 10 03:52:21.873997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.897060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.905177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:21.916166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.934492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.951820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.962975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.973041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fd9f72-9f73-4107-ae80-20723a6184a3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:21.983462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:21.991160 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5db7c38-f281-4210-add4-7b14963c738c req-679d69b4-4d1a-4b54-a131-f217376b5a99 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5437 time: 0.3844783 Nov 10 03:52:22.070648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:22.075005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Allocated IP 172.20.0.2 (04da91e9-d3b9-4702-b8de-4508ddfb4db5/3f5a09b1-8137-412c-b472-68e8db0ebacd/98cd4175-1ea1-4101-b31f-e662086e9cb3) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:22.079306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 23fd9f72-9f73-4107-ae80-20723a6184a3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=23fd9f72-9f73-4107-ae80-20723a6184a3,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:22.089672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:22.121751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:22.123882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:22.135467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Pushing event updated for resources: {'Port': ['ID=c5fbecff-c749-455e-9fa0-378b26e65130,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:22.138684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:22.157418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5db7c38-f281-4210-add4-7b14963c738c req-d0ba666e-f214-4865-80aa-f787d458e03a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564081 Nov 10 03:52:22.248256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:22.271666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Router dd9486ad-966d-4e40-96ff-17de29926e17 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:52:22.291171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] device_id is not set on port b319b472-7bf3-422a-8dc4-27f10989a249 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:52:22.444095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c46f3-f8f5-49a8-a13b-6b4742d7d6ae req-d28adbaf-0c79-49d9-8593-db7385cc3ee2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:22.453255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e58c46f3-f8f5-49a8-a13b-6b4742d7d6ae req-d28adbaf-0c79-49d9-8593-db7385cc3ee2 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.2905769 Nov 10 03:52:22.516983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:52:22.531078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b768ea-2d5d-4353-8434-86cd572c7b32 req-d8e2d5e3-c874-4ef0-bb36-f83b5eac9ea1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:22.531791 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Sync routers for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:52:22.533081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Attempting to bind port c5fbecff-c749-455e-9fa0-378b26e65130 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:52:22.533451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Attempting to bind port c5fbecff-c749-455e-9fa0-378b26e65130 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '24991e12-790d-4368-9c07-90adf492bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:52:22.533808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Attempting to bind port c5fbecff-c749-455e-9fa0-378b26e65130 on network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:22.540643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38b768ea-2d5d-4353-8434-86cd572c7b32 req-d8e2d5e3-c874-4ef0-bb36-f83b5eac9ea1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2206571 Nov 10 03:52:22.552115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:52:22.552385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:22.552487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Checking segment: {'id': '24991e12-790d-4368-9c07-90adf492bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:22.552897 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:22.554874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8a542c88-973d-4ab4-bd5a-19d02dd7c7cc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9905601 Nov 10 03:52:22.556410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Bound using segment: {'id': '24991e12-790d-4368-9c07-90adf492bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:52:22.556971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Bound port: c5fbecff-c749-455e-9fa0-378b26e65130, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24991e12-790d-4368-9c07-90adf492bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:52:22.557121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33720) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:22.557362 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:22.564234 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:22.572353 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:22.580743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=23fd9f72-9f73-4107-ae80-20723a6184a3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:22.617724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e58c46f3-f8f5-49a8-a13b-6b4742d7d6ae req-82f7b19b-2367-4fdc-8d25-2fa172843c63 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636329 Nov 10 03:52:22.749236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38b768ea-2d5d-4353-8434-86cd572c7b32 req-f183adeb-b361-44da-8615-5a6ea7ad59ff tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030451 Nov 10 03:52:22.898133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Allocated IP 2001:db8::e7 (85d5785a-6d7f-4f03-9a14-1fe54c3a6c62/59e582f7-a69d-44fa-b3e2-4b7a239eb57a/b319b472-7bf3-422a-8dc4-27f10989a249) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:22.918002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['207a9264-abd3-4613-b424-2384294d5ca0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:22.921556 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:23.117955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['23fd9f72-9f73-4107-ae80-20723a6184a3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:23.224298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] For port c5fbecff-c749-455e-9fa0-378b26e65130, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:52:23.257389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.283843 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.317994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] For port c5fbecff-c749-455e-9fa0-378b26e65130, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c5fbecff-c749-455e-9fa0-378b26e65130,segment=NetworkSegment(24991e12-790d-4368-9c07-90adf492bf28),segment_id=24991e12-790d-4368-9c07-90adf492bf28)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:52:23.363788 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.389812 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:21Z', 'revision_number': 3, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:23.423015 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.436682 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.448152 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Checking router: dd9486ad-966d-4e40-96ff-17de29926e17 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:52:23.448488 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Updating router dd9486ad-966d-4e40-96ff-17de29926e17 port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:52:23.452305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:23.461575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:23.472930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef140d6-7403-49b9-b935-224d189b1b32 req-434fd26a-88d6-4c4c-94d7-c28d9d65468e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:23.480672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ef140d6-7403-49b9-b935-224d189b1b32 req-434fd26a-88d6-4c4c-94d7-c28d9d65468e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1826825 Nov 10 03:52:23.504817 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.505593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:23.511648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:23.512537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.562719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a7f75-abb3-42a8-8a52-2b5870fc47ca None None] Pushing event updated for resources: {'Port': ['ID=c5fbecff-c749-455e-9fa0-378b26e65130,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:23.611516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ef140d6-7403-49b9-b935-224d189b1b32 req-d72adcf9-23c4-408e-9222-4000486bbee6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197848 Nov 10 03:52:23.612811 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:23.645436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68769371-764c-4242-906a-d14dadbde7b8 req-88df994e-de3a-4aa2-9351-dd259adf2c95 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:23.658720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68769371-764c-4242-906a-d14dadbde7b8 req-88df994e-de3a-4aa2-9351-dd259adf2c95 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.3130217 Nov 10 03:52:23.727304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=b319b472-7bf3-422a-8dc4-27f10989a249,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:23.771775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-72d8e008-e65e-455d-bfd3-6a663439a053 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6486068 Nov 10 03:52:23.783631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33746) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:23.823280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:23.895487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:23.902955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:23.977374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Pushing event updated for resources: {'Port': ['ID=98cd4175-1ea1-4101-b31f-e662086e9cb3,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:24.009975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68769371-764c-4242-906a-d14dadbde7b8 req-2311f3ee-c9b3-452c-a7d1-a60d1a525eff tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502462 Nov 10 03:52:24.055523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.129136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e5e04-0d69-4ab2-9683-16407d09bb3f tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.141340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e5e04-0d69-4ab2-9683-16407d09bb3f tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.164360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e5e04-0d69-4ab2-9683-16407d09bb3f tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.190652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2d1e5e04-0d69-4ab2-9683-16407d09bb3f tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4058220 Nov 10 03:52:24.193120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33754) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:24.214435 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.225226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e7541c2b-1c3c-4eac-8112-f4a84705984e up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:24.229594 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.290382 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Attempting to bind port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:52:24.290740 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Attempting to bind port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:52:24.291095 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Attempting to bind port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:24.309594 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:52:24.310197 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:24.310593 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.311159 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:52:24.312440 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Bound port: 76643d50-43c0-4fc5-9e71-e70b0c3f3feb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:52:24.312812 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.392813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Attempting to bind port 98cd4175-1ea1-4101-b31f-e662086e9cb3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:52:24.393577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Attempting to bind port 98cd4175-1ea1-4101-b31f-e662086e9cb3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:52:24.394220 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Attempting to bind port 98cd4175-1ea1-4101-b31f-e662086e9cb3 on network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:24.428197 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] For port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:52:24.437386 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] For port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:52:24.443690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:52:24.444488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Checking segment: {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:24.445112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.445875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Bound using segment: {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:52:24.446019 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Pushing event updated for resources: {'Port': ['ID=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:24.446766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Bound port: 98cd4175-1ea1-4101-b31f-e662086e9cb3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:52:24.447427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.460444 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.463096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.472593 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.472928 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.473265 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.473595 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.473902 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.474250 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.474576 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.474880 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.475170 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.475481 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.476213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.480008 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.480371 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:24.496487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.504147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Allocated IP 172.20.0.1 (04da91e9-d3b9-4702-b8de-4508ddfb4db5/3f5a09b1-8137-412c-b472-68e8db0ebacd/358eb1bf-b8e6-45d6-8893-8c8d929fec33) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:24.507981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.517469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.528167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.547846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.563495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-5f681d14-6412-4b2c-9d47-598375568a1d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5438 time: 0.6103745 Nov 10 03:52:24.576288 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0f9e-34e8-4775-b123-f76bf8ff4d5f None None] Pushing event updated for resources: {'Port': ['ID=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:24.605050 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:24.606053 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:24.694314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port e7541c2b-1c3c-4eac-8112-f4a84705984e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:24.715428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port e7541c2b-1c3c-4eac-8112-f4a84705984e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:24.715848 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.787723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] For port 98cd4175-1ea1-4101-b31f-e662086e9cb3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:52:24.799378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.816842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060cb0-1c67-40e3-9932-b2450e05c193 req-69183e63-031a-44c4-b474-f87adf07ce48 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:24.825562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] For port 98cd4175-1ea1-4101-b31f-e662086e9cb3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=98cd4175-1ea1-4101-b31f-e662086e9cb3,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:52:24.828697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc060cb0-1c67-40e3-9932-b2450e05c193 req-69183e63-031a-44c4-b474-f87adf07ce48 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.5831354 Nov 10 03:52:24.836212 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.896374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.900658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting port b319b472-7bf3-422a-8dc4-27f10989a249 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:24.901031 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:24.971601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c32f0-6a3e-4682-aee6-208daeaaf248 None None] Pushing event updated for resources: {'Port': ['ID=98cd4175-1ea1-4101-b31f-e662086e9cb3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:25.002736 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:25.008161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:25.022494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:25.025088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:25.095598 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:25.121572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7541c2b-1c3c-4eac-8112-f4a84705984e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:25.124282 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2445f937-11ca-408c-973b-076674a24853" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "e7541c2b-1c3c-4eac-8112-f4a84705984e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:25.136305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=358eb1bf-b8e6-45d6-8893-8c8d929fec33,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:25.151147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e7541c2b-1c3c-4eac-8112-f4a84705984e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:25.156600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:25.166800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:25.212545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:25.215136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Calling delete_port for b319b472-7bf3-422a-8dc4-27f10989a249 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:25.291381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e7541c2b-1c3c-4eac-8112-f4a84705984e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:25.379570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c5fbecff-c749-455e-9fa0-378b26e65130 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:25.455836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-704dfbda-b3b4-4eb8-bc5c-aa9657137364 req-dd786999-3472-4734-82b7-406c9ab90bf3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8910482 Nov 10 03:52:25.470186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc060cb0-1c67-40e3-9932-b2450e05c193 req-5ef25f75-ede8-49d4-abac-c073ab2e0066 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375387 Nov 10 03:52:25.697589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c5fbecff-c749-455e-9fa0-378b26e65130 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:25.698028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:25.699619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:25.739505 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:21Z', 'revision_number': 3, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:25.801703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:25.822245 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536969e3-6384-41bd-ba76-fc4957ca7c91 None None] The sync data for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 is: [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:21Z', 'revision_number': 3, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:52:25.845360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daade362-e01a-4780-a652-56876d8627ee None None] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:26.030585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Port': ['ID=b319b472-7bf3-422a-8dc4-27f10989a249,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:26.136756 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0891ba8-3e74-4334-8714-765af8f76df5 x-openstack-request-id: req-b0891ba8-3e74-4334-8714-765af8f76df5 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:26.137028 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "e7541c2b-1c3c-4eac-8112-f4a84705984e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:26.137275 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0891ba8-3e74-4334-8714-765af8f76df5 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:26.137660 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7541c2b-1c3c-4eac-8112-f4a84705984e', 'code': 200} Nov 10 03:52:26.185002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:26.204660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:26.206837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2528fe11-f58d-43ea-b374-f87f2ba12bc5 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:26.217520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4f9f1c26-55ea-45c0-9eb8-c0341d01e60b None None] Provisioning complete for port c5fbecff-c749-455e-9fa0-378b26e65130 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:26.217887 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1c26-55ea-45c0-9eb8-c0341d01e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:26.343867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836a82-2cc4-4108-8924-43337c080938 req-ba019203-259e-42a9-b6fa-7bc021bb0aed tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:26.349513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c836a82-2cc4-4108-8924-43337c080938 req-ba019203-259e-42a9-b6fa-7bc021bb0aed tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.5940776 Nov 10 03:52:26.404746 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:26.411962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7b3d12a2-6960-4977-97d1-3adbebdebcc1 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/ports/b319b472-7bf3-422a-8dc4-27f10989a249 HTTP/1.1" status: 204 len: 168 time: 2.2097132 Nov 10 03:52:26.415919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33778) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:26.459089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:26.548142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=358eb1bf-b8e6-45d6-8893-8c8d929fec33,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:26.561483 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8293d7ce-b0fe-4945-8b64-dd72ea1c1e68 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] GET failed (client error): The resource could not be found. Nov 10 03:52:26.570816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8293d7ce-b0fe-4945-8b64-dd72ea1c1e68 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "GET /v2.0/ports/b319b472-7bf3-422a-8dc4-27f10989a249 HTTP/1.1" status: 404 len: 333 time: 0.1522303 Nov 10 03:52:26.579385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33786) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:26.581138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:26.596387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1696909350'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:26.710670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port c5fbecff-c749-455e-9fa0-378b26e65130, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c5fbecff-c749-455e-9fa0-378b26e65130,segment=NetworkSegment(24991e12-790d-4368-9c07-90adf492bf28),segment_id=24991e12-790d-4368-9c07-90adf492bf28)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:26.725358 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:26.769384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:26.772676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:26.863301 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c836a82-2cc4-4108-8924-43337c080938 req-5c6f233c-5621-499d-858f-d218e7ace3e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902873 Nov 10 03:52:26.877780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:26.900923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f811e7f-70a8-4c55-b7b4-b464505de280 req-60b28a3e-c39a-4417-9138-33f1c7f627e1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:26.908723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f811e7f-70a8-4c55-b7b4-b464505de280 req-60b28a3e-c39a-4417-9138-33f1c7f627e1 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.4935069 Nov 10 03:52:27.017589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:27.017974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:27.166583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Router dd9486ad-966d-4e40-96ff-17de29926e17 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:52:27.267969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f811e7f-70a8-4c55-b7b4-b464505de280 req-bd8fb5f0-abf1-44bb-9a47-a8993b56991a tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580136 Nov 10 03:52:27.276617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386315a3-0fd3-474a-91d2-05506644fde0 None None] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:27.286676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:27.297712 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:27.304379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=c5fbecff-c749-455e-9fa0-378b26e65130,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:27.383616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.396774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.400715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 76643d50-43c0-4fc5-9e71-e70b0c3f3feb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:27.410437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:52:27.412072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.417412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9fd36711-33b4-4646-9970-f2b720123ee9 admin admin] 10.222.0.24 "PUT /v2.0/routers/dd9486ad-966d-4e40-96ff-17de29926e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8586655 Nov 10 03:52:27.425623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.433372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.440405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.446608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.448947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-8b528d7e-28c7-4a92-9f01-506d2bdf94d1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5439 time: 0.3981597 Nov 10 03:52:27.466656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] device_id is not set on port b72a3934-78dd-43b2-9a79-270882ecbe69 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:52:27.643765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-4066575a-a796-4522-8583-49a4c9e1ca0c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:27.652142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-4066575a-a796-4522-8583-49a4c9e1ca0c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 946 time: 0.1645985 Nov 10 03:52:27.741816 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:52:27.821424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-dd151fad-37e5-4400-8836-ca424e4dff68 None None] Provisioning complete for port 98cd4175-1ea1-4101-b31f-e662086e9cb3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:27.822459 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dd151fad-37e5-4400-8836-ca424e4dff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:27.859699 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b848e63-7dbc-4ec7-b86a-c0a59620ce52 req-86b996b6-7ae7-4b49-b07e-55b5380929af tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2312162 Nov 10 03:52:27.956325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Deleting port 51342e2c-3fdf-4caa-b26d-81b689250499 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:27.956824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:27.969533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:27.970433 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:28.124011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d137d-3fdc-46a0-b36a-8d59181eeae1 req-c6ae66cd-d1de-4e71-8aaa-be3ba5b4170a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:28.125566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c09d137d-3fdc-46a0-b36a-8d59181eeae1 req-c6ae66cd-d1de-4e71-8aaa-be3ba5b4170a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2748623 Nov 10 03:52:28.126863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Allocated IP 2001:db8::f (85d5785a-6d7f-4f03-9a14-1fe54c3a6c62/59e582f7-a69d-44fa-b3e2-4b7a239eb57a/b72a3934-78dd-43b2-9a79-270882ecbe69) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:28.183653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] For port 51342e2c-3fdf-4caa-b26d-81b689250499, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=51342e2c-3fdf-4caa-b26d-81b689250499,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:28.184130 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:28.213121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Calling delete_port for 51342e2c-3fdf-4caa-b26d-81b689250499 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:28.269455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c09d137d-3fdc-46a0-b36a-8d59181eeae1 req-f1f66007-83d6-4284-84d1-8f782ad022a0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305041 Nov 10 03:52:28.286071 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:28.509568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:28.557096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb58fd2f-3d82-4b68-af60-ecb898c32b1d req-6a9ca7d9-fbbc-41c0-a767-edb0f61a3fba tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3fb04f-bfb0-4b89-aea8-58182366e917 HTTP/1.1" status: 200 len: 210 time: 0.0647593 Nov 10 03:52:28.589332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event deleted for resources: {'Port': ['ID=51342e2c-3fdf-4caa-b26d-81b689250499,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:28.608583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:28.614677 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fb3868-554b-44fe-a27b-024f0b59422d" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:28.656204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:28.735206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] No DVR routers for this DVR port 51342e2c-3fdf-4caa-b26d-81b689250499 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:28.741128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:28.752769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d732fe20-a32e-4dd9-ba59-d735d302fdd5 req-ff828fb0-e01c-4d6e-8651-d43a36a64ac4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.44 "DELETE /v2.0/ports/51342e2c-3fdf-4caa-b26d-81b689250499 HTTP/1.1" status: 204 len: 173 time: 1.0910432 Nov 10 03:52:28.752769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'name': 'network-vif-deleted', 'tag': '51342e2c-3fdf-4caa-b26d-81b689250499'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:28.769184 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a9bd86-a157-4004-875e-0717d54487f9" -d '{"events": [{"server_uuid": "3b3fb04f-bfb0-4b89-aea8-58182366e917", "name": "network-vif-deleted", "tag": "51342e2c-3fdf-4caa-b26d-81b689250499"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:28.900679 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dd151fad-37e5-4400-8836-ca424e4dff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:28.924763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:28.953918 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:28.954905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8e2fb52-191a-456c-bfa8-09017877b6e5 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:28.964158 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.065372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dd151fad-37e5-4400-8836-ca424e4dff68 None None] For port 98cd4175-1ea1-4101-b31f-e662086e9cb3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=98cd4175-1ea1-4101-b31f-e662086e9cb3,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:29.066612 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.131188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33836) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:29.143030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2548b165-ebc3-48ef-9437-8d9374fd3396 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743229514', 'description': 'tempest-description--911794633'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:29.218675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2548b165-ebc3-48ef-9437-8d9374fd3396 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.231406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f15c9-1ed6-4b6e-acaa-5ea93dfa8b9d req-49364b4b-f1f7-4ff1-a139-d82c1e619ef4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:29.233849 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dd151fad-37e5-4400-8836-ca424e4dff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.241514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da7f15c9-1ed6-4b6e-acaa-5ea93dfa8b9d req-49364b4b-f1f7-4ff1-a139-d82c1e619ef4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 813 time: 0.5020723 Nov 10 03:52:29.306614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da7f15c9-1ed6-4b6e-acaa-5ea93dfa8b9d req-3bc98652-1717-44ca-b3ce-adc4eef42f93 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/quotas/b36d6b69861546b7b17e2d77720169e6 HTTP/1.1" status: 200 len: 375 time: 0.0606902 Nov 10 03:52:29.325536 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.368370 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4eed0f-8a41-418c-880e-6e1c07867adb x-openstack-request-id: req-1f4eed0f-8a41-418c-880e-6e1c07867adb {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:29.373995 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:29.376029 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f4eed0f-8a41-418c-880e-6e1c07867adb {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:29.376673 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'code': 200} Nov 10 03:52:29.405377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port e8e2fb52-191a-456c-bfa8-09017877b6e5 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:29.470746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Sync routers for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:52:29.482870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2548b165-ebc3-48ef-9437-8d9374fd3396 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.509239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2548b165-ebc3-48ef-9437-8d9374fd3396 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.532897 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816657c4-f129-4f92-8c1a-59bbd7796885 x-openstack-request-id: req-816657c4-f129-4f92-8c1a-59bbd7796885 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:29.533540 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3fb04f-bfb0-4b89-aea8-58182366e917", "name": "network-vif-deleted", "tag": "51342e2c-3fdf-4caa-b26d-81b689250499", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:29.534446 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-816657c4-f129-4f92-8c1a-59bbd7796885 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:29.535300 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3fb04f-bfb0-4b89-aea8-58182366e917', 'name': 'network-vif-deleted', 'tag': '51342e2c-3fdf-4caa-b26d-81b689250499', 'status': 'completed', 'code': 200} Nov 10 03:52:29.553680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:29.648985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port e8e2fb52-191a-456c-bfa8-09017877b6e5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:29.650764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.658464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2548b165-ebc3-48ef-9437-8d9374fd3396 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.660456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2548b165-ebc3-48ef-9437-8d9374fd3396 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5230680 Nov 10 03:52:29.666759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33842) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:29.676327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-62bcbe88-a9d1-462b-a770-1a5ec8d10e70 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Request body: {'security_group_rule': {'security_group_id': 'f4737a51-0527-400f-adfd-73e59ad7c8b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:29.691264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548b165-ebc3-48ef-9437-8d9374fd3396 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4737a51-0527-400f-adfd-73e59ad7c8b9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:29.711968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da7f15c9-1ed6-4b6e-acaa-5ea93dfa8b9d req-fadaca42-f580-48ad-a23e-1d6afad9909a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4042501 Nov 10 03:52:29.714244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:29.737335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:29.748497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3547bc05-c934-4d44-83da-2d7fe8bc315f None None] Could not find standard attr ID for object b319b472-7bf3-422a-8dc4-27f10989a249. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:52:29.757179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:29.762898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62bcbe88-a9d1-462b-a770-1a5ec8d10e70 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.780323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:29.781283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.793649 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:29.798182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 98cd4175-1ea1-4101-b31f-e662086e9cb3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:29.825572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2407174 Nov 10 03:52:29.834494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:29.865278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a5', 'mac_address': 'fa:16:3e:c8:40:0e'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:29.919369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9375a84-c7ca-4ab1-af78-94ab2cfb9e53 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=b72a3934-78dd-43b2-9a79-270882ecbe69,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:29.997113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=2528fe11-f58d-43ea-b374-f87f2ba12bc5,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:30.021884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.033951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.051559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.058034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.081780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.091917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:30.092563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:30.097705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.113689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.130694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-c38a983e-5ad4-470d-9058-b12c4c74ba75 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5440 time: 0.3257685 Nov 10 03:52:30.165356 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62bcbe88-a9d1-462b-a770-1a5ec8d10e70 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.183917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62bcbe88-a9d1-462b-a770-1a5ec8d10e70 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.242580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610253f4-ecc1-44ad-9bec-59f028ae80e0 req-a459383b-3fb3-45e2-aa65-c5c221a1776a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.253605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-610253f4-ecc1-44ad-9bec-59f028ae80e0 req-a459383b-3fb3-45e2-aa65-c5c221a1776a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3057544 Nov 10 03:52:30.284364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcbe88-a9d1-462b-a770-1a5ec8d10e70 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaee086b-b498-4cc7-b1b8-46f1220fdd39,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:30.332589 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.348326 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62bcbe88-a9d1-462b-a770-1a5ec8d10e70 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.352385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-62bcbe88-a9d1-462b-a770-1a5ec8d10e70 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6833453 Nov 10 03:52:30.356456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33856) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:30.373372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 98cd4175-1ea1-4101-b31f-e662086e9cb3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:30.375702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.377855 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.379930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3547bc05-c934-4d44-83da-2d7fe8bc315f None None] Provisioning complete for port c5fbecff-c749-455e-9fa0-378b26e65130 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:30.384118 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3547bc05-c934-4d44-83da-2d7fe8bc315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.406831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d6d47b57-0023-474b-aaf6-112d7c4672fb tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Request body: {'security_group_rule': {'security_group_id': 'f4737a51-0527-400f-adfd-73e59ad7c8b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:30.448764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-837c871a-c505-438c-b9b0-bd051ca2eb25 req-d3b712a2-f4e8-49da-840f-30f7ab46d917 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3170912 Nov 10 03:52:30.516971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-610253f4-ecc1-44ad-9bec-59f028ae80e0 req-907ae367-391c-438e-bb87-41f735b8e451 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624421 Nov 10 03:52:30.558562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6d47b57-0023-474b-aaf6-112d7c4672fb tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.611868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 51342e2c-3fdf-4caa-b26d-81b689250499 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:30.746405 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6d47b57-0023-474b-aaf6-112d7c4672fb tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.758226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6d47b57-0023-474b-aaf6-112d7c4672fb tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.804530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 51342e2c-3fdf-4caa-b26d-81b689250499 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:30.804775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 51342e2c-3fdf-4caa-b26d-81b689250499 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:30.819210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd151fad-37e5-4400-8836-ca424e4dff68 None None] Pushing event updated for resources: {'Port': ['ID=98cd4175-1ea1-4101-b31f-e662086e9cb3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:30.834709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d47b57-0023-474b-aaf6-112d7c4672fb tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d87cb0-c26a-418e-9656-72a4e8f6d0e5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:30.869833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:30.890701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6d47b57-0023-474b-aaf6-112d7c4672fb tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.892166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d6d47b57-0023-474b-aaf6-112d7c4672fb tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5170276 Nov 10 03:52:30.903525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33876) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:30.906417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.912934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.913882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:30.936919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] In _notify_port_updated(), no bound segment for port b72a3934-78dd-43b2-9a79-270882ecbe69 on network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:52:30.959536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.960191 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:30.964402 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "PUT /v2.0/ports/b72a3934-78dd-43b2-9a79-270882ecbe69 HTTP/1.1" status: 200 len: 1001 time: 1.1289191 Nov 10 03:52:30.974453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aeb5d-638c-46f2-96ce-7bab92f8d628 req-7f0ab6ed-4cb3-43d2-9172-9cd5d1bbaec1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:30.981161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e8e2fb52-191a-456c-bfa8-09017877b6e5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:30.988846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-080aeb5d-638c-46f2-96ce-7bab92f8d628 req-7f0ab6ed-4cb3-43d2-9172-9cd5d1bbaec1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1766927 Nov 10 03:52:30.991673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33882) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:31.003146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:31.004026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a196d713-19d8-4b95-b79d-b9c18a28dcd0 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:31.035407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0df254-e8a4-4cfc-8ab6-d2794f8d3523 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=b72a3934-78dd-43b2-9a79-270882ecbe69,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:31.076905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:31.130179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-080aeb5d-638c-46f2-96ce-7bab92f8d628 req-726b8efa-2b6b-4427-89d7-fb659b8b5c8d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352744 Nov 10 03:52:31.441786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2fb52-191a-456c-bfa8-09017877b6e5'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:31.444473 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89523c99-6d91-493c-a551-a8d46036eff7" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2fb52-191a-456c-bfa8-09017877b6e5"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:31.547852 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d2d26-e802-4cce-a42f-c54bb2615802 x-openstack-request-id: req-216d2d26-e802-4cce-a42f-c54bb2615802 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:31.548138 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2fb52-191a-456c-bfa8-09017877b6e5", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:31.548552 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-216d2d26-e802-4cce-a42f-c54bb2615802 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:31.549111 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2fb52-191a-456c-bfa8-09017877b6e5', 'code': 200} Nov 10 03:52:31.582903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:31.658054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e8e2fb52-191a-456c-bfa8-09017877b6e5,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:31.667663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-567217c7-2e37-4a9d-90fc-ed8676e9863a req-3c0fa496-77c1-4b00-b6ab-71dcfe4caa04 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b36d6b69861546b7b17e2d77720169e6 HTTP/1.1" status: 200 len: 221 time: 0.1149793 Nov 10 03:52:31.735497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3547bc05-c934-4d44-83da-2d7fe8bc315f None None] Provisioning complete for port 054ab6da-6e98-4c05-9816-2213322baac9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:31.736269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3547bc05-c934-4d44-83da-2d7fe8bc315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:31.748480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting port b72a3934-78dd-43b2-9a79-270882ecbe69 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:31.748874 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:31.786450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3547bc05-c934-4d44-83da-2d7fe8bc315f None None] Port 054ab6da-6e98-4c05-9816-2213322baac9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:31.793756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port a196d713-19d8-4b95-b79d-b9c18a28dcd0 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:31.804666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port a196d713-19d8-4b95-b79d-b9c18a28dcd0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:31.805407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:31.818806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:31.823752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:31.830195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:31.836247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:31.853009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:31.859633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:31.866254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:31.867344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 2, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:31.874747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51f00087-cb3a-4323-9dcf-844c518d615e req-3bb92a73-f8c6-4ca8-b1b9-dc349d20ce55 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5441 time: 0.2103596 Nov 10 03:52:31.905726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Checking router: dd9486ad-966d-4e40-96ff-17de29926e17 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:52:31.906097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Updating router dd9486ad-966d-4e40-96ff-17de29926e17 port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:52:31.985043 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.000130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Provisioning complete for port b72a3934-78dd-43b2-9a79-270882ecbe69 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:32.001462 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.004401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.019342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.023627 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.035789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 76643d50-43c0-4fc5-9e71-e70b0c3f3feb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:32.043820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Calling delete_port for b72a3934-78dd-43b2-9a79-270882ecbe69 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:32.091142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56a05-2e50-4a38-b42b-901743e5c8fa req-a479994f-a8af-432a-8fc3-02ff40f53e33 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:32.094722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6d56a05-2e50-4a38-b42b-901743e5c8fa req-a479994f-a8af-432a-8fc3-02ff40f53e33 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2168250 Nov 10 03:52:32.131398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Port b72a3934-78dd-43b2-9a79-270882ecbe69 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:32.133889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a196d713-19d8-4b95-b79d-b9c18a28dcd0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:32.138997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51f00087-cb3a-4323-9dcf-844c518d615e req-9e26594a-9a6b-4375-94b2-cc824b7315ec tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2631905 Nov 10 03:52:32.146742 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.147507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 238d3fce-df56-4ff3-83d8-3955c3b63894 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:32.287290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Provisioning complete for port 98cd4175-1ea1-4101-b31f-e662086e9cb3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:32.287872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.315621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6d56a05-2e50-4a38-b42b-901743e5c8fa req-9070349d-1c81-4928-b2a5-04e73f6d5e4d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998675 Nov 10 03:52:32.317059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Allocated IP 172.25.6.63 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/c6b682be-be0c-4e10-b0b3-1889a028756a) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:32.360669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:32.361033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.430958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a196d713-19d8-4b95-b79d-b9c18a28dcd0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:32.481505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 238d3fce-df56-4ff3-83d8-3955c3b63894 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:32.501454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 238d3fce-df56-4ff3-83d8-3955c3b63894 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:32.502252 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.545476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.557884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a6ee3-4740-432a-941e-49e8ac4ad49c req-1c7452a3-107a-4c3a-b34a-0b02bdbcac3e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:32.563334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c9a6ee3-4740-432a-941e-49e8ac4ad49c req-1c7452a3-107a-4c3a-b34a-0b02bdbcac3e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 945 time: 0.1606715 Nov 10 03:52:32.629047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Port': ['ID=b72a3934-78dd-43b2-9a79-270882ecbe69,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:32.648393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.703465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 98cd4175-1ea1-4101-b31f-e662086e9cb3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:32.708556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.748580 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.755813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Provisioning complete for port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:32.756293 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.808336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.848834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:32.858198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:32.868429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c9a6ee3-4740-432a-941e-49e8ac4ad49c req-08adf24c-ecc6-4602-80a5-bee0475270d3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826192 Nov 10 03:52:32.879684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:32.881491 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:32.901044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event updated for resources: {'Port': ['ID=c6b682be-be0c-4e10-b0b3-1889a028756a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:32.909899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9504a6db-486a-4303-90d9-3510eb785c6f None None] Port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:32.923095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690bb19-1d27-4225-8d07-6119f0e70f39 None None] Pushing event updated for resources: {'Port': ['ID=358eb1bf-b8e6-45d6-8893-8c8d929fec33,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:32.997626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68525936-1203-4635-b898-8f608d44b5c5 req-ad7f9cae-fc0e-4c22-b69f-4bb4af5911e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.006294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68525936-1203-4635-b898-8f608d44b5c5 req-ad7f9cae-fc0e-4c22-b69f-4bb4af5911e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3026230 Nov 10 03:52:33.015368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 98cd4175-1ea1-4101-b31f-e662086e9cb3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:33.019457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.058415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 238d3fce-df56-4ff3-83d8-3955c3b63894, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=238d3fce-df56-4ff3-83d8-3955c3b63894,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:33.081417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.088322 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.088902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:33.090452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ee7c0b7-e3a3-47ca-ac11-7c951613293e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/ports/b72a3934-78dd-43b2-9a79-270882ecbe69 HTTP/1.1" status: 204 len: 168 time: 2.0780649 Nov 10 03:52:33.141712 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-42842efa-1c0a-4fe8-ad71-6dc80ce9e694 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] GET failed (client error): The resource could not be found. Nov 10 03:52:33.143562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 23fd9f72-9f73-4107-ae80-20723a6184a3 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:33.159929 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-42842efa-1c0a-4fe8-ad71-6dc80ce9e694 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "GET /v2.0/ports/b72a3934-78dd-43b2-9a79-270882ecbe69 HTTP/1.1" status: 404 len: 333 time: 0.0691576 Nov 10 03:52:33.160913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:33.166950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-608469270'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:33.213429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Attempting to bind port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:52:33.213787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Attempting to bind port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:52:33.214163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Attempting to bind port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 on network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:33.223750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:52:33.224136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Checking segment: {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:33.224518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.224912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Bound using segment: {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:52:33.225527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Bound port: 358eb1bf-b8e6-45d6-8893-8c8d929fec33, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:52:33.225904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.227167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.324201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68525936-1203-4635-b898-8f608d44b5c5 req-22cec32d-79f5-4c3a-880e-11405691cf90 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182826 Nov 10 03:52:33.370736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c5fbecff-c749-455e-9fa0-378b26e65130 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:33.390377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.392907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=238d3fce-df56-4ff3-83d8-3955c3b63894,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:33.402237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 23fd9f72-9f73-4107-ae80-20723a6184a3 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:33.414428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 23fd9f72-9f73-4107-ae80-20723a6184a3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:33.414717 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.447771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:33.451962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.461408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa44bd3-d052-4816-b297-7ea7ea52a580 req-3ac2e599-72c5-4a00-aa5f-1847b73e8a72 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.469478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffa44bd3-d052-4816-b297-7ea7ea52a580 req-3ac2e599-72c5-4a00-aa5f-1847b73e8a72 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 945 time: 0.2912135 Nov 10 03:52:33.471237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] For port 358eb1bf-b8e6-45d6-8893-8c8d929fec33, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:52:33.476961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] device_id is not set on port 45191ac1-1830-4b4b-8d05-64e5125a97a3 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:52:33.493549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] For port 358eb1bf-b8e6-45d6-8893-8c8d929fec33, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=358eb1bf-b8e6-45d6-8893-8c8d929fec33,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:52:33.501405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8316a9c1-df45-417c-b84d-fbdd39cd78b8 None None] Provisioning complete for port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:33.501779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8316a9c1-df45-417c-b84d-fbdd39cd78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.559679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffa44bd3-d052-4816-b297-7ea7ea52a580 req-293ca5c6-e46e-4757-af07-b033c2336b0c tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889168 Nov 10 03:52:33.739642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Allocated IP 2001:db8::22 (85d5785a-6d7f-4f03-9a14-1fe54c3a6c62/59e582f7-a69d-44fa-b3e2-4b7a239eb57a/45191ac1-1830-4b4b-8d05-64e5125a97a3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:33.772664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0'}, {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238d3fce-df56-4ff3-83d8-3955c3b63894'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:33.776908 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5597cf74-3576-4b53-8c27-855b0899d1d9" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0"}, {"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "238d3fce-df56-4ff3-83d8-3955c3b63894"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:33.786829 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.801928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.810237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.816957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.824345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.831121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.838032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.845412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:33.854063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-714192f0-25f3-44da-9d66-def683e0d08e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5443 time: 0.1583838 Nov 10 03:52:33.893028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.906157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.912003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:33.943492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c5fbecff-c749-455e-9fa0-378b26e65130 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:33.943864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.063630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.077587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be084163-a8fe-44ae-b261-45925ba78cd7 req-207f5f8f-a872-4845-9e2f-98640ad0e8b8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222114 Nov 10 03:52:34.124698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event updated for resources: {'Port': ['ID=c6b682be-be0c-4e10-b0b3-1889a028756a,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:34.157332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.196864 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.213230 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.224760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d938a6a9-f5ec-42a7-94e5-04d31a4a17a2 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3100538 Nov 10 03:52:34.248506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690bb19-1d27-4225-8d07-6119f0e70f39 None None] Pushing event updated for resources: {'Port': ['ID=358eb1bf-b8e6-45d6-8893-8c8d929fec33,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:34.280513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 23fd9f72-9f73-4107-ae80-20723a6184a3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=23fd9f72-9f73-4107-ae80-20723a6184a3,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:34.291058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:34.302237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:34.326308 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6782b20-4e71-4a6f-9bb9-db337037a9c0 x-openstack-request-id: req-b6782b20-4e71-4a6f-9bb9-db337037a9c0 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:34.326629 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0", "code": 200}, {"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "238d3fce-df56-4ff3-83d8-3955c3b63894", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:34.326882 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6782b20-4e71-4a6f-9bb9-db337037a9c0 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:34.327281 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0', 'code': 200} Nov 10 03:52:34.327542 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238d3fce-df56-4ff3-83d8-3955c3b63894', 'code': 200} Nov 10 03:52:34.331999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:34.338587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:34.339463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.348060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.351178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 207a9264-abd3-4613-b424-2384294d5ca0 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:34.370807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=45191ac1-1830-4b4b-8d05-64e5125a97a3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:34.402882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4b9f4630-795d-4679-90bb-71ee15215a46 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2365651 Nov 10 03:52:34.403501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33984) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:34.419126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c8:40:0e'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:34.433299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:34.446534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:34.454875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-048d636f-1d62-4a8c-8f16-50d6b52126f8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:34.459653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-048d636f-1d62-4a8c-8f16-50d6b52126f8 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 945 time: 0.1029890 Nov 10 03:52:34.507527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d223c50-f72a-4c9f-9928-675b685d52eb req-83275ea8-37f3-4975-a976-4a4353b7509c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:34.515299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d223c50-f72a-4c9f-9928-675b685d52eb req-83275ea8-37f3-4975-a976-4a4353b7509c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1596260 Nov 10 03:52:34.533642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=23fd9f72-9f73-4107-ae80-20723a6184a3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:34.536072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:34.672752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-28f03a9b-89db-4e3e-8cfa-0d19a9114764 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--743229514&fields=id&tenant_id=82f22b3ba7794fcbb63fcb4e27d51374 HTTP/1.1" status: 200 len: 267 time: 0.2065609 Nov 10 03:52:34.696846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Deleting port 7466e4ac-6520-42d2-bd55-b316af8d1801 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:34.697205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.705987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d223c50-f72a-4c9f-9928-675b685d52eb req-7154811c-4a04-41f7-8633-6b19efbad111 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897931 Nov 10 03:52:34.868159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:34.890461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] For port 7466e4ac-6520-42d2-bd55-b316af8d1801, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7466e4ac-6520-42d2-bd55-b316af8d1801,segment=NetworkSegment(b955dc04-861c-418c-a85f-535558268bd2),segment_id=b955dc04-861c-418c-a85f-535558268bd2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:34.890832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.905749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Calling delete_port for 7466e4ac-6520-42d2-bd55-b316af8d1801 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:34.913523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8316a9c1-df45-417c-b84d-fbdd39cd78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:34.944015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f50c44-127c-4cc5-b78d-8a8c86d57f37 req-774f40f2-2089-4837-af10-a9d4a1a617af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:34.951187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27f50c44-127c-4cc5-b78d-8a8c86d57f37 req-774f40f2-2089-4837-af10-a9d4a1a617af tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9422c0-7fcd-4188-af8f-907b7cba61f4 HTTP/1.1" status: 200 len: 945 time: 0.1359885 Nov 10 03:52:34.973314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 207a9264-abd3-4613-b424-2384294d5ca0 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:34.991164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 207a9264-abd3-4613-b424-2384294d5ca0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:34.991533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.003564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-dc62598e-8e8f-43e6-8e26-26ac4d4953a5 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:35.010662 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-dc62598e-8e8f-43e6-8e26-26ac4d4953a5 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/networks?id=04da91e9-d3b9-4702-b8de-4508ddfb4db5 HTTP/1.1" status: 200 len: 805 time: 0.3367305 Nov 10 03:52:35.014131 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.099420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-82eaf385-f53d-42f8-98f2-7e00d6c2db9c tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/quotas/82f22b3ba7794fcbb63fcb4e27d51374 HTTP/1.1" status: 200 len: 375 time: 0.0816326 Nov 10 03:52:35.128372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.153422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8316a9c1-df45-417c-b84d-fbdd39cd78b8 None None] For port 358eb1bf-b8e6-45d6-8893-8c8d929fec33, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=358eb1bf-b8e6-45d6-8893-8c8d929fec33,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:35.161996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Pushing event deleted for resources: {'Port': ['ID=7466e4ac-6520-42d2-bd55-b316af8d1801,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:35.197791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7466e4ac-6520-42d2-bd55-b316af8d1801'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:35.199491 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8316a9c1-df45-417c-b84d-fbdd39cd78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.207251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.241568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] No DVR routers for this DVR port 7466e4ac-6520-42d2-bd55-b316af8d1801 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:35.245542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27f50c44-127c-4cc5-b78d-8a8c86d57f37 req-ef66fb8d-0405-426e-bf83-51b439c2a396 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.24 "GET /v2.0/security-groups?id=49376a89-bd5f-4888-8541-1a56add47c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852182 Nov 10 03:52:35.245711 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.250702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-152fb9ac-83da-4c2f-93ef-c2f703412f04 req-8173272f-d115-4ec4-bb17-d9c87df9aca4 tempest-ServersTestJSON-559178363 tempest-ServersTestJSON-559178363-project] 10.222.0.11 "DELETE /v2.0/ports/7466e4ac-6520-42d2-bd55-b316af8d1801 HTTP/1.1" status: 204 len: 173 time: 0.7618084 Nov 10 03:52:35.281706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'name': 'network-vif-deleted', 'tag': '7466e4ac-6520-42d2-bd55-b316af8d1801'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:35.285408 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150ff60c-21da-4a09-9592-6bc8117bded8" -d '{"events": [{"server_uuid": "df9422c0-7fcd-4188-af8f-907b7cba61f4", "name": "network-vif-deleted", "tag": "7466e4ac-6520-42d2-bd55-b316af8d1801"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:35.362202 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.368669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-0adb2376-f499-4744-a5ce-408990d894cd tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82f22b3ba7794fcbb63fcb4e27d51374&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2683074 Nov 10 03:52:35.405050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-76cb40f5-0567-48a8-9b18-4093367806c4 None None] Provisioning complete for port 45191ac1-1830-4b4b-8d05-64e5125a97a3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:35.405419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-76cb40f5-0567-48a8-9b18-4093367806c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.416816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316a9c1-df45-417c-b84d-fbdd39cd78b8 None None] Pushing event updated for resources: {'Port': ['ID=358eb1bf-b8e6-45d6-8893-8c8d929fec33,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:35.464674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:35.478103 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.528370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb16d-63c9-4112-af91-631061705263 req-1fce519b-ee20-430f-90e7-0fe934d7bd2b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:35.536177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 207a9264-abd3-4613-b424-2384294d5ca0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=207a9264-abd3-4613-b424-2384294d5ca0,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:35.536878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34fdb16d-63c9-4112-af91-631061705263 req-1fce519b-ee20-430f-90e7-0fe934d7bd2b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1668260 Nov 10 03:52:35.539836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-76cb40f5-0567-48a8-9b18-4093367806c4 None None] Port 45191ac1-1830-4b4b-8d05-64e5125a97a3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:35.556291 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.570179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-76cb40f5-0567-48a8-9b18-4093367806c4 None None] Provisioning complete for port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:35.571211 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-76cb40f5-0567-48a8-9b18-4093367806c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.622736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:35.662041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-e2ea1e38-55e9-4cfb-8151-cd1281cfc0bf service neutron] 10.222.0.24 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313197 Nov 10 03:52:35.665583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:33Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:35.667275 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.678919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34fdb16d-63c9-4112-af91-631061705263 req-01e479b4-80dd-417c-b17f-4c7b5402cdb1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413722 Nov 10 03:52:35.705690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a09b0-6d7f-4eab-af61-4652a750c03e None None] The sync data for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 is: [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:33Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:52:35.735043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=207a9264-abd3-4613-b424-2384294d5ca0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:35.744727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.815272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=45191ac1-1830-4b4b-8d05-64e5125a97a3,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:35.832479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] In _notify_port_updated(), no bound segment for port 45191ac1-1830-4b4b-8d05-64e5125a97a3 on network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:52:35.838597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:35.839225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:35.840523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d68c7a1-fe7a-4b46-ba37-4efe7ce0ff08 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "PUT /v2.0/ports/45191ac1-1830-4b4b-8d05-64e5125a97a3 HTTP/1.1" status: 200 len: 1001 time: 1.4353740 Nov 10 03:52:35.844803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34008) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:35.944016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-fce1b322-bc4d-4130-ab9c-7e4bf43f6e75 service neutron] 10.222.0.24 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746434 Nov 10 03:52:36.060867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.067984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.074275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.081300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.095088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.105585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.112501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.119611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-ed950007-feae-43f8-bcbb-9bee30f8688c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.1743267 Nov 10 03:52:36.214478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting port 45191ac1-1830-4b4b-8d05-64e5125a97a3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:36.214785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:36.329023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3'}, {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}, {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:36.331485 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb707eb-678a-4c9f-b855-19b14b05e42b" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3"}, {"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}, {"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "207a9264-abd3-4613-b424-2384294d5ca0"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:36.359802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d96491ad-e73c-4751-9ab1-e9c07f72a261 req-541cd988-ea43-4c2e-950c-76c33ad738ce tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2282412 Nov 10 03:52:36.434516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c99aae4e-3744-4255-8a39-3e6a479bb7ca None None] Provisioning complete for port 45191ac1-1830-4b4b-8d05-64e5125a97a3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:36.435097 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c99aae4e-3744-4255-8a39-3e6a479bb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:36.458752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:36.480689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:36.496616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Calling delete_port for 45191ac1-1830-4b4b-8d05-64e5125a97a3 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:36.567674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:36.599004 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5851cdad-59e3-4d91-85d1-a28f79cf412f x-openstack-request-id: req-5851cdad-59e3-4d91-85d1-a28f79cf412f {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:36.599617 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3", "code": 200}, {"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "code": 200}, {"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-plugged", "status": "completed", "tag": "207a9264-abd3-4613-b424-2384294d5ca0", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:36.600076 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5851cdad-59e3-4d91-85d1-a28f79cf412f {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:36.600664 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3', 'code': 200} Nov 10 03:52:36.609816 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'code': 200} Nov 10 03:52:36.610422 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0', 'code': 200} Nov 10 03:52:36.616776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c99aae4e-3744-4255-8a39-3e6a479bb7ca None None] Port 45191ac1-1830-4b4b-8d05-64e5125a97a3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:36.669883 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fff968-bfd4-4a47-a761-be81484698e1 x-openstack-request-id: req-e7fff968-bfd4-4a47-a761-be81484698e1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:36.681798 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9422c0-7fcd-4188-af8f-907b7cba61f4", "name": "network-vif-deleted", "tag": "7466e4ac-6520-42d2-bd55-b316af8d1801", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:36.683005 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7fff968-bfd4-4a47-a761-be81484698e1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:36.683919 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9422c0-7fcd-4188-af8f-907b7cba61f4', 'name': 'network-vif-deleted', 'tag': '7466e4ac-6520-42d2-bd55-b316af8d1801', 'status': 'completed', 'code': 200} Nov 10 03:52:36.725229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02f608bd-4c90-4a7c-8c34-83b6680577d1 req-d62f6958-8c75-43bf-841d-48947474302b tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 210 time: 0.0605197 Nov 10 03:52:36.789747 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] Deleting subnet 383b9d06-815a-4344-b526-842658d834f7 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:52:36.829324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:36.846142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:36.851721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'mac_address': 'fa:16:3e:b0:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:36.873643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:36.921605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a34d-3db2-41fb-b83d-2d551055b41a req-7e8d6ecc-97bd-4c60-82fc-47a62d37e3ca tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:36.932446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a97a34d-3db2-41fb-b83d-2d551055b41a req-7e8d6ecc-97bd-4c60-82fc-47a62d37e3ca tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1873021 Nov 10 03:52:36.948084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:36.960463 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:37.012132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:37.027209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Port': ['ID=45191ac1-1830-4b4b-8d05-64e5125a97a3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:37.059232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:37.084846 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:37.136748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:37.144420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ac87798f-ceea-46be-ad46-c51596574262 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/ports/45191ac1-1830-4b4b-8d05-64e5125a97a3 HTTP/1.1" status: 204 len: 168 time: 1.2984450 Nov 10 03:52:37.150997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34034) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:37.219281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 358eb1bf-b8e6-45d6-8893-8c8d929fec33 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:37.268527 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9300d32a-9082-4fa1-8d12-e17f4f6b75db tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] GET failed (client error): The resource could not be found. Nov 10 03:52:37.274354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9300d32a-9082-4fa1-8d12-e17f4f6b75db tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "GET /v2.0/ports/45191ac1-1830-4b4b-8d05-64e5125a97a3 HTTP/1.1" status: 404 len: 333 time: 0.1144209 Nov 10 03:52:37.285749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.294767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.298688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.299202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.304646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.310604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.311352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.317617 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-510d3e57-a601-4c51-988b-1908eb644836 req-ee10c148-755e-4817-9249-ef1bccac7a08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6502 time: 0.4580956 Nov 10 03:52:37.347175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6ce8939b-fc62-4102-abb0-053d5552ae94'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:37.380185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34042) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:37.387669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-204697820'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:37.543595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-510d3e57-a601-4c51-988b-1908eb644836 req-28a59c6a-e4c7-4657-b3a0-92492ea406fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2068436 Nov 10 03:52:37.620818 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:37.701846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a97a34d-3db2-41fb-b83d-2d551055b41a req-040fa96f-c002-4433-8fc1-b64eeb67da23 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682714 Nov 10 03:52:37.765371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:37.769014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:37.817233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] device_id is not set on port b08b32df-cf2e-4c40-b7a3-57c349fd20fa yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:52:37.871721 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:37.891265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.919306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.929156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.943253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.958587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.965220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.978755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:37.981742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-836a1469-82fb-4a63-b685-16070044d3cb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.4309115 Nov 10 03:52:38.001848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:38.009853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:38.076664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383b9d06-815a-4344-b526-842658d834f7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:38.077927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:38.081466 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:38.105411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Allocated IP 2001:db8::33e (85d5785a-6d7f-4f03-9a14-1fe54c3a6c62/59e582f7-a69d-44fa-b3e2-4b7a239eb57a/b08b32df-cf2e-4c40-b7a3-57c349fd20fa) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:38.107687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:38.115325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0593d7fb-81a5-45c9-80f6-68e8f1ad4469 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/383b9d06-815a-4344-b526-842658d834f7 HTTP/1.1" status: 204 len: 168 time: 1.5446250 Nov 10 03:52:38.118516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34056) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:38.154570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-001c7a4f-c220-44bf-8bea-5c7785f86842 req-f4ccaa65-8ec7-479b-8552-826f7f8c1155 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 210 time: 0.0895741 Nov 10 03:52:38.206399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82af1984-ee10-49c8-bced-c0b9f2a5c23f req-01d4f014-00af-4127-9eb4-11172f9271f1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449025 Nov 10 03:52:38.263528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7466e4ac-6520-42d2-bd55-b316af8d1801 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:38.290843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 7466e4ac-6520-42d2-bd55-b316af8d1801 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:38.291180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7466e4ac-6520-42d2-bd55-b316af8d1801 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:38.408530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d8119-62b5-477f-b914-c3d483fb46ed req-a1cb6d4c-4f52-4adb-8412-b682e4b68b8f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:38.418516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af4d8119-62b5-477f-b914-c3d483fb46ed req-a1cb6d4c-4f52-4adb-8412-b682e4b68b8f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1396096 Nov 10 03:52:38.488102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:38.509490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-c0f0ba42-b4c1-4539-a5dc-ddfc1bcc4e2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1194372 Nov 10 03:52:38.527542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af4d8119-62b5-477f-b914-c3d483fb46ed req-37416800-9a85-42fa-a4e4-b42768e5b758 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029584 Nov 10 03:52:38.723337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324716a-34b2-4f69-96bf-631442375642 req-adaa58aa-8091-4650-9a8b-bce41c1ac7af tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:38.725919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0324716a-34b2-4f69-96bf-631442375642 req-adaa58aa-8091-4650-9a8b-bce41c1ac7af tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0906937 Nov 10 03:52:38.731509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:38.805488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0324716a-34b2-4f69-96bf-631442375642 req-083b2051-77bc-40cd-b178-8cf2e30b4cd2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667374 Nov 10 03:52:39.048980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80482b3-a66e-4b8e-b4bb-7cbfa5bc3247 req-baea6781-aa9a-48e0-9ed1-fdd1aa5f8482 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.052933 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c80482b3-a66e-4b8e-b4bb-7cbfa5bc3247 req-baea6781-aa9a-48e0-9ed1-fdd1aa5f8482 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1467538 Nov 10 03:52:39.159779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.170601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c80482b3-a66e-4b8e-b4bb-7cbfa5bc3247 req-6e9a99c0-e88f-490b-bd0e-59c04b1840db tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111953 Nov 10 03:52:39.209529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c880fe4c-c32a-4308-980f-d05a106fd61b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:39.267187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b955dc04-861c-418c-a85f-535558268bd2') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:39.267550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b955dc04-861c-418c-a85f-535558268bd2') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:39.286317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-5a528b4e-d13f-4db5-a80e-99cbe861a84b tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.287808 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-5a528b4e-d13f-4db5-a80e-99cbe861a84b tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.44 "GET /v2.0/networks?id=04da91e9-d3b9-4702-b8de-4508ddfb4db5 HTTP/1.1" status: 200 len: 805 time: 0.7010171 Nov 10 03:52:39.295711 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.305359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.305826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.306321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.306775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.307818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.308275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.308727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.311408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-544d7101-2bf6-4153-b3ca-8013877bd55f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6490 time: 0.5898767 Nov 10 03:52:39.337340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.459717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.513298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:52:39.513877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:52:39.520267 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:52:39.624439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:39.639041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.642141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:39.661292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=b08b32df-cf2e-4c40-b7a3-57c349fd20fa,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:39.666205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:39.673420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.674223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.694563 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-6d1acdd2-a237-418c-9245-4aefa3e07d4e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82f22b3ba7794fcbb63fcb4e27d51374 HTTP/1.1" status: 200 len: 379 time: 0.3947344 Nov 10 03:52:39.713962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.718017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Request body: {'port': {'device_id': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'admin_state_up': True, 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'security_groups': ['f4737a51-0527-400f-adfd-73e59ad7c8b9']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:39.723366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.736707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.754412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.768929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.785499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.799795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:39.802140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.804828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-b4f9ba15-b225-435e-98a2-14eaaef367cc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.3179338 Nov 10 03:52:39.808484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c880fe4c-c32a-4308-980f-d05a106fd61b HTTP/1.1" status: 204 len: 168 time: 1.6848562 Nov 10 03:52:39.842698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-efd88761-7acc-478b-9a22-5e218d73e3b2 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4590974 Nov 10 03:52:39.877124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34110) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:39.902628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42b384-3bce-4b6b-a7df-e50fa6dc5230 admin admin] Pushing event deleted for resources: {'Network': ['ID=c880fe4c-c32a-4308-980f-d05a106fd61b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:39.917819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-d877ae32-ec6d-4d6f-9dec-9d7902c55856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.931353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-d877ae32-ec6d-4d6f-9dec-9d7902c55856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.931954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-d877ae32-ec6d-4d6f-9dec-9d7902c55856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:39.933745 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-d877ae32-ec6d-4d6f-9dec-9d7902c55856 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c33338f6-ec5f-45c2-b663-42466aa817e7&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=7d0374c2-10dc-4f4a-850d-1b602147ceac&id=7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 200 len: 2290 time: 0.4680240 Nov 10 03:52:39.935153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c864d55-d4f3-4542-94a3-3454473be503 req-e2401568-2dc8-4466-9bf2-7adf775da0c9 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 210 time: 0.1285169 Nov 10 03:52:39.964478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'network_id': '85d5785a-6d7f-4f03-9a14-1fe54c3a6c62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1928030513'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:40.040543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34114) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:40.157284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f0bd9b59-ee40-44c1-86fc-e79f4b68c52e None None] Provisioning complete for port b08b32df-cf2e-4c40-b7a3-57c349fd20fa triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:40.158385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9b59-ee40-44c1-86fc-e79f4b68c52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.204615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-c0f5e3b9-4f08-4cd7-bf64-7322e09c2bda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587 HTTP/1.1" status: 200 len: 1002 time: 0.2627838 Nov 10 03:52:40.243934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd9b59-ee40-44c1-86fc-e79f4b68c52e None None] Port b08b32df-cf2e-4c40-b7a3-57c349fd20fa cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:40.297378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-19fac71f-f027-4e3a-9e00-0971a2b8ca52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2aabf68ce78e4317a437f57d13277918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521143 Nov 10 03:52:40.305757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34116) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:40.338054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Made reservation on behalf of 82f22b3ba7794fcbb63fcb4e27d51374 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:40.344595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.363730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-4419409b-2aba-4a54-ad80-ed53175736de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:40.365613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-4419409b-2aba-4a54-ad80-ed53175736de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0beba905-7692-49b7-9315-f028bd756783 HTTP/1.1" status: 200 len: 851 time: 0.1403499 Nov 10 03:52:40.372296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0013ecd8-9f14-48e5-8da9-7904b3dd77f2 req-c7b5d10c-09d5-405d-a1d2-2f63162c69b6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5538483 Nov 10 03:52:40.464368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:40.483318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d1fc-9f0c-44ef-bce5-f8205e326bf4 req-0a2f3913-b95d-4d18-9bee-a5cd427cca49 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:40.492755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5759d1fc-9f0c-44ef-bce5-f8205e326bf4 req-0a2f3913-b95d-4d18-9bee-a5cd427cca49 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3073547 Nov 10 03:52:40.566045 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7630-2c1b-4ab9-ab6d-1aebbf832723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.624853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6ce8939b-fc62-4102-abb0-053d5552ae94 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:40.624853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.628759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Made reservation on behalf of dcb5ae6fc4fd4aa09c7c96ea2a8b93e3 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:40.632467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.651067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-fc29ede6-c5db-4a92-8c4d-3cc618b1dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:40.652052 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-fc29ede6-c5db-4a92-8c4d-3cc618b1dea7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c33338f6-ec5f-45c2-b663-42466aa817e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2714162 Nov 10 03:52:40.743708 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7630-2c1b-4ab9-ab6d-1aebbf832723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.759312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.789754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5759d1fc-9f0c-44ef-bce5-f8205e326bf4 req-1661b25b-a80d-46e2-87c9-b77b3efd5aa6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938411 Nov 10 03:52:40.801373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:40.802667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:40.806460 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aa3583-dc29-4342-982c-71d41106656f" -d '{"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:40.813259 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:40.831803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] device_id is not set on port a8276521-3774-4a03-9bc9-b07806106a0f yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:52:40.903707 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a642b-0bd9-468f-934d-b52a13ffd533 x-openstack-request-id: req-d78a642b-0bd9-468f-934d-b52a13ffd533 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:40.904377 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:40.904977 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d78a642b-0bd9-468f-934d-b52a13ffd533 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:40.905637 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'code': 200} Nov 10 03:52:40.921989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=10']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:41.021650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Allocated IP 172.20.0.9 (04da91e9-d3b9-4702-b8de-4508ddfb4db5/3f5a09b1-8137-412c-b472-68e8db0ebacd/6e375f44-b916-41f5-b859-627478537145) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:41.130830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-1f30c3b5-7197-40a8-b338-b337a274e03e service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648128 Nov 10 03:52:41.140005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a189c44-64ad-4360-b0bd-010f96da4aad req-0e11e1b5-c303-4f41-bb04-5be445034b9b tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 210 time: 0.0704968 Nov 10 03:52:41.198771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae958af5-1dde-4514-afae-4707eb58dff3 req-af255fc6-b62c-4ec8-b539-043377535e30 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.201367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae958af5-1dde-4514-afae-4707eb58dff3 req-af255fc6-b62c-4ec8-b539-043377535e30 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1857429 Nov 10 03:52:41.205110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7630-2c1b-4ab9-ab6d-1aebbf832723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:41.207777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7630-2c1b-4ab9-ab6d-1aebbf832723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:41.209883 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ba4f7630-2c1b-4ab9-ab6d-1aebbf832723 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49376a89-bd5f-4888-8541-1a56add47c2e HTTP/1.1" status: 204 len: 168 time: 0.9030724 Nov 10 03:52:41.243326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f7630-2c1b-4ab9-ab6d-1aebbf832723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49376a89-bd5f-4888-8541-1a56add47c2e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:41.270453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Allocated IP 2001:db8::43 (85d5785a-6d7f-4f03-9a14-1fe54c3a6c62/59e582f7-a69d-44fa-b3e2-4b7a239eb57a/a8276521-3774-4a03-9bc9-b07806106a0f) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:41.323561 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae958af5-1dde-4514-afae-4707eb58dff3 req-2b5ef90d-a504-456f-ba61-7828d1363281 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039491 Nov 10 03:52:41.430806 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:41.479284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-965b0678-d126-43ac-b35a-75039107aab9 service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070633 Nov 10 03:52:41.553797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-12820f8d-e6e7-4c1b-96ef-86a9a2c81ee9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 217 time: 0.0610948 Nov 10 03:52:41.628089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-390416ed-fa14-4859-a810-07d74af4477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.629536 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-390416ed-fa14-4859-a810-07d74af4477f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.0635569 Nov 10 03:52:41.632002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:41.668798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bec7d7-9e4c-41b8-89b5-1fb7daa5261e req-f6bd169b-8600-47ab-be82-e82b55a4aeb0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.676670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30bec7d7-9e4c-41b8-89b5-1fb7daa5261e req-f6bd169b-8600-47ab-be82-e82b55a4aeb0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1791923 Nov 10 03:52:41.761000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:41.763914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.768130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:41.777071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.783673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:41.786414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.794072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.809648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.822319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.839588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.845037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-aaf0a0e2-4ea7-42cc-9ebd-b36965eadab8 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.3290298 Nov 10 03:52:41.857334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event updated for resources: {'Port': ['ID=6e375f44-b916-41f5-b859-627478537145,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:41.886520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-102fe8f0-cb69-445f-a3eb-9fd55b1c5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.888855 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-102fe8f0-cb69-445f-a3eb-9fd55b1c5fad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2509534 Nov 10 03:52:41.895329 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:41.901043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:41.901739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:41.974547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30bec7d7-9e4c-41b8-89b5-1fb7daa5261e req-3ca94a86-ae6e-407d-97d6-332a5736454a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969685 Nov 10 03:52:42.026686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-a667eb40-9640-4210-ba10-f20154f959a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3152912 Nov 10 03:52:42.062870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Request body: {'port': {'device_id': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:42.164299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc098b90-9905-499d-bc83-7d72c4c62daf req-6539f3bf-1863-476c-b653-bb635b1292e3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2836962 Nov 10 03:52:42.180997 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:42.209777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-d42ea6d3-4b16-468b-b559-2e260cf89669 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044083 Nov 10 03:52:42.227260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:42.287599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e84fe1f4-ed03-42d4-a0e0-af7ad9f57619 None None] Provisioning complete for port 6e375f44-b916-41f5-b859-627478537145 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:42.288186 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e84fe1f4-ed03-42d4-a0e0-af7ad9f57619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:42.403912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e84fe1f4-ed03-42d4-a0e0-af7ad9f57619 None None] Port 6e375f44-b916-41f5-b859-627478537145 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:42.412865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=a8276521-3774-4a03-9bc9-b07806106a0f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:42.483658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:42.491068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:42.495655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:42.503642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:42.504245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:42.567044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576cbe3-5f53-479f-80f1-dfe0e012f6e7 req-8a9606ac-f6e6-4932-bfad-a0450c11163c tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:42.584812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7576cbe3-5f53-479f-80f1-dfe0e012f6e7 req-8a9606ac-f6e6-4932-bfad-a0450c11163c tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 931 time: 0.1773729 Nov 10 03:52:42.616983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b65be-9618-493c-91a2-e74077693afc req-591461e3-e641-4237-baf4-a9c8a5678d91 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:42.618618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e5b65be-9618-493c-91a2-e74077693afc req-591461e3-e641-4237-baf4-a9c8a5678d91 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3026404 Nov 10 03:52:42.682890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fe3e979f-565d-45ca-bd3f-4486331e0e9d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7390959 Nov 10 03:52:42.690006 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e5b65be-9618-493c-91a2-e74077693afc req-8a2247e1-de74-4d3d-906c-448a1c2f9ce6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636954 Nov 10 03:52:42.690588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34172) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:42.700524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a5', 'mac_address': 'fa:16:3e:c8:40:0e'}, {'ip_address': '2001:db8::33e', 'mac_address': 'fa:16:3e:c5:2d:e0'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:42.806160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-46edc556-b255-424f-a7ab-4b1923e35c16 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764945 Nov 10 03:52:42.865846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-b7794004-1c56-407f-87b7-d533f80b1ab2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 217 time: 0.0384464 Nov 10 03:52:42.900254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7576cbe3-5f53-479f-80f1-dfe0e012f6e7 req-8ccab50e-7d49-4045-849e-ae6d209021c5 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000436 Nov 10 03:52:42.980461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-85709fcc-5e96-4536-8a76-a19671dcd0a4 None None] Provisioning complete for port a8276521-3774-4a03-9bc9-b07806106a0f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:42.984239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-85709fcc-5e96-4536-8a76-a19671dcd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:42.995001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-fd7fdaee-9da9-464e-90bf-5d097ecdf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.000196 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-fd7fdaee-9da9-464e-90bf-5d097ecdf065 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.1249318 Nov 10 03:52:43.002601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.005189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34182) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:43.010301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.040468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.050976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.052122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e375f44-b916-41f5-b859-627478537145 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:43.062505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.068099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.076836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.077912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-702e6c88-569a-43e5-bac1-093ec754c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.079774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-702e6c88-569a-43e5-bac1-093ec754c94d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678046 Nov 10 03:52:43.082873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Transition to ACTIVE for port object 6e375f44-b916-41f5-b859-627478537145 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:52:43.084767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.092461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-480afe1d-0554-40c0-b6b2-b547dc0afb8a req-ab12c497-8762-47e9-8329-b1cac7c64a02 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.2285526 Nov 10 03:52:43.104235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-85709fcc-5e96-4536-8a76-a19671dcd0a4 None None] Port a8276521-3774-4a03-9bc9-b07806106a0f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:43.177081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34186) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:43.190295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Request body: {'floatingip': {'port_id': '2528fe11-f58d-43ea-b374-f87f2ba12bc5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:43.265956 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.289526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1493053961-network', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:43.303308 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e0a95e1f-7fe6-4bcf-b30f-bc9c7416a696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.310846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.347375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421f420-1521-4447-a218-155b9160ae9d req-5a805d48-5a9f-4f07-9396-fcdc0c05dca9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.348953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e421f420-1521-4447-a218-155b9160ae9d req-5a805d48-5a9f-4f07-9396-fcdc0c05dca9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2448335 Nov 10 03:52:43.373326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Pushing event updated for resources: {'Port': ['ID=6e375f44-b916-41f5-b859-627478537145,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:43.389012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.453871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e421f420-1521-4447-a218-155b9160ae9d req-29fba429-9e7e-4894-86ad-76e4d6006a9e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832832 Nov 10 03:52:43.701600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Made reservation on behalf of 06dde2634842480f9a77893dcdafc5b7 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:43.704098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.707652 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-b0626e21-406f-43ca-9c89-ce12d0c607f9 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179459 Nov 10 03:52:43.733716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25d5e-5b86-45ab-860c-6ed63de8e15e req-74209b00-e485-432d-bdf1-78d7d5453c68 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.745122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc25d5e-5b86-45ab-860c-6ed63de8e15e req-74209b00-e485-432d-bdf1-78d7d5453c68 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1531119 Nov 10 03:52:43.755610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.784695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.793469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.844814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] In _notify_port_updated(), no bound segment for port a8276521-3774-4a03-9bc9-b07806106a0f on network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:52:43.850609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:43.851241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:43.855047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "PUT /v2.0/ports/a8276521-3774-4a03-9bc9-b07806106a0f HTTP/1.1" status: 200 len: 1067 time: 1.1595142 Nov 10 03:52:43.856240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cc25d5e-5b86-45ab-860c-6ed63de8e15e req-e4aa453e-9846-4bf4-b41e-66b6ba22513a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043627 Nov 10 03:52:43.861678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34196) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:43.945551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24d15c-282e-4e7c-8f9d-7109882b7792 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event updated for resources: {'Port': ['ID=a8276521-3774-4a03-9bc9-b07806106a0f,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:44.137226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.193670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec541c13-4f81-47af-ab8f-b073f4621d8a req-103b8dc0-844a-443a-80de-21488dde15a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:44.195262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec541c13-4f81-47af-ab8f-b073f4621d8a req-103b8dc0-844a-443a-80de-21488dde15a6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 943 time: 0.1342068 Nov 10 03:52:44.220067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Attempting to bind port 6e375f44-b916-41f5-b859-627478537145 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:52:44.220408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Attempting to bind port 6e375f44-b916-41f5-b859-627478537145 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:52:44.221409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Attempting to bind port 6e375f44-b916-41f5-b859-627478537145 on network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:44.228617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.252243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Port 6e375f44-b916-41f5-b859-627478537145 on network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:52:44.252579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Attempting to bind port 6e375f44-b916-41f5-b859-627478537145 on network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:44.261546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-cf94fed9-5d40-4598-8d5d-b39863d2f5e3 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377665 Nov 10 03:52:44.289691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:52:44.312076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da8d41b-af63-4e19-8f3b-a7e685217072,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:44.314810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting port a8276521-3774-4a03-9bc9-b07806106a0f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:44.315153 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.330642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9188c4bc-2115-4351-a73f-ad7ef5b43ae4 None None] Provisioning complete for port a8276521-3774-4a03-9bc9-b07806106a0f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:44.333484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9188c4bc-2115-4351-a73f-ad7ef5b43ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.352684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:52:44.352949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Checking segment: {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:44.353424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Bound using segment: {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:52:44.353926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Bound port: 6e375f44-b916-41f5-b859-627478537145, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8735c8e-a0d3-4de6-b937-8737a113f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:52:44.354319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.376037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec541c13-4f81-47af-ab8f-b073f4621d8a req-a4cb70ee-a644-4993-b3f0-497f06a7d9e5 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664577 Nov 10 03:52:44.386028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c765ac-b6fc-4d23-a9b3-1791668f1cef req-6fd7d410-b231-42bc-9912-d26c9560f555 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:44.393984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c765ac-b6fc-4d23-a9b3-1791668f1cef req-6fd7d410-b231-42bc-9912-d26c9560f555 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1975825 Nov 10 03:52:44.426269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-2a8ebb4c-c691-4811-90e4-a5252a31d5bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde HTTP/1.1" status: 200 len: 217 time: 0.1545842 Nov 10 03:52:44.451392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.451723 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Added segment e966f654-388d-41ed-9399-820e10b69957 of type vlan for network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 Nov 10 03:52:44.477084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9188c4bc-2115-4351-a73f-ad7ef5b43ae4 None None] Port a8276521-3774-4a03-9bc9-b07806106a0f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:44.526075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3c765ac-b6fc-4d23-a9b3-1791668f1cef req-17348778-324d-40e5-9315-0b9931734d97 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311932 Nov 10 03:52:44.544338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-63f32fce-a39c-4048-b1d5-f1f2bafca925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:44.545064 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-63f32fce-a39c-4048-b1d5-f1f2bafca925 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.0764732 Nov 10 03:52:44.547646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.586900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Calling delete_port for a8276521-3774-4a03-9bc9-b07806106a0f owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:44.785911 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.807610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3141a-aade-474f-bcf9-5462cfca00d8 req-a6bfdf12-d61c-4ef2-a25e-78364f92be25 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:44.809929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0a3141a-aade-474f-bcf9-5462cfca00d8 req-a6bfdf12-d61c-4ef2-a25e-78364f92be25 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0919063 Nov 10 03:52:44.861275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Port': ['ID=a8276521-3774-4a03-9bc9-b07806106a0f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:44.872897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.924440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:44.992618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0a3141a-aade-474f-bcf9-5462cfca00d8 req-f69bc796-586d-4672-8fc2-18d91dbf68cc tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754277 Nov 10 03:52:45.049278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] For port 6e375f44-b916-41f5-b859-627478537145, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:52:45.105341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.118207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] For port 6e375f44-b916-41f5-b859-627478537145, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6e375f44-b916-41f5-b859-627478537145,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:52:45.143409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.274862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.278221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1cfada1d-43d9-4034-adcc-94665161d3ed tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/ports/a8276521-3774-4a03-9bc9-b07806106a0f HTTP/1.1" status: 204 len: 168 time: 1.4155471 Nov 10 03:52:45.282075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34228) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:45.314241 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf07157d-13de-40bf-8b87-8293cd054e0c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] GET failed (client error): The resource could not be found. Nov 10 03:52:45.315918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cf07157d-13de-40bf-8b87-8293cd054e0c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "GET /v2.0/ports/a8276521-3774-4a03-9bc9-b07806106a0f HTTP/1.1" status: 404 len: 333 time: 0.0332575 Nov 10 03:52:45.318679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34230) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:45.377116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d5aa-64af-4884-b428-976a6fcdd8c1 req-6eb664d3-311e-4882-87d1-50c675628db4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:45.385062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4d3d5aa-64af-4884-b428-976a6fcdd8c1 req-6eb664d3-311e-4882-87d1-50c675628db4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1567285 Nov 10 03:52:45.588281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4d3d5aa-64af-4884-b428-976a6fcdd8c1 req-d4565c65-3ba1-4ece-ac92-42a3292ff095 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021997 Nov 10 03:52:45.628974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-44c9a091-1af3-4f73-b0d6-5d4c1dda3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.697494 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.resource_extend [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:52:45.705690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting port b08b32df-cf2e-4c40-b7a3-57c349fd20fa {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:45.708031 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.743392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-c8260dec-a0d8-4fcd-813f-39a986b71089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:45.745287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-c8260dec-a0d8-4fcd-813f-39a986b71089 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8706176 Nov 10 03:52:45.755977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.757162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:45.757742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.760704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:45.761348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:45.762705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] 10.222.0.44 "PUT /v2.0/ports/6e375f44-b916-41f5-b859-627478537145 HTTP/1.1" status: 200 len: 1091 time: 3.7220674 Nov 10 03:52:45.802262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'tag': '6e375f44-b916-41f5-b859-627478537145'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:45.804520 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8cc309-521b-4267-81bb-2ed108d26b16" -d '{"events": [{"name": "network-changed", "server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "tag": "6e375f44-b916-41f5-b859-627478537145"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:45.857586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf562-0075-440f-a02b-efc8a646c3ec req-8acee63f-339a-453d-9e9c-1d26a3a4bf44 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:45.859494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97ebf562-0075-440f-a02b-efc8a646c3ec req-8acee63f-339a-453d-9e9c-1d26a3a4bf44 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 943 time: 0.3018501 Nov 10 03:52:45.957788 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Floating IP dfdd3009-ab88-4217-9a8a-ce72f07bc820 associated. External IP: 172.25.6.139, port: 2528fe11-f58d-43ea-b374-f87f2ba12bc5. Nov 10 03:52:46.009100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be130ce5-47c5-43ab-b944-6abbe5b27d67 req-c3df2e7a-d6a2-4fd8-b440-a08e7a5c1888 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:46.016905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be130ce5-47c5-43ab-b944-6abbe5b27d67 req-c3df2e7a-d6a2-4fd8-b440-a08e7a5c1888 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2019107 Nov 10 03:52:46.048607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:46.101453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97ebf562-0075-440f-a02b-efc8a646c3ec req-16c31109-7911-4a0d-969b-a2c9123db40a tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193868 Nov 10 03:52:46.104016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Calling delete_port for b08b32df-cf2e-4c40-b7a3-57c349fd20fa owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:46.155336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be130ce5-47c5-43ab-b944-6abbe5b27d67 req-b68a4cda-721a-4958-988f-281584ecb28b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374345 Nov 10 03:52:46.252009 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8190889a-cc75-43e1-b7f5-3f784a03bbd1 x-openstack-request-id: req-8190889a-cc75-43e1-b7f5-3f784a03bbd1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:46.252501 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "tag": "6e375f44-b916-41f5-b859-627478537145", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:46.252501 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8190889a-cc75-43e1-b7f5-3f784a03bbd1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:46.252897 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'tag': '6e375f44-b916-41f5-b859-627478537145', 'status': 'completed', 'code': 200} Nov 10 03:52:46.266407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:52:46.274960 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2651091 Nov 10 03:52:46.275662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34250) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:46.284014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Request body: {'subnet': {'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1493053961-subnet', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:46.309522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-405fb341-7011-417c-951c-9b76eab0b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:46.311129 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-405fb341-7011-417c-951c-9b76eab0b49d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82f22b3ba7794fcbb63fcb4e27d51374&device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 1094 time: 0.4320855 Nov 10 03:52:46.317506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92a009-1258-48d9-a726-b87846e2bb4d service neutron] Pushing event updated for resources: {'Port': ['ID=6e375f44-b916-41f5-b859-627478537145,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:46.346939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7f31-4bbd-40cf-a226-e50240a60fdf admin admin] Pushing event updated for resources: {'Network': ['ID=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:46.365241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:52:46.409556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Made reservation on behalf of 06dde2634842480f9a77893dcdafc5b7 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:46.409830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-c02e3208-1449-4a86-af9b-7f2e33afc668 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e375f44-b916-41f5-b859-627478537145 HTTP/1.1" status: 200 len: 217 time: 0.0874538 Nov 10 03:52:46.412507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:46.608269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-ed84083a-be25-4cda-94bd-897ff5ac642f service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8445761 Nov 10 03:52:46.681131 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:46.721207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-916e01e4-2983-47db-80a9-ba011c743355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:46.738187 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-916e01e4-2983-47db-80a9-ba011c743355 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f5a09b1-8137-412c-b472-68e8db0ebacd HTTP/1.1" status: 200 len: 844 time: 0.2703123 Nov 10 03:52:46.751019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:46.813220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:52:46.827744 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] Sync routers for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:52:46.828239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb71ae-b355-41c1-bb8c-718b67e27839 req-d9299575-b074-469c-afcc-1be1db93a836 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:46.840889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14eb71ae-b355-41c1-bb8c-718b67e27839 req-d9299575-b074-469c-afcc-1be1db93a836 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.5011616 Nov 10 03:52:46.844893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:46.848399 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:46.849559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Port': ['ID=b08b32df-cf2e-4c40-b7a3-57c349fd20fa,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:46.850563 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:46.912347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:46.915686 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-97bbd086-d4b2-4c62-8115-ba9ff9db0b1e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/ports/b08b32df-cf2e-4c40-b7a3-57c349fd20fa HTTP/1.1" status: 204 len: 168 time: 1.5944252 Nov 10 03:52:46.922290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34260) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:46.974471 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc025d6c-c6bc-4532-9b2a-e5763816b51d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] GET failed (client error): The resource could not be found. Nov 10 03:52:46.988604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fc025d6c-c6bc-4532-9b2a-e5763816b51d tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "GET /v2.0/ports/b08b32df-cf2e-4c40-b7a3-57c349fd20fa HTTP/1.1" status: 404 len: 333 time: 0.0619736 Nov 10 03:52:46.990909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34262) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:47.002533 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8afe3425-6490-477a-97d6-98f744b8625e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "PUT /v2.0/floatingips/dfdd3009-ab88-4217-9a8a-ce72f07bc820 HTTP/1.1" status: 200 len: 991 time: 3.8207006 Nov 10 03:52:47.006957 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-48660bea-91e0-4db3-8728-cb4aaed48782 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887146 Nov 10 03:52:47.009570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-16681548-db33-4b81-a729-886e97608aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.011288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-16681548-db33-4b81-a729-886e97608aeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04da91e9-d3b9-4702-b8de-4508ddfb4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701788 Nov 10 03:52:47.208164 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:47.213829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:47.218546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-e3859334-e96f-4541-955a-58a494053e39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b HTTP/1.1" status: 200 len: 217 time: 0.1678798 Nov 10 03:52:47.311488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19963b0-b080-4702-b859-f87c0a0393b4,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:47.350128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14eb71ae-b355-41c1-bb8c-718b67e27839 req-8cb0a83d-aebf-424a-a9ec-68f3a46b6a78 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024593 Nov 10 03:52:47.381408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-6668466d-f43b-4c82-ac9b-ec3018028eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.382940 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-6668466d-f43b-4c82-ac9b-ec3018028eca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.1539953 Nov 10 03:52:47.419272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Checking segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:47.421577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Network hostable DHCP agents. Network: ede71ade-5ca5-4c69-9a99-c5c5db9a7f41, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:52:47.464125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-7e7ff56c-8562-4d09-b3ec-189c081fd4b6 service neutron] 10.222.0.44 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404855 Nov 10 03:52:47.466894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-a2573dc2-eb6b-473a-a113-3cd27ace45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.468260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-a2573dc2-eb6b-473a-a113-3cd27ace45a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760033 Nov 10 03:52:47.573308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting port 054ab6da-6e98-4c05-9816-2213322baac9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:47.574410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:47.584318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:52:47.613864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd93334-70c4-4e86-8c90-829befa5bb78 req-622ee9ee-1c40-4356-a065-01dd4a7d760f tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.622874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f95d35c2-e26b-483f-aace-638a65d4f372 req-2b2373fe-1c0c-43fd-9f83-37a1e3c23ae9 service neutron] 10.222.0.44 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445167 Nov 10 03:52:47.625082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdd93334-70c4-4e86-8c90-829befa5bb78 req-622ee9ee-1c40-4356-a065-01dd4a7d760f tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 943 time: 0.2289803 Nov 10 03:52:47.647749 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'dfdd3009-ab88-4217-9a8a-ce72f07bc820', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'port_id': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'mac_address': 'fa:16:3e:23:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:51:19Z', 'updated_at': '2021-11-10T03:52:44Z', 'revision_number': 1, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:39Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:47.718015 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] Checking router: d4275ad4-d595-43c8-b09f-1c5053c9d0d2 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:52:47.736168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b76e7-9d98-47e5-bbcf-85a14812cd89 req-53e1d6a3-051a-474c-bf52-ad3ee752124c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.737876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b6b76e7-9d98-47e5-bbcf-85a14812cd89 req-53e1d6a3-051a-474c-bf52-ad3ee752124c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2650058 Nov 10 03:52:47.756717 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:47.757605 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:47.771404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-623c7ac0-a4bf-4653-9c98-24f848dfd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.772895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-623c7ac0-a4bf-4653-9c98-24f848dfd52d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82f22b3ba7794fcbb63fcb4e27d51374&device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 1094 time: 0.0742910 Nov 10 03:52:47.822437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ede71ade-5ca5-4c69-9a99-c5c5db9a7f41) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:47.843439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3aa086-a4be-46bf-aa46-a24a631ca52f None None] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:47.871576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.872171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:47.886612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-07e3412b-e5b2-49ec-bc33-2b235524f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:47.888675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-07e3412b-e5b2-49ec-bc33-2b235524f9df service neutron] 10.222.0.44 "GET /v2.0/networks?id=04da91e9-d3b9-4702-b8de-4508ddfb4db5 HTTP/1.1" status: 200 len: 905 time: 0.1074340 Nov 10 03:52:47.892794 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-cce6add4-3ce1-4794-bd20-036ded07ad35 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023278 Nov 10 03:52:47.972121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-a6ef6162-41a4-4ca9-8aa8-2d30f7db6216 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e375f44-b916-41f5-b859-627478537145 HTTP/1.1" status: 200 len: 217 time: 0.0693891 Nov 10 03:52:47.974174 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:47.991072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b6b76e7-9d98-47e5-bbcf-85a14812cd89 req-33b7d4b2-c9e9-4aab-a8da-d10671543e0c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284222 Nov 10 03:52:48.034909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.042607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b28173a1-718f-4da7-9d24-1965db73067b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7637184 Nov 10 03:52:48.049534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34284) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:48.071646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdd93334-70c4-4e86-8c90-829befa5bb78 req-4cadf7c2-fe83-4914-9b52-207c50540ce6 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4456708 Nov 10 03:52:48.086541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Calling delete_port for 054ab6da-6e98-4c05-9816-2213322baac9 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:48.167054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:48.180235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:52:48.181120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.207507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-ccb26445-ddda-40a7-933f-60beea727d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:48.209236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-ccb26445-ddda-40a7-933f-60beea727d3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f5a09b1-8137-412c-b472-68e8db0ebacd HTTP/1.1" status: 200 len: 844 time: 0.1562068 Nov 10 03:52:48.213373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.214188 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.322894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:48.334832 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceef16e3-1268-42e5-981c-befba48d1148" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:48.367916 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.441484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.444492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Port': ['ID=054ab6da-6e98-4c05-9816-2213322baac9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:48.523394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.526361 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'dfdd3009-ab88-4217-9a8a-ce72f07bc820', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'port_id': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'mac_address': 'fa:16:3e:23:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:51:19Z', 'updated_at': '2021-11-10T03:52:44Z', 'revision_number': 1, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:39Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:48.537439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-27028287-d4f9-4fd7-8b5e-90b1c0c0144c tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/ports/054ab6da-6e98-4c05-9816-2213322baac9 HTTP/1.1" status: 204 len: 168 time: 1.3943818 Nov 10 03:52:48.543495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34292) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:48.560952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Allocated IP 172.20.0.2 (ede71ade-5ca5-4c69-9a99-c5c5db9a7f41/e19963b0-b080-4702-b859-f87c0a0393b4/a597c796-3a73-4dd8-bb31-ac215f07acad) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:48.570154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-1a4ad14c-df3a-4b0c-af74-7672d3db18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:48.587386 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-1a4ad14c-df3a-4b0c-af74-7672d3db18bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04da91e9-d3b9-4702-b8de-4508ddfb4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611870 Nov 10 03:52:48.598127 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8fe7e7-cece-46f7-9608-9e5f04cfb925 x-openstack-request-id: req-fc8fe7e7-cece-46f7-9608-9e5f04cfb925 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:48.598559 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:48.598791 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc8fe7e7-cece-46f7-9608-9e5f04cfb925 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:48.599206 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'status': 'completed', 'code': 200} Nov 10 03:52:48.610038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758dbce-754e-458e-9089-4639b8e97adb None None] The sync data for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 is: [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'dfdd3009-ab88-4217-9a8a-ce72f07bc820', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'port_id': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'mac_address': 'fa:16:3e:23:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:51:19Z', 'updated_at': '2021-11-10T03:52:44Z', 'revision_number': 1, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:39Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:52:48.610309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.791041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting subnet 59e582f7-a69d-44fa-b3e2-4b7a239eb57a {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:52:48.811417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:48.850247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea901b-42c1-437f-b7e0-5cadaa2e5656 req-e2cf4104-9881-426f-8b55-efa583fbc1a5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:48.856856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2ea901b-42c1-437f-b7e0-5cadaa2e5656 req-e2cf4104-9881-426f-8b55-efa583fbc1a5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2777619 Nov 10 03:52:49.004203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.016606 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.031748 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-e2c6634f-d8ca-4fea-8170-be75390938fa service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1172509 Nov 10 03:52:49.097919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2ea901b-42c1-437f-b7e0-5cadaa2e5656 req-013d4328-f5dc-484d-89bf-d1e557d574e3 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432905 Nov 10 03:52:49.111481 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-a86d8edc-4a74-48f1-bc5e-e4e22edf4040 service neutron] 10.222.0.44 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820602 Nov 10 03:52:49.141473 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.149960 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.161564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:49.169678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Pushing event updated for resources: {'Port': ['ID=a597c796-3a73-4dd8-bb31-ac215f07acad,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:49.178234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:49.186916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:49.199549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbda0ad-aa62-483e-a203-d996abf58b90 None None] New status for floating IP dfdd3009-ab88-4217-9a8a-ce72f07bc820: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:52:49.241566 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-67a3d9a5-00e7-46d0-b34c-5486e4bf62f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38 HTTP/1.1" status: 200 len: 217 time: 0.1237488 Nov 10 03:52:49.322948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.323805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.326724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.327475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.328122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.328767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.330501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.332839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceef16e3-1268-42e5-981c-befba48d1148 req-b9ec5537-0621-4bc7-a2e1-9fd1a096624c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6502 time: 0.7152336 Nov 10 03:52:49.489972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.527234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.625567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-3ed71edf-56b3-4b6c-976c-df3ef020116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.627643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-3ed71edf-56b3-4b6c-976c-df3ef020116d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.3292215 Nov 10 03:52:49.629661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Attempting to bind port a597c796-3a73-4dd8-bb31-ac215f07acad on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:52:49.630275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Attempting to bind port a597c796-3a73-4dd8-bb31-ac215f07acad by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:52:49.630842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Attempting to bind port a597c796-3a73-4dd8-bb31-ac215f07acad on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:49.637538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:52:49.638937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Checking segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:49.639531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.640109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Bound using segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:52:49.640760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Bound port: a597c796-3a73-4dd8-bb31-ac215f07acad, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:52:49.641354 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.717070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5721c-942f-4d82-8bc0-c5f6d3e40595 req-72f18474-37a0-4e4d-9f40-1ad3200c763d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:49.732516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c5721c-942f-4d82-8bc0-c5f6d3e40595 req-72f18474-37a0-4e4d-9f40-1ad3200c763d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 943 time: 0.4646544 Nov 10 03:52:49.735023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.749911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] For port a597c796-3a73-4dd8-bb31-ac215f07acad, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:52:49.754168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] For port a597c796-3a73-4dd8-bb31-ac215f07acad, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a597c796-3a73-4dd8-bb31-ac215f07acad,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:52:49.764046 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.806195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Subnet': ['ID=59e582f7-a69d-44fa-b3e2-4b7a239eb57a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:49.851525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:49.859915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-803f29f2-074c-486f-9272-4df932e372d3 tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/subnets/59e582f7-a69d-44fa-b3e2-4b7a239eb57a HTTP/1.1" status: 204 len: 168 time: 1.3057241 Nov 10 03:52:49.871936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34310) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:49.890786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd05f5-7ba2-4b67-af05-af792a6c16ee None None] Network 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:50.070256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c5721c-942f-4d82-8bc0-c5f6d3e40595 req-60600e5a-0345-47f4-94b0-d333d8af2cd1 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257115 Nov 10 03:52:50.144130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:50.255730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-bf5e95fe-47c4-4b19-bdbc-58402be234da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:50.257684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceef16e3-1268-42e5-981c-befba48d1148 req-bf5e95fe-47c4-4b19-bdbc-58402be234da service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9b17533-2125-45ba-b8e9-05a27e436663 HTTP/1.1" status: 200 len: 916 time: 0.9149032 Nov 10 03:52:50.274931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Deleting port c5fbecff-c749-455e-9fa0-378b26e65130 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:50.275272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:50.323708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2fb25-7db3-4bf3-b792-c0eff8f454a1 None None] Pushing event updated for resources: {'Port': ['ID=a597c796-3a73-4dd8-bb31-ac215f07acad,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:50.436731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceef16e3-1268-42e5-981c-befba48d1148 req-5483af02-bb18-4c71-b826-49515bf102c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5 HTTP/1.1" status: 200 len: 1001 time: 0.1476347 Nov 10 03:52:50.543227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6e375f44-b916-41f5-b859-627478537145 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:52:50.580233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] For port c5fbecff-c749-455e-9fa0-378b26e65130, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c5fbecff-c749-455e-9fa0-378b26e65130,segment=NetworkSegment(24991e12-790d-4368-9c07-90adf492bf28),segment_id=24991e12-790d-4368-9c07-90adf492bf28)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:50.580767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:50.592746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] DHCP port deletion for 85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:52:50.674184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76661-991f-440b-ac16-8f90e09fb518 req-1add3ebf-7505-489f-a4e0-71db6ff058c4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:50.676209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ee76661-991f-440b-ac16-8f90e09fb518 req-1add3ebf-7505-489f-a4e0-71db6ff058c4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2726192 Nov 10 03:52:50.677789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Calling delete_port for c5fbecff-c749-455e-9fa0-378b26e65130 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:50.693406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-68f60161-564f-463d-bfa4-bbaba71a6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:50.695872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceef16e3-1268-42e5-981c-befba48d1148 req-68f60161-564f-463d-bfa4-bbaba71a6607 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2b1d12e-7e0a-4c47-82e2-335f1c2ef460 HTTP/1.1" status: 200 len: 855 time: 0.1366663 Nov 10 03:52:50.840738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-8eea33f4-eb9e-4572-85e1-7f11d2b48ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:50.849677 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-8eea33f4-eb9e-4572-85e1-7f11d2b48ea0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5875998 Nov 10 03:52:50.877769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ee76661-991f-440b-ac16-8f90e09fb518 req-22dc4a9c-8248-4fa8-8217-70d08ccf3e37 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746706 Nov 10 03:52:50.882751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:50.976464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] No DVR routers for this DVR port c5fbecff-c749-455e-9fa0-378b26e65130 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:50.983480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Port': ['ID=c5fbecff-c749-455e-9fa0-378b26e65130,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:51.004998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] Deleting port c5fbecff-c749-455e-9fa0-378b26e65130 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:52:51.008300 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.217419 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.236460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef16e3-1268-42e5-981c-befba48d1148 req-7ad5d13c-136b-468c-80ab-5737e785aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:51.250260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceef16e3-1268-42e5-981c-befba48d1148 req-7ad5d13c-136b-468c-80ab-5737e785aa52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9b17533-2125-45ba-b8e9-05a27e436663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5000174 Nov 10 03:52:51.277014 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-2ce4285d-5f7e-4ebf-b8b3-702cfdf378f0 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107540 Nov 10 03:52:51.292010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] For port c5fbecff-c749-455e-9fa0-378b26e65130, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:51.292398 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.299733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7a8cc309-521b-4267-81bb-2ed108d26b16 req-33a9921e-dba9-4497-bbc7-faec389ddc5f service neutron] 10.222.0.44 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0793948 Nov 10 03:52:51.312914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d5785a-6d7f-4f03-9a14-1fe54c3a6c62']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:51.332452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] Calling delete_port for c5fbecff-c749-455e-9fa0-378b26e65130 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:52:51.343398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] Port c5fbecff-c749-455e-9fa0-378b26e65130 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:52:51.373093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.375927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a597c796-3a73-4dd8-bb31-ac215f07acad up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:51.389062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24991e12-790d-4368-9c07-90adf492bf28') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:51.389367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24991e12-790d-4368-9c07-90adf492bf28') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:51.511603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.514815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] Pushing event deleted for resources: {'Port': ['ID=c5fbecff-c749-455e-9fa0-378b26e65130,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:51.528312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6e375f44-b916-41f5-b859-627478537145, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6e375f44-b916-41f5-b859-627478537145,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:51.643323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0984d5e-9763-45b3-b7d1-b62689c080d1 None None] No DVR routers for this DVR port c5fbecff-c749-455e-9fa0-378b26e65130 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:52:51.688820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6e375f44-b916-41f5-b859-627478537145', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'port_id': '6e375f44-b916-41f5-b859-627478537145', 'mac_address': 'fa:16:3e:4b:45:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:52:51.703005 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.745583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:52:51.746653 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:52:51.758984 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:52:51.800326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a597c796-3a73-4dd8-bb31-ac215f07acad triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:51.800969 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.803115 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.812414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.837539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e375f44-b916-41f5-b859-627478537145 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:52:51.851530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:51.895754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6e375f44-b916-41f5-b859-627478537145, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6e375f44-b916-41f5-b859-627478537145,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:51.901552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-abc314fa-89be-4d4c-b008-54f97efb1ae3 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685670 Nov 10 03:52:51.908600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a33d94-b9d7-4682-a15c-aa01e7179139 req-79599571-49bc-4606-8818-7d3a6ba57889 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:51.909287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceef16e3-1268-42e5-981c-befba48d1148 req-aa181529-9774-409d-88a2-f415ff3b141c service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300511 Nov 10 03:52:51.920545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2a33d94-b9d7-4682-a15c-aa01e7179139 req-79599571-49bc-4606-8818-7d3a6ba57889 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 943 time: 0.5757098 Nov 10 03:52:51.959776 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.027008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa41c4-53ce-46f7-8350-d565655a7054 req-cd9928f1-d5f9-4c90-8d02-6376013b1596 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:52.035091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4fa41c4-53ce-46f7-8350-d565655a7054 req-cd9928f1-d5f9-4c90-8d02-6376013b1596 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.6309366 Nov 10 03:52:52.042240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6e375f44-b916-41f5-b859-627478537145,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:52.055219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.063279 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.069228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] 10.222.0.24 "DELETE /v2.0/networks/85d5785a-6d7f-4f03-9a14-1fe54c3a6c62 HTTP/1.1" status: 204 len: 168 time: 2.1929460 Nov 10 03:52:52.069437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975fbd9-97d5-4d87-8a2d-9373ff359c7e None None] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:52:52.084669 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-b16446be-0842-48fd-b346-9350fbd92b0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7 HTTP/1.1" status: 200 len: 217 time: 0.1403935 Nov 10 03:52:52.124898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Pushing event deleted for resources: {'Network': ['ID=85d5785a-6d7f-4f03-9a14-1fe54c3a6c62,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:52.165574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5202b046-6026-4d3b-abcd-422820201f8f None None] Provisioning complete for port a597c796-3a73-4dd8-bb31-ac215f07acad triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:52.166194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5202b046-6026-4d3b-abcd-422820201f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.176440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.176792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.177143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.177475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.177810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.180849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.185733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.186945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.188848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.189894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.190839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.191025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793180ae-3ca0-48fd-84d9-92e5d1f7d70e tempest-AllowedAddressPairIpV6TestJSON-270605953 tempest-AllowedAddressPairIpV6TestJSON-270605953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:52.215234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2a33d94-b9d7-4682-a15c-aa01e7179139 req-0d70648f-0a5f-49b4-b916-30693b01660f tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935810 Nov 10 03:52:52.272502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4fa41c4-53ce-46f7-8350-d565655a7054 req-460d5151-a254-40f2-87d2-dcfec0399289 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363946 Nov 10 03:52:52.439829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34352) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:52.452660 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceef16e3-1268-42e5-981c-befba48d1148 req-10ec15de-14ed-4ef5-af3b-079367146d28 service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010750 Nov 10 03:52:52.461926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-87999c56-aa82-4414-a9e5-fdfdb46204a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:52.463383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-87999c56-aa82-4414-a9e5-fdfdb46204a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.2721629 Nov 10 03:52:52.464299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6e375f44-b916-41f5-b859-627478537145'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:52:52.646531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-03e30094-cc29-482c-b504-57fa5d589c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:52.650522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-03e30094-cc29-482c-b504-57fa5d589c86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1729143 Nov 10 03:52:52.693342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-51e122f1-908d-46e2-aeec-c08fd20c626d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcb5ae6fc4fd4aa09c7c96ea2a8b93e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519679 Nov 10 03:52:52.696898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34356) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:52.705880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.750861 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5202b046-6026-4d3b-abcd-422820201f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.808879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-1481434e-5238-4987-b5cc-69f7a4b118f9 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485958 Nov 10 03:52:52.810139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Allocated IP 172.25.6.74 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/0a678039-ea0b-49d4-a07f-2eb8069d117f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:52.838002 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7d7f-403a-46ec-ae73-0e2bdd7c882c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.840606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port a597c796-3a73-4dd8-bb31-ac215f07acad, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a597c796-3a73-4dd8-bb31-ac215f07acad,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:52.868349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.896675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7d7f-403a-46ec-ae73-0e2bdd7c882c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.948905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:52.999949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7d7f-403a-46ec-ae73-0e2bdd7c882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:53.005847 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:53.017079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c5fbecff-c749-455e-9fa0-378b26e65130 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:52:53.022980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7d7f-403a-46ec-ae73-0e2bdd7c882c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:53.038349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8c7a7d7f-403a-46ec-ae73-0e2bdd7c882c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7889fcf4-70c9-4b41-9f63-d7e59b201514 HTTP/1.1" status: 204 len: 168 time: 0.3401709 Nov 10 03:52:53.054147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a7d7f-403a-46ec-ae73-0e2bdd7c882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7889fcf4-70c9-4b41-9f63-d7e59b201514,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:53.106325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:53.143707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Pushing event updated for resources: {'Port': ['ID=0a678039-ea0b-49d4-a07f-2eb8069d117f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:53.146317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:53.146930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=a597c796-3a73-4dd8-bb31-ac215f07acad,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:53.156765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c5fbecff-c749-455e-9fa0-378b26e65130 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:52:53.157234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c5fbecff-c749-455e-9fa0-378b26e65130 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:52:53.159744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:53.318027 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-5202b046-6026-4d3b-abcd-422820201f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:52:53.331024 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-5202b046-6026-4d3b-abcd-422820201f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:52:53.348249 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:53.414723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a597c796-3a73-4dd8-bb31-ac215f07acad up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:53.452245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.452245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.452517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.452858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.453189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.453519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.453843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.462412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.462799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.463148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.463480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.463810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:52:53.491581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c3144-1b80-4de6-9b86-94277b983b8a req-3ba2e47b-5e12-4b50-a502-10e307accb22 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:53.501469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e2c3144-1b80-4de6-9b86-94277b983b8a req-3ba2e47b-5e12-4b50-a502-10e307accb22 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 944 time: 0.1024055 Nov 10 03:52:53.636594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a597c796-3a73-4dd8-bb31-ac215f07acad triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:53.637076 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:53.639591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc644-ea2e-4759-aa0d-e0f8850ce717 req-c0745724-53c5-43d9-8099-14624503fee9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:53.652524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d96bc644-ea2e-4759-aa0d-e0f8850ce717 req-c0745724-53c5-43d9-8099-14624503fee9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1457396 Nov 10 03:52:53.724882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e2c3144-1b80-4de6-9b86-94277b983b8a req-10163065-968f-4e14-be2c-aa0fcdc3496a tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219951 Nov 10 03:52:53.739031 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da16500f-52f7-41a2-81bd-a6cec2f835ec req-13f97901-0513-43ea-a5bb-dd53d30e4b41 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476041 Nov 10 03:52:53.810584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d96bc644-ea2e-4759-aa0d-e0f8850ce717 req-8dc6ad1f-168b-4226-83dc-33a9d656ad09 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024945 Nov 10 03:52:54.019117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:54.068600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a29560d9-d18f-4877-b335-ae773fb582e7 None None] Provisioning complete for port a597c796-3a73-4dd8-bb31-ac215f07acad triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:54.068974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a29560d9-d18f-4877-b335-ae773fb582e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:54.126904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf722cb3-acd9-414d-ae44-f123c705afb6 req-c2373996-08bc-4928-ae67-7c776925fcc6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:54.134819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf722cb3-acd9-414d-ae44-f123c705afb6 req-c2373996-08bc-4928-ae67-7c776925fcc6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0999773 Nov 10 03:52:54.226516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf722cb3-acd9-414d-ae44-f123c705afb6 req-a46c1a40-3b2f-4512-8c7a-50bbb0f6004c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900028 Nov 10 03:52:54.493370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409f52c-b0af-48da-9e80-28aee2d613ba req-139b128e-250c-48ca-8dbd-7563b75e6efe tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:54.495676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5409f52c-b0af-48da-9e80-28aee2d613ba req-139b128e-250c-48ca-8dbd-7563b75e6efe tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1061652 Nov 10 03:52:54.497681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:54.534870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6e375f44-b916-41f5-b859-627478537145 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:54.555856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34402) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:54.645653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 6e375f44-b916-41f5-b859-627478537145 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:52:54.651694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6e375f44-b916-41f5-b859-627478537145 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:54.653093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:54.670435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5409f52c-b0af-48da-9e80-28aee2d613ba req-7f1e6704-9554-4155-98a6-c3aa6394a19c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580360 Nov 10 03:52:54.771998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'networks': [{'name': 'tempest-network--1682595654'}, {'name': 'tempest-network--586687862'}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:54.772296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'network': {'name': 'tempest-network--1682595654'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:54.773187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'network': {'name': 'tempest-network--586687862'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:52:54.856277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:54.886808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Router 75cb4ea0-8441-4c91-bce5-62bf305e5434 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:52:54.922329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Made reservation on behalf of f4940a9261dc4388bb2fd934cb4f3c43 for: {'network': 2} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:52:54.925388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e375f44-b916-41f5-b859-627478537145'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:52:54.927476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:54.931512 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae5ba9c-3284-4290-bf18-56068a7094cb" -d '{"events": [{"server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "6e375f44-b916-41f5-b859-627478537145"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:52:54.963211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6e375f44-b916-41f5-b859-627478537145, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6e375f44-b916-41f5-b859-627478537145,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:54.973600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:54.981631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.047307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f13c4-bbbe-455c-a957-e4793ea54dda req-2d6b7a29-4cb6-4eba-b49f-9282321a8d30 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:55.051980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:52:55.057510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f9f13c4-bbbe-455c-a957-e4793ea54dda req-2d6b7a29-4cb6-4eba-b49f-9282321a8d30 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2213814 Nov 10 03:52:55.063808 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Sync routers for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:52:55.083767 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:55.085020 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:55.088520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6e375f44-b916-41f5-b859-627478537145,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:55.092190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.101680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c46cf4cd-e072-41bf-8178-de8d5f073bed admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9535496 Nov 10 03:52:55.119290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34422) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:55.224984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.259842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc668ac-20b0-45db-a48b-6ebb521c9b06 req-a52732be-768a-4ab8-a34d-d8e0bf065290 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:55.273743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abc668ac-20b0-45db-a48b-6ebb521c9b06 req-a52732be-768a-4ab8-a34d-d8e0bf065290 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 944 time: 0.3393722 Nov 10 03:52:55.280974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.281584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.399770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f9f13c4-bbbe-455c-a957-e4793ea54dda req-2884a35f-e240-4c91-b70d-1a976f50e7be tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410795 Nov 10 03:52:55.457118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad0243-ac95-4ddb-a987-34898554def2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:55.527125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:52:55.532867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abc668ac-20b0-45db-a48b-6ebb521c9b06 req-4f612cff-97c5-4904-a3d0-50f56d41d2ab tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579424 Nov 10 03:52:55.575526 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.575872 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Added segment 0b30f440-2ac8-490b-9d8c-b1a0bd5897a7 of type vlan for network 2be2947e-a238-4cd9-8fce-084df9a13c1c Nov 10 03:52:55.648737 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:55.697897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.719940 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b6ee6-ed1b-4229-ac22-767068e136ca x-openstack-request-id: req-e06b6ee6-ed1b-4229-ac22-767068e136ca {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:52:55.720450 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "6e375f44-b916-41f5-b859-627478537145", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:52:55.720645 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e06b6ee6-ed1b-4229-ac22-767068e136ca {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:52:55.721147 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e375f44-b916-41f5-b859-627478537145', 'code': 200} Nov 10 03:52:55.813276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:52:55.843145 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:55.843932 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Added segment 9ec518cf-57c1-43ad-8781-3ea8dc2391af of type vlan for network b6ec4217-7122-4db7-b5a4-c71d1f98b25b Nov 10 03:52:56.052429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6282100-11d8-4847-b639-d4196e34b9d8 req-aa848989-e7c6-4607-94eb-e16dcb6fcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:56.053872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d6282100-11d8-4847-b639-d4196e34b9d8 req-aa848989-e7c6-4607-94eb-e16dcb6fcefe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 1096 time: 0.2426167 Nov 10 03:52:56.063070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.126784 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:53Z', 'revision_number': 3, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:56.197025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfdfe6-b8dc-468e-9eec-a1fa31e6ec04 req-0c69eeea-8bd9-4db0-aa1a-8d26727525b9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:56.202704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58bfdfe6-b8dc-468e-9eec-a1fa31e6ec04 req-0c69eeea-8bd9-4db0-aa1a-8d26727525b9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2494011 Nov 10 03:52:56.234473 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Checking router: 75cb4ea0-8441-4c91-bce5-62bf305e5434 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:52:56.234473 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Updating router 75cb4ea0-8441-4c91-bce5-62bf305e5434 port 0a678039-ea0b-49d4-a07f-2eb8069d117f binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:52:56.264774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.265338 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.274391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:56.288701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:56.295307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.316724 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.327827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d6282100-11d8-4847-b639-d4196e34b9d8 req-c10a8a9a-11d7-4585-be82-46d60b67567d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650254 Nov 10 03:52:56.400052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Network': ['ID=2be2947e-a238-4cd9-8fce-084df9a13c1c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:56.443732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 2be2947e-a238-4cd9-8fce-084df9a13c1c details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:52:56.522386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58bfdfe6-b8dc-468e-9eec-a1fa31e6ec04 req-17254bcd-3ff0-4d2d-8478-b431716c7c6f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241130 Nov 10 03:52:56.542422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9817727 Nov 10 03:52:56.557115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34442) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:56.643595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.831072 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.842241 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:56.959115 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Attempting to bind port 0a678039-ea0b-49d4-a07f-2eb8069d117f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:52:56.959679 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Attempting to bind port 0a678039-ea0b-49d4-a07f-2eb8069d117f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:52:56.961372 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Attempting to bind port 0a678039-ea0b-49d4-a07f-2eb8069d117f on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:52:56.987576 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc66631-bd62-45eb-b51f-6be06c5fedfd None None] Pushing event updated for resources: {'Port': ['ID=0a678039-ea0b-49d4-a07f-2eb8069d117f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:57.003248 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:52:57.005199 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:52:57.008215 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:57.009322 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:52:57.010856 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Bound port: 0a678039-ea0b-49d4-a07f-2eb8069d117f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:52:57.014699 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:57.157638 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] For port 0a678039-ea0b-49d4-a07f-2eb8069d117f, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:52:57.166261 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] For port 0a678039-ea0b-49d4-a07f-2eb8069d117f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0a678039-ea0b-49d4-a07f-2eb8069d117f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:52:57.172780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38008695-2391-4d03-8557-671358d66e6b tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:57.173852 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:57.181836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38008695-2391-4d03-8557-671358d66e6b tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:57.189449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38008695-2391-4d03-8557-671358d66e6b tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:57.199858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38008695-2391-4d03-8557-671358d66e6b tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:57.206648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-38008695-2391-4d03-8557-671358d66e6b tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6482382 Nov 10 03:52:57.207941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aea395-fed7-432d-8be4-0ee0d72c7482 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Network': ['ID=b6ec4217-7122-4db7-b5a4-c71d1f98b25b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:57.211007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34454) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:57.249472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network b6ec4217-7122-4db7-b5a4-c71d1f98b25b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:52:57.363615 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:52:57.366389 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:57.411342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-b8170e1c-cdf9-423a-b9d1-e081c84eae24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3132391 Nov 10 03:52:57.530634 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:57.732876 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:52:57.734064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50892cc-223d-4dfe-a6d8-85ef4c53e99d req-9b4948e7-4685-4221-bebf-ff6fca506eab tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:57.741735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d50892cc-223d-4dfe-a6d8-85ef4c53e99d req-9b4948e7-4685-4221-bebf-ff6fca506eab tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.4961095 Nov 10 03:52:57.742593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-9cb98bbb-6e05-49a0-81fc-6cd4be2be6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:57.744086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-9cb98bbb-6e05-49a0-81fc-6cd4be2be6a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1096 time: 0.2275860 Nov 10 03:52:57.783900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Allocated IP 172.20.0.1 (ede71ade-5ca5-4c69-9a99-c5c5db9a7f41/e19963b0-b080-4702-b859-f87c0a0393b4/879e2a42-1fec-4701-8a0c-ff59e721f9c7) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:52:57.839003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8d08e-1779-49b7-bc64-9981e45197fc req-9bff9933-71a8-4f34-a77e-9831a71ae2d7 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:57.847161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39a8d08e-1779-49b7-bc64-9981e45197fc req-9bff9933-71a8-4f34-a77e-9831a71ae2d7 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.6352031 Nov 10 03:52:57.915474 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc66631-bd62-45eb-b51f-6be06c5fedfd None None] Pushing event updated for resources: {'Port': ['ID=0a678039-ea0b-49d4-a07f-2eb8069d117f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:58.134247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.184153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-710c291b-b15e-4a5f-a462-687b82003852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:58.185879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-710c291b-b15e-4a5f-a462-687b82003852 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 913 time: 0.2797608 Nov 10 03:52:58.219826 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:53Z', 'revision_number': 3, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:58.261015 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18033b76-502e-40a4-8fb7-afce5336efd9 None None] The sync data for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 is: [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:53Z', 'revision_number': 3, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:52:58.346171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-9ef074a2-976d-4aff-a2d1-c80f93fae5f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 200 len: 217 time: 0.1430624 Nov 10 03:52:58.395905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.429285 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.456428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be2947e-a238-4cd9-8fce-084df9a13c1c']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:58.489452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39a8d08e-1779-49b7-bc64-9981e45197fc req-777ff4be-78d4-4a0b-8f38-cc2124b62c8b tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6411047 Nov 10 03:52:58.494701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b30f440-2ac8-490b-9d8c-b1a0bd5897a7') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:58.501680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b30f440-2ac8-490b-9d8c-b1a0bd5897a7') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:58.514858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Pushing event updated for resources: {'Port': ['ID=879e2a42-1fec-4701-8a0c-ff59e721f9c7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:58.531052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d50892cc-223d-4dfe-a6d8-85ef4c53e99d req-a4505718-0e9b-45e4-935a-44b7fb284b9e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883070 Nov 10 03:52:58.537535 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.556332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:52:58.568823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:52:58.570118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.582913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:52:58.583352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:52:58.586618 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:52:58.589191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:52:58.713377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-0e2cc866-29d6-442a-bbe1-c4fcda25a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:58.725175 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-0e2cc866-29d6-442a-bbe1-c4fcda25a562 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.3651886 Nov 10 03:52:58.731583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.749921 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:58.757986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/networks/2be2947e-a238-4cd9-8fce-084df9a13c1c HTTP/1.1" status: 204 len: 168 time: 1.4914653 Nov 10 03:52:58.769374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34470) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:52:58.850547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684b554-821d-42b2-b5ad-5293fd050b9a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Network': ['ID=2be2947e-a238-4cd9-8fce-084df9a13c1c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:52:58.883774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-5611e7e0-f7a6-4749-bfa4-de476c5f6357 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432729 Nov 10 03:52:58.916320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.031720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc78730-5089-4d28-b711-c80a56907837 req-adf861a5-d571-40f5-9115-61d4d8b0610d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:59.033360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dc78730-5089-4d28-b711-c80a56907837 req-adf861a5-d571-40f5-9115-61d4d8b0610d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0820990 Nov 10 03:52:59.036829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.062421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4564dfbf-4eba-4d9e-bffb-e19fa5ce1e59 None None] Provisioning complete for port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:59.065880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4564dfbf-4eba-4d9e-bffb-e19fa5ce1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.148614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4564dfbf-4eba-4d9e-bffb-e19fa5ce1e59 None None] Port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:52:59.153101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-dede5cd5-4476-4356-8a21-af2e04730818 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569165 Nov 10 03:52:59.240099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dc78730-5089-4d28-b711-c80a56907837 req-1537ab93-5856-4c3a-bf65-f2f9b6d898a5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985598 Nov 10 03:52:59.291922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.395334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ec4217-7122-4db7-b5a4-c71d1f98b25b']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:59.424754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec518cf-57c1-43ad-8781-3ea8dc2391af') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:59.425209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec518cf-57c1-43ad-8781-3ea8dc2391af') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:52:59.432328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.455698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.478339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0a678039-ea0b-49d4-a07f-2eb8069d117f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:52:59.495829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ee6066e5-6ddb-4ecf-a254-b3a97952d7aa req-e985eaa5-f856-40ef-a296-e60a38fb0c7c service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237507 Nov 10 03:52:59.610747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.639958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:52:59.641521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.649498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0a678039-ea0b-49d4-a07f-2eb8069d117f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:52:59.650240 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:52:59.656737 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:52:59.892070 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.906523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb62a-6e2b-4835-9f39-ac8870963724 req-7c3b0b8e-09ce-45a5-bc3a-f3bc9080c88a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:52:59.911471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e6bb62a-6e2b-4835-9f39-ac8870963724 req-7c3b0b8e-09ce-45a5-bc3a-f3bc9080c88a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.4379911 Nov 10 03:52:59.922070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.928159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.931411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 0a678039-ea0b-49d4-a07f-2eb8069d117f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0a678039-ea0b-49d4-a07f-2eb8069d117f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:52:59.941059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:52:59.972057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.026946 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.027292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.033039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/networks/b6ec4217-7122-4db7-b5a4-c71d1f98b25b HTTP/1.1" status: 204 len: 168 time: 1.2563007 Nov 10 03:53:00.051448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34486) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:00.078729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=0a678039-ea0b-49d4-a07f-2eb8069d117f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:00.109756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1b65-79cc-480c-8461-f8055ca04b70 req-63b946a4-a0c9-463d-85e9-ec71ce63726d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:00.114543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51ab1b65-79cc-480c-8461-f8055ca04b70 req-63b946a4-a0c9-463d-85e9-ec71ce63726d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.3922193 Nov 10 03:53:00.181202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Pushing event updated for resources: {'Port': ['ID=879e2a42-1fec-4701-8a0c-ff59e721f9c7,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:00.259404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67b5d0-0e69-40e9-b55f-6962ffa45a92 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:00.259641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:00.260937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:00.268043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67b5d0-0e69-40e9-b55f-6962ffa45a92 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:00.269661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-df67b5d0-0e69-40e9-b55f-6962ffa45a92 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2135453 Nov 10 03:53:00.270983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c536-2813-4b33-930f-3e5e89bfba47 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Network': ['ID=b6ec4217-7122-4db7-b5a4-c71d1f98b25b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:00.279313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34488) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:00.293597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1762504450'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:00.326067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e6bb62a-6e2b-4835-9f39-ac8870963724 req-89a5d453-667a-465f-bf20-27078f75f31d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933289 Nov 10 03:53:00.424922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Made reservation on behalf of f4940a9261dc4388bb2fd934cb4f3c43 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:00.451880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.452716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51ab1b65-79cc-480c-8461-f8055ca04b70 req-0388ad85-5a59-4197-ae08-3986f775665b tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711917 Nov 10 03:53:00.706443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:00.740580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.740715 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Added segment 5484ea34-2fe7-4b94-a608-83613da08ab4 of type vlan for network c5a455fc-7e15-45b1-9809-25b8f3d32e46 Nov 10 03:53:00.809342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9738f56-0d16-423a-ade5-ab3324239db0 req-d62a762a-e849-4343-b938-a0d9efc9ff6a tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:00.817415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b9738f56-0d16-423a-ade5-ab3324239db0 req-d62a762a-e849-4343-b938-a0d9efc9ff6a tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.0881839 Nov 10 03:53:00.823353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c7b235cf-e767-4bb6-b071-7956dddb9f57 None None] Provisioning complete for port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:00.823944 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7b235cf-e767-4bb6-b071-7956dddb9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.824540 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34506) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:00.836224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Request body: {'floatingip': {'port_id': '6e375f44-b916-41f5-b859-627478537145'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:00.843469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.913512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Router 75cb4ea0-8441-4c91-bce5-62bf305e5434 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:53:00.924830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.937200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:00.939316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c7b235cf-e767-4bb6-b071-7956dddb9f57 None None] Port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:00.950154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:00.950762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:01.044429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Network': ['ID=c5a455fc-7e15-45b1-9809-25b8f3d32e46,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:01.056651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network c5a455fc-7e15-45b1-9809-25b8f3d32e46 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:01.193998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15868-2cbb-4d53-9cc9-017304b67fbf req-9cfeaca5-9712-4247-9f2f-8e2ad1417f55 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:01.201976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17d15868-2cbb-4d53-9cc9-017304b67fbf req-9cfeaca5-9712-4247-9f2f-8e2ad1417f55 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3100586 Nov 10 03:53:01.206910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3cc87841-40b8-4235-948d-820fa143345d tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9247026 Nov 10 03:53:01.209686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34508) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:01.214861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1300157238'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:01.240889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Made reservation on behalf of f4940a9261dc4388bb2fd934cb4f3c43 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:01.248863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:01.339162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0a678039-ea0b-49d4-a07f-2eb8069d117f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:01.342314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17d15868-2cbb-4d53-9cc9-017304b67fbf req-a8d0b7c4-17dc-4b55-b07b-ea6dc06c5ee1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394262 Nov 10 03:53:01.462014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:01.475687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:53:01.497154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Sync routers for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:53:01.503319 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-850442ff-3475-4481-afb5-fde77f5a769d admin admin] 10.222.0.24 "PUT /v2.0/routers/75cb4ea0-8441-4c91-bce5-62bf305e5434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3809114 Nov 10 03:53:01.504721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:01.505063 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Added segment bcbea878-2117-4bc6-9619-14be5f09aaae of type vlan for network 47546a14-fff8-4f87-a6ea-976d2cccca4c Nov 10 03:53:01.560912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:01.562009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:01.600455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:01.655059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:01.664761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:01.665415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:01.694467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0a678039-ea0b-49d4-a07f-2eb8069d117f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:01.695429 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:01.734903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5239713 Nov 10 03:53:01.763257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34524) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:01.784571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'ports': [{'network_id': 'c5a455fc-7e15-45b1-9809-25b8f3d32e46', 'name': 'tempest-port--263207863', 'admin_state_up': True}, {'network_id': '47546a14-fff8-4f87-a6ea-976d2cccca4c', 'admin_state_up': False}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:01.794149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'port': {'network_id': 'c5a455fc-7e15-45b1-9809-25b8f3d32e46', 'name': 'tempest-port--263207863', 'admin_state_up': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:01.795999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'port': {'network_id': '47546a14-fff8-4f87-a6ea-976d2cccca4c', 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:01.870426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f40330-4335-4beb-a580-c67198b6e737 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Network': ['ID=47546a14-fff8-4f87-a6ea-976d2cccca4c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:01.893703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 47546a14-fff8-4f87-a6ea-976d2cccca4c details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:02.032723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae66c2-b696-40ad-aa55-da825fcb29de req-062d9023-4259-47d4-917b-38e30eeac010 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:02.040142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46ae66c2-b696-40ad-aa55-da825fcb29de req-062d9023-4259-47d4-917b-38e30eeac010 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.5078917 Nov 10 03:53:02.176480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:02.379798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46ae66c2-b696-40ad-aa55-da825fcb29de req-71442100-5488-4600-8aa5-4a7b32ecf0b5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344929 Nov 10 03:53:02.422870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34532) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:02.429448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-edf2b482-5680-4490-a3c4-f6c336bfd9da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542032230', 'description': 'tempest-description--173240085'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:02.476782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edf2b482-5680-4490-a3c4-f6c336bfd9da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.601408 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:53:02.612688 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edf2b482-5680-4490-a3c4-f6c336bfd9da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.618227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edf2b482-5680-4490-a3c4-f6c336bfd9da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.662827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2b482-5680-4490-a3c4-f6c336bfd9da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80474f0-3e11-4e68-8209-1166c789be6b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:02.712155 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edf2b482-5680-4490-a3c4-f6c336bfd9da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.713582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-edf2b482-5680-4490-a3c4-f6c336bfd9da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2895298 Nov 10 03:53:02.716557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34540) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:02.721528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-52939751-9560-4667-a7bc-2b3c5a5ebf29 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'security_group_rule': {'security_group_id': 'e80474f0-3e11-4e68-8209-1166c789be6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:02.722355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 2, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:02.723724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Made reservation on behalf of f4940a9261dc4388bb2fd934cb4f3c43 for: {'port': 2} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:02.732643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.764342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Checking router: 75cb4ea0-8441-4c91-bce5-62bf305e5434 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:53:02.764921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Updating router 75cb4ea0-8441-4c91-bce5-62bf305e5434 port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:53:02.803025 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.808461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52939751-9560-4667-a7bc-2b3c5a5ebf29 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.866815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.930771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.950366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b163d-b6c2-4001-86b0-20f9fde60863 req-50813292-21da-42ed-a6e2-7ee2e73c95e9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:02.961719 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d36b163d-b6c2-4001-86b0-20f9fde60863 req-50813292-21da-42ed-a6e2-7ee2e73c95e9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.4467723 Nov 10 03:53:02.972959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52939751-9560-4667-a7bc-2b3c5a5ebf29 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.977730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52939751-9560-4667-a7bc-2b3c5a5ebf29 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:02.978162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.013179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52939751-9560-4667-a7bc-2b3c5a5ebf29 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b6eaf8-bb26-41c2-bc71-35a4f9e7c8b7,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:03.074864 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52939751-9560-4667-a7bc-2b3c5a5ebf29 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.080012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-52939751-9560-4667-a7bc-2b3c5a5ebf29 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3623588 Nov 10 03:53:03.082977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:03.095068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e8b44e29-a3aa-48c9-bff0-68a2cd903e74 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'security_group_rule': {'security_group_id': 'e80474f0-3e11-4e68-8209-1166c789be6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:03.136245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8b44e29-a3aa-48c9-bff0-68a2cd903e74 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.205355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d36b163d-b6c2-4001-86b0-20f9fde60863 req-f117849d-c063-4fc0-b3f9-7b02048c89cb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406046 Nov 10 03:53:03.270248 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8b44e29-a3aa-48c9-bff0-68a2cd903e74 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.276546 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8b44e29-a3aa-48c9-bff0-68a2cd903e74 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.318154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8b44e29-a3aa-48c9-bff0-68a2cd903e74 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.321737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e8b44e29-a3aa-48c9-bff0-68a2cd903e74 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2376609 Nov 10 03:53:03.325707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34552) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:03.344837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:03.366528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] device_id is not set on port 311fe667-caa1-4bc3-83ee-174a2fa78657 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:03.367019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b44e29-a3aa-48c9-bff0-68a2cd903e74 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8109aa93-ff54-4bb8-ba6b-6ae7ae851e8b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:03.407485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.469642 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Floating IP 605d9fab-5752-468d-b407-3d25e7118047 associated. External IP: 172.25.6.63, port: 6e375f44-b916-41f5-b859-627478537145. Nov 10 03:53:03.594243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.608079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.660980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.698388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7502b4-4761-44d0-84db-a20821e36000 req-d1fb7d36-e92d-470b-a912-ee53d48dcb26 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:03.708837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee7502b4-4761-44d0-84db-a20821e36000 req-d1fb7d36-e92d-470b-a912-ee53d48dcb26 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3256519 Nov 10 03:53:03.725309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d440e-d32d-4143-bcfc-325dc9df31fe None None] Pushing event updated for resources: {'Port': ['ID=879e2a42-1fec-4701-8a0c-ff59e721f9c7,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:03.779517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Attempting to bind port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:03.779890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Attempting to bind port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:03.780370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Attempting to bind port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:03.786629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:03.787008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Checking segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:03.787397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.787785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Bound using segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:03.788251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Bound port: 879e2a42-1fec-4701-8a0c-ff59e721f9c7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:03.788627 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:03.899575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] For port 879e2a42-1fec-4701-8a0c-ff59e721f9c7, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:03.909104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] For port 879e2a42-1fec-4701-8a0c-ff59e721f9c7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=879e2a42-1fec-4701-8a0c-ff59e721f9c7,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:03.916197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Allocated IP 172.25.6.177 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/8fe64746-fdc7-42a3-a5f5-6884af15b42a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:03.920004 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.055798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:04.056456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:04.058834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d440e-d32d-4143-bcfc-325dc9df31fe None None] Pushing event updated for resources: {'Port': ['ID=879e2a42-1fec-4701-8a0c-ff59e721f9c7,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:04.093790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee7502b4-4761-44d0-84db-a20821e36000 req-e15d2300-6a8a-458b-a4c7-5a86e712a06e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809512 Nov 10 03:53:04.214663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1456b122-50aa-4d3e-b76b-c22d969f725c None None] Provisioning complete for port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:04.215224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1456b122-50aa-4d3e-b76b-c22d969f725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.222373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.269221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.324571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.404381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:04.441800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:04.463818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'Port': ['ID=8fe64746-fdc7-42a3-a5f5-6884af15b42a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:04.474961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:04.480064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:04.496298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1456b122-50aa-4d3e-b76b-c22d969f725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.544244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1456b122-50aa-4d3e-b76b-c22d969f725c None None] For port 879e2a42-1fec-4701-8a0c-ff59e721f9c7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=879e2a42-1fec-4701-8a0c-ff59e721f9c7,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:04.551536 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1456b122-50aa-4d3e-b76b-c22d969f725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.639525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456b122-50aa-4d3e-b76b-c22d969f725c None None] Pushing event updated for resources: {'Port': ['ID=879e2a42-1fec-4701-8a0c-ff59e721f9c7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:04.682444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.744530 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:53:04.762818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:04.943684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] device_id is not set on port 82f2799e-f856-41d7-88b8-04fb2d96f6cd yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:05.032277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7db0f54a-5881-4a19-ba62-f4e0a5f9c878 None None] Provisioning complete for port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:05.032827 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7db0f54a-5881-4a19-ba62-f4e0a5f9c878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.129957 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.187368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.198091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.219321 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.235818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Router dd9486ad-966d-4e40-96ff-17de29926e17 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:53:05.324261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece8a8c-e41d-4ab0-a1b6-fe33c130cee0 req-3b800b9b-13fd-4385-bc32-d822c53f6373 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:05.330229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ece8a8c-e41d-4ab0-a1b6-fe33c130cee0 req-3b800b9b-13fd-4385-bc32-d822c53f6373 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.5041401 Nov 10 03:53:05.439973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:03Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:05.465725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ece8a8c-e41d-4ab0-a1b6-fe33c130cee0 req-3b126809-a584-4125-819d-c52bbccd500d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784044 Nov 10 03:53:05.530003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Port': ['ID=311fe667-caa1-4bc3-83ee-174a2fa78657,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:05.561532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.566296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'Port': ['ID=8fe64746-fdc7-42a3-a5f5-6884af15b42a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:05.587412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660009a-363b-42f8-b4e7-5aa2ecda341a None None] The sync data for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 is: [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:03Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:53:05.608766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Checking segment: {'id': '5484ea34-2fe7-4b94-a608-83613da08ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c5a455fc-7e15-45b1-9809-25b8f3d32e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:05.609300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network hostable DHCP agents. Network: c5a455fc-7e15-45b1-9809-25b8f3d32e46, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:05.729480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.730718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:53:05.730820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c0da205d-23fe-4cb5-8739-4fa1fb07bfc0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3805187 Nov 10 03:53:05.730925 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.731008 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] Sync routers for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:53:05.758373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:05.758373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:05.823773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network c5a455fc-7e15-45b1-9809-25b8f3d32e46 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:05.848505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, c5a455fc-7e15-45b1-9809-25b8f3d32e46) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:05.853768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:05.855457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:05.861707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ccd8c-b5e4-4b52-ab94-e6e2f66db434 None None] Network c5a455fc-7e15-45b1-9809-25b8f3d32e46 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:05.958290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a3c27c28-3079-4381-872b-886cb7470dca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "PUT /v2.0/floatingips/605d9fab-5752-468d-b407-3d25e7118047 HTTP/1.1" status: 200 len: 990 time: 5.1319842 Nov 10 03:53:05.963543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'tag': '6e375f44-b916-41f5-b859-627478537145'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:05.967442 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f" -d '{"events": [{"name": "network-changed", "server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "tag": "6e375f44-b916-41f5-b859-627478537145"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:06.033023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Port': ['ID=82f2799e-f856-41d7-88b8-04fb2d96f6cd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:06.053786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Checking segment: {'id': 'bcbea878-2117-4bc6-9619-14be5f09aaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '47546a14-fff8-4f87-a6ea-976d2cccca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:06.054172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network hostable DHCP agents. Network: 47546a14-fff8-4f87-a6ea-976d2cccca4c, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:06.076934 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:06.105018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8447dd-3dd7-4a94-89b8-6e1be154b07b req-32d4db04-69bf-480f-9234-2e0f6bd28442 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:06.123560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf8447dd-3dd7-4a94-89b8-6e1be154b07b req-32d4db04-69bf-480f-9234-2e0f6bd28442 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3636832 Nov 10 03:53:06.128405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34610) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:06.172174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network 47546a14-fff8-4f87-a6ea-976d2cccca4c is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:06.231453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-77ed29b4-6528-4409-a48d-c3496f2c2dbe tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1542032230&fields=id&tenant_id=06dde2634842480f9a77893dcdafc5b7 HTTP/1.1" status: 200 len: 267 time: 0.1786520 Nov 10 03:53:06.232916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 47546a14-fff8-4f87-a6ea-976d2cccca4c) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:06.238153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:06.243625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3abf85c-3fad-42a4-9b4a-aab520b8a3b6 None None] Network 47546a14-fff8-4f87-a6ea-976d2cccca4c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:06.246138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:06.252198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:06.252976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:06.382113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8b778410-971e-4dcb-9bfc-dd9b5c46fdd1 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6176076 Nov 10 03:53:06.382776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34616) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:06.398568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf8447dd-3dd7-4a94-89b8-6e1be154b07b req-4b9423eb-78fd-44e0-8600-a8f2245de004 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426071 Nov 10 03:53:06.501536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-7fde48db-e3d6-4b5c-8e83-405f99844ece tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:06.504065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-7fde48db-e3d6-4b5c-8e83-405f99844ece tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 811 time: 0.2467115 Nov 10 03:53:06.549321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-802ba65d-d23f-4e82-b03b-5bc4bc3e17da tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/quotas/06dde2634842480f9a77893dcdafc5b7 HTTP/1.1" status: 200 len: 375 time: 0.0362413 Nov 10 03:53:06.628083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75bdbfcd-5bab-4e8f-90d7-ec08fd39c6b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:06.696963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-e044e8a4-69a1-414c-a686-8ee76abb30c4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423168 Nov 10 03:53:06.707264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6ceaf-7d30-4619-ac05-853e10d3e892 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:06.740205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6ceaf-7d30-4619-ac05-853e10d3e892 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:06.747704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-73e6ceaf-7d30-4619-ac05-853e10d3e892 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3639178 Nov 10 03:53:06.751721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34628) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:06.845506 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '605d9fab-5752-468d-b407-3d25e7118047', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'port_id': '6e375f44-b916-41f5-b859-627478537145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'mac_address': 'fa:16:3e:4b:45:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:52:33Z', 'updated_at': '2021-11-10T03:53:02Z', 'revision_number': 1, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:34Z', 'revision_number': 5, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:06.924063 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f624459a-9735-44d1-9198-aa31a82a02cd x-openstack-request-id: req-f624459a-9735-44d1-9198-aa31a82a02cd {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:06.924063 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "tag": "6e375f44-b916-41f5-b859-627478537145", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:06.924063 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f624459a-9735-44d1-9198-aa31a82a02cd {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:06.925974 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'tag': '6e375f44-b916-41f5-b859-627478537145', 'status': 'completed', 'code': 200} Nov 10 03:53:06.949242 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] Checking router: dd9486ad-966d-4e40-96ff-17de29926e17 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:53:06.978669 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:06.979532 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:52:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:06.997270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75bdbfcd-5bab-4e8f-90d7-ec08fd39c6b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:07.005100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75bdbfcd-5bab-4e8f-90d7-ec08fd39c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:07.209054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-75bdbfcd-5bab-4e8f-90d7-ec08fd39c6b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82b793ba7ad44dbb901b5ee7f3f4f2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0769980 Nov 10 03:53:07.210166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34634) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:07.211125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdbfcd-5bab-4e8f-90d7-ec08fd39c6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee5ec28-3e67-4ead-a014-02ae997a9b6b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:07.257864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-71370dc2-8891-411f-bfbe-107deba12ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474463 Nov 10 03:53:07.328570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-d5b35ae8-cf04-4ed9-be58-302253208fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:07.334269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-d5b35ae8-cf04-4ed9-be58-302253208fb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82f22b3ba7794fcbb63fcb4e27d51374&device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 1096 time: 0.3884215 Nov 10 03:53:07.386800 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:07.540489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 879e2a42-1fec-4701-8a0c-ff59e721f9c7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:07.719653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Deleting port 311fe667-caa1-4bc3-83ee-174a2fa78657 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:07.723705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:07.729073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-a9272de3-4dac-433d-b69f-e18d10a37442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:07.733666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-a9272de3-4dac-433d-b69f-e18d10a37442 service neutron] 10.222.0.44 "GET /v2.0/networks?id=04da91e9-d3b9-4702-b8de-4508ddfb4db5 HTTP/1.1" status: 200 len: 905 time: 0.3796513 Nov 10 03:53:07.758137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:07.758916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:07.909659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e056e507-03dd-4fd1-8bd8-7a68b75e4e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:07.920558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59669f-e84b-45ce-8955-b81007190212 req-cc91de6e-af14-4a27-8306-83aea2bf473a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:07.928782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b59669f-e84b-45ce-8955-b81007190212 req-cc91de6e-af14-4a27-8306-83aea2bf473a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3482618 Nov 10 03:53:07.944386 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:07.958839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-be695ff5-9807-4137-a9d8-20fb3ff0a8e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e375f44-b916-41f5-b859-627478537145 HTTP/1.1" status: 200 len: 998 time: 0.2165270 Nov 10 03:53:08.013686 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-86916eb8-c1b4-460e-8744-b111357a1cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342062 Nov 10 03:53:08.029884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.080969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-f2c194a8-0ed9-4ce3-a0c3-f259da5647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:08.082688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-f2c194a8-0ed9-4ce3-a0c3-f259da5647ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f5a09b1-8137-412c-b472-68e8db0ebacd HTTP/1.1" status: 200 len: 844 time: 0.1170859 Nov 10 03:53:08.125680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Calling delete_port for 311fe667-caa1-4bc3-83ee-174a2fa78657 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:08.142801 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e056e507-03dd-4fd1-8bd8-7a68b75e4e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.149550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-009bf668-5df1-4877-98f0-968064e14512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:08.151566 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-009bf668-5df1-4877-98f0-968064e14512 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04da91e9-d3b9-4702-b8de-4508ddfb4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619740 Nov 10 03:53:08.151704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b59669f-e84b-45ce-8955-b81007190212 req-cd05a8e3-229e-423b-8d21-6a113c968ae7 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179065 Nov 10 03:53:08.221387 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '605d9fab-5752-468d-b407-3d25e7118047', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'port_id': '6e375f44-b916-41f5-b859-627478537145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'mac_address': 'fa:16:3e:4b:45:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:52:33Z', 'updated_at': '2021-11-10T03:53:02Z', 'revision_number': 1, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:34Z', 'revision_number': 5, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:08.282323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-a72677c7-3573-4901-a3a4-f5fb53ab237d service neutron] 10.222.0.44 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228144 Nov 10 03:53:08.284390 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811fd75-2570-406b-abf0-a160db95b51d None None] The sync data for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 is: [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '605d9fab-5752-468d-b407-3d25e7118047', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'port_id': '6e375f44-b916-41f5-b859-627478537145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'mac_address': 'fa:16:3e:4b:45:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:52:33Z', 'updated_at': '2021-11-10T03:53:02Z', 'revision_number': 1, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:34Z', 'revision_number': 5, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:53:08.460448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.465596 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7fdb3f3-ce0e-4ef9-b995-c3b915a6f32f req-8c2923b3-f242-48ec-ab05-805799c27c0b service neutron] 10.222.0.44 "GET /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714232 Nov 10 03:53:08.481462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e056e507-03dd-4fd1-8bd8-7a68b75e4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.486164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e056e507-03dd-4fd1-8bd8-7a68b75e4e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.490339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e056e507-03dd-4fd1-8bd8-7a68b75e4e4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cee5ec28-3e67-4ead-a014-02ae997a9b6b HTTP/1.1" status: 204 len: 168 time: 1.2766447 Nov 10 03:53:08.533456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056e507-03dd-4fd1-8bd8-7a68b75e4e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee5ec28-3e67-4ead-a014-02ae997a9b6b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:08.570897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fa47d-9a0c-4b6d-8361-1533b21bc000 req-a6ff5dc9-efc2-4c74-ae5d-9c2d8efec93b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:08.582040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-782fa47d-9a0c-4b6d-8361-1533b21bc000 req-a6ff5dc9-efc2-4c74-ae5d-9c2d8efec93b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1653204 Nov 10 03:53:08.584357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Port': ['ID=311fe667-caa1-4bc3-83ee-174a2fa78657,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:08.597087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.605021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1436e70d-ed1a-4ea6-9cc3-7d45ade2baa7 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/ports/311fe667-caa1-4bc3-83ee-174a2fa78657 HTTP/1.1" status: 204 len: 168 time: 1.8451519 Nov 10 03:53:08.606725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34666) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:08.608423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72d3a9a4-cd93-4420-ad41-18fc250c358c req-06c4e612-cc2f-4f42-9db4-d47993eb6750 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 210 time: 0.1370983 Nov 10 03:53:08.710531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-782fa47d-9a0c-4b6d-8361-1533b21bc000 req-75ab6159-01b3-4f7e-b4d4-6b2c27a01efa tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269250 Nov 10 03:53:08.822726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Deleting port 82f2799e-f856-41d7-88b8-04fb2d96f6cd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:08.823302 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.939554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223dbff-ef48-4b36-afd1-b563ef0f7626 None None] New status for floating IP 605d9fab-5752-468d-b407-3d25e7118047: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:53:08.953106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:08.995879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Calling delete_port for 82f2799e-f856-41d7-88b8-04fb2d96f6cd owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:08.999774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d684-140e-4236-a4f9-33fffdb05b06 req-e6f37cca-f7bb-494b-b5ae-e70993e08134 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:09.014657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03d4d684-140e-4236-a4f9-33fffdb05b06 req-e6f37cca-f7bb-494b-b5ae-e70993e08134 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1300466 Nov 10 03:53:09.172886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03d4d684-140e-4236-a4f9-33fffdb05b06 req-80844cbd-2b83-4749-8f8b-ef4641f825d2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534116 Nov 10 03:53:09.242144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6253c-b8db-4685-bb75-f6b7ab3cbdfe req-713197e1-883e-42ef-8c4d-4e8aab3f5e1f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:09.247416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87c6253c-b8db-4685-bb75-f6b7ab3cbdfe req-713197e1-883e-42ef-8c4d-4e8aab3f5e1f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1228461 Nov 10 03:53:09.399864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87c6253c-b8db-4685-bb75-f6b7ab3cbdfe req-5fdba170-6ed5-4029-9e55-848bab100a08 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302798 Nov 10 03:53:09.411207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60333-be9a-4b31-889f-cbdaa31296eb req-6802a3c9-316c-41db-8d12-fa39005bd9b8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:09.432623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-beb60333-be9a-4b31-889f-cbdaa31296eb req-6802a3c9-316c-41db-8d12-fa39005bd9b8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1377158 Nov 10 03:53:09.505086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-beb60333-be9a-4b31-889f-cbdaa31296eb req-0ff0578d-3381-4ca8-bd87-c6d7befdcad6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711925 Nov 10 03:53:09.575231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:09.625404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:09.628928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/ports/82f2799e-f856-41d7-88b8-04fb2d96f6cd HTTP/1.1" status: 204 len: 168 time: 1.0211353 Nov 10 03:53:09.630210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dc270-1155-4812-b3df-f760ffd35eff tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Port': ['ID=82f2799e-f856-41d7-88b8-04fb2d96f6cd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:09.631515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34720) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:09.707464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b9ac4ce6-68ae-4b9a-a2c2-8eee41528d7a tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0745502 Nov 10 03:53:09.710964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34730) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:09.716319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1895154991'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:09.740891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Made reservation on behalf of f4940a9261dc4388bb2fd934cb4f3c43 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:09.744794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:09.769268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:09.774836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e3ab697-ad81-4ab3-b8f5-8a5010500688 req-8c57d05d-5826-4042-9d09-209f04561264 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0367613 Nov 10 03:53:09.780336 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:09.780907 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Added segment 01421dd0-22fc-42be-b8fa-0444767d7c62 of type vlan for network 686b5963-6160-4aa1-86f8-265bc9cc74b9 Nov 10 03:53:09.845146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:09.878677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:09.885992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:09.888526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:09.916173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2038288 Nov 10 03:53:09.919476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34744) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:09.925794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-276039282'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:09.998192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28fc13-fe52-45b0-a38a-38cea294daab tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Network': ['ID=686b5963-6160-4aa1-86f8-265bc9cc74b9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:10.006125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Made reservation on behalf of f4940a9261dc4388bb2fd934cb4f3c43 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:10.014027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 686b5963-6160-4aa1-86f8-265bc9cc74b9 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:10.015088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.086211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b359af-35ea-4321-896b-2714a55579c4 req-a60e2de7-d849-48cb-9b89-0b9b19779999 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:10.094387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33b359af-35ea-4321-896b-2714a55579c4 req-a60e2de7-d849-48cb-9b89-0b9b19779999 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1616590 Nov 10 03:53:10.120968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:10.149398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce7974-b976-412a-930c-a9311050f4be req-50550f7c-ea2e-43c3-a87c-534e6b9f5d97 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:10.150943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bce7974-b976-412a-930c-a9311050f4be req-50550f7c-ea2e-43c3-a87c-534e6b9f5d97 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1135874 Nov 10 03:53:10.159321 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.159656 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Added segment 07a9bcb2-48bc-4699-9259-af29918fa8a0 of type vlan for network 0ec34351-e28e-4fc0-bf8e-d822001bebd0 Nov 10 03:53:10.251915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33b359af-35ea-4321-896b-2714a55579c4 req-b5b25694-a04b-4abe-a5c3-f1ed524fae60 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565530 Nov 10 03:53:10.275257 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.297027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-37f3352d-74fa-4a94-adce-d90f3c51214f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:10.298862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-37f3352d-74fa-4a94-adce-d90f3c51214f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.11 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 811 time: 0.1622891 Nov 10 03:53:10.309817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0bce7974-b976-412a-930c-a9311050f4be req-21f6bd17-cbe4-45ae-ba8c-974bb306f6c6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513760 Nov 10 03:53:10.327342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.335584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:10.336212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.398683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4778261 Nov 10 03:53:10.414443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-0f7655c7-e51a-4054-b5ee-8472c1941c4b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06dde2634842480f9a77893dcdafc5b7 HTTP/1.1" status: 200 len: 380 time: 0.0926259 Nov 10 03:53:10.425523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'port': {'device_id': '180e2375-ce16-4993-a995-c34f8102b7b1', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'admin_state_up': True, 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'security_groups': ['e80474f0-3e11-4e68-8209-1166c789be6b']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:10.451981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215aa0e-9dc7-4523-8507-ba0718d9a227 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Network': ['ID=0ec34351-e28e-4fc0-bf8e-d822001bebd0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:10.473469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb610de-5dd1-4450-a700-75c109cd8eae req-31b9b352-7a99-4e8d-a95a-1c49ba8f02b9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:10.475095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cb610de-5dd1-4450-a700-75c109cd8eae req-31b9b352-7a99-4e8d-a95a-1c49ba8f02b9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0800729 Nov 10 03:53:10.513296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 0ec34351-e28e-4fc0-bf8e-d822001bebd0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:10.551446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34756) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:10.558592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'subnets': [{'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1102825420', 'ip_version': 4}, {'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:10.558945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'subnet': {'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1102825420', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:10.560277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Request body: {'subnet': {'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:10.600076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cb610de-5dd1-4450-a700-75c109cd8eae req-c43f6fb2-f8bc-4bb6-9246-79b0b2884477 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166272 Nov 10 03:53:10.736900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Made reservation on behalf of 06dde2634842480f9a77893dcdafc5b7 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:10.741828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.822242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0472f3-a128-4e14-8176-3305ba1e5bae req-a795bd88-f6de-4f01-914a-a8cd6747bfc4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:10.823905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc0472f3-a128-4e14-8176-3305ba1e5bae req-a795bd88-f6de-4f01-914a-a8cd6747bfc4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0584598 Nov 10 03:53:10.894869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc0472f3-a128-4e14-8176-3305ba1e5bae req-4424019c-5657-4e1c-89d7-86a9192df9d4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Nov 10 03:53:10.949600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63d5b9fa-bb38-46e7-aae1-70217f4b97fe req-e2d03c40-596f-4f5a-9968-30f87edc5b62 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0517421 Nov 10 03:53:10.983784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Made reservation on behalf of f4940a9261dc4388bb2fd934cb4f3c43 for: {'subnet': 2} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:10.988444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.988820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:10.992301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Allocated IP 172.20.0.4 (ede71ade-5ca5-4c69-9a99-c5c5db9a7f41/e19963b0-b080-4702-b859-f87c0a0393b4/9bd22d1e-b6db-4c72-8b54-9a02bf82ca13) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:11.065252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c98825-2034-4fe9-ac9a-df9fd872092e req-f09c33c1-95fe-4747-a108-0df37d92c50c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:11.066816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4c98825-2034-4fe9-ac9a-df9fd872092e req-f09c33c1-95fe-4747-a108-0df37d92c50c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Nov 10 03:53:11.121406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4c98825-2034-4fe9-ac9a-df9fd872092e req-ff9beb0d-c233-4466-a5c0-93ee706b76a5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Nov 10 03:53:11.303327 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:11.399013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:11.479388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:11.493139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:11.503715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:11.508428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34591610-319c-470f-9152-9a6893b035d1 req-c63cb0cc-497f-41f1-bf26-a71f7067b552 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:11.510142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34591610-319c-470f-9152-9a6893b035d1 req-c63cb0cc-497f-41f1-bf26-a71f7067b552 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1048846 Nov 10 03:53:11.519685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'Port': ['ID=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:11.595533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:11.596407 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:11.660277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-aefbf627-ace9-43c0-a2a8-7c35cfca7172 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2396221 Nov 10 03:53:11.669836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34591610-319c-470f-9152-9a6893b035d1 req-900598a2-fee9-46cb-8ce2-234f819d7d00 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505761 Nov 10 03:53:11.683636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Request body: {'port': {'device_id': '180e2375-ce16-4993-a995-c34f8102b7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:11.734419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e757b9-a07f-42c5-89d2-921de45bfb91 req-3ebaa4b8-0494-4a6a-8df1-c67f0a1e7e6c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:11.748025 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83e757b9-a07f-42c5-89d2-921de45bfb91 req-3ebaa4b8-0494-4a6a-8df1-c67f0a1e7e6c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1517742 Nov 10 03:53:11.819040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83e757b9-a07f-42c5-89d2-921de45bfb91 req-9396fbac-efd5-43bf-a9e5-12df0223ce6f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650418 Nov 10 03:53:11.826891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:11.833751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:11.887212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-420dc0d6-7e2c-4fb3-8063-83691f2d0fb5 None None] Provisioning complete for port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:11.888382 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-420dc0d6-7e2c-4fb3-8063-83691f2d0fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:11.922114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-420dc0d6-7e2c-4fb3-8063-83691f2d0fb5 None None] Port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:11.926237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Subnet': ['ID=af9280a3-238f-4627-b239-55a47071ebb9,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:11.991963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Checking segment: {'id': '01421dd0-22fc-42be-b8fa-0444767d7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:11.992336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network hostable DHCP agents. Network: 686b5963-6160-4aa1-86f8-265bc9cc74b9, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:12.029377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network 686b5963-6160-4aa1-86f8-265bc9cc74b9 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:12.072039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a513fc-2783-4f7a-8213-8147aa5c3451 req-cf7e2c2e-d2de-43e6-acbf-c0965c0d87a3 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.073684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11a513fc-2783-4f7a-8213-8147aa5c3451 req-cf7e2c2e-d2de-43e6-acbf-c0965c0d87a3 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 931 time: 0.0560534 Nov 10 03:53:12.080103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 686b5963-6160-4aa1-86f8-265bc9cc74b9) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:12.084791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.090287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b746e-06b6-4581-8363-c9eb18c289a7 None None] Network 686b5963-6160-4aa1-86f8-265bc9cc74b9 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:12.130144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11a513fc-2783-4f7a-8213-8147aa5c3451 req-167ab677-3bfc-4c72-af5f-646ba0710a43 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493841 Nov 10 03:53:12.166471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event updated for resources: {'Subnet': ['ID=4b536085-5cbc-4e8b-9b4d-99e3e7d7deac,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:12.200535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Checking segment: {'id': '07a9bcb2-48bc-4699-9259-af29918fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:12.200899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network hostable DHCP agents. Network: 0ec34351-e28e-4fc0-bf8e-d822001bebd0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:12.232241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Network 0ec34351-e28e-4fc0-bf8e-d822001bebd0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:12.244059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-686b5963-6160-4aa1-86f8-265bc9cc74b9', 'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9', 'tenant_id': 'f4940a9261dc4388bb2fd934cb4f3c43', 'fixed_ips': [{'subnet_id': 'af9280a3-238f-4627-b239-55a47071ebb9'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:53:12.244909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.266180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 0ec34351-e28e-4fc0-bf8e-d822001bebd0) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:12.276313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.276840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.277495 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.286294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:53:12.296810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.306830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3867580c-392c-42f6-92dc-009c4d40948f tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7536604 Nov 10 03:53:12.309092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34798) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:12.315059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Transition to ACTIVE for port object 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:53:12.319317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.336745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec72a295-fc57-4956-abee-e9aa6c7aaed6 None None] Network 0ec34351-e28e-4fc0-bf8e-d822001bebd0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:12.403955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd94de-d699-498f-ba90-cdc527e6d38c tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.406387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd94de-d699-498f-ba90-cdc527e6d38c tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.408348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd94de-d699-498f-ba90-cdc527e6d38c tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.410242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-23dd94de-d699-498f-ba90-cdc527e6d38c tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0994573 Nov 10 03:53:12.413721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34800) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:12.437197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Pushing event updated for resources: {'Port': ['ID=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:12.484912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Allocated IP 172.20.0.2 (686b5963-6160-4aa1-86f8-265bc9cc74b9/af9280a3-238f-4627-b239-55a47071ebb9/e5c56533-0fb0-4e95-94df-7e7efab6eb39) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:12.485581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Deleting subnet af9280a3-238f-4627-b239-55a47071ebb9 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:53:12.509433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Attempting to bind port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:12.509814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Attempting to bind port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:12.510148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Attempting to bind port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:12.515422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:53:12.515737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Attempting to bind port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:12.522257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:12.522851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Checking segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:12.523385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Bound using segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:12.524384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Bound port: 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:12.524970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.601476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] For port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:12.604760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] For port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:12.610867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.616219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-0ec34351-e28e-4fc0-bf8e-d822001bebd0', 'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0', 'tenant_id': 'f4940a9261dc4388bb2fd934cb4f3c43', 'fixed_ips': [{'subnet_id': '4b536085-5cbc-4e8b-9b4d-99e3e7d7deac'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:53:12.617431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.644161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.644985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:12.646799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] 10.222.0.11 "PUT /v2.0/ports/9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 1091 time: 0.9694772 Nov 10 03:53:12.647007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:12.649528 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e" -d '{"events": [{"name": "network-changed", "server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:12.656813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:53:12.672602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:53:12.695709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a89ee-cfcc-4241-92ad-eaadee3fb74a service neutron] Pushing event updated for resources: {'Port': ['ID=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:12.768104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5ec4078e-1db5-4654-8317-29bd19b39a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.769786 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-5ec4078e-1db5-4654-8317-29bd19b39a24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0589626 Nov 10 03:53:12.835655 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-900a5ce8-141a-4537-aa40-57bf97f14a4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 217 time: 0.0510798 Nov 10 03:53:12.845156 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.resource_extend [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:53:12.868275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca79d4-ccc9-4439-b96f-b328c32b4e09 req-3ac8cf51-1d00-493b-8984-c5cfcf43bc94 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.879848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7ca79d4-ccc9-4439-b96f-b328c32b4e09 req-3ac8cf51-1d00-493b-8984-c5cfcf43bc94 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1133287 Nov 10 03:53:12.935124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-02d6a5bb-7ac4-4d55-bd20-dbfc633eebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:12.936614 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-02d6a5bb-7ac4-4d55-bd20-dbfc633eebce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.0932958 Nov 10 03:53:12.962995 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8ba09-dee8-415e-830d-0e0f049491d8 x-openstack-request-id: req-a9e8ba09-dee8-415e-830d-0e0f049491d8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:12.963278 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:12.963529 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9e8ba09-dee8-415e-830d-0e0f049491d8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:12.964081 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'status': 'completed', 'code': 200} Nov 10 03:53:13.000070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7ca79d4-ccc9-4439-b96f-b328c32b4e09 req-63a57241-47c1-4cd9-a762-52f069323769 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185310 Nov 10 03:53:13.049856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-3ac5f767-73d7-40bb-9386-4c2d1bc32e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:13.051376 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-3ac5f767-73d7-40bb-9386-4c2d1bc32e60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988002 Nov 10 03:53:13.100078 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.121450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.136576 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.198917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Pushing event updated for resources: {'Port': ['ID=e5c56533-0fb0-4e95-94df-7e7efab6eb39,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:13.207344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:13.216151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Network 686b5963-6160-4aa1-86f8-265bc9cc74b9 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:13.233833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:13.235786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.239106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Allocated IP 172.20.0.18 (0ec34351-e28e-4fc0-bf8e-d822001bebd0/4b536085-5cbc-4e8b-9b4d-99e3e7d7deac/38875780-8957-4780-ad63-0c52c78d4aa9) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:13.244922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:13.250159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.270261 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-ce343af9-42bd-449b-9572-61a17d5054ef service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049263 Nov 10 03:53:13.366859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'mac_address': 'fa:16:3e:b0:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:53:13.391625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ec527-9150-4aac-8fa7-ddab7e3b6616 req-17a5fa6f-fbdc-426e-8042-edc6646b22c8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:13.393214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-659ec527-9150-4aac-8fa7-ddab7e3b6616 req-17a5fa6f-fbdc-426e-8042-edc6646b22c8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2874117 Nov 10 03:53:13.457990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.468815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.475848 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9244e5f-c4a2-4796-a96d-047f68511b95 req-971eb3c2-4689-4d39-ac6c-0c373a462e37 service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981158 Nov 10 03:53:13.532703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:13.538705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:13.541089 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba76e37c-587e-46b3-aacd-4df2e51a996d" -d '{"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:13.548226 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83cf5b66-6e45-4534-a1e5-a394189bad1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.550178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:53:13.563961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.616065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Attempting to bind port e5c56533-0fb0-4e95-94df-7e7efab6eb39 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:13.616342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Attempting to bind port e5c56533-0fb0-4e95-94df-7e7efab6eb39 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '01421dd0-22fc-42be-b8fa-0444767d7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:13.616693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Attempting to bind port e5c56533-0fb0-4e95-94df-7e7efab6eb39 on network 686b5963-6160-4aa1-86f8-265bc9cc74b9 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:13.664207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:13.664605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Checking segment: {'id': '01421dd0-22fc-42be-b8fa-0444767d7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:13.664998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.665407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Bound using segment: {'id': '01421dd0-22fc-42be-b8fa-0444767d7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:13.665860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Bound port: e5c56533-0fb0-4e95-94df-7e7efab6eb39, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01421dd0-22fc-42be-b8fa-0444767d7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '686b5963-6160-4aa1-86f8-265bc9cc74b9'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:13.666277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.668095 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:53:13.668460 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:53:13.708396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-8fc553e9-af0b-4abe-b3a0-749523d92813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:13.711090 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-8fc553e9-af0b-4abe-b3a0-749523d92813 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1094 time: 0.1048524 Nov 10 03:53:13.730390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-659ec527-9150-4aac-8fa7-ddab7e3b6616 req-981315af-7347-4dc4-acc6-830e28eec636 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204913 Nov 10 03:53:13.733972 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.783089 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.786595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/subnets/af9280a3-238f-4627-b239-55a47071ebb9 HTTP/1.1" status: 204 len: 168 time: 1.3714538 Nov 10 03:53:13.787599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=11']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:13.788372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ceed4-a23e-472c-8eb2-9aa0fce05a71 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Subnet': ['ID=af9280a3-238f-4627-b239-55a47071ebb9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:13.790284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34846) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:13.819385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.827058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] For port e5c56533-0fb0-4e95-94df-7e7efab6eb39, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:13.831277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.834587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] For port e5c56533-0fb0-4e95-94df-7e7efab6eb39, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e5c56533-0fb0-4e95-94df-7e7efab6eb39,segment=NetworkSegment(01421dd0-22fc-42be-b8fa-0444767d7c62),segment_id=01421dd0-22fc-42be-b8fa-0444767d7c62)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:13.838986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1c0e4-8b3c-409f-a08e-a3d16f95bf02 req-c6a61791-9f5b-41b6-8730-2b8dfdafcec2 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:13.843784 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.848130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0f1c0e4-8b3c-409f-a08e-a3d16f95bf02 req-c6a61791-9f5b-41b6-8730-2b8dfdafcec2 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 943 time: 0.3109827 Nov 10 03:53:13.882396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Network 0ec34351-e28e-4fc0-bf8e-d822001bebd0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:13.888862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Deleting subnet 4b536085-5cbc-4e8b-9b4d-99e3e7d7deac {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:53:13.892248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:13.903993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:13.910109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:13.911586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Pushing event updated for resources: {'Port': ['ID=38875780-8957-4780-ad63-0c52c78d4aa9,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:13.965789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-79bc01ce-8a2e-4f44-a47d-fa263a00a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:13.967392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-79bc01ce-8a2e-4f44-a47d-fa263a00a37d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.2487428 Nov 10 03:53:13.992864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0f1c0e4-8b3c-409f-a08e-a3d16f95bf02 req-8fd75583-35b9-4e5f-845a-0163e56a5b58 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437235 Nov 10 03:53:14.017616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.055262 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc628253-f0ed-436f-bda3-1c50be2aec29 x-openstack-request-id: req-cc628253-f0ed-436f-bda3-1c50be2aec29 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:14.055556 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:14.055806 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc628253-f0ed-436f-bda3-1c50be2aec29 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:14.056189 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'code': 200} Nov 10 03:53:14.077498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-5a87bb42-e062-4624-9f32-57e5ffa568c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 217 time: 0.0998106 Nov 10 03:53:14.087176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Attempting to bind port 38875780-8957-4780-ad63-0c52c78d4aa9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:14.087532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Attempting to bind port 38875780-8957-4780-ad63-0c52c78d4aa9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '07a9bcb2-48bc-4699-9259-af29918fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:14.088217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Attempting to bind port 38875780-8957-4780-ad63-0c52c78d4aa9 on network 0ec34351-e28e-4fc0-bf8e-d822001bebd0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:14.100796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772a6d8-6ee8-40d1-81cf-32991d9e40ee None None] Network 686b5963-6160-4aa1-86f8-265bc9cc74b9 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:14.144176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.152707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:14.153455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Checking segment: {'id': '07a9bcb2-48bc-4699-9259-af29918fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:14.154054 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.154590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Bound using segment: {'id': '07a9bcb2-48bc-4699-9259-af29918fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:14.155238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Bound port: 38875780-8957-4780-ad63-0c52c78d4aa9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a9bcb2-48bc-4699-9259-af29918fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0ec34351-e28e-4fc0-bf8e-d822001bebd0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:14.158797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.202744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-28db6222-d60c-4a5d-9405-51353f84fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:14.203659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c27f-2a4d-472c-b125-1d2ca216b02f None None] Pushing event updated for resources: {'Port': ['ID=e5c56533-0fb0-4e95-94df-7e7efab6eb39,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:14.205177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-28db6222-d60c-4a5d-9405-51353f84fc25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.1209366 Nov 10 03:53:14.272603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-564fa3e4-cdcf-4092-a403-29a508969a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:14.275049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-564fa3e4-cdcf-4092-a403-29a508969a35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582008 Nov 10 03:53:14.278855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.298905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902917-13eb-4ef6-93e7-50ed99fab3a6 req-ae53daf7-e6e1-4a33-90be-99970c50c394 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:14.306630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81902917-13eb-4ef6-93e7-50ed99fab3a6 req-ae53daf7-e6e1-4a33-90be-99970c50c394 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1165123 Nov 10 03:53:14.334294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Subnet': ['ID=4b536085-5cbc-4e8b-9b4d-99e3e7d7deac,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:14.337879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.342418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1571166e-d98a-4ea0-93e6-b03e52588a56 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/subnets/4b536085-5cbc-4e8b-9b4d-99e3e7d7deac HTTP/1.1" status: 204 len: 168 time: 0.5502386 Nov 10 03:53:14.349666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34860) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:14.477634 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-388e87c3-5044-4059-a6d1-0ddd6d07ec09 service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902146 Nov 10 03:53:14.506973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a954cd-b280-4ffe-9b1e-df1bfe8bff17 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:14.510457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-05a954cd-b280-4ffe-9b1e-df1bfe8bff17 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1595750 Nov 10 03:53:14.520778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34870) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:14.526154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81902917-13eb-4ef6-93e7-50ed99fab3a6 req-bed5cb2e-f0ea-433f-b7d2-e1049c2ea7fa tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183580 Nov 10 03:53:14.721092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.722864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.741721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:53:14.755599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d0e7d23c-dc06-4f69-a3b9-6f7c05b7d91e req-c900fcd1-4f80-4827-90a9-dbf89c018ff8 service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707088 Nov 10 03:53:14.809747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:14.851454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.867146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Deleting port 38875780-8957-4780-ad63-0c52c78d4aa9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:14.868407 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.942401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] For port 38875780-8957-4780-ad63-0c52c78d4aa9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:14.971395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] For port 38875780-8957-4780-ad63-0c52c78d4aa9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=38875780-8957-4780-ad63-0c52c78d4aa9,segment=NetworkSegment(07a9bcb2-48bc-4699-9259-af29918fa8a0),segment_id=07a9bcb2-48bc-4699-9259-af29918fa8a0)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:14.979747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] For port 38875780-8957-4780-ad63-0c52c78d4aa9, host n-d-817326-2, got binding levels [] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:14.980118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.987472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea6f9e-d38d-4015-ae19-6e40956396db req-7a7cc463-7446-425b-b7c1-b8fe987a2511 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:14.987742 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:14.989307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8ea6f9e-d38d-4015-ae19-6e40956396db req-7a7cc463-7446-425b-b7c1-b8fe987a2511 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1048625 Nov 10 03:53:14.996185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Calling delete_port for 38875780-8957-4780-ad63-0c52c78d4aa9 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:15.016942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=12']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:15.026147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['6ce8939b-fc62-4102-abb0-053d5552ae94'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:53:15.088890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8ea6f9e-d38d-4015-ae19-6e40956396db req-c87222da-224f-446a-b0a5-a75e0dad2b7d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902512 Nov 10 03:53:15.092096 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.167307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b44ec-411e-474e-9129-86e303072b61 None None] Pushing event updated for resources: {'Port': ['ID=38875780-8957-4780-ad63-0c52c78d4aa9,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:15.171085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039b021-833a-4043-93f8-d11a9651ab65 None None] Network 0ec34351-e28e-4fc0-bf8e-d822001bebd0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:15.174841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Port': ['ID=38875780-8957-4780-ad63-0c52c78d4aa9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:15.186927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] No DVR routers for this DVR port 38875780-8957-4780-ad63-0c52c78d4aa9 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:53:15.214150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ff085-a26f-4ad3-a24b-564adcfa4c7a req-2ad1c883-f170-4e41-88ca-47af6138049a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:15.223905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-671ff085-a26f-4ad3-a24b-564adcfa4c7a req-2ad1c883-f170-4e41-88ca-47af6138049a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 943 time: 0.1183951 Nov 10 03:53:15.332842 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-671ff085-a26f-4ad3-a24b-564adcfa4c7a req-bb65f48e-37af-4242-b58f-01ba7945a6a1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068308 Nov 10 03:53:15.350694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.415888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec34351-e28e-4fc0-bf8e-d822001bebd0']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:15.435979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a9bcb2-48bc-4699-9259-af29918fa8a0') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:15.436869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a9bcb2-48bc-4699-9259-af29918fa8a0') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:15.444212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d3b8b-04ce-4a27-85a6-f68c82262e50 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 03:53:15.450874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.476873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.492759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:53:15.493366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:53:15.502661 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:53:15.611655 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.620294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.633586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/networks/0ec34351-e28e-4fc0-bf8e-d822001bebd0 HTTP/1.1" status: 204 len: 168 time: 1.1061862 Nov 10 03:53:15.636607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34888) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:15.661148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c34016-21b4-4b2f-9345-632e6dc92bdf tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Network': ['ID=0ec34351-e28e-4fc0-bf8e-d822001bebd0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:15.834477 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.852287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d3b8b-04ce-4a27-85a6-f68c82262e50 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 03:53:15.854608 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38ab4eb4-544e-4a3e-8237-7033072f05e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:15.857044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7271-a9e4-490d-a239-56fa97117d8a req-35ce5985-3e36-46f6-bdfd-fb1ee0d8ffc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:15.858513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72ac7271-a9e4-490d-a239-56fa97117d8a req-35ce5985-3e36-46f6-bdfd-fb1ee0d8ffc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 945 time: 0.1688497 Nov 10 03:53:15.932055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72ac7271-a9e4-490d-a239-56fa97117d8a req-8b1478c4-b36b-4fa5-99d3-b51e284a71bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Nov 10 03:53:15.967161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Deleting port e5c56533-0fb0-4e95-94df-7e7efab6eb39 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:15.967161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.177482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] For port e5c56533-0fb0-4e95-94df-7e7efab6eb39, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e5c56533-0fb0-4e95-94df-7e7efab6eb39,segment=NetworkSegment(01421dd0-22fc-42be-b8fa-0444767d7c62),segment_id=01421dd0-22fc-42be-b8fa-0444767d7c62)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:16.178102 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.215573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Calling delete_port for e5c56533-0fb0-4e95-94df-7e7efab6eb39 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:16.429470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920eef8-adfb-4229-bec7-7884f1af3026 req-57d93793-ae21-4ec5-a647-7a7c03c5c7af tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:16.433323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2920eef8-adfb-4229-bec7-7884f1af3026 req-57d93793-ae21-4ec5-a647-7a7c03c5c7af tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1360033 Nov 10 03:53:16.484050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:53:16.520064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.553789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] No DVR routers for this DVR port e5c56533-0fb0-4e95-94df-7e7efab6eb39 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:53:16.629178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70448449-60ba-4de9-a7d3-c8349d303e00 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 03:53:16.702087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.728458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686b5963-6160-4aa1-86f8-265bc9cc74b9']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:16.728886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port 6fc5335f-be32-4d1e-b412-7294e6177ad4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:16.729258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.740814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01421dd0-22fc-42be-b8fa-0444767d7c62') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:16.741150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01421dd0-22fc-42be-b8fa-0444767d7c62') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:16.752264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.767980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.769451 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.775568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:53:16.776397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:16.822896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:16.848578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'port_id': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'mac_address': 'fa:16:3e:19:af:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:53:16.895833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:17.005273 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.041275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port 4af6f6f0-1083-48c0-8531-ea64d4578aed triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:17.041639 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.050131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:53:17.079740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:17.126294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:53:17.288099 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:53:17.327952 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Port': ['ID=e5c56533-0fb0-4e95-94df-7e7efab6eb39,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:17.337136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.351412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.358175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 6ce8939b-fc62-4102-abb0-053d5552ae94 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:17.358560 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.361803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/networks/686b5963-6160-4aa1-86f8-265bc9cc74b9 HTTP/1.1" status: 204 len: 168 time: 1.7225411 Nov 10 03:53:17.362536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34912) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:17.397696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2920eef8-adfb-4229-bec7-7884f1af3026 req-8ad20e3d-d732-4a4f-a697-9cf763522e59 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9544353 Nov 10 03:53:17.442589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70448449-60ba-4de9-a7d3-c8349d303e00 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 03:53:17.447380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2714d7-4717-4b48-bde1-54da6968efb8 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Network': ['ID=686b5963-6160-4aa1-86f8-265bc9cc74b9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:17.501774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793aec9-7760-433a-a792-9a3cbdde9d10 req-34b45e54-1bd6-4b45-8629-35c066e3789c tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:17.513228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6793aec9-7760-433a-a792-9a3cbdde9d10 req-34b45e54-1bd6-4b45-8629-35c066e3789c tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 944 time: 0.9152529 Nov 10 03:53:17.554888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.561344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:17.615070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6793aec9-7760-433a-a792-9a3cbdde9d10 req-b5d2235c-f4a7-40e3-b989-080fc20e1ee4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007917 Nov 10 03:53:17.679628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.683109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['9bd22d1e-b6db-4c72-8b54-9a02bf82ca13'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:53:17.717879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47546a14-fff8-4f87-a6ea-976d2cccca4c']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:17.730394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbea878-2117-4bc6-9619-14be5f09aaae') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:17.730688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbea878-2117-4bc6-9619-14be5f09aaae') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:17.743339 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.750719 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.759777 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.760362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.761055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.761555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.761884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.762299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.762817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.763390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.763792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.764273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.764629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.765082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:17.790309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.810521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:53:17.811516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.872433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889f44d-59ac-43da-9d60-6783bae4bf68 req-49c6c72b-3cb5-4372-a5b7-bbafbe2b81d5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:17.876233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d889f44d-59ac-43da-9d60-6783bae4bf68 req-49c6c72b-3cb5-4372-a5b7-bbafbe2b81d5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 945 time: 0.1163197 Nov 10 03:53:17.879616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port af91e7bd-233c-48e9-be3c-02254d5fa9ab triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:17.880031 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.926687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:17.929318 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9acb49-9501-488c-a2ba-a76619d7aae9" -d '{"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:53:17.932210 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:53:17.936698 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.952029 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:17.959600 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/networks/47546a14-fff8-4f87-a6ea-976d2cccca4c HTTP/1.1" status: 204 len: 168 time: 0.5951447 Nov 10 03:53:17.961000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34918) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:17.964945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:17.991818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d889f44d-59ac-43da-9d60-6783bae4bf68 req-43e4a53b-6d3f-45d7-b424-26ad781b2c50 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989301 Nov 10 03:53:18.004927 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.013124 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b78d1d-2812-4535-bf8b-6f869fba24a3 x-openstack-request-id: req-79b78d1d-2812-4535-bf8b-6f869fba24a3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:18.013415 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:18.013848 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79b78d1d-2812-4535-bf8b-6f869fba24a3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:18.014267 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'code': 200} Nov 10 03:53:18.021155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5308d-6123-47ad-9fbb-9619140c5667 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Network': ['ID=47546a14-fff8-4f87-a6ea-976d2cccca4c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:18.124109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.167215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=13']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:18.184779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port 8449069a-45af-4716-a407-480b78cf44d4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:18.185152 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.227544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.252015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a455fc-7e15-45b1-9809-25b8f3d32e46']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:18.281020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5484ea34-2fe7-4b94-a608-83613da08ab4') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:18.281341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5484ea34-2fe7-4b94-a608-83613da08ab4') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:18.284817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Port 8449069a-45af-4716-a407-480b78cf44d4 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:18.305977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.324263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.333548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:53:18.334103 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.337045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port f12a1382-59b4-48ab-b3b4-97ec24c41813 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:18.337487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:53:18.339378 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:53:18.377866 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.391456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Port f12a1382-59b4-48ab-b3b4-97ec24c41813 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:18.405140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port caef8296-5389-4e53-9462-85eedc11f60d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:18.405676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.457175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.478755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.484030 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] 10.222.0.24 "DELETE /v2.0/networks/c5a455fc-7e15-45b1-9809-25b8f3d32e46 HTTP/1.1" status: 204 len: 168 time: 0.5141535 Nov 10 03:53:18.526698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0065d23-7337-4826-9c2c-b20b6e70ce68 tempest-BulkNetworkOpsTest-833592825 tempest-BulkNetworkOpsTest-833592825-project] Pushing event deleted for resources: {'Network': ['ID=c5a455fc-7e15-45b1-9809-25b8f3d32e46,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:18.581335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port c6b682be-be0c-4e10-b0b3-1889a028756a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:18.582009 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.643536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Port c6b682be-be0c-4e10-b0b3-1889a028756a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:18.666606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:18.667035 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.714394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dd539-43df-4b3b-a068-f520abfcd874 req-3555fb65-5408-481c-ba7d-a940d93008c9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:18.725494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-344dd539-43df-4b3b-a068-f520abfcd874 req-3555fb65-5408-481c-ba7d-a940d93008c9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1336286 Nov 10 03:53:18.793581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-344dd539-43df-4b3b-a068-f520abfcd874 req-57a956ef-b8a0-4602-b207-89f7f40c2f32 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670235 Nov 10 03:53:18.911425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port decc0bbe-b7c9-45c5-aa46-a756eab27744 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:18.912089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:18.967878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94af713-20dd-4311-aeae-c120647f4573 req-fccf51bf-c90c-4517-8590-2097df14df62 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:18.969696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d94af713-20dd-4311-aeae-c120647f4573 req-fccf51bf-c90c-4517-8590-2097df14df62 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1301258 Nov 10 03:53:19.058025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:19.139895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d94af713-20dd-4311-aeae-c120647f4573 req-bb82024c-ebe0-469e-8509-7fca96c78e91 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545196 Nov 10 03:53:19.218016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.229139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port 124305a4-81e2-4d35-be17-80caafa13a66 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:19.231735 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.327056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ebd61-b90d-4110-a46c-7a1a1d9f3c28 req-2d590cf4-e536-4671-a933-227a2d01e219 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:19.328371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Port 124305a4-81e2-4d35-be17-80caafa13a66 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:19.337328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f0ebd61-b90d-4110-a46c-7a1a1d9f3c28 req-2d590cf4-e536-4671-a933-227a2d01e219 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1038117 Nov 10 03:53:19.338904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port 8fe64746-fdc7-42a3-a5f5-6884af15b42a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:19.339266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.383588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-270c40b4-da81-422b-a922-815d9845a7a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4940a9261dc4388bb2fd934cb4f3c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243773 Nov 10 03:53:19.386151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34958) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:19.407369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f0ebd61-b90d-4110-a46c-7a1a1d9f3c28 req-8111787f-7d2d-471d-bbd0-20d28163f99a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673814 Nov 10 03:53:19.424207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Port 8fe64746-fdc7-42a3-a5f5-6884af15b42a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:19.456761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Provisioning complete for port 0a678039-ea0b-49d4-a07f-2eb8069d117f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:19.457351 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a17662ca-2baa-4f42-b444-30cf2c5d8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.463754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b564369-555e-470b-bdd3-f7a734f0154b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.485882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b564369-555e-470b-bdd3-f7a734f0154b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.564973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b564369-555e-470b-bdd3-f7a734f0154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.568282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b564369-555e-470b-bdd3-f7a734f0154b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:19.569485 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5b564369-555e-470b-bdd3-f7a734f0154b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22ad0243-ac95-4ddb-a987-34898554def2 HTTP/1.1" status: 204 len: 168 time: 0.1823711 Nov 10 03:53:19.586872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b564369-555e-470b-bdd3-f7a734f0154b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad0243-ac95-4ddb-a987-34898554def2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:19.997888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae7a3b-46a2-4fbe-aa0d-c980d824ec32 req-2655d0a0-f1e3-445b-916e-ab9a0c95487c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:20.006554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6ae7a3b-46a2-4fbe-aa0d-c980d824ec32 req-2655d0a0-f1e3-445b-916e-ab9a0c95487c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0751381 Nov 10 03:53:20.089704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6ae7a3b-46a2-4fbe-aa0d-c980d824ec32 req-dbcb82af-061f-45de-a65f-233514a9debe tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820954 Nov 10 03:53:20.308618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de966ef4-42d0-4754-a539-10ec877b341a req-4f8e644f-f21c-4062-986b-de0e6093ef8b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:20.310432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de966ef4-42d0-4754-a539-10ec877b341a req-4f8e644f-f21c-4062-986b-de0e6093ef8b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0797894 Nov 10 03:53:20.390911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de966ef4-42d0-4754-a539-10ec877b341a req-6b0087e8-b705-4b55-90f6-5f15624a148b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634277 Nov 10 03:53:20.524336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:20.582996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35010) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:20.665162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:53:20.665930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a629d1-aaf1-468e-b38c-57cc10d60c75 req-3082927b-fc73-4c1a-bc08-54e6b5a58481 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:20.667726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75a629d1-aaf1-468e-b38c-57cc10d60c75 req-3082927b-fc73-4c1a-bc08-54e6b5a58481 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1565053 Nov 10 03:53:20.678918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:20.679599 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:20.765276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75a629d1-aaf1-468e-b38c-57cc10d60c75 req-b960c773-4d46-48df-9be4-d1d5155d82b7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890651 Nov 10 03:53:20.776863 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:20.796360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1989773095'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:20.814031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:20.817528 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e5fad7-d012-41af-bfc1-5b67d6b101e1" -d '{"events": [{"server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:20.823769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:20.826827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:20.830996 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:20.850728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:20.872300 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:20.883154 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a1da4a-b807-4e93-a5e7-f44fc0d55530 x-openstack-request-id: req-99a1da4a-b807-4e93-a5e7-f44fc0d55530 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:20.883611 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:20.884032 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99a1da4a-b807-4e93-a5e7-f44fc0d55530 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:20.885063 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'code': 200} Nov 10 03:53:20.953105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:21.015663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.022378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.058995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:21.071370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f734cb-57fc-4865-91e6-a6339f8641ac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:21.086891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.087948 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment 2952d392-307d-4b8d-bb61-ccc6fa22289d of type vlan for network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 Nov 10 03:53:21.174454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.192785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfdd13-7fd1-4304-b526-7806275d1f81 req-3d8434de-1e57-4b74-ad12-0a0f719696e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:21.195293 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6dfdd13-7fd1-4304-b526-7806275d1f81 req-3d8434de-1e57-4b74-ad12-0a0f719696e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.1877739 Nov 10 03:53:21.249726 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.262620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:21.263662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.317547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25245a-c577-4e60-be83-463ab257bcc3 req-3282f8aa-2344-4141-a6c1-64d1221a23f4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:21.328362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce25245a-c577-4e60-be83-463ab257bcc3 req-3282f8aa-2344-4141-a6c1-64d1221a23f4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1276536 Nov 10 03:53:21.354398 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7668869 Nov 10 03:53:21.357595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35038) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:21.364553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'name': 'tempest-PortsTestJSON-1478052370'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:21.365053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6dfdd13-7fd1-4304-b526-7806275d1f81 req-71f1d768-42bf-459e-b3c2-754eae699015 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573987 Nov 10 03:53:21.370815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43ce15-9d0a-4eff-9075-5a1027db17fe tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=247a2f2a-b101-4068-8a1b-a27ee33aeb47,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:21.384561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:21.492126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce25245a-c577-4e60-be83-463ab257bcc3 req-dc78bf05-12f9-48b0-a73e-fb434696d37a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573911 Nov 10 03:53:21.564233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:21.568176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.591754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:21.647377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f263b41-bfc2-46b6-9943-0bd2ef191111 req-185a0620-9633-4ebe-a12b-a2a178db1ee5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:21.649192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f263b41-bfc2-46b6-9943-0bd2ef191111 req-185a0620-9633-4ebe-a12b-a2a178db1ee5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1503837 Nov 10 03:53:21.741794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f263b41-bfc2-46b6-9943-0bd2ef191111 req-daa835f9-5aa6-425c-9767-b47c0aad2bce tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634437 Nov 10 03:53:21.847293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.906964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:21.998794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08f0d-da4c-462a-99a1-dce414823183 req-fd0f167a-6890-4f1a-a8f8-54344855caf9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:22.001109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33a08f0d-da4c-462a-99a1-dce414823183 req-fd0f167a-6890-4f1a-a8f8-54344855caf9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1129076 Nov 10 03:53:22.016067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:22.075435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': '2952d392-307d-4b8d-bb61-ccc6fa22289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:22.075804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: 247a2f2a-b101-4068-8a1b-a27ee33aeb47, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:22.108175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33a08f0d-da4c-462a-99a1-dce414823183 req-c14660c0-818a-48cf-a6e1-602210f82525 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812509 Nov 10 03:53:22.121868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:22.165416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 247a2f2a-b101-4068-8a1b-a27ee33aeb47) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:22.174538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767e279-1a18-4d8a-8482-887eefdce740 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:22.180403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:22.188136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:22.188774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.214789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:22.216442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6b20e4a0-99e6-4494-bbec-93052c630e8a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8566380 Nov 10 03:53:22.221421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1540962873'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:22.251038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:22.266931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.303148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:22.314212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.314972 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment 5f766639-ab27-4bcf-a41c-fcbcb6706700 of type vlan for network db33a319-d5b3-4b86-a110-e8787621a794 Nov 10 03:53:22.400465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.447094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.460518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:22.461167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.536786 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3193181 Nov 10 03:53:22.541631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35074) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:22.547355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71496e7-dda3-4100-831c-7188421646d0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=db33a319-d5b3-4b86-a110-e8787621a794,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:22.558450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'ports': [{'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47'}, {'network_id': 'db33a319-d5b3-4b86-a110-e8787621a794'}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:22.558764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:22.564297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': 'db33a319-d5b3-4b86-a110-e8787621a794'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:22.579206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network db33a319-d5b3-4b86-a110-e8787621a794 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:22.779133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568db8-ad2a-4879-9d9f-d2298164212a req-eace4496-b1cb-4de1-aabe-9944ce190059 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:22.787109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33568db8-ad2a-4879-9d9f-d2298164212a req-eace4496-b1cb-4de1-aabe-9944ce190059 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1879747 Nov 10 03:53:22.872644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33568db8-ad2a-4879-9d9f-d2298164212a req-488b2e16-6660-4a0b-b920-97d17a05793e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843928 Nov 10 03:53:22.912993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 2} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:22.919455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.938592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:22.983354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6baaa4-2979-443f-89c8-ebe7f80dac5b req-036507b1-62a5-4ad2-9975-203add85ed33 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:22.991155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c6baaa4-2979-443f-89c8-ebe7f80dac5b req-036507b1-62a5-4ad2-9975-203add85ed33 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1128728 Nov 10 03:53:23.068629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 0ade4b20-a30f-4e6c-bfc8-c3e476cc76b7 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:23.114329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c6baaa4-2979-443f-89c8-ebe7f80dac5b req-4da85a85-c511-4770-9abe-0a92d03cc44f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173842 Nov 10 03:53:23.202483 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:23.321025 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:23.384419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e50ed7-8f2d-448b-a5eb-c63d57a50800 req-ba46d169-6eaf-4539-a0f9-1cf16947c8b3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:23.386039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09e50ed7-8f2d-448b-a5eb-c63d57a50800 req-ba46d169-6eaf-4539-a0f9-1cf16947c8b3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1457429 Nov 10 03:53:23.499930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09e50ed7-8f2d-448b-a5eb-c63d57a50800 req-646cfec6-fb94-4469-8c0e-ab8be4c1462d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774853 Nov 10 03:53:23.512344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 0c12594b-3eff-4eb5-815e-c5ff34521594 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:23.677313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:23.722302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:23.764864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:23.774191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:23.778595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:23.779582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:23.800676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=0ade4b20-a30f-4e6c-bfc8-c3e476cc76b7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:23.867480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': '5f766639-ab27-4bcf-a41c-fcbcb6706700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db33a319-d5b3-4b86-a110-e8787621a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:23.867480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: db33a319-d5b3-4b86-a110-e8787621a794, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:23.876037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=0c12594b-3eff-4eb5-815e-c5ff34521594,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:23.891278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network db33a319-d5b3-4b86-a110-e8787621a794 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:23.902673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, db33a319-d5b3-4b86-a110-e8787621a794) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:23.911640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c56d7d-6170-42c1-8b99-094d7241c15b None None] Network db33a319-d5b3-4b86-a110-e8787621a794 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:23.921083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:23.932418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:23.939892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:23.940609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:23.964674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c8a321c4-1ed8-467b-a5e4-ee894fb5b10f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4193928 Nov 10 03:53:23.966253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35090) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:24.096221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b83d3-2686-40c6-9dcc-8df3d48740d9 req-c73d26ad-32d6-43e8-bdbf-e7fcf4647ca8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:24.098198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a68b83d3-2686-40c6-9dcc-8df3d48740d9 req-c73d26ad-32d6-43e8-bdbf-e7fcf4647ca8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1284471 Nov 10 03:53:24.171759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 0c12594b-3eff-4eb5-815e-c5ff34521594 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:24.172239 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:24.222308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a68b83d3-2686-40c6-9dcc-8df3d48740d9 req-9cd5bcc9-4beb-46c5-bdc0-471fe0106595 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163960 Nov 10 03:53:24.280183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:24.295601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 0c12594b-3eff-4eb5-815e-c5ff34521594 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:24.421772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:24.437143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ae90d-2e83-40f6-b4a8-efc23f848659 req-3c779d5b-5418-4a9b-9fc8-dfd524edb282 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:24.445853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-596ae90d-2e83-40f6-b4a8-efc23f848659 req-3c779d5b-5418-4a9b-9fc8-dfd524edb282 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.2305329 Nov 10 03:53:24.473268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=0c12594b-3eff-4eb5-815e-c5ff34521594,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:24.530608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:24.536482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6f9c1026-4e48-499b-aa6b-88d2dcca41c2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/0c12594b-3eff-4eb5-815e-c5ff34521594 HTTP/1.1" status: 204 len: 168 time: 0.5691288 Nov 10 03:53:24.539999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35100) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:24.590736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-596ae90d-2e83-40f6-b4a8-efc23f848659 req-8c39c8ef-67d5-49ce-a3c6-2838e3004631 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437700 Nov 10 03:53:24.710753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a3ab6-f6a2-4c8a-8eda-8c66c78b7e87 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:24.728644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a3ab6-f6a2-4c8a-8eda-8c66c78b7e87 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:24.730363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d68a3ab6-f6a2-4c8a-8eda-8c66c78b7e87 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1892843 Nov 10 03:53:24.733157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35108) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:24.738646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb223-9db1-4b92-a795-59881acf5bfb req-26ec57d7-d8bc-412e-ad23-957d283e9166 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:24.749756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e8cb223-9db1-4b92-a795-59881acf5bfb req-26ec57d7-d8bc-412e-ad23-957d283e9166 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.0980570 Nov 10 03:53:24.866176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e8cb223-9db1-4b92-a795-59881acf5bfb req-9a5badb3-3c99-42ed-b8dd-b293ab32b05d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118214 Nov 10 03:53:24.873914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 0ade4b20-a30f-4e6c-bfc8-c3e476cc76b7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:24.874361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:24.900826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02347c6e-5165-4036-88c3-dddb328d13de req-f4fbba00-df5b-4027-8ff1-a8a156db96c5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:24.906538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02347c6e-5165-4036-88c3-dddb328d13de req-f4fbba00-df5b-4027-8ff1-a8a156db96c5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0959997 Nov 10 03:53:24.913529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35110) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:24.920987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'floatingip': {'port_id': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:24.958094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:24.971816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 0ade4b20-a30f-4e6c-bfc8-c3e476cc76b7 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:24.987940 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:25.501968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:25.565615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527b10-d13d-4332-9391-b0d66f71edea req-b779124d-605b-4ec0-be3a-0314a2c150bd tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:25.567173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74527b10-d13d-4332-9391-b0d66f71edea req-b779124d-605b-4ec0-be3a-0314a2c150bd tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0818231 Nov 10 03:53:25.583064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=0ade4b20-a30f-4e6c-bfc8-c3e476cc76b7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:25.597134 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:25.612131 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-95ea1959-dca6-4b56-913d-37c1a055d187 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/0ade4b20-a30f-4e6c-bfc8-c3e476cc76b7 HTTP/1.1" status: 204 len: 168 time: 0.8776917 Nov 10 03:53:25.612892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35122) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:25.675145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6182e87-6476-4a12-98e0-66e84aa1eba5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:25.678427 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c6182e87-6476-4a12-98e0-66e84aa1eba5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0612857 Nov 10 03:53:25.686624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35124) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:25.693992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:25.705298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:25.734990 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f779495-59e3-45cd-854b-bcabde0903b4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:53:25.740244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4f779495-59e3-45cd-854b-bcabde0903b4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/0c12594b-3eff-4eb5-815e-c5ff34521594 HTTP/1.1" status: 404 len: 333 time: 0.0517991 Nov 10 03:53:25.742430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35132) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:25.799527 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6573010c-20b3-4be6-982f-a6bd6f1348d1 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:53:25.811100 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6573010c-20b3-4be6-982f-a6bd6f1348d1 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/0ade4b20-a30f-4e6c-bfc8-c3e476cc76b7 HTTP/1.1" status: 404 len: 333 time: 0.0664263 Nov 10 03:53:25.813800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35134) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:25.901771 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Floating IP c8d5387d-ab7a-44f9-b7d0-15ce38008924 associated. External IP: 172.25.6.177, port: 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13. Nov 10 03:53:25.975594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74527b10-d13d-4332-9391-b0d66f71edea req-47a319a7-17d8-4204-ae29-1ac9955441c0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754761 Nov 10 03:53:25.998026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.080722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5298-fb1d-4f58-be80-ac0674693742 req-8a650a35-4404-44c3-afe7-e891c90191c7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:26.082278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b84a5298-fb1d-4f58-be80-ac0674693742 req-8a650a35-4404-44c3-afe7-e891c90191c7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1212604 Nov 10 03:53:26.218702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.264083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db33a319-d5b3-4b86-a110-e8787621a794']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:26.280059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b84a5298-fb1d-4f58-be80-ac0674693742 req-e72e63fb-db27-41ba-a00d-37ec58c90fb9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834083 Nov 10 03:53:26.286196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f766639-ab27-4bcf-a41c-fcbcb6706700') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:26.286454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f766639-ab27-4bcf-a41c-fcbcb6706700') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:26.298637 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.315817 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.329916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:53:26.330372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:53:26.336635 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:53:26.442126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Router 75cb4ea0-8441-4c91-bce5-62bf305e5434 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:53:26.467489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.521848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.529684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/db33a319-d5b3-4b86-a110-e8787621a794 HTTP/1.1" status: 204 len: 168 time: 0.7107203 Nov 10 03:53:26.531108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255fea8-f196-4b2f-8a5b-0768858732e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=db33a319-d5b3-4b86-a110-e8787621a794,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:26.534618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35142) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:26.545791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1936045332'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:26.600744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:26.619084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.670122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:26.695540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.697043 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment c2bbc20a-5b23-4718-ac54-b80bb6399218 of type vlan for network c69f6fe9-31b8-4180-b68a-0e52391bb01b Nov 10 03:53:26.728724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:53:26.742184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.742784 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] Sync routers for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:53:26.763376 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:26.764038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:26.801428 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.864597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.873063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:26.873708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:26.963518 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:27.091771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=c69f6fe9-31b8-4180-b68a-0e52391bb01b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:27.102442 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6d190826-6c34-401b-a937-3099c99f1705 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5631289 Nov 10 03:53:27.105720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network c69f6fe9-31b8-4180-b68a-0e52391bb01b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:27.106739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35152) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:27.119480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:27.358812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:27.365985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:27.508451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f692e7e-8330-4c49-954f-04a44bb72c00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "PUT /v2.0/floatingips/c8d5387d-ab7a-44f9-b7d0-15ce38008924 HTTP/1.1" status: 200 len: 991 time: 2.5937135 Nov 10 03:53:27.512398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:27.515813 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62487b91-893a-4f25-a236-fa806c3cd8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:27.531079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Performing IP validity checks on allocation pools {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 03:53:27.531720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 03:53:27.542350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b468e-2e5f-429f-8570-834ceb768971 req-51628ac8-5913-4b5b-93d1-7996dc4139bd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:27.544463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a13b468e-2e5f-429f-8570-834ceb768971 req-51628ac8-5913-4b5b-93d1-7996dc4139bd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.0997231 Nov 10 03:53:27.559807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268eb3b-8b99-44a6-abbf-afd93b916f95 req-2664c4ff-6dca-4486-9237-93fb09739b03 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:27.561530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4268eb3b-8b99-44a6-abbf-afd93b916f95 req-2664c4ff-6dca-4486-9237-93fb09739b03 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1324766 Nov 10 03:53:27.606628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'c8d5387d-ab7a-44f9-b7d0-15ce38008924', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'port_id': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'mac_address': 'fa:16:3e:19:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e2375-ce16-4993-a995-c34f8102b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:53:04Z', 'updated_at': '2021-11-10T03:53:25Z', 'revision_number': 1, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:27.643205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] Checking router: 75cb4ea0-8441-4c91-bce5-62bf305e5434 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:53:27.653707 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:27.654396 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:27.660009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4268eb3b-8b99-44a6-abbf-afd93b916f95 req-246251da-c051-4288-b084-7c9d7a8c51f8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897989 Nov 10 03:53:27.719987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a13b468e-2e5f-429f-8570-834ceb768971 req-b80c1949-c1ea-4c4f-a334-25641e7c69d9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573668 Nov 10 03:53:27.794727 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:27.816496 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cdd3ae-2e46-4947-ad16-98575e235ba2 x-openstack-request-id: req-e7cdd3ae-2e46-4947-ad16-98575e235ba2 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:27.817051 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:27.817547 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7cdd3ae-2e46-4947-ad16-98575e235ba2 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:27.818199 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'status': 'completed', 'code': 200} Nov 10 03:53:27.865578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:28.092233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=a301ab4b-34ec-43ad-8d4d-9311c5ef36a6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:28.096610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': 'c2bbc20a-5b23-4718-ac54-b80bb6399218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:28.096986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: c69f6fe9-31b8-4180-b68a-0e52391bb01b, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:28.131244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-068ebb55-dfb2-481f-904b-8e24d2d1439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:28.145013 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-068ebb55-dfb2-481f-904b-8e24d2d1439b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.2149613 Nov 10 03:53:28.147585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network c69f6fe9-31b8-4180-b68a-0e52391bb01b is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:28.166736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, c69f6fe9-31b8-4180-b68a-0e52391bb01b) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:28.176809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f290b-25d1-4d0d-9fbd-fc720c3d1653 None None] Network c69f6fe9-31b8-4180-b68a-0e52391bb01b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:28.184217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:28.184838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:28.220703 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'c8d5387d-ab7a-44f9-b7d0-15ce38008924', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'port_id': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'mac_address': 'fa:16:3e:19:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e2375-ce16-4993-a995-c34f8102b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:53:04Z', 'updated_at': '2021-11-10T03:53:25Z', 'revision_number': 1, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:28.250077 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ad2de-3477-4037-a199-d0eac1ce045c None None] The sync data for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 is: [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'c8d5387d-ab7a-44f9-b7d0-15ce38008924', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'port_id': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'mac_address': 'fa:16:3e:19:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e2375-ce16-4993-a995-c34f8102b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:53:04Z', 'updated_at': '2021-11-10T03:53:25Z', 'revision_number': 1, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:53:28.260546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e994e452-c9a4-41be-9bee-89d07260c179 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1485243 Nov 10 03:53:28.260850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35168) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:28.266526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b', 'name': 'tempest-PortsTestJSON-1925752285'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:28.344971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-05359b0a-650c-421f-a09c-686f84092179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:28.346481 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-05359b0a-650c-421f-a09c-686f84092179 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.1897843 Nov 10 03:53:28.501237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-4cb6d652-e361-4a8a-886c-0d81219eba3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 999 time: 0.1444681 Nov 10 03:53:28.508956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:28.516800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:28.540608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 203bb3e8-dae5-4940-bfb9-81a8611a38ef yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:28.610295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-52e05893-d178-40b0-aa02-7d67ea924a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:28.612243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-52e05893-d178-40b0-aa02-7d67ea924a19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.1030340 Nov 10 03:53:28.612894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:53:28.682591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.7 (c69f6fe9-31b8-4180-b68a-0e52391bb01b/a301ab4b-34ec-43ad-8d4d-9311c5ef36a6/203bb3e8-dae5-4940-bfb9-81a8611a38ef) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:28.724623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-270a5701-7642-4940-842f-c1e63564592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:28.728625 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-270a5701-7642-4940-842f-c1e63564592b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917573 Nov 10 03:53:28.764870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:28.781719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae', 'port_id': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'mac_address': 'fa:16:3e:0a:b5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce46afb-6e6d-41b4-9de1-71650ebdb4ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:53:28.784336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f390c-141b-479e-a4fc-cdede576febd None None] New status for floating IP c8d5387d-ab7a-44f9-b7d0-15ce38008924: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:53:28.856850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:28.883939 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:28.925990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af91e7bd-233c-48e9-be3c-02254d5fa9ab {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:53:28.945015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-0e75dee0-ae75-4bdb-8952-165f30e82f6d service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076755 Nov 10 03:53:28.989530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.044029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:29.049685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network c69f6fe9-31b8-4180-b68a-0e52391bb01b is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:29.050218 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.065832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f22a95-0df4-43cd-95fe-80e06ba506e3 req-15facc59-a3eb-4849-8228-208c8256c6af tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:29.067390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8f22a95-0df4-43cd-95fe-80e06ba506e3 req-15facc59-a3eb-4849-8228-208c8256c6af tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1572325 Nov 10 03:53:29.070507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:29.083578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88980b-84ab-4df2-b77b-d80e5ba40842 req-a5121ebf-9802-4aac-9458-21ee847ad5ba tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:29.086983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd88980b-84ab-4df2-b77b-d80e5ba40842 req-a5121ebf-9802-4aac-9458-21ee847ad5ba tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1742463 Nov 10 03:53:29.100660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:29.137383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:29.152526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62487b91-893a-4f25-a236-fa806c3cd8a2 req-cb3c5094-d03d-4977-9640-301ecd598e66 service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978056 Nov 10 03:53:29.162036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:29.162867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.213425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-c69f6fe9-31b8-4180-b68a-0e52391bb01b', 'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b', 'tenant_id': '85fc9352d5dd4050ba1acf2eb49abad9', 'fixed_ips': [{'subnet_id': 'a301ab4b-34ec-43ad-8d4d-9311c5ef36a6'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:53:29.216071 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.224331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=203bb3e8-dae5-4940-bfb9-81a8611a38ef,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:29.251620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-83ed57d2-9059-41ea-a8e7-48a55ba1005f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9896462 Nov 10 03:53:29.254905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35184) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:29.308044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd88980b-84ab-4df2-b77b-d80e5ba40842 req-69f93a7c-475c-4e95-ba17-2b3878ecdab8 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419773 Nov 10 03:53:29.333125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8f22a95-0df4-43cd-95fe-80e06ba506e3 req-0e99729c-05c4-492e-8541-f7e6e9b33845 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832681 Nov 10 03:53:29.376745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['af91e7bd-233c-48e9-be3c-02254d5fa9ab'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:53:29.517011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 203bb3e8-dae5-4940-bfb9-81a8611a38ef {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:29.517573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.532014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Allocated IP 172.20.0.2 (c69f6fe9-31b8-4180-b68a-0e52391bb01b/a301ab4b-34ec-43ad-8d4d-9311c5ef36a6/a25d2ea8-18c5-4163-8288-e564809bfac9) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:29.704186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.724621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 203bb3e8-dae5-4940-bfb9-81a8611a38ef owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:29.877219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.898820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.899581 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:29.923366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Network c69f6fe9-31b8-4180-b68a-0e52391bb01b is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:29.926868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:29.932566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=203bb3e8-dae5-4940-bfb9-81a8611a38ef,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:29.950783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:30.017147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Pushing event updated for resources: {'Port': ['ID=a25d2ea8-18c5-4163-8288-e564809bfac9,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:30.029766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Attempting to bind port a25d2ea8-18c5-4163-8288-e564809bfac9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:30.030178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Attempting to bind port a25d2ea8-18c5-4163-8288-e564809bfac9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c2bbc20a-5b23-4718-ac54-b80bb6399218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:30.030581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Attempting to bind port a25d2ea8-18c5-4163-8288-e564809bfac9 on network c69f6fe9-31b8-4180-b68a-0e52391bb01b {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:30.036019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:30.036389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Checking segment: {'id': 'c2bbc20a-5b23-4718-ac54-b80bb6399218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:30.036815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.037248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Bound using segment: {'id': 'c2bbc20a-5b23-4718-ac54-b80bb6399218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:30.037717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Bound port: a25d2ea8-18c5-4163-8288-e564809bfac9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bbc20a-5b23-4718-ac54-b80bb6399218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c69f6fe9-31b8-4180-b68a-0e52391bb01b'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:30.038119 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.064165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.072336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e03060c8-1814-4241-9877-d9762372e985 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/203bb3e8-dae5-4940-bfb9-81a8611a38ef HTTP/1.1" status: 204 len: 168 time: 0.8125026 Nov 10 03:53:30.072903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35186) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:30.108259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] For port a25d2ea8-18c5-4163-8288-e564809bfac9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:30.111906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] For port a25d2ea8-18c5-4163-8288-e564809bfac9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a25d2ea8-18c5-4163-8288-e564809bfac9,segment=NetworkSegment(c2bbc20a-5b23-4718-ac54-b80bb6399218),segment_id=c2bbc20a-5b23-4718-ac54-b80bb6399218)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:30.116716 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.117152 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e17e1e-6f53-4bcc-858c-ed063a27e378 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:53:30.117993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e17e1e-6f53-4bcc-858c-ed063a27e378 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:53:30.134833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c5e17e1e-6f53-4bcc-858c-ed063a27e378 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/203bb3e8-dae5-4940-bfb9-81a8611a38ef HTTP/1.1" status: 404 len: 333 time: 0.0581329 Nov 10 03:53:30.135837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35188) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:30.184196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce074-c1b0-4216-8382-082984ed5f98 None None] Pushing event updated for resources: {'Port': ['ID=a25d2ea8-18c5-4163-8288-e564809bfac9,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:30.213608 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0a508c-412f-4449-bbb3-0ab2f3526566 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:53:30.222448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35190) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:30.222789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cd0a508c-412f-4449-bbb3-0ab2f3526566 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/203bb3e8-dae5-4940-bfb9-81a8611a38ef HTTP/1.1" status: 404 len: 333 time: 0.0843098 Nov 10 03:53:30.295296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet a301ab4b-34ec-43ad-8d4d-9311c5ef36a6 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:53:30.300590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.378077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.546757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:30.680475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.723353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port af91e7bd-233c-48e9-be3c-02254d5fa9ab triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:30.724356 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.789463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f252-3eda-4a84-9028-5eed9a102bd5 req-20eecb0b-0f82-4396-bb76-3a5d8ebf0bf9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:30.799384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35e2f252-3eda-4a84-9028-5eed9a102bd5 req-20eecb0b-0f82-4396-bb76-3a5d8ebf0bf9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.3632183 Nov 10 03:53:30.808433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a7355-3a4f-4fd0-9ad9-90a59f64bcda req-337d5805-57b0-492e-a567-01392ef278eb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:30.818331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c5a7355-3a4f-4fd0-9ad9-90a59f64bcda req-337d5805-57b0-492e-a567-01392ef278eb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 944 time: 0.2818646 Nov 10 03:53:30.856554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.898224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.914153 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:30.919989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/a301ab4b-34ec-43ad-8d4d-9311c5ef36a6 HTTP/1.1" status: 204 len: 168 time: 0.6940067 Nov 10 03:53:30.920795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35210) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:30.924611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b05044-9648-40d1-8017-ea68b66b5750 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=a301ab4b-34ec-43ad-8d4d-9311c5ef36a6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:30.970002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c5a7355-3a4f-4fd0-9ad9-90a59f64bcda req-f39d93d8-c02d-465a-adf0-e1c39e56e4cc tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494758 Nov 10 03:53:30.977756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35e2f252-3eda-4a84-9028-5eed9a102bd5 req-872e3e6a-f03c-41d6-af43-5400fe103ca3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775076 Nov 10 03:53:31.031087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:31.032887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:31.037387 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5094b26b-7430-4507-9a47-e9b3c1ba729c" -d '{"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-plugged", "status": "completed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:31.041176 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.149997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:31.211056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.363983 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1238c267-c330-4cee-b215-516840544c16 x-openstack-request-id: req-1238c267-c330-4cee-b215-516840544c16 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:31.364274 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-plugged", "status": "completed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:31.365004 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1238c267-c330-4cee-b215-516840544c16 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:31.365434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port a25d2ea8-18c5-4163-8288-e564809bfac9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:31.365732 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'code': 200} Nov 10 03:53:31.365971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.457047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] For port a25d2ea8-18c5-4163-8288-e564809bfac9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a25d2ea8-18c5-4163-8288-e564809bfac9,segment=NetworkSegment(c2bbc20a-5b23-4718-ac54-b80bb6399218),segment_id=c2bbc20a-5b23-4718-ac54-b80bb6399218)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:31.457546 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.489409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for a25d2ea8-18c5-4163-8288-e564809bfac9 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:31.498191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a25d2ea8-18c5-4163-8288-e564809bfac9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:31.595967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a25d2ea8-18c5-4163-8288-e564809bfac9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:31.596627 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.644736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.664518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Could not find standard attr ID for object a25d2ea8-18c5-4163-8288-e564809bfac9. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:53:31.668225 n-d-817326-2 neutron-server[102598]: INFO neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No ports have port_id starting with a25d2ea8-18c5-4163-8288-e564809bfac9 Nov 10 03:53:31.711080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=a25d2ea8-18c5-4163-8288-e564809bfac9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:31.725138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No DVR routers for this DVR port a25d2ea8-18c5-4163-8288-e564809bfac9 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:53:31.867824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.892625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69f6fe9-31b8-4180-b68a-0e52391bb01b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:31.906422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e5057-d473-439f-9d71-8aebc13248e3 None None] Network c69f6fe9-31b8-4180-b68a-0e52391bb01b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:31.910837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bbc20a-5b23-4718-ac54-b80bb6399218') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:31.911559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bbc20a-5b23-4718-ac54-b80bb6399218') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:31.923437 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.940400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:31.947509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:53:31.948081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:53:32.006874 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:53:32.040061 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.048716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.051077 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/c69f6fe9-31b8-4180-b68a-0e52391bb01b HTTP/1.1" status: 204 len: 168 time: 1.1283343 Nov 10 03:53:32.055584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35220) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:32.063354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1729552446'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:32.070082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182167d-5c72-4bae-8730-8ec83eaec838 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=c69f6fe9-31b8-4180-b68a-0e52391bb01b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:32.077314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4145cd2b-148a-43af-b4d6-6c4b2ea38dc3 None None] Could not find standard attr ID for object 203bb3e8-dae5-4940-bfb9-81a8611a38ef. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:53:32.103771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4145cd2b-148a-43af-b4d6-6c4b2ea38dc3 None None] Could not find standard attr ID for object a25d2ea8-18c5-4163-8288-e564809bfac9. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:53:32.111861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:32.122291 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.236293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:32.258616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.259004 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment 5fa2c5d6-4991-40fa-bde7-97e723377402 of type vlan for network 973898de-c833-40a6-acdb-dbc06c387a1d Nov 10 03:53:32.288388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ebe74e-0aa2-4322-95ba-3d91360f08bb None None] DHCP port deletion for c69f6fe9-31b8-4180-b68a-0e52391bb01b request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:32.293878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a8654-883b-420f-812c-f56e8a2d68c8 req-1799b0c6-2900-49b0-9aea-6d9f95afdd03 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:32.296234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10a8654-883b-420f-812c-f56e8a2d68c8 req-1799b0c6-2900-49b0-9aea-6d9f95afdd03 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1578276 Nov 10 03:53:32.310174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad100ac-d687-4f0b-bdeb-724788f56498 req-455fac4d-56d3-4897-ab1c-2b11d1f6f595 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:32.328385 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dad100ac-d687-4f0b-bdeb-724788f56498 req-455fac4d-56d3-4897-ab1c-2b11d1f6f595 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1717982 Nov 10 03:53:32.423381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.476954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dad100ac-d687-4f0b-bdeb-724788f56498 req-c1659af0-239f-4f3a-97b9-77a9715cf481 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354034 Nov 10 03:53:32.485817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a10a8654-883b-420f-812c-f56e8a2d68c8 req-245fee07-7399-403f-b74e-246d44814ecf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562023 Nov 10 03:53:32.496252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.502687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:32.503323 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:32.601488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=973898de-c833-40a6-acdb-dbc06c387a1d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:32.617017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 973898de-c833-40a6-acdb-dbc06c387a1d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:32.647311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-901a60f6-c94c-4775-92f3-522f952af88d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5871997 Nov 10 03:53:32.647644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35230) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:32.656792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:32.873991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:32.875858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:33.172467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:33.251058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=848aa5e8-aa84-4b8e-9dad-e2a9e07c3324,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:33.263131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': '5fa2c5d6-4991-40fa-bde7-97e723377402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:33.263498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: 973898de-c833-40a6-acdb-dbc06c387a1d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:33.292625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 973898de-c833-40a6-acdb-dbc06c387a1d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:33.315292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 973898de-c833-40a6-acdb-dbc06c387a1d) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:33.320050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:33.320654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:33.327493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89022478-75f8-43f7-8575-b806a9620777 None None] Network 973898de-c833-40a6-acdb-dbc06c387a1d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:33.352051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35250) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:33.353344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03aef5f9-afbe-43af-83a5-4fc4d6495554 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7044909 Nov 10 03:53:33.358073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-782525956'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:33.444505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a25d2ea8-18c5-4163-8288-e564809bfac9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:53:33.529820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a25d2ea8-18c5-4163-8288-e564809bfac9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:53:33.530452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a25d2ea8-18c5-4163-8288-e564809bfac9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:53:33.703970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-973898de-c833-40a6-acdb-dbc06c387a1d', 'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d', 'tenant_id': '85fc9352d5dd4050ba1acf2eb49abad9', 'fixed_ips': [{'subnet_id': '848aa5e8-aa84-4b8e-9dad-e2a9e07c3324'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:53:33.711427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:33.740215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:33.744595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:33.835256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port ec341e6e-fe28-4618-b5cd-a334b716d603 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:33.874475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5112-4791-4721-a40f-6e4635e35161 req-7d9bfef5-a343-4c04-a3fa-62b17114189b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:33.876355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfea5112-4791-4721-a40f-6e4635e35161 req-7d9bfef5-a343-4c04-a3fa-62b17114189b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2042198 Nov 10 03:53:33.934363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915f269-da2e-4e52-8db3-955ce2dc06af req-b465b20e-dec7-43f5-8567-8c2e5301cf01 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:33.935901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b915f269-da2e-4e52-8db3-955ce2dc06af req-b465b20e-dec7-43f5-8567-8c2e5301cf01 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.2300127 Nov 10 03:53:33.960500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Allocated IP 172.20.0.2 (973898de-c833-40a6-acdb-dbc06c387a1d/848aa5e8-aa84-4b8e-9dad-e2a9e07c3324/d3357d87-e542-4724-b312-dfd2b1bfe80e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:34.072929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfea5112-4791-4721-a40f-6e4635e35161 req-0fe9390a-2834-43e6-8652-49c6792c5f80 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560535 Nov 10 03:53:34.082951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b915f269-da2e-4e52-8db3-955ce2dc06af req-cd54fd7a-bcf8-4b41-a313-c5862491709a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362593 Nov 10 03:53:34.360643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:34.388613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:34.494681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35280) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:34.511780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Network 973898de-c833-40a6-acdb-dbc06c387a1d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:34.516202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:34.519724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:34.531421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.12 (973898de-c833-40a6-acdb-dbc06c387a1d/848aa5e8-aa84-4b8e-9dad-e2a9e07c3324/ec341e6e-fe28-4618-b5cd-a334b716d603) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:34.619614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Pushing event updated for resources: {'Port': ['ID=d3357d87-e542-4724-b312-dfd2b1bfe80e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:34.728725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:34.762887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Attempting to bind port d3357d87-e542-4724-b312-dfd2b1bfe80e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:34.764231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Attempting to bind port d3357d87-e542-4724-b312-dfd2b1bfe80e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '5fa2c5d6-4991-40fa-bde7-97e723377402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:34.765385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Attempting to bind port d3357d87-e542-4724-b312-dfd2b1bfe80e on network 973898de-c833-40a6-acdb-dbc06c387a1d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:34.772163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:34.779302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:34.779936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Checking segment: {'id': '5fa2c5d6-4991-40fa-bde7-97e723377402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:34.782178 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:34.782592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Bound using segment: {'id': '5fa2c5d6-4991-40fa-bde7-97e723377402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:34.784846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Bound port: d3357d87-e542-4724-b312-dfd2b1bfe80e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa2c5d6-4991-40fa-bde7-97e723377402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '973898de-c833-40a6-acdb-dbc06c387a1d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:34.785319 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:34.844297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55223e43-79d3-4f25-acb7-7b0aa71647dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:34.862848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=ec341e6e-fe28-4618-b5cd-a334b716d603,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:34.893493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 973898de-c833-40a6-acdb-dbc06c387a1d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:34.899109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:34.905388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:34.995114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:34.996052 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.015081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c33dc7b7-8f0b-4c7e-9c37-3bf119c7b3cc tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6610363 Nov 10 03:53:35.017836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35294) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:35.032065 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55223e43-79d3-4f25-acb7-7b0aa71647dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.037193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55223e43-79d3-4f25-acb7-7b0aa71647dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.102969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55223e43-79d3-4f25-acb7-7b0aa71647dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905a5a27-60c5-44cc-adb9-eea4a380a6c4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:35.185197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port ec341e6e-fe28-4618-b5cd-a334b716d603 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:35.186267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.198279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] For port d3357d87-e542-4724-b312-dfd2b1bfe80e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:35.198910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-55223e43-79d3-4f25-acb7-7b0aa71647dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dfa923bc58d4f40a17ab4554f8ee12e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7030678 Nov 10 03:53:35.199884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35300) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:35.207120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] For port d3357d87-e542-4724-b312-dfd2b1bfe80e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d3357d87-e542-4724-b312-dfd2b1bfe80e,segment=NetworkSegment(5fa2c5d6-4991-40fa-bde7-97e723377402),segment_id=5fa2c5d6-4991-40fa-bde7-97e723377402)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:35.212950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.323758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81558f48-f10b-49bf-9837-36610e34b9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.346317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8278f-9349-4048-af5b-33358815ce2f None None] Pushing event updated for resources: {'Port': ['ID=d3357d87-e542-4724-b312-dfd2b1bfe80e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:35.360858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81558f48-f10b-49bf-9837-36610e34b9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.461595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81558f48-f10b-49bf-9837-36610e34b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.471583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.475127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81558f48-f10b-49bf-9837-36610e34b9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:35.476721 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-81558f48-f10b-49bf-9837-36610e34b9ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/905a5a27-60c5-44cc-adb9-eea4a380a6c4 HTTP/1.1" status: 204 len: 168 time: 0.2753158 Nov 10 03:53:35.505091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81558f48-f10b-49bf-9837-36610e34b9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905a5a27-60c5-44cc-adb9-eea4a380a6c4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:35.580105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for ec341e6e-fe28-4618-b5cd-a334b716d603 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:35.753720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1139b15-440d-4f23-9da6-abde8e2a4441 req-54d78130-5163-49d1-9e7a-c32e7b89d292 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:35.770207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1139b15-440d-4f23-9da6-abde8e2a4441 req-54d78130-5163-49d1-9e7a-c32e7b89d292 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.3897593 Nov 10 03:53:35.825216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42076b43-9f1e-4e01-9055-c1346bd38831 req-365ce8e7-2d2b-44e6-8ad0-ff99003db3a3 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:35.844967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42076b43-9f1e-4e01-9055-c1346bd38831 req-365ce8e7-2d2b-44e6-8ad0-ff99003db3a3 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.4497545 Nov 10 03:53:36.002126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1139b15-440d-4f23-9da6-abde8e2a4441 req-d207a96e-24ad-4031-af79-dc30d2d9f389 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231650 Nov 10 03:53:36.011526 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:36.091103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=ec341e6e-fe28-4618-b5cd-a334b716d603,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:36.169545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42076b43-9f1e-4e01-9055-c1346bd38831 req-16fb3038-4996-4e87-a498-7b0c9df58a6f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232489 Nov 10 03:53:36.296978 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:36.304637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35340) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:36.315574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dfbbba2f-81ab-4576-9ab9-e26b79d313c3 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/ec341e6e-fe28-4618-b5cd-a334b716d603 HTTP/1.1" status: 204 len: 168 time: 1.2964962 Nov 10 03:53:36.342652 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b369cb9-8db9-4364-a0e1-ec40ef32ba7c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:53:36.347612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35342) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:36.360326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9b369cb9-8db9-4364-a0e1-ec40ef32ba7c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/ec341e6e-fe28-4618-b5cd-a334b716d603 HTTP/1.1" status: 404 len: 333 time: 0.0538430 Nov 10 03:53:36.435472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet 848aa5e8-aa84-4b8e-9dad-e2a9e07c3324 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:53:36.439488 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:36.497255 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:36.706639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:36.786742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:36.820527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=848aa5e8-aa84-4b8e-9dad-e2a9e07c3324,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:36.825337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:36.832335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:36.837293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e85baea-567e-4f16-8bb1-e1cb014fed0c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/848aa5e8-aa84-4b8e-9dad-e2a9e07c3324 HTTP/1.1" status: 204 len: 168 time: 0.4883368 Nov 10 03:53:36.852935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35374) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:36.954205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.015554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0737c121-19ab-48e7-bd09-8f5db9b9ee51 None None] Network 973898de-c833-40a6-acdb-dbc06c387a1d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:37.053067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port d3357d87-e542-4724-b312-dfd2b1bfe80e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:37.053389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.060443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-938450916-network', 'tenant_id': '0dc35bf860e04011b71e9611924475f8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:37.097793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Made reservation on behalf of 0dc35bf860e04011b71e9611924475f8 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:37.103250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.122331 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-430ce365-b1cc-4a01-9217-a8f64689f713 None None] Provisioning complete for port d3357d87-e542-4724-b312-dfd2b1bfe80e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:37.122815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430ce365-b1cc-4a01-9217-a8f64689f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.133402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.234890 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.279162 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430ce365-b1cc-4a01-9217-a8f64689f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.281686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] For port d3357d87-e542-4724-b312-dfd2b1bfe80e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d3357d87-e542-4724-b312-dfd2b1bfe80e,segment=NetworkSegment(5fa2c5d6-4991-40fa-bde7-97e723377402),segment_id=5fa2c5d6-4991-40fa-bde7-97e723377402)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:37.282149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.288009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.321317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd292b4e-6a8e-43fc-8950-a4ff5fd518fc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:37.326181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] DHCP port deletion for 973898de-c833-40a6-acdb-dbc06c387a1d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:37.332446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for d3357d87-e542-4724-b312-dfd2b1bfe80e owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:37.354323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:37.366002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26aef9-6bab-4e29-ad58-549ee7f97ee3 req-6c22c421-3311-469a-860b-57ac7c7164b4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:37.369645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e26aef9-6bab-4e29-ad58-549ee7f97ee3 req-6c22c421-3311-469a-860b-57ac7c7164b4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.2408979 Nov 10 03:53:37.398408 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.399308 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Added segment fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3 of type vlan for network 27439d1c-38d8-4a1c-a9a7-820b32981142 Nov 10 03:53:37.436247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-430ce365-b1cc-4a01-9217-a8f64689f713 None None] For port d3357d87-e542-4724-b312-dfd2b1bfe80e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d3357d87-e542-4724-b312-dfd2b1bfe80e,segment=NetworkSegment(5fa2c5d6-4991-40fa-bde7-97e723377402),segment_id=5fa2c5d6-4991-40fa-bde7-97e723377402)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:37.441286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e26aef9-6bab-4e29-ad58-549ee7f97ee3 req-d0c20793-40fb-48f0-9341-c39771e30fd5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623589 Nov 10 03:53:37.450051 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430ce365-b1cc-4a01-9217-a8f64689f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.500786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.508222 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.532099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=d3357d87-e542-4724-b312-dfd2b1bfe80e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:37.541153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No DVR routers for this DVR port d3357d87-e542-4724-b312-dfd2b1bfe80e on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:53:37.597180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ce365-b1cc-4a01-9217-a8f64689f713 None None] Pushing event updated for resources: {'Port': ['ID=d3357d87-e542-4724-b312-dfd2b1bfe80e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:37.615307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] Deleting port d3357d87-e542-4724-b312-dfd2b1bfe80e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:37.615962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.625219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.626691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:37.627366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.646985 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b46df4-ad6c-43b1-9c53-c6fef3bf6569 req-fe3a524c-b3e6-42d5-9138-f2cc237996e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:37.655201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7b46df4-ad6c-43b1-9c53-c6fef3bf6569 req-fe3a524c-b3e6-42d5-9138-f2cc237996e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1624379 Nov 10 03:53:37.697304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.724008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] For port d3357d87-e542-4724-b312-dfd2b1bfe80e, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:37.724648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973898de-c833-40a6-acdb-dbc06c387a1d']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:37.726958 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.753289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] Calling delete_port for d3357d87-e542-4724-b312-dfd2b1bfe80e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:37.762531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] Port d3357d87-e542-4724-b312-dfd2b1bfe80e was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:53:37.765176 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.776032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9186988 Nov 10 03:53:37.779807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35400) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:37.782644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa2c5d6-4991-40fa-bde7-97e723377402') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:37.782974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa2c5d6-4991-40fa-bde7-97e723377402') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:37.797162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] No DVR routers for this DVR port d3357d87-e542-4724-b312-dfd2b1bfe80e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:53:37.801805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc650cf-38b5-4ea2-827d-3c2633942a2e None None] Pushing event deleted for resources: {'Port': ['ID=d3357d87-e542-4724-b312-dfd2b1bfe80e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:37.815533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Request body: {'subnet': {'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-938450916-subnet', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:37.822130 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.842686 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.867050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:53:37.867459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:53:37.870774 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:53:37.887841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7b46df4-ad6c-43b1-9c53-c6fef3bf6569 req-c9a36f56-8d7e-4d64-9bba-8cc59b6f7c1e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184362 Nov 10 03:53:37.887841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163efe2-9edf-40ad-9799-0df92fc0f566 admin admin] Pushing event updated for resources: {'Network': ['ID=27439d1c-38d8-4a1c-a9a7-820b32981142,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:37.894990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:37.924183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Made reservation on behalf of 0dc35bf860e04011b71e9611924475f8 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:37.933556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.978155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:37.981805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.013708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.016960 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/973898de-c833-40a6-acdb-dbc06c387a1d HTTP/1.1" status: 204 len: 168 time: 1.1835744 Nov 10 03:53:38.020732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff81bf-ffd4-4bdd-9217-2b3c53f85412 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=973898de-c833-40a6-acdb-dbc06c387a1d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:38.022660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35402) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:38.032754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'name': 'tempest-PortsTestJSON-2006599227'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:38.119906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0314d-e3f2-4615-8c6b-2da9120589a3 req-5d0ac8c0-7a31-447c-83e0-9c3033fa810c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:38.122005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10b0314d-e3f2-4615-8c6b-2da9120589a3 req-5d0ac8c0-7a31-447c-83e0-9c3033fa810c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 946 time: 0.1491897 Nov 10 03:53:38.229129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10b0314d-e3f2-4615-8c6b-2da9120589a3 req-9140432e-14e6-418a-8d12-a14945486011 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961585 Nov 10 03:53:38.231990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:38.235371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.292104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 9f4b8934-3327-4065-bf59-eb7ca9e4fb6f yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:38.340875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.478363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9446adf-ddb9-4aa5-b264-a7cf728bc026,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:38.521792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Checking segment: {'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:38.522207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Network hostable DHCP agents. Network: 27439d1c-38d8-4a1c-a9a7-820b32981142, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:38.571967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:38.576146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.597838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 27439d1c-38d8-4a1c-a9a7-820b32981142) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:38.616225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c94d7-83f7-43ee-9f0b-80362a771d50 None None] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:38.631424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:38.632040 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.701314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a2ec254d-3a21-4e9a-aad3-d06315ee3462 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9186344 Nov 10 03:53:38.704521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35418) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:38.710632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:38.721161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.765220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.767324 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.818843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:38.822465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:38.833605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:38.843005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:38.843579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.850514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=9f4b8934-3327-4065-bf59-eb7ca9e4fb6f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:38.868401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-27439d1c-38d8-4a1c-a9a7-820b32981142', 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'fixed_ips': [{'subnet_id': 'f9446adf-ddb9-4aa5-b264-a7cf728bc026'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:53:38.869929 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:38.876411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-02072f8a-2f81-4234-9b61-098260a887d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8487325 Nov 10 03:53:38.882047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35434) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:38.903733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.032305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:53:39.062338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Allocated IP 172.20.0.2 (27439d1c-38d8-4a1c-a9a7-820b32981142/f9446adf-ddb9-4aa5-b264-a7cf728bc026/5685693a-635c-46cc-972f-2f541eb5a9c9) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:39.134016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378dc3e-871d-4a9f-81f6-9abadbc1a386 req-8b6e637a-4fa5-4149-bad5-7489bec2b741 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:39.143206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9378dc3e-871d-4a9f-81f6-9abadbc1a386 req-8b6e637a-4fa5-4149-bad5-7489bec2b741 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0891163 Nov 10 03:53:39.170055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 9f4b8934-3327-4065-bf59-eb7ca9e4fb6f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:39.170660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.214341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.282556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9378dc3e-871d-4a9f-81f6-9abadbc1a386 req-a8aa4233-4ab9-4cb3-bb1f-e85179e43356 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318173 Nov 10 03:53:39.302609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.351118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 9f4b8934-3327-4065-bf59-eb7ca9e4fb6f owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:39.364611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.429173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-d3f3b9af-8062-4d57-9e50-70e8a38c80d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892940 Nov 10 03:53:39.461331 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:39.463903 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6de04-ada6-4dec-b070-279933b59dbe" -d '{"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:39.487826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:39.505580 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.565528 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.569299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.571547 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d291019-863d-40f9-b49b-cfedbd067754 x-openstack-request-id: req-0d291019-863d-40f9-b49b-cfedbd067754 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:39.572084 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:39.572584 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d291019-863d-40f9-b49b-cfedbd067754 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:39.573195 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'code': 200} Nov 10 03:53:39.575794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=14']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:39.591610 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.648802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=9f4b8934-3327-4065-bf59-eb7ca9e4fb6f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:39.655264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.658399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d72191b-00c7-47e6-b0a0-f9e896029741 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/9f4b8934-3327-4065-bf59-eb7ca9e4fb6f HTTP/1.1" status: 204 len: 168 time: 0.7753260 Nov 10 03:53:39.660991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35474) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:39.674446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Pushing event updated for resources: {'Port': ['ID=5685693a-635c-46cc-972f-2f541eb5a9c9,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:39.676250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'mac_address': 'fa:16:3e:0a:1d:c2', 'name': 'tempest-PortsTestJSON-408142164'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:39.697415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:39.699079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:39.721506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:39.804942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Attempting to bind port 5685693a-635c-46cc-972f-2f541eb5a9c9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:39.805887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Attempting to bind port 5685693a-635c-46cc-972f-2f541eb5a9c9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:39.806377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Attempting to bind port 5685693a-635c-46cc-972f-2f541eb5a9c9 on network 27439d1c-38d8-4a1c-a9a7-820b32981142 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:39.812893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-61a06cf6-fde5-42dc-ac83-2dc97fe9aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:39.814793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:39.815264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Checking segment: {'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:39.815730 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.816770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Bound using segment: {'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:39.817301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Bound port: 5685693a-635c-46cc-972f-2f541eb5a9c9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:39.817745 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.824086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-61a06cf6-fde5-42dc-ac83-2dc97fe9aac7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1097 time: 0.3666582 Nov 10 03:53:39.848079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.885978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:39.917138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:39.945298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] For port 5685693a-635c-46cc-972f-2f541eb5a9c9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:39.954800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] For port 5685693a-635c-46cc-972f-2f541eb5a9c9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5685693a-635c-46cc-972f-2f541eb5a9c9,segment=NetworkSegment(fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3),segment_id=fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:39.960732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:40.097891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:40.103259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803c52-019b-4e8d-91fa-1d813b1c73d1 None None] Pushing event updated for resources: {'Port': ['ID=5685693a-635c-46cc-972f-2f541eb5a9c9,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:40.137993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-e0bb916b-3621-463c-bce7-3c87a5bc0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:40.139487 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-e0bb916b-3621-463c-bce7-3c87a5bc0faa service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.2621212 Nov 10 03:53:40.172430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 398109ff-fd19-4c0d-b263-863ce4bba157 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:40.266025 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-54e1ff1e-c0ab-4e59-a7c1-2f777bf68730 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.1080263 Nov 10 03:53:40.356282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Allocated IP 172.25.6.187 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/55800373-f824-4d67-b58b-95f245039dda) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:40.486050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-770ee478-58fb-4180-90db-d1a95fe808a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:40.487538 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-770ee478-58fb-4180-90db-d1a95fe808a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.2115641 Nov 10 03:53:40.614751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-f940c74d-7e43-4f25-92ef-98b7e6470d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:40.616719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-f940c74d-7e43-4f25-92ef-98b7e6470d67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022007 Nov 10 03:53:40.635531 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:40.646611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:40.747963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181609f5-0dab-4e0b-9342-1097069a9383 req-3b96c9a4-5635-4336-a2f7-beca61c99a93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:40.758424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-181609f5-0dab-4e0b-9342-1097069a9383 req-3b96c9a4-5635-4336-a2f7-beca61c99a93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0989838 Nov 10 03:53:40.764837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:40.808026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359dc8a-819c-4486-8a02-cb18a61a0b29 req-a558135e-cc7c-406c-b1b6-583d4a48bed3 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:40.816148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2359dc8a-819c-4486-8a02-cb18a61a0b29 req-a558135e-cc7c-406c-b1b6-583d4a48bed3 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3693185 Nov 10 03:53:40.830564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:40.836268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:40.839553 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-5d86af3a-aad1-462a-8ff9-11428cec8122 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100916 Nov 10 03:53:40.844307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:40.846708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Pushing event updated for resources: {'Port': ['ID=55800373-f824-4d67-b58b-95f245039dda,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:40.856703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:40.857836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c34b3-2953-424e-bd4d-59d22e468538 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:40.913658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-28785800-2146-4075-99d5-c500b9303c4c None None] Provisioning complete for port 55800373-f824-4d67-b58b-95f245039dda triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:40.916353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-28785800-2146-4075-99d5-c500b9303c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:40.962682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-28785800-2146-4075-99d5-c500b9303c4c None None] Port 55800373-f824-4d67-b58b-95f245039dda cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:40.963575 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53cce6f2-1235-4653-ad6a-ab60a3ed4e37 req-1712d2dc-c937-487b-af62-40040fb5b003 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030302 Nov 10 03:53:41.238902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=398109ff-fd19-4c0d-b263-863ce4bba157,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:41.327754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-181609f5-0dab-4e0b-9342-1097069a9383 req-da4583b5-5eff-4c57-bb7c-c9658125e65b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5709922 Nov 10 03:53:41.361515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:41.389998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:41.396719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:41.424697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:41.426708 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:41.532786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2359dc8a-819c-4486-8a02-cb18a61a0b29 req-277f20fd-4414-4dd4-a4ea-cac32bd36cee tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7146695 Nov 10 03:53:41.544842 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b047914b-bd82-4107-93ca-ae3d0e315f00 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8827765 Nov 10 03:53:41.558124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35520) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:41.559418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5685693a-635c-46cc-972f-2f541eb5a9c9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:41.721788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5685693a-635c-46cc-972f-2f541eb5a9c9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:41.722478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:41.743604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:53:41.754376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e6e19-5c82-44a1-b445-40a5062d68e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:41.760186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-883e6e19-5c82-44a1-b445-40a5062d68e6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/398109ff-fd19-4c0d-b263-863ce4bba157 HTTP/1.1" status: 200 len: 840 time: 0.1972387 Nov 10 03:53:41.760856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35522) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:41.793193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac73d16-dbcd-44d3-a189-ffb7bfb18667 None None] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:41.909317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4ea3c50b-93e0-4292-8aed-78c4fd627eb1 None None] Provisioning complete for port 5685693a-635c-46cc-972f-2f541eb5a9c9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:41.910007 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c50b-93e0-4292-8aed-78c4fd627eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:41.931658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 398109ff-fd19-4c0d-b263-863ce4bba157 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:41.932144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.030936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-0326b8c2-de70-47c4-85bc-2b6e2e24b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:42.033820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-0326b8c2-de70-47c4-85bc-2b6e2e24b45b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1095 time: 0.1008844 Nov 10 03:53:42.061792 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.075688 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.087730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4c34-87a0-4fe0-b27c-39bb27f7ded0 req-c5a522ae-e5df-44b3-919e-f8df123514e8 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:42.089698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09dd4c34-87a0-4fe0-b27c-39bb27f7ded0 req-c5a522ae-e5df-44b3-919e-f8df123514e8 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1362770 Nov 10 03:53:42.116211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 398109ff-fd19-4c0d-b263-863ce4bba157 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:42.134647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.143173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 5685693a-635c-46cc-972f-2f541eb5a9c9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5685693a-635c-46cc-972f-2f541eb5a9c9,segment=NetworkSegment(fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3),segment_id=fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:42.163988 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.177843 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09dd4c34-87a0-4fe0-b27c-39bb27f7ded0 req-f6806932-17ef-4c57-bbf7-e7ca00d2176e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793531 Nov 10 03:53:42.195260 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c50b-93e0-4292-8aed-78c4fd627eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.273711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=5685693a-635c-46cc-972f-2f541eb5a9c9,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:42.325854 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-4ea3c50b-93e0-4292-8aed-78c4fd627eb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:53:42.326263 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-4ea3c50b-93e0-4292-8aed-78c4fd627eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:53:42.336840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-b9a5c25e-e650-438e-9156-970e20f5a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:42.338643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-b9a5c25e-e650-438e-9156-970e20f5a08b service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.2952714 Nov 10 03:53:42.356154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.396339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=398109ff-fd19-4c0d-b263-863ce4bba157,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:42.407636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.410914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b4eb6552-7d57-47a9-b76a-f13588d8e1f8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/398109ff-fd19-4c0d-b263-863ce4bba157 HTTP/1.1" status: 204 len: 168 time: 0.6484354 Nov 10 03:53:42.413442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35526) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:42.446033 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b269e4eb-3fee-4032-8521-71fa90e1359a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:53:42.447596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b269e4eb-3fee-4032-8521-71fa90e1359a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/398109ff-fd19-4c0d-b263-863ce4bba157 HTTP/1.1" status: 404 len: 333 time: 0.0331807 Nov 10 03:53:42.451264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35528) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:42.456593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'name': 'tempest-PortsTestJSON-1203070514'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:42.546824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-8f74a1d6-3d0b-4a15-be56-a0c95c03b6bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.1561089 Nov 10 03:53:42.588003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:42.591931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.611482 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:42.654555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 6a4b5396-b630-488e-b43d-5292cdcb15eb yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:42.734226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-570d5628-56d2-4290-9667-98bbb9b46624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:42.734226 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-570d5628-56d2-4290-9667-98bbb9b46624 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.1783218 Nov 10 03:53:42.802135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-23b2d2ef-45d8-4f9e-82a5-5a61eb17260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:42.804776 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-23b2d2ef-45d8-4f9e-82a5-5a61eb17260b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611830 Nov 10 03:53:42.815644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1010-99fc-478e-9be3-4219c0f95c86 req-dcedeae7-c4d2-47a2-b1d8-16067cebbdfb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:42.817313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b0c1010-99fc-478e-9be3-4219c0f95c86 req-dcedeae7-c4d2-47a2-b1d8-16067cebbdfb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1784515 Nov 10 03:53:42.910516 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-853e7c5f-c14a-49bf-8d71-c2cf956af6f1 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994973 Nov 10 03:53:42.911548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Router 7a25e8be-2741-41af-b22c-fa11d0e19cff is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:53:42.983679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b0c1010-99fc-478e-9be3-4219c0f95c86 req-a062c6d3-1850-49e0-872d-6743c9a04ec5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235309 Nov 10 03:53:43.014913 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.038554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-75976da0-620c-4b88-9989-da6bdde517c8 None None] Provisioning complete for port 5685693a-635c-46cc-972f-2f541eb5a9c9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:43.044334 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-75976da0-620c-4b88-9989-da6bdde517c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.126032 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.144081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b0ccb77-7a47-48b9-8222-6f25827a3403 req-d68f68a2-0881-4004-b04c-0137d9ca5c4c service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266080 Nov 10 03:53:43.149588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:53:43.161351 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Sync routers for ids ['7a25e8be-2741-41af-b22c-fa11d0e19cff'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:53:43.178680 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Routers {'7a25e8be-2741-41af-b22c-fa11d0e19cff'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:43.179794 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7a25e8be-2741-41af-b22c-fa11d0e19cff'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:43.186265 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.190695 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8fe15a7d-f280-4351-8cad-50179bc22bbe admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4838917 Nov 10 03:53:43.191380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35540) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:43.278845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=6a4b5396-b630-488e-b43d-5292cdcb15eb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:43.317489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:43.323143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:43.332188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:43.349179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:43.349842 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.369997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5fb24cbe-75e8-4930-a0a6-51a7f567bbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.427605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-af50a9c6-7a42-45fb-b345-681a866ce61c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9749124 Nov 10 03:53:43.436807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35544) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:43.475889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:43.518310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5685693a-635c-46cc-972f-2f541eb5a9c9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:43.530924 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Set router 7a25e8be-2741-41af-b22c-fa11d0e19cff gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:43.561795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685455ac-3b37-434e-b7bc-60703eaff005 req-71ed38b8-8719-4c0d-936f-ea819f39bcbd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:43.569459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-685455ac-3b37-434e-b7bc-60703eaff005 req-71ed38b8-8719-4c0d-936f-ea819f39bcbd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1879897 Nov 10 03:53:43.613973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.614839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5685693a-635c-46cc-972f-2f541eb5a9c9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:43.619998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:43.774404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-685455ac-3b37-434e-b7bc-60703eaff005 req-df3c35f5-c7c1-48ed-8cc4-ef393bb7ceba tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037027 Nov 10 03:53:43.980566 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '55800373-f824-4d67-b58b-95f245039dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:53:41Z', 'revision_number': 3, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port': {'id': '55800373-f824-4d67-b58b-95f245039dda', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:39Z', 'updated_at': '2021-11-10T03:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:44.026655 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Checking router: 7a25e8be-2741-41af-b22c-fa11d0e19cff for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:53:44.027807 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Updating router 7a25e8be-2741-41af-b22c-fa11d0e19cff port 55800373-f824-4d67-b58b-95f245039dda binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:53:44.042077 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.056435 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.107019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.112674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.172521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=6a4b5396-b630-488e-b43d-5292cdcb15eb,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:44.209094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] In _notify_port_updated(), no bound segment for port 6a4b5396-b630-488e-b43d-5292cdcb15eb on network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:53:44.215937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:44.216573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.217877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ab4a15ee-9f84-4ebf-95db-7c71201fabe2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "PUT /v2.0/ports/6a4b5396-b630-488e-b43d-5292cdcb15eb HTTP/1.1" status: 200 len: 818 time: 0.7798216 Nov 10 03:53:44.221591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35556) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:44.294727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Allocated IP 172.20.0.1 (27439d1c-38d8-4a1c-a9a7-820b32981142/f9446adf-ddb9-4aa5-b264-a7cf728bc026/88273b8d-2d20-4b8f-866f-506538060ee9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:44.309760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7603502-3b4a-43fb-b0ce-ff95be541a48 req-8de25cc9-0ae0-4484-8281-facbd2677e96 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:44.312944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7603502-3b4a-43fb-b0ce-ff95be541a48 req-8de25cc9-0ae0-4484-8281-facbd2677e96 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1488571 Nov 10 03:53:44.398064 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.406032 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.423117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 6a4b5396-b630-488e-b43d-5292cdcb15eb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:44.423461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.442573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7603502-3b4a-43fb-b0ce-ff95be541a48 req-d8eabb7f-ed40-4511-8838-5d7d6f699143 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045880 Nov 10 03:53:44.462803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2537a34f-4319-4f1b-a3ee-907c4bd34c1d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:44.467157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Attempting to bind port 55800373-f824-4d67-b58b-95f245039dda on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:44.467716 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Attempting to bind port 55800373-f824-4d67-b58b-95f245039dda by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:44.468836 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Attempting to bind port 55800373-f824-4d67-b58b-95f245039dda on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:44.480746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.497276 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:44.497660 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:44.499218 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.499615 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:44.500088 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Bound port: 55800373-f824-4d67-b58b-95f245039dda, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:44.500466 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.537310 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Pushing event updated for resources: {'Port': ['ID=55800373-f824-4d67-b58b-95f245039dda,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:44.545984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.552325 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.554633 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.566210 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.566210 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.566210 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.566556 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.566902 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.567034 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.567370 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.568059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.568059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.568373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:44.572855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.589075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7a536d15-41b7-4aea-a609-b7661cd2a36a None None] Provisioning complete for port 55800373-f824-4d67-b58b-95f245039dda triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:44.589420 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7a536d15-41b7-4aea-a609-b7661cd2a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.594287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:44.597203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:44.600915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:44.615332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 6a4b5396-b630-488e-b43d-5292cdcb15eb owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:44.644107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Pushing event updated for resources: {'Port': ['ID=88273b8d-2d20-4b8f-866f-506538060ee9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:44.660605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.672062 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] For port 55800373-f824-4d67-b58b-95f245039dda, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:44.679012 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] For port 55800373-f824-4d67-b58b-95f245039dda, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=55800373-f824-4d67-b58b-95f245039dda,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:44.684806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7a536d15-41b7-4aea-a609-b7661cd2a36a None None] Port 55800373-f824-4d67-b58b-95f245039dda cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:44.685815 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.763769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326945a2-27d1-44bf-a9fa-1502eb580bb8 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:44.767554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.811814 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Routers {'7a25e8be-2741-41af-b22c-fa11d0e19cff'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:44.812435 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7a25e8be-2741-41af-b22c-fa11d0e19cff'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:44.856422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=6a4b5396-b630-488e-b43d-5292cdcb15eb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:44.878261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:44.881612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a3312133-a893-4864-ab92-60dbdbfb55ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/6a4b5396-b630-488e-b43d-5292cdcb15eb HTTP/1.1" status: 204 len: 168 time: 0.6590109 Nov 10 03:53:44.890864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35562) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:44.904704 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23bae1-53b6-45c4-b1bf-a2ca8c828b09 None None] Pushing event updated for resources: {'Port': ['ID=55800373-f824-4d67-b58b-95f245039dda,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:44.926550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-af153a54-7033-42b2-a758-7a3ff99e2235 None None] Provisioning complete for port 55800373-f824-4d67-b58b-95f245039dda triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:44.926979 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-af153a54-7033-42b2-a758-7a3ff99e2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.003008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0145b-6d4f-4938-8cb2-1561c89f8509 req-baec85c7-6163-4e4b-9723-837089d7dc20 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:45.030975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0a0145b-6d4f-4938-8cb2-1561c89f8509 req-baec85c7-6163-4e4b-9723-837089d7dc20 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1183169 Nov 10 03:53:45.040886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.063651 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] Set router 7a25e8be-2741-41af-b22c-fa11d0e19cff gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:45.067284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d282e84-1850-4bbf-9762-a9948c1ef00b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:45.071270 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2d282e84-1850-4bbf-9762-a9948c1ef00b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1754777 Nov 10 03:53:45.077154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35568) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:45.140142 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-af153a54-7033-42b2-a758-7a3ff99e2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.180439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-af153a54-7033-42b2-a758-7a3ff99e2235 None None] For port 55800373-f824-4d67-b58b-95f245039dda, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=55800373-f824-4d67-b58b-95f245039dda,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:45.191353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-af153a54-7033-42b2-a758-7a3ff99e2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.196134 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5074ba1b-ba53-430d-83f5-f69b5906f2a6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:53:45.203260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5074ba1b-ba53-430d-83f5-f69b5906f2a6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/6a4b5396-b630-488e-b43d-5292cdcb15eb HTTP/1.1" status: 404 len: 333 time: 0.1159058 Nov 10 03:53:45.204631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35572) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:45.222725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1362075356'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:45.282785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0a0145b-6d4f-4938-8cb2-1561c89f8509 req-f9a6c573-cbdf-434f-aec1-8568e6515019 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507243 Nov 10 03:53:45.326294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af153a54-7033-42b2-a758-7a3ff99e2235 None None] Pushing event updated for resources: {'Port': ['ID=55800373-f824-4d67-b58b-95f245039dda,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:45.330171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:45.340656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.362392 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f6ee0f30-399f-412c-bd2e-d89415a778e1 None None] Provisioning complete for port 88273b8d-2d20-4b8f-866f-506538060ee9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:45.362856 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6ee0f30-399f-412c-bd2e-d89415a778e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.413968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:45.429862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.436980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.441152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.441839 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment e526168c-d08f-409a-a63c-8d2d3b564881 of type vlan for network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d Nov 10 03:53:45.476247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee0f30-399f-412c-bd2e-d89415a778e1 None None] Port 88273b8d-2d20-4b8f-866f-506538060ee9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:45.506120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.543882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.615208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Pushing event updated for resources: {'Port': ['ID=88273b8d-2d20-4b8f-866f-506538060ee9,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:45.631994 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.633025 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1b4eb68-3fa1-4efd-9d4a-0493be2fba4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.640000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:45.640642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:45.676127 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '55800373-f824-4d67-b58b-95f245039dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:53:41Z', 'revision_number': 3, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port': {'id': '55800373-f824-4d67-b58b-95f245039dda', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:39Z', 'updated_at': '2021-11-10T03:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:45.690364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:45.692056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:45.715746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092a9a3-780f-44fe-9ce2-7ca05992308c None None] The sync data for ids ['7a25e8be-2741-41af-b22c-fa11d0e19cff'] in n-d-817326-2 is: [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '55800373-f824-4d67-b58b-95f245039dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:53:41Z', 'revision_number': 3, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port': {'id': '55800373-f824-4d67-b58b-95f245039dda', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:39Z', 'updated_at': '2021-11-10T03:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:53:45.744862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:45.763567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:45.812950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-da90fb89-c3a1-4469-b77a-9b7b8ee6963b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5999389 Nov 10 03:53:45.825972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2e59c-3dee-409e-b989-26df0201ff0c req-e74ff5eb-69b3-4f49-be53-49857efa3ef4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:45.833715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9b2e59c-3dee-409e-b989-26df0201ff0c req-e74ff5eb-69b3-4f49-be53-49857efa3ef4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.2537704 Nov 10 03:53:45.857004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35580) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:45.879490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Router 7a25e8be-2741-41af-b22c-fa11d0e19cff has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:53:45.886317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:46.033123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377566-0f17-4aa9-b33f-5647054c1387 req-8b452837-c423-4142-b648-4ae26a995091 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:46.041374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07377566-0f17-4aa9-b33f-5647054c1387 req-8b452837-c423-4142-b648-4ae26a995091 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.3269956 Nov 10 03:53:46.063144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:53:46.070416 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b542b2bc-c834-4a5d-9251-51c66f2f6a57 admin admin] 10.222.0.24 "PUT /v2.0/routers/7a25e8be-2741-41af-b22c-fa11d0e19cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8778276 Nov 10 03:53:46.084687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9b2e59c-3dee-409e-b989-26df0201ff0c req-d87e1f1a-ed95-473e-a164-256558f3d5ba tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500083 Nov 10 03:53:46.153472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-055d3c54-6331-47a8-b5f2-82fedd687276 None None] Provisioning complete for port 88273b8d-2d20-4b8f-866f-506538060ee9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:46.154239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-055d3c54-6331-47a8-b5f2-82fedd687276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:46.205745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07377566-0f17-4aa9-b33f-5647054c1387 req-e4d04565-213d-41c8-accd-740faaf83c64 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631768 Nov 10 03:53:46.219239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-055d3c54-6331-47a8-b5f2-82fedd687276 None None] Port 88273b8d-2d20-4b8f-866f-506538060ee9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:46.283255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:46.287360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:46.479114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c977e-ffa4-42c0-bdbe-53d0e936414a req-5317a929-da96-46b9-9610-3221bb1d754f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:46.487517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f05c977e-ffa4-42c0-bdbe-53d0e936414a req-5317a929-da96-46b9-9610-3221bb1d754f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1030524 Nov 10 03:53:46.602597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f05c977e-ffa4-42c0-bdbe-53d0e936414a req-417dd57f-79e0-423b-8caf-e10a54d13f41 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097932 Nov 10 03:53:46.703231 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:46.752040 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:46.842582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=f89bbe21-eede-4bbf-bc8e-687368aaaa4e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:46.855795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': 'e526168c-d08f-409a-a63c-8d2d3b564881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:46.856163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:46.944719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:46.967379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:46.975344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d66549-02f0-4d70-808f-9fe9c994bd57 None None] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:46.985990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:46.986680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.048514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f5a3d109-b253-4b09-88fc-0bf4812cc2e2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1791949 Nov 10 03:53:47.051353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35618) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:47.056809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-13db1fb0-b83b-42d6-8a0e-939538f886a4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:47.136057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-a2386d93-a470-4d8f-b48e-de5e5c4a5775 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:47.137889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-a2386d93-a470-4d8f-b48e-de5e5c4a5775 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.1716709 Nov 10 03:53:47.161059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-1073b38f-0346-40a0-abc9-3051813e69dd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/quotas/49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 375 time: 0.0152974 Nov 10 03:53:47.230818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:47.237310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-429829637-network', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:47.259295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d', 'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d', 'tenant_id': '85fc9352d5dd4050ba1acf2eb49abad9', 'fixed_ips': [{'subnet_id': 'f89bbe21-eede-4bbf-bc8e-687368aaaa4e'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:53:47.260184 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.286598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-1f853f8d-e657-4fa0-a365-dddf12bd272f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1127274 Nov 10 03:53:47.309042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Made reservation on behalf of 1ee6166fb9de445e95b45843bc3d1fef for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:47.312062 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.340059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.475713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 55800373-f824-4d67-b58b-95f245039dda up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:47.528773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.553229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea101c1-63a0-4461-9d4e-42c27cbedb00 req-e06b658a-1689-4f26-86da-c32839281b58 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:47.554969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ea101c1-63a0-4461-9d4e-42c27cbedb00 req-e06b658a-1689-4f26-86da-c32839281b58 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1808286 Nov 10 03:53:47.555722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.564024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Allocated IP 172.20.0.2 (f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d/f89bbe21-eede-4bbf-bc8e-687368aaaa4e/14ff73b8-d347-41e8-903c-b899738fc7ee) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:47.599578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:53:47.670770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ea101c1-63a0-4461-9d4e-42c27cbedb00 req-68d525e6-b0af-465c-823c-bcdd3efc93b6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030211 Nov 10 03:53:47.678702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887a0e3-1e76-4d1e-8866-d2c8cfb5a511,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:47.683920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.684265 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Added segment ae8820fe-f2b4-4241-a17b-16ca79f2fe7f of type vlan for network 23330273-32ad-4f31-add8-490842376ff7 Nov 10 03:53:47.697287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-659cd4a9-f659-41d6-b490-db7d5bad4252 service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013684 Nov 10 03:53:47.793778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13db1fb0-b83b-42d6-8a0e-939538f886a4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:47.798208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13db1fb0-b83b-42d6-8a0e-939538f886a4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.817220 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.824920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 55800373-f824-4d67-b58b-95f245039dda triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:47.825738 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.833049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:47.924915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:47.931153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:47.939097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:47.943096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Pushing event updated for resources: {'Port': ['ID=14ff73b8-d347-41e8-903c-b899738fc7ee,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:47.968749 n-d-817326-2 neutron-server[102596]: INFO neutron.db.ipam_backend_mixin [None req-13db1fb0-b83b-42d6-8a0e-939538f886a4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f89bbe21-eede-4bbf-bc8e-687368aaaa4e (CIDR: 172.20.0.0/28) Nov 10 03:53:47.974810 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-13db1fb0-b83b-42d6-8a0e-939538f886a4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:53:47.976101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13db1fb0-b83b-42d6-8a0e-939538f886a4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:53:47.997780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.024925 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-13db1fb0-b83b-42d6-8a0e-939538f886a4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9694455 Nov 10 03:53:48.028248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35636) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:48.039132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:48.040473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Attempting to bind port 14ff73b8-d347-41e8-903c-b899738fc7ee on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:48.040981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Attempting to bind port 14ff73b8-d347-41e8-903c-b899738fc7ee by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e526168c-d08f-409a-a63c-8d2d3b564881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:48.041347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Attempting to bind port 14ff73b8-d347-41e8-903c-b899738fc7ee on network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:48.052622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:48.052995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Checking segment: {'id': 'e526168c-d08f-409a-a63c-8d2d3b564881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:48.053397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.053787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Bound using segment: {'id': 'e526168c-d08f-409a-a63c-8d2d3b564881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:48.054287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Bound port: 14ff73b8-d347-41e8-903c-b899738fc7ee, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e526168c-d08f-409a-a63c-8d2d3b564881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:48.054676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.058476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-c66d8115-0850-46d3-b1b4-4c012e9f4106 service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143206 Nov 10 03:53:48.133713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.138410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:48.139114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.261658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0292711 Nov 10 03:53:48.267629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35640) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:48.268133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] For port 14ff73b8-d347-41e8-903c-b899738fc7ee, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:48.287283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] For port 14ff73b8-d347-41e8-903c-b899738fc7ee, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14ff73b8-d347-41e8-903c-b899738fc7ee,segment=NetworkSegment(e526168c-d08f-409a-a63c-8d2d3b564881),segment_id=e526168c-d08f-409a-a63c-8d2d3b564881)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:48.293861 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.300449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:48.306014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.321328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Request body: {'subnet': {'network_id': '23330273-32ad-4f31-add8-490842376ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-429829637-subnet', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:48.389525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeffab9-f2d2-421f-b538-9eb97359b98b admin admin] Pushing event updated for resources: {'Network': ['ID=23330273-32ad-4f31-add8-490842376ff7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:48.394746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51686-d2df-45dd-ad51-8ebb4adb30e8 None None] Pushing event updated for resources: {'Port': ['ID=14ff73b8-d347-41e8-903c-b899738fc7ee,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:48.420038 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.427318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 23330273-32ad-4f31-add8-490842376ff7 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:53:48.493701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6776c37-b65e-4e2c-91b0-564759d37565 req-a196da79-df40-414b-a276-4b805249a0dd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 210 time: 0.1551106 Nov 10 03:53:48.513173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Made reservation on behalf of 1ee6166fb9de445e95b45843bc3d1fef for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:48.516736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:48.586278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Sync routers for ids ['7a25e8be-2741-41af-b22c-fa11d0e19cff'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:53:48.612118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Routers {'7a25e8be-2741-41af-b22c-fa11d0e19cff'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:48.613007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7a25e8be-2741-41af-b22c-fa11d0e19cff'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:48.905388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Set router 7a25e8be-2741-41af-b22c-fa11d0e19cff gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:48.984250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.020393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.048456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fb4a22-d652-4f86-b111-7af28fc65da8,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:49.072259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdcda6-3c51-427a-8312-621aa7e4bd34 req-66103548-fecb-4729-a381-89309b07c576 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:49.075151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61fdcda6-3c51-427a-8312-621aa7e4bd34 req-66103548-fecb-4729-a381-89309b07c576 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1526875 Nov 10 03:53:49.125285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Checking segment: {'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:49.125627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Network hostable DHCP agents. Network: 23330273-32ad-4f31-add8-490842376ff7, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:53:49.176690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:49.186860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:49.196363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:49.197842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.207161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61fdcda6-3c51-427a-8312-621aa7e4bd34 req-a823bd1e-7288-48b6-9ee1-8981eab64837 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230412 Nov 10 03:53:49.217349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Network 23330273-32ad-4f31-add8-490842376ff7 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:53:49.230574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 23330273-32ad-4f31-add8-490842376ff7) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:49.238850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:49.240656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.270604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b05b845f-2208-4e62-ae5b-a98721ccbfd8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0012565 Nov 10 03:53:49.271238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35658) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:49.278510 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2436581 Nov 10 03:53:49.280861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:49.283738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35660) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:49.286636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027dae8e-6e8e-4f51-a29b-1f563473f51e None None] Network 23330273-32ad-4f31-add8-490842376ff7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:49.311934 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.313177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.356714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d', 'fixed_ips': [{'subnet_id': 'f89bbe21-eede-4bbf-bc8e-687368aaaa4e'}, {'subnet_id': '925d5d83-33e6-46c3-b263-09a73293b2a1'}], 'name': 'tempest-PortsTestJSON-1515767673'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:49.413717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.425164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cda355-a7f4-4aa4-9cf9-c4a7608970a8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=925d5d83-33e6-46c3-b263-09a73293b2a1,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:49.521214 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.635030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14ff73b8-d347-41e8-903c-b899738fc7ee up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:49.655067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:49.764156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 14ff73b8-d347-41e8-903c-b899738fc7ee triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:49.764886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.777750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b7361a0-3233-47ad-b516-c4cde1bb0d3d req-241380e5-812f-4cd6-9fb6-49b4b230a91a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 210 time: 0.0998390 Nov 10 03:53:49.780350 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.821844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '55800373-f824-4d67-b58b-95f245039dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:53:44Z', 'revision_number': 4, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port': {'id': '55800373-f824-4d67-b58b-95f245039dda', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:39Z', 'updated_at': '2021-11-10T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '88273b8d-2d20-4b8f-866f-506538060ee9', 'name': '', 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'mac_address': 'fa:16:3e:7e:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f9446adf-ddb9-4aa5-b264-a7cf728bc026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:44Z', 'updated_at': '2021-11-10T03:53:45Z', 'revision_number': 2, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'subnets': [{'id': 'f9446adf-ddb9-4aa5-b264-a7cf728bc026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:49.854647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-23330273-32ad-4f31-add8-490842376ff7', 'network_id': '23330273-32ad-4f31-add8-490842376ff7', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'fixed_ips': [{'subnet_id': 'f1fb4a22-d652-4f86-b111-7af28fc65da8'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:53:49.856391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:49.882888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Checking router: 7a25e8be-2741-41af-b22c-fa11d0e19cff for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:53:49.883633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Updating router 7a25e8be-2741-41af-b22c-fa11d0e19cff port 88273b8d-2d20-4b8f-866f-506538060ee9 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:53:49.918159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.071431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Allocated IP 172.20.0.2 (23330273-32ad-4f31-add8-490842376ff7/f1fb4a22-d652-4f86-b111-7af28fc65da8/fe80cd26-df67-4687-80a9-48e98401039c) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:50.090404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 8a3ba23b-dd5b-4b19-bdc2-bf6268177193 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:53:50.213537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.244462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.268102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.275525 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.286728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.297665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d812319d-8743-4bd5-bc93-9fe9b792ceb8 None None] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:50.425905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-0b57fb2f-d446-484e-b2fd-368718044c43 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:50.427773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-0b57fb2f-d446-484e-b2fd-368718044c43 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.5392628 Nov 10 03:53:50.434602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Network 23330273-32ad-4f31-add8-490842376ff7 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:50.465528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'port': {'device_id': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'admin_state_up': True, 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:50.470211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Allocated IP 172.25.6.241 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/319a4312-2cc4-4c72-bc74-8f52014a9598) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:50.501917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad602bf-361c-4c0e-be7c-af3ca1ced379 req-294dbdf8-1ab2-41c1-b55c-f7a9de85018f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:50.503502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ad602bf-361c-4c0e-be7c-af3ca1ced379 req-294dbdf8-1ab2-41c1-b55c-f7a9de85018f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.0865972 Nov 10 03:53:50.625442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ad602bf-361c-4c0e-be7c-af3ca1ced379 req-3922958e-8d08-4493-9e10-cc08c69dce98 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Nov 10 03:53:50.668184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.741613 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:50.798471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:50.803425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:50.808357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:50.812269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=319a4312-2cc4-4c72-bc74-8f52014a9598,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:50.911418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c3381-23b6-485d-8c4a-41ee51726b61 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:50.916510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:50.918976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:51.002602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.10 (f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d/f89bbe21-eede-4bbf-bc8e-687368aaaa4e/8a3ba23b-dd5b-4b19-bdc2-bf6268177193) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:51.010185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.19 (f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d/925d5d83-33e6-46c3-b263-09a73293b2a1/8a3ba23b-dd5b-4b19-bdc2-bf6268177193) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:51.031183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd5e25d6-ff11-43a0-9a64-80971864def9 req-e7e47abf-f634-4f89-bb99-03afda5a8038 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 210 time: 0.1022253 Nov 10 03:53:51.045458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-93a9e49e-c719-4058-8f1b-081e14ec8fbd None None] Provisioning complete for port 14ff73b8-d347-41e8-903c-b899738fc7ee triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:51.045835 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-93a9e49e-c719-4058-8f1b-081e14ec8fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.084613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Pushing event updated for resources: {'Port': ['ID=fe80cd26-df67-4687-80a9-48e98401039c,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:51.130246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Attempting to bind port fe80cd26-df67-4687-80a9-48e98401039c on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:51.130884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Attempting to bind port fe80cd26-df67-4687-80a9-48e98401039c by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:51.131590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Attempting to bind port fe80cd26-df67-4687-80a9-48e98401039c on network 23330273-32ad-4f31-add8-490842376ff7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:51.131918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Made reservation on behalf of 49ead17c539a4677ae0cc7b67f27625f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:53:51.135735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.172760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:51.173496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Checking segment: {'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:51.174178 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.174763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Bound using segment: {'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:51.175444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Bound port: fe80cd26-df67-4687-80a9-48e98401039c, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:51.176028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.305298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Allocated IP 172.20.0.3 (395a964d-bcac-441e-812b-11b5147ee392/5932b073-1636-4ec3-858d-313b87aa0e2f/fc0a846c-98b0-4164-b550-a0706db5dd65) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:51.353827 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.380286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] For port fe80cd26-df67-4687-80a9-48e98401039c, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:51.384112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] For port fe80cd26-df67-4687-80a9-48e98401039c, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fe80cd26-df67-4687-80a9-48e98401039c,segment=NetworkSegment(ae8820fe-f2b4-4241-a17b-16ca79f2fe7f),segment_id=ae8820fe-f2b4-4241-a17b-16ca79f2fe7f)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:51.389383 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.437375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.474800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.516154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.520548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.560789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8198b7-768b-473c-9c10-a2164ad5e239 None None] Pushing event updated for resources: {'Port': ['ID=fe80cd26-df67-4687-80a9-48e98401039c,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:51.604281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:51.617166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:51.626619 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-93a9e49e-c719-4058-8f1b-081e14ec8fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.633271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:51.743210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=fc0a846c-98b0-4164-b550-a0706db5dd65,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:51.783104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 14ff73b8-d347-41e8-903c-b899738fc7ee, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14ff73b8-d347-41e8-903c-b899738fc7ee,segment=NetworkSegment(e526168c-d08f-409a-a63c-8d2d3b564881),segment_id=e526168c-d08f-409a-a63c-8d2d3b564881)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:51.812995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bfbd8-3321-4fae-9aae-58695d93d6be None None] Pushing event updated for resources: {'Port': ['ID=88273b8d-2d20-4b8f-866f-506538060ee9,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:51.815466 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.879472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:51.880148 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.898317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:51.934313 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3c1fbe84-c58c-4e43-8eb8-e02b56618d06 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4891176 Nov 10 03:53:52.021795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Request body: {'port': {'device_id': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:52.069903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d66608-abde-4060-9255-4fbcca00b240 None None] Update dhcp port {'port': {'network_id': 'f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d', 'fixed_ips': [{'subnet_id': 'f89bbe21-eede-4bbf-bc8e-687368aaaa4e', 'ip_address': '172.20.0.2'}, {'subnet_id': '925d5d83-33e6-46c3-b263-09a73293b2a1'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '14ff73b8-d347-41e8-903c-b899738fc7ee'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:53:52.091158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.133408 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.223272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.258515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:52.260664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:52.268784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:52.311683 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-93a9e49e-c719-4058-8f1b-081e14ec8fbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:53:52.312232 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-93a9e49e-c719-4058-8f1b-081e14ec8fbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:53:52.313809 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51d66608-abde-4060-9255-4fbcca00b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.320308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=14ff73b8-d347-41e8-903c-b899738fc7ee,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:52.328454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66d4b6-6c8a-420d-9f93-39d8498d302d req-cdb1d84f-b290-4b74-ad91-e1ba2ec6dc77 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:52.330008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff66d4b6-6c8a-420d-9f93-39d8498d302d req-cdb1d84f-b290-4b74-ad91-e1ba2ec6dc77 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.4204285 Nov 10 03:53:52.337185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Attempting to bind port 88273b8d-2d20-4b8f-866f-506538060ee9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:52.337586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Attempting to bind port 88273b8d-2d20-4b8f-866f-506538060ee9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:52.337894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Attempting to bind port 88273b8d-2d20-4b8f-866f-506538060ee9 on network 27439d1c-38d8-4a1c-a9a7-820b32981142 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:52.362978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:52.363343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Checking segment: {'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:52.363739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.364124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Bound using segment: {'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:52.364601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Bound port: 88273b8d-2d20-4b8f-866f-506538060ee9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:52.364968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.435223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59115-f971-43f2-a8e2-962e6b2166b5 req-3a20a59f-09a1-4085-b291-c2b4bc45f345 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:52.436734 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cef59115-f971-43f2-a8e2-962e6b2166b5 req-3a20a59f-09a1-4085-b291-c2b4bc45f345 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 931 time: 0.1797099 Nov 10 03:53:52.555130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] For port 88273b8d-2d20-4b8f-866f-506538060ee9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:52.584750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] For port 88273b8d-2d20-4b8f-866f-506538060ee9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=88273b8d-2d20-4b8f-866f-506538060ee9,segment=NetworkSegment(fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3),segment_id=fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:52.586842 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.597843 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.679446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-51d66608-abde-4060-9255-4fbcca00b240 None None] Allocated IP 172.20.0.18 (f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d/925d5d83-33e6-46c3-b263-09a73293b2a1/14ff73b8-d347-41e8-903c-b899738fc7ee) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:52.681600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bfbd8-3321-4fae-9aae-58695d93d6be None None] Pushing event updated for resources: {'Port': ['ID=88273b8d-2d20-4b8f-866f-506538060ee9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:52.761028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Routers {'7a25e8be-2741-41af-b22c-fa11d0e19cff'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:52.762251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7a25e8be-2741-41af-b22c-fa11d0e19cff'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:52.781847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff66d4b6-6c8a-420d-9f93-39d8498d302d req-1b3070bf-2fa9-4cb5-a84e-a426505afaf4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168501 Nov 10 03:53:52.784187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=8a3ba23b-dd5b-4b19-bdc2-bf6268177193,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:52.831829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cef59115-f971-43f2-a8e2-962e6b2166b5 req-2dbccf71-3314-4e60-9a86-2bafb3679e0e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847814 Nov 10 03:53:52.882619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0a846c-98b0-4164-b550-a0706db5dd65 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:53:52.905204 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.927436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Router 49bce880-6a8c-4309-8b33-27d0adafd811 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:53:52.948442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Transition to ACTIVE for port object fc0a846c-98b0-4164-b550-a0706db5dd65 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:53:52.959948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:52.961202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:52.982336 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:53.065100 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c788b81e-66b1-4501-aeca-b63a2a35db9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.7299640 Nov 10 03:53:53.072360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35698) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:53.073119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0a846c-98b0-4164-b550-a0706db5dd65,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:53.119144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f89bbe21-eede-4bbf-bc8e-687368aaaa4e'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:53.163446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-51d66608-abde-4060-9255-4fbcca00b240 None None] For port 14ff73b8-d347-41e8-903c-b899738fc7ee, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14ff73b8-d347-41e8-903c-b899738fc7ee,segment=NetworkSegment(e526168c-d08f-409a-a63c-8d2d3b564881),segment_id=e526168c-d08f-409a-a63c-8d2d3b564881)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:53.251971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51d66608-abde-4060-9255-4fbcca00b240 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:53.296076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:53.336809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:53:53.349089 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Sync routers for ids ['49bce880-6a8c-4309-8b33-27d0adafd811'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:53:53.368985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] Set router 7a25e8be-2741-41af-b22c-fa11d0e19cff gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:53.382669 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Routers {'49bce880-6a8c-4309-8b33-27d0adafd811'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:53.386369 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['49bce880-6a8c-4309-8b33-27d0adafd811'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:53.390911 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:53.397787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-69741b86-7b23-4342-a848-8f360decf3a4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1255438 Nov 10 03:53:53.410294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35700) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:53.679622 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51d66608-abde-4060-9255-4fbcca00b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:53.682030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acaf66-1ac5-4bfd-837d-e78031c58073 None None] Network 23330273-32ad-4f31-add8-490842376ff7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:53.690936 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Set router 49bce880-6a8c-4309-8b33-27d0adafd811 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:53.699372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Attempting to bind port fc0a846c-98b0-4164-b550-a0706db5dd65 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:53.699830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Attempting to bind port fc0a846c-98b0-4164-b550-a0706db5dd65 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:53.700261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Attempting to bind port fc0a846c-98b0-4164-b550-a0706db5dd65 on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:53.712828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Port fc0a846c-98b0-4164-b550-a0706db5dd65 on network 395a964d-bcac-441e-812b-11b5147ee392 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:53:53.713154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Attempting to bind port fc0a846c-98b0-4164-b550-a0706db5dd65 on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:53.724811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:53.725158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:53.726124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Bound using segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:53.726496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Bound port: fc0a846c-98b0-4164-b550-a0706db5dd65, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:53.726913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:53.729433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Delete allocated IP 172.20.0.19 (f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d/925d5d83-33e6-46c3-b263-09a73293b2a1) {{(pid=102596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 03:53:53.829330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d66608-abde-4060-9255-4fbcca00b240 None None] Pushing event updated for resources: {'Port': ['ID=14ff73b8-d347-41e8-903c-b899738fc7ee,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:53.897025 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:53.942878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] For port fc0a846c-98b0-4164-b550-a0706db5dd65, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:54.010948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] For port fc0a846c-98b0-4164-b550-a0706db5dd65, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fc0a846c-98b0-4164-b550-a0706db5dd65,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:54.016405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.044453 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:53:51Z', 'revision_number': 3, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port': {'id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:50Z', 'updated_at': '2021-11-10T03:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:54.091414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.138494 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Checking router: 49bce880-6a8c-4309-8b33-27d0adafd811 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:53:54.138868 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Updating router 49bce880-6a8c-4309-8b33-27d0adafd811 port 319a4312-2cc4-4c72-bc74-8f52014a9598 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:53:54.166652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0a846c-98b0-4164-b550-a0706db5dd65,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:54.169161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.216569 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.240186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.240531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.240858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.241183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.241612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.241812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.242152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.242467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.243062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.243341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.243659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.243972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:54.284639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fe80cd26-df67-4687-80a9-48e98401039c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:54.319342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:54.319969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.321535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-3dbf0db3-24dd-449e-b4c2-07e462e7fe90 service neutron] 10.222.0.44 "PUT /v2.0/ports/fc0a846c-98b0-4164-b550-a0706db5dd65 HTTP/1.1" status: 200 len: 1091 time: 2.3326750 Nov 10 03:53:54.329318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb86b9-78cd-4ddb-a458-52c5fc1c7208 req-67c08d2c-8f72-4679-89d0-db946e34c785 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:54.331334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddeb86b9-78cd-4ddb-a458-52c5fc1c7208 req-67c08d2c-8f72-4679-89d0-db946e34c785 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.2537689 Nov 10 03:53:54.333859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=8a3ba23b-dd5b-4b19-bdc2-bf6268177193,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:54.344341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'tag': 'fc0a846c-98b0-4164-b550-a0706db5dd65'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:53:54.344605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9918-742a-4c83-8b65-0ac71d848590 req-f1564393-6511-41d4-a2a5-428e2473765c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:54.351954 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4a83c-959b-4f85-aa65-4c1386790e82" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8c575e-444d-4f42-acbe-f62c89d4d909", "tag": "fc0a846c-98b0-4164-b550-a0706db5dd65"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:53:54.352110 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a18b9918-742a-4c83-8b65-0ac71d848590 req-f1564393-6511-41d4-a2a5-428e2473765c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 943 time: 0.2732139 Nov 10 03:53:54.478234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Provisioning complete for port 319a4312-2cc4-4c72-bc74-8f52014a9598 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:54.478782 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.536278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a18b9918-742a-4c83-8b65-0ac71d848590 req-21e097b6-40a7-44eb-9b6c-8682b7a3486a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809320 Nov 10 03:53:54.560882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] In _notify_port_updated(), no bound segment for port 8a3ba23b-dd5b-4b19-bdc2-bf6268177193 on network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:53:54.584477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:54.585161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.586547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-19089efc-0aa5-42f3-8caf-704496968e10 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "PUT /v2.0/ports/8a3ba23b-dd5b-4b19-bdc2-bf6268177193 HTTP/1.1" status: 200 len: 920 time: 1.4824302 Nov 10 03:53:54.593433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35716) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:54.631367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f89bbe21-eede-4bbf-bc8e-687368aaaa4e'}, {'subnet_id': '925d5d83-33e6-46c3-b263-09a73293b2a1'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:53:54.654445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-a9093f9f-92a6-4e55-b600-770881323c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:54.657794 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-a9093f9f-92a6-4e55-b600-770881323c97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 1094 time: 0.2470789 Nov 10 03:53:54.707185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Port 319a4312-2cc4-4c72-bc74-8f52014a9598 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:54.742658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddeb86b9-78cd-4ddb-a458-52c5fc1c7208 req-458d9879-c460-4b31-b7d2-b5736320c4e7 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853838 Nov 10 03:53:54.766831 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-991f0ba2-33bc-45ee-8747-9bfcefd3826c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0a846c-98b0-4164-b550-a0706db5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0908449 Nov 10 03:53:54.788782 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '55800373-f824-4d67-b58b-95f245039dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:53:44Z', 'revision_number': 4, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port': {'id': '55800373-f824-4d67-b58b-95f245039dda', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:39Z', 'updated_at': '2021-11-10T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '88273b8d-2d20-4b8f-866f-506538060ee9', 'name': '', 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'mac_address': 'fa:16:3e:7e:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f9446adf-ddb9-4aa5-b264-a7cf728bc026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:44Z', 'updated_at': '2021-11-10T03:53:52Z', 'revision_number': 4, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'subnets': [{'id': 'f9446adf-ddb9-4aa5-b264-a7cf728bc026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:54.908034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-c775f17d-4163-40d4-885e-fcdd07326647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:54.913460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce0fa9-e3f5-4bd4-9589-7ee40537c6be None None] The sync data for ids ['7a25e8be-2741-41af-b22c-fa11d0e19cff'] in n-d-817326-2 is: [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '55800373-f824-4d67-b58b-95f245039dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:53:44Z', 'revision_number': 4, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port': {'id': '55800373-f824-4d67-b58b-95f245039dda', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:39Z', 'updated_at': '2021-11-10T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '88273b8d-2d20-4b8f-866f-506538060ee9', 'name': '', 'network_id': '27439d1c-38d8-4a1c-a9a7-820b32981142', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'mac_address': 'fa:16:3e:7e:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f9446adf-ddb9-4aa5-b264-a7cf728bc026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:44Z', 'updated_at': '2021-11-10T03:53:52Z', 'revision_number': 4, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'subnets': [{'id': 'f9446adf-ddb9-4aa5-b264-a7cf728bc026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:53:54.918849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-c775f17d-4163-40d4-885e-fcdd07326647 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.1426682 Nov 10 03:53:54.945501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Provisioning complete for port 88273b8d-2d20-4b8f-866f-506538060ee9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:54.945874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:54.993986 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.021338 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.091473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fe80cd26-df67-4687-80a9-48e98401039c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:55.092047 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.119343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-455d6b8f-ef31-47de-943e-c408a29cebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:55.131720 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-455d6b8f-ef31-47de-943e-c408a29cebfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921051 Nov 10 03:53:55.166588 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bec807-08ac-4787-aa79-3a7f1ba3fcd3 x-openstack-request-id: req-87bec807-08ac-4787-aa79-3a7f1ba3fcd3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:53:55.166876 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8c575e-444d-4f42-acbe-f62c89d4d909", "tag": "fc0a846c-98b0-4164-b550-a0706db5dd65", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:53:55.167124 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87bec807-08ac-4787-aa79-3a7f1ba3fcd3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:53:55.172489 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'tag': 'fc0a846c-98b0-4164-b550-a0706db5dd65', 'status': 'completed', 'code': 200} Nov 10 03:53:55.197894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9ee5e-1a6f-48db-94bb-cc25530496e4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:55.202105 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Attempting to bind port 319a4312-2cc4-4c72-bc74-8f52014a9598 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:53:55.202468 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Attempting to bind port 319a4312-2cc4-4c72-bc74-8f52014a9598 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:53:55.202823 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Attempting to bind port 319a4312-2cc4-4c72-bc74-8f52014a9598 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:53:55.218146 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:53:55.218569 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:53:55.219147 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.219541 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:53:55.220026 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Bound port: 319a4312-2cc4-4c72-bc74-8f52014a9598, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:53:55.220398 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.349594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.387602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-7d47f669-9060-42f7-a640-f7d54ae6fc47 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549376 Nov 10 03:53:55.413032 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] For port 319a4312-2cc4-4c72-bc74-8f52014a9598, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:53:55.423362 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] For port 319a4312-2cc4-4c72-bc74-8f52014a9598, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=319a4312-2cc4-4c72-bc74-8f52014a9598,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:53:55.430897 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fda15-8a98-40a6-82e4-eb34d9569c0d None None] Pushing event updated for resources: {'Port': ['ID=319a4312-2cc4-4c72-bc74-8f52014a9598,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:55.466293 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.494120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.600478 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Routers {'49bce880-6a8c-4309-8b33-27d0adafd811'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:53:55.604792 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['49bce880-6a8c-4309-8b33-27d0adafd811'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:55.626633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ada605-61d4-4433-b736-fb6db0afd7c2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:53:55.665961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.726741 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:55.767271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d8782ba1-eee0-49c9-90dd-0118c6b14434 req-38ac7852-7bb5-4b34-9c57-b7fd3cb00463 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680053 Nov 10 03:53:55.880170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3bda9-c673-40f0-b812-4cd5090a6a8c None None] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:53:55.993518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-da732f8d-33b0-4d65-843f-55e8c86a1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:55.997428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-da732f8d-33b0-4d65-843f-55e8c86a1775 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 1094 time: 0.1493657 Nov 10 03:53:56.081656 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fda15-8a98-40a6-82e4-eb34d9569c0d None None] Pushing event updated for resources: {'Port': ['ID=319a4312-2cc4-4c72-bc74-8f52014a9598,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:56.140088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] For port 88273b8d-2d20-4b8f-866f-506538060ee9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=88273b8d-2d20-4b8f-866f-506538060ee9,segment=NetworkSegment(fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3),segment_id=fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:56.140345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Allocated IP 172.20.0.1 (23330273-32ad-4f31-add8-490842376ff7/f1fb4a22-d652-4f86-b111-7af28fc65da8/14940169-d8da-426d-aa8b-085b5a713edc) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:56.142724 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] Set router 49bce880-6a8c-4309-8b33-27d0adafd811 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:53:56.185817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port fe80cd26-df67-4687-80a9-48e98401039c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fe80cd26-df67-4687-80a9-48e98401039c,segment=NetworkSegment(ae8820fe-f2b4-4241-a17b-16ca79f2fe7f),segment_id=ae8820fe-f2b4-4241-a17b-16ca79f2fe7f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:56.202480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:56.223945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:56.229665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14ff73b8-d347-41e8-903c-b899738fc7ee up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:56.303426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-28a374f1-0b91-4796-9801-20c6d5162b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:56.305369 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-28a374f1-0b91-4796-9801-20c6d5162b30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.2822878 Nov 10 03:53:56.309187 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:56.376924 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-fe2ee6d9-04d7-4184-930a-9d7be2481396 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0a846c-98b0-4164-b550-a0706db5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0621827 Nov 10 03:53:56.477470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-54ad41ef-e245-4242-ac5d-5c148aa32651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:56.481169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-54ad41ef-e245-4242-ac5d-5c148aa32651 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0926034 Nov 10 03:53:56.590362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-82bca30c-40cb-4caa-9f48-7e938f1bea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:56.594052 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-82bca30c-40cb-4caa-9f48-7e938f1bea33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037939 Nov 10 03:53:56.643109 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:53:51Z', 'revision_number': 3, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port': {'id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:50Z', 'updated_at': '2021-11-10T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:53:56.654725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Provisioning complete for port 319a4312-2cc4-4c72-bc74-8f52014a9598 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:56.655311 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:56.683056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80630b-175a-4a6b-b39e-a78680bf65fd None None] Pushing event updated for resources: {'Port': ['ID=88273b8d-2d20-4b8f-866f-506538060ee9,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:56.703198 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fde93-dc07-436f-860e-eddbb90d1302 None None] The sync data for ids ['49bce880-6a8c-4309-8b33-27d0adafd811'] in n-d-817326-2 is: [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:53:51Z', 'revision_number': 3, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port': {'id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:50Z', 'updated_at': '2021-11-10T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:53:56.764945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.20 (f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d/925d5d83-33e6-46c3-b263-09a73293b2a1/8a3ba23b-dd5b-4b19-bdc2-bf6268177193) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:53:56.840927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-497028ab-7ec9-4f28-8a0d-bd1f9120da88 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372489 Nov 10 03:53:56.852149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:56.882394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd23e4-7c2d-475b-bac1-8346740be02f req-d9b4e6cf-af63-40f5-a488-9b5bf4ebcbb4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:56.884306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91dd23e4-7c2d-475b-bac1-8346740be02f req-d9b4e6cf-af63-40f5-a488-9b5bf4ebcbb4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 943 time: 1.0110972 Nov 10 03:53:56.963665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Network 23330273-32ad-4f31-add8-490842376ff7 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:57.048410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fc0a846c-98b0-4164-b550-a0706db5dd65 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:53:57.054674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 14ff73b8-d347-41e8-903c-b899738fc7ee triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:57.055048 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:57.082943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:57.091833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:57.109920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-40a4a83c-959b-4f85-aa65-4c1386790e82 req-00e4d1a7-2d8e-4881-b0a8-d92e1c3ce079 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620332 Nov 10 03:53:57.133242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91dd23e4-7c2d-475b-bac1-8346740be02f req-59b95dae-29c7-4433-bb60-ca7a5451a1d2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193215 Nov 10 03:53:57.209814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:53:57.220477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Pushing event updated for resources: {'Port': ['ID=14940169-d8da-426d-aa8b-085b5a713edc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:57.226763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:57.252988 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dab7a-b7ba-4d6a-b3ca-d32a09b0db38 req-7fa7ccff-bbfe-4627-93d9-e3d9de4bec4a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:57.254635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc2dab7a-b7ba-4d6a-b3ca-d32a09b0db38 req-7fa7ccff-bbfe-4627-93d9-e3d9de4bec4a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.9407346 Nov 10 03:53:57.318338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fc0a846c-98b0-4164-b550-a0706db5dd65, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fc0a846c-98b0-4164-b550-a0706db5dd65,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:57.437677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=fe80cd26-df67-4687-80a9-48e98401039c,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:57.461429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'fc0a846c-98b0-4164-b550-a0706db5dd65', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': 'fc0a846c-98b0-4164-b550-a0706db5dd65', 'mac_address': 'fa:16:3e:93:f9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:53:57.533558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.533903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.534243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.534576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.537358 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.537701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.538068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.538412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.538734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.539059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.539373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.539690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:53:57.549467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc2dab7a-b7ba-4d6a-b3ca-d32a09b0db38 req-4ded5e00-3527-4a19-8a63-e0d144c32fc4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152417 Nov 10 03:53:57.776265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-bb158909-e3c6-4794-b7f2-4dccd8e86a55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1815429 Nov 10 03:53:57.780894 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:57.945670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.003294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] For port 319a4312-2cc4-4c72-bc74-8f52014a9598, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=319a4312-2cc4-4c72-bc74-8f52014a9598,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:58.005972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.008845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.011226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.012634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.014528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.015116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.016782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.021875 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-57ac6c83-75ce-4de1-9c21-ff3de3addae2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6502 time: 0.1346040 Nov 10 03:53:58.024939 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.036109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.125171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Provisioning complete for port 14ff73b8-d347-41e8-903c-b899738fc7ee triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:58.125661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.268163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0a846c-98b0-4164-b550-a0706db5dd65 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:53:58.311071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Pushing event updated for resources: {'Port': ['ID=319a4312-2cc4-4c72-bc74-8f52014a9598,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:58.380849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fc0a846c-98b0-4164-b550-a0706db5dd65, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fc0a846c-98b0-4164-b550-a0706db5dd65,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:53:58.387130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-5664b5ea-084e-4053-8eff-7c9ec0f5ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.387845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-5664b5ea-084e-4053-8eff-7c9ec0f5ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.389846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-5664b5ea-084e-4053-8eff-7c9ec0f5ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.391280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 88273b8d-2d20-4b8f-866f-506538060ee9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:58.396799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-5664b5ea-084e-4053-8eff-7c9ec0f5ec7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9b17533-2125-45ba-b8e9-05a27e436663&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0 HTTP/1.1" status: 200 len: 2294 time: 0.3260059 Nov 10 03:53:58.452249 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.531101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-dc99817e-1f89-4aa4-8c84-5f3b63479a9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5 HTTP/1.1" status: 200 len: 1001 time: 0.1265976 Nov 10 03:53:58.645965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-45192f5f-e642-4fdf-81aa-b2f3a278a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.647504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-45192f5f-e642-4fdf-81aa-b2f3a278a702 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2b1d12e-7e0a-4c47-82e2-335f1c2ef460 HTTP/1.1" status: 200 len: 855 time: 0.1070304 Nov 10 03:53:58.706642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] In _notify_port_updated(), no bound segment for port 8a3ba23b-dd5b-4b19-bdc2-bf6268177193 on network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:53:58.727266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.727962 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.734329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "PUT /v2.0/ports/8a3ba23b-dd5b-4b19-bdc2-bf6268177193 HTTP/1.1" status: 200 len: 1000 time: 4.1370788 Nov 10 03:53:58.734919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fc0a846c-98b0-4164-b550-a0706db5dd65,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:58.742087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35756) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:53:58.747562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Provisioning complete for port fe80cd26-df67-4687-80a9-48e98401039c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:58.747919 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.769877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-8b6ae6f0-d1e0-45e6-a2e2-0d6710bbc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.771479 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-8b6ae6f0-d1e0-45e6-a2e2-0d6710bbc805 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9b17533-2125-45ba-b8e9-05a27e436663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139312 Nov 10 03:53:58.789368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 88273b8d-2d20-4b8f-866f-506538060ee9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:58.789729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.791264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd539a-609e-4b8a-8218-a9478ae25063 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=8a3ba23b-dd5b-4b19-bdc2-bf6268177193,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:58.837885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:53:58.896106 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.909728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e3176-203c-40b1-aa8e-f25445c95085 req-2a120a21-379f-47bb-8cae-10d6f59ce968 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.911591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af0e3176-203c-40b1-aa8e-f25445c95085 req-2a120a21-379f-47bb-8cae-10d6f59ce968 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 944 time: 0.3218944 Nov 10 03:53:58.933187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebe5b7-41b7-4af5-b366-9e5e44ee814b req-a1de78fb-6b04-40e9-8b8e-3cf0cb7e4cf8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:53:58.936300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64ebe5b7-41b7-4af5-b366-9e5e44ee814b req-a1de78fb-6b04-40e9-8b8e-3cf0cb7e4cf8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1572976 Nov 10 03:53:58.972798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 8a3ba23b-dd5b-4b19-bdc2-bf6268177193 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:53:58.973406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:58.994701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fe80cd26-df67-4687-80a9-48e98401039c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:59.054256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64ebe5b7-41b7-4af5-b366-9e5e44ee814b req-9a5d51b6-7148-42f3-a692-cd5a7fe8137d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953469 Nov 10 03:53:59.072342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.087378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 8a3ba23b-dd5b-4b19-bdc2-bf6268177193 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:53:59.126044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af0e3176-203c-40b1-aa8e-f25445c95085 req-9605507a-d42c-4683-a16d-35a96877f730 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882529 Nov 10 03:53:59.158360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Provisioning complete for port 88273b8d-2d20-4b8f-866f-506538060ee9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:59.158728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82fda7cc-09fe-473a-b269-7a5af65c9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.202915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fe80cd26-df67-4687-80a9-48e98401039c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:59.203577 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.276371 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-0b330975-8164-4b5e-b60b-115ea13ea571 service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796355 Nov 10 03:53:59.348661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.363942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.384499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 319a4312-2cc4-4c72-bc74-8f52014a9598 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:59.429354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.452824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Pushing event updated for resources: {'Port': ['ID=14940169-d8da-426d-aa8b-085b5a713edc,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:59.457549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 319a4312-2cc4-4c72-bc74-8f52014a9598 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:59.458163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.479999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=8a3ba23b-dd5b-4b19-bdc2-bf6268177193,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:53:59.503487 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.523098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-23e6f554-91ff-4865-9a39-cca2769a1882 None None] Provisioning complete for port 14940169-d8da-426d-aa8b-085b5a713edc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:59.523731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23e6f554-91ff-4865-9a39-cca2769a1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.608945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-23e6f554-91ff-4865-9a39-cca2769a1882 None None] Port 14940169-d8da-426d-aa8b-085b5a713edc cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:53:59.619984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-23e6f554-91ff-4865-9a39-cca2769a1882 None None] Could not find standard attr ID for object 8a3ba23b-dd5b-4b19-bdc2-bf6268177193. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:53:59.634661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-23e6f554-91ff-4865-9a39-cca2769a1882 None None] Provisioning complete for port 14ff73b8-d347-41e8-903c-b899738fc7ee triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:59.634960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23e6f554-91ff-4865-9a39-cca2769a1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:53:59.688896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Network 23330273-32ad-4f31-add8-490842376ff7 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:53:59.690269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:53:59.873006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Router 49bce880-6a8c-4309-8b33-27d0adafd811 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:53:59.925675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 319a4312-2cc4-4c72-bc74-8f52014a9598 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:53:59.984915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 319a4312-2cc4-4c72-bc74-8f52014a9598 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:53:59.985283 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.012396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:00.018488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-00b77ef8-d9c4-4c24-b8af-2ec7b06fb3af admin admin] 10.222.0.24 "PUT /v2.0/routers/49bce880-6a8c-4309-8b33-27d0adafd811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6009176 Nov 10 03:54:00.029190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Sync routers for ids ['49bce880-6a8c-4309-8b33-27d0adafd811'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:00.049833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-eb687e0c-b7d4-42f6-b870-9c4ced000cd6 service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956983 Nov 10 03:54:00.111755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-6c6529ce-b7bb-4a27-aa49-7620dc299478 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 217 time: 0.0503292 Nov 10 03:54:00.113004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.117985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8f3065c2-b2d0-46e1-8d84-14d75f089e89 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/8a3ba23b-dd5b-4b19-bdc2-bf6268177193 HTTP/1.1" status: 204 len: 168 time: 1.3727484 Nov 10 03:54:00.120147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35768) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:00.182556 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-35591c1d-bb5f-48f0-b792-2bcc9f46d228 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:00.188060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-35591c1d-bb5f-48f0-b792-2bcc9f46d228 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/8a3ba23b-dd5b-4b19-bdc2-bf6268177193 HTTP/1.1" status: 404 len: 333 time: 0.0657787 Nov 10 03:54:00.193277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35776) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:00.193486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-bf31fe3b-ca56-4edb-b4e3-74e28be9e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.194733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-bf31fe3b-ca56-4edb-b4e3-74e28be9e3a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1096 time: 0.6169815 Nov 10 03:54:00.209162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Routers {'49bce880-6a8c-4309-8b33-27d0adafd811'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:00.209787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['49bce880-6a8c-4309-8b33-27d0adafd811'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:00.246371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e0176d98-aeb9-405f-a7a3-a68286e18e17 None None] Provisioning complete for port 14940169-d8da-426d-aa8b-085b5a713edc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:00.246735 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e0176d98-aeb9-405f-a7a3-a68286e18e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.267082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-0cea6087-1e77-42f3-abeb-4119b8fbeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.268546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-0cea6087-1e77-42f3-abeb-4119b8fbeb4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.1490448 Nov 10 03:54:00.311022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd2f1-9e15-4f9a-8dfa-9da155058b2f req-4e861897-b2f6-45fc-aa57-46226975cc42 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.314727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cffd2f1-9e15-4f9a-8dfa-9da155058b2f req-4e861897-b2f6-45fc-aa57-46226975cc42 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1423612 Nov 10 03:54:00.318961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet 925d5d83-33e6-46c3-b263-09a73293b2a1 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:00.329961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.345064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-7b0bc7b8-1e86-47d1-a199-1bf355ded446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.346629 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-7b0bc7b8-1e86-47d1-a199-1bf355ded446 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656030 Nov 10 03:54:00.347568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-3a7cbe99-74a5-4133-998d-9849a207af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.348853 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-3a7cbe99-74a5-4133-998d-9849a207af02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 913 time: 0.1468971 Nov 10 03:54:00.367255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fe383-0b7f-4e23-895e-51773db08dcd req-d76f6f71-7a80-4ee4-a4ca-ff5e64d34d93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.367788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e0176d98-aeb9-405f-a7a3-a68286e18e17 None None] Port 14940169-d8da-426d-aa8b-085b5a713edc cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:00.369100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-984fe383-0b7f-4e23-895e-51773db08dcd req-d76f6f71-7a80-4ee4-a4ca-ff5e64d34d93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 944 time: 0.1468098 Nov 10 03:54:00.383569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Set router 49bce880-6a8c-4309-8b33-27d0adafd811 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:00.413868 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.457980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-23da8b9c-db7a-4fd8-93be-1aa7e345a938 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 200 len: 217 time: 0.0882063 Nov 10 03:54:00.468282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cffd2f1-9e15-4f9a-8dfa-9da155058b2f req-2115be60-22ad-4671-9ebd-9771261318be tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421053 Nov 10 03:54:00.499481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-984fe383-0b7f-4e23-895e-51773db08dcd req-e5c77219-127a-452e-bcea-8b1d3d171f92 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077697 Nov 10 03:54:00.549422 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-00e1335d-d682-4018-96aa-54ca0bae9a11 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889551 Nov 10 03:54:00.551045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-39527369-65a7-4ed9-bee6-de695764cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.552915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-39527369-65a7-4ed9-bee6-de695764cc58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.0779421 Nov 10 03:54:00.603397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.664260 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:53:58Z', 'revision_number': 4, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port': {'id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:50Z', 'updated_at': '2021-11-10T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '14940169-d8da-426d-aa8b-085b5a713edc', 'name': '', 'network_id': '23330273-32ad-4f31-add8-490842376ff7', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'mac_address': 'fa:16:3e:81:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f1fb4a22-d652-4f86-b111-7af28fc65da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:55Z', 'updated_at': '2021-11-10T03:53:59Z', 'revision_number': 2, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'subnets': [{'id': 'f1fb4a22-d652-4f86-b111-7af28fc65da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:00.694209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Checking router: 49bce880-6a8c-4309-8b33-27d0adafd811 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:54:00.694675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Updating router 49bce880-6a8c-4309-8b33-27d0adafd811 port 14940169-d8da-426d-aa8b-085b5a713edc binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:54:00.695910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-07dbc74b-3a4f-4462-9812-bb7069782800 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332102 Nov 10 03:54:00.697832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-5c6680e7-fb93-46f4-af96-6cdc986265ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548708 Nov 10 03:54:00.701077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.730503 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.755158 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.759009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/925d5d83-33e6-46c3-b263-09a73293b2a1 HTTP/1.1" status: 204 len: 168 time: 0.5660527 Nov 10 03:54:00.760157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981c284-d11d-4982-a080-8bf9a9579efb tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=925d5d83-33e6-46c3-b263-09a73293b2a1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:00.762600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35784) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:00.780640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6a1b8-dc1c-4813-8614-1c1914b211f8 None None] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:00.853304 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-be19a660-5086-4b56-9615-37e96a188035 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 217 time: 0.1438670 Nov 10 03:54:00.877002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet f89bbe21-eede-4bbf-bc8e-687368aaaa4e {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:00.879795 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.926299 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-75561128-46a4-4ab1-ab44-120e53452874 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552949 Nov 10 03:54:00.944569 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:00.983682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-0eff179f-fad6-4991-b806-234393dee362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:00.985150 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-0eff179f-fad6-4991-b806-234393dee362 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.1178284 Nov 10 03:54:01.041199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fc0a846c-98b0-4164-b550-a0706db5dd65 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:01.072479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-ebaf004a-fb43-4582-b707-992bccaad72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:01.073642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-ebaf004a-fb43-4582-b707-992bccaad72b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785172 Nov 10 03:54:01.075819 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.076308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3344144-065d-46b2-8cf5-b182cc2541d4 req-22a4b5a4-a6c2-4ef6-a06b-293af4597703 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433032 Nov 10 03:54:01.169780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.183238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port fc0a846c-98b0-4164-b550-a0706db5dd65 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:54:01.211142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port fc0a846c-98b0-4164-b550-a0706db5dd65 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:01.211510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.227140 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-7c04decd-c171-43f2-840b-1baa66ea2ec3 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326559 Nov 10 03:54:01.235661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=f89bbe21-eede-4bbf-bc8e-687368aaaa4e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:01.237837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.244454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e60f2d74-516c-419c-8c1e-4581149a167e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/f89bbe21-eede-4bbf-bc8e-687368aaaa4e HTTP/1.1" status: 204 len: 168 time: 0.4783554 Nov 10 03:54:01.244976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35802) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:01.272263 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.284159 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.387940 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.415214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73032e8-0a1c-4263-82bf-a6b46dbfa1e0 None None] Pushing event updated for resources: {'Port': ['ID=14940169-d8da-426d-aa8b-085b5a713edc,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:01.468170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 14ff73b8-d347-41e8-903c-b899738fc7ee {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:01.468927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.479532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-35f2de32-f8c5-4791-8f82-9ccca8eba4d0 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353549 Nov 10 03:54:01.498614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Attempting to bind port 14940169-d8da-426d-aa8b-085b5a713edc on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:01.498980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Attempting to bind port 14940169-d8da-426d-aa8b-085b5a713edc by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:01.499341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Attempting to bind port 14940169-d8da-426d-aa8b-085b5a713edc on network 23330273-32ad-4f31-add8-490842376ff7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:01.501532 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.527763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:01.528149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Checking segment: {'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:01.528555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.528950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Bound using segment: {'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:01.529488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Bound port: 14940169-d8da-426d-aa8b-085b5a713edc, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23330273-32ad-4f31-add8-490842376ff7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:01.529871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.592909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0a846c-98b0-4164-b550-a0706db5dd65'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:54:01.595229 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b04e05-b08b-4fa6-a56d-1aa80ce5af69" -d '{"events": [{"server_uuid": "cd8c575e-444d-4f42-acbe-f62c89d4d909", "name": "network-vif-plugged", "status": "completed", "tag": "fc0a846c-98b0-4164-b550-a0706db5dd65"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:54:01.615489 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-20eb686c-99de-4318-a335-42239c61d3f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=238d3fce-df56-4ff3-83d8-3955c3b63894 HTTP/1.1" status: 200 len: 217 time: 0.1245260 Nov 10 03:54:01.637141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fc0a846c-98b0-4164-b550-a0706db5dd65, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fc0a846c-98b0-4164-b550-a0706db5dd65,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:01.660204 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.700329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-c6631bf2-d5f3-4c49-b1e3-fd1be2b1d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:01.701799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-c6631bf2-d5f3-4c49-b1e3-fd1be2b1d3fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0695195 Nov 10 03:54:01.718977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] For port 14ff73b8-d347-41e8-903c-b899738fc7ee, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14ff73b8-d347-41e8-903c-b899738fc7ee,segment=NetworkSegment(e526168c-d08f-409a-a63c-8d2d3b564881),segment_id=e526168c-d08f-409a-a63c-8d2d3b564881)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:01.719563 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.727770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] For port 14940169-d8da-426d-aa8b-085b5a713edc, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:01.731742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] For port 14940169-d8da-426d-aa8b-085b5a713edc, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14940169-d8da-426d-aa8b-085b5a713edc,segment=NetworkSegment(ae8820fe-f2b4-4241-a17b-16ca79f2fe7f),segment_id=ae8820fe-f2b4-4241-a17b-16ca79f2fe7f)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:01.733233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fc0a846c-98b0-4164-b550-a0706db5dd65,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:01.742266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:01.755417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 14ff73b8-d347-41e8-903c-b899738fc7ee owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:01.780671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546d5c5-c8f1-4f4b-98e8-8113a451c262 req-8a1cc0b6-5d4b-4e81-b9aa-4998f0d8824d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:01.782623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-d77b8df6-20a2-4bd7-a8af-efef70627773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:01.784508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-d77b8df6-20a2-4bd7-a8af-efef70627773 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732849 Nov 10 03:54:01.788952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0546d5c5-c8f1-4f4b-98e8-8113a451c262 req-8a1cc0b6-5d4b-4e81-b9aa-4998f0d8824d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1549215 Nov 10 03:54:01.796097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Routers {'49bce880-6a8c-4309-8b33-27d0adafd811'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:01.796861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['49bce880-6a8c-4309-8b33-27d0adafd811'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:01.809767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99061c-483c-49c6-9589-8204124cc1db req-49b9f1f6-cc60-4fcd-ae71-ed74bd49f917 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:01.817623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd99061c-483c-49c6-9589-8204124cc1db req-49b9f1f6-cc60-4fcd-ae71-ed74bd49f917 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.1695046 Nov 10 03:54:01.927970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd99061c-483c-49c6-9589-8204124cc1db req-b8ab8312-87e4-44f8-8baa-a01f03f5e03d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969331 Nov 10 03:54:01.948127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-9e6fdb84-6bd0-4085-abe2-64de5659eac4 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467693 Nov 10 03:54:01.962701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73032e8-0a1c-4263-82bf-a6b46dbfa1e0 None None] Pushing event updated for resources: {'Port': ['ID=14940169-d8da-426d-aa8b-085b5a713edc,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:01.970219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-13153eeb-c96a-4843-a3e8-5de1a1a042f0 None None] Provisioning complete for port 14940169-d8da-426d-aa8b-085b5a713edc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:01.970588 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-13153eeb-c96a-4843-a3e8-5de1a1a042f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.059078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0546d5c5-c8f1-4f4b-98e8-8113a451c262 req-2b571024-36fd-4a2c-aa24-d155472fa7ba tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690258 Nov 10 03:54:02.063584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.102028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-02fd0e47-a9af-4a71-94c7-73e48e23561f service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453614 Nov 10 03:54:02.130936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] Set router 49bce880-6a8c-4309-8b33-27d0adafd811 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:02.158392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=14ff73b8-d347-41e8-903c-b899738fc7ee,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:02.163119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No DVR routers for this DVR port 14ff73b8-d347-41e8-903c-b899738fc7ee on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:02.191431 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3b3d26-ec63-4c90-8852-edb54d4ee27e x-openstack-request-id: req-dd3b3d26-ec63-4c90-8852-edb54d4ee27e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:54:02.191431 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8c575e-444d-4f42-acbe-f62c89d4d909", "name": "network-vif-plugged", "status": "completed", "tag": "fc0a846c-98b0-4164-b550-a0706db5dd65", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:54:02.191431 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd3b3d26-ec63-4c90-8852-edb54d4ee27e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:54:02.191431 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0a846c-98b0-4164-b550-a0706db5dd65', 'code': 200} Nov 10 03:54:02.197927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-425022c7-e33d-4a4c-8203-217b04d45c67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0 HTTP/1.1" status: 200 len: 217 time: 0.0874548 Nov 10 03:54:02.223405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb55ab8c-af5d-4ca7-aa0c-613cb8c33128 None None] Network f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:02.319395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-ccefe02c-c35d-48e0-8933-17962dcb4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.321753 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-ccefe02c-c35d-48e0-8933-17962dcb4f4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.1086531 Nov 10 03:54:02.325270 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.345838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140bde9-3ec0-4f82-9a90-beab70a57a0e req-89ef680c-e9e1-4d40-aa6e-f5f3f872fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.347598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0140bde9-3ec0-4f82-9a90-beab70a57a0e req-89ef680c-e9e1-4d40-aa6e-f5f3f872fcf0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 1096 time: 0.0897903 Nov 10 03:54:02.375351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:02.411162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-b024767a-605d-46a7-a00d-b660d0c9f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.413009 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-b024767a-605d-46a7-a00d-b660d0c9f5f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843096 Nov 10 03:54:02.426645 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0140bde9-3ec0-4f82-9a90-beab70a57a0e req-3ceea389-bb23-488e-8283-13bf7c7f7ddd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619757 Nov 10 03:54:02.454707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e526168c-d08f-409a-a63c-8d2d3b564881') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:02.455244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e526168c-d08f-409a-a63c-8d2d3b564881') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:02.468243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.513459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.524363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.531100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.537048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.543464 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-71abac46-68fd-4e00-be32-406b9a8340ba service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194165 Nov 10 03:54:02.543638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.549817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.555922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.563949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-650c920a-5603-4cfc-b587-c2dd5aecba53 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.1761632 Nov 10 03:54:02.566218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35844) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:02.588068 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.638049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:02.638460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:02.641515 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:02.656554 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-13153eeb-c96a-4843-a3e8-5de1a1a042f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.663717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-0f7aa370-9c94-48b1-acf8-214c3db4b8fe service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128421 Nov 10 03:54:02.724731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-207fe9b1-e5a3-40e2-a828-112a42b06460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=207a9264-abd3-4613-b424-2384294d5ca0 HTTP/1.1" status: 200 len: 217 time: 0.0535252 Nov 10 03:54:02.731618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:02.775727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.799104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-e75c9168-bd2b-467a-a507-de625ea59327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.799332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-13153eeb-c96a-4843-a3e8-5de1a1a042f0 None None] For port 14940169-d8da-426d-aa8b-085b5a713edc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14940169-d8da-426d-aa8b-085b5a713edc,segment=NetworkSegment(ae8820fe-f2b4-4241-a17b-16ca79f2fe7f),segment_id=ae8820fe-f2b4-4241-a17b-16ca79f2fe7f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:02.800089 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.800707 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-e75c9168-bd2b-467a-a507-de625ea59327 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0606735 Nov 10 03:54:02.806963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d HTTP/1.1" status: 204 len: 168 time: 1.5574045 Nov 10 03:54:02.806963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a6551-3d63-4b60-ba51-dff42c4c469f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:02.813378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12bfd7bc-ec1e-4b7c-ae4f-fb5f06ae05d4 req-20398704-804e-4321-8437-52b0275e8eef tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2485981 Nov 10 03:54:02.816982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35846) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:02.834325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0df77-e7af-4c1e-ad95-8dab1da33f2f None None] DHCP port deletion for f9cdb73e-6a22-4575-8c9c-e1971f3a2c2d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:02.849923 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-13153eeb-c96a-4843-a3e8-5de1a1a042f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:02.855965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-6fce3742-04da-4ff2-a0aa-110b6e5a1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.857916 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-6fce3742-04da-4ff2-a0aa-110b6e5a1714 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481930 Nov 10 03:54:02.965619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b0605-0b60-477c-8ec0-aa5bbcdbbb2f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:02.969964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fb8b0605-0b60-477c-8ec0-aa5bbcdbbb2f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1486886 Nov 10 03:54:02.971035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35852) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:02.983568 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-d42b52cf-3a71-44eb-89c2-e2e772597667 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142216 Nov 10 03:54:03.000217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13153eeb-c96a-4843-a3e8-5de1a1a042f0 None None] Pushing event updated for resources: {'Port': ['ID=14940169-d8da-426d-aa8b-085b5a713edc,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:03.023841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:53:58Z', 'revision_number': 4, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port': {'id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:50Z', 'updated_at': '2021-11-10T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '14940169-d8da-426d-aa8b-085b5a713edc', 'name': '', 'network_id': '23330273-32ad-4f31-add8-490842376ff7', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'mac_address': 'fa:16:3e:81:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f1fb4a22-d652-4f86-b111-7af28fc65da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:55Z', 'updated_at': '2021-11-10T03:54:01Z', 'revision_number': 4, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'subnets': [{'id': 'f1fb4a22-d652-4f86-b111-7af28fc65da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:03.057092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbb320-282c-4e45-b291-9a88f7b66fe0 None None] The sync data for ids ['49bce880-6a8c-4309-8b33-27d0adafd811'] in n-d-817326-2 is: [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:53:58Z', 'revision_number': 4, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port': {'id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:50Z', 'updated_at': '2021-11-10T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '14940169-d8da-426d-aa8b-085b5a713edc', 'name': '', 'network_id': '23330273-32ad-4f31-add8-490842376ff7', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'mac_address': 'fa:16:3e:81:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f1fb4a22-d652-4f86-b111-7af28fc65da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:55Z', 'updated_at': '2021-11-10T03:54:01Z', 'revision_number': 4, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'subnets': [{'id': 'f1fb4a22-d652-4f86-b111-7af28fc65da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:03.059329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:03.068951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-77619f31-409f-45f1-8c1c-8668ef92b823 None None] Provisioning complete for port 14940169-d8da-426d-aa8b-085b5a713edc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:03.068951 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77619f31-409f-45f1-8c1c-8668ef92b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:03.179780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-791037c8-f180-4bab-a15e-ed0a9e5729f3 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851068 Nov 10 03:54:03.186551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:03.193134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:03.259698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-0d664ae4-ce4b-4f31-8929-d9b94926f764 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fd9f72-9f73-4107-ae80-20723a6184a3 HTTP/1.1" status: 200 len: 217 time: 0.0706682 Nov 10 03:54:03.322221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:03.331945 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-77619f31-409f-45f1-8c1c-8668ef92b823 None None] Could not find standard attr ID for object 14ff73b8-d347-41e8-903c-b899738fc7ee. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:03.343298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-f25db125-c60b-43dc-ba0f-9d65920fac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.344900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-f25db125-c60b-43dc-ba0f-9d65920fac38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0690191 Nov 10 03:54:03.398689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-7c50af12-4377-4695-bc26-a2cbde90f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.400146 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-7c50af12-4377-4695-bc26-a2cbde90f3b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473170 Nov 10 03:54:03.510259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-baa54c61-a7c2-4501-9d4d-96dfad4c8be4 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002185 Nov 10 03:54:03.529371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.537078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.543622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.550996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.557033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.564160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.573377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.588100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-996bd4ad-d32f-4345-ab22-4bbbbcb5166a req-5ae02db3-8d80-45f5-8627-a81accfcb5dd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.6509328 Nov 10 03:54:03.635973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-155c5976-6f13-45f5-b4c3-db79d61dd0af tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6618459 Nov 10 03:54:03.643988 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:03.650475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910901695'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:03.651254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b6c11e3f-744b-4999-82a2-65f1ac35cc37 req-e7586806-83e0-4b14-83e6-1d24180d5f0b service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275098 Nov 10 03:54:03.666019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d1737-1bb1-4edc-a113-9543e8cd2ebe req-4e4eb5b2-ff66-45e1-9403-b4d1a3225e5d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.675537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a28d1737-1bb1-4edc-a113-9543e8cd2ebe req-4e4eb5b2-ff66-45e1-9403-b4d1a3225e5d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 945 time: 0.5913198 Nov 10 03:54:03.789014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:03.793246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:03.844753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ec783-2de9-430a-a07f-b53a77ab6395 req-e0531732-10f7-4762-92aa-890029d78692 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:03.846291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-102ec783-2de9-430a-a07f-b53a77ab6395 req-e0531732-10f7-4762-92aa-890029d78692 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1684942 Nov 10 03:54:03.862542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a28d1737-1bb1-4edc-a113-9543e8cd2ebe req-495e54d0-f8c4-4c68-9e0e-b79f3223e459 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857219 Nov 10 03:54:03.872466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:54:03.884462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:03.884866 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment 798a44e1-493c-48bf-87a8-de9b29b87f00 of type vlan for network eaa011fc-4eb5-469e-b9c6-475f775da2b5 Nov 10 03:54:03.935329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14940169-d8da-426d-aa8b-085b5a713edc up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:03.965309 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.007691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 14940169-d8da-426d-aa8b-085b5a713edc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:04.008071 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.013666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-102ec783-2de9-430a-a07f-b53a77ab6395 req-ba9614f9-1247-439a-af8a-c763980c96eb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262820 Nov 10 03:54:04.066728 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.072260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:04.072868 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.152567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5071974 Nov 10 03:54:04.155859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35866) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:04.162182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:04.176656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb718805-1043-48f1-a6f9-e8e2bf2ae8ea tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=eaa011fc-4eb5-469e-b9c6-475f775da2b5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:04.190380 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.191987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:54:04.251886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:54:04.254330 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf010324-48cb-4e37-a9e7-0f8c181f6a73" -d '{"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-unplugged", "status": "completed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:54:04.258654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14ff73b8-d347-41e8-903c-b899738fc7ee no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:04.322345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:04.327006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.330922 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 03:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a305850e-485a-4d58-8b1b-2fefd59625f2 x-openstack-request-id: req-a305850e-485a-4d58-8b1b-2fefd59625f2 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:54:04.331328 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-unplugged", "status": "failed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab", "code": 422}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:54:04.331580 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a305850e-485a-4d58-8b1b-2fefd59625f2 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:54:04.332080 n-d-817326-2 neutron-server[102598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'code': 422} returned with failed status Nov 10 03:54:04.332789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 14ff73b8-d347-41e8-903c-b899738fc7ee {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:04.333125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14ff73b8-d347-41e8-903c-b899738fc7ee not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:04.505669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Deleting port 88273b8d-2d20-4b8f-866f-506538060ee9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:04.506042 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.536359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.601178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] For port 88273b8d-2d20-4b8f-866f-506538060ee9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=88273b8d-2d20-4b8f-866f-506538060ee9,segment=NetworkSegment(fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3),segment_id=fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:04.601576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.602606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=78607c89-05d2-4c87-826e-96ed076a1840,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:04.615898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Calling delete_port for 88273b8d-2d20-4b8f-866f-506538060ee9 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:04.619302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': '798a44e1-493c-48bf-87a8-de9b29b87f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:04.619662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: eaa011fc-4eb5-469e-b9c6-475f775da2b5, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:54:04.635530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:54:04.644991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, eaa011fc-4eb5-469e-b9c6-475f775da2b5) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:04.650472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:04.651458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.656429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd953ba-ef49-40ec-84f6-c0f5f2d41eaa None None] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:04.670342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fd33328c-68a7-4e6f-a4ab-41f95c5af991 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5121000 Nov 10 03:54:04.671827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35872) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:04.677612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5', 'name': 'tempest-PortsTestJSON-1317563578'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:04.812072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:04.816596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.817242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.820880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-eaa011fc-4eb5-469e-b9c6-475f775da2b5', 'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5', 'tenant_id': '85fc9352d5dd4050ba1acf2eb49abad9', 'fixed_ips': [{'subnet_id': '78607c89-05d2-4c87-826e-96ed076a1840'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:54:04.822113 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:04.841109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 94253caa-2fc2-41f4-9804-4e6930c20781 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:54:04.854659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Pushing event deleted for resources: {'Port': ['ID=88273b8d-2d20-4b8f-866f-506538060ee9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:04.992602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.9 (eaa011fc-4eb5-469e-b9c6-475f775da2b5/78607c89-05d2-4c87-826e-96ed076a1840/94253caa-2fc2-41f4-9804-4e6930c20781) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:05.188524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.205575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d7d1a-b153-4b08-bebd-53ec3d699401 req-5f36d250-b073-42a2-8b1d-e87b2b2b9b42 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:05.207245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-940d7d1a-b153-4b08-bebd-53ec3d699401 req-5f36d250-b073-42a2-8b1d-e87b2b2b9b42 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.2058682 Nov 10 03:54:05.212250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.227609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.262261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec6f1c-06d0-4c1a-bf3b-483834e16699 req-1f861b2c-d87b-4682-83da-c265ddbacffd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:05.269853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9eec6f1c-06d0-4c1a-bf3b-483834e16699 req-1f861b2c-d87b-4682-83da-c265ddbacffd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1136777 Nov 10 03:54:05.308653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=94253caa-2fc2-41f4-9804-4e6930c20781,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:05.324051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:05.325515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:05.328603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:05.355688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Allocated IP 172.20.0.2 (eaa011fc-4eb5-469e-b9c6-475f775da2b5/78607c89-05d2-4c87-826e-96ed076a1840/25319f18-da08-4970-b3ca-4b5a8d9ed5f6) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:05.392337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:05.392596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.418571 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ef0d89f8-fa48-4f2f-9bbc-ab58fe8aa788 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7456365 Nov 10 03:54:05.420990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35892) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:05.426174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5', 'name': 'tempest-PortsTestJSON-1684161052'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:05.452047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-940d7d1a-b153-4b08-bebd-53ec3d699401 req-1a71f6af-fbff-4257-af46-d9c40d5381e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266948 Nov 10 03:54:05.511623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9eec6f1c-06d0-4c1a-bf3b-483834e16699 req-cfc1297e-7746-4f3f-b39f-07eb74a7d890 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081585 Nov 10 03:54:05.587065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:05.592005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.628077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port d01dc2b2-e59f-4100-beb2-4669e1c10e18 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:54:05.669980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.681646 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.732255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:05.736020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:05.740448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:05.748998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Pushing event updated for resources: {'Port': ['ID=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:05.806703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Attempting to bind port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:05.807205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Attempting to bind port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '798a44e1-493c-48bf-87a8-de9b29b87f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:05.807871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Attempting to bind port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 on network eaa011fc-4eb5-469e-b9c6-475f775da2b5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:05.814244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:05.814922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Checking segment: {'id': '798a44e1-493c-48bf-87a8-de9b29b87f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:05.815488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.816162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Bound using segment: {'id': '798a44e1-493c-48bf-87a8-de9b29b87f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:05.816789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Bound port: 25319f18-da08-4970-b3ca-4b5a8d9ed5f6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798a44e1-493c-48bf-87a8-de9b29b87f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eaa011fc-4eb5-469e-b9c6-475f775da2b5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:05.817463 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.840041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.3 (eaa011fc-4eb5-469e-b9c6-475f775da2b5/78607c89-05d2-4c87-826e-96ed076a1840/d01dc2b2-e59f-4100-beb2-4669e1c10e18) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:05.852842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ae294-d862-4cb1-8ddb-cf4b2413d344 req-a8d85d96-d8f6-4ca6-9ea3-c410365ea3e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:05.863673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-770ae294-d862-4cb1-8ddb-cf4b2413d344 req-a8d85d96-d8f6-4ca6-9ea3-c410365ea3e2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.1855102 Nov 10 03:54:05.912018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35914) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:05.915976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] For port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:05.920156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] For port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,segment=NetworkSegment(798a44e1-493c-48bf-87a8-de9b29b87f00),segment_id=798a44e1-493c-48bf-87a8-de9b29b87f00)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:05.928064 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:05.938585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Router 7a25e8be-2741-41af-b22c-fa11d0e19cff has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:54:05.964289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-770ae294-d862-4cb1-8ddb-cf4b2413d344 req-c818d9f8-c981-4e6d-a630-c415d3fb153e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997574 Nov 10 03:54:06.012010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30881d8-f784-44bc-bea9-2559b41ffe8e req-e373dbc9-60e4-42e4-b8cd-7740508d68f5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.019071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b393f4-79f5-45be-baca-8c30d06659ec None None] Pushing event updated for resources: {'Port': ['ID=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:06.019414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d30881d8-f784-44bc-bea9-2559b41ffe8e req-e373dbc9-60e4-42e4-b8cd-7740508d68f5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1520202 Nov 10 03:54:06.094771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.095416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.095890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.096351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.096813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.097279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.099123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.109610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-779e8ad3-cff6-4b6f-80b2-4248c0292da0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6490 time: 0.1888218 Nov 10 03:54:06.152924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d30881d8-f784-44bc-bea9-2559b41ffe8e req-15f362d7-2ddc-49cc-8ca5-ff08ad003ed2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319413 Nov 10 03:54:06.192848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:06.198958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1f17a627-63f3-40b7-9ced-b1f7b43a5133 admin admin] 10.222.0.24 "PUT /v2.0/routers/7a25e8be-2741-41af-b22c-fa11d0e19cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6293910 Nov 10 03:54:06.201491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35928) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:06.205269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] Sync routers for ids ['7a25e8be-2741-41af-b22c-fa11d0e19cff'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:06.227438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.234010 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] Routers {'7a25e8be-2741-41af-b22c-fa11d0e19cff'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:06.235789 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7a25e8be-2741-41af-b22c-fa11d0e19cff'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:06.243789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-783bda27-7954-4c68-b334-e551bea58bc6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334641 Nov 10 03:54:06.305171 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.355376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-299d2d22-0f13-42a8-88f0-3aced05d356e req-820c13ed-fcde-451a-9993-a23f5fb1e037 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:54:06.356417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-299d2d22-0f13-42a8-88f0-3aced05d356e req-820c13ed-fcde-451a-9993-a23f5fb1e037 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0834560 Nov 10 03:54:06.372951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.434904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:06.457490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:06.466159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:06.473659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=d01dc2b2-e59f-4100-beb2-4669e1c10e18,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:06.556252 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] Set router 7a25e8be-2741-41af-b22c-fa11d0e19cff gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:06.574175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.575467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.606999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-43b51f54-cd76-48c4-b4a4-a0ae52907641 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1845133 Nov 10 03:54:06.610018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35946) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:06.647749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.721954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:06.734674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3b254-2c78-45f0-951d-00aebb4945cd req-3144636a-5fd2-4274-81dd-d591598e4bd8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.750308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b3b254-2c78-45f0-951d-00aebb4945cd req-3144636a-5fd2-4274-81dd-d591598e4bd8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.1842041 Nov 10 03:54:06.777345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ceaa04-7780-44a0-915e-336e9719270e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:06.784307 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-38ceaa04-7780-44a0-915e-336e9719270e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1712308 Nov 10 03:54:06.784858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:06.791240 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '55800373-f824-4d67-b58b-95f245039dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:54:04Z', 'revision_number': 5, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port': {'id': '55800373-f824-4d67-b58b-95f245039dda', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:39Z', 'updated_at': '2021-11-10T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:06.822636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b3b254-2c78-45f0-951d-00aebb4945cd req-e272be37-c6a2-4429-9f85-c2aeaafcf01b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713651 Nov 10 03:54:06.834676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Deleting port 55800373-f824-4d67-b58b-95f245039dda {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:06.835014 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.837072 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] Checking router: 7a25e8be-2741-41af-b22c-fa11d0e19cff for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:54:06.851715 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] Routers {'7a25e8be-2741-41af-b22c-fa11d0e19cff'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:06.852576 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7a25e8be-2741-41af-b22c-fa11d0e19cff'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:06.939253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] For port 55800373-f824-4d67-b58b-95f245039dda, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=55800373-f824-4d67-b58b-95f245039dda,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:06.939675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.953198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port d01dc2b2-e59f-4100-beb2-4669e1c10e18 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:06.953955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:06.967137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Calling delete_port for 55800373-f824-4d67-b58b-95f245039dda owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:06.988188 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] Set router 7a25e8be-2741-41af-b22c-fa11d0e19cff gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:07.053579 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:54:06Z', 'revision_number': 6, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:07.072516 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-8d2c2bfa-1b73-498b-85d2-f43d1c1192b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2057221 Nov 10 03:54:07.084741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-5e4abbf3-6563-41f4-9378-5be373c09e9c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:54:07.085746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-5e4abbf3-6563-41f4-9378-5be373c09e9c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058670 Nov 10 03:54:07.086257 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304760-b0d9-4d66-be74-b87c39ebe343 None None] The sync data for ids ['7a25e8be-2741-41af-b22c-fa11d0e19cff'] in n-d-817326-2 is: [{'id': '7a25e8be-2741-41af-b22c-fa11d0e19cff', 'name': 'tempest-TestAggregatesBasicOps-938450916-router', 'tenant_id': '0dc35bf860e04011b71e9611924475f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:38Z', 'updated_at': '2021-11-10T03:54:06Z', 'revision_number': 6, 'project_id': '0dc35bf860e04011b71e9611924475f8', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:07.101557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.114474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for d01dc2b2-e59f-4100-beb2-4669e1c10e18 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:07.208937 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.246623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b7aa1-4aed-4c65-bc79-ae617fbb278c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:07.286990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Pushing event deleted for resources: {'Port': ['ID=55800373-f824-4d67-b58b-95f245039dda,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:07.309413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.349804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=d01dc2b2-e59f-4100-beb2-4669e1c10e18,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:07.384610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee0fd3-2f4e-4937-9af0-4158ed15c47b req-8360c97f-690e-4e56-8ad8-4bc88eeb6b29 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:07.392784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85ee0fd3-2f4e-4937-9af0-4158ed15c47b req-8360c97f-690e-4e56-8ad8-4bc88eeb6b29 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1116815 Nov 10 03:54:07.395432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.444625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.450197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5c64876f-97e2-4bda-ab45-be6d5e6ef2b8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/d01dc2b2-e59f-4100-beb2-4669e1c10e18 HTTP/1.1" status: 204 len: 168 time: 0.6637163 Nov 10 03:54:07.452867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35968) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:07.491200 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff172a1e-134d-443f-af61-2b2474e7f959 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:07.493083 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ff172a1e-134d-443f-af61-2b2474e7f959 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/d01dc2b2-e59f-4100-beb2-4669e1c10e18 HTTP/1.1" status: 404 len: 333 time: 0.0386744 Nov 10 03:54:07.496164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35970) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:07.531999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d2448-01fe-477b-9066-aea5169f61f6 None None] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:07.542058 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.549423 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.627464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 94253caa-2fc2-41f4-9804-4e6930c20781 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:07.627635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.642575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85ee0fd3-2f4e-4937-9af0-4158ed15c47b req-8c23d827-d649-45c9-90ed-86386850b040 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488387 Nov 10 03:54:07.662815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.663580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a25e8be-2741-41af-b22c-fa11d0e19cff {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:54:07.671161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.673612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d98c185-6a35-4052-9884-8c00b7bbe394 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7a25e8be-2741-41af-b22c-fa11d0e19cff HTTP/1.1" status: 204 len: 168 time: 1.4705014 Nov 10 03:54:07.675688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35972) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:07.677259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-89c423d1-cd47-4929-ab17-1350884547f1 None None] Provisioning complete for port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:07.677633 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89c423d1-cd47-4929-ab17-1350884547f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.746785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.762544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 94253caa-2fc2-41f4-9804-4e6930c20781 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:07.765249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] Deleting subnet f9446adf-ddb9-4aa5-b264-a7cf728bc026 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:07.769202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.817749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.858099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89c423d1-cd47-4929-ab17-1350884547f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.897044 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.921873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-89c423d1-cd47-4929-ab17-1350884547f1 None None] For port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,segment=NetworkSegment(798a44e1-493c-48bf-87a8-de9b29b87f00),segment_id=798a44e1-493c-48bf-87a8-de9b29b87f00)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:07.932916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89c423d1-cd47-4929-ab17-1350884547f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:07.949777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.004447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.068839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c423d1-cd47-4929-ab17-1350884547f1 None None] Pushing event updated for resources: {'Port': ['ID=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:08.070338 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.088300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=94253caa-2fc2-41f4-9804-4e6930c20781,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:08.160927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:08.163008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9446adf-ddb9-4aa5-b264-a7cf728bc026,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:08.184029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.189643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dd2ad602-e11d-4a93-9f9a-4c11733ad877 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f9446adf-ddb9-4aa5-b264-a7cf728bc026 HTTP/1.1" status: 204 len: 168 time: 0.5104854 Nov 10 03:54:08.191180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35980) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:08.203793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d832d-6e2c-467f-8618-7b3669fdf622 None None] Network 27439d1c-38d8-4a1c-a9a7-820b32981142 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:08.204513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297e6ce-4aed-4822-bfee-ea4482383f8b req-fee27458-a4d8-48c0-9719-f08392603a3c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:08.217022 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2297e6ce-4aed-4822-bfee-ea4482383f8b req-fee27458-a4d8-48c0-9719-f08392603a3c tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.1499302 Nov 10 03:54:08.233266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.236698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-54936b51-e502-4140-b03c-e75f856d877f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/94253caa-2fc2-41f4-9804-4e6930c20781 HTTP/1.1" status: 204 len: 168 time: 0.7393684 Nov 10 03:54:08.266659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35982) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:08.282051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2297e6ce-4aed-4822-bfee-ea4482383f8b req-604c9584-99e3-47bb-b87f-e945f0214d5b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590184 Nov 10 03:54:08.304794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.318076 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-026787c5-5f63-4b74-bc91-1a1040aa350b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:08.320376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-026787c5-5f63-4b74-bc91-1a1040aa350b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/94253caa-2fc2-41f4-9804-4e6930c20781 HTTP/1.1" status: 404 len: 333 time: 0.0371716 Nov 10 03:54:08.323193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35986) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:08.422001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet 78607c89-05d2-4c87-826e-96ed076a1840 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:08.422535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f0a640fc-62c8-4471-8932-326efab200a1 None None] Provisioning complete for port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:08.422535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0a640fc-62c8-4471-8932-326efab200a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.433532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fc42-c302-4e56-9480-6f0103970197 req-8eb30b72-12e6-4f91-b8b7-13ab793fcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:08.435190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-8eb30b72-12e6-4f91-b8b7-13ab793fcdff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410&tenant_id=b36d6b69861546b7b17e2d77720169e6 HTTP/1.1" status: 200 len: 1094 time: 0.0655217 Nov 10 03:54:08.436809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.442761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Deleting port 5685693a-635c-46cc-972f-2f541eb5a9c9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:08.443097 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.482449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:08.483071 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.521456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.616852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] For port 5685693a-635c-46cc-972f-2f541eb5a9c9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5685693a-635c-46cc-972f-2f541eb5a9c9,segment=NetworkSegment(fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3),segment_id=fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:08.617381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.637109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Calling delete_port for 5685693a-635c-46cc-972f-2f541eb5a9c9 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:08.705747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.739024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.774483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] No DVR routers for this DVR port 5685693a-635c-46cc-972f-2f541eb5a9c9 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:08.780884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5685693a-635c-46cc-972f-2f541eb5a9c9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:08.811187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fc42-c302-4e56-9480-6f0103970197 req-680d2c6f-9f22-43d4-8ee7-25062182b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:08.813189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-680d2c6f-9f22-43d4-8ee7-25062182b12d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1094 time: 0.3402631 Nov 10 03:54:08.847380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c245f-dc7f-438e-8843-960b46fa6550 None None] DHCP port deletion for 27439d1c-38d8-4a1c-a9a7-820b32981142 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:08.867144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f0a640fc-62c8-4471-8932-326efab200a1 None None] Could not find standard attr ID for object 94253caa-2fc2-41f4-9804-4e6930c20781. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:08.941717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.948198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88c436-8418-4f49-839b-7e14d9f1a145 req-8f2a26b4-2619-456c-a899-e4b880cf7229 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:08.957233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 88273b8d-2d20-4b8f-866f-506538060ee9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:08.961003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc88c436-8418-4f49-839b-7e14d9f1a145 req-8f2a26b4-2619-456c-a899-e4b880cf7229 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1790967 Nov 10 03:54:08.970593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:08.973900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27439d1c-38d8-4a1c-a9a7-820b32981142']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:08.996263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 88273b8d-2d20-4b8f-866f-506538060ee9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:08.996919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 88273b8d-2d20-4b8f-866f-506538060ee9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:08.997502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 55800373-f824-4d67-b58b-95f245039dda no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:09.018826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.022168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/78607c89-05d2-4c87-826e-96ed076a1840 HTTP/1.1" status: 204 len: 168 time: 0.6975386 Nov 10 03:54:09.025420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35992) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:09.029743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986b0c1-1001-4476-8c69-15d7505f1403 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=78607c89-05d2-4c87-826e-96ed076a1840,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:09.049285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 55800373-f824-4d67-b58b-95f245039dda {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:09.050799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 55800373-f824-4d67-b58b-95f245039dda not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:09.056365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b11e6ce4-da11-4190-8445-7623207657f9 None None] Could not find standard attr ID for object 94253caa-2fc2-41f4-9804-4e6930c20781. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:09.068509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b11e6ce4-da11-4190-8445-7623207657f9 None None] Could not find standard attr ID for object d01dc2b2-e59f-4100-beb2-4669e1c10e18. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:09.158770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc88c436-8418-4f49-839b-7e14d9f1a145 req-0a5daa5a-30c2-4634-b5a3-7b0b39f2ca81 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955521 Nov 10 03:54:09.172184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.208264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2b10a-75a0-49ad-ab76-e9294ad2356a None None] Network eaa011fc-4eb5-469e-b9c6-475f775da2b5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:09.235830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:09.236204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.314800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] For port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,segment=NetworkSegment(798a44e1-493c-48bf-87a8-de9b29b87f00),segment_id=798a44e1-493c-48bf-87a8-de9b29b87f00)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:09.315432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.327571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:09.327842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd87f302-e3f7-4aab-aa4e-1f2090b9bcd3') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:09.333134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:09.346075 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.354449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fc42-c302-4e56-9480-6f0103970197 req-4f3534c2-4664-4ab0-b229-e9c514c6c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:09.356582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-4f3534c2-4664-4ab0-b229-e9c514c6c790 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 913 time: 0.5289936 Nov 10 03:54:09.364986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.405833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:09.406257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:09.408044 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:09.420463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-b6408e97-14cd-4514-81d2-262025ca309b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 200 len: 217 time: 0.0555513 Nov 10 03:54:09.428409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] DHCP port deletion for eaa011fc-4eb5-469e-b9c6-475f775da2b5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:09.482920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab830e8f-f48d-494a-a075-23c1ea67f109 req-606dbe4e-8321-4f2e-a807-f7a20696cb66 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:09.484513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab830e8f-f48d-494a-a075-23c1ea67f109 req-606dbe4e-8321-4f2e-a807-f7a20696cb66 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.0979087 Nov 10 03:54:09.494933 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.502104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] Deleting port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:09.502521 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.514471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fc42-c302-4e56-9480-6f0103970197 req-f85417b5-557e-430a-924d-b22e630978bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:09.517224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-f85417b5-557e-430a-924d-b22e630978bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.0631828 Nov 10 03:54:09.518331 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.530489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.533837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/27439d1c-38d8-4a1c-a9a7-820b32981142 HTTP/1.1" status: 204 len: 168 time: 1.3396347 Nov 10 03:54:09.544678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36000) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:09.557089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:09.564509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No DVR routers for this DVR port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:09.568465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-9b3353bd-5b4f-4deb-82f7-f5b304fb9519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435166 Nov 10 03:54:09.569214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96385de8-6529-4e82-9398-937b9a36eab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27439d1c-38d8-4a1c-a9a7-820b32981142,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:09.591321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] For port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:09.591707 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.611162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] Calling delete_port for 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:09.614445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] Port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 03:54:09.615790 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:09.642847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] Pushing event deleted for resources: {'Port': ['ID=25319f18-da08-4970-b3ca-4b5a8d9ed5f6,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:09.652640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df65285-ea87-4a31-9c31-0bf52a4dbe4b None None] No DVR routers for this DVR port 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:09.707415 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-551de8b3-16c5-4ddf-8246-437dd8131a26 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212840 Nov 10 03:54:09.802267 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a081fc42-c302-4e56-9480-6f0103970197 req-aac6e3cc-18a3-4801-b259-ab3e7535f201 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867972 Nov 10 03:54:09.878318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5685693a-635c-46cc-972f-2f541eb5a9c9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:09.900882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 5685693a-635c-46cc-972f-2f541eb5a9c9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:09.901313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5685693a-635c-46cc-972f-2f541eb5a9c9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:09.901969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:09.922327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:09.922675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 25319f18-da08-4970-b3ca-4b5a8d9ed5f6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:10.018535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab830e8f-f48d-494a-a075-23c1ea67f109 req-dc698425-bd35-493d-aba3-5f86388605c2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195847 Nov 10 03:54:10.023681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.058243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa011fc-4eb5-469e-b9c6-475f775da2b5']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:10.072369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798a44e1-493c-48bf-87a8-de9b29b87f00') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:10.072661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798a44e1-493c-48bf-87a8-de9b29b87f00') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:10.111399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.135250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.171513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:10.171923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:10.176329 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:10.302211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.323505 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.326986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/eaa011fc-4eb5-469e-b9c6-475f775da2b5 HTTP/1.1" status: 204 len: 168 time: 1.2993746 Nov 10 03:54:10.331612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36026) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:10.336536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-361050630'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:10.380616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:10.384447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.384931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e257c5d-1785-4b6d-bec1-ae90a82237ca tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=eaa011fc-4eb5-469e-b9c6-475f775da2b5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:10.458464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:54:10.469561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50579e07-f1e6-4d74-8702-710a14e05edf req-eaf53c2b-f482-44cd-83d8-53998671b124 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:10.471329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50579e07-f1e6-4d74-8702-710a14e05edf req-eaf53c2b-f482-44cd-83d8-53998671b124 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.2145245 Nov 10 03:54:10.481076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.481955 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment ee0a5b87-8d1f-4721-884b-12100c749722 of type vlan for network 1e6ff415-e314-4abd-9b6c-150824263d8f Nov 10 03:54:10.567280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.587391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50579e07-f1e6-4d74-8702-710a14e05edf req-cdab932e-aaf5-4484-be95-85fa9c347e82 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987046 Nov 10 03:54:10.598104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.608860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:10.609497 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.634603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:10.676056 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3435559 Nov 10 03:54:10.676707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36032) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:10.684153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:10.761719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444c5d2-6cfc-48f2-8899-ee7929a7642b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=1e6ff415-e314-4abd-9b6c-150824263d8f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:10.774171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 1e6ff415-e314-4abd-9b6c-150824263d8f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:54:10.859007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:10.862938 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.056078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Deleting port 14940169-d8da-426d-aa8b-085b5a713edc {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:11.056557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.121670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.190053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=9e14f573-5222-4d65-8b9b-340476cf3d33,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:11.198550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': 'ee0a5b87-8d1f-4721-884b-12100c749722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:11.199044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: 1e6ff415-e314-4abd-9b6c-150824263d8f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:54:11.216472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 1e6ff415-e314-4abd-9b6c-150824263d8f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:54:11.227541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 1e6ff415-e314-4abd-9b6c-150824263d8f) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:11.227787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7a5a-5fc4-4497-88fe-d8aa28e509c1 req-1a486ba8-19ae-423b-8aee-53c8f432af88 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:11.235666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-798a7a5a-5fc4-4497-88fe-d8aa28e509c1 req-1a486ba8-19ae-423b-8aee-53c8f432af88 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.1128042 Nov 10 03:54:11.237813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edce2c7-aef3-48a0-b38e-2ea2bf4d88f1 None None] Network 1e6ff415-e314-4abd-9b6c-150824263d8f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:11.247898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:11.248929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.278955 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-de5d4202-7b7d-4d92-8d66-70a3a0af2967 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5950356 Nov 10 03:54:11.280371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36040) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:11.284912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f', 'name': 'tempest-PortsTestJSON-1449650113', 'fixed_ips': [{'subnet_id': '9e14f573-5222-4d65-8b9b-340476cf3d33', 'ip_address': '172.20.0.10'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:11.333593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-798a7a5a-5fc4-4497-88fe-d8aa28e509c1 req-0e98bda8-eeb8-4727-a606-8d44b32eac48 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969861 Nov 10 03:54:11.387453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] For port 14940169-d8da-426d-aa8b-085b5a713edc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14940169-d8da-426d-aa8b-085b5a713edc,segment=NetworkSegment(ae8820fe-f2b4-4241-a17b-16ca79f2fe7f),segment_id=ae8820fe-f2b4-4241-a17b-16ca79f2fe7f)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:11.387784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.415716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Calling delete_port for 14940169-d8da-426d-aa8b-085b5a713edc owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:11.470348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-1e6ff415-e314-4abd-9b6c-150824263d8f', 'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f', 'tenant_id': '85fc9352d5dd4050ba1acf2eb49abad9', 'fixed_ips': [{'subnet_id': '9e14f573-5222-4d65-8b9b-340476cf3d33'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:54:11.471542 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.546532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:11.638477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Allocated IP 172.20.0.2 (1e6ff415-e314-4abd-9b6c-150824263d8f/9e14f573-5222-4d65-8b9b-340476cf3d33/2371e460-4bca-40ce-be78-78a538cb76a9) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:11.710631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.752830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 65d38e23-f85a-4ff9-a687-340cd02afd1b yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:54:11.809916 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.816904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.824519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.845592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14940169-d8da-426d-aa8b-085b5a713edc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:11.868981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Network 1e6ff415-e314-4abd-9b6c-150824263d8f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:11.872205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:11.880516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:11.886870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Pushing event updated for resources: {'Port': ['ID=2371e460-4bca-40ce-be78-78a538cb76a9,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:11.962682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Attempting to bind port 2371e460-4bca-40ce-be78-78a538cb76a9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:11.963324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Attempting to bind port 2371e460-4bca-40ce-be78-78a538cb76a9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ee0a5b87-8d1f-4721-884b-12100c749722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:11.963918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Attempting to bind port 2371e460-4bca-40ce-be78-78a538cb76a9 on network 1e6ff415-e314-4abd-9b6c-150824263d8f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:11.970152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:11.970819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Checking segment: {'id': 'ee0a5b87-8d1f-4721-884b-12100c749722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:11.972129 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:11.972687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Bound using segment: {'id': 'ee0a5b87-8d1f-4721-884b-12100c749722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:11.973327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Bound port: 2371e460-4bca-40ce-be78-78a538cb76a9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0a5b87-8d1f-4721-884b-12100c749722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:11.973887 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:12.059905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] For port 2371e460-4bca-40ce-be78-78a538cb76a9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:12.064026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] For port 2371e460-4bca-40ce-be78-78a538cb76a9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2371e460-4bca-40ce-be78-78a538cb76a9,segment=NetworkSegment(ee0a5b87-8d1f-4721-884b-12100c749722),segment_id=ee0a5b87-8d1f-4721-884b-12100c749722)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:12.068569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.10 (1e6ff415-e314-4abd-9b6c-150824263d8f/9e14f573-5222-4d65-8b9b-340476cf3d33/65d38e23-f85a-4ff9-a687-340cd02afd1b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:12.071740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:12.132572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa2fdc-2c9f-4ee0-b146-a6b7787444e8 None None] Pushing event updated for resources: {'Port': ['ID=2371e460-4bca-40ce-be78-78a538cb76a9,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:12.161416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:12.381467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:12.535124 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:12.613516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 1e6ff415-e314-4abd-9b6c-150824263d8f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:12.618988 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:12.624380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:12.651853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Router 49bce880-6a8c-4309-8b33-27d0adafd811 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:54:12.652647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=65d38e23-f85a-4ff9-a687-340cd02afd1b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:12.722322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:12.723088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:12.749854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dce0abc3-bcbb-4c9e-b1e2-d5e45f1c7a84 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4691045 Nov 10 03:54:12.752582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36048) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:12.757842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '1e6ff415-e314-4abd-9b6c-150824263d8f', 'name': 'tempest-PortsTestJSON-1015063412', 'fixed_ips': [{'subnet_id': '9e14f573-5222-4d65-8b9b-340476cf3d33', 'ip_address': '172.20.0.9'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:12.802914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:12.809260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-db92466f-42d4-49be-9a05-752f70a0fdb5 admin admin] 10.222.0.24 "PUT /v2.0/routers/49bce880-6a8c-4309-8b33-27d0adafd811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2635806 Nov 10 03:54:12.811716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36050) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:12.813666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] Sync routers for ids ['49bce880-6a8c-4309-8b33-27d0adafd811'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:12.837050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] Routers {'49bce880-6a8c-4309-8b33-27d0adafd811'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:12.837673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['49bce880-6a8c-4309-8b33-27d0adafd811'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:12.937264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:12.989798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:12.996670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] Set router 49bce880-6a8c-4309-8b33-27d0adafd811 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:13.074763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.110763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 4280723d-1d27-4f1c-a4d3-887f679cad2b yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:54:13.124584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.230912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Deleting port 319a4312-2cc4-4c72-bc74-8f52014a9598 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:13.231260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.347198 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b9be76b2-aaa5-4355-b529-7e7581d44203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.388317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:54:11Z', 'revision_number': 5, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port': {'id': '319a4312-2cc4-4c72-bc74-8f52014a9598', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:53:50Z', 'updated_at': '2021-11-10T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:13.395718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.9 (1e6ff415-e314-4abd-9b6c-150824263d8f/9e14f573-5222-4d65-8b9b-340476cf3d33/4280723d-1d27-4f1c-a4d3-887f679cad2b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:13.401607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] For port 319a4312-2cc4-4c72-bc74-8f52014a9598, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=319a4312-2cc4-4c72-bc74-8f52014a9598,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:13.401992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.433185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Calling delete_port for 319a4312-2cc4-4c72-bc74-8f52014a9598 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:13.477657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] Checking router: 49bce880-6a8c-4309-8b33-27d0adafd811 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:54:13.497791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] Routers {'49bce880-6a8c-4309-8b33-27d0adafd811'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:13.499757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:53:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['49bce880-6a8c-4309-8b33-27d0adafd811'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:13.643634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0b9d4-bdb2-43ff-baa3-fff17a8c3c6f None None] Network 1e6ff415-e314-4abd-9b6c-150824263d8f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:13.688094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.721539 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.748525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.755316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Pushing event deleted for resources: {'Port': ['ID=319a4312-2cc4-4c72-bc74-8f52014a9598,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:13.819355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 1e6ff415-e314-4abd-9b6c-150824263d8f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:13.829367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:13.831717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=4280723d-1d27-4f1c-a4d3-887f679cad2b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:13.834208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:13.838586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa3b6a8-7371-4478-8bae-fb8acb633788 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:13.872883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] Set router 49bce880-6a8c-4309-8b33-27d0adafd811 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:13.878498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-940aa5a4-17f9-44eb-9b5a-159a3e9455a2 None None] Provisioning complete for port 2371e460-4bca-40ce-be78-78a538cb76a9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:13.878725 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-940aa5a4-17f9-44eb-9b5a-159a3e9455a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.897708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:13.898617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:13.929911 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c7412a90-8829-4021-8eaf-88296f717c98 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1685636 Nov 10 03:54:13.930983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36054) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:13.986246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.027278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:54:13Z', 'revision_number': 6, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:14.063546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d668b1b-e2e8-4ad0-a043-65dbd165d960 None None] The sync data for ids ['49bce880-6a8c-4309-8b33-27d0adafd811'] in n-d-817326-2 is: [{'id': '49bce880-6a8c-4309-8b33-27d0adafd811', 'name': 'tempest-TestAggregatesBasicOps-429829637-router', 'tenant_id': '1ee6166fb9de445e95b45843bc3d1fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:53:49Z', 'updated_at': '2021-11-10T03:54:13Z', 'revision_number': 6, 'project_id': '1ee6166fb9de445e95b45843bc3d1fef', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:14.148568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a763fb3b-62b2-4fe7-801b-c7991fba0a9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:14.150569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a763fb3b-62b2-4fe7-801b-c7991fba0a9a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2184026 Nov 10 03:54:14.153612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36056) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:14.185481 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.187901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.202403 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-940aa5a4-17f9-44eb-9b5a-159a3e9455a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.252362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.252961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49bce880-6a8c-4309-8b33-27d0adafd811 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:54:14.263153 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.267690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-178a03a8-f7e8-4c3a-b06f-1ef43614f60e admin admin] 10.222.0.24 "DELETE /v2.0/routers/49bce880-6a8c-4309-8b33-27d0adafd811 HTTP/1.1" status: 204 len: 168 time: 1.4548092 Nov 10 03:54:14.268497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae4fd5-7876-484f-a74d-1868a14661a6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:14.269381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36058) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:14.275262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae4fd5-7876-484f-a74d-1868a14661a6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:14.290045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae4fd5-7876-484f-a74d-1868a14661a6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:14.290318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-940aa5a4-17f9-44eb-9b5a-159a3e9455a2 None None] For port 2371e460-4bca-40ce-be78-78a538cb76a9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2371e460-4bca-40ce-be78-78a538cb76a9,segment=NetworkSegment(ee0a5b87-8d1f-4721-884b-12100c749722),segment_id=ee0a5b87-8d1f-4721-884b-12100c749722)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:14.294135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2eae4fd5-7876-484f-a74d-1868a14661a6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1383781 Nov 10 03:54:14.295508 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-940aa5a4-17f9-44eb-9b5a-159a3e9455a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.296137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36060) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:14.361002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] Deleting subnet f1fb4a22-d652-4f86-b111-7af28fc65da8 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:14.368420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.409291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aa5a4-17f9-44eb-9b5a-159a3e9455a2 None None] Pushing event updated for resources: {'Port': ['ID=2371e460-4bca-40ce-be78-78a538cb76a9,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:14.416125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 4280723d-1d27-4f1c-a4d3-887f679cad2b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:14.416462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.433644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.483082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2371e460-4bca-40ce-be78-78a538cb76a9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:14.589576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2371e460-4bca-40ce-be78-78a538cb76a9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:14.590062 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.683688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ed892308-0216-4f98-b824-ef22295ad3e2 None None] Provisioning complete for port 65d38e23-f85a-4ff9-a687-340cd02afd1b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:14.686454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ed892308-0216-4f98-b824-ef22295ad3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.688524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.706896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 4280723d-1d27-4f1c-a4d3-887f679cad2b owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:14.851367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ed892308-0216-4f98-b824-ef22295ad3e2 None None] Port 65d38e23-f85a-4ff9-a687-340cd02afd1b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:14.881406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ed892308-0216-4f98-b824-ef22295ad3e2 None None] Provisioning complete for port 2371e460-4bca-40ce-be78-78a538cb76a9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:14.881775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ed892308-0216-4f98-b824-ef22295ad3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.881897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:14.965377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=4280723d-1d27-4f1c-a4d3-887f679cad2b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:15.087377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ed892308-0216-4f98-b824-ef22295ad3e2 None None] Could not find standard attr ID for object 4280723d-1d27-4f1c-a4d3-887f679cad2b. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:15.109139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.112743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8f7f68e1-22f8-454f-b88c-1795c1a1d6f7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/4280723d-1d27-4f1c-a4d3-887f679cad2b HTTP/1.1" status: 204 len: 168 time: 0.8153856 Nov 10 03:54:15.121266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:15.168037 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-edba92fc-6c08-46a7-9840-b6d7530ef487 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:15.172992 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-edba92fc-6c08-46a7-9840-b6d7530ef487 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/4280723d-1d27-4f1c-a4d3-887f679cad2b HTTP/1.1" status: 404 len: 333 time: 0.0506504 Nov 10 03:54:15.173652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:15.214577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.240966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3f2b308a-f613-4cc8-bd87-d360af5ee09a None None] Provisioning complete for port 65d38e23-f85a-4ff9-a687-340cd02afd1b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:15.241337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f2b308a-f613-4cc8-bd87-d360af5ee09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.319723 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.334641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b308a-f613-4cc8-bd87-d360af5ee09a None None] Port 65d38e23-f85a-4ff9-a687-340cd02afd1b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:15.337138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 65d38e23-f85a-4ff9-a687-340cd02afd1b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:15.337690 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.354072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff0f9d-d495-4889-b767-45f6e38e66f7 None None] Network 23330273-32ad-4f31-add8-490842376ff7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:15.395304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.402543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f1fb4a22-d652-4f86-b111-7af28fc65da8 HTTP/1.1" status: 204 len: 168 time: 1.1268697 Nov 10 03:54:15.403451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:15.414329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6802-6ff0-439c-a5a3-da805e000d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fb4a22-d652-4f86-b111-7af28fc65da8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:15.511064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.528383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7ddfcef-d308-4459-9c4e-086a5e74d121 None None] Could not find standard attr ID for object 4280723d-1d27-4f1c-a4d3-887f679cad2b. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:15.539498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 65d38e23-f85a-4ff9-a687-340cd02afd1b owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:15.597869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.678433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Deleting port fe80cd26-df67-4687-80a9-48e98401039c {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:15.679537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.715302 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e52e1c4b-5855-456c-bb3d-44d595de76ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.740237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.785984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=65d38e23-f85a-4ff9-a687-340cd02afd1b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:15.801759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] For port fe80cd26-df67-4687-80a9-48e98401039c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fe80cd26-df67-4687-80a9-48e98401039c,segment=NetworkSegment(ae8820fe-f2b4-4241-a17b-16ca79f2fe7f),segment_id=ae8820fe-f2b4-4241-a17b-16ca79f2fe7f)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:15.802181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:15.834351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Calling delete_port for fe80cd26-df67-4687-80a9-48e98401039c owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:15.861960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] DHCP port deletion for 23330273-32ad-4f31-add8-490842376ff7 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:16.042549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.046773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e1eb5b68-3b98-4eba-8c4f-6251b6c990d4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/65d38e23-f85a-4ff9-a687-340cd02afd1b HTTP/1.1" status: 204 len: 168 time: 0.8719690 Nov 10 03:54:16.050253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36068) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:16.054075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] Deleting port fe80cd26-df67-4687-80a9-48e98401039c {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:16.054563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.105578 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.128338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2371e460-4bca-40ce-be78-78a538cb76a9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:16.129606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] No DVR routers for this DVR port fe80cd26-df67-4687-80a9-48e98401039c on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:16.132210 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef00ed0-4b7f-434e-b103-1ccc0c6e2e41 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:16.134998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bef00ed0-4b7f-434e-b103-1ccc0c6e2e41 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/65d38e23-f85a-4ff9-a687-340cd02afd1b HTTP/1.1" status: 404 len: 333 time: 0.0801334 Nov 10 03:54:16.137555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36070) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:16.202221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe80cd26-df67-4687-80a9-48e98401039c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:16.211968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet 9e14f573-5222-4d65-8b9b-340476cf3d33 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:16.223435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.293602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.322402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.366937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23330273-32ad-4f31-add8-490842376ff7']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:16.378809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:16.379094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8820fe-f2b4-4241-a17b-16ca79f2fe7f') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:16.389576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.404516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.413423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:16.413977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:16.416212 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:16.458422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] For port fe80cd26-df67-4687-80a9-48e98401039c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fe80cd26-df67-4687-80a9-48e98401039c,segment=NetworkSegment(ae8820fe-f2b4-4241-a17b-16ca79f2fe7f),segment_id=ae8820fe-f2b4-4241-a17b-16ca79f2fe7f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:16.458809 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.477516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] Calling delete_port for fe80cd26-df67-4687-80a9-48e98401039c owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:16.488784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.497239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2371e460-4bca-40ce-be78-78a538cb76a9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:16.497239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.502449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.502946 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.508449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] 10.222.0.24 "DELETE /v2.0/networks/23330273-32ad-4f31-add8-490842376ff7 HTTP/1.1" status: 204 len: 168 time: 1.1034367 Nov 10 03:54:16.520905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6c8e3-28c7-4081-b64d-61f98e41e16c admin admin] Pushing event deleted for resources: {'Network': ['ID=23330273-32ad-4f31-add8-490842376ff7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:16.664836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.690116 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.701473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] Network 23330273-32ad-4f31-add8-490842376ff7 is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 03:54:16.701920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] No DVR routers for this DVR port fe80cd26-df67-4687-80a9-48e98401039c on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:16.736537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ecb7-2c83-4003-ad43-6c66800881c1 None None] Pushing event deleted for resources: {'Port': ['ID=fe80cd26-df67-4687-80a9-48e98401039c,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:16.738423 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.740882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=9e14f573-5222-4d65-8b9b-340476cf3d33,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:16.752597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.760468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36076) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:16.775194 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1e257e5b-1f64-4ac9-a32d-c28972f81133 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/9e14f573-5222-4d65-8b9b-340476cf3d33 HTTP/1.1" status: 204 len: 168 time: 0.6354539 Nov 10 03:54:16.775796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302bacd7-71b4-4bd8-afc4-157f5563ff85 None None] Network 1e6ff415-e314-4abd-9b6c-150824263d8f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:16.816451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36078) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:16.870066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e67e7c69-d478-40fe-a3f3-cff9a2256b20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dc35bf860e04011b71e9611924475f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520854 Nov 10 03:54:16.871065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36080) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:16.880125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.942852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14940169-d8da-426d-aa8b-085b5a713edc no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:16.953348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd66ba2-cfac-46c0-9a02-e48606fd6297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.970278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 2371e460-4bca-40ce-be78-78a538cb76a9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:16.970511 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.977112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd66ba2-cfac-46c0-9a02-e48606fd6297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:16.978114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 14940169-d8da-426d-aa8b-085b5a713edc {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:16.978767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14940169-d8da-426d-aa8b-085b5a713edc not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:16.978908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 319a4312-2cc4-4c72-bc74-8f52014a9598 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:17.001800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 319a4312-2cc4-4c72-bc74-8f52014a9598 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:17.002172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 319a4312-2cc4-4c72-bc74-8f52014a9598 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:17.068229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] For port 2371e460-4bca-40ce-be78-78a538cb76a9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2371e460-4bca-40ce-be78-78a538cb76a9,segment=NetworkSegment(ee0a5b87-8d1f-4721-884b-12100c749722),segment_id=ee0a5b87-8d1f-4721-884b-12100c749722)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:17.068600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.074609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd66ba2-cfac-46c0-9a02-e48606fd6297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.077381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd66ba2-cfac-46c0-9a02-e48606fd6297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.087355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 2371e460-4bca-40ce-be78-78a538cb76a9 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:17.096455 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cfd66ba2-cfac-46c0-9a02-e48606fd6297 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd292b4e-6a8e-43fc-8950-a4ff5fd518fc HTTP/1.1" status: 204 len: 168 time: 0.2088764 Nov 10 03:54:17.111499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd66ba2-cfac-46c0-9a02-e48606fd6297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd292b4e-6a8e-43fc-8950-a4ff5fd518fc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:17.114575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] DHCP port deletion for 1e6ff415-e314-4abd-9b6c-150824263d8f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:17.191954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] Deleting port 2371e460-4bca-40ce-be78-78a538cb76a9 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:17.192419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.222431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.255125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=2371e460-4bca-40ce-be78-78a538cb76a9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:17.271575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No DVR routers for this DVR port 2371e460-4bca-40ce-be78-78a538cb76a9 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:17.277289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] For port 2371e460-4bca-40ce-be78-78a538cb76a9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2371e460-4bca-40ce-be78-78a538cb76a9,segment=NetworkSegment(ee0a5b87-8d1f-4721-884b-12100c749722),segment_id=ee0a5b87-8d1f-4721-884b-12100c749722)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:17.277859 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.293511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] Calling delete_port for 2371e460-4bca-40ce-be78-78a538cb76a9 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:17.386916 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.410684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.411476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6ff415-e314-4abd-9b6c-150824263d8f']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:17.424611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0a5b87-8d1f-4721-884b-12100c749722') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:17.425200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0a5b87-8d1f-4721-884b-12100c749722') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:17.438055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.445550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] No DVR routers for this DVR port 2371e460-4bca-40ce-be78-78a538cb76a9 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:17.447065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4544d-29f5-44a9-91b9-6137826d79e9 None None] Pushing event deleted for resources: {'Port': ['ID=2371e460-4bca-40ce-be78-78a538cb76a9,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:17.461237 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.471349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:17.472175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:17.523050 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:17.551201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.556955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.578722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/1e6ff415-e314-4abd-9b6c-150824263d8f HTTP/1.1" status: 204 len: 168 time: 0.8018541 Nov 10 03:54:17.578967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36086) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:17.583765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1077810094'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:17.625474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce73dfc-27a8-4a4f-8a22-a4a41f861651 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=1e6ff415-e314-4abd-9b6c-150824263d8f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:17.635405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36088) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:17.651102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:17.655558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.683426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:54:17.683679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-76e33664-0a78-4d8b-b62c-f9129a14b536 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ee6166fb9de445e95b45843bc3d1fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457795 Nov 10 03:54:17.688636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36090) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:17.708965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.709253 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Added segment 69f0d838-8387-4e28-820d-fcdf34945d7b of type vlan for network 7b95699f-87e1-47bb-b59a-930b92eece3d Nov 10 03:54:17.771296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.785826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca55f18-1b0e-49ef-85c7-e0bf60299bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.820929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca55f18-1b0e-49ef-85c7-e0bf60299bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.828161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.833820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:17.834458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:17.911021 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fe80cd26-df67-4687-80a9-48e98401039c no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:17.933271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: fe80cd26-df67-4687-80a9-48e98401039c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:17.933695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fe80cd26-df67-4687-80a9-48e98401039c not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:17.934191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2371e460-4bca-40ce-be78-78a538cb76a9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:17.937726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3590801 Nov 10 03:54:17.938190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36092) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:17.944050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:17.974230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 2371e460-4bca-40ce-be78-78a538cb76a9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:17.974855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2371e460-4bca-40ce-be78-78a538cb76a9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:18.000465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a0086-9435-4599-81a5-7de264408446 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Network': ['ID=7b95699f-87e1-47bb-b59a-930b92eece3d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:18.006354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca55f18-1b0e-49ef-85c7-e0bf60299bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.018559 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca55f18-1b0e-49ef-85c7-e0bf60299bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.020051 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ca55f18-1b0e-49ef-85c7-e0bf60299bd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9887a0e3-1e76-4d1e-8866-d2c8cfb5a511 HTTP/1.1" status: 204 len: 168 time: 0.3304653 Nov 10 03:54:18.025974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7b95699f-87e1-47bb-b59a-930b92eece3d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:54:18.034341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca55f18-1b0e-49ef-85c7-e0bf60299bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887a0e3-1e76-4d1e-8866-d2c8cfb5a511,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:18.101328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:18.104942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.340819 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.345226 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.437106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=7a74b9a3-0014-4610-8df3-775097f847f5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:18.449041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Checking segment: {'id': '69f0d838-8387-4e28-820d-fcdf34945d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:18.449627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network hostable DHCP agents. Network: 7b95699f-87e1-47bb-b59a-930b92eece3d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:54:18.475017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 7b95699f-87e1-47bb-b59a-930b92eece3d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:54:18.486456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7b95699f-87e1-47bb-b59a-930b92eece3d) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:18.491967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:18.494021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.495681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0772ab4-3b41-4ec7-b8eb-684599b6ad0a None None] Network 7b95699f-87e1-47bb-b59a-930b92eece3d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:18.512508 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e365a729-be9f-45da-aa62-1eec8fab0c36 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5728443 Nov 10 03:54:18.515389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36104) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:18.520472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d8f1bef2-e11a-49b8-a86f-0fefe556aa3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1717064426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:18.546363 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bef2-e11a-49b8-a86f-0fefe556aa3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.558239 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bef2-e11a-49b8-a86f-0fefe556aa3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.673509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-7b95699f-87e1-47bb-b59a-930b92eece3d', 'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d', 'tenant_id': '85fc9352d5dd4050ba1acf2eb49abad9', 'fixed_ips': [{'subnet_id': '7a74b9a3-0014-4610-8df3-775097f847f5'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:54:18.674795 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.693061 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bef2-e11a-49b8-a86f-0fefe556aa3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.699194 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bef2-e11a-49b8-a86f-0fefe556aa3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.743534 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:54:18.744415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bef2-e11a-49b8-a86f-0fefe556aa3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.746239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d8f1bef2-e11a-49b8-a86f-0fefe556aa3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2295816 Nov 10 03:54:18.748962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36110) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:18.755037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d', 'name': 'tempest-PortsTestJSON-1432706395'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:18.886485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Allocated IP 172.20.0.2 (7b95699f-87e1-47bb-b59a-930b92eece3d/7a74b9a3-0014-4610-8df3-775097f847f5/85dbf93e-e89f-4ad0-8f4a-d86dfa031084) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:18.921915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:18.925625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:18.943705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:54:19.091373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.125037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.130837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.186283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Network 7b95699f-87e1-47bb-b59a-930b92eece3d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:19.189658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:19.195036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:19.209109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Pushing event updated for resources: {'Port': ['ID=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:19.214942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.215416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.215757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.216191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.216528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.216855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.217180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.217502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.217822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.218431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.218579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.218788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:19.224961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.14 (7b95699f-87e1-47bb-b59a-930b92eece3d/7a74b9a3-0014-4610-8df3-775097f847f5/5fd9eddd-df8c-4b80-a0da-ae25779f8474) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:19.274089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Attempting to bind port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:19.274443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Attempting to bind port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '69f0d838-8387-4e28-820d-fcdf34945d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:19.274801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Attempting to bind port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 on network 7b95699f-87e1-47bb-b59a-930b92eece3d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:19.282007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:19.282742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Checking segment: {'id': '69f0d838-8387-4e28-820d-fcdf34945d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:19.283196 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.283582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Bound using segment: {'id': '69f0d838-8387-4e28-820d-fcdf34945d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:19.286597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Bound port: 85dbf93e-e89f-4ad0-8f4a-d86dfa031084, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f0d838-8387-4e28-820d-fcdf34945d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7b95699f-87e1-47bb-b59a-930b92eece3d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:19.288435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.379742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] For port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:19.383534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] For port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,segment=NetworkSegment(69f0d838-8387-4e28-820d-fcdf34945d7b),segment_id=69f0d838-8387-4e28-820d-fcdf34945d7b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:19.394601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.487867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ac7a6-0a17-4792-87e9-868acb0e2363 None None] Pushing event updated for resources: {'Port': ['ID=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:19.506236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.593133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.666843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 7b95699f-87e1-47bb-b59a-930b92eece3d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:19.667697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:19.678006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:19.745737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=5fd9eddd-df8c-4b80-a0da-ae25779f8474,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:19.797612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:19.806552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:19.833628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d33c0380-44b7-4ac0-9094-a7a009931a6d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0827787 Nov 10 03:54:19.836252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36128) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:19.983527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:20.043739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:20.044106 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:20.192793 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:20.238044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,segment=NetworkSegment(69f0d838-8387-4e28-820d-fcdf34945d7b),segment_id=69f0d838-8387-4e28-820d-fcdf34945d7b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:20.243614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:20.343402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:20.423957 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:20.805517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:20.811013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:20.840868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86869e0e-a921-4ca8-ab74-b8bb2a2d210d None None] Network 7b95699f-87e1-47bb-b59a-930b92eece3d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:20.914605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=5fd9eddd-df8c-4b80-a0da-ae25779f8474,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:20.960250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26a296c5-1211-4f58-9e3e-e60351c8167b None None] Provisioning complete for port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:20.960789 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26a296c5-1211-4f58-9e3e-e60351c8167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.119734 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.249522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.407090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36254) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:21.445675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-27813ea9-f0c1-451c-9f95-ce4effefd197 None None] Provisioning complete for port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:21.446792 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-27813ea9-f0c1-451c-9f95-ce4effefd197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.488290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-27813ea9-f0c1-451c-9f95-ce4effefd197 None None] Port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:21.503887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-27813ea9-f0c1-451c-9f95-ce4effefd197 None None] Provisioning complete for port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:21.504257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-27813ea9-f0c1-451c-9f95-ce4effefd197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.541432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.543414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1948b09c-e790-4349-88f4-0140fba7fd72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.546704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.637361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=5fd9eddd-df8c-4b80-a0da-ae25779f8474,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:21.639776 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.661844 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1948b09c-e790-4349-88f4-0140fba7fd72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.666357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1948b09c-e790-4349-88f4-0140fba7fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.713315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1948b09c-e790-4349-88f4-0140fba7fd72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48ecaa4071374873b07789b7aa0b0ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050795 Nov 10 03:54:21.716436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36258) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:21.719269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4dfb2284-9b21-4cd3-aad4-680837b3913d None None] Provisioning complete for port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:21.719989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2284-9b21-4cd3-aad4-680837b3913d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.722908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948b09c-e790-4349-88f4-0140fba7fd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed3c43f-cbb0-4ddb-8965-34ff4df9e236,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:21.768863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb2284-9b21-4cd3-aad4-680837b3913d None None] Port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:21.772897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 7b95699f-87e1-47bb-b59a-930b92eece3d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:21.775037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:21.786666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3dce-a852-404c-8132-c696261afd8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.811240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3dce-a852-404c-8132-c696261afd8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.877680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3dce-a852-404c-8132-c696261afd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.881526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3dce-a852-404c-8132-c696261afd8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:21.889104 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4e9c3dce-a852-404c-8132-c696261afd8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aed3c43f-cbb0-4ddb-8965-34ff4df9e236 HTTP/1.1" status: 204 len: 168 time: 0.1654098 Nov 10 03:54:21.898481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:21.900098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c3dce-a852-404c-8132-c696261afd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed3c43f-cbb0-4ddb-8965-34ff4df9e236,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:21.931387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Router 67295319-c243-49af-913f-e40fa07b86b3 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:54:21.939784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f131ee99-8b4c-4da9-8059-775ce483faa1 None None] Provisioning complete for port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:21.940329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f131ee99-8b4c-4da9-8059-775ce483faa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.004866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f131ee99-8b4c-4da9-8059-775ce483faa1 None None] Port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:22.006345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:22.006705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.054497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:22.062898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-44f40c7d-155d-44ea-b8b1-971e7662eb5a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "PUT /v2.0/routers/67295319-c243-49af-913f-e40fa07b86b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2241933 Nov 10 03:54:22.065128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36264) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:22.068169 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] Sync routers for ids ['67295319-c243-49af-913f-e40fa07b86b3'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:22.083208 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] Routers {'67295319-c243-49af-913f-e40fa07b86b3'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:22.083845 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['67295319-c243-49af-913f-e40fa07b86b3'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:22.125567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5ef942c2-6759-4d9d-a44e-770145be3db7 None None] Provisioning complete for port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:22.125955 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5ef942c2-6759-4d9d-a44e-770145be3db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.131932 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:22.139665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a993c3-4880-4608-b65c-c5d44da89a0b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:22.141795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-49a993c3-4880-4608-b65c-c5d44da89a0b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports?device_id=67295319-c243-49af-913f-e40fa07b86b3 HTTP/1.1" status: 200 len: 983 time: 0.0709264 Nov 10 03:54:22.144826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36266) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:22.145448 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] Routers {'67295319-c243-49af-913f-e40fa07b86b3'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:22.146296 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['67295319-c243-49af-913f-e40fa07b86b3'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:22.165580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5ef942c2-6759-4d9d-a44e-770145be3db7 None None] Port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:22.182098 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:22.183322 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71c6ed-09ac-458d-8da0-975e532b3028 None None] The sync data for ids ['67295319-c243-49af-913f-e40fa07b86b3'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:22.239570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:22.253571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a767e8ac-6c47-49ba-88ad-da0a09a32ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.328254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a767e8ac-6c47-49ba-88ad-da0a09a32ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.331990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a767e8ac-6c47-49ba-88ad-da0a09a32ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.372076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a767e8ac-6c47-49ba-88ad-da0a09a32ad0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9adfca3ae0cc41ac9a09076b8fd01da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313643 Nov 10 03:54:22.374045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767e8ac-6c47-49ba-88ad-da0a09a32ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17abe1e-d906-45bb-af27-c63428b5da86,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:22.374795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36270) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:22.493003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6779502-9067-46c4-9552-f217c92a2096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.551164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6779502-9067-46c4-9552-f217c92a2096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.669241 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6779502-9067-46c4-9552-f217c92a2096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.671800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6779502-9067-46c4-9552-f217c92a2096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.672923 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6779502-9067-46c4-9552-f217c92a2096 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a17abe1e-d906-45bb-af27-c63428b5da86 HTTP/1.1" status: 204 len: 168 time: 0.2972150 Nov 10 03:54:22.691407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6779502-9067-46c4-9552-f217c92a2096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17abe1e-d906-45bb-af27-c63428b5da86,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:22.693289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:22.909831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 5fd9eddd-df8c-4b80-a0da-ae25779f8474 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:22.910193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:23.007689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:23.021399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 5fd9eddd-df8c-4b80-a0da-ae25779f8474 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:23.222305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:23.497768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:23.534241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=5fd9eddd-df8c-4b80-a0da-ae25779f8474,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:23.676440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:23.828900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Router 67295319-c243-49af-913f-e40fa07b86b3 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:54:23.902587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:23.907381 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6e50ff20-ce86-4139-834e-63702f76e89c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "PUT /v2.0/routers/67295319-c243-49af-913f-e40fa07b86b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605567 Nov 10 03:54:23.909967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36274) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:23.912177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] Sync routers for ids ['67295319-c243-49af-913f-e40fa07b86b3'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:23.922199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] Routers {'67295319-c243-49af-913f-e40fa07b86b3'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:23.922793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['67295319-c243-49af-913f-e40fa07b86b3'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:23.933986 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6190172-806d-4c8e-80fc-798b130fea2e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:23.935751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6190172-806d-4c8e-80fc-798b130fea2e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/5fd9eddd-df8c-4b80-a0da-ae25779f8474 HTTP/1.1" status: 404 len: 333 time: 0.0245790 Nov 10 03:54:23.938118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36276) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:23.956887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:23.965885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] Routers {'67295319-c243-49af-913f-e40fa07b86b3'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:23.967036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['67295319-c243-49af-913f-e40fa07b86b3'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:23.997343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:23.998517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4cbe-2cec-4d3f-95b9-62bbff6730ba None None] The sync data for ids ['67295319-c243-49af-913f-e40fa07b86b3'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:24.012340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66b01719-3bfe-4744-9446-b844f4cac551 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.168445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66b01719-3bfe-4744-9446-b844f4cac551 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.170454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66b01719-3bfe-4744-9446-b844f4cac551 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.212875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66b01719-3bfe-4744-9446-b844f4cac551 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.213627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b01719-3bfe-4744-9446-b844f4cac551 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Fanout notify agent at l3_agent the message router_deleted on router 67295319-c243-49af-913f-e40fa07b86b3 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:54:24.221372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66b01719-3bfe-4744-9446-b844f4cac551 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.225016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-66b01719-3bfe-4744-9446-b844f4cac551 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/routers/67295319-c243-49af-913f-e40fa07b86b3 HTTP/1.1" status: 204 len: 168 time: 0.2836394 Nov 10 03:54:24.225814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36278) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:24.283456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet 7a74b9a3-0014-4610-8df3-775097f847f5 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:24.286755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.335359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.354644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0c47-8c01-4a6b-b460-4030de736bd5 req-bb431384-596f-4afc-b2df-e3f72f4f816c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:24.356134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-171a0c47-8c01-4a6b-b460-4030de736bd5 req-bb431384-596f-4afc-b2df-e3f72f4f816c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Nov 10 03:54:24.419146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.436067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-171a0c47-8c01-4a6b-b460-4030de736bd5 req-50b4a0b1-81ff-420a-85b4-1399b9cd5238 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706472 Nov 10 03:54:24.443239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1382c4-af81-4485-a982-b4e9fda787d8 req-f96f1dc3-f47b-40ba-8796-869835e10174 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:24.444688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee1382c4-af81-4485-a982-b4e9fda787d8 req-f96f1dc3-f47b-40ba-8796-869835e10174 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.0876813 Nov 10 03:54:24.475934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.497439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee1382c4-af81-4485-a982-b4e9fda787d8 req-db366279-0606-43bb-b607-457f9662e6ae tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Nov 10 03:54:24.509199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=7a74b9a3-0014-4610-8df3-775097f847f5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:24.511100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.514246 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-46f715e2-ef80-47d8-9bc1-7392bece1574 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/7a74b9a3-0014-4610-8df3-775097f847f5 HTTP/1.1" status: 204 len: 168 time: 0.2875712 Nov 10 03:54:24.516734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36280) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:24.525465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71248118-2c15-412a-9f59-e7b881104851 None None] Network 7b95699f-87e1-47bb-b59a-930b92eece3d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:24.593010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.646368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:24.646790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.693996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] DHCP port deletion for 7b95699f-87e1-47bb-b59a-930b92eece3d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:24.714925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] For port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,segment=NetworkSegment(69f0d838-8387-4e28-820d-fcdf34945d7b),segment_id=69f0d838-8387-4e28-820d-fcdf34945d7b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:24.715280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.728244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:24.739760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] Deleting port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:24.740124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.804713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] For port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,segment=NetworkSegment(69f0d838-8387-4e28-820d-fcdf34945d7b),segment_id=69f0d838-8387-4e28-820d-fcdf34945d7b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:24.805097 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.806079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.817274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] Calling delete_port for 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:24.832512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:24.834377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No DVR routers for this DVR port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:24.889281 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.916309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.917382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] Pushing event deleted for resources: {'Port': ['ID=85dbf93e-e89f-4ad0-8f4a-d86dfa031084,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:24.921050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd5db1-2b59-4ec0-aabb-3d504208a209 None None] No DVR routers for this DVR port 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:24.937686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b95699f-87e1-47bb-b59a-930b92eece3d']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:24.947008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f0d838-8387-4e28-820d-fcdf34945d7b') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:24.947307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f0d838-8387-4e28-820d-fcdf34945d7b') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:24.956718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.970296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.976059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:24.976462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:24.980147 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:25.042551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.048484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.052080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/7b95699f-87e1-47bb-b59a-930b92eece3d HTTP/1.1" status: 204 len: 168 time: 0.5344434 Nov 10 03:54:25.055796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36282) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:25.069324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b779f-4e67-40be-8649-1fc81fe20c96 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=7b95699f-87e1-47bb-b59a-930b92eece3d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:25.100956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f058c8d0-bc69-40da-ae04-0bafb906b930 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:25.102343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f058c8d0-bc69-40da-ae04-0bafb906b930 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e HTTP/1.1" status: 200 len: 841 time: 0.0455651 Nov 10 03:54:25.106513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36284) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:25.145340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-108d5738-1a71-4d74-82eb-0a4d6889de2b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0377197 Nov 10 03:54:25.148920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36286) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:25.153954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:25.246553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:25.250761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.441414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.484466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:25.487653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:25.491735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:25.492329 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.499602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68ed05-a653-4b12-a0a2-cb28c1d7dd78 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:25.506175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=4887f9be-ce21-465f-bf75-9ca4d2938802,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:25.517970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0bdceca3-e9d4-485f-8d4f-7460d65083c0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3655641 Nov 10 03:54:25.518138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36296) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:25.523294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5d40a7f9-baff-49cd-8251-b04268786664 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'security_group': {'name': 'tempest-secgroup-805679474'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:25.553838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7f9-baff-49cd-8251-b04268786664 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.678237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2015f-06ba-4432-a321-9dd32e88801f req-e36fe337-d69f-4318-899f-0599d8bdecd7 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:25.679875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-edd2015f-06ba-4432-a321-9dd32e88801f req-e36fe337-d69f-4318-899f-0599d8bdecd7 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.0866518 Nov 10 03:54:25.695168 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7f9-baff-49cd-8251-b04268786664 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.702774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7f9-baff-49cd-8251-b04268786664 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.716867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'tenant_id': '85fc9352d5dd4050ba1acf2eb49abad9', 'fixed_ips': [{'subnet_id': '4887f9be-ce21-465f-bf75-9ca4d2938802'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:54:25.718489 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.757026 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7f9-baff-49cd-8251-b04268786664 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.760760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d40a7f9-baff-49cd-8251-b04268786664 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2390418 Nov 10 03:54:25.761473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36300) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:25.764330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40a7f9-baff-49cd-8251-b04268786664 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd37d3f-e098-4093-8edd-fb2d3c08c9ff,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:25.767427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0a5369f9-5b47-402f-8586-1af250cd2531 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'security_group': {'name': 'tempest-secgroup-785980913'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:25.783024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-edd2015f-06ba-4432-a321-9dd32e88801f req-fa5da5b8-612f-40b5-9bbc-2407390a6ae7 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922966 Nov 10 03:54:25.798526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a5369f9-5b47-402f-8586-1af250cd2531 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.827065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cd271-b8fa-4d74-a9a2-71eb7c31aa87 req-0a75e8d1-cab2-44cb-b6b5-3c753c0a56f6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:25.829091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b6cd271-b8fa-4d74-a9a2-71eb7c31aa87 req-0a75e8d1-cab2-44cb-b6b5-3c753c0a56f6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.0651877 Nov 10 03:54:25.892361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a5369f9-5b47-402f-8586-1af250cd2531 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.893792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b6cd271-b8fa-4d74-a9a2-71eb7c31aa87 req-127588f7-12e3-4b9c-b1ab-c6da8f418622 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Nov 10 03:54:25.895507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:25.899379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a5369f9-5b47-402f-8586-1af250cd2531 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.927044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a5369f9-5b47-402f-8586-1af250cd2531 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:25.928390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0a5369f9-5b47-402f-8586-1af250cd2531 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1651866 Nov 10 03:54:25.931279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36302) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:25.936362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1594842094', 'security_groups': ['1d7a7067-ae1a-45ec-b626-9e50b0718ab1'], 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4887f9be-ce21-465f-bf75-9ca4d2938802'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:25.951030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5369f9-5b47-402f-8586-1af250cd2531 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a7067-ae1a-45ec-b626-9e50b0718ab1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:26.052678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:26.069049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:26.069388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 85dbf93e-e89f-4ad0-8f4a-d86dfa031084 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:26.071225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Allocated IP 172.20.0.2 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/4887f9be-ce21-465f-bf75-9ca4d2938802/3b01ff8e-8be7-4017-b7ba-ff98a961e3a4) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:26.135117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.152864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 5bc06996-3aee-4e14-ba43-fbd6f898da10 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:54:26.214379 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.219533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.259058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:26.262750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:26.266526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:26.273537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Pushing event updated for resources: {'Port': ['ID=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:26.301330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-5bedc06c-439d-4166-8be4-14e95c53e9af req-88730814-a7c0-45b8-b452-a3bf06a5017d service neutron] (102597) timed out ('10.222.0.44', 63747) {{(pid=102597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 03:54:26.317011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.9 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/4887f9be-ce21-465f-bf75-9ca4d2938802/5bc06996-3aee-4e14-ba43-fbd6f898da10) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:26.323961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Attempting to bind port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:26.324326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Attempting to bind port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2952d392-307d-4b8d-bb61-ccc6fa22289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:26.324683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Attempting to bind port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 on network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:26.330490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:26.330831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Checking segment: {'id': '2952d392-307d-4b8d-bb61-ccc6fa22289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:26.331229 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.331614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Bound using segment: {'id': '2952d392-307d-4b8d-bb61-ccc6fa22289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:26.332089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Bound port: 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2952d392-307d-4b8d-bb61-ccc6fa22289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:26.332447 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.402578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] For port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:26.407861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] For port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,segment=NetworkSegment(2952d392-307d-4b8d-bb61-ccc6fa22289d),segment_id=2952d392-307d-4b8d-bb61-ccc6fa22289d)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:26.412421 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.477300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97d56c-af31-4512-a04f-bb992b85c405 None None] Pushing event updated for resources: {'Port': ['ID=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:26.779830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.811399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:26.857338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:26.864193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:26.866661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:26.902157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=5bc06996-3aee-4e14-ba43-fbd6f898da10,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:26.953738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf1fe0-4e0a-4fc1-8c5f-e15a5f3e2dc4 req-b207ebe6-c724-4cdd-a86d-a02cecd714a1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:26.955271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7edf1fe0-4e0a-4fc1-8c5f-e15a5f3e2dc4 req-b207ebe6-c724-4cdd-a86d-a02cecd714a1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.0950856 Nov 10 03:54:26.960785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:26.961386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.021279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2a19eccf-cf13-40d6-b96c-dfc00e4aec15 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0888913 Nov 10 03:54:27.024352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36314) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:27.030091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-76633452-48fe-4081-940f-3aa5934f5792 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:27.043225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7edf1fe0-4e0a-4fc1-8c5f-e15a5f3e2dc4 req-e867ad98-6c40-41f6-82be-0927e546229a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 Nov 10 03:54:27.055456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f441df-62b3-4c7e-915b-77134283a232 req-505f8091-b457-4916-b326-c2b3995d86e6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:27.057746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f0f441df-62b3-4c7e-915b-77134283a232 req-505f8091-b457-4916-b326-c2b3995d86e6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.0827842 Nov 10 03:54:27.111268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f0f441df-62b3-4c7e-915b-77134283a232 req-d9dea9df-d52f-419f-b528-b5f964bfc686 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 Nov 10 03:54:27.152391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76633452-48fe-4081-940f-3aa5934f5792 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:27.156113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-76633452-48fe-4081-940f-3aa5934f5792 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.245722 n-d-817326-2 neutron-server[102596]: INFO neutron.db.ipam_backend_mixin [None req-76633452-48fe-4081-940f-3aa5934f5792 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4887f9be-ce21-465f-bf75-9ca4d2938802 (CIDR: 172.20.0.0/28) Nov 10 03:54:27.248769 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-76633452-48fe-4081-940f-3aa5934f5792 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:54:27.249252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76633452-48fe-4081-940f-3aa5934f5792 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:27.268501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36316) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:27.268701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-76633452-48fe-4081-940f-3aa5934f5792 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2431211 Nov 10 03:54:27.274143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:27.388508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:27.392074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.426755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Provisioning complete for port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:27.427219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.471439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:27.491185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:27.491406 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.601509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.636941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] For port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,segment=NetworkSegment(2952d392-307d-4b8d-bb61-ccc6fa22289d),segment_id=2952d392-307d-4b8d-bb61-ccc6fa22289d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:27.641004 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.686812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fd825-4839-44ee-8359-5237f3cc29b5 None None] Pushing event updated for resources: {'Port': ['ID=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:27.698020 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.746956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:27.750258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:27.754395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:27.755108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.760172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=41e95e05-3e80-4d91-8dbf-7e41d383bc30,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:27.764452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843bc1f2-8b45-4fd4-802b-f50c788437e4 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:27.774368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-22489117-a70f-418f-a5d9-8d3d83064673 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5045476 Nov 10 03:54:27.777381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36324) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:27.782881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-4359276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41e95e05-3e80-4d91-8dbf-7e41d383bc30'}], 'security_groups': ['9bd37d3f-e098-4093-8edd-fb2d3c08c9ff']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:27.807860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f9b7d0f4-a382-4c08-9bf6-fec26e4b5ce4 None None] Provisioning complete for port 5bc06996-3aee-4e14-ba43-fbd6f898da10 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:27.808225 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d0f4-a382-4c08-9bf6-fec26e4b5ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.849309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7d0f4-a382-4c08-9bf6-fec26e4b5ce4 None None] Port 5bc06996-3aee-4e14-ba43-fbd6f898da10 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:27.855675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:27.921509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:28.004437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:28.004798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.071886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9245a53-0f38-437f-9f64-0f90129d2687 None None] Update dhcp port {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'fixed_ips': [{'subnet_id': '4887f9be-ce21-465f-bf75-9ca4d2938802', 'ip_address': '172.20.0.2'}, {'subnet_id': '41e95e05-3e80-4d91-8dbf-7e41d383bc30'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '3b01ff8e-8be7-4017-b7ba-ff98a961e3a4'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:54:28.102147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9245a53-0f38-437f-9f64-0f90129d2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.206578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Delete allocated IP 172.20.0.9 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/4887f9be-ce21-465f-bf75-9ca4d2938802) {{(pid=102597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 03:54:28.238821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c087049-b020-495a-b68a-2ce4d825dd04 req-1c94e5a3-07b1-48f4-bab5-4eabf2e19fbb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:28.240308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c087049-b020-495a-b68a-2ce4d825dd04 req-1c94e5a3-07b1-48f4-bab5-4eabf2e19fbb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 943 time: 0.1227565 Nov 10 03:54:28.241515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.24 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/41e95e05-3e80-4d91-8dbf-7e41d383bc30/5bc06996-3aee-4e14-ba43-fbd6f898da10) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:28.308715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61aabb-9426-4a93-86cf-d932dcc1308c req-16093f6d-037c-4c1e-b234-b10c641676ba tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:28.310224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf61aabb-9426-4a93-86cf-d932dcc1308c req-16093f6d-037c-4c1e-b234-b10c641676ba tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1177745 Nov 10 03:54:28.392869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c087049-b020-495a-b68a-2ce4d825dd04 req-43f15c6a-b2c3-4d97-8ff7-5d1dd47621db tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418359 Nov 10 03:54:28.439185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf61aabb-9426-4a93-86cf-d932dcc1308c req-01b2d6a9-528f-4318-8bf9-e0e95a3340e6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193614 Nov 10 03:54:28.478316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.483517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.537281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-f9245a53-0f38-437f-9f64-0f90129d2687 None None] Allocated IP 172.20.0.18 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/41e95e05-3e80-4d91-8dbf-7e41d383bc30/3b01ff8e-8be7-4017-b7ba-ff98a961e3a4) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:28.582905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=5bc06996-3aee-4e14-ba43-fbd6f898da10,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:28.616516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] In _notify_port_updated(), no bound segment for port 5bc06996-3aee-4e14-ba43-fbd6f898da10 on network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:54:28.623440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:28.624087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.628725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-793609f1-553b-4cd1-a2aa-ecc20b4279e0 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "PUT /v2.0/ports/5bc06996-3aee-4e14-ba43-fbd6f898da10 HTTP/1.1" status: 200 len: 918 time: 0.8469589 Nov 10 03:54:28.628991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36336) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:28.656953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f9245a53-0f38-437f-9f64-0f90129d2687 None None] For port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,segment=NetworkSegment(2952d392-307d-4b8d-bb61-ccc6fa22289d),segment_id=2952d392-307d-4b8d-bb61-ccc6fa22289d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:28.688045 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9245a53-0f38-437f-9f64-0f90129d2687 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.693671 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9245a53-0f38-437f-9f64-0f90129d2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.732840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 5bc06996-3aee-4e14-ba43-fbd6f898da10 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:28.735252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.778601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9245a53-0f38-437f-9f64-0f90129d2687 None None] Pushing event updated for resources: {'Port': ['ID=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:28.794590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:54:28.826165 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.839122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 5bc06996-3aee-4e14-ba43-fbd6f898da10 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:28.893566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:28.906402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'network_id': 'a04f2986-1e05-4480-82d3-f14f17472eae', 'port_id': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'mac_address': 'fa:16:3e:0a:b5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce46afb-6e6d-41b4-9de1-71650ebdb4ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:54:28.950708 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.965908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af91e7bd-233c-48e9-be3c-02254d5fa9ab {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:54:28.976198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:28.987289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:28.992508 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.023857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=5bc06996-3aee-4e14-ba43-fbd6f898da10,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:29.050454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:29.098840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.102682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f58d190-8dd6-45c3-a3e6-af56d8635a25 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/5bc06996-3aee-4e14-ba43-fbd6f898da10 HTTP/1.1" status: 204 len: 168 time: 0.4721181 Nov 10 03:54:29.104797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36338) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:29.133311 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d02028-dc24-4ea4-b753-c340a79484c8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:29.134884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2d02028-dc24-4ea4-b753-c340a79484c8 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/5bc06996-3aee-4e14-ba43-fbd6f898da10 HTTP/1.1" status: 404 len: 333 time: 0.0291691 Nov 10 03:54:29.138241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36340) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:29.192056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75212c02-45dd-44b5-b659-f8f45d429c9f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.216884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75212c02-45dd-44b5-b659-f8f45d429c9f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.259361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75212c02-45dd-44b5-b659-f8f45d429c9f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.262873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75212c02-45dd-44b5-b659-f8f45d429c9f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.264043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-75212c02-45dd-44b5-b659-f8f45d429c9f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d7a7067-ae1a-45ec-b626-9e50b0718ab1 HTTP/1.1" status: 204 len: 168 time: 0.1248975 Nov 10 03:54:29.266875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36342) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:29.274496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212c02-45dd-44b5-b659-f8f45d429c9f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a7067-ae1a-45ec-b626-9e50b0718ab1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:29.295674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8f270ce5-067d-4671-b2aa-fe7d28bea9e7 None None] Could not find standard attr ID for object 5bc06996-3aee-4e14-ba43-fbd6f898da10. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:29.306799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8f270ce5-067d-4671-b2aa-fe7d28bea9e7 None None] Provisioning complete for port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:29.307852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8f270ce5-067d-4671-b2aa-fe7d28bea9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.334462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aaa58a-9152-42c6-b10a-4ac8f5826224 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.343649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8f270ce5-067d-4671-b2aa-fe7d28bea9e7 None None] Port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:29.353386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8f270ce5-067d-4671-b2aa-fe7d28bea9e7 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:29.353744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8f270ce5-067d-4671-b2aa-fe7d28bea9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.357644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aaa58a-9152-42c6-b10a-4ac8f5826224 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.402020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aaa58a-9152-42c6-b10a-4ac8f5826224 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.404647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aaa58a-9152-42c6-b10a-4ac8f5826224 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.408177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-70aaa58a-9152-42c6-b10a-4ac8f5826224 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bd37d3f-e098-4093-8edd-fb2d3c08c9ff HTTP/1.1" status: 204 len: 168 time: 0.1372745 Nov 10 03:54:29.408649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36344) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:29.419491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaa58a-9152-42c6-b10a-4ac8f5826224 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd37d3f-e098-4093-8edd-fb2d3c08c9ff,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:29.466142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['af91e7bd-233c-48e9-be3c-02254d5fa9ab'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:54:29.472870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet 4887f9be-ce21-465f-bf75-9ca4d2938802 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:29.476347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.572543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.636028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b15fa3-74f3-4d47-b56e-004756c9f989 req-7bbae9ea-0018-4ac1-9c6f-1bb9020a31a1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:29.638127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7b15fa3-74f3-4d47-b56e-004756c9f989 req-7bbae9ea-0018-4ac1-9c6f-1bb9020a31a1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 944 time: 0.1394691 Nov 10 03:54:29.668349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e046c3b-c25f-498a-a51e-cd3b3f00ef98 req-42f50886-f99f-4138-9c4b-2af41763c6ef tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:29.669911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e046c3b-c25f-498a-a51e-cd3b3f00ef98 req-42f50886-f99f-4138-9c4b-2af41763c6ef tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1335826 Nov 10 03:54:29.760442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7b15fa3-74f3-4d47-b56e-004756c9f989 req-56865b92-cc1b-4fe2-b014-e41bdf535b81 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111407 Nov 10 03:54:29.761647 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.816792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e046c3b-c25f-498a-a51e-cd3b3f00ef98 req-96dbe132-2aa9-497b-92c0-5c4ff76cfea2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368053 Nov 10 03:54:29.848368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.864231 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:29.868334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/4887f9be-ce21-465f-bf75-9ca4d2938802 HTTP/1.1" status: 204 len: 168 time: 0.4584150 Nov 10 03:54:29.872784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36356) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:29.873819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-99e0cf68-7c58-48f1-9259-4cffc605113e None None] Could not find standard attr ID for object 5bc06996-3aee-4e14-ba43-fbd6f898da10. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:29.878315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:29.899215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cad12-8912-4da7-9edd-dd72204e9373 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=4887f9be-ce21-465f-bf75-9ca4d2938802,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:29.928973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:29.985886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:29.986287 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.018817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:30.023828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.059979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3020f7-320a-4592-8452-571d96ae0f3e None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:30.249153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.294094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:30.297497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:30.301677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:30.302298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.316038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=eb39ce00-4936-42da-9881-6ae401ce6e98,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:30.329425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ab6e5cb3-62c2-4ef4-8780-5a2ac3ddc0e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4554906 Nov 10 03:54:30.332147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36358) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:30.336831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8415d879-4a12-43ed-b3d3-467b4b9fe0d6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1337338479'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:30.365103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8415d879-4a12-43ed-b3d3-467b4b9fe0d6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.449292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8415d879-4a12-43ed-b3d3-467b4b9fe0d6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.455466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8415d879-4a12-43ed-b3d3-467b4b9fe0d6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.487796 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8415d879-4a12-43ed-b3d3-467b4b9fe0d6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.490153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8415d879-4a12-43ed-b3d3-467b4b9fe0d6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1568158 Nov 10 03:54:30.493001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36360) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:30.496577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415d879-4a12-43ed-b3d3-467b4b9fe0d6 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30730251-36a4-45ae-ab76-f5fea59b6af9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:30.498576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-14152274-d408-4680-89a7-2e360a48b1ce tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'security_group': {'name': 'tempest-secgroup-633266233'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:30.525082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14152274-d408-4680-89a7-2e360a48b1ce tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.600298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14152274-d408-4680-89a7-2e360a48b1ce tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.605270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14152274-d408-4680-89a7-2e360a48b1ce tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.640041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14152274-d408-4680-89a7-2e360a48b1ce tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.644416 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-14152274-d408-4680-89a7-2e360a48b1ce tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1471529 Nov 10 03:54:30.644772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36362) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:30.650997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2458f933-62e1-4ab1-a3ba-7d23d7a36b5b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212496994'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:30.657327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152274-d408-4680-89a7-2e360a48b1ce tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f813456-074b-4548-8016-c959f19fb585,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:30.680836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2458f933-62e1-4ab1-a3ba-7d23d7a36b5b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.756697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2458f933-62e1-4ab1-a3ba-7d23d7a36b5b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.760273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2458f933-62e1-4ab1-a3ba-7d23d7a36b5b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.779050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a9997-a5fc-45f5-95eb-1d16bb6bb393 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:30.790859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2458f933-62e1-4ab1-a3ba-7d23d7a36b5b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.795305 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2458f933-62e1-4ab1-a3ba-7d23d7a36b5b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1469958 Nov 10 03:54:30.795729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36366) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:30.801273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1302125671', 'security_groups': ['51f8f8b7-3ea3-4c17-8b34-62e69f049d45'], 'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb39ce00-4936-42da-9881-6ae401ce6e98'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:30.821329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458f933-62e1-4ab1-a3ba-7d23d7a36b5b tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f8f8b7-3ea3-4c17-8b34-62e69f049d45,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:30.834299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:30.884260 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-959e75fe-dc80-471a-acff-b610acbc9bad None None] Provisioning complete for port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:30.884962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-959e75fe-dc80-471a-acff-b610acbc9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:30.917346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e81d-efe2-4e37-8d87-1846f86021c6 req-8ac0e089-d0e2-4593-9ce2-7f62654462d2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:30.919404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d62e81d-efe2-4e37-8d87-1846f86021c6 req-8ac0e089-d0e2-4593-9ce2-7f62654462d2 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 944 time: 0.0716834 Nov 10 03:54:30.939377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:30.942456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-959e75fe-dc80-471a-acff-b610acbc9bad None None] Port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:30.999199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844728ef-45fc-4233-873d-d66bda1a982a req-c6c396b7-c149-46e0-83f4-a7000ce747cb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:30.999449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-959e75fe-dc80-471a-acff-b610acbc9bad None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:30.999797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-959e75fe-dc80-471a-acff-b610acbc9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.000838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-844728ef-45fc-4233-873d-d66bda1a982a req-c6c396b7-c149-46e0-83f4-a7000ce747cb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.0808060 Nov 10 03:54:31.006140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d62e81d-efe2-4e37-8d87-1846f86021c6 req-b8b96940-c77c-4e9d-8434-82ce937214b1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772789 Nov 10 03:54:31.021573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port af91e7bd-233c-48e9-be3c-02254d5fa9ab triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:31.022216 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.054753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.078642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] device_id is not set on port 85f85b51-3bf0-4535-a0e5-560d2b6dbc67 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:54:31.088171 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-844728ef-45fc-4233-873d-d66bda1a982a req-a96822e1-92ca-4ae8-a5ce-38a65c72e665 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808256 Nov 10 03:54:31.257847 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.279665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.11 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/eb39ce00-4936-42da-9881-6ae401ce6e98/85f85b51-3bf0-4535-a0e5-560d2b6dbc67) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:31.286010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f79d53d-e484-4189-86fa-3fd963c0f62e None None] Update dhcp port {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'fixed_ips': [{'subnet_id': '41e95e05-3e80-4d91-8dbf-7e41d383bc30', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb39ce00-4936-42da-9881-6ae401ce6e98'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '3b01ff8e-8be7-4017-b7ba-ff98a961e3a4'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:54:31.311763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:54:31.314036 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532edd9c-ff2e-442d-8781-10c8d120f500" -d '{"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-plugged", "status": "completed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:54:31.333748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:31.335232 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f79d53d-e484-4189-86fa-3fd963c0f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.345971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.376372 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af867b-0c0e-4f51-95eb-e0f7c9c9097b x-openstack-request-id: req-87af867b-0c0e-4f51-95eb-e0f7c9c9097b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:54:31.376626 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-plugged", "status": "completed", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:54:31.376786 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87af867b-0c0e-4f51-95eb-e0f7c9c9097b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:54:31.377163 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'code': 200} Nov 10 03:54:31.435934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.475916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=10']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:31.477225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.524080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:31.530307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:31.534380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:31.578885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=85f85b51-3bf0-4535-a0e5-560d2b6dbc67,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:31.626770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:31.627425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.643694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d995a-b54a-4f1d-b406-79510896709b req-4e331f54-d4f0-4394-9c58-2829a3b29fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:31.646152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-999d995a-b54a-4f1d-b406-79510896709b req-4e331f54-d4f0-4394-9c58-2829a3b29fe1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1097 time: 0.0801249 Nov 10 03:54:31.650302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7d4e8b33-a143-4846-8e97-29396a827ba2 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8536696 Nov 10 03:54:31.653555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36378) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:31.664482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ddc31ab6-cb7f-42b1-ac09-a1c1318d6b40 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:31.699618 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-999d995a-b54a-4f1d-b406-79510896709b req-547d3989-acd1-4365-b56d-4a2e8e4be889 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 Nov 10 03:54:31.707318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-3f79d53d-e484-4189-86fa-3fd963c0f62e None None] Allocated IP 172.20.0.2 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/eb39ce00-4936-42da-9881-6ae401ce6e98/3b01ff8e-8be7-4017-b7ba-ff98a961e3a4) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:31.789054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc31ab6-cb7f-42b1-ac09-a1c1318d6b40 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:31.793188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddc31ab6-cb7f-42b1-ac09-a1c1318d6b40 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.804196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3f79d53d-e484-4189-86fa-3fd963c0f62e None None] For port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,segment=NetworkSegment(2952d392-307d-4b8d-bb61-ccc6fa22289d),segment_id=2952d392-307d-4b8d-bb61-ccc6fa22289d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:31.837857 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f79d53d-e484-4189-86fa-3fd963c0f62e None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.842564 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f79d53d-e484-4189-86fa-3fd963c0f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:31.902830 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-ddc31ab6-cb7f-42b1-ac09-a1c1318d6b40 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb39ce00-4936-42da-9881-6ae401ce6e98 (CIDR: 172.20.0.0/28) Nov 10 03:54:31.906078 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc31ab6-cb7f-42b1-ac09-a1c1318d6b40 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:54:31.906565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc31ab6-cb7f-42b1-ac09-a1c1318d6b40 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:31.926279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ddc31ab6-cb7f-42b1-ac09-a1c1318d6b40 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2677882 Nov 10 03:54:31.927705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36380) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:31.931139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79d53d-e484-4189-86fa-3fd963c0f62e None None] Pushing event updated for resources: {'Port': ['ID=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:31.932294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8be163bf-a562-4735-9fbf-ed451964447a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:32.060986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be163bf-a562-4735-9fbf-ed451964447a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:32.065383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8be163bf-a562-4735-9fbf-ed451964447a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.203868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf21a03-0d8f-4426-b076-43b866f277ad req-91628577-f5c4-41a7-b6b3-d55990595502 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:32.205373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf21a03-0d8f-4426-b076-43b866f277ad req-91628577-f5c4-41a7-b6b3-d55990595502 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0944390 Nov 10 03:54:32.255307 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-8be163bf-a562-4735-9fbf-ed451964447a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 41e95e05-3e80-4d91-8dbf-7e41d383bc30 (CIDR: 172.20.0.16/28) Nov 10 03:54:32.263700 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be163bf-a562-4735-9fbf-ed451964447a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:54:32.264190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be163bf-a562-4735-9fbf-ed451964447a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:32.299037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02a8e-6f09-4429-933f-d6a14c01298a req-d448c00e-3a99-4ec9-8fb6-e6a224bee10a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:32.300477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38a02a8e-6f09-4429-933f-d6a14c01298a req-d448c00e-3a99-4ec9-8fb6-e6a224bee10a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1372178 Nov 10 03:54:32.306668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6cf21a03-0d8f-4426-b076-43b866f277ad req-0bbb9fac-c932-4f7f-872f-48c78680c3ac tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901356 Nov 10 03:54:32.312928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8be163bf-a562-4735-9fbf-ed451964447a tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3854556 Nov 10 03:54:32.316044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36392) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:32.322523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'subnet': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:32.382942 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38a02a8e-6f09-4429-933f-d6a14c01298a req-7a69ce10-5d3e-48fe-8a64-518e2557d540 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669067 Nov 10 03:54:32.464943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Made reservation on behalf of 85fc9352d5dd4050ba1acf2eb49abad9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:32.469374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.521754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9d8e101c-ecf1-4324-a6f0-20f723ab6e1f None None] Provisioning complete for port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:32.522293 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d8e101c-ecf1-4324-a6f0-20f723ab6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.569482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e101c-ecf1-4324-a6f0-20f723ab6e1f None None] Port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:32.593369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9d8e101c-ecf1-4324-a6f0-20f723ab6e1f None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:32.593743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d8e101c-ecf1-4324-a6f0-20f723ab6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.671077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447d7e4-e085-4109-9594-11565683ea5b req-01db5cbc-91b1-464f-a34c-3aa4b186ed13 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:32.679046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0447d7e4-e085-4109-9594-11565683ea5b req-01db5cbc-91b1-464f-a34c-3aa4b186ed13 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0583513 Nov 10 03:54:32.732257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0447d7e4-e085-4109-9594-11565683ea5b req-127caee6-feaf-46c0-a861-092c23993b89 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516615 Nov 10 03:54:32.734536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.775595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:32.779526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:32.783181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:32.783786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.789098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbc13f-cb69-4342-81d9-6785ec954b62 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:32.813835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4966507 Nov 10 03:54:32.816626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36400) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:32.824095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2064121628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ccc388cd-4e54-480a-a394-a444abddb494'}], 'security_groups': ['30730251-36a4-45ae-ab76-f5fea59b6af9', '4f813456-074b-4548-8016-c959f19fb585']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:32.826395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75c047-06e0-4ee7-905e-7127c90357e5 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Subnet': ['ID=ccc388cd-4e54-480a-a394-a444abddb494,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:32.855560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-db5b2aea-aaa4-42dc-8014-5fc6b72c83ec None None] Provisioning complete for port 85f85b51-3bf0-4535-a0e5-560d2b6dbc67 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:32.856022 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-db5b2aea-aaa4-42dc-8014-5fc6b72c83ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.867936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0ca2-27c1-4a7f-8725-3586893c3e6a req-7eaccadc-8cff-4e59-a162-db930c50ed43 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:32.875282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f9c0ca2-27c1-4a7f-8725-3586893c3e6a req-7eaccadc-8cff-4e59-a162-db930c50ed43 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0661621 Nov 10 03:54:32.899163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:32.910426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-db5b2aea-aaa4-42dc-8014-5fc6b72c83ec None None] Port 85f85b51-3bf0-4535-a0e5-560d2b6dbc67 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:32.939024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f9c0ca2-27c1-4a7f-8725-3586893c3e6a req-9f87cbe0-30d1-4d50-a09e-f93d13fd9a02 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623040 Nov 10 03:54:33.058943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c0677-1cca-4fcf-ae5b-2fe9c06dfdb9 None None] Update dhcp port {'port': {'network_id': '247a2f2a-b101-4068-8a1b-a27ee33aeb47', 'fixed_ips': [{'subnet_id': '41e95e05-3e80-4d91-8dbf-7e41d383bc30', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb39ce00-4936-42da-9881-6ae401ce6e98', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ccc388cd-4e54-480a-a394-a444abddb494'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '3b01ff8e-8be7-4017-b7ba-ff98a961e3a4'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:54:33.097548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d72c0677-1cca-4fcf-ae5b-2fe9c06dfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:33.277517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-f6566518-c037-4f4f-925a-ca6fdca0346f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:33.284512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-f6566518-c037-4f4f-925a-ca6fdca0346f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.1230633 Nov 10 03:54:33.285705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Delete allocated IP 172.20.0.11 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/eb39ce00-4936-42da-9881-6ae401ce6e98) {{(pid=102596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 03:54:33.296610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Allocated IP 172.20.0.40 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/ccc388cd-4e54-480a-a394-a444abddb494/85f85b51-3bf0-4535-a0e5-560d2b6dbc67) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:33.300567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-d97f88c6-d294-40c8-b4aa-2aaf6b63f139 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/quotas/49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 375 time: 0.0151641 Nov 10 03:54:33.389760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-d2986662-aeb4-4947-9d1f-ceed8797f6fa tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0881424 Nov 10 03:54:33.452027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b139a81-e683-49da-94b7-350d04a9c891 req-84b03dac-e2a8-4c55-abd2-c5fd03928600 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:33.453540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b139a81-e683-49da-94b7-350d04a9c891 req-84b03dac-e2a8-4c55-abd2-c5fd03928600 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0628340 Nov 10 03:54:33.519041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:33.528264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:33.540942 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b139a81-e683-49da-94b7-350d04a9c891 req-966237d4-dbaf-4493-9b21-44b4320f1f3e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757158 Nov 10 03:54:33.606623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-d72c0677-1cca-4fcf-ae5b-2fe9c06dfdb9 None None] Allocated IP 172.20.0.34 (247a2f2a-b101-4068-8a1b-a27ee33aeb47/ccc388cd-4e54-480a-a394-a444abddb494/3b01ff8e-8be7-4017-b7ba-ff98a961e3a4) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:33.695989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-d5e8ff8d-1128-411d-8d64-04553131829b service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951376 Nov 10 03:54:33.708677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] In _notify_port_updated(), no bound segment for port 85f85b51-3bf0-4535-a0e5-560d2b6dbc67 on network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:54:33.715015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:33.715716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:33.717034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "PUT /v2.0/ports/85f85b51-3bf0-4535-a0e5-560d2b6dbc67 HTTP/1.1" status: 200 len: 960 time: 0.8994958 Nov 10 03:54:33.720098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36458) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:33.722680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805bfcf-44e6-4d59-9d6f-9d4f495f7569 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event updated for resources: {'Port': ['ID=85f85b51-3bf0-4535-a0e5-560d2b6dbc67,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:33.819034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-4d7638b0-c18b-4e31-8662-9debeef87e5d service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214223 Nov 10 03:54:33.821125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d72c0677-1cca-4fcf-ae5b-2fe9c06dfdb9 None None] For port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,segment=NetworkSegment(2952d392-307d-4b8d-bb61-ccc6fa22289d),segment_id=2952d392-307d-4b8d-bb61-ccc6fa22289d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:33.853419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port 85f85b51-3bf0-4535-a0e5-560d2b6dbc67 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:33.853857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:33.890716 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d72c0677-1cca-4fcf-ae5b-2fe9c06dfdb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:33.907746 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d72c0677-1cca-4fcf-ae5b-2fe9c06dfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.000992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.016499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for 85f85b51-3bf0-4535-a0e5-560d2b6dbc67 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:34.030454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:34.098726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c0677-1cca-4fcf-ae5b-2fe9c06dfdb9 None None] Pushing event updated for resources: {'Port': ['ID=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:34.186991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:34.187369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.191881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e34da482-6ca1-4d0b-8cb4-066c345f1db7 req-6d1b14f4-6373-4ee2-89d2-d234f06e328c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 210 time: 0.0647728 Nov 10 03:54:34.273754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.321157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=85f85b51-3bf0-4535-a0e5-560d2b6dbc67,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:34.405409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.411283 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b8c2441-7b50-451e-bc40-0bd26d93195c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/85f85b51-3bf0-4535-a0e5-560d2b6dbc67 HTTP/1.1" status: 204 len: 168 time: 0.6877496 Nov 10 03:54:34.411711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36468) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:34.439357 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-782f8d50-614c-497c-84d8-da693bc8fcc7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] GET failed (client error): The resource could not be found. Nov 10 03:54:34.441017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-782f8d50-614c-497c-84d8-da693bc8fcc7 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports/85f85b51-3bf0-4535-a0e5-560d2b6dbc67 HTTP/1.1" status: 404 len: 333 time: 0.0278373 Nov 10 03:54:34.443820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:34.503527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df7625ff-2f57-4ffc-b069-10216b6e2c1f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.531471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df7625ff-2f57-4ffc-b069-10216b6e2c1f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.591218 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df7625ff-2f57-4ffc-b069-10216b6e2c1f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.594222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df7625ff-2f57-4ffc-b069-10216b6e2c1f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.598769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-df7625ff-2f57-4ffc-b069-10216b6e2c1f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/security-groups/51f8f8b7-3ea3-4c17-8b34-62e69f049d45 HTTP/1.1" status: 204 len: 168 time: 0.1508718 Nov 10 03:54:34.599099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36476) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:34.620567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7625ff-2f57-4ffc-b069-10216b6e2c1f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f8f8b7-3ea3-4c17-8b34-62e69f049d45,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:34.708046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b68e9-9eb9-4af8-9386-8bc37e1c3d20 req-bf0f402a-57e2-4bd1-82d8-e654c4703e14 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:34.709907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-082b68e9-9eb9-4af8-9386-8bc37e1c3d20 req-bf0f402a-57e2-4bd1-82d8-e654c4703e14 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0918174 Nov 10 03:54:34.731614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c370d089-86b1-4a6c-b7b8-25b356f7e49c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.780051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c370d089-86b1-4a6c-b7b8-25b356f7e49c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.798528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-082b68e9-9eb9-4af8-9386-8bc37e1c3d20 req-02c1f905-c7fb-430b-bb87-75993a69d619 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787330 Nov 10 03:54:34.835637 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c370d089-86b1-4a6c-b7b8-25b356f7e49c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.838558 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c370d089-86b1-4a6c-b7b8-25b356f7e49c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.840623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c370d089-86b1-4a6c-b7b8-25b356f7e49c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f813456-074b-4548-8016-c959f19fb585 HTTP/1.1" status: 204 len: 168 time: 0.2406344 Nov 10 03:54:34.843379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36484) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:34.858180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370d089-86b1-4a6c-b7b8-25b356f7e49c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f813456-074b-4548-8016-c959f19fb585,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:34.863974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e4cf9e8e-649b-4686-9253-4cb5ab978026 None None] Provisioning complete for port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:34.865379 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9e8e-649b-4686-9253-4cb5ab978026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.920745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf9e8e-649b-4686-9253-4cb5ab978026 None None] Port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:34.923917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e4cf9e8e-649b-4686-9253-4cb5ab978026 None None] Could not find standard attr ID for object 85f85b51-3bf0-4535-a0e5-560d2b6dbc67. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:34.926174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0fa3-e212-49b6-8ee8-3e5e1ff05e3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.939608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e4cf9e8e-649b-4686-9253-4cb5ab978026 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:34.939981 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9e8e-649b-4686-9253-4cb5ab978026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.951762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0fa3-e212-49b6-8ee8-3e5e1ff05e3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:34.969514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6acf7-f125-4832-af32-ac4ea0f2a82c req-b60ea2d3-e38a-4ebf-a0d2-5cffec8f05d9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:34.971323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bc6acf7-f125-4832-af32-ac4ea0f2a82c req-b60ea2d3-e38a-4ebf-a0d2-5cffec8f05d9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0671084 Nov 10 03:54:35.003300 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0fa3-e212-49b6-8ee8-3e5e1ff05e3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.007008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0fa3-e212-49b6-8ee8-3e5e1ff05e3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.008237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed2e0fa3-e212-49b6-8ee8-3e5e1ff05e3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/security-groups/30730251-36a4-45ae-ab76-f5fea59b6af9 HTTP/1.1" status: 204 len: 168 time: 0.1636879 Nov 10 03:54:35.013223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36488) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:35.023202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e0fa3-e212-49b6-8ee8-3e5e1ff05e3f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30730251-36a4-45ae-ab76-f5fea59b6af9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:35.060320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bc6acf7-f125-4832-af32-ac4ea0f2a82c req-367bf2d7-6a96-4b12-9dc7-eddd2b303e20 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792775 Nov 10 03:54:35.077796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet eb39ce00-4936-42da-9881-6ae401ce6e98 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:35.081094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.130101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.243936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0865bc-4492-4365-b9f9-356d4831fa91 req-43e497e7-5f4b-4276-bb4d-c1ce01a4d14d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:35.254600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa0865bc-4492-4365-b9f9-356d4831fa91 req-43e497e7-5f4b-4276-bb4d-c1ce01a4d14d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.1007979 Nov 10 03:54:35.286978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d67bce77-8b92-4781-bb0a-1c73b8dc4fc1 req-9387dd07-fd37-482f-baa0-a476288ab073 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 210 time: 0.0313938 Nov 10 03:54:35.342415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.351097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa0865bc-4492-4365-b9f9-356d4831fa91 req-f55776d0-1eb2-45ec-aca3-7cac14baf862 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910513 Nov 10 03:54:35.383391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4cc8b173-82e6-45e2-97a0-f07a4f2d369c None None] Could not find standard attr ID for object 85f85b51-3bf0-4535-a0e5-560d2b6dbc67. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:54:35.428270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-81fff659-933f-41c3-89ce-d6010a23fa97 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:35.430284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-81fff659-933f-41c3-89ce-d6010a23fa97 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.1454437 Nov 10 03:54:35.436982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.451792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'port': {'device_id': '394962f2-7e11-4924-b3b0-ec51109ec575', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'admin_state_up': True, 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:35.492678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=eb39ce00-4936-42da-9881-6ae401ce6e98,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:35.504541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.508640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3ea7b1a-708a-4105-a81e-54cf5992adfd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/eb39ce00-4936-42da-9881-6ae401ce6e98 HTTP/1.1" status: 204 len: 168 time: 0.4942055 Nov 10 03:54:35.512811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36498) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:35.564194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090e22d-f182-40a3-98ff-c44d99eafd09 req-32ee619c-ffc5-4187-951d-115a2fde5765 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:35.565780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4090e22d-f182-40a3-98ff-c44d99eafd09 req-32ee619c-ffc5-4187-951d-115a2fde5765 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0627170 Nov 10 03:54:35.582275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet ccc388cd-4e54-480a-a394-a444abddb494 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:35.597787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.627467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417e12a-6063-4085-93bc-43ad584ca778 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:35.628379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4090e22d-f182-40a3-98ff-c44d99eafd09 req-75ffd287-8c61-472d-8d84-b2e4c90c335e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547030 Nov 10 03:54:35.655180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.694313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Made reservation on behalf of 49ead17c539a4677ae0cc7b67f27625f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:35.698702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.751743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33a185-8397-477d-9ced-296165d44707 req-80cc3d19-f34c-497c-8061-19ba5dadbee9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:35.753261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee33a185-8397-477d-9ced-296165d44707 req-80cc3d19-f34c-497c-8061-19ba5dadbee9 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0529771 Nov 10 03:54:35.805974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee33a185-8397-477d-9ced-296165d44707 req-9def1027-9418-4ab3-9a2c-440ed9464708 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Nov 10 03:54:35.812562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:35.920236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:35.991854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:35.992249 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.014763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d026448-5ef2-4734-8c76-64a85617e590 req-f5eec789-3810-47f4-8d50-6658d340409f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:36.025764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d026448-5ef2-4734-8c76-64a85617e590 req-f5eec789-3810-47f4-8d50-6658d340409f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0949533 Nov 10 03:54:36.117125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d026448-5ef2-4734-8c76-64a85617e590 req-24d554b8-f802-402e-b63f-4b5b577ddc7b tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721378 Nov 10 03:54:36.228615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ac8e-f927-42cb-8f8d-cfa3c9aa2c0f req-ea3b1f52-184e-4d9a-98ee-b0f5c15f9f51 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:36.230494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa69ac8e-f927-42cb-8f8d-cfa3c9aa2c0f req-ea3b1f52-184e-4d9a-98ee-b0f5c15f9f51 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0582547 Nov 10 03:54:36.286813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa69ac8e-f927-42cb-8f8d-cfa3c9aa2c0f req-e35cc37e-d33d-4f3d-a2f4-1d59f559c308 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497382 Nov 10 03:54:36.288916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Allocated IP 172.20.0.5 (395a964d-bcac-441e-812b-11b5147ee392/5932b073-1636-4ec3-858d-313b87aa0e2f/2d603794-2694-4210-a52f-f214323b3e9c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:36.306234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.359490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc388cd-4e54-480a-a394-a444abddb494,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:36.367754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.374025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36518) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:36.374230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a1ad65a7-e94d-43ae-bc8f-e6c51b34d9dd tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/ccc388cd-4e54-480a-a394-a444abddb494 HTTP/1.1" status: 204 len: 168 time: 0.8603585 Nov 10 03:54:36.451264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cfd742c-598b-4f70-bde6-29c2e4757e48 req-cd3c8103-b24d-48e5-a29c-af5313615ad1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 210 time: 0.0363793 Nov 10 03:54:36.452499 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a59cedc-c590-40d3-99e4-b41b8e3d8916 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:36.453018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a59cedc-c590-40d3-99e4-b41b8e3d8916 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:36.458484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4a59cedc-c590-40d3-99e4-b41b8e3d8916 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/eb39ce00-4936-42da-9881-6ae401ce6e98 HTTP/1.1" status: 404 len: 337 time: 0.0810018 Nov 10 03:54:36.459227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36520) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:36.498728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b89fa-d22b-4cef-b463-ca65ff3b30f6 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:36.506214 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.545146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting subnet 41e95e05-3e80-4d91-8dbf-7e41d383bc30 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:36.547286 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.549343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.589815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:54:36.597128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:36.608406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:36.612139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:36.638206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.659024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c77761d2-010e-4f15-830e-49e2f6827096 None None] Provisioning complete for port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:36.659391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c77761d2-010e-4f15-830e-49e2f6827096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.669889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:36.670883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.685398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=2d603794-2694-4210-a52f-f214323b3e9c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:36.692478 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-552366ba-e89a-4d97-b0f5-887418084799 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2446766 Nov 10 03:54:36.717236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Request body: {'port': {'device_id': '394962f2-7e11-4924-b3b0-ec51109ec575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:36.722601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2395f3-29b1-4268-a831-fe12c351f483 req-5aa96376-f0ac-46db-9352-8eacf6507dd6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:36.731890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc2395f3-29b1-4268-a831-fe12c351f483 req-5aa96376-f0ac-46db-9352-8eacf6507dd6 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.1474633 Nov 10 03:54:36.773606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c77761d2-010e-4f15-830e-49e2f6827096 None None] Port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:36.779910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.805287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.819213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c77761d2-010e-4f15-830e-49e2f6827096 None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:36.819588 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c77761d2-010e-4f15-830e-49e2f6827096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.876613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc2395f3-29b1-4268-a831-fe12c351f483 req-3c13882e-1ba9-4075-9620-7a522c075e17 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438062 Nov 10 03:54:36.908717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.968499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Subnet': ['ID=41e95e05-3e80-4d91-8dbf-7e41d383bc30,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:36.975118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:36.980963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-083d57e0-42d9-4782-ba10-f7360e28359d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/41e95e05-3e80-4d91-8dbf-7e41d383bc30 HTTP/1.1" status: 204 len: 168 time: 0.5156126 Nov 10 03:54:36.981817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36526) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.012247 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9b6f8f-49d2-48ba-b807-064df0520d80 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.012796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9b6f8f-49d2-48ba-b807-064df0520d80 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.018359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb9b6f8f-49d2-48ba-b807-064df0520d80 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/4887f9be-ce21-465f-bf75-9ca4d2938802 HTTP/1.1" status: 404 len: 337 time: 0.0331550 Nov 10 03:54:37.019403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36530) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.069881 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b8da4efe-9c95-4859-bbe2-5196bdbbe610 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "GET /v2.0/ports?device_id=67295319-c243-49af-913f-e40fa07b86b3 HTTP/1.1" status: 200 len: 205 time: 0.0492928 Nov 10 03:54:37.073085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36532) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.094968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-46c732e7-a6a1-4b42-9f67-434c3e5cec88 None None] Provisioning complete for port 2d603794-2694-4210-a52f-f214323b3e9c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:37.095794 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-46c732e7-a6a1-4b42-9f67-434c3e5cec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.124853 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-b3a5ee2f-83e6-408a-a97b-ff1102683b9c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] delete failed (client error): The resource could not be found. Nov 10 03:54:37.126379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b3a5ee2f-83e6-408a-a97b-ff1102683b9c tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/routers/67295319-c243-49af-913f-e40fa07b86b3 HTTP/1.1" status: 404 len: 336 time: 0.0522318 Nov 10 03:54:37.130060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36534) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.140874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-46c732e7-a6a1-4b42-9f67-434c3e5cec88 None None] Port 2d603794-2694-4210-a52f-f214323b3e9c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:37.162990 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2ea746-b0b3-4021-b80c-8bf2c3cbe469 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.163245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d603794-2694-4210-a52f-f214323b3e9c {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:54:37.163530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2ea746-b0b3-4021-b80c-8bf2c3cbe469 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.168000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f2ea746-b0b3-4021-b80c-8bf2c3cbe469 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/7a74b9a3-0014-4610-8df3-775097f847f5 HTTP/1.1" status: 404 len: 337 time: 0.0371919 Nov 10 03:54:37.170585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36538) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.183784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.204688 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfeef0d-4b82-406c-8667-783385f99717 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.205143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfeef0d-4b82-406c-8667-783385f99717 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.208288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3cfeef0d-4b82-406c-8667-783385f99717 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/9e14f573-5222-4d65-8b9b-340476cf3d33 HTTP/1.1" status: 404 len: 337 time: 0.0367177 Nov 10 03:54:37.211429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36540) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.219437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Transition to ACTIVE for port object 2d603794-2694-4210-a52f-f214323b3e9c will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:54:37.229707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.240128 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83e3da7-0251-4c6d-916a-20530214ef4d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.240606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83e3da7-0251-4c6d-916a-20530214ef4d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.245973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f83e3da7-0251-4c6d-916a-20530214ef4d tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/78607c89-05d2-4c87-826e-96ed076a1840 HTTP/1.1" status: 404 len: 337 time: 0.0312395 Nov 10 03:54:37.246236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36542) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.278330 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22487ef-1764-4ae9-8c51-31aa1464f608 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.278961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22487ef-1764-4ae9-8c51-31aa1464f608 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.282162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f22487ef-1764-4ae9-8c51-31aa1464f608 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/8a3ba23b-dd5b-4b19-bdc2-bf6268177193 HTTP/1.1" status: 404 len: 333 time: 0.0349820 Nov 10 03:54:37.284970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36544) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.288072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Pushing event updated for resources: {'Port': ['ID=2d603794-2694-4210-a52f-f214323b3e9c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:37.317830 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f99944b-e554-4e10-9fe1-c25c9ab7fc7e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.318654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f99944b-e554-4e10-9fe1-c25c9ab7fc7e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.325148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f99944b-e554-4e10-9fe1-c25c9ab7fc7e tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/925d5d83-33e6-46c3-b263-09a73293b2a1 HTTP/1.1" status: 404 len: 337 time: 0.0382991 Nov 10 03:54:37.325822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36546) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.353335 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-438302ae-838d-411d-9cb2-590a30e73699 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.353990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438302ae-838d-411d-9cb2-590a30e73699 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.359281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-438302ae-838d-411d-9cb2-590a30e73699 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/f89bbe21-eede-4bbf-bc8e-687368aaaa4e HTTP/1.1" status: 404 len: 337 time: 0.0302010 Nov 10 03:54:37.360212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36548) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.372576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Attempting to bind port 2d603794-2694-4210-a52f-f214323b3e9c on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:37.372908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Attempting to bind port 2d603794-2694-4210-a52f-f214323b3e9c by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:37.373231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Attempting to bind port 2d603794-2694-4210-a52f-f214323b3e9c on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:37.378453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Port 2d603794-2694-4210-a52f-f214323b3e9c on network 395a964d-bcac-441e-812b-11b5147ee392 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:54:37.378756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Attempting to bind port 2d603794-2694-4210-a52f-f214323b3e9c on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:37.384918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:37.385838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:37.386244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Bound using segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:37.386677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Bound port: 2d603794-2694-4210-a52f-f214323b3e9c, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:37.387028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.387882 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-80166f0c-c9d0-4994-beaf-36a377775d8f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.389110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80166f0c-c9d0-4994-beaf-36a377775d8f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.395032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-80166f0c-c9d0-4994-beaf-36a377775d8f tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/ec341e6e-fe28-4618-b5cd-a334b716d603 HTTP/1.1" status: 404 len: 333 time: 0.0322495 Nov 10 03:54:37.398737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36550) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.428951 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d748d49-821e-4123-9c49-41f11cdf7370 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.430026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d748d49-821e-4123-9c49-41f11cdf7370 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.435897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8d748d49-821e-4123-9c49-41f11cdf7370 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/848aa5e8-aa84-4b8e-9dad-e2a9e07c3324 HTTP/1.1" status: 404 len: 337 time: 0.0339177 Nov 10 03:54:37.437400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36552) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.472969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] For port 2d603794-2694-4210-a52f-f214323b3e9c, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:37.477984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] For port 2d603794-2694-4210-a52f-f214323b3e9c, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2d603794-2694-4210-a52f-f214323b3e9c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:37.482761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.507163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:37.508134 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.511416 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] 10.222.0.11 "PUT /v2.0/ports/2d603794-2694-4210-a52f-f214323b3e9c HTTP/1.1" status: 200 len: 1091 time: 0.7990332 Nov 10 03:54:37.521674 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d25ccdd-a59c-4f4e-ad0c-cf624082ac83 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] DELETE failed (client error): The resource could not be found. Nov 10 03:54:37.522523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394962f2-7e11-4924-b3b0-ec51109ec575', 'tag': '2d603794-2694-4210-a52f-f214323b3e9c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:54:37.524446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d25ccdd-a59c-4f4e-ad0c-cf624082ac83 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:54:37.527783 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2230ffc6-9a70-43c7-9771-e655f9883001" -d '{"events": [{"name": "network-changed", "server_uuid": "394962f2-7e11-4924-b3b0-ec51109ec575", "tag": "2d603794-2694-4210-a52f-f214323b3e9c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:54:37.532054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4d25ccdd-a59c-4f4e-ad0c-cf624082ac83 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/subnets/a301ab4b-34ec-43ad-8d4d-9311c5ef36a6 HTTP/1.1" status: 404 len: 337 time: 0.0933385 Nov 10 03:54:37.534814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:37.615322 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48511d-4e34-44b8-9f2d-f100c0543405 x-openstack-request-id: req-ff48511d-4e34-44b8-9f2d-f100c0543405 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:54:37.615322 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394962f2-7e11-4924-b3b0-ec51109ec575", "tag": "2d603794-2694-4210-a52f-f214323b3e9c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:54:37.615944 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff48511d-4e34-44b8-9f2d-f100c0543405 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:54:37.615944 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394962f2-7e11-4924-b3b0-ec51109ec575', 'tag': '2d603794-2694-4210-a52f-f214323b3e9c', 'status': 'completed', 'code': 200} Nov 10 03:54:37.632310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3fa5b-6d47-4315-90b4-da0f79ddf304 None None] Network 247a2f2a-b101-4068-8a1b-a27ee33aeb47 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:37.637348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f221fc-93c4-4da4-b17e-4e1bab8a767c service neutron] Pushing event updated for resources: {'Port': ['ID=2d603794-2694-4210-a52f-f214323b3e9c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:37.648216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-46e5eeb7-e634-452e-a5ea-1854c16f9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:37.653759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-46e5eeb7-e634-452e-a5ea-1854c16f9cde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 1094 time: 0.0755961 Nov 10 03:54:37.712507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b093-d88c-4702-ac0c-7e3474a060e1 req-98b043c6-1a3d-480f-902d-3c1755f29b52 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:37.714404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf71b093-d88c-4702-ac0c-7e3474a060e1 req-98b043c6-1a3d-480f-902d-3c1755f29b52 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 943 time: 0.1106863 Nov 10 03:54:37.715947 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-9d54c832-9d4d-4072-acf3-de97e39f06fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d603794-2694-4210-a52f-f214323b3e9c HTTP/1.1" status: 200 len: 217 time: 0.0470486 Nov 10 03:54:37.752495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Deleting port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:37.752826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.763864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e1f80016-99a3-49fd-8f65-b9aadce89ada None None] Provisioning complete for port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:37.764375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1f80016-99a3-49fd-8f65-b9aadce89ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.780803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-cd9394d7-9fc7-42c6-972f-e8f8820baf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:37.783223 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-cd9394d7-9fc7-42c6-972f-e8f8820baf46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0587852 Nov 10 03:54:37.808798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e1f80016-99a3-49fd-8f65-b9aadce89ada None None] Port b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:37.821241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e1f80016-99a3-49fd-8f65-b9aadce89ada None None] Provisioning complete for port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:37.821831 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1f80016-99a3-49fd-8f65-b9aadce89ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.843803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf71b093-d88c-4702-ac0c-7e3474a060e1 req-d914ddaa-a71b-45f7-acb5-db690b74253a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213117 Nov 10 03:54:37.850402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e052df42-271b-49d3-8386-778b9141cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:37.852113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-e052df42-271b-49d3-8386-778b9141cd5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616319 Nov 10 03:54:37.882281 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:37.905738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Calling delete_port for b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:37.935812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] DHCP port deletion for 247a2f2a-b101-4068-8a1b-a27ee33aeb47 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:37.969625 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-99f20845-ef0b-420c-a55b-7efafb3c537f service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094277 Nov 10 03:54:37.975640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.006441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] Deleting port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:38.007105 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.042409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2dfa-2381-4914-9311-7d85770a6042 req-3d88cd1f-078c-44b2-abf8-a76b6d832c55 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.043973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e0a2dfa-2381-4914-9311-7d85770a6042 req-3d88cd1f-078c-44b2-abf8-a76b6d832c55 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0735898 Nov 10 03:54:38.080208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8f7d3761-19ec-47e2-93c5-589bc54a5241 req-fadd4854-797b-4f30-a446-009ed827e21f service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013887 Nov 10 03:54:38.100571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] For port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,segment=NetworkSegment(2952d392-307d-4b8d-bb61-ccc6fa22289d),segment_id=2952d392-307d-4b8d-bb61-ccc6fa22289d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:38.101183 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.126269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] Calling delete_port for 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:38.244412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.249446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-191cbfdf-e181-4bd1-9e21-72632a22e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.251015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-191cbfdf-e181-4bd1-9e21-72632a22e6d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 1094 time: 0.0491810 Nov 10 03:54:38.274709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] Pushing event deleted for resources: {'Port': ['ID=3b01ff8e-8be7-4017-b7ba-ff98a961e3a4,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:38.285256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94509b04-55e3-43f3-b7e7-14da57c6bea5 None None] No DVR routers for this DVR port 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:38.356865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.378151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-ebf9d20d-58e6-4b21-8a77-6789e4b70e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.379623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-ebf9d20d-58e6-4b21-8a77-6789e4b70e20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1207547 Nov 10 03:54:38.401010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Port': ['ID=b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:38.406769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e0a2dfa-2381-4914-9311-7d85770a6042 req-946696ea-5fb5-4fd7-9627-0b7f7f135313 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569407 Nov 10 03:54:38.410481 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.413613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-00552824-eed7-42b5-85d8-ebd9e85c09c4 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/ports/b3e4a45c-c632-4d52-8bcf-f0333b3f3d4e HTTP/1.1" status: 204 len: 168 time: 0.8778050 Nov 10 03:54:38.416488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36568) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:38.422966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-45f6b532-6ed7-429d-9a03-8dcaedc88b42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d603794-2694-4210-a52f-f214323b3e9c HTTP/1.1" status: 200 len: 217 time: 0.0354569 Nov 10 03:54:38.478839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-6822a5b8-51f8-4077-8b76-9ca7b3f09ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.480453 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-6822a5b8-51f8-4077-8b76-9ca7b3f09ff2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0499964 Nov 10 03:54:38.498114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.532569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-2ed0a674-e05a-45ab-aa6e-9c12200b121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.534084 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-2ed0a674-e05a-45ab-aa6e-9c12200b121f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463002 Nov 10 03:54:38.589688 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.610791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247a2f2a-b101-4068-8a1b-a27ee33aeb47']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:38.621606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2952d392-307d-4b8d-bb61-ccc6fa22289d') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:38.630291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2952d392-307d-4b8d-bb61-ccc6fa22289d') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:38.639024 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-64bff12e-0319-4d6f-b713-cee26c03fa1f service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975757 Nov 10 03:54:38.643791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.658089 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.666264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:38.667486 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:38.673020 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:38.767340 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.783832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:38.787188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] 10.222.0.24 "DELETE /v2.0/networks/247a2f2a-b101-4068-8a1b-a27ee33aeb47 HTTP/1.1" status: 204 len: 168 time: 0.3697181 Nov 10 03:54:38.787984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2230ffc6-9a70-43c7-9771-e655f9883001 req-7fce54a4-1556-49d7-9a7d-289e89b48faf service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236503 Nov 10 03:54:38.807446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cb0b0-9549-40d0-866f-26f3d210bfdc req-e30835a9-4486-4bfa-a6e2-e15545ea0c89 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.809088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b2cb0b0-9549-40d0-866f-26f3d210bfdc req-e30835a9-4486-4bfa-a6e2-e15545ea0c89 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.1243081 Nov 10 03:54:38.809420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839352e3-cde4-42bb-9181-20045206502e req-ff98b98d-f722-4beb-bc61-b8ae10a6363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.810512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a860c3-e970-42c4-9214-d50d344c0318 tempest-PortsTestJSON-1451477172 tempest-PortsTestJSON-1451477172-project] Pushing event deleted for resources: {'Network': ['ID=247a2f2a-b101-4068-8a1b-a27ee33aeb47,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:38.811125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-839352e3-cde4-42bb-9181-20045206502e req-ff98b98d-f722-4beb-bc61-b8ae10a6363f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b36d6b69861546b7b17e2d77720169e6&device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 1097 time: 0.0684910 Nov 10 03:54:38.872345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b2cb0b0-9549-40d0-866f-26f3d210bfdc req-5e91a54b-9a64-4939-a5db-13145a98f9ae tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 Nov 10 03:54:38.913154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839352e3-cde4-42bb-9181-20045206502e req-49d4596c-ef76-4c36-800f-816dc7454f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.922775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-839352e3-cde4-42bb-9181-20045206502e req-49d4596c-ef76-4c36-800f-816dc7454f35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 200 len: 913 time: 0.1017594 Nov 10 03:54:38.971775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c3455-779f-4d66-8668-d2e13f3701e5 req-9386cf89-d302-4a27-8a63-ba035e003052 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:38.973356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b2c3455-779f-4d66-8668-d2e13f3701e5 req-9386cf89-d302-4a27-8a63-ba035e003052 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 943 time: 0.0583136 Nov 10 03:54:38.975209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-839352e3-cde4-42bb-9181-20045206502e req-05cde917-b332-4513-b146-cb0fd58e3ef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 200 len: 217 time: 0.0431135 Nov 10 03:54:39.025526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b2c3455-779f-4d66-8668-d2e13f3701e5 req-5b39969f-ea1d-4862-a232-d58c9628a70f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 Nov 10 03:54:39.026867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839352e3-cde4-42bb-9181-20045206502e req-90e27a22-5d2a-4c0c-bc30-ddfef5fa0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.028531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-839352e3-cde4-42bb-9181-20045206502e req-90e27a22-5d2a-4c0c-bc30-ddfef5fa0584 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 200 len: 853 time: 0.0461359 Nov 10 03:54:39.061987 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-839352e3-cde4-42bb-9181-20045206502e req-b204cca9-b63c-4088-bf32-092015b1a84a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a04f2986-1e05-4480-82d3-f14f17472eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252526 Nov 10 03:54:39.073408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36582) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:39.169989 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-839352e3-cde4-42bb-9181-20045206502e req-c031756c-730e-46d8-8a0a-ed65311e9159 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969558 Nov 10 03:54:39.212907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1637c8b1-c9ff-47ad-8564-a6d43de0bc51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85fc9352d5dd4050ba1acf2eb49abad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383226 Nov 10 03:54:39.215483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36588) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:39.264685 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7694d5c-3e96-4620-918d-3683b6200e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:39.267715 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-839352e3-cde4-42bb-9181-20045206502e req-79e83fa9-92e8-4db3-883b-b7d1b2329423 service neutron] 10.222.0.11 "GET /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899065 Nov 10 03:54:39.286680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7694d5c-3e96-4620-918d-3683b6200e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:39.333547 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7694d5c-3e96-4620-918d-3683b6200e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:39.337341 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7694d5c-3e96-4620-918d-3683b6200e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:39.338529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e7694d5c-3e96-4620-918d-3683b6200e08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7f734cb-57fc-4865-91e6-a6339f8641ac HTTP/1.1" status: 204 len: 168 time: 0.1220648 Nov 10 03:54:39.346722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7694d5c-3e96-4620-918d-3683b6200e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f734cb-57fc-4865-91e6-a6339f8641ac,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:39.400914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-02d3ddf7-c596-482c-ae96-cba3327a95f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0516429 Nov 10 03:54:39.498240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.498721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.499188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.499652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.500113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.500580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.501042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.502974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f6224aba-3e11-431e-9ace-3d8db35576a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c053c763ec7b46e4bff8c3556a455783&device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 6490 time: 0.0554957 Nov 10 03:54:39.623835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-27f3c460-0866-4727-a0cc-a1af6157b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.624305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-27f3c460-0866-4727-a0cc-a1af6157b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.624784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-27f3c460-0866-4727-a0cc-a1af6157b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.626405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-27f3c460-0866-4727-a0cc-a1af6157b390 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c33338f6-ec5f-45c2-b663-42466aa817e7&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=19ee2310-0d15-4d78-942d-48c00045738f&id=7d0374c2-10dc-4f4a-850d-1b602147ceac&id=7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 200 len: 2290 time: 0.0992663 Nov 10 03:54:39.698823 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-320039ad-794f-48f9-88b7-af90f1c53361 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587 HTTP/1.1" status: 200 len: 1002 time: 0.0656531 Nov 10 03:54:39.748562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-0dfd32ca-21c0-447b-8f21-7f56fbc15702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.750050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-0dfd32ca-21c0-447b-8f21-7f56fbc15702 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0beba905-7692-49b7-9315-f028bd756783 HTTP/1.1" status: 200 len: 851 time: 0.0443845 Nov 10 03:54:39.800073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-05773f7b-2422-4acd-9d3e-156aba679760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:39.801579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-05773f7b-2422-4acd-9d3e-156aba679760 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c33338f6-ec5f-45c2-b663-42466aa817e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443213 Nov 10 03:54:39.905692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:39.912621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d4633ad4-ea44-4f46-a9db-d770b826e47f service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030045 Nov 10 03:54:39.935164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:39.935749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b01ff8e-8be7-4017-b7ba-ff98a961e3a4 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:40.010086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5708f5-17db-499b-b7cf-62b89ee9db88 req-bceb4750-b6fc-4a76-91c1-ab12c6a91dca tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.010674 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-e4edc562-c3d0-458f-a7c7-197c03b1058b service neutron] 10.222.0.44 "GET /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Nov 10 03:54:40.011630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b5708f5-17db-499b-b7cf-62b89ee9db88 req-bceb4750-b6fc-4a76-91c1-ab12c6a91dca tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0558491 Nov 10 03:54:40.025165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36616) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:40.058442 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-868e5022-311a-48d9-8f19-fd912b4ba51c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 217 time: 0.0414641 Nov 10 03:54:40.067932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b5708f5-17db-499b-b7cf-62b89ee9db88 req-6ee320bb-892a-4038-bf58-0faa9d384547 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502436 Nov 10 03:54:40.109807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-0b0ea62e-372c-425d-9d46-f06bfd641678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.111387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-0b0ea62e-372c-425d-9d46-f06bfd641678 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.0462449 Nov 10 03:54:40.149663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1663415f-6f4a-4469-923e-10b8187b97bf tempest-DvrRoutersNegativeTest-881510170 tempest-DvrRoutersNegativeTest-881510170-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-854330570', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:40.153889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.policy [None req-1663415f-6f4a-4469-923e-10b8187b97bf tempest-DvrRoutersNegativeTest-881510170 tempest-DvrRoutersNegativeTest-881510170-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102597) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 10 03:54:40.154208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.policy [None req-1663415f-6f4a-4469-923e-10b8187b97bf tempest-DvrRoutersNegativeTest-881510170 tempest-DvrRoutersNegativeTest-881510170-project] Failed policy check for 'create_router' {{(pid=102597) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 10 03:54:40.154904 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-1663415f-6f4a-4469-923e-10b8187b97bf tempest-DvrRoutersNegativeTest-881510170 tempest-DvrRoutersNegativeTest-881510170-project] create failed (client error): Access was denied to this resource. Nov 10 03:54:40.155865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1663415f-6f4a-4469-923e-10b8187b97bf tempest-DvrRoutersNegativeTest-881510170 tempest-DvrRoutersNegativeTest-881510170-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1292100 Nov 10 03:54:40.162703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d4ff3655-8fa0-4672-8c64-3497868828d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.164230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d4ff3655-8fa0-4672-8c64-3497868828d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461564 Nov 10 03:54:40.182909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e54f-4465-4b37-b655-e81359f1e6a1 req-49dfca81-bbae-4bb8-913e-c64a5f136939 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.184742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2c8e54f-4465-4b37-b655-e81359f1e6a1 req-49dfca81-bbae-4bb8-913e-c64a5f136939 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 943 time: 0.0659804 Nov 10 03:54:40.240026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2c8e54f-4465-4b37-b655-e81359f1e6a1 req-df972b9a-99d7-4676-808f-bd2292ef7dec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485740 Nov 10 03:54:40.270990 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d564706e-4697-4bd1-a6c1-00906bca5b62 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990484 Nov 10 03:54:40.371419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-9c8f59ad-68f8-4779-a92e-67ef0e957e46 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915906 Nov 10 03:54:40.418627 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-be2b592e-1121-4293-a4b8-1da49daee945 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 217 time: 0.0400157 Nov 10 03:54:40.479309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-cac56df1-d741-4643-a952-9d0aa11fcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.480900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-cac56df1-d741-4643-a952-9d0aa11fcc28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.0560098 Nov 10 03:54:40.484607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53388e47-cf87-4f5b-b959-5bf4e0eb9851 req-972f65de-4f59-44d8-a106-3b7d18fe5c0d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.486913 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53388e47-cf87-4f5b-b959-5bf4e0eb9851 req-972f65de-4f59-44d8-a106-3b7d18fe5c0d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.0614383 Nov 10 03:54:40.505623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36634) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:40.536208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-2912d6d9-c9a8-4b6e-971c-7aa23fc427f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.537896 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-2912d6d9-c9a8-4b6e-971c-7aa23fc427f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503752 Nov 10 03:54:40.547440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53388e47-cf87-4f5b-b959-5bf4e0eb9851 req-67845293-955c-4efd-ad6b-2588e62f114b tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551074 Nov 10 03:54:40.624647 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c46901c-b44f-4ecb-9939-9b26acc834e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:40.637393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-171e349c-d7b2-49d3-a484-876c5bd31b51 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916476 Nov 10 03:54:40.698795 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c46901c-b44f-4ecb-9939-9b26acc834e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:40.703751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c46901c-b44f-4ecb-9939-9b26acc834e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:40.729497 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d5f8869d-21de-4de2-8ff0-22d3aa2e2bbd service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847993 Nov 10 03:54:40.741475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c46901c-b44f-4ecb-9939-9b26acc834e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c6351efb03f4682b13408085180045f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346723 Nov 10 03:54:40.742172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46901c-b44f-4ecb-9939-9b26acc834e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe02267-46e8-4e0b-b1f5-61d27128daf1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:40.743829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36640) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:40.779171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-0fc07de3-71bc-42ee-9d99-d120660496c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde HTTP/1.1" status: 200 len: 217 time: 0.0432513 Nov 10 03:54:40.850421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-7ad66449-d513-4489-be22-b0afa20941c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.851859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-7ad66449-d513-4489-be22-b0afa20941c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.0658698 Nov 10 03:54:40.869068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d84d0df-69e6-415d-8692-f7619ce3a51a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:40.907088 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d84d0df-69e6-415d-8692-f7619ce3a51a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:40.928739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f73fc728-87cb-4061-a0d0-845da9ca5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:40.930236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-f73fc728-87cb-4061-a0d0-845da9ca5880 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714159 Nov 10 03:54:41.011287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d84d0df-69e6-415d-8692-f7619ce3a51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:41.013709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d84d0df-69e6-415d-8692-f7619ce3a51a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:41.014850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d84d0df-69e6-415d-8692-f7619ce3a51a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffe02267-46e8-4e0b-b1f5-61d27128daf1 HTTP/1.1" status: 204 len: 168 time: 0.2687938 Nov 10 03:54:41.031893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84d0df-69e6-415d-8692-f7619ce3a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe02267-46e8-4e0b-b1f5-61d27128daf1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:41.046232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-b49461af-ff2c-49e9-b6a7-3cf14c6ae8ea service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059873 Nov 10 03:54:41.141373 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-45b881a4-8941-4299-9282-56bf65c5e6ab service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875914 Nov 10 03:54:41.191431 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-4ee94b4a-6d6b-46b7-8fd1-49321e7756e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b HTTP/1.1" status: 200 len: 217 time: 0.0413730 Nov 10 03:54:41.205237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aa028-d5b5-4c94-9e08-a1ce7ec17e22 req-3255b946-5469-4367-892e-99d05a487ac8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.207596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b0aa028-d5b5-4c94-9e08-a1ce7ec17e22 req-3255b946-5469-4367-892e-99d05a487ac8 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0558450 Nov 10 03:54:41.245703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d52f5a38-a9f4-4ac5-8071-d89889f5d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.247370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d52f5a38-a9f4-4ac5-8071-d89889f5d591 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 200 len: 797 time: 0.0491281 Nov 10 03:54:41.279929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b0aa028-d5b5-4c94-9e08-a1ce7ec17e22 req-63939f1e-0569-4978-8c37-631762adb876 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612075 Nov 10 03:54:41.329058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-06a73325-f00f-4857-ac9f-1993d7f2a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.332402 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-06a73325-f00f-4857-ac9f-1993d7f2a364 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19ee2310-0d15-4d78-942d-48c00045738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657258 Nov 10 03:54:41.424755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd4abc-f66a-4b1a-aa98-192e991d9ecc req-62ed3a26-3212-4888-9792-d2d97e7d0be5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.430488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcd4abc-f66a-4b1a-aa98-192e991d9ecc req-62ed3a26-3212-4888-9792-d2d97e7d0be5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 943 time: 0.0695453 Nov 10 03:54:41.443568 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-23ba513b-1f30-4de6-aea3-c03ba7d905e5 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024828 Nov 10 03:54:41.496405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9d629-81e0-4a68-b077-19ac4008f504 req-26d1f11e-e18f-41ef-809d-4c5945059fca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.498081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83a9d629-81e0-4a68-b077-19ac4008f504 req-26d1f11e-e18f-41ef-809d-4c5945059fca tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.0924230 Nov 10 03:54:41.516924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcd4abc-f66a-4b1a-aa98-192e991d9ecc req-b835c4cc-b175-4a5b-87e9-b7025b320c05 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Nov 10 03:54:41.565987 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-e4850f89-a1a2-46bc-bcdd-3a7a7b10e0c2 service neutron] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119645 Nov 10 03:54:41.566360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83a9d629-81e0-4a68-b077-19ac4008f504 req-8627edb5-4579-4c17-aa4e-3b9f21a65502 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598080 Nov 10 03:54:41.657101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-71af46de-a74e-402b-b61d-37d3526d2b42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38 HTTP/1.1" status: 200 len: 217 time: 0.0853784 Nov 10 03:54:41.702780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cf97e-76c0-4c7f-849b-c6cd980f2187 req-1e17b7af-be3e-4f10-8281-6d8c0a0da315 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.706431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a67cf97e-76c0-4c7f-849b-c6cd980f2187 req-1e17b7af-be3e-4f10-8281-6d8c0a0da315 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0814700 Nov 10 03:54:41.767315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a67cf97e-76c0-4c7f-849b-c6cd980f2187 req-46fe65da-dd02-4be7-9267-9819148804e4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539062 Nov 10 03:54:41.771794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-981b28bd-1761-43bd-9d94-71dde3915f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.774659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-981b28bd-1761-43bd-9d94-71dde3915f30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.0897703 Nov 10 03:54:41.851244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-97e4b7e8-2b7c-488a-99ea-b7a13e430401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.852998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-97e4b7e8-2b7c-488a-99ea-b7a13e430401 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707910 Nov 10 03:54:41.949423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30439563-0529-42e8-8a46-86c96ba7c54c req-c8c32420-21f5-4f31-ae16-8d023713ceaf tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:41.951620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30439563-0529-42e8-8a46-86c96ba7c54c req-c8c32420-21f5-4f31-ae16-8d023713ceaf tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0567763 Nov 10 03:54:41.990468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-d6c5a2fe-b522-4602-9a28-dd77b4fd9db9 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282890 Nov 10 03:54:42.014573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30439563-0529-42e8-8a46-86c96ba7c54c req-77f386ee-f598-495b-9ac6-9612f39f3eed tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544345 Nov 10 03:54:42.089160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-c4199d51-d6ee-41f4-8e11-4229d8682256 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905194 Nov 10 03:54:42.140526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-28c54cca-672e-4e95-a01a-43f92a4293d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7 HTTP/1.1" status: 200 len: 217 time: 0.0443068 Nov 10 03:54:42.146984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e4661-abe7-403e-964f-bb81a7f7ed35 req-d30468c5-0f0b-4fcd-8e76-96df8e3043ae tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.149321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b18e4661-abe7-403e-964f-bb81a7f7ed35 req-d30468c5-0f0b-4fcd-8e76-96df8e3043ae tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0595405 Nov 10 03:54:42.195679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-c1b32537-ef5c-499c-96d1-374675d48954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.197984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-c1b32537-ef5c-499c-96d1-374675d48954 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 200 len: 797 time: 0.0508504 Nov 10 03:54:42.222001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b18e4661-abe7-403e-964f-bb81a7f7ed35 req-5bc17860-d5e0-4fe8-9fd9-f2513ae9c7ef tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589566 Nov 10 03:54:42.255320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001166c-a769-4e7b-9061-cefc0276c072 req-2099caec-799f-434b-a56d-366ee94f3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.256914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-2099caec-799f-434b-a56d-366ee94f3958 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d0374c2-10dc-4f4a-850d-1b602147ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523524 Nov 10 03:54:42.372329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-28f4e00f-ee74-49d5-91b3-7a85193e3a35 service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077757 Nov 10 03:54:42.456373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac6e3-2ca8-4183-827e-91952d39b425 req-089cf456-7124-4676-9dd9-ccb71e9b763d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.458105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10cac6e3-2ca8-4183-827e-91952d39b425 req-089cf456-7124-4676-9dd9-ccb71e9b763d tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.0992272 Nov 10 03:54:42.466706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c95b-314c-4760-8dc4-2c3a9a397da8 req-de039e54-54a8-4992-8175-1de14217efd4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.468450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e728c95b-314c-4760-8dc4-2c3a9a397da8 req-de039e54-54a8-4992-8175-1de14217efd4 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0993354 Nov 10 03:54:42.475307 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e001166c-a769-4e7b-9061-cefc0276c072 req-e22e7c04-4e92-409b-a899-f62d6d2c784f service neutron] 10.222.0.44 "GET /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944617 Nov 10 03:54:42.545328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10cac6e3-2ca8-4183-827e-91952d39b425 req-48acaf67-8a18-4dd9-9035-3a47a258e717 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757852 Nov 10 03:54:42.554434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e728c95b-314c-4760-8dc4-2c3a9a397da8 req-8490cbec-2c2f-4eda-8d3c-b1d1c0bdfd59 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714066 Nov 10 03:54:42.682741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7307df-98e9-48a1-8eaa-1cf14c27988c req-24394f7a-bb24-4d36-a6e8-126fe4d6d59e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.684245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de7307df-98e9-48a1-8eaa-1cf14c27988c req-24394f7a-bb24-4d36-a6e8-126fe4d6d59e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 943 time: 0.0823710 Nov 10 03:54:42.718684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecbe0c-b2a0-4071-8615-8598c22bf700 req-1d751db5-93d2-42a9-a3e1-68772fe1c8b5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.720183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8ecbe0c-b2a0-4071-8615-8598c22bf700 req-1d751db5-93d2-42a9-a3e1-68772fe1c8b5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0795186 Nov 10 03:54:42.762587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de7307df-98e9-48a1-8eaa-1cf14c27988c req-bc3f0c7e-490c-4a08-9753-70a1db785cdb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706930 Nov 10 03:54:42.799508 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8ecbe0c-b2a0-4071-8615-8598c22bf700 req-c07b3573-26b9-4b21-bd46-263314697f7f tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716856 Nov 10 03:54:42.858600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2d603794-2694-4210-a52f-f214323b3e9c details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:54:42.960057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2d603794-2694-4210-a52f-f214323b3e9c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2d603794-2694-4210-a52f-f214323b3e9c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:42.980624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '2d603794-2694-4210-a52f-f214323b3e9c', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': '2d603794-2694-4210-a52f-f214323b3e9c', 'mac_address': 'fa:16:3e:c1:59:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:54:42.993769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5d95-9e08-4fc8-9815-a7c6f8f3b543 req-47b67a73-69a8-4e34-b562-21f292a82b11 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:42.995367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-683c5d95-9e08-4fc8-9815-a7c6f8f3b543 req-47b67a73-69a8-4e34-b562-21f292a82b11 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0511158 Nov 10 03:54:43.053602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-683c5d95-9e08-4fc8-9815-a7c6f8f3b543 req-cf086b67-1949-4940-9e92-4f13b39ea862 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505614 Nov 10 03:54:43.068214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36738) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:43.181528 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.184796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d11149a4-4eae-42ca-968e-8f8935447ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.188784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2427c8c-c279-4e94-8ec6-b92c47d95a22 req-aaa63777-852a-4ab1-aa53-cb748f3ac441 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:43.190469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2427c8c-c279-4e94-8ec6-b92c47d95a22 req-aaa63777-852a-4ab1-aa53-cb748f3ac441 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0576510 Nov 10 03:54:43.195712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d603794-2694-4210-a52f-f214323b3e9c {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:54:43.217103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2d603794-2694-4210-a52f-f214323b3e9c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2d603794-2694-4210-a52f-f214323b3e9c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:43.222026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.243867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2427c8c-c279-4e94-8ec6-b92c47d95a22 req-ca14bf12-0c6a-47a8-9c81-b880a80c4b3a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Nov 10 03:54:43.271556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=2d603794-2694-4210-a52f-f214323b3e9c,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:43.277837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d11149a4-4eae-42ca-968e-8f8935447ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.284667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d11149a4-4eae-42ca-968e-8f8935447ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.291902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-55c7e04d-633c-4d60-9554-37a874373de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.326700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11149a4-4eae-42ca-968e-8f8935447ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab1a16d-14ac-4628-8f74-d6826a61fdc6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:43.326948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-c4246799-c07c-49e2-b0f5-84d5d3e1d862 req-5877b541-15ab-40e1-ac59-3af42ebf274f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:54:43.327984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4246799-c07c-49e2-b0f5-84d5d3e1d862 req-5877b541-15ab-40e1-ac59-3af42ebf274f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054431 Nov 10 03:54:43.331835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d11149a4-4eae-42ca-968e-8f8935447ca0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e527dd1af02c49a18af06a9f3b133dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618732 Nov 10 03:54:43.334404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36746) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:43.384434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-321d8bb9-5354-4df4-ae72-119b0318a78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.432978 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-321d8bb9-5354-4df4-ae72-119b0318a78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.475013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3753-6237-450a-aa40-c58df66610b1 req-b88ee8b5-61cf-445a-a5b9-edd0734d97a1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:43.476514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-104e3753-6237-450a-aa40-c58df66610b1 req-b88ee8b5-61cf-445a-a5b9-edd0734d97a1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0894861 Nov 10 03:54:43.510979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-321d8bb9-5354-4df4-ae72-119b0318a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.513519 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-321d8bb9-5354-4df4-ae72-119b0318a78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.514860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-321d8bb9-5354-4df4-ae72-119b0318a78f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aab1a16d-14ac-4628-8f74-d6826a61fdc6 HTTP/1.1" status: 204 len: 168 time: 0.1794996 Nov 10 03:54:43.530468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d8bb9-5354-4df4-ae72-119b0318a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab1a16d-14ac-4628-8f74-d6826a61fdc6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:43.540264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-104e3753-6237-450a-aa40-c58df66610b1 req-de0dae30-63fc-49c1-a1a6-61c149bdf8c0 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 Nov 10 03:54:43.658815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-977a4cd6-4293-48dc-89a0-5fa75d449088 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:43.660282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-977a4cd6-4293-48dc-89a0-5fa75d449088 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.0857925 Nov 10 03:54:43.696201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['2d603794-2694-4210-a52f-f214323b3e9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:54:43.706899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82ed69-1ceb-4e7e-b909-c34f403a1a02 req-7edbcd67-1b2b-4237-b12d-edac932b2387 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:43.708479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a82ed69-1ceb-4e7e-b909-c34f403a1a02 req-7edbcd67-1b2b-4237-b12d-edac932b2387 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 945 time: 0.0735002 Nov 10 03:54:43.717761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fcafa-3532-48cc-9083-04b95b2969b8 req-4ee22905-d5d7-4449-8091-154b116980ce tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:43.719298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b10fcafa-3532-48cc-9083-04b95b2969b8 req-4ee22905-d5d7-4449-8091-154b116980ce tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0939491 Nov 10 03:54:43.795208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Deleting port 6e375f44-b916-41f5-b859-627478537145 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:43.795791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.805081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a82ed69-1ceb-4e7e-b909-c34f403a1a02 req-7c23c2ec-b475-4a33-b033-260c09e72783 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4737a51-0527-400f-adfd-73e59ad7c8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847840 Nov 10 03:54:43.819900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b10fcafa-3532-48cc-9083-04b95b2969b8 req-e26c915b-dc10-4974-9afe-7e177490b048 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876014 Nov 10 03:54:43.918481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36768) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:43.928464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] For port 6e375f44-b916-41f5-b859-627478537145, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6e375f44-b916-41f5-b859-627478537145,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:43.928908 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.947815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0579e74-47a4-4813-a754-337f5767a3ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:43.981332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a060-1db1-4788-ab8d-3f1b572cd8b2 req-c4f22ba5-bd5c-4fad-a51e-35bbac7c4fc1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:43.982860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4df0a060-1db1-4788-ab8d-3f1b572cd8b2 req-c4f22ba5-bd5c-4fad-a51e-35bbac7c4fc1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 944 time: 0.1037762 Nov 10 03:54:44.045105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0189bb2-6f49-4743-9adb-6b52d14bfe52 req-f7f26631-4995-4487-937a-c8e6f7a1d2eb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:44.046610 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0189bb2-6f49-4743-9adb-6b52d14bfe52 req-f7f26631-4995-4487-937a-c8e6f7a1d2eb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.1193366 Nov 10 03:54:44.093787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4df0a060-1db1-4788-ab8d-3f1b572cd8b2 req-a317b3d7-b2b7-4ee3-8b52-a55c6fe009b2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008723 Nov 10 03:54:44.114480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.114480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.114480 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Floating IP 605d9fab-5752-468d-b407-3d25e7118047 disassociated. External IP: 172.25.6.63, port: 6e375f44-b916-41f5-b859-627478537145. Nov 10 03:54:44.114480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Calling delete_port for 6e375f44-b916-41f5-b859-627478537145 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:44.144758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0189bb2-6f49-4743-9adb-6b52d14bfe52 req-2fb90bb1-ba05-4a1e-9d25-abd89e38f655 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893576 Nov 10 03:54:44.154202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0579e74-47a4-4813-a754-337f5767a3ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.158769 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0579e74-47a4-4813-a754-337f5767a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.223335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0579e74-47a4-4813-a754-337f5767a3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be07ce-6c7d-474a-b48d-adf4263e9d7e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:44.231743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b0579e74-47a4-4813-a754-337f5767a3ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc8287d0a7264689a877472c841baa5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099039 Nov 10 03:54:44.232203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36772) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:44.271704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.302058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event deleted for resources: {'Port': ['ID=6e375f44-b916-41f5-b859-627478537145,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:44.331041 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6acc0535-1d63-4587-b06a-50b478817359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.358788 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6acc0535-1d63-4587-b06a-50b478817359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.376956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290dfd0-1814-406c-9391-cd9e826076d3 req-ebc1574c-3868-4d8e-b312-bb1717c12865 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:44.378507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f290dfd0-1814-406c-9391-cd9e826076d3 req-ebc1574c-3868-4d8e-b312-bb1717c12865 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.1006618 Nov 10 03:54:44.422688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Router dd9486ad-966d-4e40-96ff-17de29926e17 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:54:44.443673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f290dfd0-1814-406c-9391-cd9e826076d3 req-b8cdd72b-e1d7-4921-a9cc-670bc1d20ca5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555098 Nov 10 03:54:44.451639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6acc0535-1d63-4587-b06a-50b478817359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.454263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6acc0535-1d63-4587-b06a-50b478817359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.455422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6acc0535-1d63-4587-b06a-50b478817359 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1be07ce-6c7d-474a-b48d-adf4263e9d7e HTTP/1.1" status: 204 len: 168 time: 0.2225344 Nov 10 03:54:44.463930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc0535-1d63-4587-b06a-50b478817359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be07ce-6c7d-474a-b48d-adf4263e9d7e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:44.589834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09549f-5908-4e03-8be4-1cb35d591fc0 req-4d65f088-dbdd-45d1-a09a-6212103f9389 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:44.591587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a09549f-5908-4e03-8be4-1cb35d591fc0 req-4d65f088-dbdd-45d1-a09a-6212103f9389 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0546632 Nov 10 03:54:44.671318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a09549f-5908-4e03-8be4-1cb35d591fc0 req-b943a41b-96ac-4d81-90b9-a4600ad3d973 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716829 Nov 10 03:54:44.881973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb887ea3-bf97-4c18-bdf0-36416404890b req-b584b5a3-5c51-4317-b665-e9ba2468e2d5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:44.889865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb887ea3-bf97-4c18-bdf0-36416404890b req-b584b5a3-5c51-4317-b665-e9ba2468e2d5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.1033692 Nov 10 03:54:44.928852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:44.941906 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] Sync routers for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:44.950328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07e93b3-82a6-4b5d-8e95-69445fd1e9e9 req-b124eedf-2568-4620-a089-da3ef2cd8f68 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f50cd5-b24d-412f-9d65-25639f1f0fcf HTTP/1.1" status: 200 len: 210 time: 0.0347333 Nov 10 03:54:44.956314 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:44.958616 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:44.981849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb887ea3-bf97-4c18-bdf0-36416404890b req-0d710ea9-9887-4b77-9132-e651d1fc889e tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910318 Nov 10 03:54:44.982275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] No DVR routers for this DVR port 6e375f44-b916-41f5-b859-627478537145 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:44.984816 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:44.988305 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8cceb8c7-98b2-4b47-aaf4-bc4cd03990da req-b3deca88-2641-4ff5-a544-cfe7c3f2b88e tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.44 "DELETE /v2.0/ports/6e375f44-b916-41f5-b859-627478537145 HTTP/1.1" status: 204 len: 173 time: 1.3220985 Nov 10 03:54:44.988759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'name': 'network-vif-deleted', 'tag': '6e375f44-b916-41f5-b859-627478537145'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:54:44.991018 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bd3c29-d704-4c34-b55c-b6635c70ed33" -d '{"events": [{"server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "name": "network-vif-deleted", "tag": "6e375f44-b916-41f5-b859-627478537145"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:54:45.032808 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3244cdc-6e3d-49e7-af56-80f9cad1442c x-openstack-request-id: req-a3244cdc-6e3d-49e7-af56-80f9cad1442c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:54:45.033108 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f50cd5-b24d-412f-9d65-25639f1f0fcf", "name": "network-vif-deleted", "tag": "6e375f44-b916-41f5-b859-627478537145", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:54:45.033372 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3244cdc-6e3d-49e7-af56-80f9cad1442c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:54:45.033747 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f50cd5-b24d-412f-9d65-25639f1f0fcf', 'name': 'network-vif-deleted', 'tag': '6e375f44-b916-41f5-b859-627478537145', 'status': 'completed', 'code': 200} Nov 10 03:54:45.140654 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:45.142511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827e27b-516a-4b03-b232-8ed56b7d7f3a req-a5d4aeb8-1f49-476e-9adc-900c5934c35d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:45.144242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2827e27b-516a-4b03-b232-8ed56b7d7f3a req-a5d4aeb8-1f49-476e-9adc-900c5934c35d tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0665433 Nov 10 03:54:45.234629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2827e27b-516a-4b03-b232-8ed56b7d7f3a req-a3978d50-aead-488d-81d6-6e5008290164 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825813 Nov 10 03:54:45.283293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ef506-5d9b-4a10-a5fc-c2ec4ea81419 req-e516d348-5086-400e-be52-8dba44cf92e9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:45.288343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a0ef506-5d9b-4a10-a5fc-c2ec4ea81419 req-e516d348-5086-400e-be52-8dba44cf92e9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 944 time: 0.1029999 Nov 10 03:54:45.376545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a0ef506-5d9b-4a10-a5fc-c2ec4ea81419 req-5cc1696d-5cb2-4254-a2d0-3a29639cd46a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764716 Nov 10 03:54:45.431248 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:34Z', 'revision_number': 5, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:45.463788 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] Checking router: dd9486ad-966d-4e40-96ff-17de29926e17 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:54:45.476912 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:45.477777 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:45.600769 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:45.631732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1880a748-a088-4d61-9b35-5f65abf2c102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:45.821789 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:34Z', 'revision_number': 5, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:45.945664 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580c3b-b28e-420d-96df-c1cbcf48b7eb None None] The sync data for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 is: [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:52:25Z', 'revision_number': 4, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '358eb1bf-b8e6-45d6-8893-8c8d929fec33', 'name': '', 'network_id': '04da91e9-d3b9-4702-b8de-4508ddfb4db5', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'mac_address': 'fa:16:3e:3a:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:24Z', 'updated_at': '2021-11-10T03:52:34Z', 'revision_number': 5, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'subnets': [{'id': '3f5a09b1-8137-412c-b472-68e8db0ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:46.064882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:46.132447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53c85f8f-2555-46b5-b5e7-a7bc571a7e54 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.166567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53c85f8f-2555-46b5-b5e7-a7bc571a7e54 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.246097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53c85f8f-2555-46b5-b5e7-a7bc571a7e54 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.250808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53c85f8f-2555-46b5-b5e7-a7bc571a7e54 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.252539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-53c85f8f-2555-46b5-b5e7-a7bc571a7e54 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "DELETE /v2.0/security-groups/f4737a51-0527-400f-adfd-73e59ad7c8b9 HTTP/1.1" status: 204 len: 168 time: 0.1862926 Nov 10 03:54:46.255843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36842) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:46.258494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca7339-d2c1-4cf5-8e14-e095221d14b1 None None] New status for floating IP 605d9fab-5752-468d-b407-3d25e7118047: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:54:46.264849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c85f8f-2555-46b5-b5e7-a7bc571a7e54 tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4737a51-0527-400f-adfd-73e59ad7c8b9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:46.271596 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-7047e307-778a-41a2-8284-9421084898ea tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] show failed (client error): The resource could not be found. Nov 10 03:54:46.273231 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7047e307-778a-41a2-8284-9421084898ea tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "GET /v2.0/security-groups/f4737a51-0527-400f-adfd-73e59ad7c8b9 HTTP/1.1" status: 404 len: 347 time: 0.0159552 Nov 10 03:54:46.275755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36844) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:46.453517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Deleting port c6b682be-be0c-4e10-b0b3-1889a028756a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:46.454117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.596582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.596910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.615678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Calling delete_port for c6b682be-be0c-4e10-b0b3-1889a028756a owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:46.617571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba3d0-0828-4ff4-a981-c97a7c683250 req-3cee76c5-9367-4666-820d-767693f5e0cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:46.620194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-857ba3d0-0828-4ff4-a981-c97a7c683250 req-3cee76c5-9367-4666-820d-767693f5e0cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 944 time: 0.0897033 Nov 10 03:54:46.693592 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.698875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-857ba3d0-0828-4ff4-a981-c97a7c683250 req-5c800259-4e99-4021-96df-bfe386dcb538 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723999 Nov 10 03:54:46.782566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.809796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Pushing event deleted for resources: {'Port': ['ID=c6b682be-be0c-4e10-b0b3-1889a028756a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:46.828189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905208b2-c904-43aa-a7af-45796c929921 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:46.883229 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.886305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:46.887636 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f0708af9-9ade-4a1b-b008-059e4aade8fa tempest-ServersTestJSON-204936471 tempest-ServersTestJSON-204936471-project] 10.222.0.24 "DELETE /v2.0/floatingips/605d9fab-5752-468d-b407-3d25e7118047 HTTP/1.1" status: 204 len: 168 time: 0.6105502 Nov 10 03:54:46.890446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36868) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:46.893893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2d603794-2694-4210-a52f-f214323b3e9c up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:46.960190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 2d603794-2694-4210-a52f-f214323b3e9c completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:54:46.964660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 2d603794-2694-4210-a52f-f214323b3e9c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:46.965261 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:47.052721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:47.077546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394962f2-7e11-4924-b3b0-ec51109ec575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d603794-2694-4210-a52f-f214323b3e9c'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:54:47.080039 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d26addc-f41e-49a8-9a87-87c8debf356b" -d '{"events": [{"server_uuid": "394962f2-7e11-4924-b3b0-ec51109ec575", "name": "network-vif-plugged", "status": "completed", "tag": "2d603794-2694-4210-a52f-f214323b3e9c"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:54:47.094797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2d603794-2694-4210-a52f-f214323b3e9c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2d603794-2694-4210-a52f-f214323b3e9c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:47.100596 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:47.136038 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84fdd19-f4bb-4a08-91ce-237318922ce9 x-openstack-request-id: req-e84fdd19-f4bb-4a08-91ce-237318922ce9 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:54:47.136327 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394962f2-7e11-4924-b3b0-ec51109ec575", "name": "network-vif-plugged", "status": "completed", "tag": "2d603794-2694-4210-a52f-f214323b3e9c", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:54:47.136768 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e84fdd19-f4bb-4a08-91ce-237318922ce9 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:54:47.137157 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394962f2-7e11-4924-b3b0-ec51109ec575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d603794-2694-4210-a52f-f214323b3e9c', 'code': 200} Nov 10 03:54:47.154654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6e375f44-b916-41f5-b859-627478537145 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:47.194990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 6e375f44-b916-41f5-b859-627478537145 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:47.195799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6e375f44-b916-41f5-b859-627478537145 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:47.198074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=2d603794-2694-4210-a52f-f214323b3e9c,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:47.301286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97da18-28b1-49fc-b6b0-33c8f64b615c req-d8b41a15-6213-4bab-82f2-6b21478fb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:47.302837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9e97da18-28b1-49fc-b6b0-33c8f64b615c req-d8b41a15-6213-4bab-82f2-6b21478fb0c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 1096 time: 0.0728467 Nov 10 03:54:47.345327 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:47.394023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9e97da18-28b1-49fc-b6b0-33c8f64b615c req-c88fe55d-273d-4000-85d6-39c6a4551ac5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812845 Nov 10 03:54:47.616019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Deleting port 358eb1bf-b8e6-45d6-8893-8c8d929fec33 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:47.616467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:47.709472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] For port 358eb1bf-b8e6-45d6-8893-8c8d929fec33, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=358eb1bf-b8e6-45d6-8893-8c8d929fec33,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:47.709842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:47.723586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Calling delete_port for 358eb1bf-b8e6-45d6-8893-8c8d929fec33 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:47.912253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:47.924290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40430fad-9305-46a7-b3c7-85044e060726 req-6011f626-5fda-4edd-9fba-437c96c8e0cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:47.925790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40430fad-9305-46a7-b3c7-85044e060726 req-6011f626-5fda-4edd-9fba-437c96c8e0cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 945 time: 0.0544872 Nov 10 03:54:47.941078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=358eb1bf-b8e6-45d6-8893-8c8d929fec33,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:48.024687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40430fad-9305-46a7-b3c7-85044e060726 req-9b0bded9-af20-4b94-9251-aed1ac7b576d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690806 Nov 10 03:54:48.155883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:48.334290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:48.407971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Router dd9486ad-966d-4e40-96ff-17de29926e17 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:54:48.531218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:48.538420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-587ccfd1-4670-40be-9475-382439b412a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/dd9486ad-966d-4e40-96ff-17de29926e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6468539 Nov 10 03:54:48.539091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36898) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:48.541669 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] Sync routers for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:48.551855 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:48.552546 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:48.672314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:48.690613 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:48.802753 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:48.965979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:54:47Z', 'revision_number': 5, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port': {'id': '76643d50-43c0-4fc5-9e71-e70b0c3f3feb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:20Z', 'updated_at': '2021-11-10T03:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:48.999405 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] Checking router: dd9486ad-966d-4e40-96ff-17de29926e17 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:54:49.000957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Deleting port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:49.001464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.009696 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] Routers {'dd9486ad-966d-4e40-96ff-17de29926e17'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:49.010636 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd9486ad-966d-4e40-96ff-17de29926e17'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:49.080531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.098169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] For port 76643d50-43c0-4fc5-9e71-e70b0c3f3feb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:49.098529 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.111722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Calling delete_port for 76643d50-43c0-4fc5-9e71-e70b0c3f3feb owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:49.128851 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] Set router dd9486ad-966d-4e40-96ff-17de29926e17 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:49.195057 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:54:48Z', 'revision_number': 6, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:49.229018 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d1394-0f37-498b-b2cc-8f55bd84cda1 None None] The sync data for ids ['dd9486ad-966d-4e40-96ff-17de29926e17'] in n-d-817326-2 is: [{'id': 'dd9486ad-966d-4e40-96ff-17de29926e17', 'name': 'tempest-ServersTestJSON-202773819-router', 'tenant_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:19Z', 'updated_at': '2021-11-10T03:54:48Z', 'revision_number': 6, 'project_id': '82f22b3ba7794fcbb63fcb4e27d51374', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:49.230409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49c3b3-e477-49f2-81ce-e38ef6ee8a7e req-93734c64-296e-42b3-9b8f-b3c88a7972c6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:49.231926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af49c3b3-e477-49f2-81ce-e38ef6ee8a7e req-93734c64-296e-42b3-9b8f-b3c88a7972c6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 945 time: 0.1119118 Nov 10 03:54:49.340969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af49c3b3-e477-49f2-81ce-e38ef6ee8a7e req-6bf0b9eb-b583-4d2e-be4c-540fe885ebfc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948796 Nov 10 03:54:49.385596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.413546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=76643d50-43c0-4fc5-9e71-e70b0c3f3feb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:49.423986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e448885-afa3-4212-8d19-74b2d0f21102 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:49.481958 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.585181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.590300 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.644850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.645734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9486ad-966d-4e40-96ff-17de29926e17 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:54:49.650951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.652284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-30a97d28-9f4b-449b-ac6b-19161ba4eb28 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dd9486ad-966d-4e40-96ff-17de29926e17 HTTP/1.1" status: 204 len: 168 time: 1.1121264 Nov 10 03:54:49.654906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36926) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:49.705437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] Deleting subnet 3f5a09b1-8137-412c-b472-68e8db0ebacd {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:49.708744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.764575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.854031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.911658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.941915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5a09b1-8137-412c-b472-68e8db0ebacd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:49.947153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:49.949500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09277ca7-2574-4c0d-ac9a-202304d126c2 None None] Network 04da91e9-d3b9-4702-b8de-4508ddfb4db5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:49.958833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-146afd49-6756-4c0e-9418-b62bded54ba4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f5a09b1-8137-412c-b472-68e8db0ebacd HTTP/1.1" status: 204 len: 168 time: 0.3027017 Nov 10 03:54:49.959351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36940) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:50.128094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.197478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 76643d50-43c0-4fc5-9e71-e70b0c3f3feb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:50.222062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Deleting port 98cd4175-1ea1-4101-b31f-e662086e9cb3 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:50.222385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.223084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 76643d50-43c0-4fc5-9e71-e70b0c3f3feb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:50.223496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 76643d50-43c0-4fc5-9e71-e70b0c3f3feb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:50.235751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 358eb1bf-b8e6-45d6-8893-8c8d929fec33 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:50.263688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] DHCP port deletion for 04da91e9-d3b9-4702-b8de-4508ddfb4db5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:50.266411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 358eb1bf-b8e6-45d6-8893-8c8d929fec33 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:50.266994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 358eb1bf-b8e6-45d6-8893-8c8d929fec33 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:50.331016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] For port 98cd4175-1ea1-4101-b31f-e662086e9cb3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=98cd4175-1ea1-4101-b31f-e662086e9cb3,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:50.331641 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.331941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] Deleting port 98cd4175-1ea1-4101-b31f-e662086e9cb3 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:50.332383 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.358189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Calling delete_port for 98cd4175-1ea1-4101-b31f-e662086e9cb3 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:50.419817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] For port 98cd4175-1ea1-4101-b31f-e662086e9cb3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=98cd4175-1ea1-4101-b31f-e662086e9cb3,segment=NetworkSegment(c8735c8e-a0d3-4de6-b937-8737a113f623),segment_id=c8735c8e-a0d3-4de6-b937-8737a113f623)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:50.420373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.435640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] Calling delete_port for 98cd4175-1ea1-4101-b31f-e662086e9cb3 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:50.481308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.527966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] No DVR routers for this DVR port 98cd4175-1ea1-4101-b31f-e662086e9cb3 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:50.536675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98cd4175-1ea1-4101-b31f-e662086e9cb3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: from cryptography.utils import int_from_bytes Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: from cryptography.utils import int_from_bytes Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.543966 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:54:50.547384 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 03:54:50.568404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.584991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36956) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:50.638386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.652258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] Pushing event deleted for resources: {'Port': ['ID=98cd4175-1ea1-4101-b31f-e662086e9cb3,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:50.663393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c995e4-9e82-4b10-b200-a5fb4dfd05a1 None None] No DVR routers for this DVR port 98cd4175-1ea1-4101-b31f-e662086e9cb3 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:50.664190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04da91e9-d3b9-4702-b8de-4508ddfb4db5']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:50.678394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8735c8e-a0d3-4de6-b937-8737a113f623') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:50.678688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8735c8e-a0d3-4de6-b937-8737a113f623') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:50.688876 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.706958 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.715037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:50.715705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:50.718226 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:50.745342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5871f20-4efb-41e5-8a23-fab40b302ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.790725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.796867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.803058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/04da91e9-d3b9-4702-b8de-4508ddfb4db5 HTTP/1.1" status: 204 len: 168 time: 0.8425059 Nov 10 03:54:50.817878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb236d-037a-484d-a80e-e8b59f32d1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=04da91e9-d3b9-4702-b8de-4508ddfb4db5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:50.843236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5871f20-4efb-41e5-8a23-fab40b302ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.849960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5871f20-4efb-41e5-8a23-fab40b302ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.896008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5871f20-4efb-41e5-8a23-fab40b302ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464c8dd4-50a7-4562-a78b-af5d88ef85db,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:50.901830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a5871f20-4efb-41e5-8a23-fab40b302ffb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0dce07e1f034fe6b48f54b565ab4bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155682 Nov 10 03:54:50.904360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36964) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:50.949977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36966) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:50.957223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a726cac1-0798-46fa-a743-c049d2ed8a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:50.987524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a726cac1-0798-46fa-a743-c049d2ed8a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.016350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c8dcc1d-d7ed-47e9-a755-d0549b80486b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82f22b3ba7794fcbb63fcb4e27d51374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624354 Nov 10 03:54:51.016599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36968) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:51.045264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a726cac1-0798-46fa-a743-c049d2ed8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.048413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a726cac1-0798-46fa-a743-c049d2ed8a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.052160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a726cac1-0798-46fa-a743-c049d2ed8a0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/464c8dd4-50a7-4562-a78b-af5d88ef85db HTTP/1.1" status: 204 len: 168 time: 0.1441433 Nov 10 03:54:51.061284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726cac1-0798-46fa-a743-c049d2ed8a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c8dd4-50a7-4562-a78b-af5d88ef85db,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:51.077759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7228eec7-913f-4b24-940c-d0471a6cd997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.109362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7228eec7-913f-4b24-940c-d0471a6cd997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.175619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7228eec7-913f-4b24-940c-d0471a6cd997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.178682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7228eec7-913f-4b24-940c-d0471a6cd997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.183292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7228eec7-913f-4b24-940c-d0471a6cd997 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de74391d-2390-4bce-a684-6479dadbb722 HTTP/1.1" status: 204 len: 168 time: 0.1657901 Nov 10 03:54:51.192397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228eec7-913f-4b24-940c-d0471a6cd997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de74391d-2390-4bce-a684-6479dadbb722,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:51.526975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36988) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:51.540034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e96dc8f-aebe-4ee5-a9d6-ff573158eee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.656087 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e96dc8f-aebe-4ee5-a9d6-ff573158eee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.660378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e96dc8f-aebe-4ee5-a9d6-ff573158eee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.709293 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0e96dc8f-aebe-4ee5-a9d6-ff573158eee8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c4faeeefd1b4c9fbe63f41eb330a1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812038 Nov 10 03:54:51.709603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36994) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:51.710607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96dc8f-aebe-4ee5-a9d6-ff573158eee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b6ba0d-01cb-46c8-b9a8-922433c7a077,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:51.767499 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-febe0d7a-ada8-408e-b4ec-7442169b4e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.790501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-febe0d7a-ada8-408e-b4ec-7442169b4e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.841424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-febe0d7a-ada8-408e-b4ec-7442169b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.844221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-febe0d7a-ada8-408e-b4ec-7442169b4e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:51.847713 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-febe0d7a-ada8-408e-b4ec-7442169b4e85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17b6ba0d-01cb-46c8-b9a8-922433c7a077 HTTP/1.1" status: 204 len: 168 time: 0.1346517 Nov 10 03:54:51.855521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe0d7a-ada8-408e-b4ec-7442169b4e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b6ba0d-01cb-46c8-b9a8-922433c7a077,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:51.924142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 98cd4175-1ea1-4101-b31f-e662086e9cb3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:51.949209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 98cd4175-1ea1-4101-b31f-e662086e9cb3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:51.949640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 98cd4175-1ea1-4101-b31f-e662086e9cb3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:52.065704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37016) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:52.211679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1782121526-network', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:52.280639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Made reservation on behalf of 26cbd1df8aa846e59813731eb7d46a5e for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:52.283971 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.301036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd8bc-3065-470b-b934-dc816ad33d9c req-bb160ab6-3b7f-4791-9fd8-6c99d579f733 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:52.308290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd5dd8bc-3065-470b-b934-dc816ad33d9c req-bb160ab6-3b7f-4791-9fd8-6c99d579f733 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0754101 Nov 10 03:54:52.309448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.410251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd5dd8bc-3065-470b-b934-dc816ad33d9c req-3f8b4945-86d9-4aa7-9cf0-6180add297cb tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873864 Nov 10 03:54:52.470753 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.475630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.504296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:54:52.510517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8787ece-4c1f-4e5f-8fac-8970871fa5e3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:52.517912 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.518258 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Added segment 1c3e466b-0c0a-4258-9435-be84510a6893 of type vlan for network 634b96e2-53a6-4fd5-a5bd-93c714474f8f Nov 10 03:54:52.559992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.585388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.586800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:52.587639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.654313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5870767 Nov 10 03:54:52.657199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37042) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:52.662141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Request body: {'subnet': {'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1782121526-subnet', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:52.669218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47a66c-27cc-4ade-b0b1-d40cfd0e556f admin admin] Pushing event updated for resources: {'Network': ['ID=634b96e2-53a6-4fd5-a5bd-93c714474f8f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:52.679259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:54:52.693673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Made reservation on behalf of 26cbd1df8aa846e59813731eb7d46a5e for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:54:52.696590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.881399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.937139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ef93b6-1fbe-45fb-a2b9-ca596ef546a9,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:52.947298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Checking segment: {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:52.947660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Network hostable DHCP agents. Network: 634b96e2-53a6-4fd5-a5bd-93c714474f8f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:54:52.964345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:54:52.973488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 634b96e2-53a6-4fd5-a5bd-93c714474f8f) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:52.977836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:52.979057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:52.985955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2978e9cd-f365-4281-a060-22fc28e0bf6b None None] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:52.999137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cdbb6fab-65d8-46cb-9468-c2c43b69dff0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3403449 Nov 10 03:54:53.001286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37056) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:53.005838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:53.028292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.029361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.083759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.160015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:54:53.161241 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.233350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.264248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.313644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Allocated IP 172.20.0.2 (634b96e2-53a6-4fd5-a5bd-93c714474f8f/68ef93b6-1fbe-45fb-a2b9-ca596ef546a9/8a71c341-8909-4b86-8c4c-5b4b783ef33e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:53.472768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.498240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.516365 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.528317 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.563217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1b9ec-2412-4540-869a-f33cb6e44391 req-16ba30d0-bd4d-42e2-a41c-fb7424c2086a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:53.564844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fba1b9ec-2412-4540-869a-f33cb6e44391 req-16ba30d0-bd4d-42e2-a41c-fb7424c2086a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0706377 Nov 10 03:54:53.572369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:53.584087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:53.593819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:53.598897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Pushing event updated for resources: {'Port': ['ID=8a71c341-8909-4b86-8c4c-5b4b783ef33e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:53.627929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Allocated IP 172.25.6.92 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/767c1f5e-86f8-49e9-b627-6990bbd7c0c3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:53.670444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fba1b9ec-2412-4540-869a-f33cb6e44391 req-e0c88d4c-e6a8-4019-b5b1-e37f0851121a tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825145 Nov 10 03:54:53.676481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Attempting to bind port 8a71c341-8909-4b86-8c4c-5b4b783ef33e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:53.678001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Attempting to bind port 8a71c341-8909-4b86-8c4c-5b4b783ef33e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:53.678474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Attempting to bind port 8a71c341-8909-4b86-8c4c-5b4b783ef33e on network 634b96e2-53a6-4fd5-a5bd-93c714474f8f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:53.684846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:53.685254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Checking segment: {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:53.686355 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.686756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Bound using segment: {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:53.687232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Bound port: 8a71c341-8909-4b86-8c4c-5b4b783ef33e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:53.687611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.751426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] For port 8a71c341-8909-4b86-8c4c-5b4b783ef33e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:53.754971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] For port 8a71c341-8909-4b86-8c4c-5b4b783ef33e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8a71c341-8909-4b86-8c4c-5b4b783ef33e,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:53.756297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.760266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.796661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:53.825821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837142fa-b23a-4391-a5b3-fadafe2357f2 None None] Pushing event updated for resources: {'Port': ['ID=8a71c341-8909-4b86-8c4c-5b4b783ef33e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:53.846459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:53.852271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:53.863992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:53.869176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e1bfa-e48f-4dd9-beb0-d0bf270ad2be None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:53.911330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Pushing event updated for resources: {'Port': ['ID=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:53.949089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a814a351-0fb1-4294-8bd8-1a6a357df050 None None] Provisioning complete for port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:53.949896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a814a351-0fb1-4294-8bd8-1a6a357df050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:54.004361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a814a351-0fb1-4294-8bd8-1a6a357df050 None None] Port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:54.177628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:54.408315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:54.421357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-d096bceb-5e9d-499b-8146-7a9378061658 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:54.422893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-d096bceb-5e9d-499b-8146-7a9378061658 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.11 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0921519 Nov 10 03:54:54.630527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Deleting port af91e7bd-233c-48e9-be3c-02254d5fa9ab {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:54:54.631848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:54.712394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:54:54.804482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a59675-e52f-41e2-8142-fd21869894e5 req-0b4602a0-de93-488a-a45c-3018efe67427 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:54.814037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56a59675-e52f-41e2-8142-fd21869894e5 req-0b4602a0-de93-488a-a45c-3018efe67427 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 946 time: 0.0745177 Nov 10 03:54:54.814470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] For port af91e7bd-233c-48e9-be3c-02254d5fa9ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=af91e7bd-233c-48e9-be3c-02254d5fa9ab,segment=NetworkSegment(4c18412f-c406-445f-bf03-9766d5efff59),segment_id=4c18412f-c406-445f-bf03-9766d5efff59)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:54.814957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:54.847612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Calling delete_port for af91e7bd-233c-48e9-be3c-02254d5fa9ab owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:54:54.885610 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56a59675-e52f-41e2-8142-fd21869894e5 req-d7014e13-1645-49aa-8e50-93e2eb7b4cd5 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/security-groups?id=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697186 Nov 10 03:54:54.955620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:54.969970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Sync routers for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:54:54.990268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:54.991364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:54.997438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:54.998809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-798faecf-e1ab-406e-897c-d8150ae122c3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9965906 Nov 10 03:54:55.002020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:55.070989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db4d68-f324-4037-83e3-7752b4695d84 None None] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:55.097131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:55.145968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Pushing event deleted for resources: {'Port': ['ID=af91e7bd-233c-48e9-be3c-02254d5fa9ab,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:55.164300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['af91e7bd-233c-48e9-be3c-02254d5fa9ab'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:54:55.184296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.184643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.184986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.185320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.185653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.186005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.186337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.186659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.186983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.187307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.187887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.188448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:55.199980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7449cbc-f734-4775-b49c-3f7c0068797d None None] DHCP port deletion for a04f2986-1e05-4480-82d3-f14f17472eae request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:55.248179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] No DVR routers for this DVR port af91e7bd-233c-48e9-be3c-02254d5fa9ab on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:54:55.255402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:55.264226 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9d17d43-e0cd-4d33-b0ca-5a74e0267950 req-5a0da447-f077-4b58-892f-42cbf7f096e1 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.11 "DELETE /v2.0/ports/af91e7bd-233c-48e9-be3c-02254d5fa9ab HTTP/1.1" status: 204 len: 173 time: 0.8040090 Nov 10 03:54:55.265734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-deleted', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:54:55.269853 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0851c44f-3a7f-4b8c-94b6-698a3c3d14a0" -d '{"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-deleted", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:54:55.272448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-18bd745c-b5aa-4201-866d-4999e24cc23b None None] Provisioning complete for port 8a71c341-8909-4b86-8c4c-5b4b783ef33e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:55.273686 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-18bd745c-b5aa-4201-866d-4999e24cc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:55.406917 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90bf0b4-8a65-40ac-831a-9f35161538f6 x-openstack-request-id: req-f90bf0b4-8a65-40ac-831a-9f35161538f6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:54:55.406917 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8875459a-a50c-4bc8-9114-65d7e51f0410", "name": "network-vif-deleted", "tag": "af91e7bd-233c-48e9-be3c-02254d5fa9ab", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:54:55.407224 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f90bf0b4-8a65-40ac-831a-9f35161538f6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:54:55.407697 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8875459a-a50c-4bc8-9114-65d7e51f0410', 'name': 'network-vif-deleted', 'tag': 'af91e7bd-233c-48e9-be3c-02254d5fa9ab', 'status': 'completed', 'code': 200} Nov 10 03:54:55.427919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:55.562172 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-18bd745c-b5aa-4201-866d-4999e24cc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:55.742414 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:54:55.938579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:55.941047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-18bd745c-b5aa-4201-866d-4999e24cc23b None None] For port 8a71c341-8909-4b86-8c4c-5b4b783ef33e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8a71c341-8909-4b86-8c4c-5b4b783ef33e,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:55.966626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-18bd745c-b5aa-4201-866d-4999e24cc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.079448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8a71c341-8909-4b86-8c4c-5b4b783ef33e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:56.170502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d4cd5be-f83d-4439-b59c-d3b212fd32d4 req-17d5e020-b79d-46b1-9d61-b7684b80c216 tempest-ServersNegativeTestJSON-1273460559 tempest-ServersNegativeTestJSON-1273460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875459a-a50c-4bc8-9114-65d7e51f0410 HTTP/1.1" status: 200 len: 210 time: 0.0664916 Nov 10 03:54:56.210950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:54Z', 'revision_number': 3, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:56.240439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd745c-b5aa-4201-866d-4999e24cc23b None None] Pushing event updated for resources: {'Port': ['ID=8a71c341-8909-4b86-8c4c-5b4b783ef33e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:56.298793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Checking router: eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:54:56.299412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Updating router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:54:56.330168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Allocated IP 172.20.0.1 (634b96e2-53a6-4fd5-a5bd-93c714474f8f/68ef93b6-1fbe-45fb-a2b9-ca596ef546a9/6e6f73f9-f00a-48ea-977d-24338937610a) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:54:56.344057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.345627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8a71c341-8909-4b86-8c4c-5b4b783ef33e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:56.346064 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.482574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.521990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.574515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:56.580625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:56.584520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:54:56.588016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8a831540-ed6d-4450-97de-b5198f20a296 None None] Provisioning complete for port 8a71c341-8909-4b86-8c4c-5b4b783ef33e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:56.588387 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a831540-ed6d-4450-97de-b5198f20a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.626255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6f73f9-f00a-48ea-977d-24338937610a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:56.638998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.881760 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.891023 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.897203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.933147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32dec43-6a4e-4045-8833-4c25e8d63a66 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:56.964544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Attempting to bind port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:54:56.964916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Attempting to bind port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:54:56.965265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Attempting to bind port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:54:56.973343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88646e-2be6-4d3f-ad4c-bdc263fd9079 None None] Pushing event updated for resources: {'Port': ['ID=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:56.983326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:54:56.983917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:54:56.984488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:56.985507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:54:56.986198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Bound port: 767c1f5e-86f8-49e9-b627-6990bbd7c0c3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:54:56.986766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.040772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-786db8fa-5344-4b3b-8d2b-870fc43866e3 None None] Provisioning complete for port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:57.041659 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-786db8fa-5344-4b3b-8d2b-870fc43866e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.082509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] For port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:54:57.095595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-786db8fa-5344-4b3b-8d2b-870fc43866e3 None None] Port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:57.098177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] For port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:54:57.106195 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.115160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-786db8fa-5344-4b3b-8d2b-870fc43866e3 None None] Provisioning complete for port 6e6f73f9-f00a-48ea-977d-24338937610a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:57.115160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-786db8fa-5344-4b3b-8d2b-870fc43866e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.117817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.122365 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.198157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.198339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88646e-2be6-4d3f-ad4c-bdc263fd9079 None None] Pushing event updated for resources: {'Port': ['ID=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:57.212453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6f73f9-f00a-48ea-977d-24338937610a,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:57.214001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-786db8fa-5344-4b3b-8d2b-870fc43866e3 None None] Port 6e6f73f9-f00a-48ea-977d-24338937610a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:57.215565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0133e0b-f4df-4af6-815f-c5037a4e9711 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:57.227571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:54:57.228857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:57.262290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37134) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:57.309667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] Deleting subnet 7ce46afb-6e6d-41b4-9de1-71650ebdb4ef {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:54:57.313424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.352926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-893abdfc-83f8-465b-9045-4c2825688110 None None] Provisioning complete for port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:57.353866 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-893abdfc-83f8-465b-9045-4c2825688110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.355092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.355559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:54:57.357462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:54:57.392652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:54:57.401037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.469613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.490375 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.498425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7ce46afb-6e6d-41b4-9de1-71650ebdb4ef HTTP/1.1" status: 204 len: 168 time: 0.2329063 Nov 10 03:54:57.498672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37136) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:57.501452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57210434-a272-4921-8e0e-6d8a9dbe3eb2 None None] Network a04f2986-1e05-4480-82d3-f14f17472eae requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:54:57.521961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:54:57.580581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec539094-a3f9-4985-a7e6-e67e94aab6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce46afb-6e6d-41b4-9de1-71650ebdb4ef,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:57.599161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:57.746522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:54:57.774605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d03c469e-3639-4b7b-8cdf-631c4f2cb838 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7712343 Nov 10 03:54:57.958636 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-893abdfc-83f8-465b-9045-4c2825688110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.002440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-893abdfc-83f8-465b-9045-4c2825688110 None None] For port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:54:58.014449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85fe16-1681-41f7-b85e-95f5d8cdb928 None None] DHCP port deletion for a04f2986-1e05-4480-82d3-f14f17472eae request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:54:58.017515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8a71c341-8909-4b86-8c4c-5b4b783ef33e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:54:58.071124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-893abdfc-83f8-465b-9045-4c2825688110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.136730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893abdfc-83f8-465b-9045-4c2825688110 None None] Pushing event updated for resources: {'Port': ['ID=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:58.192418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8a71c341-8909-4b86-8c4c-5b4b783ef33e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:58.192791 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.231190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4d31090e-8101-414c-a563-2224d720edf0 None None] Provisioning complete for port 6e6f73f9-f00a-48ea-977d-24338937610a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:54:58.231559 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d31090e-8101-414c-a563-2224d720edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.238316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.260557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04f2986-1e05-4480-82d3-f14f17472eae']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:58.271244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c18412f-c406-445f-bf03-9766d5efff59') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:58.271953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c18412f-c406-445f-bf03-9766d5efff59') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:58.283460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.300337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.301529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4d31090e-8101-414c-a563-2224d720edf0 None None] Port 6e6f73f9-f00a-48ea-977d-24338937610a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:54:58.308989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:54:58.309456 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:54:58.311748 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:54:58.322994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 2, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:54:58.359435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8778b-9560-4890-b07f-21e6c6922bba None None] The sync data for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 is: [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 2, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:54:58.420813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.426718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.431227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a04f2986-1e05-4480-82d3-f14f17472eae HTTP/1.1" status: 204 len: 168 time: 0.9313779 Nov 10 03:54:58.467245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0cc76-7188-41cf-bdd1-135c41cf4ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04f2986-1e05-4480-82d3-f14f17472eae,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:58.628228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37156) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:58.633168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537342971', 'description': 'tempest-description--1200161225'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:58.658768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.696382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37158) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:58.800136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ea41f335-dd35-42a0-b361-a53d60aec67d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b36d6b69861546b7b17e2d77720169e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025250 Nov 10 03:54:58.802892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37160) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:58.810154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.817152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.872790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.877091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2476964 Nov 10 03:54:58.880419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37166) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:58.885537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-dbed1396-422c-4fd0-9e28-e7249ba2f3c3 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Request body: {'security_group_rule': {'security_group_id': '94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:58.885709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:58.899513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.899891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.904030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.904252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.904603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.904948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.905283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.905615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.905966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.910894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.911827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bc3-3c1d-4751-aadc-c12dbcb47b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.913748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.914011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae008e-803f-4a37-a446-04fd56c185cf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:54:58.956143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:54:58.963820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bc3-3c1d-4751-aadc-c12dbcb47b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:58.977083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dbed1396-422c-4fd0-9e28-e7249ba2f3c3 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.013240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: af91e7bd-233c-48e9-be3c-02254d5fa9ab {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:54:59.014453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device af91e7bd-233c-48e9-be3c-02254d5fa9ab not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:54:59.072550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dbed1396-422c-4fd0-9e28-e7249ba2f3c3 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.081973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dbed1396-422c-4fd0-9e28-e7249ba2f3c3 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.115807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bc3-3c1d-4751-aadc-c12dbcb47b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.130508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bc3-3c1d-4751-aadc-c12dbcb47b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.132789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5a5d1bc3-3c1d-4751-aadc-c12dbcb47b86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42784b29-25cc-4ff1-b4d3-5e8cf1b7051b HTTP/1.1" status: 204 len: 168 time: 0.3284962 Nov 10 03:54:59.154649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed1396-422c-4fd0-9e28-e7249ba2f3c3 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c141454a-115f-440b-9615-6b31135a6449,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:59.171891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1bc3-3c1d-4751-aadc-c12dbcb47b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42784b29-25cc-4ff1-b4d3-5e8cf1b7051b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:59.185401 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dbed1396-422c-4fd0-9e28-e7249ba2f3c3 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.190193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37176) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:59.195526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dbed1396-422c-4fd0-9e28-e7249ba2f3c3 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3137541 Nov 10 03:54:59.200499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-be4b3f65-643b-4a22-a948-f388a58caacf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Request body: {'security_group_rule': {'security_group_id': '94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:59.242386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-be4b3f65-643b-4a22-a948-f388a58caacf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.281701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37178) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:59.332632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-be4b3f65-643b-4a22-a948-f388a58caacf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.344867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-be4b3f65-643b-4a22-a948-f388a58caacf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.377498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3f65-643b-4a22-a948-f388a58caacf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f437fa6-c242-4926-9ec3-b3c61e6869bd,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:54:59.389606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-be4b3f65-643b-4a22-a948-f388a58caacf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.391079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-be4b3f65-643b-4a22-a948-f388a58caacf tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998658 Nov 10 03:54:59.394087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37182) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:54:59.405931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:54:59.486210 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.696397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-05a899a2-0aef-4554-8725-e3c1b638ba84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.725629 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-511b5c10-7f4e-4e35-b7c7-d90a42af782b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012125 Nov 10 03:54:59.767945 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:54:59.927624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-a542c337-f495-4b7e-b74c-e1db46136911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:54:59.929192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-a542c337-f495-4b7e-b74c-e1db46136911 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.1494269 Nov 10 03:54:59.991263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:55:00.023071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-05a899a2-0aef-4554-8725-e3c1b638ba84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.065992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-05a899a2-0aef-4554-8725-e3c1b638ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.074466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:00.075147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.182675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Allocated IP 172.25.6.109 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/64a0d46b-dfd8-4c6c-aa1a-aad4a4ffacd5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:55:00.183998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-05a899a2-0aef-4554-8725-e3c1b638ba84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56eb4780901c4779a366245e43c059a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9013498 Nov 10 03:55:00.186797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37208) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:00.205853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a899a2-0aef-4554-8725-e3c1b638ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff7951-7ae1-46ea-968c-a8c6f9e9e57a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:00.296012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-964ee116-af63-4f4b-a20e-76207f104d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:00.306839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-964ee116-af63-4f4b-a20e-76207f104d31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.3211179 Nov 10 03:55:00.313971 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9041ef67-0c0d-4fca-98b5-5a3b527ec56e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.351705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9041ef67-0c0d-4fca-98b5-5a3b527ec56e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.373111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37210) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:00.429403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9041ef67-0c0d-4fca-98b5-5a3b527ec56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.432510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9041ef67-0c0d-4fca-98b5-5a3b527ec56e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.436060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9041ef67-0c0d-4fca-98b5-5a3b527ec56e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29ff7951-7ae1-46ea-968c-a8c6f9e9e57a HTTP/1.1" status: 204 len: 168 time: 0.2482355 Nov 10 03:55:00.439605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.444295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-d695fd73-fc66-4c4c-8564-43bf6a182e09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 1001 time: 0.1215172 Nov 10 03:55:00.462025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041ef67-0c0d-4fca-98b5-5a3b527ec56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff7951-7ae1-46ea-968c-a8c6f9e9e57a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:00.543314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-936030166-network', 'tenant_id': 'e1c4f963e67f4f23b21bb02857fbe87e'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:00.548232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-bd3091a2-77de-4299-86bb-e19c5ee62114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:00.550877 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-bd3091a2-77de-4299-86bb-e19c5ee62114 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.0951993 Nov 10 03:55:00.588242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Made reservation on behalf of e1c4f963e67f4f23b21bb02857fbe87e for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:00.591292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.592637 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.607183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.652515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:55:00.661462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:00.664176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event updated for resources: {'Port': ['ID=64a0d46b-dfd8-4c6c-aa1a-aad4a4ffacd5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:00.666442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:55:00.669732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-cb7cd3ce-cae5-40b0-a08e-0e118d9404e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:00.671291 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-cb7cd3ce-cae5-40b0-a08e-0e118d9404e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128466 Nov 10 03:55:00.695660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.703961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.732602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:55:00.738274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a202a42-d044-47b7-9900-5d0ef69e835c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:00.746936 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.747486 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Added segment add39072-4dde-4f8a-b72b-5a07d13f4175 of type vlan for network 7eb00d3e-5346-4988-83d6-444c47fc2e27 Nov 10 03:55:00.834218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.834444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-8e86b59c-a643-4459-aed7-1e2b0a61ad0c service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438303 Nov 10 03:55:00.835422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.863146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.864162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:00.864952 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.876915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37220) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:00.918117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5439031 Nov 10 03:55:00.924015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37222) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:00.930978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Request body: {'subnet': {'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-936030166-subnet', 'tenant_id': 'e1c4f963e67f4f23b21bb02857fbe87e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:00.932840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f961a73c-d498-4ff3-9207-b0fc015c76c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.938391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:00.939317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33981681-0900-48a5-8c94-adcb34f85def admin admin] Pushing event updated for resources: {'Network': ['ID=7eb00d3e-5346-4988-83d6-444c47fc2e27,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:00.950898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7eb00d3e-5346-4988-83d6-444c47fc2e27 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:55:00.958804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Made reservation on behalf of e1c4f963e67f4f23b21bb02857fbe87e for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:00.961414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.093554 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aee6b461-9893-41a1-823d-f4dd8962a2db req-a29a9d9d-85bd-42a4-a6a6-77412c7d6e02 service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449567 Nov 10 03:55:01.147278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.162504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f961a73c-d498-4ff3-9207-b0fc015c76c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.171349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f961a73c-d498-4ff3-9207-b0fc015c76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.210590 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f961a73c-d498-4ff3-9207-b0fc015c76c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce91dd208d464f95949013f0fefc3181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323514 Nov 10 03:55:01.210912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:01.212545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37226) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:01.238746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.241682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961a73c-d498-4ff3-9207-b0fc015c76c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157682a1-42d3-4750-8785-d91ef1d4c1b4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:01.247043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.251527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Checking segment: {'id': 'add39072-4dde-4f8a-b72b-5a07d13f4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:01.251774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Network hostable DHCP agents. Network: 7eb00d3e-5346-4988-83d6-444c47fc2e27, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:55:01.288560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-586a686c-277c-4262-b5cc-f98f4daa1927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.292631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Network 7eb00d3e-5346-4988-83d6-444c47fc2e27 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:55:01.322719 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-586a686c-277c-4262-b5cc-f98f4daa1927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.325291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7eb00d3e-5346-4988-83d6-444c47fc2e27) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:01.337660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1528ac8-ba25-41c4-b042-1914f00f667d None None] Network 7eb00d3e-5346-4988-83d6-444c47fc2e27 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:01.368440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event updated for resources: {'Port': ['ID=64a0d46b-dfd8-4c6c-aa1a-aad4a4ffacd5,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:01.378708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.394909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:01.396460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.409204 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.421123 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-369366fe-64b3-4692-b038-b23ef97d7beb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0258820 Nov 10 03:55:01.422722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-57e98731-7db2-40ca-919f-ad4dc35e5cff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4976199 Nov 10 03:55:01.430977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-586a686c-277c-4262-b5cc-f98f4daa1927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.433920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-586a686c-277c-4262-b5cc-f98f4daa1927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:01.435227 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-586a686c-277c-4262-b5cc-f98f4daa1927 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/157682a1-42d3-4750-8785-d91ef1d4c1b4 HTTP/1.1" status: 204 len: 168 time: 0.2216139 Nov 10 03:55:01.458118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a686c-277c-4262-b5cc-f98f4daa1927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157682a1-42d3-4750-8785-d91ef1d4c1b4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:01.552860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a657ac-5a57-42d8-8e24-4a523ca42d4e None None] Network 7eb00d3e-5346-4988-83d6-444c47fc2e27 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:01.717416 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Sync routers for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:55:01.724646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-349f6b52-e96d-4bee-8506-0f08b5c773db tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--537342971&fields=id&tenant_id=26cbd1df8aa846e59813731eb7d46a5e HTTP/1.1" status: 200 len: 267 time: 0.0760508 Nov 10 03:55:01.737749 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:55:01.738410 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:01.872105 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:55:01.877499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-37d31f36-be74-4c70-aee7-63b069b8ba54 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:01.889162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-37d31f36-be74-4c70-aee7-63b069b8ba54 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/networks?id=634b96e2-53a6-4fd5-a5bd-93c714474f8f HTTP/1.1" status: 200 len: 812 time: 0.1531973 Nov 10 03:55:01.910573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-56e1f316-5417-4968-8919-b15cb0cd7cf5 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/quotas/26cbd1df8aa846e59813731eb7d46a5e HTTP/1.1" status: 200 len: 375 time: 0.0202324 Nov 10 03:55:01.989322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-932ed1d4-adc1-487c-8772-56b069a89815 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=26cbd1df8aa846e59813731eb7d46a5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686991 Nov 10 03:55:02.103526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-87391d52-fbfb-45f4-9c3e-b2ee5cdffca2 service neutron] 10.222.0.24 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090529 Nov 10 03:55:02.103526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:02.109005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-601913929-network', 'tenant_id': 'a1d3f231375a4ddb90a61e537bdff9fb'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:02.115897 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 2, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:02.142486 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Checking router: eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:55:02.142826 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Updating router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd port 6e6f73f9-f00a-48ea-977d-24338937610a binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:55:02.171956 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.201312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Made reservation on behalf of a1d3f231375a4ddb90a61e537bdff9fb for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:02.203668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.221533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.232249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-5eaf86bd-3c25-4950-beec-a23b3518a4a2 service neutron] 10.222.0.24 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148682 Nov 10 03:55:02.318520 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.343120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.395999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:55:02.455234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.455234 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Added segment 02b287ca-389f-4edc-91dd-7f8f7ada0f19 of type vlan for network 9374cda7-9342-46ac-8de9-c7d70c2a5e7c Nov 10 03:55:02.464464 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.464929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954512d6-48b9-44f1-ad08-af7bde739429,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:02.471041 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.567182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b6fff8d-8983-4c97-bbcc-6d68bd083ad8 req-0c1a0975-ca67-464f-99df-4577fab3af41 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0987322 Nov 10 03:55:02.597666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.601702 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Pushing event updated for resources: {'Port': ['ID=6e6f73f9-f00a-48ea-977d-24338937610a,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:02.608838 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Attempting to bind port 6e6f73f9-f00a-48ea-977d-24338937610a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:55:02.609399 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Attempting to bind port 6e6f73f9-f00a-48ea-977d-24338937610a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:55:02.609928 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Attempting to bind port 6e6f73f9-f00a-48ea-977d-24338937610a on network 634b96e2-53a6-4fd5-a5bd-93c714474f8f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:02.620904 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.621490 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.622238 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.622717 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.623209 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.623701 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.624282 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.624769 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.625302 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.625782 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.626290 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.626773 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:02.639099 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:55:02.640710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Checking segment: {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:02.641413 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.641544 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Bound using segment: {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:55:02.642315 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Bound port: 6e6f73f9-f00a-48ea-977d-24338937610a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:55:02.643559 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.667102 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.668489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:02.669291 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.738158 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] For port 6e6f73f9-f00a-48ea-977d-24338937610a, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:55:02.743064 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] For port 6e6f73f9-f00a-48ea-977d-24338937610a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e6f73f9-f00a-48ea-977d-24338937610a,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:55:02.751384 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.759032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] Pushing event updated for resources: {'Network': ['ID=9374cda7-9342-46ac-8de9-c7d70c2a5e7c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:02.770139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 9374cda7-9342-46ac-8de9-c7d70c2a5e7c details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:55:02.775697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5708707d-b4fa-42d6-bcf9-9d5816abce46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6709890 Nov 10 03:55:02.778456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37292) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:02.783494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Request body: {'subnet': {'network_id': '9374cda7-9342-46ac-8de9-c7d70c2a5e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-601913929-subnet', 'tenant_id': 'a1d3f231375a4ddb90a61e537bdff9fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:02.814729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Made reservation on behalf of a1d3f231375a4ddb90a61e537bdff9fb for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:02.817755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:02.834931 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8343ae-a113-457e-95b5-62f64697f57c None None] Pushing event updated for resources: {'Port': ['ID=6e6f73f9-f00a-48ea-977d-24338937610a,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:02.838964 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:55:02.839555 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:03.009060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6059dfe0-d9fd-43b8-b114-5ffd80241034 None None] Provisioning complete for port 6e6f73f9-f00a-48ea-977d-24338937610a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:03.014930 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6059dfe0-d9fd-43b8-b114-5ffd80241034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:03.094416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:03.225749 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:55:03.230027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acc7f22-c03b-499f-a893-df8e59ebd756,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:03.247401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Checking segment: {'id': '02b287ca-389f-4edc-91dd-7f8f7ada0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9374cda7-9342-46ac-8de9-c7d70c2a5e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:03.247763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Network hostable DHCP agents. Network: 9374cda7-9342-46ac-8de9-c7d70c2a5e7c, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:55:03.248078 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6059dfe0-d9fd-43b8-b114-5ffd80241034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:03.270769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a384f8-e5db-41ad-a556-6d305ba9b04b req-86043f1e-a919-47cb-bac5-f06af09a1bfd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:03.280622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87a384f8-e5db-41ad-a556-6d305ba9b04b req-86043f1e-a919-47cb-bac5-f06af09a1bfd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1015832 Nov 10 03:55:03.286657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Network 9374cda7-9342-46ac-8de9-c7d70c2a5e7c is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:55:03.313381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 9374cda7-9342-46ac-8de9-c7d70c2a5e7c) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:03.313861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6059dfe0-d9fd-43b8-b114-5ffd80241034 None None] For port 6e6f73f9-f00a-48ea-977d-24338937610a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e6f73f9-f00a-48ea-977d-24338937610a,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:03.319139 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6059dfe0-d9fd-43b8-b114-5ffd80241034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:03.331713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:03.332475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:03.346116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87a384f8-e5db-41ad-a556-6d305ba9b04b req-1012a4be-fd43-4b27-ab86-3d7215157256 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599101 Nov 10 03:55:03.378117 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9def179e-9226-489e-b3dc-30fa4d532a65 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5985000 Nov 10 03:55:03.384285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059dfe0-d9fd-43b8-b114-5ffd80241034 None None] Pushing event updated for resources: {'Port': ['ID=6e6f73f9-f00a-48ea-977d-24338937610a,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:03.386866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ef3de-25aa-4d2f-a101-0787a98e411a None None] Network 9374cda7-9342-46ac-8de9-c7d70c2a5e7c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:03.546734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8575e3-f6ba-48a4-b68a-f171d04cb315 req-f6a8816a-a0a9-4344-a0ae-de5de6105aec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:03.553867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e785c767-fb75-4856-abb9-03917c2dc4ad None None] Provisioning complete for port 6e6f73f9-f00a-48ea-977d-24338937610a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:03.554716 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e785c767-fb75-4856-abb9-03917c2dc4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:03.555359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e8575e3-f6ba-48a4-b68a-f171d04cb315 req-f6a8816a-a0a9-4344-a0ae-de5de6105aec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0945463 Nov 10 03:55:03.621604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acb8b206-b106-460f-9bf0-691917071208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:02Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:03.657123 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8b206-b106-460f-9bf0-691917071208 None None] The sync data for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 is: [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:02Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:55:03.687276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e8575e3-f6ba-48a4-b68a-f171d04cb315 req-996f97a7-6fd1-4942-857f-b1399ef1bf6c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307592 Nov 10 03:55:03.749747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9f2b0-5dad-4890-84fd-989a362d1ca6 None None] Network 9374cda7-9342-46ac-8de9-c7d70c2a5e7c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:03.787140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce2a0f4d-0f20-41f1-b92e-f56bb28aff8a req-d8cba32e-2548-4cf6-9c87-5034d64bfcd1 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0743337 Nov 10 03:55:04.039580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e6f73f9-f00a-48ea-977d-24338937610a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:55:04.160321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6e6f73f9-f00a-48ea-977d-24338937610a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:04.160559 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:04.293837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db400be2-ef37-45e2-9ef7-a617b29e50bd req-551dfe26-d850-4884-9927-3cf4de1ad16c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:04.295463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db400be2-ef37-45e2-9ef7-a617b29e50bd req-551dfe26-d850-4884-9927-3cf4de1ad16c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0850801 Nov 10 03:55:04.342354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-da390a21-d2c5-4415-9b6b-0f519ca04d32 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:04.346075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-da390a21-d2c5-4415-9b6b-0f519ca04d32 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.44 "GET /v2.0/networks?id=634b96e2-53a6-4fd5-a5bd-93c714474f8f HTTP/1.1" status: 200 len: 812 time: 0.2669845 Nov 10 03:55:04.397800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db400be2-ef37-45e2-9ef7-a617b29e50bd req-2a2a8f36-5700-4d66-8bd8-e4b87c51aee3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937598 Nov 10 03:55:04.451279 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-4d77d705-bcd3-4421-bf86-a7fd70644308 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26cbd1df8aa846e59813731eb7d46a5e HTTP/1.1" status: 200 len: 379 time: 0.0920944 Nov 10 03:55:04.467051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Request body: {'port': {'device_id': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'admin_state_up': True, 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'security_groups': ['94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:04.636642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Made reservation on behalf of 26cbd1df8aa846e59813731eb7d46a5e for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:04.640594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:04.673961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-6a332dba-00e5-45fe-8ad1-bb1b4f37c0fe tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:04.682889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-6a332dba-00e5-45fe-8ad1-bb1b4f37c0fe tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/networks?id=7eb00d3e-5346-4988-83d6-444c47fc2e27 HTTP/1.1" status: 200 len: 824 time: 0.1880040 Nov 10 03:55:04.703930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-9b58a30d-332a-46fd-8612-9b3ffca551eb tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/quotas/e1c4f963e67f4f23b21bb02857fbe87e HTTP/1.1" status: 200 len: 375 time: 0.0193357 Nov 10 03:55:04.748250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-792069ec-5ede-42a7-ae19-94524d5a5308 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1c4f963e67f4f23b21bb02857fbe87e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426509 Nov 10 03:55:04.854698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Allocated IP 172.20.0.4 (634b96e2-53a6-4fd5-a5bd-93c714474f8f/68ef93b6-1fbe-45fb-a2b9-ca596ef546a9/39db985f-39ae-40af-87e9-7a71832c11eb) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:55:04.857723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-ae15688e-302f-4ec5-9bd2-fb0fc237884e service neutron] 10.222.0.24 "GET /v2.0/networks/7eb00d3e-5346-4988-83d6-444c47fc2e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079543 Nov 10 03:55:04.996379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2da2a127-aba0-4808-9837-70013188cd7f req-f70588d9-a245-4275-8184-5152426af505 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0634656 Nov 10 03:55:05.013267 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-1e8dd652-671d-464f-8c68-e2b58351d0f5 service neutron] 10.222.0.24 "GET /v2.0/networks/7eb00d3e-5346-4988-83d6-444c47fc2e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545446 Nov 10 03:55:05.068548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:05.104280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:05.158310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:55:05.164210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:05.169770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:55:05.250981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event updated for resources: {'Port': ['ID=39db985f-39ae-40af-87e9-7a71832c11eb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:05.264158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:05.264897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:05.286251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-a666ce6e-cdc3-46a0-a00d-77b382a60744 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284338 Nov 10 03:55:05.300828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Request body: {'port': {'device_id': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:05.330766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-289160c1-2aef-4f94-a8ce-da5a2fc19e68 req-476c1a3d-6ab4-4559-ba49-3a42f3e5ac29 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 210 time: 0.1202221 Nov 10 03:55:05.359174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f4d76-0776-4cca-b349-355dd6813373 req-96e93b12-1dfe-4a4a-9ed1-37948974dd3e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:05.360848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-929f4d76-0776-4cca-b349-355dd6813373 req-96e93b12-1dfe-4a4a-9ed1-37948974dd3e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1247160 Nov 10 03:55:05.427098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:05.443984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-929f4d76-0776-4cca-b349-355dd6813373 req-3000c38c-38a0-4b77-8593-4f42477d5ad0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743630 Nov 10 03:55:05.488614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-afa3cd60-fa7f-468b-8fa4-cac6d0724ae2 None None] Provisioning complete for port 39db985f-39ae-40af-87e9-7a71832c11eb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:05.489743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afa3cd60-fa7f-468b-8fa4-cac6d0724ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:05.526093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-afa3cd60-fa7f-468b-8fa4-cac6d0724ae2 None None] Port 39db985f-39ae-40af-87e9-7a71832c11eb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:55:05.775601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39db985f-39ae-40af-87e9-7a71832c11eb {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:05.787899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:05.800610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Transition to ACTIVE for port object 39db985f-39ae-40af-87e9-7a71832c11eb will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:55:05.804158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:05.883100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Pushing event updated for resources: {'Port': ['ID=39db985f-39ae-40af-87e9-7a71832c11eb,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:05.984893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Attempting to bind port 39db985f-39ae-40af-87e9-7a71832c11eb on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:55:05.985799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Attempting to bind port 39db985f-39ae-40af-87e9-7a71832c11eb by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:55:05.989283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Attempting to bind port 39db985f-39ae-40af-87e9-7a71832c11eb on network 634b96e2-53a6-4fd5-a5bd-93c714474f8f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:05.998123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Port 39db985f-39ae-40af-87e9-7a71832c11eb on network 634b96e2-53a6-4fd5-a5bd-93c714474f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:55:05.998538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Attempting to bind port 39db985f-39ae-40af-87e9-7a71832c11eb on network 634b96e2-53a6-4fd5-a5bd-93c714474f8f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:06.004647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:55:06.005123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Checking segment: {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:06.005990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Bound using segment: {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:55:06.006164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Bound port: 39db985f-39ae-40af-87e9-7a71832c11eb, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3e466b-0c0a-4258-9435-be84510a6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:55:06.006839 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:06.169472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] For port 39db985f-39ae-40af-87e9-7a71832c11eb, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:55:06.173448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] For port 39db985f-39ae-40af-87e9-7a71832c11eb, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=39db985f-39ae-40af-87e9-7a71832c11eb,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:55:06.180706 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:06.186779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ab69-2c03-4750-bbf6-d65cd9d539bf req-1f5248be-8ff0-4baa-ab39-43263959a043 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:06.194423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bad0ab69-2c03-4750-bbf6-d65cd9d539bf req-1f5248be-8ff0-4baa-ab39-43263959a043 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 943 time: 0.0964983 Nov 10 03:55:06.217092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:06.217711 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:06.219408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/39db985f-39ae-40af-87e9-7a71832c11eb HTTP/1.1" status: 200 len: 1091 time: 0.9243267 Nov 10 03:55:06.221108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:06.222285 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef0ab4-a490-437d-b485-2bcd895ef7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:06.266399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bad0ab69-2c03-4750-bbf6-d65cd9d539bf req-9c0fcb88-d305-4333-86c7-e837e5a569d5 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709765 Nov 10 03:55:06.318389 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b5b222-e523-4e2d-bd44-e7ff491645e8 x-openstack-request-id: req-a1b5b222-e523-4e2d-bd44-e7ff491645e8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:06.318614 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:06.318840 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1b5b222-e523-4e2d-bd44-e7ff491645e8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:06.319239 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb', 'status': 'completed', 'code': 200} Nov 10 03:55:06.327284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328faf4-6c44-4370-b6aa-1da1031d21f7 service neutron] Pushing event updated for resources: {'Port': ['ID=39db985f-39ae-40af-87e9-7a71832c11eb,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:06.348676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-99e1d1c5-de7e-4f1b-9f1e-7944321a43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:06.350506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-99e1d1c5-de7e-4f1b-9f1e-7944321a43e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26cbd1df8aa846e59813731eb7d46a5e&device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 1094 time: 0.0663056 Nov 10 03:55:06.419962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-87a1b9fb-e190-4be2-b680-6a447686a83b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39db985f-39ae-40af-87e9-7a71832c11eb HTTP/1.1" status: 200 len: 217 time: 0.0620325 Nov 10 03:55:06.461747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c6e2135-a9d7-47a7-96bc-028d72315972 req-1291454a-ba3b-4a61-811e-8d85c7884632 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 210 time: 0.0326102 Nov 10 03:55:06.487864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-853c6d6c-5d30-4e58-a93a-ca12f30c5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:06.490443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-853c6d6c-5d30-4e58-a93a-ca12f30c5390 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68ef93b6-1fbe-45fb-a2b9-ca596ef546a9 HTTP/1.1" status: 200 len: 851 time: 0.0641007 Nov 10 03:55:06.610860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b45113-4d37-48c0-bd85-54c706592d16 req-e2c0e107-cf90-4659-8363-f81be16c9862 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:06.613351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89b45113-4d37-48c0-bd85-54c706592d16 req-e2c0e107-cf90-4659-8363-f81be16c9862 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0707297 Nov 10 03:55:06.645444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712198e-4532-44cb-9050-8501af2fe81e req-d38e6cfd-e31f-4cbb-8fd8-c82dbc6650a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:06.649866 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-d38e6cfd-e31f-4cbb-8fd8-c82dbc6650a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=634b96e2-53a6-4fd5-a5bd-93c714474f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471827 Nov 10 03:55:06.698597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89b45113-4d37-48c0-bd85-54c706592d16 req-38ed0830-307c-4682-b636-48f7224e5527 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779338 Nov 10 03:55:06.741877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-1d4d6444-755e-4c9a-a6cc-6c9425fe2795 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:06.743418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-1d4d6444-755e-4c9a-a6cc-6c9425fe2795 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.11 "GET /v2.0/networks?id=7eb00d3e-5346-4988-83d6-444c47fc2e27 HTTP/1.1" status: 200 len: 824 time: 0.2270112 Nov 10 03:55:06.764838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Request body: {'port': {'device_id': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27', 'admin_state_up': True, 'tenant_id': 'e1c4f963e67f4f23b21bb02857fbe87e'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:06.838189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-96c84fcb-993e-4eb7-9a3a-7847cbb87467 service neutron] 10.222.0.44 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789851 Nov 10 03:55:06.970351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9712198e-4532-44cb-9050-8501af2fe81e req-4f55b79e-208a-4dd1-90ff-7c73429d4053 service neutron] 10.222.0.44 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248043 Nov 10 03:55:06.971348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Made reservation on behalf of e1c4f963e67f4f23b21bb02857fbe87e for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:06.974801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:07.127056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-29ec0830-8d05-4c8d-b783-b4f1ee26933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:07.128445 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-29ec0830-8d05-4c8d-b783-b4f1ee26933b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26cbd1df8aa846e59813731eb7d46a5e&device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 1094 time: 0.0950096 Nov 10 03:55:07.189252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Allocated IP 172.20.0.8 (7eb00d3e-5346-4988-83d6-444c47fc2e27/ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da/d884d8d4-775b-4539-925b-8eb18c1cd890) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:55:07.260847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-5b69746c-31c3-46fd-b1fd-00d47f00a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:07.262401 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-5b69746c-31c3-46fd-b1fd-00d47f00a0f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=634b96e2-53a6-4fd5-a5bd-93c714474f8f HTTP/1.1" status: 200 len: 912 time: 0.1256685 Nov 10 03:55:07.345926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-46ec56bc-a061-4f4d-81b7-0d0b80d30d3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39db985f-39ae-40af-87e9-7a71832c11eb HTTP/1.1" status: 200 len: 217 time: 0.0749881 Nov 10 03:55:07.422831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede3073-84fa-4090-843d-a488887f38e3 req-d4dd9480-4c7a-48df-9c5a-6a34539a3751 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:07.424451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bede3073-84fa-4090-843d-a488887f38e3 req-d4dd9480-4c7a-48df-9c5a-6a34539a3751 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 943 time: 0.0809846 Nov 10 03:55:07.428588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-f669a11c-983f-4079-9245-dc639acd5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:07.430130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-f669a11c-983f-4079-9245-dc639acd5908 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68ef93b6-1fbe-45fb-a2b9-ca596ef546a9 HTTP/1.1" status: 200 len: 851 time: 0.0769038 Nov 10 03:55:07.474606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bede3073-84fa-4090-843d-a488887f38e3 req-bf019efb-49d6-40a7-8431-cd033ab56206 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433969 Nov 10 03:55:07.574664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a50070a-de17-44ac-8cf1-0f7e22668fdb req-0ae573e2-6268-4741-9a5a-09299f4d28ba tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 210 time: 0.0279493 Nov 10 03:55:07.808911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:07.821509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc921b-18b2-4328-94e8-29d9f40f7750 req-2b87daf2-df38-4ed4-bf45-529b39dbda66 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:07.830937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-ae9c3e4a-0a82-4619-8f0b-936f88fe9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:07.832292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7cc921b-18b2-4328-94e8-29d9f40f7750 req-2b87daf2-df38-4ed4-bf45-529b39dbda66 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0623441 Nov 10 03:55:07.832594 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-ae9c3e4a-0a82-4619-8f0b-936f88fe9be2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=634b96e2-53a6-4fd5-a5bd-93c714474f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3930655 Nov 10 03:55:07.894846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7cc921b-18b2-4328-94e8-29d9f40f7750 req-227306da-ded2-4665-8697-368e5ab0a603 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615175 Nov 10 03:55:07.910309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:07.922513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:07.986837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Network 7eb00d3e-5346-4988-83d6-444c47fc2e27 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:55:07.992557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-dcf79dcc-62d0-4443-a465-8d89fb5516e3 service neutron] 10.222.0.44 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496778 Nov 10 03:55:07.993367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:07.997307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:55:08.042574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Pushing event updated for resources: {'Port': ['ID=d884d8d4-775b-4539-925b-8eb18c1cd890,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:08.100841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:08.100998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:08.128994 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-71d84f94-fec7-4028-a4d1-eb97fb904bb8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3692517 Nov 10 03:55:08.142286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fdef0ab4-a490-437d-b485-2bcd895ef7a7 req-dde3b0c2-332f-486c-b4c8-626efe1f380a service neutron] 10.222.0.44 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409926 Nov 10 03:55:08.148145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Request body: {'port': {'device_id': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:08.200983 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:08.472738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d884d8d4-775b-4539-925b-8eb18c1cd890 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:08.480280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:08.491973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Transition to ACTIVE for port object d884d8d4-775b-4539-925b-8eb18c1cd890 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:55:08.496797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:08.569696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d884d8d4-775b-4539-925b-8eb18c1cd890,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:08.619414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a41b1-8a1b-461f-8273-704b43506905 req-c9bfbcea-16cf-419c-9375-21eb0d589cab tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:08.620990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-952a41b1-8a1b-461f-8273-704b43506905 req-c9bfbcea-16cf-419c-9375-21eb0d589cab tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 943 time: 0.0701537 Nov 10 03:55:08.643617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Attempting to bind port d884d8d4-775b-4539-925b-8eb18c1cd890 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:55:08.643982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Attempting to bind port d884d8d4-775b-4539-925b-8eb18c1cd890 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'add39072-4dde-4f8a-b72b-5a07d13f4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:55:08.644311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Attempting to bind port d884d8d4-775b-4539-925b-8eb18c1cd890 on network 7eb00d3e-5346-4988-83d6-444c47fc2e27 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:08.652194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Port d884d8d4-775b-4539-925b-8eb18c1cd890 on network 7eb00d3e-5346-4988-83d6-444c47fc2e27 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:55:08.652515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Attempting to bind port d884d8d4-775b-4539-925b-8eb18c1cd890 on network 7eb00d3e-5346-4988-83d6-444c47fc2e27 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:08.658407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:55:08.658774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Checking segment: {'id': 'add39072-4dde-4f8a-b72b-5a07d13f4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:08.659106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Bound using segment: {'id': 'add39072-4dde-4f8a-b72b-5a07d13f4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:55:08.666109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Bound port: d884d8d4-775b-4539-925b-8eb18c1cd890, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add39072-4dde-4f8a-b72b-5a07d13f4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:55:08.667108 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:08.713500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-952a41b1-8a1b-461f-8273-704b43506905 req-239d876c-6cc8-40b9-9623-cb43090f95a8 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859838 Nov 10 03:55:08.791407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea515a6d-b262-4ee2-b853-ce92de1efd18 req-aa6756e7-9c92-465e-93aa-df9bd3ddfdbd tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:08.800146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea515a6d-b262-4ee2-b853-ce92de1efd18 req-aa6756e7-9c92-465e-93aa-df9bd3ddfdbd tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 943 time: 0.1345823 Nov 10 03:55:08.817450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] For port d884d8d4-775b-4539-925b-8eb18c1cd890, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:55:08.827751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] For port d884d8d4-775b-4539-925b-8eb18c1cd890, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d884d8d4-775b-4539-925b-8eb18c1cd890,segment=NetworkSegment(add39072-4dde-4f8a-b72b-5a07d13f4175),segment_id=add39072-4dde-4f8a-b72b-5a07d13f4175)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:55:08.840428 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:08.871346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea515a6d-b262-4ee2-b853-ce92de1efd18 req-26a9acab-1cab-46dc-8cc7-eca467422c04 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682752 Nov 10 03:55:08.880779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:08.881399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:08.882816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/d884d8d4-775b-4539-925b-8eb18c1cd890 HTTP/1.1" status: 200 len: 1091 time: 0.7388113 Nov 10 03:55:08.883442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'tag': 'd884d8d4-775b-4539-925b-8eb18c1cd890'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:08.885715 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9f86bd-6e01-4cbe-8660-4e5df138624a", "tag": "d884d8d4-775b-4539-925b-8eb18c1cd890"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:08.912798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53b2cf-a1c1-4b85-96f0-2004601cb0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d884d8d4-775b-4539-925b-8eb18c1cd890,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:08.951012 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c716e8a3-81bd-4c2b-a4e1-22e0b1aacd64 x-openstack-request-id: req-c716e8a3-81bd-4c2b-a4e1-22e0b1aacd64 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:08.951404 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9f86bd-6e01-4cbe-8660-4e5df138624a", "tag": "d884d8d4-775b-4539-925b-8eb18c1cd890", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:08.951742 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c716e8a3-81bd-4c2b-a4e1-22e0b1aacd64 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:08.952236 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'tag': 'd884d8d4-775b-4539-925b-8eb18c1cd890', 'status': 'completed', 'code': 200} Nov 10 03:55:09.026318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-04d8e023-2eb5-49b4-848c-920e90208ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:09.027879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-04d8e023-2eb5-49b4-848c-920e90208ec9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1c4f963e67f4f23b21bb02857fbe87e&device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 1094 time: 0.0464745 Nov 10 03:55:09.031575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba7e9f-1a19-4a62-9098-68c6c2517714 req-d85dcd16-d4db-44fb-9293-f81243ffcb7b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:09.033329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dba7e9f-1a19-4a62-9098-68c6c2517714 req-d85dcd16-d4db-44fb-9293-f81243ffcb7b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0564620 Nov 10 03:55:09.085890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-0bc1677c-793b-4ed5-a656-a983701bd4c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d884d8d4-775b-4539-925b-8eb18c1cd890 HTTP/1.1" status: 200 len: 217 time: 0.0412917 Nov 10 03:55:09.098596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dba7e9f-1a19-4a62-9098-68c6c2517714 req-1486f646-e702-42b4-9c8d-eb1f0e0511ff tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591023 Nov 10 03:55:09.140841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-fac4d605-8b1c-4f0e-8cee-7a95cd1d7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:09.142237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-fac4d605-8b1c-4f0e-8cee-7a95cd1d7679 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da HTTP/1.1" status: 200 len: 864 time: 0.0444074 Nov 10 03:55:09.174169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-2dbae857-9387-41bc-a7e7-c51e19540773 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb00d3e-5346-4988-83d6-444c47fc2e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245657 Nov 10 03:55:09.264752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-328d12ab-5651-4b36-a84c-5b4417f5407f service neutron] 10.222.0.11 "GET /v2.0/networks/7eb00d3e-5346-4988-83d6-444c47fc2e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821126 Nov 10 03:55:09.353488 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f4c976a0-2c0f-4448-a534-75c7463411f7 req-bf8697a9-c11b-44bf-b1c3-af2306e9258d service neutron] 10.222.0.11 "GET /v2.0/networks/7eb00d3e-5346-4988-83d6-444c47fc2e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807581 Nov 10 03:55:09.493960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-f0dd8ddb-5c6e-4880-9288-acf5a3c6b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:09.495549 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-f0dd8ddb-5c6e-4880-9288-acf5a3c6b774 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1c4f963e67f4f23b21bb02857fbe87e&device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 1094 time: 0.0436258 Nov 10 03:55:09.593474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-b880f552-89b7-4abc-b3e7-231c846b1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:09.594975 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-b880f552-89b7-4abc-b3e7-231c846b1fd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eb00d3e-5346-4988-83d6-444c47fc2e27 HTTP/1.1" status: 200 len: 924 time: 0.0918694 Nov 10 03:55:09.640712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-b91c73e4-3bb0-4542-98e3-bd2350130ee0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d884d8d4-775b-4539-925b-8eb18c1cd890 HTTP/1.1" status: 200 len: 217 time: 0.0365105 Nov 10 03:55:09.691527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-49c95d7d-e3e5-4c52-900e-5a236a8436cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:09.692878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-49c95d7d-e3e5-4c52-900e-5a236a8436cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da HTTP/1.1" status: 200 len: 864 time: 0.0451517 Nov 10 03:55:09.731886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-3d1594b3-6f65-4a6c-bedc-761bd4b07fb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb00d3e-5346-4988-83d6-444c47fc2e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311000 Nov 10 03:55:09.833792 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-8fbf1525-9344-4979-9ba0-85343f258e8c service neutron] 10.222.0.11 "GET /v2.0/networks/7eb00d3e-5346-4988-83d6-444c47fc2e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937886 Nov 10 03:55:09.879881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0394-6d5f-44e0-bd9f-455dfae47aa5 req-2e6191ab-ce98-4491-b607-8541177c5e5e tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:09.881833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9f0394-6d5f-44e0-bd9f-455dfae47aa5 req-2e6191ab-ce98-4491-b607-8541177c5e5e tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 943 time: 0.0613368 Nov 10 03:55:09.936215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9f0394-6d5f-44e0-bd9f-455dfae47aa5 req-79236147-5af0-46fe-afd2-bb6ea4a4acca tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479858 Nov 10 03:55:09.956633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3c2989a-bf86-47e1-89cc-fd50b6459cb7 req-1b4cac58-680e-4658-8feb-661b76162cc1 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb00d3e-5346-4988-83d6-444c47fc2e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145668 Nov 10 03:55:10.021598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2970e6-e0df-4b60-91fb-93d865459f68 req-91a8c7ac-5343-42bb-851f-58514d40d48b tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:10.023362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b2970e6-e0df-4b60-91fb-93d865459f68 req-91a8c7ac-5343-42bb-851f-58514d40d48b tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 943 time: 0.0497611 Nov 10 03:55:10.071046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b2970e6-e0df-4b60-91fb-93d865459f68 req-1f03df27-9773-4ce3-8f37-83e24a23ae7d tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Nov 10 03:55:10.224808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5917d0d-dd64-410d-a327-fadfdb69c3f3 req-afe34c9b-d28b-47ab-9257-d3a5486aa09f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:10.226324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5917d0d-dd64-410d-a327-fadfdb69c3f3 req-afe34c9b-d28b-47ab-9257-d3a5486aa09f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0532048 Nov 10 03:55:10.274457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5917d0d-dd64-410d-a327-fadfdb69c3f3 req-84c8c93f-b586-4c47-a930-b5e8c43e4da1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Nov 10 03:55:11.064258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc22c-a18e-476c-8627-4c02cd613bbf req-59285e37-80fe-47ab-b0e7-80506e689f3d tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:11.065774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e65cc22c-a18e-476c-8627-4c02cd613bbf req-59285e37-80fe-47ab-b0e7-80506e689f3d tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 943 time: 0.0599973 Nov 10 03:55:11.122905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e65cc22c-a18e-476c-8627-4c02cd613bbf req-4968a950-6e5a-4b97-a7bd-ee4cfacd20fb tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510597 Nov 10 03:55:11.217134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4e49a-d7b8-4fac-9758-c1dad0bab399 req-014623ac-4e9e-4159-8a15-3cae8ec4d595 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:11.218911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ede4e49a-d7b8-4fac-9758-c1dad0bab399 req-014623ac-4e9e-4159-8a15-3cae8ec4d595 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 943 time: 0.0588744 Nov 10 03:55:11.271150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ede4e49a-d7b8-4fac-9758-c1dad0bab399 req-51ac4250-07b1-4e04-acd6-842f81ea0939 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464666 Nov 10 03:55:11.281170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 39db985f-39ae-40af-87e9-7a71832c11eb details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:55:11.385893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 39db985f-39ae-40af-87e9-7a71832c11eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=39db985f-39ae-40af-87e9-7a71832c11eb,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:11.398156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '39db985f-39ae-40af-87e9-7a71832c11eb', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'port_id': '39db985f-39ae-40af-87e9-7a71832c11eb', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:55:11.405462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c520648-53db-41cb-828f-1003eb9ff193 req-e668c470-4834-4af5-9245-86ca4ca5a59a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:11.407077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c520648-53db-41cb-828f-1003eb9ff193 req-e668c470-4834-4af5-9245-86ca4ca5a59a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0543914 Nov 10 03:55:11.440330 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:11.453328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39db985f-39ae-40af-87e9-7a71832c11eb {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:11.454118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c520648-53db-41cb-828f-1003eb9ff193 req-f056a4e7-2591-41be-b37e-8b5725ecda68 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409832 Nov 10 03:55:11.473228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 39db985f-39ae-40af-87e9-7a71832c11eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=39db985f-39ae-40af-87e9-7a71832c11eb,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:11.477003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:11.522877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=39db985f-39ae-40af-87e9-7a71832c11eb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:11.782808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['39db985f-39ae-40af-87e9-7a71832c11eb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:55:12.241143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cc05e-0c35-46ea-84e1-2845ac215a79 req-9c38c429-bb78-4f55-83de-b9a697b70d9b tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:12.242711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-552cc05e-0c35-46ea-84e1-2845ac215a79 req-9c38c429-bb78-4f55-83de-b9a697b70d9b tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 944 time: 0.0480101 Nov 10 03:55:12.293378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-552cc05e-0c35-46ea-84e1-2845ac215a79 req-431de131-b399-44ac-91e4-e541fa0f9705 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Nov 10 03:55:12.401791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01780a-c06e-46e9-a465-7af71cca3be8 req-723f83f4-c645-4ed3-b7b5-03c99f1b5922 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:12.403324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de01780a-c06e-46e9-a465-7af71cca3be8 req-723f83f4-c645-4ed3-b7b5-03c99f1b5922 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 943 time: 0.0509822 Nov 10 03:55:12.450768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de01780a-c06e-46e9-a465-7af71cca3be8 req-20219173-0554-45e4-a9b2-f0eeac4fc063 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Nov 10 03:55:12.574101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a71cc3-60aa-45d3-b25c-6e6c7a5f2513 req-283e6e54-f61b-452c-8680-6dc91f40b87a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:12.575665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59a71cc3-60aa-45d3-b25c-6e6c7a5f2513 req-283e6e54-f61b-452c-8680-6dc91f40b87a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0510092 Nov 10 03:55:12.623675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59a71cc3-60aa-45d3-b25c-6e6c7a5f2513 req-006d6f90-bfda-4deb-956c-e0baf2fabaf2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 Nov 10 03:55:13.070158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d884d8d4-775b-4539-925b-8eb18c1cd890 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:55:13.166897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port d884d8d4-775b-4539-925b-8eb18c1cd890, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d884d8d4-775b-4539-925b-8eb18c1cd890,segment=NetworkSegment(add39072-4dde-4f8a-b72b-5a07d13f4175),segment_id=add39072-4dde-4f8a-b72b-5a07d13f4175)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:13.184625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'd884d8d4-775b-4539-925b-8eb18c1cd890', 'network_id': '7eb00d3e-5346-4988-83d6-444c47fc2e27', 'port_id': 'd884d8d4-775b-4539-925b-8eb18c1cd890', 'mac_address': 'fa:16:3e:ce:3d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:55:13.221781 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:13.234949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d884d8d4-775b-4539-925b-8eb18c1cd890 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:13.253737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port d884d8d4-775b-4539-925b-8eb18c1cd890, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d884d8d4-775b-4539-925b-8eb18c1cd890,segment=NetworkSegment(add39072-4dde-4f8a-b72b-5a07d13f4175),segment_id=add39072-4dde-4f8a-b72b-5a07d13f4175)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:13.257715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:13.298889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 39db985f-39ae-40af-87e9-7a71832c11eb up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:55:13.328265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c060290a-1de7-4c7c-bc6c-cf79e28e8359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:13.355959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=d884d8d4-775b-4539-925b-8eb18c1cd890,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:13.375612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 39db985f-39ae-40af-87e9-7a71832c11eb completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:55:13.380066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 39db985f-39ae-40af-87e9-7a71832c11eb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:13.380449 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:13.447860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f043f5-c2c1-4d94-b0fd-f2072ae6fc36 req-11259d47-be16-432d-b240-f88ee0950f65 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:13.456115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2f043f5-c2c1-4d94-b0fd-f2072ae6fc36 req-11259d47-be16-432d-b240-f88ee0950f65 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 944 time: 0.0783873 Nov 10 03:55:13.467026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:13.515162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2f043f5-c2c1-4d94-b0fd-f2072ae6fc36 req-20ddce8c-3cda-4c3d-b8da-ce0e7bedbb9c tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522826 Nov 10 03:55:13.519194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:13.521519 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd2782c-de91-43a8-ad26-cac8c6548417" -d '{"events": [{"server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "name": "network-vif-plugged", "status": "completed", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:13.544136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 39db985f-39ae-40af-87e9-7a71832c11eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=39db985f-39ae-40af-87e9-7a71832c11eb,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:13.549619 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:13.580967 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247ea89-e4c1-4eba-a4fe-2eeca01658bb x-openstack-request-id: req-b247ea89-e4c1-4eba-a4fe-2eeca01658bb {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:13.581378 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "name": "network-vif-plugged", "status": "completed", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:13.582245 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b247ea89-e4c1-4eba-a4fe-2eeca01658bb {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:13.582739 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb', 'code': 200} Nov 10 03:55:13.615121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19087f47-a8f0-40d8-ad1e-d1935f894162 req-1680cbe7-bbda-4fb1-946c-6078bc6049fc tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:13.619002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=39db985f-39ae-40af-87e9-7a71832c11eb,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:13.622466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19087f47-a8f0-40d8-ad1e-d1935f894162 req-1680cbe7-bbda-4fb1-946c-6078bc6049fc tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 944 time: 0.0700226 Nov 10 03:55:13.674641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bfc93-b563-44db-857c-ca8670cde1b4 req-b2bc2111-2305-4e1e-95b3-fd6a3fcacb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:13.676883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c20bfc93-b563-44db-857c-ca8670cde1b4 req-b2bc2111-2305-4e1e-95b3-fd6a3fcacb32 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 1096 time: 0.0470963 Nov 10 03:55:13.680786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19087f47-a8f0-40d8-ad1e-d1935f894162 req-f127d0dc-c8b9-4fb4-96ee-a70dc6e4c4c7 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540862 Nov 10 03:55:13.718587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d884d8d4-775b-4539-925b-8eb18c1cd890'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:55:13.729735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c20bfc93-b563-44db-857c-ca8670cde1b4 req-1c80f707-0aa2-41a8-8a11-5efcbb743b88 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453975 Nov 10 03:55:13.755390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6287-5da4-46db-9f2f-08a763be2dec req-9e66ef3c-2fda-4624-b978-de9b40b4f717 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:13.756863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9ec6287-5da4-46db-9f2f-08a763be2dec req-9e66ef3c-2fda-4624-b978-de9b40b4f717 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0507362 Nov 10 03:55:13.818634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9ec6287-5da4-46db-9f2f-08a763be2dec req-5abc6e2d-ad18-4f48-9c80-e76242c553da tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546801 Nov 10 03:55:14.423808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37502) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:14.527881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e04e820a-d382-4cff-b3f5-ca4502b9dc77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:14.630526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e04e820a-d382-4cff-b3f5-ca4502b9dc77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:14.634790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e04e820a-d382-4cff-b3f5-ca4502b9dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:14.648924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca392149-6b22-4a05-9fd9-c269d669927c req-ed88f6ad-9178-4165-8150-ab06ca7131ab tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:14.650696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca392149-6b22-4a05-9fd9-c269d669927c req-ed88f6ad-9178-4165-8150-ab06ca7131ab tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0553501 Nov 10 03:55:14.676378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e04e820a-d382-4cff-b3f5-ca4502b9dc77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d615dcbbeb4401a9d9b66619a63d2c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2490947 Nov 10 03:55:14.676967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37510) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:14.678772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e820a-d382-4cff-b3f5-ca4502b9dc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5996b1-84ce-4ad4-b3eb-c3b9152ce23a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:14.733091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca392149-6b22-4a05-9fd9-c269d669927c req-da9664ee-373a-4b6d-a1d3-ff6cf6db9250 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751574 Nov 10 03:55:14.750159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d00ccda-b2f6-41e4-ac57-4ec473cbbed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:14.796890 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d00ccda-b2f6-41e4-ac57-4ec473cbbed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:14.842926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f79dc3-46f2-4cb9-b929-fb7c6473c709 req-0de6e79b-5a98-4174-919f-991a8da4c8b5 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:14.844372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34f79dc3-46f2-4cb9-b929-fb7c6473c709 req-0de6e79b-5a98-4174-919f-991a8da4c8b5 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 944 time: 0.0843191 Nov 10 03:55:14.880941 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d00ccda-b2f6-41e4-ac57-4ec473cbbed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:14.883964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d00ccda-b2f6-41e4-ac57-4ec473cbbed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:14.887606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d00ccda-b2f6-41e4-ac57-4ec473cbbed2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb5996b1-84ce-4ad4-b3eb-c3b9152ce23a HTTP/1.1" status: 204 len: 168 time: 0.2071784 Nov 10 03:55:14.918981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00ccda-b2f6-41e4-ac57-4ec473cbbed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5996b1-84ce-4ad4-b3eb-c3b9152ce23a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:14.970091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34f79dc3-46f2-4cb9-b929-fb7c6473c709 req-edbccb10-4743-487a-b114-c359e4e8b23a tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190023 Nov 10 03:55:15.015250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a73b-60b7-4780-b221-8ddc39f1c955 req-876e63bf-825e-43b9-a732-80e8d2655733 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:15.026695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ac1a73b-60b7-4780-b221-8ddc39f1c955 req-876e63bf-825e-43b9-a732-80e8d2655733 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0897028 Nov 10 03:55:15.074464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ac1a73b-60b7-4780-b221-8ddc39f1c955 req-d5897e71-f30a-4b87-8cd4-823ae6eda59b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468907 Nov 10 03:55:15.084429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d884d8d4-775b-4539-925b-8eb18c1cd890 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:55:15.164682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port d884d8d4-775b-4539-925b-8eb18c1cd890 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:55:15.170054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port d884d8d4-775b-4539-925b-8eb18c1cd890 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:15.170583 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.249313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37522) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:15.270499 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ed1c2ae-ce15-44a8-9879-a2209d997066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.271744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.306951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port d884d8d4-775b-4539-925b-8eb18c1cd890, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d884d8d4-775b-4539-925b-8eb18c1cd890,segment=NetworkSegment(add39072-4dde-4f8a-b72b-5a07d13f4175),segment_id=add39072-4dde-4f8a-b72b-5a07d13f4175)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:15.311971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.352505 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ed1c2ae-ce15-44a8-9879-a2209d997066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.357017 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0ed1c2ae-ce15-44a8-9879-a2209d997066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.360685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=d884d8d4-775b-4539-925b-8eb18c1cd890,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:15.583520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd884d8d4-775b-4539-925b-8eb18c1cd890'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:15.585979 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ea6f6-c071-456b-9d0a-f3a8bc668e13" -d '{"events": [{"server_uuid": "cd9f86bd-6e01-4cbe-8660-4e5df138624a", "name": "network-vif-plugged", "status": "completed", "tag": "d884d8d4-775b-4539-925b-8eb18c1cd890"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:15.638871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-64de830f-fdf3-4e32-98bd-bdb5254a19b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.649047 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd69c78d-25dd-4100-b6f0-983b0647f452 x-openstack-request-id: req-dd69c78d-25dd-4100-b6f0-983b0647f452 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:15.649499 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9f86bd-6e01-4cbe-8660-4e5df138624a", "name": "network-vif-plugged", "status": "completed", "tag": "d884d8d4-775b-4539-925b-8eb18c1cd890", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:15.650037 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd69c78d-25dd-4100-b6f0-983b0647f452 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:15.650504 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd884d8d4-775b-4539-925b-8eb18c1cd890', 'code': 200} Nov 10 03:55:15.675881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0ed1c2ae-ce15-44a8-9879-a2209d997066 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4d6aaaee896417e8493dc73f7ac393b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4250174 Nov 10 03:55:15.676824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1c2ae-ce15-44a8-9879-a2209d997066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f13cab8-ddd1-4a15-92f8-5123fb6996f8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:15.678633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37528) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:15.735319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f79fd183-043a-4565-a4f9-07421320ea73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.756777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f79fd183-043a-4565-a4f9-07421320ea73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.824675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b91592-d9da-4015-a187-172d16528159 req-013c52cf-f320-44fa-88bd-339a5ad4b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:15.826361 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1b91592-d9da-4015-a187-172d16528159 req-013c52cf-f320-44fa-88bd-339a5ad4b994 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 1096 time: 0.0619113 Nov 10 03:55:15.848161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f79fd183-043a-4565-a4f9-07421320ea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.850645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f79fd183-043a-4565-a4f9-07421320ea73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:15.854802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f79fd183-043a-4565-a4f9-07421320ea73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f13cab8-ddd1-4a15-92f8-5123fb6996f8 HTTP/1.1" status: 204 len: 168 time: 0.1715622 Nov 10 03:55:15.863515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bbd3e-cca3-4047-8baf-a11aa90a34f8 req-6205b630-e20a-479e-8f5a-063dd8fb1279 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:15.865011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa4bbd3e-cca3-4047-8baf-a11aa90a34f8 req-6205b630-e20a-479e-8f5a-063dd8fb1279 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0534639 Nov 10 03:55:15.877432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fd183-043a-4565-a4f9-07421320ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f13cab8-ddd1-4a15-92f8-5123fb6996f8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:15.896245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1b91592-d9da-4015-a187-172d16528159 req-e07f83de-6adb-49d9-928e-25827bdd5752 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619590 Nov 10 03:55:15.928262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa4bbd3e-cca3-4047-8baf-a11aa90a34f8 req-0a7dcf8d-d1d9-4358-b3aa-ba803f36ca28 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514152 Nov 10 03:55:16.066801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a069bb-b101-4978-b4f5-d982b4faf43c req-5babe445-f466-460c-9356-cddd49a3ff0e tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:16.068247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92a069bb-b101-4978-b4f5-d982b4faf43c req-5babe445-f466-460c-9356-cddd49a3ff0e tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0670838 Nov 10 03:55:16.077024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37540) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:16.081734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Request body: {'floatingip': {'port_id': '39db985f-39ae-40af-87e9-7a71832c11eb'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:16.108456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79156721-b20c-4022-900e-77acdfc041fb req-8039cafa-d01d-4928-9ade-6ec682fb1082 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:16.110072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79156721-b20c-4022-900e-77acdfc041fb req-8039cafa-d01d-4928-9ade-6ec682fb1082 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0621707 Nov 10 03:55:16.150012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:16.167154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79156721-b20c-4022-900e-77acdfc041fb req-be0464dc-f214-47bb-8bfa-2e726e486a4e tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499694 Nov 10 03:55:16.290734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b19ba-3077-4a17-a272-1eba92f8fbcf req-455f8bea-0a85-4b94-942e-c0a4dcb46a62 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:16.293417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-409b19ba-3077-4a17-a272-1eba92f8fbcf req-455f8bea-0a85-4b94-942e-c0a4dcb46a62 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0597217 Nov 10 03:55:16.354993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-409b19ba-3077-4a17-a272-1eba92f8fbcf req-58ce6933-9503-4b08-b507-17843352d733 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545595 Nov 10 03:55:16.593421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a492-5140-4f02-aa7b-732142111729 req-f48db430-9120-46f5-8712-0e92de08adf5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:16.595087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9269a492-5140-4f02-aa7b-732142111729 req-f48db430-9120-46f5-8712-0e92de08adf5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0713789 Nov 10 03:55:16.655908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9269a492-5140-4f02-aa7b-732142111729 req-aec6f69c-fede-43fd-b861-f39519482588 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537722 Nov 10 03:55:16.679788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-e0a75afb-7c9c-4a47-ab21-a2d36211b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:16.681296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-e0a75afb-7c9c-4a47-ab21-a2d36211b989 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1095 time: 0.1086206 Nov 10 03:55:16.687904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:16.742397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:16.749580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:16.857767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-9822ea05-b9ef-4717-863f-aafd892eea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:16.859286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-9822ea05-b9ef-4717-863f-aafd892eea02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1702018 Nov 10 03:55:16.922098 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Floating IP 2a74b39c-01af-4ecb-b762-fdf0e0b72ea5 associated. External IP: 172.25.6.109, port: 39db985f-39ae-40af-87e9-7a71832c11eb. Nov 10 03:55:16.973107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-1926f08d-72f4-472e-847a-c09d884706a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.1072762 Nov 10 03:55:17.063659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-81b43698-f926-48e6-a580-3755dd237b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:17.065130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-81b43698-f926-48e6-a580-3755dd237b43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0849626 Nov 10 03:55:17.181089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-a8fbb8f7-4c4a-404f-8614-ea8dad20ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:17.183110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-a8fbb8f7-4c4a-404f-8614-ea8dad20ae1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110721 Nov 10 03:55:17.271264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:55:17.305314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8212-0242-43d5-8b3a-94ae04570ef2 req-494e335c-17f9-4119-8280-9d21ce269aee tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:17.313774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bfb8212-0242-43d5-8b3a-94ae04570ef2 req-494e335c-17f9-4119-8280-9d21ce269aee tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0715632 Nov 10 03:55:17.337858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-d804c5f5-7b85-49c1-be31-129916cc83b7 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445487 Nov 10 03:55:17.390651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5bfb8212-0242-43d5-8b3a-94ae04570ef2 req-ca1255b4-f33b-4201-9e62-620fda741ecd tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759141 Nov 10 03:55:17.465460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:55:17.470880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:17.477186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] Sync routers for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:55:17.493112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:55:17.493830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:55:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:17.620477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:55:17.834436 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-083788ec-2fde-4f98-8993-ec5b8857d399 req-17a3e613-7197-432c-9593-1466bc0b918a service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873095 Nov 10 03:55:17.842101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-95889ce5-d6c8-44d8-b780-33708c748f94 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "PUT /v2.0/floatingips/2a74b39c-01af-4ecb-b762-fdf0e0b72ea5 HTTP/1.1" status: 200 len: 991 time: 1.7639337 Nov 10 03:55:17.842897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:17.846269 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6" -d '{"events": [{"name": "network-changed", "server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:17.890930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093080c7-559d-4489-9469-277670ea1931 req-d1c1086d-b75e-4505-83c2-e69fbdc0abbc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:17.898792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-093080c7-559d-4489-9469-277670ea1931 req-d1c1086d-b75e-4505-83c2-e69fbdc0abbc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1439090 Nov 10 03:55:17.916714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2a74b39c-01af-4ecb-b762-fdf0e0b72ea5', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'port_id': '39db985f-39ae-40af-87e9-7a71832c11eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:55:00Z', 'updated_at': '2021-11-10T03:55:16Z', 'revision_number': 1, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:03Z', 'revision_number': 5, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:17.993443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-093080c7-559d-4489-9469-277670ea1931 req-322f725f-d1ff-48b4-aaba-c9a54dc2b6e9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912945 Nov 10 03:55:18.027160 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4cd7a-3388-4a1b-95ea-fd1e1651dfb3 x-openstack-request-id: req-3cd4cd7a-3388-4a1b-95ea-fd1e1651dfb3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:18.027524 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:18.027839 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cd4cd7a-3388-4a1b-95ea-fd1e1651dfb3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:18.028313 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb', 'status': 'completed', 'code': 200} Nov 10 03:55:18.093259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-e13ce284-7bc6-41b6-a548-5bed7f51dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:18.095165 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-e13ce284-7bc6-41b6-a548-5bed7f51dda7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26cbd1df8aa846e59813731eb7d46a5e&device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 1096 time: 0.0435746 Nov 10 03:55:18.120628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] Checking router: eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:55:18.128920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:55:18.129514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:55:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:18.203551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-c343389b-e940-44cf-ac83-042d8c88f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:18.205183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-c343389b-e940-44cf-ac83-042d8c88f882 service neutron] 10.222.0.44 "GET /v2.0/networks?id=634b96e2-53a6-4fd5-a5bd-93c714474f8f HTTP/1.1" status: 200 len: 912 time: 0.0991077 Nov 10 03:55:18.245143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:55:18.282216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-a5ba0977-49a9-4f59-b434-d41709cc3043 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39db985f-39ae-40af-87e9-7a71832c11eb HTTP/1.1" status: 200 len: 999 time: 0.0638459 Nov 10 03:55:18.346994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-fdf095b0-42e1-4705-8087-9083d5fe9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:18.348597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-fdf095b0-42e1-4705-8087-9083d5fe9dd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68ef93b6-1fbe-45fb-a2b9-ca596ef546a9 HTTP/1.1" status: 200 len: 851 time: 0.0552599 Nov 10 03:55:18.351275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:18.403801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-5ae09ebb-dab0-41c7-b638-58a927c8c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:18.405821 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-5ae09ebb-dab0-41c7-b638-58a927c8c706 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=634b96e2-53a6-4fd5-a5bd-93c714474f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486062 Nov 10 03:55:18.541766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-513d3fed-70f6-4fe7-b3f4-e9705373d9ab service neutron] 10.222.0.44 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274209 Nov 10 03:55:18.558601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2a74b39c-01af-4ecb-b762-fdf0e0b72ea5', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'port_id': '39db985f-39ae-40af-87e9-7a71832c11eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:55:00Z', 'updated_at': '2021-11-10T03:55:16Z', 'revision_number': 1, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:03Z', 'revision_number': 5, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:18.564258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9030ba-380e-42f1-96e6-6291c006e0b1 req-1b33a031-a12b-4657-a339-d555dc147249 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:18.565755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a9030ba-380e-42f1-96e6-6291c006e0b1 req-1b33a031-a12b-4657-a339-d555dc147249 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0640051 Nov 10 03:55:18.611656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4516e-daff-4b18-af7f-6b67f2f22a90 None None] The sync data for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 is: [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2a74b39c-01af-4ecb-b762-fdf0e0b72ea5', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'port_id': '39db985f-39ae-40af-87e9-7a71832c11eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:55:00Z', 'updated_at': '2021-11-10T03:55:16Z', 'revision_number': 1, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:03Z', 'revision_number': 5, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:55:18.637124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a9030ba-380e-42f1-96e6-6291c006e0b1 req-6e7b1d58-4213-48b4-ae02-dfe9da3ac356 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637937 Nov 10 03:55:18.695953 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5d0d65e-8a02-4c2d-a2da-5e9a822342d6 req-f5cbe14c-34ad-4761-a00b-85a79e0fa029 service neutron] 10.222.0.44 "GET /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468825 Nov 10 03:55:18.779586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176feb0-31e2-45ff-8782-129b2c0261f7 req-27e083e1-73b3-4033-85f3-dca7c7561df7 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:18.781144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f176feb0-31e2-45ff-8782-129b2c0261f7 req-27e083e1-73b3-4033-85f3-dca7c7561df7 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0540962 Nov 10 03:55:18.836966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f176feb0-31e2-45ff-8782-129b2c0261f7 req-880b3c5b-2933-4245-ac5b-18817ef931ca tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Nov 10 03:55:18.890725 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448c806a-6a94-4ebb-ae41-5b4a198f1658 None None] New status for floating IP 2a74b39c-01af-4ecb-b762-fdf0e0b72ea5: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:55:19.075116 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:19.247297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da58791-37fd-4734-888f-9e2c8e32accf req-00068355-ad94-4561-b7d2-4a316fcf685a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:19.248840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4da58791-37fd-4734-888f-9e2c8e32accf req-00068355-ad94-4561-b7d2-4a316fcf685a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0897877 Nov 10 03:55:19.265481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f004c-99df-4c1f-b0b8-8c716c9548c1 req-2ebca8f1-0f9c-49b5-b65e-321b03aa0cfa tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:19.273643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e6f004c-99df-4c1f-b0b8-8c716c9548c1 req-2ebca8f1-0f9c-49b5-b65e-321b03aa0cfa tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0809505 Nov 10 03:55:19.347976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4da58791-37fd-4734-888f-9e2c8e32accf req-0d9c0427-23a4-4d79-bdf2-b2414b7d6260 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716493 Nov 10 03:55:19.351237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e6f004c-99df-4c1f-b0b8-8c716c9548c1 req-7f205c1e-8bf4-414e-9121-0d31d029e3fc tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768123 Nov 10 03:55:19.473629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe646-929e-4717-8ba0-be568cd9dda6 req-6f5f8156-c761-4912-b33e-f562888f64e4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:19.475289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18afe646-929e-4717-8ba0-be568cd9dda6 req-6f5f8156-c761-4912-b33e-f562888f64e4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0529070 Nov 10 03:55:19.531072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18afe646-929e-4717-8ba0-be568cd9dda6 req-3eb62a5f-d76c-4cb1-ac3f-5e16ec32c78a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483143 Nov 10 03:55:19.657392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26064-680b-4341-b956-473104045453 req-a0498a8c-afae-43fd-ae7f-53d28e4740f8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:19.659052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ed26064-680b-4341-b956-473104045453 req-a0498a8c-afae-43fd-ae7f-53d28e4740f8 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0534768 Nov 10 03:55:19.715363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ed26064-680b-4341-b956-473104045453 req-18807c72-9a4f-417c-a0a9-875224c4c6b3 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477772 Nov 10 03:55:19.829596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817e393-c7c7-4d33-8182-6c4dd39f906c req-d225776f-88a3-4a75-9dce-f1c0ae9b296f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:19.831074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2817e393-c7c7-4d33-8182-6c4dd39f906c req-d225776f-88a3-4a75-9dce-f1c0ae9b296f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0490868 Nov 10 03:55:19.878366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2817e393-c7c7-4d33-8182-6c4dd39f906c req-bdda0450-3eb0-4f37-8152-66bc317795c7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Nov 10 03:55:20.097408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd536a-81d7-4c32-9a98-582e690bf04a req-2c195ba9-dbfb-4d5b-b37a-4841f46f17e0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:20.100427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5bd536a-81d7-4c32-9a98-582e690bf04a req-2c195ba9-dbfb-4d5b-b37a-4841f46f17e0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0586753 Nov 10 03:55:20.165487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5bd536a-81d7-4c32-9a98-582e690bf04a req-43736978-cc3d-4d11-9dfd-62df7bd149d2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592587 Nov 10 03:55:20.844312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128734-fe03-4556-9b1e-fc54b26e1002 req-ca2e56ee-eda3-43f4-b9dc-b8c8eec6b767 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:20.845872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa128734-fe03-4556-9b1e-fc54b26e1002 req-ca2e56ee-eda3-43f4-b9dc-b8c8eec6b767 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0548646 Nov 10 03:55:20.893812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa128734-fe03-4556-9b1e-fc54b26e1002 req-7c73b649-f8d8-4e77-a895-60c5def641ca tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a202a42-d044-47b7-9900-5d0ef69e835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Nov 10 03:55:21.265668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719e68f-c2db-48a6-be08-41c64b635950 req-5405d2ad-e816-4b5e-855d-7168fbcef9f7 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:21.267198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6719e68f-c2db-48a6-be08-41c64b635950 req-5405d2ad-e816-4b5e-855d-7168fbcef9f7 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 945 time: 0.0599313 Nov 10 03:55:21.338378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2a61f-e5cc-4a79-b3a3-d577de82a040 req-312e7939-b9ee-4a5c-bc91-64de59a500e3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:21.339957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9b2a61f-e5cc-4a79-b3a3-d577de82a040 req-312e7939-b9ee-4a5c-bc91-64de59a500e3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0580332 Nov 10 03:55:21.390424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Deleting port d884d8d4-775b-4539-925b-8eb18c1cd890 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:55:21.390765 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:21.402080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9b2a61f-e5cc-4a79-b3a3-d577de82a040 req-89e2ad67-5264-40f3-a0af-037ae1b663e3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529442 Nov 10 03:55:21.498276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] For port d884d8d4-775b-4539-925b-8eb18c1cd890, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=d884d8d4-775b-4539-925b-8eb18c1cd890,segment=NetworkSegment(add39072-4dde-4f8a-b72b-5a07d13f4175),segment_id=add39072-4dde-4f8a-b72b-5a07d13f4175)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:21.498632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:21.517279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Calling delete_port for d884d8d4-775b-4539-925b-8eb18c1cd890 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:55:21.646687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3185f-af73-4695-8053-4886e0b6ef95 req-fe32aa0d-b3fa-4034-9835-e9159b4d151f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:21.648948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02d3185f-af73-4695-8053-4886e0b6ef95 req-fe32aa0d-b3fa-4034-9835-e9159b4d151f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0593152 Nov 10 03:55:21.660996 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:21.698214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['d884d8d4-775b-4539-925b-8eb18c1cd890'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:55:21.705017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Pushing event deleted for resources: {'Port': ['ID=d884d8d4-775b-4539-925b-8eb18c1cd890,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:21.717528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-02d3185f-af73-4695-8053-4886e0b6ef95 req-7bfa0be1-032f-4d9d-a4f3-d05dbadb91dc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620468 Nov 10 03:55:21.756010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] No DVR routers for this DVR port d884d8d4-775b-4539-925b-8eb18c1cd890 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:55:21.758971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:21.763255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6719e68f-c2db-48a6-be08-41c64b635950 req-6b1dc30a-cd9e-4c7f-bce7-223bf8db3ab0 tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.11 "DELETE /v2.0/ports/d884d8d4-775b-4539-925b-8eb18c1cd890 HTTP/1.1" status: 204 len: 173 time: 0.4865980 Nov 10 03:55:21.763818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'name': 'network-vif-deleted', 'tag': 'd884d8d4-775b-4539-925b-8eb18c1cd890'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:21.766110 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c936c57d-8664-4b9b-ad9b-dc8775bd5878" -d '{"events": [{"server_uuid": "cd9f86bd-6e01-4cbe-8660-4e5df138624a", "name": "network-vif-deleted", "tag": "d884d8d4-775b-4539-925b-8eb18c1cd890"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:21.806093 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef1a197-4aae-409b-abad-e24ade462b67 x-openstack-request-id: req-aef1a197-4aae-409b-abad-e24ade462b67 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:21.806448 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9f86bd-6e01-4cbe-8660-4e5df138624a", "name": "network-vif-deleted", "tag": "d884d8d4-775b-4539-925b-8eb18c1cd890", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:21.806665 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aef1a197-4aae-409b-abad-e24ade462b67 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:21.807549 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9f86bd-6e01-4cbe-8660-4e5df138624a', 'name': 'network-vif-deleted', 'tag': 'd884d8d4-775b-4539-925b-8eb18c1cd890', 'status': 'completed', 'code': 200} Nov 10 03:55:22.007593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bed4bb1-2524-4689-b825-a71ee054976c req-bd47b2dc-d693-4243-a776-1563a265492a tempest-ServersNegativeTestMultiTenantJSON-693959119 tempest-ServersNegativeTestMultiTenantJSON-693959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9f86bd-6e01-4cbe-8660-4e5df138624a HTTP/1.1" status: 200 len: 210 time: 0.0262268 Nov 10 03:55:22.843011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dcbf0-51f2-4d44-bd65-1febbb73f612 req-4c9c564c-0395-45cf-88c8-0e1838be79c8 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:22.844835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-619dcbf0-51f2-4d44-bd65-1febbb73f612 req-4c9c564c-0395-45cf-88c8-0e1838be79c8 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0544555 Nov 10 03:55:22.902538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-619dcbf0-51f2-4d44-bd65-1febbb73f612 req-9ebe5c10-012e-4308-8b5b-535ded5daa7b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508602 Nov 10 03:55:23.029215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b10e29-7c5a-4378-b87f-076f6bae5e49 req-60451ddd-92d1-4205-b7da-ac6f772561aa tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:23.031131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47b10e29-7c5a-4378-b87f-076f6bae5e49 req-60451ddd-92d1-4205-b7da-ac6f772561aa tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0513651 Nov 10 03:55:23.067662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37716) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:23.082013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47b10e29-7c5a-4378-b87f-076f6bae5e49 req-661078f6-0f86-45d9-b4ac-6d8e489a4072 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Nov 10 03:55:23.115954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] Deleting subnet ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:55:23.119379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.160443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.206989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3096f-9bb1-4163-8a0a-02285587028b req-00a78bbd-eab5-400f-97b7-cea4474fbfa9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:23.215220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87f3096f-9bb1-4163-8a0a-02285587028b req-00a78bbd-eab5-400f-97b7-cea4474fbfa9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0665166 Nov 10 03:55:23.216591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.222178 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.277693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87f3096f-9bb1-4163-8a0a-02285587028b req-839bd030-19d0-47f3-b5e7-5d1ff33996dc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496387 Nov 10 03:55:23.278697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.306248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:23.309831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.313241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-adae2c2c-3d17-46b0-99e9-5a4fcdddedbd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba8bad0b-0dc8-4c62-aa39-d8ba5d6906da HTTP/1.1" status: 204 len: 168 time: 0.2444437 Nov 10 03:55:23.315763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37728) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:23.410511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.424051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29468ef3-4bce-43a7-b091-ac69f4ed2296 req-aa0bf140-1558-49a3-bc6c-4329563e3525 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:23.425679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29468ef3-4bce-43a7-b091-ac69f4ed2296 req-aa0bf140-1558-49a3-bc6c-4329563e3525 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0790195 Nov 10 03:55:23.529053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29468ef3-4bce-43a7-b091-ac69f4ed2296 req-48c6b8ef-fed4-4a14-96f4-1942fdeda66f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893838 Nov 10 03:55:23.544713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.566547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb00d3e-5346-4988-83d6-444c47fc2e27']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:23.577170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add39072-4dde-4f8a-b72b-5a07d13f4175') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:23.577518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add39072-4dde-4f8a-b72b-5a07d13f4175') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:23.587471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.601329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.608708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:55:23.609467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:55:23.611448 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:55:23.672170 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.678890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.686451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] 10.222.0.24 "DELETE /v2.0/networks/7eb00d3e-5346-4988-83d6-444c47fc2e27 HTTP/1.1" status: 204 len: 168 time: 0.3665192 Nov 10 03:55:23.687274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37740) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:23.700314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23412599-68a6-4b2e-884b-b84dae303c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb00d3e-5346-4988-83d6-444c47fc2e27,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:23.738020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] Deleting subnet 4acc7f22-c03b-499f-a893-df8e59ebd756 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:55:23.741371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.777487 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.821274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.874975 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.900992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acc7f22-c03b-499f-a893-df8e59ebd756,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:23.904710 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:23.907945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-25646e34-afab-4143-aff5-44c8edb43ce3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4acc7f22-c03b-499f-a893-df8e59ebd756 HTTP/1.1" status: 204 len: 168 time: 0.2201207 Nov 10 03:55:23.910396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37742) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:23.998530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.086650 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.108401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9374cda7-9342-46ac-8de9-c7d70c2a5e7c']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:24.118530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b287ca-389f-4edc-91dd-7f8f7ada0f19') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:24.118804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b287ca-389f-4edc-91dd-7f8f7ada0f19') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:24.129292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.142956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.150961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:55:24.151361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:55:24.153184 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:55:24.216361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.222126 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.226393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9374cda7-9342-46ac-8de9-c7d70c2a5e7c HTTP/1.1" status: 204 len: 168 time: 0.3147087 Nov 10 03:55:24.243804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7aba3-155f-4c66-9cb0-e9d4dc16a526 admin admin] Pushing event deleted for resources: {'Network': ['ID=9374cda7-9342-46ac-8de9-c7d70c2a5e7c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:24.422088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37748) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:24.498977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd1566ee-c9da-48f8-9d9a-6500659c6507 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1c4f963e67f4f23b21bb02857fbe87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756876 Nov 10 03:55:24.501296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:24.560272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb743f70-577d-4089-a835-054acc835403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.600427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb743f70-577d-4089-a835-054acc835403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.668855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb743f70-577d-4089-a835-054acc835403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.671571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb743f70-577d-4089-a835-054acc835403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:24.672788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb743f70-577d-4089-a835-054acc835403 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a202a42-d044-47b7-9900-5d0ef69e835c HTTP/1.1" status: 204 len: 168 time: 0.1705213 Nov 10 03:55:24.680924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb743f70-577d-4089-a835-054acc835403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a202a42-d044-47b7-9900-5d0ef69e835c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:25.039805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37762) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:25.114247 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2027311f-9364-426a-b53c-94d8bebe107d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1d3f231375a4ddb90a61e537bdff9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731912 Nov 10 03:55:25.116551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37766) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:25.139488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d884d8d4-775b-4539-925b-8eb18c1cd890 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:55:25.162481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: d884d8d4-775b-4539-925b-8eb18c1cd890 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:55:25.163062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device d884d8d4-775b-4539-925b-8eb18c1cd890 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:55:25.187043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6720c271-f15b-4974-bf2a-fb41b51b8545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:25.208801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6720c271-f15b-4974-bf2a-fb41b51b8545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:25.259259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6720c271-f15b-4974-bf2a-fb41b51b8545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:25.263615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6720c271-f15b-4974-bf2a-fb41b51b8545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:25.265050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6720c271-f15b-4974-bf2a-fb41b51b8545 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/954512d6-48b9-44f1-ad08-af7bde739429 HTTP/1.1" status: 204 len: 168 time: 0.1474266 Nov 10 03:55:25.275245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720c271-f15b-4974-bf2a-fb41b51b8545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954512d6-48b9-44f1-ad08-af7bde739429,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:26.124920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37800) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:26.256828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1597401602-network', 'tenant_id': '19c7d1c5e60f41bab826715fa56013ea'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:26.279601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Made reservation on behalf of 19c7d1c5e60f41bab826715fa56013ea for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:26.282037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.295387 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.390974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.395278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.420103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:55:26.436046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac81be2-e636-4205-bfa6-b50995a7c45a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:26.442335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.442679 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Added segment 92f23b76-f14f-486d-a391-fe290153d3d7 of type vlan for network 66a1b50e-2458-4bef-b726-c243ab8df8bc Nov 10 03:55:26.501648 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.534542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.535501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:26.536074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.597074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4711578 Nov 10 03:55:26.600165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37806) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:26.613371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Request body: {'subnet': {'network_id': '66a1b50e-2458-4bef-b726-c243ab8df8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1597401602-subnet', 'tenant_id': '19c7d1c5e60f41bab826715fa56013ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:26.615560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c987da-c98c-457d-8d6b-55c5bac7fc68 admin admin] Pushing event updated for resources: {'Network': ['ID=66a1b50e-2458-4bef-b726-c243ab8df8bc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:26.626462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 66a1b50e-2458-4bef-b726-c243ab8df8bc details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:55:26.656947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Made reservation on behalf of 19c7d1c5e60f41bab826715fa56013ea for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:26.659370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:26.955383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.015451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b13af11-f653-4e06-9d25-ee366554a8f6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:27.026910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Checking segment: {'id': '92f23b76-f14f-486d-a391-fe290153d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66a1b50e-2458-4bef-b726-c243ab8df8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:27.027284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Network hostable DHCP agents. Network: 66a1b50e-2458-4bef-b726-c243ab8df8bc, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:55:27.049284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Network 66a1b50e-2458-4bef-b726-c243ab8df8bc is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:55:27.060864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 66a1b50e-2458-4bef-b726-c243ab8df8bc) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:27.066254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:27.067021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.074453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a074a-3d27-4e83-9d5e-85c10bbd0fe4 None None] Network 66a1b50e-2458-4bef-b726-c243ab8df8bc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:27.087601 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cf5fad29-c5d2-42be-af2a-5ba5785d2190 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4862983 Nov 10 03:55:27.220480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37818) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:27.233683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644c043-3aea-4a1f-9e08-a237cea579ec None None] Network 66a1b50e-2458-4bef-b726-c243ab8df8bc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:27.272953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] Deleting subnet 7b13af11-f653-4e06-9d25-ee366554a8f6 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:55:27.276392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.320443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.364674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.423804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.449792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b13af11-f653-4e06-9d25-ee366554a8f6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:27.454882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.458080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a18486cc-b11f-47f1-9989-7f4e92db8831 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b13af11-f653-4e06-9d25-ee366554a8f6 HTTP/1.1" status: 204 len: 168 time: 0.2364922 Nov 10 03:55:27.460618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37822) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:27.532573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.617049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.636871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a1b50e-2458-4bef-b726-c243ab8df8bc']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:27.646400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f23b76-f14f-486d-a391-fe290153d3d7') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:27.646694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f23b76-f14f-486d-a391-fe290153d3d7') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:55:27.656374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.669837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.676369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:55:27.676749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:55:27.678392 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:55:27.737902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.742420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:27.746306 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] 10.222.0.24 "DELETE /v2.0/networks/66a1b50e-2458-4bef-b726-c243ab8df8bc HTTP/1.1" status: 204 len: 168 time: 0.2847688 Nov 10 03:55:27.759310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682c089-120f-4644-a08e-d9484400c79c admin admin] Pushing event deleted for resources: {'Network': ['ID=66a1b50e-2458-4bef-b726-c243ab8df8bc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:28.005692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37834) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:28.053086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-75f0cfdb-6b23-4d9e-8a50-b09eb9a4ca5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19c7d1c5e60f41bab826715fa56013ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461059 Nov 10 03:55:28.055596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:28.104122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-630f0ae2-04fa-49a4-9ef0-c4fb451fab17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:28.127799 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-630f0ae2-04fa-49a4-9ef0-c4fb451fab17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:28.178919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-630f0ae2-04fa-49a4-9ef0-c4fb451fab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:28.182348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-630f0ae2-04fa-49a4-9ef0-c4fb451fab17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:28.183601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-630f0ae2-04fa-49a4-9ef0-c4fb451fab17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aac81be2-e636-4205-bfa6-b50995a7c45a HTTP/1.1" status: 204 len: 168 time: 0.1271112 Nov 10 03:55:28.191744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f0ae2-04fa-49a4-9ef0-c4fb451fab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac81be2-e636-4205-bfa6-b50995a7c45a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:29.326435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37882) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:29.447572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b124db0-72c8-4bfc-94a8-d2078b83e1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:29.533845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b124db0-72c8-4bfc-94a8-d2078b83e1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:29.537611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b124db0-72c8-4bfc-94a8-d2078b83e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:29.578707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b124db0-72c8-4bfc-94a8-d2078b83e1d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69935bc116544124a3daceda74ddf3d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481859 Nov 10 03:55:29.578707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b124db0-72c8-4bfc-94a8-d2078b83e1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd674b04-45f5-4c34-b4e4-daa5f9fde053,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:29.579242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37888) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:29.628887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd61de09-d24e-413f-9448-9eee903cf0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:29.650083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd61de09-d24e-413f-9448-9eee903cf0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:29.700791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd61de09-d24e-413f-9448-9eee903cf0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:29.703587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd61de09-d24e-413f-9448-9eee903cf0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:29.707593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cd61de09-d24e-413f-9448-9eee903cf0a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd674b04-45f5-4c34-b4e4-daa5f9fde053 HTTP/1.1" status: 204 len: 168 time: 0.1247385 Nov 10 03:55:29.719914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61de09-d24e-413f-9448-9eee903cf0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd674b04-45f5-4c34-b4e4-daa5f9fde053,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:31.527314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37970) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:31.675458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1201ec1f-ee2d-4cf0-8529-b740892517f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:31.765684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1201ec1f-ee2d-4cf0-8529-b740892517f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:31.769776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1201ec1f-ee2d-4cf0-8529-b740892517f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:31.811005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1201ec1f-ee2d-4cf0-8529-b740892517f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa98e88679d848e2b748bf0e9e87b09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825401 Nov 10 03:55:31.812332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201ec1f-ee2d-4cf0-8529-b740892517f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30baab3-160d-47dd-8559-0cd99361fae3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:31.813690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37986) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:31.876387 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14bc0ee7-6e77-45d0-86f7-7a7ba96da390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:31.898794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14bc0ee7-6e77-45d0-86f7-7a7ba96da390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:31.947949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14bc0ee7-6e77-45d0-86f7-7a7ba96da390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:31.952023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14bc0ee7-6e77-45d0-86f7-7a7ba96da390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:31.953752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-14bc0ee7-6e77-45d0-86f7-7a7ba96da390 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a30baab3-160d-47dd-8559-0cd99361fae3 HTTP/1.1" status: 204 len: 168 time: 0.1377738 Nov 10 03:55:31.963862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc0ee7-6e77-45d0-86f7-7a7ba96da390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30baab3-160d-47dd-8559-0cd99361fae3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:32.120519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37998) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:32.257337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a74c88-2216-4420-afed-52c60a7a68fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.272090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38004) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:32.286402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc9285ee-d3f2-4c0d-b8df-38fd180c446c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.344002 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a74c88-2216-4420-afed-52c60a7a68fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.347078 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a74c88-2216-4420-afed-52c60a7a68fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.377231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc9285ee-d3f2-4c0d-b8df-38fd180c446c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.383440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc9285ee-d3f2-4c0d-b8df-38fd180c446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.388976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a74c88-2216-4420-afed-52c60a7a68fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b3831-b4dc-42ed-be3c-64107d87dc82,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:32.404382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e9a74c88-2216-4420-afed-52c60a7a68fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d22a3686e5b4c4583c08f8708a5ac70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825913 Nov 10 03:55:32.407009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38008) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:32.420811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9285ee-d3f2-4c0d-b8df-38fd180c446c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2c219a-d4ba-4572-a63b-e5e0f28e0108,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:32.438114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bc9285ee-d3f2-4c0d-b8df-38fd180c446c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25e17ed432694d309b79046136318e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623318 Nov 10 03:55:32.438948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38010) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:32.460478 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9f3640c9-74a0-4b6b-8a36-04df27969f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.485199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9f3640c9-74a0-4b6b-8a36-04df27969f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.496895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-460a7117-87c7-4ccd-b6b4-644c1f5d3d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.517832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-460a7117-87c7-4ccd-b6b4-644c1f5d3d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.531818 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9f3640c9-74a0-4b6b-8a36-04df27969f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.534574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9f3640c9-74a0-4b6b-8a36-04df27969f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.538228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9f3640c9-74a0-4b6b-8a36-04df27969f44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad7b3831-b4dc-42ed-be3c-64107d87dc82 HTTP/1.1" status: 204 len: 168 time: 0.1275361 Nov 10 03:55:32.543641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3640c9-74a0-4b6b-8a36-04df27969f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b3831-b4dc-42ed-be3c-64107d87dc82,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:32.569965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-460a7117-87c7-4ccd-b6b4-644c1f5d3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.574047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-460a7117-87c7-4ccd-b6b4-644c1f5d3d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:32.577881 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-460a7117-87c7-4ccd-b6b4-644c1f5d3d77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e2c219a-d4ba-4572-a63b-e5e0f28e0108 HTTP/1.1" status: 204 len: 168 time: 0.1349950 Nov 10 03:55:32.583898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a7117-87c7-4ccd-b6b4-644c1f5d3d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2c219a-d4ba-4572-a63b-e5e0f28e0108,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:32.752461 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:55:32.947531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:32.961074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-96f824c4-35bb-4929-9712-5ad2af048ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.038674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-96f824c4-35bb-4929-9712-5ad2af048ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.043475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-96f824c4-35bb-4929-9712-5ad2af048ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.081797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-96f824c4-35bb-4929-9712-5ad2af048ba9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cfd4bc1251047738b6d9701e2e006c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331260 Nov 10 03:55:33.082668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f824c4-35bb-4929-9712-5ad2af048ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528b5a38-c869-491b-85f2-321f708b2b9f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:33.084625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38032) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:33.140233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5ddfc20-f1d3-4893-be1d-e813478f461b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.163817 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5ddfc20-f1d3-4893-be1d-e813478f461b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.223017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5ddfc20-f1d3-4893-be1d-e813478f461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.225787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5ddfc20-f1d3-4893-be1d-e813478f461b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.229890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f5ddfc20-f1d3-4893-be1d-e813478f461b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/528b5a38-c869-491b-85f2-321f708b2b9f HTTP/1.1" status: 204 len: 168 time: 0.1439662 Nov 10 03:55:33.238335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddfc20-f1d3-4893-be1d-e813478f461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b5a38-c869-491b-85f2-321f708b2b9f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:33.329802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38046) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:33.540187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1942266517-network', 'tenant_id': '8fac9235ad7c4cd6bb3b2219ea2f29d9'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:33.563047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Made reservation on behalf of 8fac9235ad7c4cd6bb3b2219ea2f29d9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:33.564987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.573519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.656621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.660318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.681309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:55:33.696646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589a3d13-3482-4173-b926-7b16424ec491,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:33.699543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.699883 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Added segment 16e74c1c-06c9-48ed-819a-76a1c5f82365 of type vlan for network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f Nov 10 03:55:33.741500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.766876 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.767843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:33.768428 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:33.823033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4893203 Nov 10 03:55:33.824668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38070) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:33.829460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Request body: {'subnet': {'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1942266517-subnet', 'tenant_id': '8fac9235ad7c4cd6bb3b2219ea2f29d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:33.832129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f8923-79ab-4415-bc73-9e0c4ba50c6b admin admin] Pushing event updated for resources: {'Network': ['ID=902bfd57-1c8f-48a9-ba68-c1e11dbf032f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:33.842877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:55:33.858198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Made reservation on behalf of 8fac9235ad7c4cd6bb3b2219ea2f29d9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:33.860620 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:34.062808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:34.118329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:34.127567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Checking segment: {'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:34.127697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Network hostable DHCP agents. Network: 902bfd57-1c8f-48a9-ba68-c1e11dbf032f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:55:34.145532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:55:34.154967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 902bfd57-1c8f-48a9-ba68-c1e11dbf032f) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:34.159192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:34.159773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:34.164664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b770358-1fd4-4679-8654-636f471e3929 None None] Network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:34.186482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-08525e5b-eabf-45ce-963e-3980b3fd2318 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3619170 Nov 10 03:55:34.294707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41f531-8709-4875-a98b-54d50721abb1 None None] Network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:55:35.536529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38136) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:35.654992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89fa6f1f-2389-4abe-8e9d-0534876b934d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:35.733653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89fa6f1f-2389-4abe-8e9d-0534876b934d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:35.737251 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89fa6f1f-2389-4abe-8e9d-0534876b934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:35.774590 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-89fa6f1f-2389-4abe-8e9d-0534876b934d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f261c6d1b754504b41cfa7698ef7d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369988 Nov 10 03:55:35.776488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6f1f-2389-4abe-8e9d-0534876b934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4dd8c4-8d77-4dca-ad2b-7d0ad2446bef,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:35.777393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38144) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:35.829866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d37a5d58-15d5-4827-a3e6-5ab7301b203f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:35.850351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d37a5d58-15d5-4827-a3e6-5ab7301b203f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:35.896390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d37a5d58-15d5-4827-a3e6-5ab7301b203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:35.899430 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d37a5d58-15d5-4827-a3e6-5ab7301b203f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:35.900626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d37a5d58-15d5-4827-a3e6-5ab7301b203f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef4dd8c4-8d77-4dca-ad2b-7d0ad2446bef HTTP/1.1" status: 204 len: 168 time: 0.1222041 Nov 10 03:55:35.908869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a5d58-15d5-4827-a3e6-5ab7301b203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4dd8c4-8d77-4dca-ad2b-7d0ad2446bef,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:36.123344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-c042cd9c-4ff8-4b0b-9c1d-6aa336f9860f tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:36.124755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-c042cd9c-4ff8-4b0b-9c1d-6aa336f9860f tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/networks?id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f HTTP/1.1" status: 200 len: 809 time: 0.1130891 Nov 10 03:55:36.139960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-324c0ba0-84d0-4a28-bac9-fdc036eea34c tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/quotas/8fac9235ad7c4cd6bb3b2219ea2f29d9 HTTP/1.1" status: 200 len: 375 time: 0.0093772 Nov 10 03:55:36.171807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38166) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:36.173634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-95eddcb0-9113-4633-af3e-6ce7e7b2db15 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fac9235ad7c4cd6bb3b2219ea2f29d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277252 Nov 10 03:55:36.184863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b2cae1e7-38d7-4616-b116-02180747d552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:36.257576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b2cae1e7-38d7-4616-b116-02180747d552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:36.262608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b2cae1e7-38d7-4616-b116-02180747d552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:36.264696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-7f580348-ff85-48d5-9aec-ec14d780f114 service neutron] 10.222.0.24 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839746 Nov 10 03:55:36.305299 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b2cae1e7-38d7-4616-b116-02180747d552 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c43f3b40da6f4de9b25120476f4a410e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299517 Nov 10 03:55:36.305299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cae1e7-38d7-4616-b116-02180747d552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babecdd0-08b9-4034-a905-4e51cbe82395,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:36.306891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38168) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:36.360221 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c92c9083-b767-4d0b-ace6-626a250ce155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:36.363084 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-2c22a909-37cd-4b9d-8052-b32cbd3d8684 service neutron] 10.222.0.24 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917716 Nov 10 03:55:36.381801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c92c9083-b767-4d0b-ace6-626a250ce155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:36.433027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c92c9083-b767-4d0b-ace6-626a250ce155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:36.435944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c92c9083-b767-4d0b-ace6-626a250ce155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:36.437075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c92c9083-b767-4d0b-ace6-626a250ce155 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/babecdd0-08b9-4034-a905-4e51cbe82395 HTTP/1.1" status: 204 len: 168 time: 0.1291764 Nov 10 03:55:36.447825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c9083-b767-4d0b-ace6-626a250ce155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babecdd0-08b9-4034-a905-4e51cbe82395,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:36.546945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bcc7bf1-7f1d-4f32-9d99-898e10e6833a req-a90383d5-a19e-41ed-82aa-383447e2668d tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 210 time: 0.0350449 Nov 10 03:55:37.640915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-3890fb21-afcb-4cd1-9ef0-b3f51a214e5b tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:37.642503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-3890fb21-afcb-4cd1-9ef0-b3f51a214e5b tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "GET /v2.0/networks?id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f HTTP/1.1" status: 200 len: 809 time: 0.1423655 Nov 10 03:55:37.671192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Request body: {'port': {'device_id': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f', 'admin_state_up': True, 'tenant_id': '8fac9235ad7c4cd6bb3b2219ea2f29d9'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:37.685371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-712c3dd4-a2b6-4f93-9f17-5b35c6bf014d req-806efa3c-7222-4926-b782-a03098c1daf2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 210 time: 0.0372703 Nov 10 03:55:37.797420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Made reservation on behalf of 8fac9235ad7c4cd6bb3b2219ea2f29d9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:37.801249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:37.933152 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:37.944721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Allocated IP 172.20.0.11 (902bfd57-1c8f-48a9-ba68-c1e11dbf032f/7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d/7c1cbce6-f52a-4e95-9680-15a5390de3fd) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:55:38.114856 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.154178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.204011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:55:38.207311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:38.211431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:55:38.235343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Pushing event updated for resources: {'Port': ['ID=7c1cbce6-f52a-4e95-9680-15a5390de3fd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:38.263870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:38.264685 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.281288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba229019-9016-494d-b6fa-09783f35bec1 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6151648 Nov 10 03:55:38.299879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Request body: {'port': {'device_id': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:38.352668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.630796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1cbce6-f52a-4e95-9680-15a5390de3fd {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:38.639654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.655191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Transition to ACTIVE for port object 7c1cbce6-f52a-4e95-9680-15a5390de3fd will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:55:38.659245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.713651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c1cbce6-f52a-4e95-9680-15a5390de3fd,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:38.778323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Attempting to bind port 7c1cbce6-f52a-4e95-9680-15a5390de3fd on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:55:38.778655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Attempting to bind port 7c1cbce6-f52a-4e95-9680-15a5390de3fd by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:55:38.778998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Attempting to bind port 7c1cbce6-f52a-4e95-9680-15a5390de3fd on network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:38.783443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Port 7c1cbce6-f52a-4e95-9680-15a5390de3fd on network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:55:38.783761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Attempting to bind port 7c1cbce6-f52a-4e95-9680-15a5390de3fd on network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:38.788538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:55:38.788871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Checking segment: {'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:38.789254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Bound using segment: {'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:55:38.789675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Bound port: 7c1cbce6-f52a-4e95-9680-15a5390de3fd, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:55:38.790058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.817023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701fc5f-dafa-4608-a050-114f95d7f24e req-7055afcf-13d1-40c4-a8d0-d9084f334d21 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:38.818553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0701fc5f-dafa-4608-a050-114f95d7f24e req-7055afcf-13d1-40c4-a8d0-d9084f334d21 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 944 time: 0.0553415 Nov 10 03:55:38.863193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] For port 7c1cbce6-f52a-4e95-9680-15a5390de3fd, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:55:38.866525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] For port 7c1cbce6-f52a-4e95-9680-15a5390de3fd, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7c1cbce6-f52a-4e95-9680-15a5390de3fd,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:55:38.871615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.881492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0701fc5f-dafa-4608-a050-114f95d7f24e req-5a7a1f21-95fd-49d4-9ce5-ca0f4d2a7175 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555365 Nov 10 03:55:38.909826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:38.910560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:38.912080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] 10.222.0.11 "PUT /v2.0/ports/7c1cbce6-f52a-4e95-9680-15a5390de3fd HTTP/1.1" status: 200 len: 1092 time: 0.6167753 Nov 10 03:55:38.912516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'tag': '7c1cbce6-f52a-4e95-9680-15a5390de3fd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:38.914846 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d8582-3d13-46b7-970f-0b46e0496f47" -d '{"events": [{"name": "network-changed", "server_uuid": "51ac9b3a-7040-42a2-9347-edcee53eb4aa", "tag": "7c1cbce6-f52a-4e95-9680-15a5390de3fd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:38.937331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcc9da-6a37-4069-b219-d37d3a0f97cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c1cbce6-f52a-4e95-9680-15a5390de3fd,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:38.958943 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58526bc-2037-4719-89aa-36f8a88bd53c x-openstack-request-id: req-e58526bc-2037-4719-89aa-36f8a88bd53c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:38.959238 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ac9b3a-7040-42a2-9347-edcee53eb4aa", "tag": "7c1cbce6-f52a-4e95-9680-15a5390de3fd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:38.959492 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e58526bc-2037-4719-89aa-36f8a88bd53c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:38.960038 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'tag': '7c1cbce6-f52a-4e95-9680-15a5390de3fd', 'status': 'completed', 'code': 200} Nov 10 03:55:39.025126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-12600da8-c02e-4011-a492-c63f9bd6435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:39.026663 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-12600da8-c02e-4011-a492-c63f9bd6435b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8fac9235ad7c4cd6bb3b2219ea2f29d9&device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 1095 time: 0.0415728 Nov 10 03:55:39.079297 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-d2d79464-52ff-4e44-a547-3df0ccfa472f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1cbce6-f52a-4e95-9680-15a5390de3fd HTTP/1.1" status: 200 len: 217 time: 0.0388598 Nov 10 03:55:39.129259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba6a66a5-87e4-400e-8413-62e6c1107fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:39.130944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-ba6a66a5-87e4-400e-8413-62e6c1107fc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d HTTP/1.1" status: 200 len: 849 time: 0.0445540 Nov 10 03:55:39.167599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-78ef1b72-b529-42a8-83fe-b271db0b9669 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286376 Nov 10 03:55:39.269046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-03911b97-949c-45a8-bb92-8777fd4895eb service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918703 Nov 10 03:55:39.363684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-127deddd-ce9b-4e21-a04b-f5e063a11e67 req-12a41b9e-0304-4dcf-b815-3486f62872c0 service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884085 Nov 10 03:55:39.532659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-d8970fb8-7a5b-4134-94f7-c1e157ca9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:39.534168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-d8970fb8-7a5b-4134-94f7-c1e157ca9da2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8fac9235ad7c4cd6bb3b2219ea2f29d9&device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 1095 time: 0.0410185 Nov 10 03:55:39.629017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-ba21e665-3148-4b11-9656-535233647827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:39.630430 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-ba21e665-3148-4b11-9656-535233647827 service neutron] 10.222.0.11 "GET /v2.0/networks?id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f HTTP/1.1" status: 200 len: 909 time: 0.0895934 Nov 10 03:55:39.672488 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-951a0aa9-0755-4801-8536-502bfe9499a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1cbce6-f52a-4e95-9680-15a5390de3fd HTTP/1.1" status: 200 len: 217 time: 0.0344400 Nov 10 03:55:39.731687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-de028475-5be1-481e-990d-b691a191811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:39.733571 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-de028475-5be1-481e-990d-b691a191811c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d HTTP/1.1" status: 200 len: 849 time: 0.0542443 Nov 10 03:55:39.778920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-38524f8a-971c-4aee-ba3d-9a84823fcadd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357156 Nov 10 03:55:39.881910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-1e9a418b-a706-43ea-a7f0-891b22333f19 service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952623 Nov 10 03:55:39.984052 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e8d8582-3d13-46b7-970f-0b46e0496f47 req-c8b64950-bfce-4b62-bad2-4e58da2a5243 service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955644 Nov 10 03:55:40.003703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30002c1-96fd-4ae9-a1a4-b55412458b70 req-cc950649-f993-49ff-84d0-225c60d6d8cc tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:40.005206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b30002c1-96fd-4ae9-a1a4-b55412458b70 req-cc950649-f993-49ff-84d0-225c60d6d8cc tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 944 time: 0.0547156 Nov 10 03:55:40.054590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b30002c1-96fd-4ae9-a1a4-b55412458b70 req-9e7fb05e-1fa5-430f-b95b-777f131ee4d4 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Nov 10 03:55:40.368947 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-1af7e0f1-22d2-42c4-bd77-ce918e83d872 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408866 Nov 10 03:55:40.436796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-873573ea-89b6-44ba-bd2f-03df624bcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:40.438352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-873573ea-89b6-44ba-bd2f-03df624bcdbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1095 time: 0.0449870 Nov 10 03:55:40.549280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-00452fb3-b225-48af-96ec-e17cb72d0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:40.550781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-00452fb3-b225-48af-96ec-e17cb72d0460 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.0926673 Nov 10 03:55:40.623068 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-8ae439a6-b697-4218-b205-2068755d79e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.0625463 Nov 10 03:55:40.676059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-d234c992-3dd0-4f4f-b476-584ff0bf5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:40.677506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-d234c992-3dd0-4f4f-b476-584ff0bf5a98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0473254 Nov 10 03:55:40.728570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-cbb73a22-72e2-4467-9b43-29831848deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:40.730380 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-cbb73a22-72e2-4467-9b43-29831848deca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451214 Nov 10 03:55:40.828464 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-8f30a83a-d7a5-450d-b11c-78aee622a2d9 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905211 Nov 10 03:55:40.920866 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7fd2325f-fb61-49b5-ae41-f88225ad2764 req-5948860a-9908-4033-a79c-67479ea6bbb3 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834341 Nov 10 03:55:41.174014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e6e-72f7-4899-8709-11c9eba56574 req-e6d4a76d-f86f-4589-acf1-3de8ad2651be tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:41.175621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a6e9e6e-72f7-4899-8709-11c9eba56574 req-e6d4a76d-f86f-4589-acf1-3de8ad2651be tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 944 time: 0.0497899 Nov 10 03:55:41.222927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a6e9e6e-72f7-4899-8709-11c9eba56574 req-a63e0fda-d8f1-4890-82a6-345ed1be4963 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406322 Nov 10 03:55:42.351158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eb6bb-3a25-4459-8e79-cdfbb624f7e9 req-08fd147a-e886-4ed4-b056-be7683af29b2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:42.352640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d6eb6bb-3a25-4459-8e79-cdfbb624f7e9 req-08fd147a-e886-4ed4-b056-be7683af29b2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 944 time: 0.0544758 Nov 10 03:55:42.401251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d6eb6bb-3a25-4459-8e79-cdfbb624f7e9 req-f781cfd2-0b11-4a64-bfec-10ac45830ba4 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Nov 10 03:55:43.232343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7c1cbce6-f52a-4e95-9680-15a5390de3fd details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:55:43.258061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:43.310110 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e0932164-3f6c-44d0-8ddc-8cb8a718c6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.341655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7c1cbce6-f52a-4e95-9680-15a5390de3fd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7c1cbce6-f52a-4e95-9680-15a5390de3fd,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:43.352771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '7c1cbce6-f52a-4e95-9680-15a5390de3fd', 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f', 'port_id': '7c1cbce6-f52a-4e95-9680-15a5390de3fd', 'mac_address': 'fa:16:3e:d0:76:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:55:43.365232 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6021d6-5548-4142-85d5-318be87237a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.391263 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.404487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1cbce6-f52a-4e95-9680-15a5390de3fd {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:43.423966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7c1cbce6-f52a-4e95-9680-15a5390de3fd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7c1cbce6-f52a-4e95-9680-15a5390de3fd,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:43.427568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.441728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6021d6-5548-4142-85d5-318be87237a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.446818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6021d6-5548-4142-85d5-318be87237a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.480006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7c1cbce6-f52a-4e95-9680-15a5390de3fd,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:43.488548 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8e6021d6-5548-4142-85d5-318be87237a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7770ef30e00450fbd17581ce33722fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268093 Nov 10 03:55:43.488548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6021d6-5548-4142-85d5-318be87237a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07460ca7-4ffe-4501-92e6-3ec9c070f178,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:43.488889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.489083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38378) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:43.489239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.489532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.489867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.490222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.490547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.490869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.491232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.491560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.492057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.492381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.492700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:43.545525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77ed037-ab84-4f05-b579-34a6333ce3b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.559107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e1186-04ca-4175-a4cc-d856fd6bdeea req-8807478a-9d60-4eab-a01e-a17492abc422 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:43.560611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d61e1186-04ca-4175-a4cc-d856fd6bdeea req-8807478a-9d60-4eab-a01e-a17492abc422 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 945 time: 0.0867932 Nov 10 03:55:43.566822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77ed037-ab84-4f05-b579-34a6333ce3b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.613784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d61e1186-04ca-4175-a4cc-d856fd6bdeea req-fcf7aedb-e27c-46ea-922f-09c94fbb7d07 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466504 Nov 10 03:55:43.626820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77ed037-ab84-4f05-b579-34a6333ce3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.629561 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77ed037-ab84-4f05-b579-34a6333ce3b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.633654 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a77ed037-ab84-4f05-b579-34a6333ce3b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07460ca7-4ffe-4501-92e6-3ec9c070f178 HTTP/1.1" status: 204 len: 168 time: 0.1436260 Nov 10 03:55:43.643308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ed037-ab84-4f05-b579-34a6333ce3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07460ca7-4ffe-4501-92e6-3ec9c070f178,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:43.892331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38388) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:43.906207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93ce540a-fb76-4890-aeab-fcd75f6bd3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.913905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7c1cbce6-f52a-4e95-9680-15a5390de3fd'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:55:43.984806 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93ce540a-fb76-4890-aeab-fcd75f6bd3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:43.989480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93ce540a-fb76-4890-aeab-fcd75f6bd3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:44.030307 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-93ce540a-fb76-4890-aeab-fcd75f6bd3dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77be6a7068bc4e9ea0bd6c07d89c9968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350002 Nov 10 03:55:44.030307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce540a-fb76-4890-aeab-fcd75f6bd3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788da3f7-30b1-4d11-9f96-8bb07d3b4f78,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:44.031403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38392) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:44.080175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-293540c8-c22b-4c8e-b309-7ffda3ed13d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:44.101054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-293540c8-c22b-4c8e-b309-7ffda3ed13d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:44.149322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-293540c8-c22b-4c8e-b309-7ffda3ed13d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:44.152546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-293540c8-c22b-4c8e-b309-7ffda3ed13d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:44.153663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-293540c8-c22b-4c8e-b309-7ffda3ed13d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/788da3f7-30b1-4d11-9f96-8bb07d3b4f78 HTTP/1.1" status: 204 len: 168 time: 0.1212697 Nov 10 03:55:44.161154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293540c8-c22b-4c8e-b309-7ffda3ed13d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788da3f7-30b1-4d11-9f96-8bb07d3b4f78,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:44.747181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ef97c-591b-4df7-bc4d-a17e1dc734a2 req-710d3cc5-0f45-4aad-80cb-a8978e8a866a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:44.748660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-056ef97c-591b-4df7-bc4d-a17e1dc734a2 req-710d3cc5-0f45-4aad-80cb-a8978e8a866a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 945 time: 0.0557785 Nov 10 03:55:44.797892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-056ef97c-591b-4df7-bc4d-a17e1dc734a2 req-b287a5d3-086d-42b3-8865-c07e4240789a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Nov 10 03:55:45.244565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7c1cbce6-f52a-4e95-9680-15a5390de3fd up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:55:45.293491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 7c1cbce6-f52a-4e95-9680-15a5390de3fd completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:55:45.297734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 7c1cbce6-f52a-4e95-9680-15a5390de3fd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:55:45.298121 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:45.380374 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:45.410258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1cbce6-f52a-4e95-9680-15a5390de3fd'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:45.412576 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5085e29-604a-484d-b9ea-1f1933e850de" -d '{"events": [{"server_uuid": "51ac9b3a-7040-42a2-9347-edcee53eb4aa", "name": "network-vif-plugged", "status": "completed", "tag": "7c1cbce6-f52a-4e95-9680-15a5390de3fd"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:45.428910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7c1cbce6-f52a-4e95-9680-15a5390de3fd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7c1cbce6-f52a-4e95-9680-15a5390de3fd,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:45.435178 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:45.466741 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac93d4a-351d-4b2a-8c60-4895cd7e88fd x-openstack-request-id: req-9ac93d4a-351d-4b2a-8c60-4895cd7e88fd {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:45.467029 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9b3a-7040-42a2-9347-edcee53eb4aa", "name": "network-vif-plugged", "status": "completed", "tag": "7c1cbce6-f52a-4e95-9680-15a5390de3fd", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:45.467275 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ac93d4a-351d-4b2a-8c60-4895cd7e88fd {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:45.467655 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1cbce6-f52a-4e95-9680-15a5390de3fd', 'code': 200} Nov 10 03:55:45.494210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7c1cbce6-f52a-4e95-9680-15a5390de3fd,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:45.635576 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da461c55-a417-478d-b945-86e6c755d828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:45.639548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a21da-7d3a-4071-8852-10f1373926e6 req-e7a9e90a-3171-4479-bc76-4773c60c2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:45.641067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-485a21da-7d3a-4071-8852-10f1373926e6 req-e7a9e90a-3171-4479-bc76-4773c60c2905 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 1097 time: 0.0767810 Nov 10 03:55:45.695511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-485a21da-7d3a-4071-8852-10f1373926e6 req-a88f2ed7-3076-4bd1-b9e1-bd378e3e1a6d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462759 Nov 10 03:55:46.189372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1bc8-6dee-4f1c-880b-d095b36dc518 req-2c8ed3f3-62ba-4646-b6a8-a7f6f4eb33b6 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:46.190892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9de1bc8-6dee-4f1c-880b-d095b36dc518 req-2c8ed3f3-62ba-4646-b6a8-a7f6f4eb33b6 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 946 time: 0.0530138 Nov 10 03:55:46.241277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9de1bc8-6dee-4f1c-880b-d095b36dc518 req-483bbcf1-386d-4219-bda8-2a4b6df0f909 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Nov 10 03:55:46.687112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:47.372876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92174d7e-2806-4958-b0c7-9359f818305b req-51e07c45-2d21-4cfa-b598-a1aa844a9f87 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:47.374758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92174d7e-2806-4958-b0c7-9359f818305b req-51e07c45-2d21-4cfa-b598-a1aa844a9f87 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 946 time: 0.0570462 Nov 10 03:55:47.423426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92174d7e-2806-4958-b0c7-9359f818305b req-ddb38742-da74-4649-8136-3b52d1fd2f89 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Nov 10 03:55:48.015499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755a53b-aec2-4b1d-91ff-c63579b31b67 req-7e0d6235-3adf-481e-8c9f-65734059d03f tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:48.017097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2755a53b-aec2-4b1d-91ff-c63579b31b67 req-7e0d6235-3adf-481e-8c9f-65734059d03f tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 946 time: 0.0503829 Nov 10 03:55:48.066765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2755a53b-aec2-4b1d-91ff-c63579b31b67 req-13256eab-dbf1-4496-8d77-2e9353e005c4 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Nov 10 03:55:48.336288 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:49.068026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:49.195277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c4fa2-ffe6-4e2b-90ad-c742c5e58d5c req-571d9264-d405-4b7d-88ce-3af36503a3d0 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:49.196795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c41c4fa2-ffe6-4e2b-90ad-c742c5e58d5c req-571d9264-d405-4b7d-88ce-3af36503a3d0 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 946 time: 0.0495892 Nov 10 03:55:49.248768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c41c4fa2-ffe6-4e2b-90ad-c742c5e58d5c req-c39a0e2d-4a5b-4946-9611-965e65cd8a41 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Nov 10 03:55:49.666453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a653f5e-2922-4fba-bddb-3b213634017c req-df356788-e031-472d-aaf8-401e21c66859 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:49.667993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a653f5e-2922-4fba-bddb-3b213634017c req-df356788-e031-472d-aaf8-401e21c66859 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 946 time: 0.0484571 Nov 10 03:55:49.764171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Deleting port 7c1cbce6-f52a-4e95-9680-15a5390de3fd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:55:49.764516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:49.857571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] For port 7c1cbce6-f52a-4e95-9680-15a5390de3fd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7c1cbce6-f52a-4e95-9680-15a5390de3fd,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:49.857931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:49.870228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Calling delete_port for 7c1cbce6-f52a-4e95-9680-15a5390de3fd owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:55:50.003747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:50.033886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Pushing event deleted for resources: {'Port': ['ID=7c1cbce6-f52a-4e95-9680-15a5390de3fd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:50.038620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7c1cbce6-f52a-4e95-9680-15a5390de3fd'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:55:50.080359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] No DVR routers for this DVR port 7c1cbce6-f52a-4e95-9680-15a5390de3fd on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:55:50.083346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:50.086971 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a653f5e-2922-4fba-bddb-3b213634017c req-e95ffa7a-3ab0-4fca-8c01-051089b23ba7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "DELETE /v2.0/ports/7c1cbce6-f52a-4e95-9680-15a5390de3fd HTTP/1.1" status: 204 len: 173 time: 0.4128544 Nov 10 03:55:50.087439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'name': 'network-vif-deleted', 'tag': '7c1cbce6-f52a-4e95-9680-15a5390de3fd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:50.090875 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50635834-18c0-40e9-ab4d-3541de090c2d" -d '{"events": [{"server_uuid": "51ac9b3a-7040-42a2-9347-edcee53eb4aa", "name": "network-vif-deleted", "tag": "7c1cbce6-f52a-4e95-9680-15a5390de3fd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:50.131239 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58d549-46ec-4f41-99e1-45d86d1c5da8 x-openstack-request-id: req-2d58d549-46ec-4f41-99e1-45d86d1c5da8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:50.131530 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9b3a-7040-42a2-9347-edcee53eb4aa", "name": "network-vif-deleted", "tag": "7c1cbce6-f52a-4e95-9680-15a5390de3fd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:50.131781 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d58d549-46ec-4f41-99e1-45d86d1c5da8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:50.132178 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ac9b3a-7040-42a2-9347-edcee53eb4aa', 'name': 'network-vif-deleted', 'tag': '7c1cbce6-f52a-4e95-9680-15a5390de3fd', 'status': 'completed', 'code': 200} Nov 10 03:55:50.363325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbdb530d-60ab-4568-9881-6fecd06bfe0d req-4e9cf194-371e-42ee-8453-49f5f4e27ce7 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ac9b3a-7040-42a2-9347-edcee53eb4aa HTTP/1.1" status: 200 len: 210 time: 0.0278659 Nov 10 03:55:51.698859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-f6ff1aff-8e54-4d5e-a260-183cff45e327 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:51.700362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-f6ff1aff-8e54-4d5e-a260-183cff45e327 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/networks?id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f HTTP/1.1" status: 200 len: 809 time: 0.1167154 Nov 10 03:55:51.718421 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-a8825d9f-a371-4521-b6af-0969e44bfa5a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/quotas/8fac9235ad7c4cd6bb3b2219ea2f29d9 HTTP/1.1" status: 200 len: 375 time: 0.0102599 Nov 10 03:55:51.753828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-8fd6b5bd-ca3e-4ab4-99a1-51f7157ed7e0 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fac9235ad7c4cd6bb3b2219ea2f29d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300057 Nov 10 03:55:51.847239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-2e569e45-95ae-4b35-8b13-3efae1520875 service neutron] 10.222.0.24 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855455 Nov 10 03:55:51.942419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-505b8a0c-ba6d-464e-bc36-01428a688149 service neutron] 10.222.0.24 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892615 Nov 10 03:55:52.113133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54b55e66-6568-40f2-9fa0-f245bc01996d req-73ddfc72-a071-4a32-8ceb-04b6a3342500 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 210 time: 0.0317855 Nov 10 03:55:53.231061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-df7c71d0-57ac-4518-9764-50f517f17653 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:53.233255 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:53.234356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-df7c71d0-57ac-4518-9764-50f517f17653 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "GET /v2.0/networks?id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f HTTP/1.1" status: 200 len: 809 time: 0.1513133 Nov 10 03:55:53.251780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62fa88bd-eaef-4db3-aa18-0054c38e384a req-90d14f0c-2bc7-498d-a797-b0f017be194c tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 210 time: 0.0285308 Nov 10 03:55:53.267579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Request body: {'port': {'device_id': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f', 'admin_state_up': True, 'tenant_id': '8fac9235ad7c4cd6bb3b2219ea2f29d9'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:53.297325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7c1cbce6-f52a-4e95-9680-15a5390de3fd no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:55:53.318770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 7c1cbce6-f52a-4e95-9680-15a5390de3fd {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:55:53.319179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7c1cbce6-f52a-4e95-9680-15a5390de3fd not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:55:53.379196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Made reservation on behalf of 8fac9235ad7c4cd6bb3b2219ea2f29d9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:55:53.382841 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:53.504754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Allocated IP 172.20.0.3 (902bfd57-1c8f-48a9-ba68-c1e11dbf032f/7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d/acc1a258-8f1e-492a-b0b1-553493d5742c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:55:53.664534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:53.701250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:53.747683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:55:53.751049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:55:53.755159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:55:53.791809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Pushing event updated for resources: {'Port': ['ID=acc1a258-8f1e-492a-b0b1-553493d5742c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:53.824680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:53.825400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:53.844743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-538fdded-2478-416e-a06e-af3f057dab2a tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818634 Nov 10 03:55:53.861223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Request body: {'port': {'device_id': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:55:53.926392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:54.198040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc1a258-8f1e-492a-b0b1-553493d5742c {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:54.206328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:54.218759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Transition to ACTIVE for port object acc1a258-8f1e-492a-b0b1-553493d5742c will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:55:54.223327 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:54.293380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Pushing event updated for resources: {'Port': ['ID=acc1a258-8f1e-492a-b0b1-553493d5742c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:54.348869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Attempting to bind port acc1a258-8f1e-492a-b0b1-553493d5742c on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:55:54.349666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Attempting to bind port acc1a258-8f1e-492a-b0b1-553493d5742c by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:55:54.350021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Attempting to bind port acc1a258-8f1e-492a-b0b1-553493d5742c on network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:54.355127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Port acc1a258-8f1e-492a-b0b1-553493d5742c on network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:55:54.355695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Attempting to bind port acc1a258-8f1e-492a-b0b1-553493d5742c on network 902bfd57-1c8f-48a9-ba68-c1e11dbf032f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:55:54.360950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:55:54.361280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Checking segment: {'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:55:54.361661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Bound using segment: {'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:55:54.362124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Bound port: acc1a258-8f1e-492a-b0b1-553493d5742c, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e74c1c-06c9-48ed-819a-76a1c5f82365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:55:54.362677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:54.438137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] For port acc1a258-8f1e-492a-b0b1-553493d5742c, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:55:54.442170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] For port acc1a258-8f1e-492a-b0b1-553493d5742c, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=acc1a258-8f1e-492a-b0b1-553493d5742c,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:55:54.442751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658677b-2758-4dc1-b378-670cfd97b7c9 req-ec65f5ad-bebf-4640-a7e5-8c47d4570806 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:54.446314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b658677b-2758-4dc1-b378-670cfd97b7c9 req-ec65f5ad-bebf-4640-a7e5-8c47d4570806 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 943 time: 0.1038291 Nov 10 03:55:54.449349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:54.523306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:54.523995 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:54.525370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] 10.222.0.11 "PUT /v2.0/ports/acc1a258-8f1e-492a-b0b1-553493d5742c HTTP/1.1" status: 200 len: 1091 time: 0.6685863 Nov 10 03:55:54.529353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'tag': 'acc1a258-8f1e-492a-b0b1-553493d5742c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:55:54.531825 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49363211-7e0c-4405-b28f-8e934df1fd05" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4cb061-95ea-4212-ab9a-41fa90a94d1c", "tag": "acc1a258-8f1e-492a-b0b1-553493d5742c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:55:54.548844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b658677b-2758-4dc1-b378-670cfd97b7c9 req-1b7a74ef-257f-41db-8ba8-216a6581f234 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942063 Nov 10 03:55:54.551601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-5c04b4aa-9697-4a9b-abad-10765ec15554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:54.566095 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-5c04b4aa-9697-4a9b-abad-10765ec15554 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1095 time: 0.1009932 Nov 10 03:55:54.566095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faacdf-2b00-49c8-94bc-62e307eee374 service neutron] Pushing event updated for resources: {'Port': ['ID=acc1a258-8f1e-492a-b0b1-553493d5742c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:54.584718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcb068-362b-4170-ac5e-388295599be8 req-01535607-7344-4b44-b193-f949d92f30c6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:54.586965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4afcb068-362b-4170-ac5e-388295599be8 req-01535607-7344-4b44-b193-f949d92f30c6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1295342 Nov 10 03:55:54.618626 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6f2a2-6279-4faa-bccb-bd8bab397ba0 x-openstack-request-id: req-21d6f2a2-6279-4faa-bccb-bd8bab397ba0 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:55:54.619033 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4cb061-95ea-4212-ab9a-41fa90a94d1c", "tag": "acc1a258-8f1e-492a-b0b1-553493d5742c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:55:54.619167 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21d6f2a2-6279-4faa-bccb-bd8bab397ba0 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:55:54.620107 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'tag': 'acc1a258-8f1e-492a-b0b1-553493d5742c', 'status': 'completed', 'code': 200} Nov 10 03:55:54.647533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4afcb068-362b-4170-ac5e-388295599be8 req-74a13f07-d46a-44a7-b51f-602224ff85d0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539827 Nov 10 03:55:55.016127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-7ef6c78b-d185-4a29-b87a-81bb1d12eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.017675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-7ef6c78b-d185-4a29-b87a-81bb1d12eb6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8fac9235ad7c4cd6bb3b2219ea2f29d9&device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 1094 time: 0.3952396 Nov 10 03:55:55.020397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-1fe10bd0-448f-46aa-a1b2-b4d155bfc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.021722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-1fe10bd0-448f-46aa-a1b2-b4d155bfc5a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.4600642 Nov 10 03:55:55.107722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38788) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:55.110621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-1ace2972-d558-4068-92d8-9970d8cc4e81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc1a258-8f1e-492a-b0b1-553493d5742c HTTP/1.1" status: 200 len: 217 time: 0.0735705 Nov 10 03:55:55.155364 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-5d174d09-3834-4f06-8345-f75e4dccb490 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.1255515 Nov 10 03:55:55.200337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-b65008ab-ca51-4a72-8c1c-da083c8c11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.202113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-b65008ab-ca51-4a72-8c1c-da083c8c11d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d HTTP/1.1" status: 200 len: 849 time: 0.0810308 Nov 10 03:55:55.246607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-926d1078-a4f5-4032-9405-9430b63c5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.248046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-926d1078-a4f5-4032-9405-9430b63c5324 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0849104 Nov 10 03:55:55.249772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-32d30b4f-9a74-482a-b930-f1ea19adb9f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399008 Nov 10 03:55:55.255282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:55.382446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-681a54de-c638-4cc9-a4d5-0ca42826d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.383748 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-681a54de-c638-4cc9-a4d5-0ca42826d67a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263931 Nov 10 03:55:55.466050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-4b813b50-a0ef-4c3e-8798-bfa659d39575 service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984234 Nov 10 03:55:55.566323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:55.583978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:55.624221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-cb099556-d529-4d5f-ab5e-48c8c1c38cfb service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309020 Nov 10 03:55:55.682694 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fecc8de443e2482ba97c2f9bd496da61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736716 Nov 10 03:55:55.683302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38796) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:55.704097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c5569-90e2-45ed-8d1c-866a032f7185 req-d3203674-08ef-4441-95bd-edc81b0fbd6c tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.706656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c16c5569-90e2-45ed-8d1c-866a032f7185 req-d3203674-08ef-4441-95bd-edc81b0fbd6c tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 943 time: 0.0553660 Nov 10 03:55:55.726656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e6d958-8dbe-4ace-b357-eb6e0775c0bb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:55.730246 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07657117-36d6-4f21-9c4d-23273303c1b1 req-4b384395-21cd-4e52-b5a8-245ab67a78c1 service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542763 Nov 10 03:55:55.757013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.757425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.757830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.758265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.758876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.759191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.759520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.759885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.760707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.761022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.761343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.761869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e356a-98f9-43c2-af77-7070b1d256af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:55.808046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c16c5569-90e2-45ed-8d1c-866a032f7185 req-b0e19104-01cd-4a6f-996b-1e3f110ab711 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892329 Nov 10 03:55:55.832485 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2c702cc-2f2b-4f12-bb0b-96d26328084a req-91861165-b143-498b-bd20-9689e0f101a9 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932352 Nov 10 03:55:55.835323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b55611c-8143-42f1-832d-1a123dddc61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:55.839752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5459c6-13cb-42bc-ab50-a2db2502cdf9 req-61fb8467-9e43-42f8-a05c-44096ca2d55f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.849669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe5459c6-13cb-42bc-ab50-a2db2502cdf9 req-61fb8467-9e43-42f8-a05c-44096ca2d55f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1072457 Nov 10 03:55:55.884105 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b55611c-8143-42f1-832d-1a123dddc61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:55.920819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-c20caaa4-3347-4905-b1ea-e1ba649288ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:55.922353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-c20caaa4-3347-4905-b1ea-e1ba649288ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8fac9235ad7c4cd6bb3b2219ea2f29d9&device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 1094 time: 0.0833790 Nov 10 03:55:55.939364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe5459c6-13cb-42bc-ab50-a2db2502cdf9 req-a60f2414-da51-4c6b-bbed-70e890058fa3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873251 Nov 10 03:55:55.972289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b55611c-8143-42f1-832d-1a123dddc61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:55.977225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b55611c-8143-42f1-832d-1a123dddc61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:55.982651 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b55611c-8143-42f1-832d-1a123dddc61c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7e6d958-8dbe-4ace-b357-eb6e0775c0bb HTTP/1.1" status: 204 len: 168 time: 0.2638354 Nov 10 03:55:56.042362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55611c-8143-42f1-832d-1a123dddc61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e6d958-8dbe-4ace-b357-eb6e0775c0bb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:56.104739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-d8dcc88f-2cab-454c-a218-03e07911e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:56.106354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-d8dcc88f-2cab-454c-a218-03e07911e682 service neutron] 10.222.0.11 "GET /v2.0/networks?id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f HTTP/1.1" status: 200 len: 909 time: 0.1513846 Nov 10 03:55:56.153999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-9b3b2d45-2de4-462d-bc53-bf32ee748475 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc1a258-8f1e-492a-b0b1-553493d5742c HTTP/1.1" status: 200 len: 217 time: 0.0392702 Nov 10 03:55:56.205213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-4079bef0-3bf5-457f-aa68-fc4fcc490620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:56.206850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-4079bef0-3bf5-457f-aa68-fc4fcc490620 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d HTTP/1.1" status: 200 len: 849 time: 0.0453269 Nov 10 03:55:56.254854 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-b9b8f5ca-f458-4991-899f-3fcedf6aa4f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=902bfd57-1c8f-48a9-ba68-c1e11dbf032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328650 Nov 10 03:55:56.299615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38808) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:56.312323 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0348-9471-4235-8262-f3ec42eb8860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:56.362677 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-70aae7ca-ef72-4b5a-997c-aa7540c06977 service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975003 Nov 10 03:55:56.405394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0348-9471-4235-8262-f3ec42eb8860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:56.410587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0348-9471-4235-8262-f3ec42eb8860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:56.454009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dd3b0348-9471-4235-8262-f3ec42eb8860 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76db03b3603e44538c9a7b80b7577fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511092 Nov 10 03:55:56.454009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b0348-9471-4235-8262-f3ec42eb8860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79136366-408b-4d2c-82b6-b1b0586bb230,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:56.454870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:56.476207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49363211-7e0c-4405-b28f-8e934df1fd05 req-d5194455-5d73-4b41-b447-78089fec287a service neutron] 10.222.0.11 "GET /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086566 Nov 10 03:55:56.502920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-342d18bf-2c1b-474f-a86e-724fcaf53f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:56.524006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-342d18bf-2c1b-474f-a86e-724fcaf53f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:56.571925 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-342d18bf-2c1b-474f-a86e-724fcaf53f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:56.574607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-342d18bf-2c1b-474f-a86e-724fcaf53f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:56.578085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-342d18bf-2c1b-474f-a86e-724fcaf53f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79136366-408b-4d2c-82b6-b1b0586bb230 HTTP/1.1" status: 204 len: 168 time: 0.1199841 Nov 10 03:55:56.583875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d18bf-2c1b-474f-a86e-724fcaf53f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79136366-408b-4d2c-82b6-b1b0586bb230,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:56.919709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98774289-481a-4e6e-bed3-8be86f4133f6 req-44c8f365-61a1-4992-abfc-52760c65d983 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:56.921276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98774289-481a-4e6e-bed3-8be86f4133f6 req-44c8f365-61a1-4992-abfc-52760c65d983 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 943 time: 0.0493050 Nov 10 03:55:56.973663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98774289-481a-4e6e-bed3-8be86f4133f6 req-fe9b48eb-b29a-4363-83f2-ed2c5c8492cc tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464263 Nov 10 03:55:57.057960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92848e5b-a16b-45c0-b040-891e55b6a29b req-92bd0869-678e-43bf-9927-4905aaee65e4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:57.065024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92848e5b-a16b-45c0-b040-891e55b6a29b req-92bd0869-678e-43bf-9927-4905aaee65e4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0574172 Nov 10 03:55:57.112931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92848e5b-a16b-45c0-b040-891e55b6a29b req-5363d704-dac9-4ef7-af37-6c124b3f9a53 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469706 Nov 10 03:55:58.097219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34af2c-c45d-44ab-96b7-61d72a591b43 req-5b756e1a-c6e7-4575-a5ae-692824b7c575 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:58.099009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab34af2c-c45d-44ab-96b7-61d72a591b43 req-5b756e1a-c6e7-4575-a5ae-692824b7c575 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 943 time: 0.0528145 Nov 10 03:55:58.158515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab34af2c-c45d-44ab-96b7-61d72a591b43 req-977173d6-a680-4755-87a5-3fec845a680e tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512457 Nov 10 03:55:58.805713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 38892) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:58.907603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:58.979190 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:58.982943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:59.020537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de54cff2c520458085ae3663802573cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137454 Nov 10 03:55:59.021400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6339c79-d9a5-4e7f-9d7c-a78a01bfa427,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:59.023565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 38896) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:55:59.029773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.030139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.030493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.030808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.031134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.031457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.031786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.032092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.032410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.032723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.033039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.033351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a2add-cbf9-4ec1-a744-69ca4c0c65ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:55:59.071867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9acc868c-8d90-49ff-9972-4ba05489b138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:59.093247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9acc868c-8d90-49ff-9972-4ba05489b138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:59.137981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9acc868c-8d90-49ff-9972-4ba05489b138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:59.140625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9acc868c-8d90-49ff-9972-4ba05489b138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:59.141754 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9acc868c-8d90-49ff-9972-4ba05489b138 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6339c79-d9a5-4e7f-9d7c-a78a01bfa427 HTTP/1.1" status: 204 len: 168 time: 0.1171761 Nov 10 03:55:59.149560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc868c-8d90-49ff-9972-4ba05489b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6339c79-d9a5-4e7f-9d7c-a78a01bfa427,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:55:59.293769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091bcc4-0ff6-4651-96b3-e963b5bbe1cd req-c1a68421-c761-477e-89ae-9db57c8a481d tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:55:59.296016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d091bcc4-0ff6-4651-96b3-e963b5bbe1cd req-c1a68421-c761-477e-89ae-9db57c8a481d tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 943 time: 0.0516856 Nov 10 03:55:59.296738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device acc1a258-8f1e-492a-b0b1-553493d5742c details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:55:59.378401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d091bcc4-0ff6-4651-96b3-e963b5bbe1cd req-3a3bf462-9b41-44f1-9ef4-ac32ce65c6cd tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Nov 10 03:55:59.399208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port acc1a258-8f1e-492a-b0b1-553493d5742c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=acc1a258-8f1e-492a-b0b1-553493d5742c,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:59.411174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'acc1a258-8f1e-492a-b0b1-553493d5742c', 'network_id': '902bfd57-1c8f-48a9-ba68-c1e11dbf032f', 'port_id': 'acc1a258-8f1e-492a-b0b1-553493d5742c', 'mac_address': 'fa:16:3e:4d:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:55:59.607462 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:59.620741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc1a258-8f1e-492a-b0b1-553493d5742c {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:55:59.641138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port acc1a258-8f1e-492a-b0b1-553493d5742c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=acc1a258-8f1e-492a-b0b1-553493d5742c,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:55:59.645067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:55:59.693983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=acc1a258-8f1e-492a-b0b1-553493d5742c,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:00.128693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['acc1a258-8f1e-492a-b0b1-553493d5742c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:00.526572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87014ae-a6af-466a-b649-7aaf1bb35297 req-2085e4d7-23d8-4852-82fd-a4150f477f03 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.528198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b87014ae-a6af-466a-b649-7aaf1bb35297 req-2085e4d7-23d8-4852-82fd-a4150f477f03 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 944 time: 0.0553327 Nov 10 03:56:00.582476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b87014ae-a6af-466a-b649-7aaf1bb35297 req-9c060137-ba66-49a4-8ebc-8f1a374b6294 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478616 Nov 10 03:56:00.624035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-ee0783ea-f535-47a9-a64c-802cc77766c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0462496 Nov 10 03:56:00.737463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.737967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.738439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.738910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.739372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.739834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.740311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.742287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd2e2959-257e-4e9a-9408-954f7b99d21a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6502 time: 0.0541053 Nov 10 03:56:00.771318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39024) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:00.857223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-21e24545-d284-4d11-81de-366f1d30cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.857704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-21e24545-d284-4d11-81de-366f1d30cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.858188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-21e24545-d284-4d11-81de-366f1d30cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.859774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-21e24545-d284-4d11-81de-366f1d30cc49 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9b17533-2125-45ba-b8e9-05a27e436663&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0 HTTP/1.1" status: 200 len: 2294 time: 0.0945995 Nov 10 03:56:00.876594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93f7ad24-6f50-4490-9451-740d71250fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:00.930255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-8067b9ff-480e-40a4-8c42-cc371cd18c41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0631411 Nov 10 03:56:00.950544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93f7ad24-6f50-4490-9451-740d71250fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:00.954532 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93f7ad24-6f50-4490-9451-740d71250fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:00.980414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cba45b33-64ca-4ac0-952b-8cc64c76a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:00.981878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cba45b33-64ca-4ac0-952b-8cc64c76a66b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2b1d12e-7e0a-4c47-82e2-335f1c2ef460 HTTP/1.1" status: 200 len: 855 time: 0.0445490 Nov 10 03:56:00.993516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-93f7ad24-6f50-4490-9451-740d71250fd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8597e700d714ae6b59024264e4af88b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208474 Nov 10 03:56:00.994719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7ad24-6f50-4490-9451-740d71250fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c59969-5410-43e4-8164-c66b13500d4c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:00.996931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:01.029068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-922ab5f3-c42f-4af8-bf32-8bb0ada9d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:01.030557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-922ab5f3-c42f-4af8-bf32-8bb0ada9d369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9b17533-2125-45ba-b8e9-05a27e436663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413949 Nov 10 03:56:01.048899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0f34-2e01-469a-9c42-6a456b83a33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:01.069717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0f34-2e01-469a-9c42-6a456b83a33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:01.118219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0f34-2e01-469a-9c42-6a456b83a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:01.120876 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0f34-2e01-469a-9c42-6a456b83a33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:01.122074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8bdd0f34-2e01-469a-9c42-6a456b83a33c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7c59969-5410-43e4-8164-c66b13500d4c HTTP/1.1" status: 204 len: 168 time: 0.1241925 Nov 10 03:56:01.125983 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-bb19c77e-25ce-4422-9cb2-e95c85f4e11b service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879149 Nov 10 03:56:01.129795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd0f34-2e01-469a-9c42-6a456b83a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c59969-5410-43e4-8164-c66b13500d4c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:01.221572 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-1ac801e4-46e0-4bf6-b94d-7b744cfa654f service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869312 Nov 10 03:56:01.268934 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-9b0edc62-5cad-4eae-9d97-6391b9f4f3ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 217 time: 0.0391557 Nov 10 03:56:01.319571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-eadcc067-de70-4d5a-b08d-40fc93b0e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:01.321060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-eadcc067-de70-4d5a-b08d-40fc93b0e608 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0446737 Nov 10 03:56:01.370633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-064f1dbc-2ce2-4f79-be1c-318ef6f8c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:01.372018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-064f1dbc-2ce2-4f79-be1c-318ef6f8c567 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437944 Nov 10 03:56:01.473964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-74a4e4f8-b10a-4b58-b2fc-4fd2852c77df service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945745 Nov 10 03:56:01.574701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-31e850c8-c1b0-4a1a-b1a1-508f3b65e4da service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928514 Nov 10 03:56:01.621225 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-5e2f808b-e367-40d7-9bf7-91e909655c85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 217 time: 0.0359042 Nov 10 03:56:01.682928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-5ed0c082-0eee-4c67-813f-e862af609d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:01.684420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-5ed0c082-0eee-4c67-813f-e862af609d08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0561438 Nov 10 03:56:01.705440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e18ca-6c62-4288-b255-4b5fdabf4bab req-bf2607d2-4902-4cf8-acc1-776e08c01cd4 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:01.707485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-664e18ca-6c62-4288-b255-4b5fdabf4bab req-bf2607d2-4902-4cf8-acc1-776e08c01cd4 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 944 time: 0.0527916 Nov 10 03:56:01.738512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-52c7e3e7-234a-43e4-9697-1498204cd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:01.740188 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-52c7e3e7-234a-43e4-9697-1498204cd206 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485089 Nov 10 03:56:01.759698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-664e18ca-6c62-4288-b255-4b5fdabf4bab req-7af7bf6b-fc4e-4d1c-a08d-48f92bc732cc tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Nov 10 03:56:01.836144 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-b7803e97-2d8c-4f05-9415-8cbc2971a157 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889730 Nov 10 03:56:01.927367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-5137c690-4419-4852-bc22-778630cef0a3 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840635 Nov 10 03:56:01.968374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-cd1caa08-1199-4dde-a5b4-c59bf9e76d6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=238d3fce-df56-4ff3-83d8-3955c3b63894 HTTP/1.1" status: 200 len: 217 time: 0.0336359 Nov 10 03:56:02.023889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-3df8f0e6-5e1e-47df-9d83-1210f82513ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:02.025369 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-3df8f0e6-5e1e-47df-9d83-1210f82513ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0502427 Nov 10 03:56:02.071007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-50fd0744-abbc-40ac-a8a2-3ea6757a93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:02.073110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-50fd0744-abbc-40ac-a8a2-3ea6757a93f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410545 Nov 10 03:56:02.175059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-2e69a9e6-18b2-406f-b22f-a3cc79f0a250 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940700 Nov 10 03:56:02.268208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-2c5ff581-fdbf-4eb0-b096-d27137ad6323 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813510 Nov 10 03:56:02.310302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-5f4500d1-3045-4f86-8c50-b6b8b44784dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0 HTTP/1.1" status: 200 len: 217 time: 0.0338535 Nov 10 03:56:02.319272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39072) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:02.363473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-a9e32468-0dd6-4c73-8339-0b831629ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:02.364945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-a9e32468-0dd6-4c73-8339-0b831629ffca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0477853 Nov 10 03:56:02.410374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-e16b38af-18f2-4108-9ea6-731ec53b9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:02.411966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-e16b38af-18f2-4108-9ea6-731ec53b9c76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0397782 Nov 10 03:56:02.414825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:02.442599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:02.526701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-465eae16-acd6-450d-9fbb-50c0bf581135 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063614 Nov 10 03:56:02.546264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:02.619885 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-98c11523-f2d8-4b10-97e4-a331e38ce7b5 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853207 Nov 10 03:56:02.652126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Allocated IP 172.25.6.137 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/05c969e5-0ba2-47dd-a6b5-388fe15fcd81) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:02.664266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-af487626-499f-4351-90bc-64e82f9c51f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=207a9264-abd3-4613-b424-2384294d5ca0 HTTP/1.1" status: 200 len: 217 time: 0.0373473 Nov 10 03:56:02.750025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-9d57f481-53e8-439c-af7c-e2bdf6af33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:02.751495 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-9d57f481-53e8-439c-af7c-e2bdf6af33f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0500996 Nov 10 03:56:02.764696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:02.798322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:02.798526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-731099c4-b6db-4f59-a99b-4b388fabe978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:02.800128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-731099c4-b6db-4f59-a99b-4b388fabe978 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402961 Nov 10 03:56:02.838201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:02.841063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:02.846469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:02.859737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Pushing event updated for resources: {'Port': ['ID=05c969e5-0ba2-47dd-a6b5-388fe15fcd81,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:02.898602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-608e1dec-2b2f-4cc8-89bb-9a42804fda53 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905945 Nov 10 03:56:02.932949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92996dd1-62c3-4dd7-8627-260cbe9b966d req-07d52e7a-5a67-42cf-b407-1adf2719d647 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:02.934595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92996dd1-62c3-4dd7-8627-260cbe9b966d req-07d52e7a-5a67-42cf-b407-1adf2719d647 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 944 time: 0.0914249 Nov 10 03:56:02.991565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-bacb5992-5e10-440f-898c-c037218ce2b5 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834258 Nov 10 03:56:02.995179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.017717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92996dd1-62c3-4dd7-8627-260cbe9b966d req-9dee624f-8909-455f-ab41-9ca8b3d6d3e4 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612733 Nov 10 03:56:03.037849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-a6f76dae-ab3d-4afd-9147-1831f26baac3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fd9f72-9f73-4107-ae80-20723a6184a3 HTTP/1.1" status: 200 len: 217 time: 0.0358429 Nov 10 03:56:03.040072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.090935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-e5951128-3884-4e5e-88d9-b34447ab9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:03.092354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-e5951128-3884-4e5e-88d9-b34447ab9e40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0470946 Nov 10 03:56:03.138297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-78b02a4b-6746-4956-9834-2aa1e28d76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:03.139798 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-78b02a4b-6746-4956-9834-2aa1e28d76ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403881 Nov 10 03:56:03.194236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.200494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.246311 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-a2fbb355-e2f3-4a23-aadd-64df92dc9e31 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991244 Nov 10 03:56:03.272859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Pushing event updated for resources: {'Port': ['ID=05c969e5-0ba2-47dd-a6b5-388fe15fcd81,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:03.283989 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.299335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.300812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device acc1a258-8f1e-492a-b0b1-553493d5742c up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:03.301370 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-972e885f-1e70-482e-a5ea-5e87c9e126e4 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9802754 Nov 10 03:56:03.304306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39084) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:03.311055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-776072067', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'fixed_ips': [{'ip_address': '172.25.6.137'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:03.333037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Made reservation on behalf of fe4dfdd1001e4818860a4dd3d03c6e65 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:03.335400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.343154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b05cc5a0-57bc-466d-9ac0-0e71fd09f6cd req-b21b98c4-f0c0-4bb9-86b0-9af14525959b service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897086 Nov 10 03:56:03.344897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.350335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port acc1a258-8f1e-492a-b0b1-553493d5742c completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:56:03.355684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port acc1a258-8f1e-492a-b0b1-553493d5742c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:03.356049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.423775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.428038 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.434083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] device_id is not set on port 2f5acbb7-9400-4d84-892e-f5d08418dd24 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:03.440378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.462337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc1a258-8f1e-492a-b0b1-553493d5742c'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:03.464609 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2129ed-f5d9-4c4a-8743-e4c49a4a4411" -d '{"events": [{"server_uuid": "ea4cb061-95ea-4212-ab9a-41fa90a94d1c", "name": "network-vif-plugged", "status": "completed", "tag": "acc1a258-8f1e-492a-b0b1-553493d5742c"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:03.477156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port acc1a258-8f1e-492a-b0b1-553493d5742c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=acc1a258-8f1e-492a-b0b1-553493d5742c,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:03.481960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:03.509224 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24a7c71-e81f-4e53-8ac7-d4ebf51cf868 x-openstack-request-id: req-c24a7c71-e81f-4e53-8ac7-d4ebf51cf868 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:03.509521 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4cb061-95ea-4212-ab9a-41fa90a94d1c", "name": "network-vif-plugged", "status": "completed", "tag": "acc1a258-8f1e-492a-b0b1-553493d5742c", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:03.509798 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c24a7c71-e81f-4e53-8ac7-d4ebf51cf868 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:03.510271 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc1a258-8f1e-492a-b0b1-553493d5742c', 'code': 200} Nov 10 03:56:03.515219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa05f1-a7d0-48fe-8e62-2e68c3100c5a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:03.533038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=acc1a258-8f1e-492a-b0b1-553493d5742c,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:03.646106 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 03:56:03.647041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:56:03.664108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b929e2a7-2dd3-4c2d-a18b-de4dc0783289 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3586786 Nov 10 03:56:03.667258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:03.689178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d4257-cba6-4034-9c59-6546d73ca3bd req-f00b60ee-0b16-4b60-9713-87e0942b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:03.690698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-789d4257-cba6-4034-9c59-6546d73ca3bd req-f00b60ee-0b16-4b60-9713-87e0942b7faa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 1096 time: 0.0475838 Nov 10 03:56:03.748942 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-789d4257-cba6-4034-9c59-6546d73ca3bd req-f2016c9b-3de1-4647-bafe-895556f11525 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Nov 10 03:56:04.124544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Deleting port 05c969e5-0ba2-47dd-a6b5-388fe15fcd81 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:04.125134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.189733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ef522-fb98-4c4b-ad73-44b4cc5565f1 req-38d3feb2-799e-4788-a01e-806597b2b568 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:04.191391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b2ef522-fb98-4c4b-ad73-44b4cc5565f1 req-38d3feb2-799e-4788-a01e-806597b2b568 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 945 time: 0.0994112 Nov 10 03:56:04.242549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.243006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.264202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Calling delete_port for 05c969e5-0ba2-47dd-a6b5-388fe15fcd81 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:04.273259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b2ef522-fb98-4c4b-ad73-44b4cc5565f1 req-e6ebfc20-5562-4328-8253-4bb8488f6905 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748458 Nov 10 03:56:04.402152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.426847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Pushing event deleted for resources: {'Port': ['ID=05c969e5-0ba2-47dd-a6b5-388fe15fcd81,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:04.485633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.488218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.489409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e33bb7e4-37f6-4ac0-8217-c8a8a86c8a18 tempest-ExternalNetworksAdminNegativeTestJSON-127404913 tempest-ExternalNetworksAdminNegativeTestJSON-127404913-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/66bfead8-d080-4e74-a705-c70a38e75881 HTTP/1.1" status: 204 len: 168 time: 0.8210979 Nov 10 03:56:04.733429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39114) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:04.841022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1d19-491c-4f07-9c75-7efbd0c549fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.922961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1d19-491c-4f07-9c75-7efbd0c549fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.927873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1d19-491c-4f07-9c75-7efbd0c549fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:04.971709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1f5a1d19-491c-4f07-9c75-7efbd0c549fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6ff360924354ad6b409b78d2797b25e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370923 Nov 10 03:56:04.972899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a1d19-491c-4f07-9c75-7efbd0c549fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535c1495-c547-4bfd-a634-26956ddb7b8f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:04.975178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39122) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:05.024837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-770ee05e-2019-405d-b95d-3e843855afcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.046215 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-770ee05e-2019-405d-b95d-3e843855afcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.092850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-770ee05e-2019-405d-b95d-3e843855afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.095696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-770ee05e-2019-405d-b95d-3e843855afcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.096828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-770ee05e-2019-405d-b95d-3e843855afcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/535c1495-c547-4bfd-a634-26956ddb7b8f HTTP/1.1" status: 204 len: 168 time: 0.1207550 Nov 10 03:56:05.106449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ee05e-2019-405d-b95d-3e843855afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535c1495-c547-4bfd-a634-26956ddb7b8f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:05.388085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39134) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:05.423496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064f258-4a92-4e5d-b64c-28faae531c5c req-59073c4e-556d-4d44-b4b5-874c615b6a37 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:05.425044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7064f258-4a92-4e5d-b64c-28faae531c5c req-59073c4e-556d-4d44-b4b5-874c615b6a37 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 945 time: 0.0638044 Nov 10 03:56:05.440820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7858b24d-6690-48d4-a288-e0af2556ac6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe4dfdd1001e4818860a4dd3d03c6e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512090 Nov 10 03:56:05.441410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39136) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:05.475932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7064f258-4a92-4e5d-b64c-28faae531c5c req-71e4b7f6-52bf-45de-b247-0894112665d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443008 Nov 10 03:56:05.497257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1440425c-1568-4606-8498-816ed0fcd551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.511346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1440425c-1568-4606-8498-816ed0fcd551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.559903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1440425c-1568-4606-8498-816ed0fcd551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.562735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1440425c-1568-4606-8498-816ed0fcd551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:05.563885 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1440425c-1568-4606-8498-816ed0fcd551 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4aa05f1-a7d0-48fe-8e62-2e68c3100c5a HTTP/1.1" status: 204 len: 168 time: 0.1215575 Nov 10 03:56:05.580696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440425c-1568-4606-8498-816ed0fcd551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa05f1-a7d0-48fe-8e62-2e68c3100c5a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:06.609927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced2a4b-a207-4c2a-9a9a-895b1c1174a7 req-e57646f9-5e39-4f65-9651-12496be12659 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:06.614413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ced2a4b-a207-4c2a-9a9a-895b1c1174a7 req-e57646f9-5e39-4f65-9651-12496be12659 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 945 time: 0.0619929 Nov 10 03:56:06.666770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ced2a4b-a207-4c2a-9a9a-895b1c1174a7 req-8f4c43aa-2d5a-428f-8e24-3b227c976811 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Nov 10 03:56:06.876252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39196) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:06.980338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-28e36b17-fdea-4d71-83c6-b266d8f3fe91 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-666699510'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:06.980797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-28e36b17-fdea-4d71-83c6-b266d8f3fe91 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Unknown quota resources ['metering_label']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:56:07.152203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28e36b17-fdea-4d71-83c6-b266d8f3fe91 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:07.154495 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-28e36b17-fdea-4d71-83c6-b266d8f3fe91 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2770901 Nov 10 03:56:07.156065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39208) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:07.160503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-26511499-5965-4057-ab8c-b246db9f4020 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '853d8d0f-c297-4da6-9ae3-9c9399db9b9e'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:07.160990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-26511499-5965-4057-ab8c-b246db9f4020 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:56:07.212601 n-d-817326-2 neutron-server[102596]: WARNING neutron.services.metering.metering_plugin [None req-26511499-5965-4057-ab8c-b246db9f4020 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 03:56:07.304781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-26511499-5965-4057-ab8c-b246db9f4020 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:07.306264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-26511499-5965-4057-ab8c-b246db9f4020 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1492410 Nov 10 03:56:07.314504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39212) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:07.319410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-021d7cee-b2d7-407c-bec7-919d952483df tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '853d8d0f-c297-4da6-9ae3-9c9399db9b9e'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:07.320243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-021d7cee-b2d7-407c-bec7-919d952483df tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:56:07.361425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d46c-ec3c-4012-8556-be32c67fedb7 req-97c7c514-e3a5-4bae-9852-c00388bca11e tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:07.373636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33b3d46c-ec3c-4012-8556-be32c67fedb7 req-97c7c514-e3a5-4bae-9852-c00388bca11e tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 945 time: 0.0784512 Nov 10 03:56:07.417246 n-d-817326-2 neutron-server[102596]: WARNING neutron.services.metering.metering_plugin [None req-021d7cee-b2d7-407c-bec7-919d952483df tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 03:56:07.428361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33b3d46c-ec3c-4012-8556-be32c67fedb7 req-ff4fd7d7-76da-4709-b59f-412c5d8f381d tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525584 Nov 10 03:56:07.503892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-021d7cee-b2d7-407c-bec7-919d952483df tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:07.505000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-021d7cee-b2d7-407c-bec7-919d952483df tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1890812 Nov 10 03:56:07.507702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39218) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:07.516930 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-34303110-e246-4d8e-95ae-7bb8391565f2 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5717f58a-9805-4775-a358-f9a3da9f50b0 HTTP/1.1" status: 200 len: 464 time: 0.0082140 Nov 10 03:56:07.519380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39220) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:07.617439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-918844e9-ffb3-4825-a7f7-9530370d1740 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:07.621026 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-918844e9-ffb3-4825-a7f7-9530370d1740 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/5717f58a-9805-4775-a358-f9a3da9f50b0 HTTP/1.1" status: 204 len: 168 time: 0.0983083 Nov 10 03:56:07.621294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39222) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:07.632640 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c2e0523d-b3d9-40a7-91fd-b9a8c9d6b832 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5717f58a-9805-4775-a358-f9a3da9f50b0 HTTP/1.1" status: 200 len: 221 time: 0.0074809 Nov 10 03:56:07.632852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39224) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:07.636716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2c1915f9-b39f-4ba5-a02e-f487a8c82ed0 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1733508165', 'description': 'label created by tempest'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:07.637159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2c1915f9-b39f-4ba5-a02e-f487a8c82ed0 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Unknown quota resources ['metering_label']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 03:56:07.961274 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:08.144341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c1915f9-b39f-4ba5-a02e-f487a8c82ed0 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:08.148362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2c1915f9-b39f-4ba5-a02e-f487a8c82ed0 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5118201 Nov 10 03:56:08.148645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39232) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.236210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-23b3f190-9cb1-47e3-884c-7719c5f4130a tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=3b4cee22-ccea-4a2a-9db0-58c6230fba8c HTTP/1.1" status: 200 len: 468 time: 0.0861154 Nov 10 03:56:08.238599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39234) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.448325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4c36-5071-4417-b234-3774f748d1cd tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:08.451961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a1dc4c36-5071-4417-b234-3774f748d1cd tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/3b4cee22-ccea-4a2a-9db0-58c6230fba8c HTTP/1.1" status: 204 len: 168 time: 0.2099497 Nov 10 03:56:08.452106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.452363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39242) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.456476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.462885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.470469 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-17306532-ac8f-4047-92ba-2d4e5b6431d7 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=3b4cee22-ccea-4a2a-9db0-58c6230fba8c HTTP/1.1" status: 200 len: 216 time: 0.0122645 Nov 10 03:56:08.472427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39246) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.472686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.479034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.485096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.491659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.498259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a410a64b-4334-4f96-a35c-c1ea21f35baa tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0190091 Nov 10 03:56:08.498646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-ba313526-1923-47ef-b9db-a1b126228708 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.1220398 Nov 10 03:56:08.505959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39248) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.523315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-77cf6318-7f9a-4c83-b92d-c5428b196f3b tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0127542 Nov 10 03:56:08.523793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39250) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.636628 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0189af4d-c258-4ca7-a093-602f3951b958 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/853d8d0f-c297-4da6-9ae3-9c9399db9b9e HTTP/1.1" status: 200 len: 472 time: 0.1114757 Nov 10 03:56:08.640197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39252) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.654067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-194764b9-91fa-4ca2-9359-0780c9e38f61 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/bf24abef-f069-43c1-96e6-815b59eec34c HTTP/1.1" status: 200 len: 461 time: 0.0124576 Nov 10 03:56:08.654321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39254) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.679388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a4f844c-157f-4b65-957c-3064ecad54a3 req-f998a5a1-4d81-4cfd-a4af-8353ce568668 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727562 Nov 10 03:56:08.707639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95278ba5-0fe8-499b-9016-6fa31c6cecce req-d658f29a-b694-4a80-9119-4b0da16179e9 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:08.710634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95278ba5-0fe8-499b-9016-6fa31c6cecce req-d658f29a-b694-4a80-9119-4b0da16179e9 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 945 time: 0.1794436 Nov 10 03:56:08.839803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b76e4ca-927c-4b8e-9acc-69056fffd5a8 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:08.840957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0b76e4ca-927c-4b8e-9acc-69056fffd5a8 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/bf24abef-f069-43c1-96e6-815b59eec34c HTTP/1.1" status: 204 len: 168 time: 0.1819966 Nov 10 03:56:08.844030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39256) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:08.872640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95278ba5-0fe8-499b-9016-6fa31c6cecce req-b194b34e-6804-4651-ad25-0dacefcd20d8 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/security-groups?id=589a3d13-3482-4173-b926-7b16424ec491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471009 Nov 10 03:56:09.018743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-30dc23e6-9eec-48b9-a14e-6f5d4e034105 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.020204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-30dc23e6-9eec-48b9-a14e-6f5d4e034105 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 945 time: 0.1695504 Nov 10 03:56:09.099590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27edfdf3-f97c-4492-b2aa-828a5520b7e3 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.100728 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-27edfdf3-f97c-4492-b2aa-828a5520b7e3 tempest-MeteringTestJSON-611745091 tempest-MeteringTestJSON-611745091-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/853d8d0f-c297-4da6-9ae3-9c9399db9b9e HTTP/1.1" status: 204 len: 168 time: 0.2555947 Nov 10 03:56:09.170909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Deleting port acc1a258-8f1e-492a-b0b1-553493d5742c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:09.171598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.265218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] For port acc1a258-8f1e-492a-b0b1-553493d5742c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=acc1a258-8f1e-492a-b0b1-553493d5742c,segment=NetworkSegment(16e74c1c-06c9-48ed-819a-76a1c5f82365),segment_id=16e74c1c-06c9-48ed-819a-76a1c5f82365)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:09.265576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.282181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Calling delete_port for acc1a258-8f1e-492a-b0b1-553493d5742c owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:09.363465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39264) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:09.443384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.477109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['acc1a258-8f1e-492a-b0b1-553493d5742c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:09.481590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Pushing event deleted for resources: {'Port': ['ID=acc1a258-8f1e-492a-b0b1-553493d5742c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:09.497437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.503544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.510088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.515648 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2e6e-f161-487d-8321-ce62a5f6c3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.516716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.523099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.529689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.535747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.537966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-9afc56d1-f201-44e6-80c4-67c161daef3e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.1327715 Nov 10 03:56:09.614456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] No DVR routers for this DVR port acc1a258-8f1e-492a-b0b1-553493d5742c on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:09.619111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.620201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2e6e-f161-487d-8321-ce62a5f6c3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.622552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-55ed72ef-1490-4fae-aaa0-10ee81ac4a82 req-9d74f685-a60e-4800-a19d-768bb093b3d2 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.11 "DELETE /v2.0/ports/acc1a258-8f1e-492a-b0b1-553493d5742c HTTP/1.1" status: 204 len: 173 time: 0.5944109 Nov 10 03:56:09.623078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'name': 'network-vif-deleted', 'tag': 'acc1a258-8f1e-492a-b0b1-553493d5742c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:09.624379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2e6e-f161-487d-8321-ce62a5f6c3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.625461 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4dff00-3917-42e2-9704-9b389fd8821f" -d '{"events": [{"server_uuid": "ea4cb061-95ea-4212-ab9a-41fa90a94d1c", "name": "network-vif-deleted", "tag": "acc1a258-8f1e-492a-b0b1-553493d5742c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:09.646172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-f75a9f59-53c6-476f-b9f9-5c5c871e5f73 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.648123 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-f75a9f59-53c6-476f-b9f9-5c5c871e5f73 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "GET /v2.0/ports/c2da002c-c11b-4d2a-b7df-42b6b50c14f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1035640 Nov 10 03:56:09.676777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce2e6e-f161-487d-8321-ce62a5f6c3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08089839-a581-4388-baa7-ca1dfac8a37e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:09.687018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a0ce2e6e-f161-487d-8321-ce62a5f6c3da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ab6d304389048cea05e8cfac39c4b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221216 Nov 10 03:56:09.687501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39272) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:09.736750 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa7d0f-7b53-4879-bb55-329996605235 x-openstack-request-id: req-e4fa7d0f-7b53-4879-bb55-329996605235 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:09.741749 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4cb061-95ea-4212-ab9a-41fa90a94d1c", "name": "network-vif-deleted", "tag": "acc1a258-8f1e-492a-b0b1-553493d5742c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:09.742233 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4fa7d0f-7b53-4879-bb55-329996605235 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:09.742836 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4cb061-95ea-4212-ab9a-41fa90a94d1c', 'name': 'network-vif-deleted', 'tag': 'acc1a258-8f1e-492a-b0b1-553493d5742c', 'status': 'completed', 'code': 200} Nov 10 03:56:09.744821 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:56:09.753638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b3eb55a-310d-4359-a37a-e97a400f8101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.781361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b3eb55a-310d-4359-a37a-e97a400f8101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.861811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-f07f7b02-4538-49c0-91e7-6ca0358c9847 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "GET /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1987739 Nov 10 03:56:09.869867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.874234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:09.876438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.883681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.890809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.897114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.910595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.917442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:09.919460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-b87a27c8-b791-459f-848b-26cd021c9879 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 5433 time: 0.1311820 Nov 10 03:56:09.966788 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b3eb55a-310d-4359-a37a-e97a400f8101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.969629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b3eb55a-310d-4359-a37a-e97a400f8101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:09.974641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b3eb55a-310d-4359-a37a-e97a400f8101 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08089839-a581-4388-baa7-ca1dfac8a37e HTTP/1.1" status: 204 len: 168 time: 0.2851276 Nov 10 03:56:09.986316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.024576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9fc54bed-5902-4871-a561-5a528381a926 req-3a3900fa-e961-4b30-a1b1-a7c7f05168e3 tempest-VolumesActionsTest-423952302 tempest-VolumesActionsTest-423952302-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4cb061-95ea-4212-ab9a-41fa90a94d1c HTTP/1.1" status: 200 len: 210 time: 0.0398502 Nov 10 03:56:10.025979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3eb55a-310d-4359-a37a-e97a400f8101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08089839-a581-4388-baa7-ca1dfac8a37e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:10.045424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e28d68cb-21e6-4437-ac43-f83cfa7c2ae8 req-353ed829-3595-47f8-9f52-332772a34797 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&id=f5aa116f-896f-44fb-bfec-a9029fb55075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196275 Nov 10 03:56:10.171431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] For port c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:10.207185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] For port c2da002c-c11b-4d2a-b7df-42b6b50c14f0, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:10.240795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] device_id is not set on port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:10.250259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.255760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.316071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] No DVR routers for this DVR port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:10.321682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] Pushing event updated for resources: {'Port': ['ID=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:10.328519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39286) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:10.359508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-086c6974-70d1-4375-9a11-63e7310c6d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.380656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] In _notify_port_updated(), no bound segment for port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:56:10.382359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:10.383678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.386108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1e3aace3-addb-464f-a778-7152a43a640b service neutron] 10.222.0.44 "PUT /v2.0/ports/c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 200 len: 1027 time: 0.5161593 Nov 10 03:56:10.444017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8253f8de-3606-4817-9a4a-01f0daa1d6a2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:10.445241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8253f8de-3606-4817-9a4a-01f0daa1d6a2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "GET /v2.0/ports/11a17cda-9619-4adc-b780-c4f5b6249186?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0531106 Nov 10 03:56:10.458044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:10.521295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-086c6974-70d1-4375-9a11-63e7310c6d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.527421 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-086c6974-70d1-4375-9a11-63e7310c6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.527795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.577457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-086c6974-70d1-4375-9a11-63e7310c6d10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb2e3379c77648cd85b673af475cd0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452557 Nov 10 03:56:10.577457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c6974-70d1-4375-9a11-63e7310c6d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bef66e-8fae-4a6a-91bb-83dfd2d56ff3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:10.578895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39288) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:10.653772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f48884fe-43f5-44c1-8766-f588c619dbb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.675422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f48884fe-43f5-44c1-8766-f588c619dbb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.713080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] For port 11a17cda-9619-4adc-b780-c4f5b6249186, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=11a17cda-9619-4adc-b780-c4f5b6249186,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:10.735348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f48884fe-43f5-44c1-8766-f588c619dbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.737500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-dffbf5a5-ca85-4cc5-9ad6-7ef5c338275c None None] Provisioning complete for port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:10.738495 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dffbf5a5-ca85-4cc5-9ad6-7ef5c338275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.739345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f48884fe-43f5-44c1-8766-f588c619dbb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.742881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f48884fe-43f5-44c1-8766-f588c619dbb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89bef66e-8fae-4a6a-91bb-83dfd2d56ff3 HTTP/1.1" status: 204 len: 168 time: 0.1532369 Nov 10 03:56:10.750531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] For port 11a17cda-9619-4adc-b780-c4f5b6249186, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:10.770187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48884fe-43f5-44c1-8766-f588c619dbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bef66e-8fae-4a6a-91bb-83dfd2d56ff3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:10.795974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-dffbf5a5-ca85-4cc5-9ad6-7ef5c338275c None None] Port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:56:10.796921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] device_id is not set on port 11a17cda-9619-4adc-b780-c4f5b6249186 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:10.808537 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.823786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.898975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] No DVR routers for this DVR port 11a17cda-9619-4adc-b780-c4f5b6249186 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:10.934606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] Pushing event updated for resources: {'Port': ['ID=11a17cda-9619-4adc-b780-c4f5b6249186,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:10.968360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] In _notify_port_updated(), no bound segment for port 11a17cda-9619-4adc-b780-c4f5b6249186 on network 19ee2310-0d15-4d78-942d-48c00045738f {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 03:56:10.969545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:10.970245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:10.974490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-7db32b96-e7e5-4451-9eab-759d906bc251 service neutron] 10.222.0.44 "PUT /v2.0/ports/11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 200 len: 1027 time: 0.5187809 Nov 10 03:56:11.127872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port 7d7e0c1a-9fff-4db7-90fd-33279e571fde {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:11.127872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:11.234416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7bd7577-f01d-4ce7-813d-345da08259f9 None None] Provisioning complete for port 11a17cda-9619-4adc-b780-c4f5b6249186 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:11.236856 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7577-f01d-4ce7-813d-345da08259f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:11.326864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd7577-f01d-4ce7-813d-345da08259f9 None None] Port 11a17cda-9619-4adc-b780-c4f5b6249186 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:56:11.345591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] For port 7d7e0c1a-9fff-4db7-90fd-33279e571fde, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7d7e0c1a-9fff-4db7-90fd-33279e571fde,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:11.346173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:11.391005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for 7d7e0c1a-9fff-4db7-90fd-33279e571fde owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:11.400333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4494c-8567-43a8-a0f6-ca78a66c9723 req-58252d77-ebd0-4ac6-aca0-f9e31ec2746a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:11.414825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4494c-8567-43a8-a0f6-ca78a66c9723 req-58252d77-ebd0-4ac6-aca0-f9e31ec2746a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:11.424470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4494c-8567-43a8-a0f6-ca78a66c9723 req-58252d77-ebd0-4ac6-aca0-f9e31ec2746a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:11.432452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4494c-8567-43a8-a0f6-ca78a66c9723 req-58252d77-ebd0-4ac6-aca0-f9e31ec2746a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:11.440921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4494c-8567-43a8-a0f6-ca78a66c9723 req-58252d77-ebd0-4ac6-aca0-f9e31ec2746a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:11.450696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cb4494c-8567-43a8-a0f6-ca78a66c9723 req-58252d77-ebd0-4ac6-aca0-f9e31ec2746a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 3885 time: 0.1487827 Nov 10 03:56:11.542245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cb4494c-8567-43a8-a0f6-ca78a66c9723 req-90b41df5-db0b-4138-bebf-f28c8f07f6aa tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903246 Nov 10 03:56:11.630128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:11.671623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=7d7e0c1a-9fff-4db7-90fd-33279e571fde,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:11.756077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] No DVR routers for this DVR port 7d7e0c1a-9fff-4db7-90fd-33279e571fde on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:11.759457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:11.763309 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-1abdf905-bf2c-4b98-b3b9-2003653cce3a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "DELETE /v2.0/ports/7d7e0c1a-9fff-4db7-90fd-33279e571fde HTTP/1.1" status: 204 len: 173 time: 0.7854412 Nov 10 03:56:11.763796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': '7d7e0c1a-9fff-4db7-90fd-33279e571fde'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:11.766261 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff029d8-381d-40f8-809f-269ded77cf94" -d '{"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "7d7e0c1a-9fff-4db7-90fd-33279e571fde"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:11.825120 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb48bd4f-b4df-4361-b188-27f1ed5f9457 x-openstack-request-id: req-fb48bd4f-b4df-4361-b188-27f1ed5f9457 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:11.825694 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "7d7e0c1a-9fff-4db7-90fd-33279e571fde", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:11.826929 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb48bd4f-b4df-4361-b188-27f1ed5f9457 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:11.827544 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': '7d7e0c1a-9fff-4db7-90fd-33279e571fde', 'status': 'completed', 'code': 200} Nov 10 03:56:11.919895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port dedabf35-0627-49b3-b45a-9adb45dbb1d7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:11.920322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.092239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] For port dedabf35-0627-49b3-b45a-9adb45dbb1d7, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dedabf35-0627-49b3-b45a-9adb45dbb1d7,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:12.097679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.124821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for dedabf35-0627-49b3-b45a-9adb45dbb1d7 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:12.349009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.380219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=dedabf35-0627-49b3-b45a-9adb45dbb1d7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:12.441119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] No DVR routers for this DVR port dedabf35-0627-49b3-b45a-9adb45dbb1d7 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:12.443962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.447481 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-fa4a7bdd-671c-4f3d-9cc3-801baa686a62 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "DELETE /v2.0/ports/dedabf35-0627-49b3-b45a-9adb45dbb1d7 HTTP/1.1" status: 204 len: 173 time: 0.6738155 Nov 10 03:56:12.549438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port bdd32f17-bda4-4cb6-9666-0487bae0539b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:12.549704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.643263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] For port bdd32f17-bda4-4cb6-9666-0487bae0539b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bdd32f17-bda4-4cb6-9666-0487bae0539b,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:12.643728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.657325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for bdd32f17-bda4-4cb6-9666-0487bae0539b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:12.733741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965435a-7f3d-4045-808f-554f05edb546 req-302401cc-b15f-482b-b4e3-ccff6808c922 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:12.750980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965435a-7f3d-4045-808f-554f05edb546 req-302401cc-b15f-482b-b4e3-ccff6808c922 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:12.770193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965435a-7f3d-4045-808f-554f05edb546 req-302401cc-b15f-482b-b4e3-ccff6808c922 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:12.781656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a965435a-7f3d-4045-808f-554f05edb546 req-302401cc-b15f-482b-b4e3-ccff6808c922 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 2416 time: 0.1249931 Nov 10 03:56:12.847501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a965435a-7f3d-4045-808f-554f05edb546 req-0e4b0d7d-f157-4102-9eba-d00eb300569e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636544 Nov 10 03:56:12.859459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.886812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39394) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:12.910614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=bdd32f17-bda4-4cb6-9666-0487bae0539b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:12.975278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] No DVR routers for this DVR port bdd32f17-bda4-4cb6-9666-0487bae0539b on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:12.979821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:12.984090 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-304a2240-d4fe-4be0-be04-cd8898141fc2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "DELETE /v2.0/ports/bdd32f17-bda4-4cb6-9666-0487bae0539b HTTP/1.1" status: 204 len: 173 time: 0.5310106 Nov 10 03:56:13.046109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1c248562-ac76-44f5-8592-c0e4432375fa tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:13.077627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c248562-ac76-44f5-8592-c0e4432375fa tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "PUT /v2.0/quotas/3388af8fc5aa4268bdea51b5339bf853 HTTP/1.1" status: 200 len: 368 time: 0.1866896 Nov 10 03:56:13.077891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39404) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:13.083029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Request body: {'network': {'project_id': '3388af8fc5aa4268bdea51b5339bf853'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:13.107101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Made reservation on behalf of 3388af8fc5aa4268bdea51b5339bf853 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:13.109813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.111512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:13.111846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.118616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.214979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.223591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.253951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:56:13.274937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] For port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:13.275294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.280037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.280037 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Added segment 311a3599-9843-4be9-bff3-824509bb4843 of type vlan for network cb992a25-1d94-4e9f-90b5-81c397db0d20 Nov 10 03:56:13.285407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4863494-ea96-40e6-ad93-03a6454f29f4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:13.322814 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23604945-2097-420d-a4ee-c42702f35af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.325684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.348432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device acc1a258-8f1e-492a-b0b1-553493d5742c no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:13.360071 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.361454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:13.363325 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.393651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: acc1a258-8f1e-492a-b0b1-553493d5742c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:13.393929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device acc1a258-8f1e-492a-b0b1-553493d5742c not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:13.404980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3255424 Nov 10 03:56:13.422256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39422) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:13.427777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Request body: {'network': {'project_id': '3388af8fc5aa4268bdea51b5339bf853'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:13.467003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cda3f-5768-4f5a-b375-515e6cca462a tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Pushing event updated for resources: {'Network': ['ID=cb992a25-1d94-4e9f-90b5-81c397db0d20,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:13.482972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cb992a25-1d94-4e9f-90b5-81c397db0d20 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:56:13.583622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Made reservation on behalf of 3388af8fc5aa4268bdea51b5339bf853 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:13.588823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.605722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bdd32f17-bda4-4cb6-9666-0487bae0539b no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:13.643086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.643562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.643875 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Floating IP 78137f15-ba0b-40fd-8895-75e34634b0fd disassociated. External IP: 172.25.6.213, port: 68b2ccaa-b1bf-41d6-ae63-65c1af97f587. Nov 10 03:56:13.644226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:13.646364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:56:13.655547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: bdd32f17-bda4-4cb6-9666-0487bae0539b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:13.657248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bdd32f17-bda4-4cb6-9666-0487bae0539b not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:13.658450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dedabf35-0627-49b3-b45a-9adb45dbb1d7 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:13.664520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.665021 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Added segment 3bc0e442-0cfa-4f44-94b3-6dda0683d56e of type vlan for network 4b0108d2-dfef-4c00-80e4-09aefc171f8b Nov 10 03:56:13.686148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: dedabf35-0627-49b3-b45a-9adb45dbb1d7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:13.686896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dedabf35-0627-49b3-b45a-9adb45dbb1d7 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:13.687542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2da002c-c11b-4d2a-b7df-42b6b50c14f0 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:13.746699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.756376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device c2da002c-c11b-4d2a-b7df-42b6b50c14f0 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:13.759157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:13.788742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.789741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:13.790400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.837490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7'}, {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': 'bdd32f17-bda4-4cb6-9666-0487bae0539b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:13.841506 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf26519-7069-4312-ac58-307956ab4bdd" -d '{"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "dedabf35-0627-49b3-b45a-9adb45dbb1d7"}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "bdd32f17-bda4-4cb6-9666-0487bae0539b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:13.887781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4616270 Nov 10 03:56:13.888545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:13.906110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6bdc86ef-867a-4c3f-95f5-ed451c9a63f7 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Request body: {'network': {'project_id': '3388af8fc5aa4268bdea51b5339bf853'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:13.925380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1446f-398c-426b-9e59-22f6853b22a2 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Pushing event updated for resources: {'Network': ['ID=4b0108d2-dfef-4c00-80e4-09aefc171f8b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:13.929101 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:13.960287 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e83f2df-952d-46f1-8aa3-2500c9a4d2a5 x-openstack-request-id: req-1e83f2df-952d-46f1-8aa3-2500c9a4d2a5 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:13.960645 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "dedabf35-0627-49b3-b45a-9adb45dbb1d7", "status": "completed", "code": 200}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "bdd32f17-bda4-4cb6-9666-0487bae0539b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:13.960852 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e83f2df-952d-46f1-8aa3-2500c9a4d2a5 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:13.961209 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': 'dedabf35-0627-49b3-b45a-9adb45dbb1d7', 'status': 'completed', 'code': 200} Nov 10 03:56:13.961465 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': 'bdd32f17-bda4-4cb6-9666-0487bae0539b', 'status': 'completed', 'code': 200} Nov 10 03:56:13.962659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=68b2ccaa-b1bf-41d6-ae63-65c1af97f587,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:13.974390 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdc86ef-867a-4c3f-95f5-ed451c9a63f7 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 03:56:13.974982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdc86ef-867a-4c3f-95f5-ed451c9a63f7 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:56:13.981721 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6bdc86ef-867a-4c3f-95f5-ed451c9a63f7 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0891325 Nov 10 03:56:13.983320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39438) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:14.022088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 4b0108d2-dfef-4c00-80e4-09aefc171f8b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:56:14.047289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.119901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d4ed8f99-f379-4cc1-a1b0-5b4312bd33c0 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3388af8fc5aa4268bdea51b5339bf853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338027 Nov 10 03:56:14.120690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39440) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:14.167130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0bf5d-05c2-4905-9a32-4e446f6e029e req-5d940059-74f7-4f5b-8804-e9bf59a5108d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:14.172258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 581d1b65-44dd-445b-944a-e9c9e60ceb38 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:14.176587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51a0bf5d-05c2-4905-9a32-4e446f6e029e req-5d940059-74f7-4f5b-8804-e9bf59a5108d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 945 time: 0.1163292 Nov 10 03:56:14.194647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Router 9a3f552a-4476-4bdc-aad2-b04613b87726 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:56:14.295101 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.311058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51a0bf5d-05c2-4905-9a32-4e446f6e029e req-01f5838f-0fb3-4d45-a6d7-c864d2acd409 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248283 Nov 10 03:56:14.322147 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f51ab546-8acf-4ee0-ac59-d6826d7bfb77 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.327417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:14.329681 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520e2e23-139f-473a-b221-f5806a43baba" -d '{"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:14.367975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 581d1b65-44dd-445b-944a-e9c9e60ceb38, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:14.374510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.375181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 11a17cda-9619-4adc-b780-c4f5b6249186 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:14.425209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:56:14.452977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] Sync routers for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:56:14.472201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f51ab546-8acf-4ee0-ac59-d6826d7bfb77 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.517890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:56:14.518316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] No DVR routers for this DVR port 68b2ccaa-b1bf-41d6-ae63-65c1af97f587 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:14.518539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:55:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:14.521556 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.528928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-794034a0-5e1e-443e-9ba8-3077ac1efcd2 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "DELETE /v2.0/ports/68b2ccaa-b1bf-41d6-ae63-65c1af97f587 HTTP/1.1" status: 204 len: 173 time: 1.5365303 Nov 10 03:56:14.596342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f51ab546-8acf-4ee0-ac59-d6826d7bfb77 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.608168 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f51ab546-8acf-4ee0-ac59-d6826d7bfb77 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.608168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f51ab546-8acf-4ee0-ac59-d6826d7bfb77 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4863494-ea96-40e6-ad93-03a6454f29f4 HTTP/1.1" status: 204 len: 168 time: 0.4792693 Nov 10 03:56:14.610399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39452) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:14.681792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ab546-8acf-4ee0-ac59-d6826d7bfb77 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4863494-ea96-40e6-ad93-03a6454f29f4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:14.715960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:56:14.747944 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0ecac5-9209-43ff-9573-a43990c98052 x-openstack-request-id: req-dd0ecac5-9209-43ff-9573-a43990c98052 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:14.748213 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:14.748644 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd0ecac5-9209-43ff-9573-a43990c98052 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:14.749198 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38', 'code': 200} Nov 10 03:56:14.757288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=581d1b65-44dd-445b-944a-e9c9e60ceb38,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:14.769119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 11a17cda-9619-4adc-b780-c4f5b6249186 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:14.769728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d7e0c1a-9fff-4db7-90fd-33279e571fde no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:14.774770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port 581d1b65-44dd-445b-944a-e9c9e60ceb38 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:14.775704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.811200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 7d7e0c1a-9fff-4db7-90fd-33279e571fde {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:14.811845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7d7e0c1a-9fff-4db7-90fd-33279e571fde not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:14.811998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.945667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:14.973978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0108d2-dfef-4c00-80e4-09aefc171f8b']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:14.987508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc0e442-0cfa-4f44-94b3-6dda0683d56e') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:14.988109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc0e442-0cfa-4f44-94b3-6dda0683d56e') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:15.016540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.034129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:43Z', 'revision_number': 5, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:15.055410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.062459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] Checking router: 9a3f552a-4476-4bdc-aad2-b04613b87726 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:56:15.066106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:56:15.066516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.074732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:56:15.075800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:55:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:56:15.076354 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:56:15.165164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.203258 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.209075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4b0108d2-dfef-4c00-80e4-09aefc171f8b HTTP/1.1" status: 204 len: 168 time: 0.5850351 Nov 10 03:56:15.224901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39456) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:15.227617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f0a7a-6210-4607-8672-cbb49ff8d839 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b0108d2-dfef-4c00-80e4-09aefc171f8b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:15.230293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:56:15.273466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] For port 581d1b65-44dd-445b-944a-e9c9e60ceb38, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=581d1b65-44dd-445b-944a-e9c9e60ceb38,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:15.273820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.288252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for 581d1b65-44dd-445b-944a-e9c9e60ceb38 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:15.321434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.429098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.453799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb992a25-1d94-4e9f-90b5-81c397db0d20']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:15.466124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311a3599-9843-4be9-bff3-824509bb4843') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:15.466619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311a3599-9843-4be9-bff3-824509bb4843') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:15.479846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.496681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.503653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:56:15.504050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.558823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:43Z', 'revision_number': 5, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:56:15.571655 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:56:15.575061 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.605866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.608483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7dade-9079-4fd8-bf24-100840978b1c None None] The sync data for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 is: [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:45:38Z', 'revision_number': 4, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b29131b5-ecdc-42f7-ac0f-277bb0158ee8', 'name': '', 'network_id': 'c33338f6-ec5f-45c2-b663-42466aa817e7', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'mac_address': 'fa:16:3e:82:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '0beba905-7692-49b7-9315-f028bd756783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:34Z', 'updated_at': '2021-11-10T03:45:43Z', 'revision_number': 5, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'subnets': [{'id': '0beba905-7692-49b7-9315-f028bd756783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:56:15.609197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] 10.222.0.24 "DELETE /v2.0/networks/cb992a25-1d94-4e9f-90b5-81c397db0d20 HTTP/1.1" status: 204 len: 168 time: 0.3828080 Nov 10 03:56:15.636081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.638483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9df0c-1762-442f-8167-14289e8146b8 tempest-QuotasNegativeTest-1131241962 tempest-QuotasNegativeTest-1131241962-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb992a25-1d94-4e9f-90b5-81c397db0d20,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:15.662493 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-418cdfe8-2c0c-4f91-acd6-b79544a4c7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.689148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=581d1b65-44dd-445b-944a-e9c9e60ceb38,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:15.710517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ed386-5b68-4cbb-a39d-15a2ccfc68d5 req-47ec3172-16b7-4f03-a9b4-0e21972beacc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:15.712388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-789ed386-5b68-4cbb-a39d-15a2ccfc68d5 req-47ec3172-16b7-4f03-a9b4-0e21972beacc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 865 time: 0.1423986 Nov 10 03:56:15.803410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] No DVR routers for this DVR port 581d1b65-44dd-445b-944a-e9c9e60ceb38 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:15.807870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:15.815303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0a3d3a4-132a-4ea5-9fb5-22a88ce3cf4a req-8af18583-93e6-4548-9743-f359d99a89ff tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.44 "DELETE /v2.0/ports/581d1b65-44dd-445b-944a-e9c9e60ceb38 HTTP/1.1" status: 204 len: 173 time: 1.2754226 Nov 10 03:56:15.818695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-789ed386-5b68-4cbb-a39d-15a2ccfc68d5 req-3ed764a4-4761-42f9-af92-5279dd7494c7 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997593 Nov 10 03:56:15.963415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587'}, {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:15.966091 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b048451-e94b-465f-b003-87ef710de00f" -d '{"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587"}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:16.021076 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d870df29-88b4-48e8-88fe-90f7f9286a42 x-openstack-request-id: req-d870df29-88b4-48e8-88fe-90f7f9286a42 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:16.021374 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "68b2ccaa-b1bf-41d6-ae63-65c1af97f587", "status": "completed", "code": 200}, {"server_uuid": "5ec305d5-4f22-4fdf-a203-8b6378f02cb3", "name": "network-vif-deleted", "tag": "581d1b65-44dd-445b-944a-e9c9e60ceb38", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:16.021893 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d870df29-88b4-48e8-88fe-90f7f9286a42 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:16.022330 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': '68b2ccaa-b1bf-41d6-ae63-65c1af97f587', 'status': 'completed', 'code': 200} Nov 10 03:56:16.022582 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec305d5-4f22-4fdf-a203-8b6378f02cb3', 'name': 'network-vif-deleted', 'tag': '581d1b65-44dd-445b-944a-e9c9e60ceb38', 'status': 'completed', 'code': 200} Nov 10 03:56:16.204294 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63774cdf-3e12-469b-ab41-5eeefaf49d0a None None] New status for floating IP 78137f15-ba0b-40fd-8895-75e34634b0fd: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:56:16.489075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39478) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:16.663556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a8eb-ffd0-4332-b79f-b5742e9aeead admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:16.698968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:16.767116 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a8eb-ffd0-4332-b79f-b5742e9aeead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:16.772825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a8eb-ffd0-4332-b79f-b5742e9aeead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:16.818104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f9a7a8eb-ffd0-4332-b79f-b5742e9aeead admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=883bc258d82546168fba6ae903b8ebda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3270814 Nov 10 03:56:16.818975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7a8eb-ffd0-4332-b79f-b5742e9aeead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fadf9ab-f43e-491e-8c40-c3f1b2b49c45,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:16.820771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39488) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:16.892040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-753d27ee-5e4e-4a04-8f31-38b396fa9658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:16.948616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-753d27ee-5e4e-4a04-8f31-38b396fa9658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:16.994710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-330052a6-1465-4ffc-b48c-b390f9eaac12 req-20245704-c07e-429e-a322-30d3fe4a366a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0500855 Nov 10 03:56:17.027777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-753d27ee-5e4e-4a04-8f31-38b396fa9658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.032808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-753d27ee-5e4e-4a04-8f31-38b396fa9658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.049386 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-753d27ee-5e4e-4a04-8f31-38b396fa9658 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fadf9ab-f43e-491e-8c40-c3f1b2b49c45 HTTP/1.1" status: 204 len: 168 time: 0.2228312 Nov 10 03:56:17.069833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d27ee-5e4e-4a04-8f31-38b396fa9658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fadf9ab-f43e-491e-8c40-c3f1b2b49c45,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:17.459163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39500) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:17.477157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474996f1-4c30-4c80-b4ff-74931482f4e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.586969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474996f1-4c30-4c80-b4ff-74931482f4e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.592629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474996f1-4c30-4c80-b4ff-74931482f4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.652837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-474996f1-4c30-4c80-b4ff-74931482f4e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9bd4f94a67e418e8233dcd17244b294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921792 Nov 10 03:56:17.654207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474996f1-4c30-4c80-b4ff-74931482f4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb2c03-a441-4766-8844-1a6e43e12d75,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:17.655384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39506) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:17.744144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2419271d-a1be-4656-a61e-b05400c2f74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.775458 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2419271d-a1be-4656-a61e-b05400c2f74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.834230 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2419271d-a1be-4656-a61e-b05400c2f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.838926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2419271d-a1be-4656-a61e-b05400c2f74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:17.840398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2419271d-a1be-4656-a61e-b05400c2f74f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7feb2c03-a441-4766-8844-1a6e43e12d75 HTTP/1.1" status: 204 len: 168 time: 0.1833768 Nov 10 03:56:17.864126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419271d-a1be-4656-a61e-b05400c2f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb2c03-a441-4766-8844-1a6e43e12d75,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:18.239264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd922e5e-1a21-4e32-9469-34ee0fd45312 req-fd665860-f86d-4182-b1a6-3b4c05666457 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0659933 Nov 10 03:56:18.361187 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:18.746398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b7090-5a02-47c2-ad01-c17a77f012bf req-763e0d2a-2388-471e-94c5-58a2a8ae83e8 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:18.751528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a4b7090-5a02-47c2-ad01-c17a77f012bf req-763e0d2a-2388-471e-94c5-58a2a8ae83e8 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0850735 Nov 10 03:56:18.854168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a4b7090-5a02-47c2-ad01-c17a77f012bf req-046a2922-d0a2-49f9-9ec3-9808d96a6203 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869029 Nov 10 03:56:19.070275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:19.492251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2049532c-034e-4ba2-8252-e9e761eb43db req-5159c027-e740-456f-ae74-5688f778d982 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0689502 Nov 10 03:56:20.085890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2624df-5a7a-4b16-b8b0-905c8eacbbd5 req-4bb421c4-d16c-4a53-8154-9e78a424f638 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:20.100230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f2624df-5a7a-4b16-b8b0-905c8eacbbd5 req-4bb421c4-d16c-4a53-8154-9e78a424f638 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1273773 Nov 10 03:56:20.134139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39578) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:20.171699 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f2624df-5a7a-4b16-b8b0-905c8eacbbd5 req-d83db166-b7b5-44bb-b2a2-4106fce856e9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690885 Nov 10 03:56:20.318047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1771464030', 'network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:20.355464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Made reservation on behalf of 40f1631da3f8405da50edc7d54451144 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:20.359200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:20.369818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:20.461670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:20.480435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:20.490438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] device_id is not set on port 002e2ea9-ab56-4277-9916-3918cc464e21 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:20.555042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca39cf0-e61e-4fe8-b447-0cc0bb73331f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:20.667421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Allocated IP 172.25.6.152 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/002e2ea9-ab56-4277-9916-3918cc464e21) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:20.682281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-503419f4-5a0f-4dcf-8015-35fe3fd4264a req-ae0cb9ba-6c2b-4841-bfc4-cbc560d8bb03 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0732827 Nov 10 03:56:20.908243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:20.966123 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:21.030607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:21.034311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:21.038735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:21.054682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf933c-09da-4e85-9945-2aae4e381d07 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:21.104013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:21.104529 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:21.120375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Pushing event updated for resources: {'Port': ['ID=002e2ea9-ab56-4277-9916-3918cc464e21,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:21.140180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ee060693-edec-40e3-819a-fdb871774ecc tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0011160 Nov 10 03:56:21.140774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39590) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:21.153440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.152'}]}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:21.173639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b15611b0-0abf-47bd-9b36-1ebb7ea68a8f None None] Provisioning complete for port 002e2ea9-ab56-4277-9916-3918cc464e21 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:21.174045 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b15611b0-0abf-47bd-9b36-1ebb7ea68a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:21.220117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:21.221192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:21.282475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b15611b0-0abf-47bd-9b36-1ebb7ea68a8f None None] Port 002e2ea9-ab56-4277-9916-3918cc464e21 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:56:21.321216 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:21.545971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180c3b0-3b6b-40ef-bdec-0698e02fde0f req-09dbb07d-9080-47ca-83be-410ddf99a852 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:21.553174 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4180c3b0-3b6b-40ef-bdec-0698e02fde0f req-09dbb07d-9080-47ca-83be-410ddf99a852 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.2304640 Nov 10 03:56:21.585982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:21.644697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4180c3b0-3b6b-40ef-bdec-0698e02fde0f req-37fc706a-8a72-43fd-aeee-979831f7875b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904880 Nov 10 03:56:21.900073 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d421333f-bf86-42b4-8841-6762d6c3d9a8 req-d3273885-9da6-4e52-92e1-5668c5a4906c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0601957 Nov 10 03:56:21.988639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:22.012299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:22.254894 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:22.905198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:22.916206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:22.978380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78a392-d04a-4f61-9ba2-ea9ad8a72dfa req-2260f9ad-8237-4c3b-9362-21189516bde6 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:22.985679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a78a392-d04a-4f61-9ba2-ea9ad8a72dfa req-2260f9ad-8237-4c3b-9362-21189516bde6 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1141169 Nov 10 03:56:23.009696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:23.010217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87459bed-6a01-498c-94d8-76639b990e09 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:56:23.119680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f3810e8-6687-4346-8319-43143b792c50 req-4db470fd-6b73-4577-89ab-f34e7d56d95c tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0873115 Nov 10 03:56:23.158402 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 03:56:23.159855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c75ff151-bf54-4d3f-899d-e14bc21f6068 tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0182593 Nov 10 03:56:23.166210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39616) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:23.172947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a78a392-d04a-4f61-9ba2-ea9ad8a72dfa req-b3594e2d-dab5-4459-b6d8-f6844cd44d5f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862946 Nov 10 03:56:23.262536 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:23.339579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Deleting port 002e2ea9-ab56-4277-9916-3918cc464e21 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:23.340011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:23.433958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:23.460982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Calling delete_port for 002e2ea9-ab56-4277-9916-3918cc464e21 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:23.614702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:23.673980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Pushing event deleted for resources: {'Port': ['ID=002e2ea9-ab56-4277-9916-3918cc464e21,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:23.698310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8b7ee6-6a39-4a07-81e4-2136547bf8e7 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:23.755601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:23.762447 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a1dd8a86-2aa8-4134-ae78-2e14b0caf07a tempest-RoutersAdminNegativeTest-947804287 tempest-RoutersAdminNegativeTest-947804287-project-admin] 10.222.0.24 "DELETE /v2.0/ports/002e2ea9-ab56-4277-9916-3918cc464e21 HTTP/1.1" status: 204 len: 168 time: 0.5913289 Nov 10 03:56:24.124785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39634) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:24.390993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d1fbc7c-85e8-42e1-8b63-64b05f518e22 req-14e71da2-50c3-4d63-a52d-1c8643ec12bf tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0800567 Nov 10 03:56:24.421127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6eb44aff-97dd-40f3-bc3b-3c9587e27b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:24.472691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50086c5b-543c-466c-a4b9-4b4307f80f89 req-36d65a4c-c66b-4ab6-b6ed-a7125f4efcd9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:24.474278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50086c5b-543c-466c-a4b9-4b4307f80f89 req-36d65a4c-c66b-4ab6-b6ed-a7125f4efcd9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1414199 Nov 10 03:56:24.612090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50086c5b-543c-466c-a4b9-4b4307f80f89 req-2872a672-43d7-4ffb-b9ab-e50cfde6a55b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303670 Nov 10 03:56:24.651968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6eb44aff-97dd-40f3-bc3b-3c9587e27b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:24.657648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6eb44aff-97dd-40f3-bc3b-3c9587e27b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:24.719678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb44aff-97dd-40f3-bc3b-3c9587e27b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60703d09-d8ec-4f7e-8fde-fc86f84429a9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:24.779302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39646) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:24.779468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6eb44aff-97dd-40f3-bc3b-3c9587e27b83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b4cbd1f3e5143e3892fe0fcf9dd4f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6533437 Nov 10 03:56:24.866051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f08f077f-2ca7-4c06-88b6-0041db595f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:24.907784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f08f077f-2ca7-4c06-88b6-0041db595f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:24.969559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f08f077f-2ca7-4c06-88b6-0041db595f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:24.973243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f08f077f-2ca7-4c06-88b6-0041db595f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:24.974705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f08f077f-2ca7-4c06-88b6-0041db595f5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60703d09-d8ec-4f7e-8fde-fc86f84429a9 HTTP/1.1" status: 204 len: 168 time: 0.1937931 Nov 10 03:56:24.986560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f077f-2ca7-4c06-88b6-0041db595f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60703d09-d8ec-4f7e-8fde-fc86f84429a9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:25.367417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39656) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:25.441130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2b5b6ac-9a5f-486b-b881-18263a889f95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40f1631da3f8405da50edc7d54451144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722358 Nov 10 03:56:25.443201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39658) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:25.499028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b29f3ec-390f-4428-9f5c-a1002d827b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:25.522354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b29f3ec-390f-4428-9f5c-a1002d827b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:25.586812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e832c36-9c43-4d02-85bc-1dc1352f1971 req-d6851e51-c17f-4985-be06-b36846eb0feb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0371416 Nov 10 03:56:25.617574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b29f3ec-390f-4428-9f5c-a1002d827b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:25.621265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b29f3ec-390f-4428-9f5c-a1002d827b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:25.622625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6b29f3ec-390f-4428-9f5c-a1002d827b00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ca39cf0-e61e-4fe8-b447-0cc0bb73331f HTTP/1.1" status: 204 len: 168 time: 0.1783609 Nov 10 03:56:25.633562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29f3ec-390f-4428-9f5c-a1002d827b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca39cf0-e61e-4fe8-b447-0cc0bb73331f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:25.820444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394b80d-9a37-494d-9ff9-b75dfd4bc40f req-657cfbdb-3489-4fdb-abfc-e298a68bee2a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:25.832994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e394b80d-9a37-494d-9ff9-b75dfd4bc40f req-657cfbdb-3489-4fdb-abfc-e298a68bee2a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1257734 Nov 10 03:56:25.955762 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e394b80d-9a37-494d-9ff9-b75dfd4bc40f req-99c90bef-fe5d-4bc0-830c-bd49f63c6c95 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139021 Nov 10 03:56:26.782995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4f5ae81-40e7-4607-9b14-90c6f3c68dbc req-97bb890f-87af-4529-9bc6-7a474cb9432b tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0960679 Nov 10 03:56:26.893253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39700) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:27.034080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1879785880'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:27.084787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:27.089798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.114177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.188773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837163b-319a-4005-a5e3-51b72bfe57d3 req-892f9117-ab21-44c5-bbc7-dfbef9a23bba tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:27.201464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f837163b-319a-4005-a5e3-51b72bfe57d3 req-892f9117-ab21-44c5-bbc7-dfbef9a23bba tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1294665 Nov 10 03:56:27.264085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f837163b-319a-4005-a5e3-51b72bfe57d3 req-7e367346-4d60-48f0-abf0-861099ec34ed tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613985 Nov 10 03:56:27.319739 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.325698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.359617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:56:27.375892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f76f2b4-f1f2-4c07-8d02-6f6efa1288c5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:27.391749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.393214 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Added segment 499adf65-fb47-4629-b94f-257eaf98dacd of type vlan for network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f Nov 10 03:56:27.450610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.480444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.487317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:27.488314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:27.560900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Network': ['ID=e04a6943-29a2-4f79-b1da-83bbeb5b2e1f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:27.576296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:56:27.585699 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-84af980b-be15-43f6-9fe3-1dd0f5643876 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6876841 Nov 10 03:56:27.585890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39708) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:27.591435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:27.776169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:27.779964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:28.132134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2df9886f-cb03-49a9-a712-bb723068ec73 req-95e9575e-f0ed-413f-99f6-4d5c7b345f94 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0409949 Nov 10 03:56:28.133700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:28.246267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:56:28.246591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network hostable DHCP agents. Network: e04a6943-29a2-4f79-b1da-83bbeb5b2e1f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:56:28.257310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:28.280286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:56:28.292284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e04a6943-29a2-4f79-b1da-83bbeb5b2e1f) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:28.299133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:28.299133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:28.311719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e492c57c-22ad-4486-9c84-c7dfdf9bc602 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:28.334462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-65f0b261-5958-4af7-879f-25ff11be85ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7473576 Nov 10 03:56:28.337833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39726) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:28.345104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'name': 'tempest-NetworksTestDHCPv6-476480004'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:28.494260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af044b3b-41f1-48aa-9c1f-cd5610bc2426 req-4f12de11-1b5b-4311-9985-93b316671f77 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:28.499813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af044b3b-41f1-48aa-9c1f-cd5610bc2426 req-4f12de11-1b5b-4311-9985-93b316671f77 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1074746 Nov 10 03:56:28.534514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:28.541111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:28.564947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 7f16c1a1-8f13-43f0-95d4-756fbe6c5d06 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:28.601111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af044b3b-41f1-48aa-9c1f-cd5610bc2426 req-b2ecd525-3297-4da1-81e9-0c9a8604ce00 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951891 Nov 10 03:56:28.658322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:56:28.662255 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:28.764755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::e (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8/7f16c1a1-8f13-43f0-95d4-756fbe6c5d06) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:29.042887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:29.094080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:29.126692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:29.128179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:29.166051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:29.172691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:29.173452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:29.201734 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8626904 Nov 10 03:56:29.204333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39736) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:29.236238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8/2fb375db-ec65-4528-81f2-256089f7b834) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:29.244718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412ced2-6fa9-473d-bc59-2a0cede07c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=7f16c1a1-8f13-43f0-95d4-756fbe6c5d06,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:29.319485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d0a4f-380b-440a-8761-817ab9ddf24f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:29.325391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2e7d0a4f-380b-440a-8761-817ab9ddf24f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1155717 Nov 10 03:56:29.325391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01ce684a-9743-40b1-baad-b89c26064132 req-cf7e60e1-70fb-4a2d-b243-6f927b246a0d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0501854 Nov 10 03:56:29.326113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39740) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:29.544585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 7f16c1a1-8f13-43f0-95d4-756fbe6c5d06 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:29.545367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:29.765346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:29.776480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:29.814102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:29.833751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 7f16c1a1-8f13-43f0-95d4-756fbe6c5d06 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:29.894077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Pushing event updated for resources: {'Port': ['ID=2fb375db-ec65-4528-81f2-256089f7b834,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:29.906746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:29.909175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:29.928084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:29.940617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc424b-71ba-4bc1-b95e-5a4b5169ec41 req-c2472657-bd5c-42d8-bdd9-29316dc7b90b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:29.944262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62bc424b-71ba-4bc1-b95e-5a4b5169ec41 req-c2472657-bd5c-42d8-bdd9-29316dc7b90b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1432843 Nov 10 03:56:29.970806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ddec-6182-4239-9283-7ee6219864c4 req-77039395-2217-4f9f-83b5-b780d97e054b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:29.972653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc82ddec-6182-4239-9283-7ee6219864c4 req-77039395-2217-4f9f-83b5-b780d97e054b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1901014 Nov 10 03:56:30.025967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Attempting to bind port 2fb375db-ec65-4528-81f2-256089f7b834 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:56:30.025967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Attempting to bind port 2fb375db-ec65-4528-81f2-256089f7b834 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:56:30.026299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Attempting to bind port 2fb375db-ec65-4528-81f2-256089f7b834 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:30.031566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:56:30.031938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:56:30.032328 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:30.032709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:56:30.033161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Bound port: 2fb375db-ec65-4528-81f2-256089f7b834, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:56:30.033529 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:30.075734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:30.126466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] For port 2fb375db-ec65-4528-81f2-256089f7b834, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:30.126812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=7f16c1a1-8f13-43f0-95d4-756fbe6c5d06,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:30.138298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] For port 2fb375db-ec65-4528-81f2-256089f7b834, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2fb375db-ec65-4528-81f2-256089f7b834,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:56:30.145687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62bc424b-71ba-4bc1-b95e-5a4b5169ec41 req-eeb0323c-39fd-4c3f-b8f8-667e06a52135 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869903 Nov 10 03:56:30.153816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:30.189354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc82ddec-6182-4239-9283-7ee6219864c4 req-1b0e86c8-9343-4a9b-9974-89ad02e659e8 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914759 Nov 10 03:56:30.200052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:30.219587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:30.221965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9d386093-306e-4aca-a0ea-352f31d61544 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/7f16c1a1-8f13-43f0-95d4-756fbe6c5d06 HTTP/1.1" status: 204 len: 168 time: 0.8925545 Nov 10 03:56:30.271235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aa5f4-5eae-49c8-97b9-c2de4d649411 None None] Pushing event updated for resources: {'Port': ['ID=2fb375db-ec65-4528-81f2-256089f7b834,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:30.350885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259feb2-792e-4884-9165-37c01b70c95f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:30.352451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259feb2-792e-4884-9165-37c01b70c95f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:30.355098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6259feb2-792e-4884-9165-37c01b70c95f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1340044 Nov 10 03:56:30.357867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39756) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:30.434178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e537375-e74a-4e93-9600-8e826c7e7e58 req-bf276db0-f11f-406b-a1f1-d46cc3113b93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:30.437590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e537375-e74a-4e93-9600-8e826c7e7e58 req-bf276db0-f11f-406b-a1f1-d46cc3113b93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0813198 Nov 10 03:56:30.495487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:30.499974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:30.547983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e537375-e74a-4e93-9600-8e826c7e7e58 req-2bd94991-ebac-4358-8587-7485331d67da tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967553 Nov 10 03:56:30.730106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:30.764661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a93f7a9-0a25-4cda-adee-a6d12f3123f6 req-a3199315-d216-48fd-9ec9-a149244bd65a tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0795860 Nov 10 03:56:31.036204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-51982566-5831-4208-ae47-93c87d07a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:31.036204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-51982566-5831-4208-ae47-93c87d07a99c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.2223647 Nov 10 03:56:31.128371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:31.211052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:31.248614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-7e94211f-de94-46e1-a9ae-d8cb56d8c1d6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:31.263007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-7e94211f-de94-46e1-a9ae-d8cb56d8c1d6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.1504776 Nov 10 03:56:31.279370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:31.286333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:31.289732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-735599cb-405b-448c-bc5e-a68bb4719232 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8 HTTP/1.1" status: 204 len: 168 time: 0.9307895 Nov 10 03:56:31.293892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39782) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:31.298485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bd565-93e7-417c-b26c-ae189b9eda21 req-3fbcea3f-de34-4594-add2-99906f5b82b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:31.310834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f33bd565-93e7-417c-b26c-ae189b9eda21 req-3fbcea3f-de34-4594-add2-99906f5b82b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.3261085 Nov 10 03:56:31.342913 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-58b0d830-927e-4952-ad64-d2b9b745238d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/quotas/49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 375 time: 0.0786104 Nov 10 03:56:31.372229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-91545975-04f3-49e0-8094-eda2d9f403b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725601 Nov 10 03:56:31.372229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39784) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:31.378348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:31.445414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-1d3b9886-9fc3-4e0d-b89a-a68d61fcb05c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1012390 Nov 10 03:56:31.468646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f33bd565-93e7-417c-b26c-ae189b9eda21 req-cf14daf4-8974-4d65-934e-1aabd0820b1e tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549582 Nov 10 03:56:31.534524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-d48196ff-0009-4f9f-9aa0-b6dc9e015d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:31.536035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-d48196ff-0009-4f9f-9aa0-b6dc9e015d13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.4762554 Nov 10 03:56:31.633791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-e334d3e0-2edc-48ed-a762-8ecd0889ba6a service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872571 Nov 10 03:56:31.657999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:31.667133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:31.803962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-f2a5821b-36ad-4097-b5a9-b7f9ddd97b5a service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686871 Nov 10 03:56:31.960652 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-96886520-c0a6-4bac-8960-12cb047a60ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 1001 time: 0.4131269 Nov 10 03:56:32.081316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d4fb4d7-bcd3-4283-8ea0-f941068c4785 req-5d87834b-350c-4258-b87e-5e2e090798c6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.1045756 Nov 10 03:56:32.091240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9bbf1-396c-4f72-81c2-9f03c93d684b None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:32.203639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-1598a4ab-b0bd-4705-9c3e-fd95eef78a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:32.205329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-1598a4ab-b0bd-4705-9c3e-fd95eef78a2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.2319260 Nov 10 03:56:32.276151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2fb375db-ec65-4528-81f2-256089f7b834 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:32.325824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e479935d-8fdf-45a5-8018-e1a451859380 req-e1fd749c-30ee-4ae7-8f7b-51e03eab9986 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 210 time: 0.0713768 Nov 10 03:56:32.330421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:32.351390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:32.354122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:32.357631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:32.358379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:32.394220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-aa5541c4-9f3f-4e44-bbec-8b84ee082b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:32.396182 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-aa5541c4-9f3f-4e44-bbec-8b84ee082b74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710765 Nov 10 03:56:32.450317 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0759854 Nov 10 03:56:32.450673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39804) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:32.455994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'name': 'tempest-NetworksTestDHCPv6-318179426'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:32.468044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-74ce9d26-fbea-4a38-8d19-da4700f27d89 None None] Provisioning complete for port 2fb375db-ec65-4528-81f2-256089f7b834 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:32.468414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74ce9d26-fbea-4a38-8d19-da4700f27d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:32.490089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b093f7-abd8-4d81-b5d0-5e297e0cfead tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=3c4ddce9-0df2-445f-892c-a05874878689,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:32.623154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-17c98156-29b1-4f17-aa8a-6a07c3d9eb66 service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172940 Nov 10 03:56:32.825196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564133-1379-4e56-8969-75313e16b866 req-1a66f055-60b0-4a8b-9e4f-06c8f3e559e8 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:32.834637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd564133-1379-4e56-8969-75313e16b866 req-1a66f055-60b0-4a8b-9e4f-06c8f3e559e8 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1955256 Nov 10 03:56:32.876356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-674d9f36-ed75-4e17-acb0-10d058ee1ff5 req-32209e5a-3a93-472c-8dcb-3e2f9fbfdf7e service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456005 Nov 10 03:56:32.879670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74ce9d26-fbea-4a38-8d19-da4700f27d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:32.931445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2fb375db-ec65-4528-81f2-256089f7b834 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:32.931886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:32.942556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:32.952056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:33.022942 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd564133-1379-4e56-8969-75313e16b866 req-8bfa594c-e04a-4168-8841-ddf6cd011e62 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872642 Nov 10 03:56:33.046550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 9848311f-18e4-4350-bfd7-e27dd66fe682 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:33.053594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-74ce9d26-fbea-4a38-8d19-da4700f27d89 None None] For port 2fb375db-ec65-4528-81f2-256089f7b834, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2fb375db-ec65-4528-81f2-256089f7b834,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:33.066197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74ce9d26-fbea-4a38-8d19-da4700f27d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:33.234785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9d26-fbea-4a38-8d19-da4700f27d89 None None] Pushing event updated for resources: {'Port': ['ID=2fb375db-ec65-4528-81f2-256089f7b834,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:33.353544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60ec9aa8-f50e-4b6a-87e8-c67b7cda67bd req-612938b5-557c-40f7-b5cd-2022a3582ccb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0501380 Nov 10 03:56:33.406275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9d6ef-88e4-4c16-ab7d-c8d19cbac3dd None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:33.408216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::13b (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/3c4ddce9-0df2-445f-892c-a05874878689/9848311f-18e4-4350-bfd7-e27dd66fe682) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:33.522248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1fd9c03f-be3a-4a70-a41c-7a26604349cf None None] Provisioning complete for port 2fb375db-ec65-4528-81f2-256089f7b834 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:33.522961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c03f-be3a-4a70-a41c-7a26604349cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:33.639435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fff96a5b-f9f1-4676-9f4d-0e85902a032c req-15539ae4-eb01-4a77-954d-ff922a832017 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 210 time: 0.1130631 Nov 10 03:56:33.852291 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:33.921908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:34.068851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3306d4d7-d318-40a0-b9f4-917bbc0f8314 None None] Provisioning complete for port 2fb375db-ec65-4528-81f2-256089f7b834 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:34.070379 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3306d4d7-d318-40a0-b9f4-917bbc0f8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:34.080415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:34.085470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:34.088220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:34.103737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:34.104727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:34.178476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2fb375db-ec65-4528-81f2-256089f7b834 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:34.187412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=9848311f-18e4-4350-bfd7-e27dd66fe682,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:34.218503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-545bd774-383e-4770-b28c-77d53a308eab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7666750 Nov 10 03:56:34.219518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39828) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:34.419737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2fb375db-ec65-4528-81f2-256089f7b834 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:34.420912 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:34.444949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a8ada-cdb6-4a3a-9792-937e620f7667 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:34.450542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-5b719445-622d-4287-a9b3-7733484de3c2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:34.451346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a8ada-cdb6-4a3a-9792-937e620f7667 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:34.453174 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4d3a8ada-cdb6-4a3a-9792-937e620f7667 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2293606 Nov 10 03:56:34.453811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-5b719445-622d-4287-a9b3-7733484de3c2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.3400836 Nov 10 03:56:34.455658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39834) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:34.481957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1eda4-322a-4570-aaac-e30c3c35b15d req-ca8a0af7-a527-4e5e-aee3-f1674ed49051 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:34.489655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04e1eda4-322a-4570-aaac-e30c3c35b15d req-ca8a0af7-a527-4e5e-aee3-f1674ed49051 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.2384453 Nov 10 03:56:34.564981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'port': {'device_id': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'admin_state_up': True, 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:34.601857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04e1eda4-322a-4570-aaac-e30c3c35b15d req-18a13f70-786a-4f7f-aa80-affede0ff6c0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064439 Nov 10 03:56:34.691192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-22aea397-d108-4a7b-b674-a75a3936108c None None] Could not find standard attr ID for object 7f16c1a1-8f13-43f0-95d4-756fbe6c5d06. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:56:34.769732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05056f8c-d02c-4ae7-a4af-06fd980612b1 req-ea40d7e6-aeec-45d7-b499-2e78d4a18f4e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0831113 Nov 10 03:56:34.860333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 9848311f-18e4-4350-bfd7-e27dd66fe682 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:34.860998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:34.919648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afb85433-d548-4e0e-a48a-36b2558fb72f req-d4e6f076-300c-48a1-af7c-e6aab1430a9b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 210 time: 0.0399346 Nov 10 03:56:34.957496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Made reservation on behalf of 49ead17c539a4677ae0cc7b67f27625f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:34.962041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:35.057988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f74adc31-823d-4f24-81a2-c29b802c2aea None None] Provisioning complete for port 9848311f-18e4-4350-bfd7-e27dd66fe682 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:35.058353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f74adc31-823d-4f24-81a2-c29b802c2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:35.124320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f74adc31-823d-4f24-81a2-c29b802c2aea None None] Port 9848311f-18e4-4350-bfd7-e27dd66fe682 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:56:35.236071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:35.252443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Allocated IP 172.20.0.12 (395a964d-bcac-441e-812b-11b5147ee392/5932b073-1636-4ec3-858d-313b87aa0e2f/e173265a-b3ff-4613-a084-bbf095afd872) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:35.273272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 9848311f-18e4-4350-bfd7-e27dd66fe682 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:35.580307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:35.635929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:35.650643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:35.688557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['2d603794-2694-4210-a52f-f214323b3e9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:35.737972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:35.746626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:35.766580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:35.768949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=e173265a-b3ff-4613-a084-bbf095afd872,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:35.841701 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:35.855036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:35.856131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:35.953714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=9848311f-18e4-4350-bfd7-e27dd66fe682,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:35.969805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-6ac14197-85fe-4f04-8497-d3da8bcc6a90 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4168065 Nov 10 03:56:36.033175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Request body: {'port': {'device_id': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:36.043861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.051726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8f8cba08-ddfe-413b-83e2-e3f26e6c1bd7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/9848311f-18e4-4350-bfd7-e27dd66fe682 HTTP/1.1" status: 204 len: 168 time: 1.5949204 Nov 10 03:56:36.052309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39858) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:36.078557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f41c98d2-538a-422f-82bb-0e733f83b4ce req-b31726a6-1366-43af-9799-33e88e56e5cd tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec305d5-4f22-4fdf-a203-8b6378f02cb3 HTTP/1.1" status: 200 len: 210 time: 0.0892296 Nov 10 03:56:36.184444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9f965-8013-4e8b-8ce2-7a3eaaba08f0 req-6d6bc7bd-83cc-475e-84df-7bc617af0bdb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:36.192639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6af9f965-8013-4e8b-8ce2-7a3eaaba08f0 req-6d6bc7bd-83cc-475e-84df-7bc617af0bdb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 932 time: 0.0793200 Nov 10 03:56:36.289234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6af9f965-8013-4e8b-8ce2-7a3eaaba08f0 req-d17aca47-44b3-4c7a-b236-b130f8db4104 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934198 Nov 10 03:56:36.327666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.332416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b70a33-517c-4af8-88b5-a4ab9db3f1df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:36.342017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b70a33-517c-4af8-88b5-a4ab9db3f1df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:36.343873 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c0b70a33-517c-4af8-88b5-a4ab9db3f1df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2281845 Nov 10 03:56:36.346336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39864) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:36.349015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9c90e01d-2c70-4b67-a5ee-6d4d05c410df None None] Provisioning complete for port e173265a-b3ff-4613-a084-bbf095afd872 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:36.349448 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9c90e01d-2c70-4b67-a5ee-6d4d05c410df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.395564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9c90e01d-2c70-4b67-a5ee-6d4d05c410df None None] Port e173265a-b3ff-4613-a084-bbf095afd872 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:56:36.474530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 3c4ddce9-0df2-445f-892c-a05874878689 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:36.484829 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.622970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.721763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.825049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.855659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4ddce9-0df2-445f-892c-a05874878689,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:36.890488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.896700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8ec56bb7-fa21-490c-978f-17f11c8d7a15 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/3c4ddce9-0df2-445f-892c-a05874878689 HTTP/1.1" status: 204 len: 168 time: 0.5390801 Nov 10 03:56:36.898016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39868) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:36.900207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ac9d5-dcee-4891-bf76-4bf6d720b364 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:36.942327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7d2ec4e1-1547-4a98-9d1a-46434847e5ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416496 Nov 10 03:56:36.942966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39870) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:36.956423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e173265a-b3ff-4613-a084-bbf095afd872 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:56:36.966612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:36.979320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:36.997512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Transition to ACTIVE for port object e173265a-b3ff-4613-a084-bbf095afd872 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:56:37.005804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.169198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Pushing event updated for resources: {'Port': ['ID=e173265a-b3ff-4613-a084-bbf095afd872,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:37.256785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39878) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:37.280479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Attempting to bind port e173265a-b3ff-4613-a084-bbf095afd872 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:56:37.280842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Attempting to bind port e173265a-b3ff-4613-a084-bbf095afd872 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:56:37.281167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Attempting to bind port e173265a-b3ff-4613-a084-bbf095afd872 on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:37.287027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Port e173265a-b3ff-4613-a084-bbf095afd872 on network 395a964d-bcac-441e-812b-11b5147ee392 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:56:37.287400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Attempting to bind port e173265a-b3ff-4613-a084-bbf095afd872 on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:37.314613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:56:37.321476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:56:37.323869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Bound using segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:56:37.324345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Bound port: e173265a-b3ff-4613-a084-bbf095afd872, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:56:37.324721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.360164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:37.361864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7c9b-4844-4426-9ed7-41784547d402 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.376818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:37.382302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.440384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] For port e173265a-b3ff-4613-a084-bbf095afd872, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:37.442801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] Deleting port 2fb375db-ec65-4528-81f2-256089f7b834 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:37.443640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.446058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] For port e173265a-b3ff-4613-a084-bbf095afd872, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e173265a-b3ff-4613-a084-bbf095afd872,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:56:37.457022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.488711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7c9b-4844-4426-9ed7-41784547d402 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.503519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:37.504183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.506159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] 10.222.0.11 "PUT /v2.0/ports/e173265a-b3ff-4613-a084-bbf095afd872 HTTP/1.1" status: 200 len: 1092 time: 1.4902511 Nov 10 03:56:37.508842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:37.511250 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec" -d '{"events": [{"name": "network-changed", "server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "tag": "e173265a-b3ff-4613-a084-bbf095afd872"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:37.553600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d504c3-44c0-450c-90b2-ffd02977398a service neutron] Pushing event updated for resources: {'Port': ['ID=e173265a-b3ff-4613-a084-bbf095afd872,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:37.593587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] For port 2fb375db-ec65-4528-81f2-256089f7b834, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2fb375db-ec65-4528-81f2-256089f7b834,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:37.594010 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.595730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f20731-a97b-4e29-9528-e5127aa90f7f req-87082fcf-0112-405b-96d6-5fbee181afb6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:37.597242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21f20731-a97b-4e29-9528-e5127aa90f7f req-87082fcf-0112-405b-96d6-5fbee181afb6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 944 time: 0.1443882 Nov 10 03:56:37.623778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] Calling delete_port for 2fb375db-ec65-4528-81f2-256089f7b834 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:37.650371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-e92d42b2-5f83-4412-999c-8331e4c63386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:37.656582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-e92d42b2-5f83-4412-999c-8331e4c63386 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 1095 time: 0.0753605 Nov 10 03:56:37.658697 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d63bfe-f05a-4574-a574-2795febf02d7 x-openstack-request-id: req-74d63bfe-f05a-4574-a574-2795febf02d7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:37.658991 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "tag": "e173265a-b3ff-4613-a084-bbf095afd872", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:37.659718 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74d63bfe-f05a-4574-a574-2795febf02d7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:37.660233 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872', 'status': 'completed', 'code': 200} Nov 10 03:56:37.709015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21f20731-a97b-4e29-9528-e5127aa90f7f req-e77c4ff8-ea3a-42c2-89ed-3c6586207f0b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925121 Nov 10 03:56:37.731599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7c9b-4844-4426-9ed7-41784547d402 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.745866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7c9b-4844-4426-9ed7-41784547d402 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.749408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d3d7c9b-4844-4426-9ed7-41784547d402 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd HTTP/1.1" status: 204 len: 168 time: 0.4893672 Nov 10 03:56:37.755513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39888) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:37.766156 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-3183315e-e979-414a-861a-3b2d112f8fce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e173265a-b3ff-4613-a084-bbf095afd872 HTTP/1.1" status: 200 len: 217 time: 0.0933800 Nov 10 03:56:37.775749 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-87d33601-5e5e-45d1-9a80-326f3362158e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] show failed (client error): The resource could not be found. Nov 10 03:56:37.779519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-87d33601-5e5e-45d1-9a80-326f3362158e tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "GET /v2.0/security-groups/bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd HTTP/1.1" status: 404 len: 347 time: 0.0198092 Nov 10 03:56:37.780362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d7c9b-4844-4426-9ed7-41784547d402 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf075ff5-27f9-402d-8ac8-dbd45a5d7cbd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:37.782147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39892) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:37.888711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:37.912126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] No DVR routers for this DVR port 2fb375db-ec65-4528-81f2-256089f7b834 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:37.991096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa84153-fe71-4d51-abbf-c77dc6d2d1c9 None None] Pushing event deleted for resources: {'Port': ['ID=2fb375db-ec65-4528-81f2-256089f7b834,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:38.027035 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.083533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port f12a1382-59b4-48ab-b3b4-97ec24c41813 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:38.083863 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.094802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2fb375db-ec65-4528-81f2-256089f7b834 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:38.102124 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.119153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 2fb375db-ec65-4528-81f2-256089f7b834 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:38.119819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2fb375db-ec65-4528-81f2-256089f7b834 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:38.264351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=ff3ce9a0-45da-45a9-b8db-038b4bf04881,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:38.276258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:38.281625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:38.291713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326ce21-19e8-487b-8864-cf8a4775acf6 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:38.292902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:38.293700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.332324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b8c9716e-d1eb-4d36-899d-5aa913582f70 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3809488 Nov 10 03:56:38.332324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39900) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:38.336716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'name': 'tempest-NetworksTestDHCPv6-297567595'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:38.391142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.391463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.426005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for f12a1382-59b4-48ab-b3b4-97ec24c41813 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:38.474808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-ed37dd46-f66d-4aaf-9dd8-e1ea15ac55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:38.476282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-ed37dd46-f66d-4aaf-9dd8-e1ea15ac55f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.6984122 Nov 10 03:56:38.690232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-aee4a5f4-d64a-4079-a812-408d0008aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:38.691777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-aee4a5f4-d64a-4079-a812-408d0008aeb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073288 Nov 10 03:56:38.752829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'ff3ce9a0-45da-45a9-b8db-038b4bf04881'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:56:38.754404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.776865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:38.780455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.816744 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-e71f5261-57cc-42fc-a430-7d8fcb8720d0 service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162791 Nov 10 03:56:38.832734 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:38.863075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 9e8b3549-2046-4471-978a-563d66d97e38 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:38.917198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f2b8f-5d73-4399-87cd-be584850441a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:38.973170 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fca78bb9-d26f-43fb-a0c2-4950c60967b1 req-f8724d18-0fb7-4faa-8f82-ffd5da6f837d service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461990 Nov 10 03:56:39.052788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::18a (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ff3ce9a0-45da-45a9-b8db-038b4bf04881/9e8b3549-2046-4471-978a-563d66d97e38) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:39.153227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-09924af7-c95d-4aee-b1bc-972711b8a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:39.154800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-09924af7-c95d-4aee-b1bc-972711b8a2cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 1095 time: 0.0436463 Nov 10 03:56:39.156901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=f12a1382-59b4-48ab-b3b4-97ec24c41813,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:39.222652 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.225901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.227354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d980bfc3-7de8-40c3-b16c-b9db57c701fb tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/floatingips/78137f15-ba0b-40fd-8895-75e34634b0fd HTTP/1.1" status: 204 len: 168 time: 1.4413457 Nov 10 03:56:39.230994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39906) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:39.338537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-c632ba50-49bb-429a-8efe-b22d7260bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:39.340038 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-c632ba50-49bb-429a-8efe-b22d7260bcc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1776934 Nov 10 03:56:39.365665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b64e3-7342-4838-8801-ac50f93e890d req-e506ec16-b220-4cb6-b77a-ca0e20d27335 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:39.365665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-297b64e3-7342-4838-8801-ac50f93e890d req-e506ec16-b220-4cb6-b77a-ca0e20d27335 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 944 time: 0.3876398 Nov 10 03:56:39.409843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-8f0a0fff-a6e2-4a0f-9e0b-e542f334df06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e173265a-b3ff-4613-a084-bbf095afd872 HTTP/1.1" status: 200 len: 217 time: 0.0619352 Nov 10 03:56:39.419097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port c2da002c-c11b-4d2a-b7df-42b6b50c14f0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:39.419736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.458732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-297b64e3-7342-4838-8801-ac50f93e890d req-613b5cf3-a45f-4942-89be-ac4b9a05f285 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926416 Nov 10 03:56:39.485965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.542136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.553456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-e669657c-f849-4a35-841d-455fb808bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:39.557321 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-e669657c-f849-4a35-841d-455fb808bca9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.1330867 Nov 10 03:56:39.592808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:39.596433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:39.605029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:39.615962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:39.616601 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.631087 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.634719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=9e8b3549-2046-4471-978a-563d66d97e38,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:39.650637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6a6b5d66-773e-471e-9545-e77fcd9d54cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3165667 Nov 10 03:56:39.652179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39914) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:39.655378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for c2da002c-c11b-4d2a-b7df-42b6b50c14f0 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:39.677286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ff3ce9a0-45da-45a9-b8db-038b4bf04881/dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:39.688753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-13894fe6-446d-48f2-bc83-8d5188d483ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:39.690742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-13894fe6-446d-48f2-bc83-8d5188d483ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225889 Nov 10 03:56:39.749573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664800fe-f2b0-4ea2-866c-d68553b9d769 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:39.752072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-664800fe-f2b0-4ea2-866c-d68553b9d769 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0979300 Nov 10 03:56:39.755909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39916) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:39.913508 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.929996 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:39.951210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 9e8b3549-2046-4471-978a-563d66d97e38 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:39.951565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.011041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:40.020031 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-9388495e-a291-43ca-869c-857f86cec0b9 service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215787 Nov 10 03:56:40.021596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.022097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:40.026789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:40.069649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Pushing event updated for resources: {'Port': ['ID=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:40.100706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Attempting to bind port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:56:40.101223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Attempting to bind port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:56:40.101564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Attempting to bind port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:40.105235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=c2da002c-c11b-4d2a-b7df-42b6b50c14f0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:40.109367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:56:40.109887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:56:40.110431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.111019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:56:40.111836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Bound port: dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:56:40.115111 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.183818 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.189924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] For port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:40.194918 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.196571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] For port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:56:40.202071 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c2f44614-d73f-4df7-9273-9eb316c556a6 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/ports/c2da002c-c11b-4d2a-b7df-42b6b50c14f0 HTTP/1.1" status: 204 len: 168 time: 0.9698436 Nov 10 03:56:40.202702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39920) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:40.204734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.219674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 9e8b3549-2046-4471-978a-563d66d97e38 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:40.306498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1b64a-bbfe-4cd9-bd91-a999fdd434a5 None None] Pushing event updated for resources: {'Port': ['ID=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:40.368243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48ad3469-2d89-49cd-8e37-1f7ea80e16ec req-9d0391ea-3198-4646-9085-35a2208d1cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383062 Nov 10 03:56:40.373161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port 11a17cda-9619-4adc-b780-c4f5b6249186 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:40.373514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.440824 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.527378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=9e8b3549-2046-4471-978a-563d66d97e38,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:40.575947 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.607464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.630903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-45961498-9502-40dd-a50e-2d422bbb620f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/9e8b3549-2046-4471-978a-563d66d97e38 HTTP/1.1" status: 204 len: 168 time: 0.8708694 Nov 10 03:56:40.630903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39930) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:40.656884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for 11a17cda-9619-4adc-b780-c4f5b6249186 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:40.766509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20292ba1-8764-4e2d-9f1f-d83c055146e3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:40.769388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20292ba1-8764-4e2d-9f1f-d83c055146e3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:40.774546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39932) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:40.779643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-20292ba1-8764-4e2d-9f1f-d83c055146e3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1452591 Nov 10 03:56:40.802669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aab3a2-c110-4db1-b435-d6591fe8d4ba req-7cf45e15-5584-43e1-9bc9-d64eefee9c66 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:40.804044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48aab3a2-c110-4db1-b435-d6591fe8d4ba req-7cf45e15-5584-43e1-9bc9-d64eefee9c66 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 944 time: 0.1502612 Nov 10 03:56:40.892645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet ff3ce9a0-45da-45a9-b8db-038b4bf04881 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:40.896215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:40.900314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48aab3a2-c110-4db1-b435-d6591fe8d4ba req-5c3b629c-fd33-47e6-a3b9-16a162dda3c0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 Nov 10 03:56:40.971827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.049049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.125761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=11a17cda-9619-4adc-b780-c4f5b6249186,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:41.195595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.233108 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.239166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:41.239390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-64a6c938-4370-409f-a412-85af454e773d tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/ports/11a17cda-9619-4adc-b780-c4f5b6249186 HTTP/1.1" status: 204 len: 168 time: 1.0333040 Nov 10 03:56:41.309406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.320724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting subnet c5c01141-9638-40a0-9531-3dc929f16563 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:41.324269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.376078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3ce9a0-45da-45a9-b8db-038b4bf04881,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:41.379585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.383086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-575fbb62-3ca1-445b-beb8-426fe428d7e4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ff3ce9a0-45da-45a9-b8db-038b4bf04881 HTTP/1.1" status: 204 len: 168 time: 0.6041131 Nov 10 03:56:41.385505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39942) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:41.440001 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7ad5320c-6f11-4e81-8a42-f3f843300d53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533154 Nov 10 03:56:41.449436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39944) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:41.542446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35d378d-ee0f-4605-90e2-adfa45bdee49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:41.546239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e35d378d-ee0f-4605-90e2-adfa45bdee49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0932109 Nov 10 03:56:41.554529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:41.662287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f46f16-3e5b-4ffb-85bd-bbf46dd142d1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:41.663985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-93f46f16-3e5b-4ffb-85bd-bbf46dd142d1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1084170 Nov 10 03:56:41.666610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:41.739337 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7dd5b9f8-8c18-4356-81ab-20c55fcc676e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714641 Nov 10 03:56:41.745055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39956) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:41.753269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:41.861303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:41.868018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:41.886653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac71592-4e6c-4d86-a267-6e871165531f None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:41.911269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.098835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.164182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24124-de8a-4ab3-9834-ace83529118b req-7d8b0a28-6994-49be-89d3-e1c7327d25da tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:42.165767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06d24124-de8a-4ab3-9834-ace83529118b req-7d8b0a28-6994-49be-89d3-e1c7327d25da tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 944 time: 0.1025138 Nov 10 03:56:42.191893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.210782 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:42.215966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.261672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:42.264465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c01141-9638-40a0-9531-3dc929f16563,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:42.264645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6a733c9b-fdde-4e87-9225-11fe1961ed66 None None] Provisioning complete for port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:42.264915 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6a733c9b-fdde-4e87-9225-11fe1961ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.283670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06d24124-de8a-4ab3-9834-ace83529118b req-e533670b-e297-4957-b8e4-7a1ec3b90907 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048343 Nov 10 03:56:42.284837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.288133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:42.296972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:42.303301 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-10388761-db26-4cf1-b2a4-281f06c0fc24 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/subnets/c5c01141-9638-40a0-9531-3dc929f16563 HTTP/1.1" status: 204 len: 168 time: 1.0628014 Nov 10 03:56:42.306241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39978) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:42.314566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.338546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=4a3c83cf-ade2-41b3-9306-a38f82174ddd,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:42.365159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17017107-f85a-4f40-b1e4-fdbb53f76f39 None None] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:42.366768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting subnet b66a2a24-14dd-4736-ac57-ddd97c70c32d {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:42.373060 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.384761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-88d23f6a-8d74-4147-8d5a-5c92b28bca9d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6383994 Nov 10 03:56:42.385780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39980) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:42.395140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '4a3c83cf-ade2-41b3-9306-a38f82174ddd', 'ip_address': '2001:db8::b3db:af83:3b89:548c'}], 'name': 'tempest-NetworksTestDHCPv6-2054965988'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:42.481717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.616221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:42.632273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.669984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:42.670665 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.690878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-d7a56819-8e00-440a-a391-a6b2f639ca9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1704593 Nov 10 03:56:42.714443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.768685 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.780003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/subnets/b66a2a24-14dd-4736-ac57-ddd97c70c32d HTTP/1.1" status: 204 len: 168 time: 0.4724565 Nov 10 03:56:42.781324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39992) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:42.789419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40315626-696d-4ca3-a107-16098dad3db8 None None] Network 19ee2310-0d15-4d78-942d-48c00045738f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:42.794655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168baa9-a8c1-404d-b4d0-2f1cf1aacf66 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Subnet': ['ID=b66a2a24-14dd-4736-ac57-ddd97c70c32d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:42.845976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.872072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da480fb3-e401-475a-94f2-6294f6b25968 req-c56d7677-fbda-49f2-b1fc-e3c209e3fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:42.873245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-c56d7677-fbda-49f2-b1fc-e3c209e3fe8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 1096 time: 0.1535776 Nov 10 03:56:42.895766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6a733c9b-fdde-4e87-9225-11fe1961ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.904205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port ac295267-cbd0-4b9f-88dd-43d45a1b7134 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:42.908232 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.938940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6a733c9b-fdde-4e87-9225-11fe1961ed66 None None] For port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:42.958582 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6a733c9b-fdde-4e87-9225-11fe1961ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:42.985803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port 97746322-8f70-4cc8-9568-83a5ec1bcd1c {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:42.987059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.104974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a733c9b-fdde-4e87-9225-11fe1961ed66 None None] Pushing event updated for resources: {'Port': ['ID=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:43.142371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] DHCP port deletion for 7d0374c2-10dc-4f4a-850d-1b602147ceac request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:43.145685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da480fb3-e401-475a-94f2-6294f6b25968 req-9009228e-78da-4216-a5ad-48a48d31fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:43.148387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-9009228e-78da-4216-a5ad-48a48d31fdb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1969912 Nov 10 03:56:43.164037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] For port 97746322-8f70-4cc8-9568-83a5ec1bcd1c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=97746322-8f70-4cc8-9568-83a5ec1bcd1c,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:43.164415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.190756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for 97746322-8f70-4cc8-9568-83a5ec1bcd1c owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:43.218658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-07b3208d-a066-4112-8dba-4d5e0bdb9516 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0a846c-98b0-4164-b550-a0706db5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0611517 Nov 10 03:56:43.220030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] DHCP port deletion for 19ee2310-0d15-4d78-942d-48c00045738f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:43.246764 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::b3db:af83:3b89:548c (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/4a3c83cf-ade2-41b3-9306-a38f82174ddd/ac295267-cbd0-4b9f-88dd-43d45a1b7134) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:43.259071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Deleting port 97746322-8f70-4cc8-9568-83a5ec1bcd1c {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:43.259451 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.289171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.313226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da480fb3-e401-475a-94f2-6294f6b25968 req-113f8c92-7ef2-487c-b61e-4057f45ee807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:43.314755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-113f8c92-7ef2-487c-b61e-4057f45ee807 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0711255 Nov 10 03:56:43.327174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=97746322-8f70-4cc8-9568-83a5ec1bcd1c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:43.339311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] No DVR routers for this DVR port 97746322-8f70-4cc8-9568-83a5ec1bcd1c on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:43.359026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-281c3db2-bb2f-4780-a0d8-0182993d9e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.399744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] For port 97746322-8f70-4cc8-9568-83a5ec1bcd1c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=97746322-8f70-4cc8-9568-83a5ec1bcd1c,segment=NetworkSegment(3c037e00-2a45-46ef-9d98-37ead994fe94),segment_id=3c037e00-2a45-46ef-9d98-37ead994fe94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:43.400139 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.404828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647be3e-43c3-4869-8fb4-2882ab0dcf60 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:43.420069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da480fb3-e401-475a-94f2-6294f6b25968 req-d3708402-9e70-4e78-ab51-c4096aee7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:43.422024 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-d3708402-9e70-4e78-ab51-c4096aee7a33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972831 Nov 10 03:56:43.460115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] Deleting port cf734513-d435-4ffb-a382-51034535af1e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:43.460391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.463118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e173265a-b3ff-4613-a084-bbf095afd872 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:56:43.464645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.468429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Calling delete_port for 97746322-8f70-4cc8-9568-83a5ec1bcd1c owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:43.496211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0374c2-10dc-4f4a-850d-1b602147ceac']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:43.505229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955c61f-b429-4a44-b514-7bba81aae27b req-4d1b9598-b950-47f4-9e0e-9d6344932cb5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:43.506746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1955c61f-b429-4a44-b514-7bba81aae27b req-4d1b9598-b950-47f4-9e0e-9d6344932cb5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 944 time: 0.0840671 Nov 10 03:56:43.517251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c037e00-2a45-46ef-9d98-37ead994fe94') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:43.517544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c037e00-2a45-46ef-9d98-37ead994fe94') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:43.542998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.564846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.582176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:56:43.582558 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:56:43.585724 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:56:43.606841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-cbab2f46-59fd-4404-8465-c9efd7889007 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740813 Nov 10 03:56:43.636961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1955c61f-b429-4a44-b514-7bba81aae27b req-a4dec603-fcf0-4285-b8ac-f3c092a3acd4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216419 Nov 10 03:56:43.665707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.674448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.675872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.678724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/networks/7d0374c2-10dc-4f4a-850d-1b602147ceac HTTP/1.1" status: 204 len: 168 time: 0.8959584 Nov 10 03:56:43.682028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40000) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:43.705794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9ab26-ed66-45df-aaf0-5fd33a2dcfbc tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Network': ['ID=7d0374c2-10dc-4f4a-850d-1b602147ceac,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:43.720373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2a8e6a01-3022-4e23-838b-fdab5077d9b2 None None] Provisioning complete for port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:43.720741 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6a01-3022-4e23-838b-fdab5077d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.737576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] For port cf734513-d435-4ffb-a382-51034535af1e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cf734513-d435-4ffb-a382-51034535af1e,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:43.737998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.791758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.813157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] Calling delete_port for cf734513-d435-4ffb-a382-51034535af1e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:43.813438 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.842512 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da480fb3-e401-475a-94f2-6294f6b25968 req-62959692-67a8-4a54-83ff-9320e033d592 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959653 Nov 10 03:56:43.850393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:43.854119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:43.858108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:43.864130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:43.864758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.891238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=ac295267-cbd0-4b9f-88dd-43d45a1b7134,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:43.908642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Deleting port cf734513-d435-4ffb-a382-51034535af1e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:43.909117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:43.911757 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-78177601-5717-41b6-9a4c-64fd6c083588 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5226741 Nov 10 03:56:43.912211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40014) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:43.985011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e173265a-b3ff-4613-a084-bbf095afd872, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e173265a-b3ff-4613-a084-bbf095afd872,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:44.019560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] For port cf734513-d435-4ffb-a382-51034535af1e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cf734513-d435-4ffb-a382-51034535af1e,segment=NetworkSegment(c1754140-25b7-4278-89ed-c7c59eba48af),segment_id=c1754140-25b7-4278-89ed-c7c59eba48af)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:44.020184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.031262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.045385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Calling delete_port for cf734513-d435-4ffb-a382-51034535af1e owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:44.057028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321641a1-4879-4a99-9cc3-6176743d8774 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:44.059417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:44.061574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'e173265a-b3ff-4613-a084-bbf095afd872', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': 'e173265a-b3ff-4613-a084-bbf095afd872', 'mac_address': 'fa:16:3e:01:9a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:56:44.063283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321641a1-4879-4a99-9cc3-6176743d8774 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:44.067352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-321641a1-4879-4a99-9cc3-6176743d8774 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1517045 Nov 10 03:56:44.067842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40020) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:44.135598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Network 7d0374c2-10dc-4f4a-850d-1b602147ceac is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 03:56:44.136121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] No DVR routers for this DVR port 97746322-8f70-4cc8-9568-83a5ec1bcd1c on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:44.146587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Pushing event deleted for resources: {'Port': ['ID=97746322-8f70-4cc8-9568-83a5ec1bcd1c,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:44.200820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.201172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.201509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.201847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.202203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.202531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.203052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.203182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.203481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.203800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.204205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.204632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c69a0-042a-494c-b137-0ab9403463ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:44.222140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.231682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.240764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] No DVR routers for this DVR port cf734513-d435-4ffb-a382-51034535af1e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:44.269296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port ac295267-cbd0-4b9f-88dd-43d45a1b7134 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:44.269640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.272845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Port': ['ID=cf734513-d435-4ffb-a382-51034535af1e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:44.273700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64117db1-e28a-4a92-8069-749f0eadf4cf None None] Pushing event deleted for resources: {'Port': ['ID=cf734513-d435-4ffb-a382-51034535af1e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:44.277336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] No DVR routers for this DVR port cf734513-d435-4ffb-a382-51034535af1e on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:44.278103 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.294563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e173265a-b3ff-4613-a084-bbf095afd872 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:56:44.319889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e173265a-b3ff-4613-a084-bbf095afd872, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e173265a-b3ff-4613-a084-bbf095afd872,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:44.326438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.329189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:44.329892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.424195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e173265a-b3ff-4613-a084-bbf095afd872,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:44.451770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.501761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ee2310-0d15-4d78-942d-48c00045738f']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:44.515602 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.519689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1754140-25b7-4278-89ed-c7c59eba48af') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:44.522283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1754140-25b7-4278-89ed-c7c59eba48af') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:44.538131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for ac295267-cbd0-4b9f-88dd-43d45a1b7134 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:44.628263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.645140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.661196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:56:44.661681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:56:44.666417 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:56:44.707757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-57de0bdb-1b17-4e80-b6c6-ab43b1966120 None None] Provisioning complete for port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:44.708353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-57de0bdb-1b17-4e80-b6c6-ab43b1966120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.768641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cf734513-d435-4ffb-a382-51034535af1e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:44.806658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.835234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.839098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] 10.222.0.24 "DELETE /v2.0/networks/19ee2310-0d15-4d78-942d-48c00045738f HTTP/1.1" status: 204 len: 168 time: 1.1560826 Nov 10 03:56:44.840243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbc200-e705-4535-9500-e3662a7bcc61 tempest-TaggedBootDevicesTest-241052622 tempest-TaggedBootDevicesTest-241052622-project] Pushing event deleted for resources: {'Network': ['ID=19ee2310-0d15-4d78-942d-48c00045738f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:44.842163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.892038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e173265a-b3ff-4613-a084-bbf095afd872'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:44.903664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=ac295267-cbd0-4b9f-88dd-43d45a1b7134,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:44.904593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: cf734513-d435-4ffb-a382-51034535af1e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:44.905400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cf734513-d435-4ffb-a382-51034535af1e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:44.917136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 97746322-8f70-4cc8-9568-83a5ec1bcd1c no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:44.945498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:44.949504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-105c2c24-56f4-4532-bc32-187cf9c61433 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/ac295267-cbd0-4b9f-88dd-43d45a1b7134 HTTP/1.1" status: 204 len: 168 time: 0.8807390 Nov 10 03:56:44.952118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:45.014704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d17271-ba31-4b32-8a12-7ca40a429d03 req-1a55b3df-5ed1-4dc4-84d2-98a50d49f4ff tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:45.016568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4d17271-ba31-4b32-8a12-7ca40a429d03 req-1a55b3df-5ed1-4dc4-84d2-98a50d49f4ff tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 945 time: 0.1145217 Nov 10 03:56:45.029237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 97746322-8f70-4cc8-9568-83a5ec1bcd1c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:45.030356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 97746322-8f70-4cc8-9568-83a5ec1bcd1c not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:45.084972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052f5d5-6eee-4112-abd4-a81267e9d5bd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:45.086725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052f5d5-6eee-4112-abd4-a81267e9d5bd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:45.090203 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d052f5d5-6eee-4112-abd4-a81267e9d5bd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1351733 Nov 10 03:56:45.091136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:45.109461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4d17271-ba31-4b32-8a12-7ca40a429d03 req-ca6c608f-3241-4b2c-a408-64333fe784a8 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863621 Nov 10 03:56:45.153283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-57de0bdb-1b17-4e80-b6c6-ab43b1966120 None None] Could not find standard attr ID for object ac295267-cbd0-4b9f-88dd-43d45a1b7134. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:56:45.186994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 4a3c83cf-ade2-41b3-9306-a38f82174ddd {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:45.190296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.248377 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.282374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0e5f094a-dc29-4ac2-89f9-de3ed796aa02 None None] Could not find standard attr ID for object 9e8b3549-2046-4471-978a-563d66d97e38. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:56:45.354337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.400366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-49016b0b-a011-4e8b-b285-b719af12f027 None None] Could not find standard attr ID for object ac295267-cbd0-4b9f-88dd-43d45a1b7134. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:56:45.434147 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.460519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3c83cf-ade2-41b3-9306-a38f82174ddd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:45.471149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.478223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:45.485341 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-230b7ed0-1799-44da-b024-319c692353b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/4a3c83cf-ade2-41b3-9306-a38f82174ddd HTTP/1.1" status: 204 len: 168 time: 0.3875189 Nov 10 03:56:45.553181 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e26c83c5-ebc7-4370-bc2e-c38fc64e6117 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734484 Nov 10 03:56:45.556124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40082) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:45.561745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:45.629695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b070525f-db27-44d0-8813-fa0b3c89d2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.632856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a4550-253f-4ed6-a944-15240ad35b06 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:45.691898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:45.697661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.854619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:45.946550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:45.972647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] Deleting port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:45.973201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.019311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=496382e8-6577-4e16-840c-1f1ca318b712,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:46.039557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:46.041922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:46.045140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:46.045950 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.070153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ed815598-aa34-4644-a49d-e58fec6f3725 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5126004 Nov 10 03:56:46.072505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40088) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:46.078940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:46.080222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '496382e8-6577-4e16-840c-1f1ca318b712', 'ip_address': '2001:db8::c842:a8c4:fb50:ae06'}], 'name': 'tempest-NetworksTestDHCPv6-1326931043'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:46.141427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] For port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:46.141915 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.242860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:46.259371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] Calling delete_port for dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:46.265211 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.345332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d3c9-44cc-4380-ae7b-69c3291cf338 req-f31d7e28-82a3-4dac-8ad6-220195d91999 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:46.353211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cf4d3c9-44cc-4380-ae7b-69c3291cf338 req-f31d7e28-82a3-4dac-8ad6-220195d91999 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 945 time: 0.1275330 Nov 10 03:56:46.368480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:46.379124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.412391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.450634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cf4d3c9-44cc-4380-ae7b-69c3291cf338 req-32adb96d-2730-4562-8f69-0a0b036756af tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964720 Nov 10 03:56:46.451986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 262d2bf9-9fa1-4a75-a06f-c99b04a36874 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:46.462623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:46.474546 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.504374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] Pushing event deleted for resources: {'Port': ['ID=dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:46.510438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19e11b-fc05-4151-b86f-4868b928e53b None None] No DVR routers for this DVR port dfaa3e11-b1fa-4cdf-bd95-b55fca98ed5d on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:46.529339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0188c0-8e0f-40be-a736-71bd614e1e9f None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:46.710872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::c842:a8c4:fb50:ae06 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/496382e8-6577-4e16-840c-1f1ca318b712/262d2bf9-9fa1-4a75-a06f-c99b04a36874) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:46.713777 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.744568 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:56:46.752267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '496382e8-6577-4e16-840c-1f1ca318b712'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:56:46.753259 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.889424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:46.932090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.007849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/496382e8-6577-4e16-840c-1f1ca318b712/9016b038-0786-49a8-bd60-f184629b2d39) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:47.018395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:47.025367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:47.027506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=262d2bf9-9fa1-4a75-a06f-c99b04a36874,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:47.030516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:47.036473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:47.037183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.060163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94d1670b-63ad-4ee8-9848-839b667558d5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9862478 Nov 10 03:56:47.062713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40100) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:47.144016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309bb46-edb1-41e5-963c-693a7f082281 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:47.146559 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7309bb46-edb1-41e5-963c-693a7f082281 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0803239 Nov 10 03:56:47.150093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40102) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:47.192994 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.203341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.251380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:47.254434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:47.258148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:47.265924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Pushing event updated for resources: {'Port': ['ID=9016b038-0786-49a8-bd60-f184629b2d39,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:47.268251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 262d2bf9-9fa1-4a75-a06f-c99b04a36874 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:47.269411 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.344290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Attempting to bind port 9016b038-0786-49a8-bd60-f184629b2d39 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:56:47.344666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Attempting to bind port 9016b038-0786-49a8-bd60-f184629b2d39 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:56:47.345032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Attempting to bind port 9016b038-0786-49a8-bd60-f184629b2d39 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:47.356298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:56:47.356670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:56:47.357069 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.357462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:56:47.357956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Bound port: 9016b038-0786-49a8-bd60-f184629b2d39, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:56:47.358335 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.400539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.413701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 262d2bf9-9fa1-4a75-a06f-c99b04a36874 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:47.424213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] For port 9016b038-0786-49a8-bd60-f184629b2d39, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:47.427402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] For port 9016b038-0786-49a8-bd60-f184629b2d39, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9016b038-0786-49a8-bd60-f184629b2d39,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:56:47.434697 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.467451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e173265a-b3ff-4613-a084-bbf095afd872 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:47.590436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ffa7b-e830-40bb-84b5-fb47bcadf52a None None] Pushing event updated for resources: {'Port': ['ID=9016b038-0786-49a8-bd60-f184629b2d39,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:47.604480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port e173265a-b3ff-4613-a084-bbf095afd872 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:56:47.609553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port e173265a-b3ff-4613-a084-bbf095afd872 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:47.618033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.637624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.697957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05dd1-d830-4afc-a00c-622416cfac92 req-0e4796d6-98d7-4eb9-807f-b6f82ab226a5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:47.713164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1b05dd1-d830-4afc-a00c-622416cfac92 req-0e4796d6-98d7-4eb9-807f-b6f82ab226a5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 945 time: 0.1437869 Nov 10 03:56:47.721109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=262d2bf9-9fa1-4a75-a06f-c99b04a36874,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:47.725210 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.734247 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0656390e-6377-4998-9e10-6715d93f6ebd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/262d2bf9-9fa1-4a75-a06f-c99b04a36874 HTTP/1.1" status: 204 len: 168 time: 0.5797276 Nov 10 03:56:47.736243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40110) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:47.760033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.813217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e173265a-b3ff-4613-a084-bbf095afd872, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e173265a-b3ff-4613-a084-bbf095afd872,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:47.813632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1b05dd1-d830-4afc-a00c-622416cfac92 req-4fc90751-d97b-4e48-ab50-26fb1b8f537a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942147 Nov 10 03:56:47.814927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:47.817487 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb71b4f-decd-491a-8d68-c63f07b28467" -d '{"events": [{"server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e173265a-b3ff-4613-a084-bbf095afd872"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:47.822082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:47.823336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ac639-c5ad-47a5-b5be-e5177ed8c5fe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:47.825950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ac639-c5ad-47a5-b5be-e5177ed8c5fe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:47.831847 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a67ac639-c5ad-47a5-b5be-e5177ed8c5fe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0944934 Nov 10 03:56:47.832280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40114) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:47.910476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e173265a-b3ff-4613-a084-bbf095afd872,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:47.926897 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f13c7c-074a-4675-bec7-1b424a43f62c x-openstack-request-id: req-51f13c7c-074a-4675-bec7-1b424a43f62c {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:47.927187 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e173265a-b3ff-4613-a084-bbf095afd872", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:47.927539 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51f13c7c-074a-4675-bec7-1b424a43f62c {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:47.928526 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872', 'code': 200} Nov 10 03:56:47.935568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 496382e8-6577-4e16-840c-1f1ca318b712 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:47.939993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.021883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.028934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40118) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:48.162981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9016b038-0786-49a8-bd60-f184629b2d39 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:48.187779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] Deleting subnet 7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:48.190747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.199627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.279678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5a77-64b5-4832-b6c0-214b7fcc1bd0 req-21ffc0bc-0f2b-4a9f-8ced-09009516c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:48.284094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9016b038-0786-49a8-bd60-f184629b2d39 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:48.285137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.287862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e45d5a77-64b5-4832-b6c0-214b7fcc1bd0 req-21ffc0bc-0f2b-4a9f-8ced-09009516c530 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 1097 time: 0.2687154 Nov 10 03:56:48.328956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.355646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.359467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/496382e8-6577-4e16-840c-1f1ca318b712 HTTP/1.1" status: 204 len: 168 time: 0.5258579 Nov 10 03:56:48.364298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40124) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:48.380377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913fcad-eb15-470d-be99-91e3855f1c3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=496382e8-6577-4e16-840c-1f1ca318b712,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:48.387796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.416174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.471921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.472153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-28157295-23a8-4169-8069-2d14bb37bba7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993729 Nov 10 03:56:48.472537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40126) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:48.479675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:48.487933 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e45d5a77-64b5-4832-b6c0-214b7fcc1bd0 req-4e18037d-3003-448a-acde-21401f098b44 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895163 Nov 10 03:56:48.510664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.551439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 9016b038-0786-49a8-bd60-f184629b2d39, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9016b038-0786-49a8-bd60-f184629b2d39,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:48.560267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.650891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.672202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=9016b038-0786-49a8-bd60-f184629b2d39,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:48.673772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.683487 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d HTTP/1.1" status: 204 len: 168 time: 0.6535101 Nov 10 03:56:48.685992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40130) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:48.703300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:48.707067 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:48.724607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d57dc-6bf9-4871-b0ed-efad0804713d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd8c961-7bae-4c6b-afcc-18a7a5d88b6d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:48.941120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.032187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace839a-8487-4eda-aa62-3621cd6086f7 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:49.035795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9486b6-e1e6-4d16-9646-98e4c78b740b req-5062498c-8b35-4fc2-93b4-1c103af00d4b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:49.037310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b9486b6-e1e6-4d16-9646-98e4c78b740b req-5062498c-8b35-4fc2-93b4-1c103af00d4b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 946 time: 0.1213131 Nov 10 03:56:49.110112 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.171248 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.195893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:49.197548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eba75525-ab67-47b0-86c3-749617a82f9d None None] Provisioning complete for port 9016b038-0786-49a8-bd60-f184629b2d39 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:49.198230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eba75525-ab67-47b0-86c3-749617a82f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.203927 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.216452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:49.221137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902bfd57-1c8f-48a9-ba68-c1e11dbf032f']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:49.225906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:49.226524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.232363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b9486b6-e1e6-4d16-9646-98e4c78b740b req-933b6b33-ec20-4047-9a60-fb9bd48c781d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745172 Nov 10 03:56:49.254095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=de9f0469-0dcb-4666-b57b-44498ed21b24,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:49.254095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e74c1c-06c9-48ed-819a-76a1c5f82365') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:49.254095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e74c1c-06c9-48ed-819a-76a1c5f82365') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:56:49.261560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.270745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eb2bcc78-af1a-42cc-812f-32bf0f282b2f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7969134 Nov 10 03:56:49.273742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40134) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:49.279097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': 'de9f0469-0dcb-4666-b57b-44498ed21b24', 'ip_address': '2001:db8::1435:4f8d:ceab:fab8'}], 'name': 'tempest-NetworksTestDHCPv6-1176438313'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:49.283337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.300771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:56:49.301194 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:56:49.302942 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:56:49.440725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.485138 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.497820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] 10.222.0.24 "DELETE /v2.0/networks/902bfd57-1c8f-48a9-ba68-c1e11dbf032f HTTP/1.1" status: 204 len: 168 time: 0.8101726 Nov 10 03:56:49.499140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2d142-6071-48f0-a881-d649b887bf9f admin admin] Pushing event deleted for resources: {'Network': ['ID=902bfd57-1c8f-48a9-ba68-c1e11dbf032f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:49.504660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:49.625513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.645160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port a21153d0-ddb3-4040-a755-7dc4e63e9db2 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:49.679765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aeec5f-603b-4938-af78-cb68d0e7033d None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:49.775034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3b66d5ac-be53-4fca-b7eb-6150ac2df375 None None] Provisioning complete for port 9016b038-0786-49a8-bd60-f184629b2d39 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:49.775486 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b66d5ac-be53-4fca-b7eb-6150ac2df375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:49.848365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40148) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:49.849575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::1435:4f8d:ceab:fab8 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/de9f0469-0dcb-4666-b57b-44498ed21b24/a21153d0-ddb3-4040-a755-7dc4e63e9db2) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:49.949968 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-70e6f92c-ab4e-48b4-a876-3f8dbf1c17c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fac9235ad7c4cd6bb3b2219ea2f29d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0954478 Nov 10 03:56:49.950310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40150) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:50.094843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9016b038-0786-49a8-bd60-f184629b2d39 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:50.129134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95bcf25f-9666-4562-ac8e-4e2bfdec61f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.165951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95bcf25f-9666-4562-ac8e-4e2bfdec61f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.229422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9016b038-0786-49a8-bd60-f184629b2d39 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:50.230661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.271079 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95bcf25f-9666-4562-ac8e-4e2bfdec61f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.284427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95bcf25f-9666-4562-ac8e-4e2bfdec61f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.285915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-95bcf25f-9666-4562-ac8e-4e2bfdec61f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/589a3d13-3482-4173-b926-7b16424ec491 HTTP/1.1" status: 204 len: 168 time: 0.3346176 Nov 10 03:56:50.297150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcf25f-9666-4562-ac8e-4e2bfdec61f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589a3d13-3482-4173-b926-7b16424ec491,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:50.480511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31058-ebda-4ab8-b825-8865b5c2c7ec req-4b93a61e-23a7-44d7-b0bd-604c4d3cd546 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:50.485583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2af31058-ebda-4ab8-b825-8865b5c2c7ec req-4b93a61e-23a7-44d7-b0bd-604c4d3cd546 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 946 time: 0.1026359 Nov 10 03:56:50.531676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fd7fde15-c4f8-46d9-88a6-0b245b1d448f None None] Provisioning complete for port 9016b038-0786-49a8-bd60-f184629b2d39 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:50.532118 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd7fde15-c4f8-46d9-88a6-0b245b1d448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.610752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2af31058-ebda-4ab8-b825-8865b5c2c7ec req-c941fee9-7311-4b89-991a-dac88ddb9b93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086221 Nov 10 03:56:50.691968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.760663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.823756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:50.827270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:50.833360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:50.840806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:50.841717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:50.849228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bb752ca9-ef9d-4e75-98ba-fc9013d07fdf None None] Could not find standard attr ID for object 262d2bf9-9fa1-4a75-a06f-c99b04a36874. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:56:50.859467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=a21153d0-ddb3-4040-a755-7dc4e63e9db2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:50.873874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67183eb5-fe27-43ab-be97-484d9cfa413d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5988839 Nov 10 03:56:50.874277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40166) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:50.906052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-18120b37-787a-4cb7-a04e-c5ef774eef98 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 267 time: 0.1232219 Nov 10 03:56:51.001507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973de6af-c015-4fb3-a024-810533e39ffd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:51.010245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973de6af-c015-4fb3-a024-810533e39ffd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:51.012321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-973de6af-c015-4fb3-a024-810533e39ffd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1371257 Nov 10 03:56:51.015903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40174) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:51.034156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-a1bbe262-a304-463f-a466-424452b6d0f9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:51.057086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-a1bbe262-a304-463f-a466-424452b6d0f9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 946 time: 0.1228659 Nov 10 03:56:51.063134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'port': {'security_groups': []}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:51.191996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.215179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port a21153d0-ddb3-4040-a755-7dc4e63e9db2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:51.215525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.309604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-559d6727-74f2-4aea-b22f-eb1b6c774291 None None] Provisioning complete for port a21153d0-ddb3-4040-a755-7dc4e63e9db2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:51.310657 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-559d6727-74f2-4aea-b22f-eb1b6c774291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.343936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.373992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for a21153d0-ddb3-4040-a755-7dc4e63e9db2 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:51.398525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-559d6727-74f2-4aea-b22f-eb1b6c774291 None None] Port a21153d0-ddb3-4040-a755-7dc4e63e9db2 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:56:51.475902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] For port e173265a-b3ff-4613-a084-bbf095afd872, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e173265a-b3ff-4613-a084-bbf095afd872,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:51.517568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.531023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.540694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.543318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:51.569170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=a21153d0-ddb3-4040-a755-7dc4e63e9db2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:51.606918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:51.606918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.608589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['2d603794-2694-4210-a52f-f214323b3e9c', 'e173265a-b3ff-4613-a084-bbf095afd872'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:51.610972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f2acb4d-3aa0-40d9-b9a9-ece143cf913a req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "PUT /v2.0/ports/e173265a-b3ff-4613-a084-bbf095afd872 HTTP/1.1" status: 200 len: 905 time: 0.5523529 Nov 10 03:56:51.611510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:51.634803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.636046 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2417ab-5de9-4790-a353-2020d3ba1866" -d '{"events": [{"name": "network-changed", "server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "tag": "e173265a-b3ff-4613-a084-bbf095afd872"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:51.639190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3987bcf1-0f9c-4b25-ab46-539b3b0d8a6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/a21153d0-ddb3-4040-a755-7dc4e63e9db2 HTTP/1.1" status: 204 len: 168 time: 0.6221375 Nov 10 03:56:51.641658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40188) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:51.740615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c3e7d-dc69-4506-a9dc-de53b48d9983 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:51.745003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c3e7d-dc69-4506-a9dc-de53b48d9983 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:51.751522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2d5c3e7d-dc69-4506-a9dc-de53b48d9983 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1076412 Nov 10 03:56:51.754055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40200) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:51.757500 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2d138a-592a-4a86-805c-7edeb043bd8a x-openstack-request-id: req-4a2d138a-592a-4a86-805c-7edeb043bd8a {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:51.758056 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "tag": "e173265a-b3ff-4613-a084-bbf095afd872", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:51.759663 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a2d138a-592a-4a86-805c-7edeb043bd8a {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:51.761454 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872', 'status': 'completed', 'code': 200} Nov 10 03:56:51.794241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48963c0-047b-44b2-845c-be113ed5f4bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=e173265a-b3ff-4613-a084-bbf095afd872,revision_number=6']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:51.816530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e173265a-b3ff-4613-a084-bbf095afd872'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:51.889459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet de9f0469-0dcb-4666-b57b-44498ed21b24 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:51.903550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:51.958875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e498b-a148-4ad3-a330-378a1b0e30a1 req-a7e17466-7e53-4b36-8fdf-a3ac5b6b1e1d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:51.975309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-877e498b-a148-4ad3-a330-378a1b0e30a1 req-a7e17466-7e53-4b36-8fdf-a3ac5b6b1e1d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 908 time: 0.1587329 Nov 10 03:56:51.995295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:52.166232 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:52.172466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-538fc07c-31a8-4af3-a225-f6d0b2483a7a None None] Provisioning complete for port e173265a-b3ff-4613-a084-bbf095afd872 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:52.173016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-538fc07c-31a8-4af3-a225-f6d0b2483a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:52.191908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f4d58-c40c-4d4b-af25-a1b629f41b8f req-2c2b4b83-6552-4861-8492-53918dd0c7b7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:52.203729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d0f4d58-c40c-4d4b-af25-a1b629f41b8f req-2c2b4b83-6552-4861-8492-53918dd0c7b7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1212046 Nov 10 03:56:52.217833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-46c570c4-3673-45a1-a6c3-074ec07e02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:52.219560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-46c570c4-3673-45a1-a6c3-074ec07e02a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 1059 time: 0.1196625 Nov 10 03:56:52.301541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d0f4d58-c40c-4d4b-af25-a1b629f41b8f req-2c6861c7-4e49-4865-865f-8965544df11c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967910 Nov 10 03:56:52.365433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-c438c700-c9d3-4f91-9a6f-e7aef3af0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:52.372369 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-c438c700-c9d3-4f91-9a6f-e7aef3af0ec3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1408534 Nov 10 03:56:52.425466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-44ff8c52-224b-4b47-b7d8-de015835bb5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e173265a-b3ff-4613-a084-bbf095afd872 HTTP/1.1" status: 200 len: 217 time: 0.0441051 Nov 10 03:56:52.434676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:52.439638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605638-67d3-43d2-815d-c34872582a16 req-b4261218-b5ee-4607-8fd8-4c60ab4089d9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:52.441168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe605638-67d3-43d2-815d-c34872582a16 req-b4261218-b5ee-4607-8fd8-4c60ab4089d9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0606389 Nov 10 03:56:52.498717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe605638-67d3-43d2-815d-c34872582a16 req-a6f1293b-5bc5-48c6-afae-11b0acd41e4d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502753 Nov 10 03:56:52.503955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=de9f0469-0dcb-4666-b57b-44498ed21b24,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:52.506445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:52.512660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40244) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:52.512850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-48967403-ded0-46eb-807a-0401db8a3ea6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/de9f0469-0dcb-4666-b57b-44498ed21b24 HTTP/1.1" status: 204 len: 168 time: 0.7575936 Nov 10 03:56:52.530978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d776787-3e06-484e-b15f-09e6a5bbc7ff None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:52.567913 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-66ea0849-8e73-40b7-8e79-02248b8695f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516543 Nov 10 03:56:52.568296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40248) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:52.582688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-e8ca59b8-861d-4a2f-bbad-b75ba975eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:52.585138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-e8ca59b8-861d-4a2f-bbad-b75ba975eddc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.1471217 Nov 10 03:56:52.701028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-5af38515-ae06-4d48-ae94-641c5ca88a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:52.704494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-5af38515-ae06-4d48-ae94-641c5ca88a99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069968 Nov 10 03:56:52.716590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743d571-ea54-41af-98b3-93df4c4f6c50 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:52.722319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c743d571-ea54-41af-98b3-93df4c4f6c50 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1489489 Nov 10 03:56:52.722797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40256) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:52.848976 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-93c9417b-5816-48ee-ad6f-904f240a345f service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242461 Nov 10 03:56:52.930893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:53.029091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] Deleting port 9016b038-0786-49a8-bd60-f184629b2d39 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:53.029739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:53.033064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7c848-b828-4c90-a295-e4e0301e8cb6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:53.036746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-00f7c848-b828-4c90-a295-e4e0301e8cb6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3057995 Nov 10 03:56:53.038453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40292) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:53.094240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-90d0f056-9cfc-4785-a2bf-65839047de93 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527072 Nov 10 03:56:53.103452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40300) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:53.124753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:53.220899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] For port 9016b038-0786-49a8-bd60-f184629b2d39, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9016b038-0786-49a8-bd60-f184629b2d39,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:53.221602 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:53.241228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca2417ab-5de9-4790-a353-2020d3ba1866 req-a93b0e31-c6e5-4fbb-8054-de9887ee055e service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258646 Nov 10 03:56:53.256125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] Calling delete_port for 9016b038-0786-49a8-bd60-f184629b2d39 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:53.289863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:53.296872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:53.342536 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:53.389423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-b756cb83-c266-4065-93d5-b7dff4c1c7db tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:53.398102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-b756cb83-c266-4065-93d5-b7dff4c1c7db tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.5757349 Nov 10 03:56:53.417968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-61ae7d5f-188e-47ca-b312-a15f3cb47765 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/quotas/49ead17c539a4677ae0cc7b67f27625f HTTP/1.1" status: 200 len: 375 time: 0.0184531 Nov 10 03:56:53.494043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-3dc188c8-66ba-4471-b695-8465bf3aa9f9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0749187 Nov 10 03:56:53.603338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:53.604371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-ee69a727-3d40-42c6-b080-232cd91769e8 service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095157 Nov 10 03:56:53.618454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:53.634268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] No DVR routers for this DVR port 9016b038-0786-49a8-bd60-f184629b2d39 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:53.670205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84473cde-28ca-44e7-ba38-e7cb7ac4a607 None None] Pushing event deleted for resources: {'Port': ['ID=9016b038-0786-49a8-bd60-f184629b2d39,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:53.713810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:53.716075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=40012bb5-a2ee-4e97-b8f7-339bece75929,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:53.719900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:53.722771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:53.723146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:53.728900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921382c-66b4-48ef-a5d6-cbfa3ee1ffe2 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:53.742110 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-0d9866ed-b24a-49e6-8a8a-1544e021c64c service neutron] 10.222.0.24 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304202 Nov 10 03:56:53.755215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d02fadb5-9c73-4d66-9957-131eaabb7d6a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6379983 Nov 10 03:56:53.755528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40310) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:53.770577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '40012bb5-a2ee-4e97-b8f7-339bece75929', 'ip_address': '2001:db8::b2a2:7749:1e71:e085'}], 'name': 'tempest-NetworksTestDHCPv6-1648100459'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:54.009792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:54.018022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:54.063233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '40012bb5-a2ee-4e97-b8f7-339bece75929'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:56:54.065057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:54.065186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 88fa794b-ff41-41ed-b845-b23c9ff11e7f yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:54.065544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32614f6d-9a58-4643-b4aa-6040d9995847 req-6fc66da2-8369-4f0f-b4d5-c488732ea621 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 210 time: 0.0763912 Nov 10 03:56:54.112195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9016b038-0786-49a8-bd60-f184629b2d39 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:56:54.152284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 9016b038-0786-49a8-bd60-f184629b2d39 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:56:54.152662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9016b038-0786-49a8-bd60-f184629b2d39 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:56:54.335797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::b2a2:7749:1e71:e085 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/40012bb5-a2ee-4e97-b8f7-339bece75929/88fa794b-ff41-41ed-b845-b23c9ff11e7f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:54.530746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:54.584518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:54.640228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:54.643640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:54.647882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:54.656774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:54.657451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:54.663988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=88fa794b-ff41-41ed-b845-b23c9ff11e7f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:54.681908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/40012bb5-a2ee-4e97-b8f7-339bece75929/d80e19e5-58bb-4cc0-87ea-ed64b363a460) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:54.691931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-34e00300-20b4-4bea-a9a4-7d2712d81786 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9352551 Nov 10 03:56:54.694771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40328) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:54.710373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8d25010b-b7f6-4729-b78b-d3e9a35cea44 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '40012bb5-a2ee-4e97-b8f7-339bece75929', 'ip_address': '2001:db8::b2a2:7749:1e71:e085'}], 'name': 'tempest-NetworksTestDHCPv6-988873113'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:54.876928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d25010b-b7f6-4729-b78b-d3e9a35cea44 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:54.901501 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:54.909367 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:54.967292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:54.971510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:54.976651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:54.981635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d80e19e5-58bb-4cc0-87ea-ed64b363a460,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:55.032651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d25010b-b7f6-4729-b78b-d3e9a35cea44 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:55.067880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-8d25010b-b7f6-4729-b78b-d3e9a35cea44 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port d0e79d04-087f-4a0d-b6a6-9f86f1550828 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:55.089402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Attempting to bind port d80e19e5-58bb-4cc0-87ea-ed64b363a460 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:56:55.091013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Attempting to bind port d80e19e5-58bb-4cc0-87ea-ed64b363a460 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:56:55.091574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Attempting to bind port d80e19e5-58bb-4cc0-87ea-ed64b363a460 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:55.105849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:56:55.106554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:56:55.107157 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:55.107976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:56:55.108619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Bound port: d80e19e5-58bb-4cc0-87ea-ed64b363a460, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:56:55.109192 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:55.307495 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] For port d80e19e5-58bb-4cc0-87ea-ed64b363a460, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:55.310830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29d972e5-21af-4596-a0a6-7bdce1434ad7 req-bbf48215-a6c9-4778-b76e-584a35de6f2b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 210 time: 0.0731189 Nov 10 03:56:55.366716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] For port d80e19e5-58bb-4cc0-87ea-ed64b363a460, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d80e19e5-58bb-4cc0-87ea-ed64b363a460,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:56:55.372005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:55.507083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9468e-f904-4259-a037-bd6c9f95b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d80e19e5-58bb-4cc0-87ea-ed64b363a460,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:55.584705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-8f6019e1-1072-48f6-b532-e55d111bac72 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:55.586805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-8f6019e1-1072-48f6-b532-e55d111bac72 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 812 time: 0.3897831 Nov 10 03:56:55.595717 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d25010b-b7f6-4729-b78b-d3e9a35cea44 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 03:56:55.596165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d25010b-b7f6-4729-b78b-d3e9a35cea44 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:56:55.607719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Request body: {'port': {'device_id': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'admin_state_up': True, 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:55.790577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40346) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:55.806761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d25010b-b7f6-4729-b78b-d3e9a35cea44 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1108298 Nov 10 03:56:55.849058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Made reservation on behalf of 49ead17c539a4677ae0cc7b67f27625f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:55.859819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:55.917532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f2f74c-6426-4d11-ad6d-242e18037db9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:55.925175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f2f74c-6426-4d11-ad6d-242e18037db9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:55.926909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-01f2f74c-6426-4d11-ad6d-242e18037db9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1353359 Nov 10 03:56:55.930327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40348) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:56.158219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d80e19e5-58bb-4cc0-87ea-ed64b363a460 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:56.269347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 88fa794b-ff41-41ed-b845-b23c9ff11e7f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:56.269962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:56.273480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d80e19e5-58bb-4cc0-87ea-ed64b363a460 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:56.274111 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:56.292865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Allocated IP 172.20.0.13 (395a964d-bcac-441e-812b-11b5147ee392/5932b073-1636-4ec3-858d-313b87aa0e2f/957317bb-9380-4bc1-b53c-4d12610cc86e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:56.580767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad07c82a-de50-4c4d-a802-2776690e943b req-d97cc247-27e8-450a-847f-d9459258f7db tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 210 time: 0.0517156 Nov 10 03:56:56.600381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:56.653766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 88fa794b-ff41-41ed-b845-b23c9ff11e7f owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:56.689858 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:56.761394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port d80e19e5-58bb-4cc0-87ea-ed64b363a460, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d80e19e5-58bb-4cc0-87ea-ed64b363a460,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:56.780424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:56.916363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=d80e19e5-58bb-4cc0-87ea-ed64b363a460,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:57.024612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cb7de-67ab-47dc-9a25-be529d9c633a req-4789f109-9aba-4e38-806f-c350746e2348 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:57.025791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.037763 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f9cb7de-67ab-47dc-9a25-be529d9c633a req-4789f109-9aba-4e38-806f-c350746e2348 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1491323 Nov 10 03:56:57.076034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=88fa794b-ff41-41ed-b845-b23c9ff11e7f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:57.119091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.119280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.119561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.120220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.120558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.120894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.121408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.121743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.122098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.122446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.122765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.123068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:56:57.126162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.126330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f9cb7de-67ab-47dc-9a25-be529d9c633a req-0cd09b12-cabb-4b92-ab77-c2c3cffc6b70 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800223 Nov 10 03:56:57.132535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8947aa0e-3a29-4fed-963b-d9b5721a91d4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/88fa794b-ff41-41ed-b845-b23c9ff11e7f HTTP/1.1" status: 204 len: 168 time: 1.1952958 Nov 10 03:56:57.132535 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.133488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40364) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:57.174908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b04b982a-edab-46fd-8f83-8808873da5d6 None None] Provisioning complete for port d80e19e5-58bb-4cc0-87ea-ed64b363a460 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:57.176944 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b04b982a-edab-46fd-8f83-8808873da5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.212017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.225399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:57.227768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923048a0-6c48-4b2b-9ded-c98db32402dd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:57.237674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923048a0-6c48-4b2b-9ded-c98db32402dd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:57.247233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-923048a0-6c48-4b2b-9ded-c98db32402dd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1122789 Nov 10 03:56:57.247904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40368) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:57.266058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['2d603794-2694-4210-a52f-f214323b3e9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:56:57.322813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Network 395a964d-bcac-441e-812b-11b5147ee392 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:57.330370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:57.341731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:57.344651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:57.421651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 40012bb5-a2ee-4e97-b8f7-339bece75929 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:56:57.432457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.447245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:57.448681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.493138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-e5176fec-9c27-4837-889b-d4f56cbcf811 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8912234 Nov 10 03:56:57.505482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Request body: {'port': {'device_id': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:57.546288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.651861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.731524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.885494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8daab5fb-7584-4906-85fd-d5067075bc84 None None] Could not find standard attr ID for object 88fa794b-ff41-41ed-b845-b23c9ff11e7f. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:56:57.933146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8daab5fb-7584-4906-85fd-d5067075bc84 None None] Provisioning complete for port 957317bb-9380-4bc1-b53c-4d12610cc86e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:57.934307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8daab5fb-7584-4906-85fd-d5067075bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:57.950342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.019810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8daab5fb-7584-4906-85fd-d5067075bc84 None None] Port 957317bb-9380-4bc1-b53c-4d12610cc86e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:56:58.039120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=40012bb5-a2ee-4e97-b8f7-339bece75929,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:58.048987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.055982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a7f05fcf-9226-4861-8bf6-0413a33f7194 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/40012bb5-a2ee-4e97-b8f7-339bece75929 HTTP/1.1" status: 204 len: 168 time: 0.8041670 Nov 10 03:56:58.056152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c462c2fe-1d79-4298-a1a0-9978640bf90f None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:58.056268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40380) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:58.115947 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1677e56e-4351-49ca-a67a-a7868619d3ea tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550249 Nov 10 03:56:58.121911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bd046-2b49-45a7-b9d6-a60fc060eacf req-8d06681a-e2d2-4d82-9067-b363c0647e44 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:58.128708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40382) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:58.130867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f40bd046-2b49-45a7-b9d6-a60fc060eacf req-8d06681a-e2d2-4d82-9067-b363c0647e44 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 932 time: 0.2971060 Nov 10 03:56:58.132015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d80e19e5-58bb-4cc0-87ea-ed64b363a460 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:56:58.147583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:58.236787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f40bd046-2b49-45a7-b9d6-a60fc060eacf req-b653b777-4267-47ea-bc6d-10f106948b2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035733 Nov 10 03:56:58.326418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:58.331371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.343285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d80e19e5-58bb-4cc0-87ea-ed64b363a460 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:56:58.348054 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.382573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad489-8493-4d86-9d0d-5502feeaa6a3 req-d0e4201a-d0af-425e-8f61-19670ac312d0 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:58.384996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6caad489-8493-4d86-9d0d-5502feeaa6a3 req-d0e4201a-d0af-425e-8f61-19670ac312d0 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0993145 Nov 10 03:56:58.477607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6caad489-8493-4d86-9d0d-5502feeaa6a3 req-5e0317c9-d9fb-452f-97df-429b124986fc tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853765 Nov 10 03:56:58.509084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957317bb-9380-4bc1-b53c-4d12610cc86e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:56:58.525598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.536274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:56:58.549999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Transition to ACTIVE for port object 957317bb-9380-4bc1-b53c-4d12610cc86e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:56:58.589297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.627041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] Deleting port d80e19e5-58bb-4cc0-87ea-ed64b363a460 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:56:58.627407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.706778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] For port d80e19e5-58bb-4cc0-87ea-ed64b363a460, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d80e19e5-58bb-4cc0-87ea-ed64b363a460,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:56:58.707163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.723754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:58.751729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] Calling delete_port for d80e19e5-58bb-4cc0-87ea-ed64b363a460 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:56:58.794726 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.847372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Attempting to bind port 957317bb-9380-4bc1-b53c-4d12610cc86e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:56:58.847372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Attempting to bind port 957317bb-9380-4bc1-b53c-4d12610cc86e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:56:58.847372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Attempting to bind port 957317bb-9380-4bc1-b53c-4d12610cc86e on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:58.854188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:58.859609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:58.861301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Port 957317bb-9380-4bc1-b53c-4d12610cc86e on network 395a964d-bcac-441e-812b-11b5147ee392 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:56:58.861633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Attempting to bind port 957317bb-9380-4bc1-b53c-4d12610cc86e on network 395a964d-bcac-441e-812b-11b5147ee392 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:56:58.866496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:58.867902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.904456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7698643 Nov 10 03:56:58.906645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40396) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:58.907227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:56:58.907227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Checking segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:56:58.907564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Bound using segment: {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:56:58.907998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Bound port: 957317bb-9380-4bc1-b53c-4d12610cc86e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eeaeb70-bbcb-4956-8304-db854033c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '395a964d-bcac-441e-812b-11b5147ee392'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:56:58.908352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:58.911581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc7e4f-9007-4bc4-a22f-2a79038a3e12 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=dde99286-bc95-41c2-a41b-e4aa4d92c0df,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:58.911771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4aba1271-f860-4f90-87e7-2c361a229bc8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': 'dde99286-bc95-41c2-a41b-e4aa4d92c0df', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1498626317'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:56:58.990819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:59.037408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] Pushing event deleted for resources: {'Port': ['ID=d80e19e5-58bb-4cc0-87ea-ed64b363a460,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:59.041204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:56:59.042097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfdd159-c5f6-439a-862c-453b2e4833f9 None None] No DVR routers for this DVR port d80e19e5-58bb-4cc0-87ea-ed64b363a460 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:56:59.050061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:56:59.065570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:59.066973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329fbd5c-2d2a-4a05-85e3-79e3dfb3afd7 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:56:59.127802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba1271-f860-4f90-87e7-2c361a229bc8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:56:59.186870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:59.190459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:59.192336 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:59.198235 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-bb5cde2c-ed80-4df7-b9ce-3def90c52c0a service neutron] 10.222.0.44 "PUT /v2.0/ports/957317bb-9380-4bc1-b53c-4d12610cc86e HTTP/1.1" status: 200 len: 1092 time: 1.6991873 Nov 10 03:56:59.200275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:56:59.217759 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c96ac65-308f-45ac-9ba2-80857853af84" -d '{"events": [{"name": "network-changed", "server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:56:59.323702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4aba1271-f860-4f90-87e7-2c361a229bc8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:59.336572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-70532474-7a17-4319-a8cc-a09897842cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:59.348366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-70532474-7a17-4319-a8cc-a09897842cc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 1095 time: 0.1062813 Nov 10 03:56:59.351586 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86972938-8b4c-40e7-9160-bb420a2211d1 x-openstack-request-id: req-86972938-8b4c-40e7-9160-bb420a2211d1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:56:59.352420 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:56:59.352672 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86972938-8b4c-40e7-9160-bb420a2211d1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:56:59.353070 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'status': 'completed', 'code': 200} Nov 10 03:56:59.380953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'dde99286-bc95-41c2-a41b-e4aa4d92c0df'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:56:59.382663 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:59.452084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-4aba1271-f860-4f90-87e7-2c361a229bc8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port e02810f1-19e2-4b19-a06d-538dbc649961 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:56:59.463898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-a4ffd0ce-0ec5-44e1-b325-90366ffac62b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957317bb-9380-4bc1-b53c-4d12610cc86e HTTP/1.1" status: 200 len: 217 time: 0.1057746 Nov 10 03:56:59.562223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-08ebc428-bb2f-49c6-8c97-0103574fdd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:59.563694 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-08ebc428-bb2f-49c6-8c97-0103574fdd5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0918169 Nov 10 03:56:59.637037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/dde99286-bc95-41c2-a41b-e4aa4d92c0df/9791a2e2-710b-4bad-ac58-0695edf9ab79) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:56:59.647086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7341-343d-4c89-a904-947f9d985039 req-0e6a32fd-2755-47a5-b0d6-c5662d9f767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:59.648707 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-0e6a32fd-2755-47a5-b0d6-c5662d9f767e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759859 Nov 10 03:56:59.651653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6fd2b-4700-4a8e-b7df-06f88d6edfa2 req-d7db551a-b3fa-4972-a236-df54377e8ea5 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:59.662549 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09e6fd2b-4700-4a8e-b7df-06f88d6edfa2 req-d7db551a-b3fa-4972-a236-df54377e8ea5 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.3231153 Nov 10 03:56:59.724432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c0225-b3f9-4c1d-8806-536b1d04b578 req-0e67125d-c5b9-4806-84dc-b00479c9b1e3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:56:59.732886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c3c0225-b3f9-4c1d-8806-536b1d04b578 req-0e67125d-c5b9-4806-84dc-b00479c9b1e3 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 944 time: 0.2682433 Nov 10 03:56:59.825974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-3ea6eb17-2665-4a76-952b-d1010c5dd969 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679871 Nov 10 03:56:59.847939 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:59.856797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:56:59.886837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c3c0225-b3f9-4c1d-8806-536b1d04b578 req-f0c275e8-79b1-482f-a0f0-82a6af678f14 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382272 Nov 10 03:56:59.892585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09e6fd2b-4700-4a8e-b7df-06f88d6edfa2 req-23e03821-8dfe-4b9d-afd2-f0fa6441a886 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142656 Nov 10 03:56:59.894114 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aba1271-f860-4f90-87e7-2c361a229bc8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:56:59.894564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aba1271-f860-4f90-87e7-2c361a229bc8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:56:59.921117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:56:59.922404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4aba1271-f860-4f90-87e7-2c361a229bc8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0145707 Nov 10 03:56:59.923034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40406) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:56:59.924063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:56:59.935726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Pushing event updated for resources: {'Port': ['ID=9791a2e2-710b-4bad-ac58-0695edf9ab79,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:56:59.952489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:56:59.960446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c65f7341-343d-4c89-a904-947f9d985039 req-1aa3ac0c-20bf-4478-9350-caa9a156fa01 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272054 Nov 10 03:57:00.069386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc39f22-a108-4f71-8987-6a6a3c352493 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:00.073897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6bc39f22-a108-4f71-8987-6a6a3c352493 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1491139 Nov 10 03:57:00.074580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40412) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:00.085812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Attempting to bind port 9791a2e2-710b-4bad-ac58-0695edf9ab79 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:00.086735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Attempting to bind port 9791a2e2-710b-4bad-ac58-0695edf9ab79 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:00.087086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Attempting to bind port 9791a2e2-710b-4bad-ac58-0695edf9ab79 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:00.105457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d80e19e5-58bb-4cc0-87ea-ed64b363a460 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:00.135802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc111f4-5a0d-424f-8ccc-93a7656ee316 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:00.136946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: d80e19e5-58bb-4cc0-87ea-ed64b363a460 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:00.137289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d80e19e5-58bb-4cc0-87ea-ed64b363a460 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:00.137682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc111f4-5a0d-424f-8ccc-93a7656ee316 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:00.143312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dfc111f4-5a0d-424f-8ccc-93a7656ee316 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0676727 Nov 10 03:57:00.143895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40414) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:00.155846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:00.156268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:00.156752 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.157148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:00.157632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Bound port: 9791a2e2-710b-4bad-ac58-0695edf9ab79, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:00.158740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.238226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] For port 9791a2e2-710b-4bad-ac58-0695edf9ab79, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:00.242578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] For port 9791a2e2-710b-4bad-ac58-0695edf9ab79, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9791a2e2-710b-4bad-ac58-0695edf9ab79,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:00.252879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.285342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet dde99286-bc95-41c2-a41b-e4aa4d92c0df {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:00.290339 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.344066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b746e-7c66-45e7-af5e-c8e964d76a84 None None] Pushing event updated for resources: {'Port': ['ID=9791a2e2-710b-4bad-ac58-0695edf9ab79,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:00.379501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.549324 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.607588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-4447300e-dd7f-4aa8-b849-03a09633faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:00.613799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-4447300e-dd7f-4aa8-b849-03a09633faf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 1095 time: 0.5985808 Nov 10 03:57:00.639310 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.679216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=dde99286-bc95-41c2-a41b-e4aa4d92c0df,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.700659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:00.712077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:00.717207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a680f32d-29cc-4924-8c88-6546b36616ab tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/dde99286-bc95-41c2-a41b-e4aa4d92c0df HTTP/1.1" status: 204 len: 168 time: 0.5722351 Nov 10 03:57:00.719776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40418) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:00.789783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4b108d53-6e09-4948-857b-25c709b04bec tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679736 Nov 10 03:57:00.794236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40420) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:00.802499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:00.812633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-b085335d-08a3-4295-96b2-3a292cdebbb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753387 Nov 10 03:57:00.875677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-28e4ba35-5615-4d49-a1ab-63bdd08d84be tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:00.877193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-28e4ba35-5615-4d49-a1ab-63bdd08d84be tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.44 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.2778423 Nov 10 03:57:00.973833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-6040429e-e785-43aa-bd3a-a44fc1b9ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:00.975378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-6040429e-e785-43aa-bd3a-a44fc1b9ddd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.3497400 Nov 10 03:57:01.063109 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-e13c3877-900f-4b0f-bf2c-281080bbf37e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957317bb-9380-4bc1-b53c-4d12610cc86e HTTP/1.1" status: 200 len: 217 time: 0.0761850 Nov 10 03:57:01.064637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6032-5fb9-4faf-9475-e3eb36a34938 req-3b9ffd5a-2895-4af3-9015-a1545679ae9e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:01.068911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88db6032-5fb9-4faf-9475-e3eb36a34938 req-3b9ffd5a-2895-4af3-9015-a1545679ae9e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 944 time: 0.0907362 Nov 10 03:57:01.091625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-e8f157e3-15e3-4684-ab84-effef27897d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:01.093121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-e8f157e3-15e3-4684-ab84-effef27897d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.2150359 Nov 10 03:57:01.149104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:01.152274 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:01.170887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd0b8-0196-4cd5-9def-6446940a24cc req-9cdfc3fb-91a2-47e0-b0d9-a7733890ab7a tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:01.172449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d4cd0b8-0196-4cd5-9def-6446940a24cc req-9cdfc3fb-91a2-47e0-b0d9-a7733890ab7a tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1441810 Nov 10 03:57:01.191738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88db6032-5fb9-4faf-9475-e3eb36a34938 req-0519a68d-b028-4603-8edf-46bd9efc44d2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972822 Nov 10 03:57:01.242393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d4cd0b8-0196-4cd5-9def-6446940a24cc req-50edbb45-a7c3-49e9-b347-e9e34de0e569 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615611 Nov 10 03:57:01.245858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-b0f5140e-4ed6-4f88-8816-8f85b4f4a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:01.255497 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-b0f5140e-4ed6-4f88-8816-8f85b4f4a9f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.1801181 Nov 10 03:57:01.374209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Deleting port 39db985f-39ae-40af-87e9-7a71832c11eb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:01.374548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:01.494752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-bc3d47f4-7337-47ae-8bc6-e2bec4970069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:01.496244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-bc3d47f4-7337-47ae-8bc6-e2bec4970069 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.3777819 Nov 10 03:57:01.598979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-c6ce7de0-11ba-4d43-a4dc-f6adb9519aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:01.600762 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-c6ce7de0-11ba-4d43-a4dc-f6adb9519aed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3214662 Nov 10 03:57:01.714859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-d5284e28-7618-4d27-80eb-fe1d5d1a8a38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 1001 time: 0.1875803 Nov 10 03:57:01.716815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] For port 39db985f-39ae-40af-87e9-7a71832c11eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=39db985f-39ae-40af-87e9-7a71832c11eb,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:01.717179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:01.759121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b230c2-dc74-4d50-86e0-2de0d66a0324 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:01.844795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c570e5cc-c53a-4c7b-b055-ed042461aa0b None None] Provisioning complete for port 9791a2e2-710b-4bad-ac58-0695edf9ab79 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:01.845325 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c570e5cc-c53a-4c7b-b055-ed042461aa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:01.905890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:01.977538 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c570e5cc-c53a-4c7b-b055-ed042461aa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:01.998645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=6b88bbd4-6690-41ad-b53c-1a4c6499b940,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:02.001515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-120fe33c-d5de-4435-9bd0-01ac2e0a6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:02.003047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-120fe33c-d5de-4435-9bd0-01ac2e0a6988 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.2780869 Nov 10 03:57:02.018812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-f40ed4ef-e2ae-4b4f-b0fe-b5b9b42a15be service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046082 Nov 10 03:57:02.021551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:02.068424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c570e5cc-c53a-4c7b-b055-ed042461aa0b None None] For port 9791a2e2-710b-4bad-ac58-0695edf9ab79, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9791a2e2-710b-4bad-ac58-0695edf9ab79,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:02.077635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c570e5cc-c53a-4c7b-b055-ed042461aa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.133968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:02.156098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:02.165996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] Deleting port 9791a2e2-710b-4bad-ac58-0695edf9ab79 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:02.166290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.172522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:02.178907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:02.179704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.225876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570e5cc-c53a-4c7b-b055-ed042461aa0b None None] Pushing event updated for resources: {'Port': ['ID=9791a2e2-710b-4bad-ac58-0695edf9ab79,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:02.279279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] For port 9791a2e2-710b-4bad-ac58-0695edf9ab79, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9791a2e2-710b-4bad-ac58-0695edf9ab79,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:02.279678 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.302103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] Calling delete_port for 9791a2e2-710b-4bad-ac58-0695edf9ab79 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:02.353366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40446) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:02.353686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0bc04488-c599-4482-92a9-a8d837a77f9f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5555053 Nov 10 03:57:02.360464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-46bdf19a-9baf-4d45-89df-b08611b0b755 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1342641235', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:02.383419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-117dde57-208e-414b-b5c7-99c934655dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:02.390548 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-117dde57-208e-414b-b5c7-99c934655dab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3275626 Nov 10 03:57:02.443339 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.443849 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.444260 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Floating IP 2a74b39c-01af-4ecb-b762-fdf0e0b72ea5 disassociated. External IP: 172.25.6.109, port: 39db985f-39ae-40af-87e9-7a71832c11eb. Nov 10 03:57:02.444780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Calling delete_port for 39db985f-39ae-40af-87e9-7a71832c11eb owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:02.472711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c96ac65-308f-45ac-9ba2-80857853af84 req-af019745-d793-4674-97d6-f7eb667b9d3d service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034157 Nov 10 03:57:02.492985 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.528072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] Pushing event deleted for resources: {'Port': ['ID=9791a2e2-710b-4bad-ac58-0695edf9ab79,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:02.531466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5744c-5a13-4715-9159-1127c353e43c None None] No DVR routers for this DVR port 9791a2e2-710b-4bad-ac58-0695edf9ab79 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:02.553360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2bb88-1429-4583-ae6f-0e6b960d7616 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:02.570306 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46bdf19a-9baf-4d45-89df-b08611b0b755 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.571852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46bdf19a-9baf-4d45-89df-b08611b0b755 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.615734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ed51-3028-47aa-92c6-61137ae5a1ad req-902aa44f-0d61-40b7-a51e-b51e11578b54 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:02.617338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c269ed51-3028-47aa-92c6-61137ae5a1ad req-902aa44f-0d61-40b7-a51e-b51e11578b54 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 944 time: 0.2466099 Nov 10 03:57:02.649617 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-37781d7f-2a6e-4353-8cbe-06f2c128a58e service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303216 Nov 10 03:57:02.678250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efaa30-29cd-42c6-885b-30bd2062751d req-e8da595f-58d1-4a1f-aebf-83745a8f7e0d tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:02.680240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08efaa30-29cd-42c6-885b-30bd2062751d req-e8da595f-58d1-4a1f-aebf-83745a8f7e0d tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 945 time: 0.3030312 Nov 10 03:57:02.820051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46bdf19a-9baf-4d45-89df-b08611b0b755 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.833281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a2749d2f-43ab-40cb-a51e-668fd3c92bdc req-b2842c57-9847-4bcf-a230-86cf74ace14a service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734250 Nov 10 03:57:02.838227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.843817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46bdf19a-9baf-4d45-89df-b08611b0b755 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.862703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '6b88bbd4-6690-41ad-b53c-1a4c6499b940'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:57:02.863670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.873381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event deleted for resources: {'Port': ['ID=39db985f-39ae-40af-87e9-7a71832c11eb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:02.902457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c269ed51-3028-47aa-92c6-61137ae5a1ad req-c230c47d-d21c-4d76-b909-40e9bc28e156 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736764 Nov 10 03:57:02.938073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46bdf19a-9baf-4d45-89df-b08611b0b755 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:02.939494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-46bdf19a-9baf-4d45-89df-b08611b0b755 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5845959 Nov 10 03:57:02.943174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40452) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:03.013670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08efaa30-29cd-42c6-885b-30bd2062751d req-30b546b3-a4f1-48df-b7bd-8897124eddf0 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups?id=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125803 Nov 10 03:57:03.189012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/6b88bbd4-6690-41ad-b53c-1a4c6499b940/ed53c1ed-379e-44b7-958e-870412be1b54) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:03.257066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:57:03.406383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.437455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.447624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.517631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:03.524011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:03.531452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:03.534935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Pushing event updated for resources: {'Port': ['ID=ed53c1ed-379e-44b7-958e-870412be1b54,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:03.607131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Attempting to bind port ed53c1ed-379e-44b7-958e-870412be1b54 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:03.607637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Attempting to bind port ed53c1ed-379e-44b7-958e-870412be1b54 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:03.608093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Attempting to bind port ed53c1ed-379e-44b7-958e-870412be1b54 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:03.613842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:03.614405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:03.614899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.615384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:03.615948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Bound port: ed53c1ed-379e-44b7-958e-870412be1b54, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:03.616422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.827546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Deleting port b29131b5-ecdc-42f7-ac0f-277bb0158ee8 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:03.828938 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.842876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 957317bb-9380-4bc1-b53c-4d12610cc86e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:57:03.850299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.931061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] For port b29131b5-ecdc-42f7-ac0f-277bb0158ee8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:03.931727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:03.950347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Calling delete_port for b29131b5-ecdc-42f7-ac0f-277bb0158ee8 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:04.019112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9791a2e2-710b-4bad-ac58-0695edf9ab79 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:04.062481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] For port ed53c1ed-379e-44b7-958e-870412be1b54, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:04.064651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:57:04.064823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 9791a2e2-710b-4bad-ac58-0695edf9ab79 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:04.065049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9791a2e2-710b-4bad-ac58-0695edf9ab79 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:04.099113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] Sync routers for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:57:04.117533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] For port ed53c1ed-379e-44b7-958e-870412be1b54, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ed53c1ed-379e-44b7-958e-870412be1b54,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:04.118390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05305f-b63f-4870-9880-db3ce28c5968 req-f695a52c-be01-4a6e-a901-a7af59535c4c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:04.122407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e05305f-b63f-4870-9880-db3ce28c5968 req-f695a52c-be01-4a6e-a901-a7af59535c4c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 944 time: 0.1069150 Nov 10 03:57:04.136638 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.152246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:04.153022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:04.161790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] No DVR routers for this DVR port 39db985f-39ae-40af-87e9-7a71832c11eb on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:04.169795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.173364 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9e6332eb-9305-4183-8939-b2732bfb3f72 req-ac0b5f85-7ea8-49f9-8fbc-0b64d9ad7535 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.44 "DELETE /v2.0/ports/39db985f-39ae-40af-87e9-7a71832c11eb HTTP/1.1" status: 204 len: 173 time: 3.2801077 Nov 10 03:57:04.173865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'name': 'network-vif-deleted', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:04.176488 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c99b650-0b9b-416f-8b09-9cd985e01960" -d '{"events": [{"server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "name": "network-vif-deleted", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:04.230168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0530d0b-15f3-4c1a-b680-05a1fecf8b28 req-3d015adc-02a4-4634-90e8-2bed51777201 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/ports?device_id=014c7f1b-4881-4f1b-98cd-07a6f67e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0512652 Nov 10 03:57:04.235690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:04.301905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'mac_address': 'fa:16:3e:5c:f6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:57:04.311513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::1 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/6b88bbd4-6690-41ad-b53c-1a4c6499b940/5e38d589-3b78-4768-9d73-ca6b37d02a8d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:04.337724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e05305f-b63f-4870-9880-db3ce28c5968 req-6463c256-6116-4488-8d91-ac723e7cce0a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074656 Nov 10 03:57:04.368330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8ddba-1801-45e4-b8ca-51b133e43919 None None] Pushing event updated for resources: {'Port': ['ID=ed53c1ed-379e-44b7-958e-870412be1b54,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:04.488281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:04.490189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.490716 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.497837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.532971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957317bb-9380-4bc1-b53c-4d12610cc86e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:57:04.545556 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dadd99-03ae-4c4e-b76a-55fadddc0989 x-openstack-request-id: req-44dadd99-03ae-4c4e-b76a-55fadddc0989 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:04.546164 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014c7f1b-4881-4f1b-98cd-07a6f67e7c1c", "name": "network-vif-deleted", "tag": "39db985f-39ae-40af-87e9-7a71832c11eb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:04.546609 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44dadd99-03ae-4c4e-b76a-55fadddc0989 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:04.547254 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014c7f1b-4881-4f1b-98cd-07a6f67e7c1c', 'name': 'network-vif-deleted', 'tag': '39db985f-39ae-40af-87e9-7a71832c11eb', 'status': 'completed', 'code': 200} Nov 10 03:57:04.550143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.576925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=b29131b5-ecdc-42f7-ac0f-277bb0158ee8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:04.598165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:04.608046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:04.630674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:04.634476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:04.635335 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.811052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.813583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=5e38d589-3b78-4768-9d73-ca6b37d02a8d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:04.903434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:04.918017 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:04.925746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.096539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:03Z', 'revision_number': 5, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:05.101092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['957317bb-9380-4bc1-b53c-4d12610cc86e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:57:05.157451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] Checking router: eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:57:05.177752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:05.178425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:05.302416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.308628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.310043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.383938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:05.450496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:05.563671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=5e38d589-3b78-4768-9d73-ca6b37d02a8d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:05.587327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:05.600266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:05.740863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b2bdbf0-102d-445d-95c1-0b0824a3c516 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.751114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0ae4-fe46-4211-9c02-b165ea72475b req-3e1b4390-7adf-470c-be92-708e33ae01de tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:05.753338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 39db985f-39ae-40af-87e9-7a71832c11eb no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:05.761003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09cf0ae4-fe46-4211-9c02-b165ea72475b req-3e1b4390-7adf-470c-be92-708e33ae01de tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 945 time: 0.1657672 Nov 10 03:57:05.789658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b2bdbf0-102d-445d-95c1-0b0824a3c516 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.810632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Router 9a3f552a-4476-4bdc-aad2-b04613b87726 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:57:05.821033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 39db985f-39ae-40af-87e9-7a71832c11eb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:05.821341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 39db985f-39ae-40af-87e9-7a71832c11eb not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:05.827429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09cf0ae4-fe46-4211-9c02-b165ea72475b req-316a6759-7fb2-4275-be9d-e389a3a96805 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661156 Nov 10 03:57:05.876925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:03Z', 'revision_number': 5, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:05.914969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b79703-3de3-4145-99bb-3ccf06e07997 None None] The sync data for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 is: [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:56Z', 'revision_number': 4, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6e6f73f9-f00a-48ea-977d-24338937610a', 'name': '', 'network_id': '634b96e2-53a6-4fd5-a5bd-93c714474f8f', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'mac_address': 'fa:16:3e:b5:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:55Z', 'updated_at': '2021-11-10T03:55:03Z', 'revision_number': 5, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'subnets': [{'id': '68ef93b6-1fbe-45fb-a2b9-ca596ef546a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:57:05.948106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b2bdbf0-102d-445d-95c1-0b0824a3c516 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.953695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b2bdbf0-102d-445d-95c1-0b0824a3c516 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.955129 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3b2bdbf0-102d-445d-95c1-0b0824a3c516 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "DELETE /v2.0/security-groups/94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9 HTTP/1.1" status: 204 len: 168 time: 0.5002043 Nov 10 03:57:05.960590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40478) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:05.969822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-90d33b76-5aef-4005-9726-0112d835a271 None None] Provisioning complete for port ed53c1ed-379e-44b7-958e-870412be1b54 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:05.969822 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90d33b76-5aef-4005-9726-0112d835a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:05.978537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:57:05.989196 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] Sync routers for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:57:05.996498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f9f2b56-1b49-488e-b272-cb721f057fdb admin admin] 10.222.0.24 "PUT /v2.0/routers/9a3f552a-4476-4bdc-aad2-b04613b87726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8392949 Nov 10 03:57:05.997386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40480) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:06.015477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:06.016622 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:06.018782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bdbf0-102d-445d-95c1-0b0824a3c516 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:06.037868 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-279e004d-686b-462b-b826-57a23c5212a6 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] show failed (client error): The resource could not be found. Nov 10 03:57:06.039029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-279e004d-686b-462b-b826-57a23c5212a6 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "GET /v2.0/security-groups/94dee1c7-84c2-4c7b-98aa-0ca270d5a0f9 HTTP/1.1" status: 404 len: 347 time: 0.0650380 Nov 10 03:57:06.053539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40482) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:06.177670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Router 333dc346-af8c-4b9d-892d-3d3ce710b621 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:57:06.196231 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90d33b76-5aef-4005-9726-0112d835a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.256039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.281543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-90d33b76-5aef-4005-9726-0112d835a271 None None] For port ed53c1ed-379e-44b7-958e-870412be1b54, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ed53c1ed-379e-44b7-958e-870412be1b54,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:06.293046 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90d33b76-5aef-4005-9726-0112d835a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.343065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed53c1ed-379e-44b7-958e-870412be1b54 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:06.357246 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:06.463025 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.484541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b91f96-34f4-4113-9fb9-262c58bb6d0a None None] New status for floating IP 2a74b39c-01af-4ecb-b762-fdf0e0b72ea5: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:57:06.604399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Deleting port caef8296-5389-4e53-9462-85eedc11f60d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:06.606313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.633474 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:57:04Z', 'revision_number': 5, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port': {'id': 'caef8296-5389-4e53-9462-85eedc11f60d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:45:25Z', 'updated_at': '2021-11-10T03:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:06.666433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d33b76-5aef-4005-9726-0112d835a271 None None] Pushing event updated for resources: {'Port': ['ID=ed53c1ed-379e-44b7-958e-870412be1b54,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:06.683392 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] Checking router: 9a3f552a-4476-4bdc-aad2-b04613b87726 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:57:06.693407 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] Routers {'9a3f552a-4476-4bdc-aad2-b04613b87726'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:06.693745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:57:06.697075 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9a3f552a-4476-4bdc-aad2-b04613b87726'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:06.697601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ed53c1ed-379e-44b7-958e-870412be1b54 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:06.698205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.736251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40486) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:06.739372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c175b8ab-99ea-43b9-844c-5da359118d40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "PUT /v2.0/routers/333dc346-af8c-4b9d-892d-3d3ce710b621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7953887 Nov 10 03:57:06.748938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b6880f37-d679-4c1a-9860-c21b0262e2f8 None None] Provisioning complete for port 5e38d589-3b78-4768-9d73-ca6b37d02a8d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:06.749279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Deleting port 64a0d46b-dfd8-4c6c-aa1a-aad4a4ffacd5 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:06.749639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.750268 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b6880f37-d679-4c1a-9860-c21b0262e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.803362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b6880f37-d679-4c1a-9860-c21b0262e2f8 None None] Port 5e38d589-3b78-4768-9d73-ca6b37d02a8d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:57:06.913668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde76d9b-0260-455d-b380-3d428b4e5b14 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:06.914868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cde76d9b-0260-455d-b380-3d428b4e5b14 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports/5e38d589-3b78-4768-9d73-ca6b37d02a8d HTTP/1.1" status: 200 len: 911 time: 0.1762092 Nov 10 03:57:06.928397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] For port caef8296-5389-4e53-9462-85eedc11f60d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=caef8296-5389-4e53-9462-85eedc11f60d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:06.928666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.932946 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40490) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:06.963000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.964462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.970145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aef72c25-dc8a-4b32-a3ba-f7a3ae4aa3b9 None None] Provisioning complete for port 5e38d589-3b78-4768-9d73-ca6b37d02a8d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:06.970811 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aef72c25-dc8a-4b32-a3ba-f7a3ae4aa3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:06.979238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Calling delete_port for caef8296-5389-4e53-9462-85eedc11f60d owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:07.005657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Calling delete_port for 64a0d46b-dfd8-4c6c-aa1a-aad4a4ffacd5 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:07.020283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-aef72c25-dc8a-4b32-a3ba-f7a3ae4aa3b9 None None] Port 5e38d589-3b78-4768-9d73-ca6b37d02a8d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:57:07.033289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74622d34-120e-4b3b-b09e-cadcbe5da261 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:07.040279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74622d34-120e-4b3b-b09e-cadcbe5da261 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:07.044737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-74622d34-120e-4b3b-b09e-cadcbe5da261 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1081502 Nov 10 03:57:07.044923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babb013-d3dd-4095-b8ec-ca69860fcf75 req-d30d4d14-2cc0-4f91-bbe4-a2569b79eadc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:07.044923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4babb013-d3dd-4095-b8ec-ca69860fcf75 req-d30d4d14-2cc0-4f91-bbe4-a2569b79eadc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 945 time: 0.1016097 Nov 10 03:57:07.045632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40492) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:07.091274 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Sync routers for ids ['333dc346-af8c-4b9d-892d-3d3ce710b621'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:57:07.116383 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] Set router 9a3f552a-4476-4bdc-aad2-b04613b87726 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:07.198106 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:57:06Z', 'revision_number': 6, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:07.202237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4babb013-d3dd-4095-b8ec-ca69860fcf75 req-d6010e68-4606-4b49-be7c-b80dc5c82227 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451712 Nov 10 03:57:07.249394 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Routers {'333dc346-af8c-4b9d-892d-3d3ce710b621'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:07.250442 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['333dc346-af8c-4b9d-892d-3d3ce710b621'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:07.254583 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a2578-5667-4da7-ac7b-1164412c0786 None None] The sync data for ids ['9a3f552a-4476-4bdc-aad2-b04613b87726'] in n-d-817326-2 is: [{'id': '9a3f552a-4476-4bdc-aad2-b04613b87726', 'name': 'tempest-TaggedBootDevicesTest-1024423151-router', 'tenant_id': 'c053c763ec7b46e4bff8c3556a455783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:45:24Z', 'updated_at': '2021-11-10T03:57:06Z', 'revision_number': 6, 'project_id': 'c053c763ec7b46e4bff8c3556a455783', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:57:07.312804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.339461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=caef8296-5389-4e53-9462-85eedc11f60d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:07.358393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bcb97-dae8-4908-ad4f-c7f367ed79d4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:07.386841 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Set router 333dc346-af8c-4b9d-892d-3d3ce710b621 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:07.409283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.428697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.468854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Pushing event deleted for resources: {'Port': ['ID=64a0d46b-dfd8-4c6c-aa1a-aad4a4ffacd5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:07.517559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.520660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.592114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.595530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.599282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dc0e4aef-fa47-42d2-bc14-c7c0e306a188 tempest-ServersTestManualDisk-248555017 tempest-ServersTestManualDisk-248555017-project] 10.222.0.24 "DELETE /v2.0/floatingips/2a74b39c-01af-4ecb-b762-fdf0e0b72ea5 HTTP/1.1" status: 204 len: 168 time: 1.5421219 Nov 10 03:57:07.599989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40496) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:07.618265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.618910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3f552a-4476-4bdc-aad2-b04613b87726 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:57:07.672821 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333dc346-af8c-4b9d-892d-3d3ce710b621', 'name': 'tempest-NetworksTestDHCPv6-router-1342641235', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:02Z', 'updated_at': '2021-11-10T03:57:04Z', 'revision_number': 2, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None, '_interfaces': [{'id': '5e38d589-3b78-4768-9d73-ca6b37d02a8d', 'name': '', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'mac_address': 'fa:16:3e:1f:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333dc346-af8c-4b9d-892d-3d3ce710b621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '6b88bbd4-6690-41ad-b53c-1a4c6499b940', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:03Z', 'updated_at': '2021-11-10T03:57:05Z', 'revision_number': 2, 'project_id': '20e029089776476b933cce28f27399a9', 'subnets': [{'id': '6b88bbd4-6690-41ad-b53c-1a4c6499b940', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:07.673124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.709559 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Checking router: 333dc346-af8c-4b9d-892d-3d3ce710b621 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:57:07.709559 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Updating router 333dc346-af8c-4b9d-892d-3d3ce710b621 port 5e38d589-3b78-4768-9d73-ca6b37d02a8d binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:57:07.719515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.723278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1bd1ecaf-4e93-4394-8357-ff50a3d048c6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9a3f552a-4476-4bdc-aad2-b04613b87726 HTTP/1.1" status: 204 len: 168 time: 1.7237017 Nov 10 03:57:07.730898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40498) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:07.739029 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.751092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 957317bb-9380-4bc1-b53c-4d12610cc86e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:07.845905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] Deleting subnet 0beba905-7692-49b7-9315-f028bd756783 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:07.849814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 957317bb-9380-4bc1-b53c-4d12610cc86e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:57:07.852057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.859550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 957317bb-9380-4bc1-b53c-4d12610cc86e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:07.860221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:07.948949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.001196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 5e38d589-3b78-4768-9d73-ca6b37d02a8d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:08.001826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.196523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.209959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.215082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.279916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.291833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:08.294256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:08.302531 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63196e08-9d20-4783-b0ac-a0b78f91b023" -d '{"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-plugged", "status": "completed", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:08.312512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed53c1ed-379e-44b7-958e-870412be1b54 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:08.314482 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.333926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 5e38d589-3b78-4768-9d73-ca6b37d02a8d owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:08.350795 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.366261 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.422475 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8512eb42-46b7-4c30-bffd-ac0638050fe9 x-openstack-request-id: req-8512eb42-46b7-4c30-bffd-ac0638050fe9 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:08.423034 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-plugged", "status": "completed", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:08.423034 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8512eb42-46b7-4c30-bffd-ac0638050fe9 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:08.423409 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'code': 200} Nov 10 03:57:08.476612 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Pushing event updated for resources: {'Port': ['ID=5e38d589-3b78-4768-9d73-ca6b37d02a8d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:08.508994 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.522601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:08.526519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ed53c1ed-379e-44b7-958e-870412be1b54 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:08.532184 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.538457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2babc-891b-4a72-8b80-3252e420f795 req-c338e4fe-ae29-41f8-ad4a-7fd49ca2e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:08.544530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa2babc-891b-4a72-8b80-3252e420f795 req-c338e4fe-ae29-41f8-ad4a-7fd49ca2e681 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 1097 time: 0.0885963 Nov 10 03:57:08.567454 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.567601 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.567930 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.568929 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.569255 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.569578 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.569893 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.570373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.573299 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.574046 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.574575 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.575262 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b836e8-658b-4686-9ace-213e4483ac99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:08.590206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.597986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0beba905-7692-49b7-9315-f028bd756783 HTTP/1.1" status: 204 len: 168 time: 0.8659523 Nov 10 03:57:08.599502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecfb0e-a7d0-4798-b3c8-3cdc45bf9bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0beba905-7692-49b7-9315-f028bd756783,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:08.606036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40508) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:08.627828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ef5916-21ef-4e51-b345-20b9da002faf None None] Network c33338f6-ec5f-45c2-b663-42466aa817e7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:08.635203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6ea44-aa67-470d-bd6c-dc042efdadbc req-60fd1714-cf37-4424-b62b-338cb633e961 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:08.637106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47f6ea44-aa67-470d-bd6c-dc042efdadbc req-60fd1714-cf37-4424-b62b-338cb633e961 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.2451959 Nov 10 03:57:08.681132 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Attempting to bind port 5e38d589-3b78-4768-9d73-ca6b37d02a8d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:08.683407 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Attempting to bind port 5e38d589-3b78-4768-9d73-ca6b37d02a8d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:08.687463 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Attempting to bind port 5e38d589-3b78-4768-9d73-ca6b37d02a8d on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:08.701954 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:08.704914 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:08.705314 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.706803 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:08.707305 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Bound port: 5e38d589-3b78-4768-9d73-ca6b37d02a8d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:08.708150 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.740994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47f6ea44-aa67-470d-bd6c-dc042efdadbc req-80f36e48-bcb7-495e-b397-cc2c900f7a94 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930142 Nov 10 03:57:08.779496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa2babc-891b-4a72-8b80-3252e420f795 req-71e370fd-1f38-490e-b3c4-e5bf13da78ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266316 Nov 10 03:57:08.902476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.903341 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:57:08.903766 n-d-817326-2 neutron-server[102599]: DEBUG oslo_db.api [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:57:08.930821 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.952433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b29131b5-ecdc-42f7-ac0f-277bb0158ee8 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:08.978441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=5e38d589-3b78-4768-9d73-ca6b37d02a8d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:08.986438 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:08.997653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b29131b5-ecdc-42f7-ac0f-277bb0158ee8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:08.998173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b29131b5-ecdc-42f7-ac0f-277bb0158ee8 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:08.998682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device caef8296-5389-4e53-9462-85eedc11f60d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:09.008721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bf97bb31-4767-4aa0-9622-2a6b8589d1fa None None] Could not find standard attr ID for object 5e38d589-3b78-4768-9d73-ca6b37d02a8d. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:09.050875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] DHCP port deletion for c33338f6-ec5f-45c2-b663-42466aa817e7 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:09.053826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: caef8296-5389-4e53-9462-85eedc11f60d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:09.056305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device caef8296-5389-4e53-9462-85eedc11f60d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:09.146819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] Deleting port 8f9339ed-290e-4055-b0a0-434258918e3e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:09.147503 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.150422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Deleting port 8f9339ed-290e-4055-b0a0-434258918e3e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:09.150761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.224514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.225436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] For port 8f9339ed-290e-4055-b0a0-434258918e3e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8f9339ed-290e-4055-b0a0-434258918e3e,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:09.226230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.243426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] Calling delete_port for 8f9339ed-290e-4055-b0a0-434258918e3e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:09.295042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] For port 8f9339ed-290e-4055-b0a0-434258918e3e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8f9339ed-290e-4055-b0a0-434258918e3e,segment=NetworkSegment(c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787),segment_id=c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:09.295042 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.309911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Calling delete_port for 8f9339ed-290e-4055-b0a0-434258918e3e owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:09.355777 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.387680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] Pushing event deleted for resources: {'Port': ['ID=8f9339ed-290e-4055-b0a0-434258918e3e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:09.397292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8b0e0-5da9-4354-8cbc-64a047700c8e None None] No DVR routers for this DVR port 8f9339ed-290e-4055-b0a0-434258918e3e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:09.421648 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Attempting to bind port 5e38d589-3b78-4768-9d73-ca6b37d02a8d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:09.422671 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Attempting to bind port 5e38d589-3b78-4768-9d73-ca6b37d02a8d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:09.423203 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Attempting to bind port 5e38d589-3b78-4768-9d73-ca6b37d02a8d on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:09.434856 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:09.435224 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:09.435637 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.436004 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:09.436495 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Bound port: 5e38d589-3b78-4768-9d73-ca6b37d02a8d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:09.436865 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.456282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Router 333dc346-af8c-4b9d-892d-3d3ce710b621 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:57:09.476630 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Port 5e38d589-3b78-4768-9d73-ca6b37d02a8d has been deleted concurrently {{(pid=102599) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 03:57:09.486520 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Routers {'333dc346-af8c-4b9d-892d-3d3ce710b621'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:09.487197 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['333dc346-af8c-4b9d-892d-3d3ce710b621'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:09.532629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.556357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9339ed-290e-4055-b0a0-434258918e3e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:09.565713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] No DVR routers for this DVR port 8f9339ed-290e-4055-b0a0-434258918e3e on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:09.569731 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] Set router 333dc346-af8c-4b9d-892d-3d3ce710b621 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:09.599320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Deleting port 6e6f73f9-f00a-48ea-977d-24338937610a {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:09.599657 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.642719 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-233934b2-860f-4696-a83b-19af3806b95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333dc346-af8c-4b9d-892d-3d3ce710b621', 'name': 'tempest-NetworksTestDHCPv6-router-1342641235', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:02Z', 'updated_at': '2021-11-10T03:57:08Z', 'revision_number': 3, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:09.676312 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233934b2-860f-4696-a83b-19af3806b95e None None] The sync data for ids ['333dc346-af8c-4b9d-892d-3d3ce710b621'] in n-d-817326-2 is: [{'id': '333dc346-af8c-4b9d-892d-3d3ce710b621', 'name': 'tempest-NetworksTestDHCPv6-router-1342641235', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:02Z', 'updated_at': '2021-11-10T03:57:08Z', 'revision_number': 3, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:57:09.699618 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.733520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33338f6-ec5f-45c2-b663-42466aa817e7']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:09.783896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:09.784402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a2529a-a2bd-4f3e-ba0e-d6ff6b955787') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:09.807597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] For port 6e6f73f9-f00a-48ea-977d-24338937610a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e6f73f9-f00a-48ea-977d-24338937610a,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:09.807965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.818160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.854769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Calling delete_port for 6e6f73f9-f00a-48ea-977d-24338937610a owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:09.875241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.909908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:57:09.910251 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:57:09.912115 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:57:10.022827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb46a5b-47f5-4b7d-846f-b5557f009387 req-3abb7964-295c-4dce-83c7-296e8dd7e7ab tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:10.025055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adb46a5b-47f5-4b7d-846f-b5557f009387 req-3abb7964-295c-4dce-83c7-296e8dd7e7ab tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1678870 Nov 10 03:57:10.028895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:57:10.042483 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-55524156-4bb6-429e-afdc-db478f023176 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "PUT /v2.0/routers/333dc346-af8c-4b9d-892d-3d3ce710b621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9957616 Nov 10 03:57:10.043253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40518) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:10.073856 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.089314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8f9339ed-290e-4055-b0a0-434258918e3e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:10.094840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.101043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c33338f6-ec5f-45c2-b663-42466aa817e7 HTTP/1.1" status: 204 len: 168 time: 1.4925127 Nov 10 03:57:10.105378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13238a-16de-4048-9ee7-15e97cd6658a admin admin] Pushing event deleted for resources: {'Network': ['ID=c33338f6-ec5f-45c2-b663-42466aa817e7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:10.111456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb46302-e16b-4379-8051-a21b210c9ed4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:10.113073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb46302-e16b-4379-8051-a21b210c9ed4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:10.117636 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cdb46302-e16b-4379-8051-a21b210c9ed4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0733941 Nov 10 03:57:10.118294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40522) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:10.151433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 8f9339ed-290e-4055-b0a0-434258918e3e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:10.151574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8f9339ed-290e-4055-b0a0-434258918e3e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:10.179058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-adb46a5b-47f5-4b7d-846f-b5557f009387 req-34ad0c78-74f7-4548-9cf6-ab528e2ebd1a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331313 Nov 10 03:57:10.182830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 6b88bbd4-6690-41ad-b53c-1a4c6499b940 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:10.188047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.245003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.302084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.313485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40526) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:10.404054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3bb15275-f67f-4bcb-9c72-2424fc3e7118 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c053c763ec7b46e4bff8c3556a455783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888443 Nov 10 03:57:10.404823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40530) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:10.416550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.522916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdebbd4c-1065-43a9-bedc-7734758da917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.542072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.589551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdebbd4c-1065-43a9-bedc-7734758da917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.598354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=6b88bbd4-6690-41ad-b53c-1a4c6499b940,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:10.604386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.610157 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ee92da7a-837f-4873-8755-f369e959038e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/6b88bbd4-6690-41ad-b53c-1a4c6499b940 HTTP/1.1" status: 204 len: 168 time: 0.4884655 Nov 10 03:57:10.610802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40532) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:10.619247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac6c21-1fef-41ca-b257-9af2614b885a None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:10.670835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6f73f9-f00a-48ea-977d-24338937610a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:10.775396 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-25686baa-d733-45b2-8d9d-8b08ee06db96 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1580939 Nov 10 03:57:10.775661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40534) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:10.784861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdebbd4c-1065-43a9-bedc-7734758da917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.788128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdebbd4c-1065-43a9-bedc-7734758da917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.789598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cdebbd4c-1065-43a9-bedc-7734758da917 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5aa116f-896f-44fb-bfec-a9029fb55075 HTTP/1.1" status: 204 len: 168 time: 0.3822126 Nov 10 03:57:10.804128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebbd4c-1065-43a9-bedc-7734758da917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aa116f-896f-44fb-bfec-a9029fb55075,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:10.946254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b932fb7-f0cc-48b3-a7bf-a30cc7751303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:10.988252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:10.999392 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] Sync routers for ids ['333dc346-af8c-4b9d-892d-3d3ce710b621'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:57:11.056141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] Routers {'333dc346-af8c-4b9d-892d-3d3ce710b621'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:11.057307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['333dc346-af8c-4b9d-892d-3d3ce710b621'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:11.154856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] Set router 333dc346-af8c-4b9d-892d-3d3ce710b621 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:11.159414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] Deleting port ed53c1ed-379e-44b7-958e-870412be1b54 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:11.160093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.169635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.183065 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b932fb7-f0cc-48b3-a7bf-a30cc7751303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.185480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b932fb7-f0cc-48b3-a7bf-a30cc7751303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.272006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333dc346-af8c-4b9d-892d-3d3ce710b621', 'name': 'tempest-NetworksTestDHCPv6-router-1342641235', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:02Z', 'updated_at': '2021-11-10T03:57:08Z', 'revision_number': 3, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:11.311698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] Checking router: 333dc346-af8c-4b9d-892d-3d3ce710b621 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:57:11.374057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] For port ed53c1ed-379e-44b7-958e-870412be1b54, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ed53c1ed-379e-44b7-958e-870412be1b54,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:11.374805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.395162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:11.395709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 03:57:11.396722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_agentschedulers_db [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'333dc346-af8c-4b9d-892d-3d3ce710b621'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 03:57:11.408117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccfeed-3182-4573-a74d-d2c098d8465c None None] The sync data for ids ['333dc346-af8c-4b9d-892d-3d3ce710b621'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:57:11.422572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] Calling delete_port for ed53c1ed-379e-44b7-958e-870412be1b54 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:11.431813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b932fb7-f0cc-48b3-a7bf-a30cc7751303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.432702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b932fb7-f0cc-48b3-a7bf-a30cc7751303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Fanout notify agent at l3_agent the message router_deleted on router 333dc346-af8c-4b9d-892d-3d3ce710b621 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:57:11.454825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b932fb7-f0cc-48b3-a7bf-a30cc7751303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.459038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6b932fb7-f0cc-48b3-a7bf-a30cc7751303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/routers/333dc346-af8c-4b9d-892d-3d3ce710b621 HTTP/1.1" status: 204 len: 168 time: 0.6794207 Nov 10 03:57:11.459239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40550) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:11.471405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:11.609880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4001d-d22b-4502-9088-dd269ad9a9ee req-60b08e7b-ebba-4702-af73-57e366e63ab7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:11.611694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fee4001d-d22b-4502-9088-dd269ad9a9ee req-60b08e7b-ebba-4702-af73-57e366e63ab7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1831863 Nov 10 03:57:11.639322 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.672884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:11.677977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:11.706167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:57:11.707810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] Pushing event deleted for resources: {'Port': ['ID=ed53c1ed-379e-44b7-958e-870412be1b54,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:11.710996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fee4001d-d22b-4502-9088-dd269ad9a9ee req-24bb749e-167e-4462-9ef7-4e6dad23a46f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705891 Nov 10 03:57:11.721090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1bf29-4fd5-44fb-bd0f-d676818fc92b None None] No DVR routers for this DVR port ed53c1ed-379e-44b7-958e-870412be1b54 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:11.906253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:57:11.916206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c4eb9e4a-c46e-446f-bbec-ee2638243b84 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3150272 Nov 10 03:57:11.916693 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] Sync routers for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:57:11.917624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40572) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:11.952319 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:11.952719 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:12.054549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.154780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8209f1-c863-4aea-9790-f9b0ffac95e3 req-1c8e08db-2e40-4f3b-80b0-a4c05022815d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:12.156282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c8209f1-c863-4aea-9790-f9b0ffac95e3 req-1c8e08db-2e40-4f3b-80b0-a4c05022815d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1509099 Nov 10 03:57:12.174033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:12.183487 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.197130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:12.198209 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:12.198811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:12.206300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:12.209253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.211696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc248a2-88aa-44ee-af91-7e69e953fb44 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:12.249216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9da5c3e6-4030-4c31-9203-0243eda016c4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7889509 Nov 10 03:57:12.252502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40578) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:12.262577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-77746ea6-e452-4fd4-bfce-46ebce9b1efe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-618999896', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:12.301372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40580) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:12.326380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed53c1ed-379e-44b7-958e-870412be1b54 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:12.334823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77746ea6-e452-4fd4-bfce-46ebce9b1efe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.336724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77746ea6-e452-4fd4-bfce-46ebce9b1efe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.379806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ed53c1ed-379e-44b7-958e-870412be1b54 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:12.381876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed53c1ed-379e-44b7-958e-870412be1b54 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:12.453979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77746ea6-e452-4fd4-bfce-46ebce9b1efe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.465317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77746ea6-e452-4fd4-bfce-46ebce9b1efe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.466087 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:57:10Z', 'revision_number': 5, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port': {'id': '767c1f5e-86f8-49e9-b627-6990bbd7c0c3', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:12.486534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c8209f1-c863-4aea-9790-f9b0ffac95e3 req-200fbf4b-4eb2-4c03-923f-5d79a150dffe tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171582 Nov 10 03:57:12.488581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.498333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-77746ea6-e452-4fd4-bfce-46ebce9b1efe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.499834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-77746ea6-e452-4fd4-bfce-46ebce9b1efe tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2463684 Nov 10 03:57:12.502537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40586) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:12.562492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-336171313-network', 'tenant_id': '80a131af980249e8b6973a3a107e85f0'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:12.563446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Deleting port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:12.563866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.593232 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] Checking router: eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:57:12.596381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:57:12.597537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.627448 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] Routers {'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:12.628061 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:56:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:12.693116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] For port 767c1f5e-86f8-49e9-b627-6990bbd7c0c3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:12.693529 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.712878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Calling delete_port for 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:12.785699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c/a42b62cc-61d9-41f1-b8a9-06c15b5abc4e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:12.836704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Made reservation on behalf of 80a131af980249e8b6973a3a107e85f0 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:12.839211 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.874569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.929974 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] Set router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:12.953626 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:12.990225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.021564 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:57:12Z', 'revision_number': 6, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:13.044547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=767c1f5e-86f8-49e9-b627-6990bbd7c0c3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:13.046504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.057316 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.074338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a693cc17-6cb5-4447-8541-ce5172632f2c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:13.074655 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61511979-66d4-4b8d-abd1-da8fdfbfd7e8 None None] The sync data for ids ['eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd'] in n-d-817326-2 is: [{'id': 'eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd', 'name': 'tempest-ServersTestManualDisk-1782121526-router', 'tenant_id': '26cbd1df8aa846e59813731eb7d46a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:54:53Z', 'updated_at': '2021-11-10T03:57:12Z', 'revision_number': 6, 'project_id': '26cbd1df8aa846e59813731eb7d46a5e', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:57:13.108279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:13.120343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:13.122927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:13.152986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.169059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Pushing event updated for resources: {'Port': ['ID=a42b62cc-61d9-41f1-b8a9-06c15b5abc4e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:13.197390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.208385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Attempting to bind port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:13.209678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Attempting to bind port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:13.209678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Attempting to bind port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:13.210457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.217411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:13.217411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:13.218137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.218137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:13.218661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Bound port: a42b62cc-61d9-41f1-b8a9-06c15b5abc4e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:13.219037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.245099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:57:13.261838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.264054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.312203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3982f437-1838-4df2-b096-f7245811b863 None None] For port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:13.317305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.317480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3982f437-1838-4df2-b096-f7245811b863 None None] For port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a42b62cc-61d9-41f1-b8a9-06c15b5abc4e,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:13.318292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:57:13.321540 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-05dbdfe7-8be5-4e6f-b39a-06e5f299a2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.324161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.327687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b31ddc5f-f15d-44b1-bac1-f74ffee974d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/eb4d9b3a-32d4-4619-9fe7-aa7f17c281fd HTTP/1.1" status: 204 len: 168 time: 1.4066329 Nov 10 03:57:13.327861 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.328745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:13.357828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dbf11e-3795-4e3f-b26c-b292aa7e6951,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:13.376763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.377348 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Added segment 35695be3-6fac-4f86-9515-008cd8da021c of type vlan for network 59d0b851-592f-4059-91bd-2eb8e0534a77 Nov 10 03:57:13.400212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982f437-1838-4df2-b096-f7245811b863 None None] Pushing event updated for resources: {'Port': ['ID=a42b62cc-61d9-41f1-b8a9-06c15b5abc4e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:13.410098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::1 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c/94227a61-d8a6-46d1-a5f9-efc342df3b8d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:13.425267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] Deleting subnet 68ef93b6-1fbe-45fb-a2b9-ca596ef546a9 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:13.428731 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.470058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.471937 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.576729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.resource_extend [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 03:57:13.627760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.628840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:13.629532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.662746 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.720257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.729480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40606) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:13.736051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Request body: {'subnet': {'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-336171313-subnet', 'tenant_id': '80a131af980249e8b6973a3a107e85f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:13.744949 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4275303 Nov 10 03:57:13.799006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01729dac-c848-40cf-83c0-44730fde0cc6 req-d69e6ab6-ac9d-420a-9bd8-c8a32bd6dd2a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:13.800727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01729dac-c848-40cf-83c0-44730fde0cc6 req-d69e6ab6-ac9d-420a-9bd8-c8a32bd6dd2a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1068289 Nov 10 03:57:13.806167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Made reservation on behalf of 80a131af980249e8b6973a3a107e85f0 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:13.808521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.829299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a8f0-5f35-46be-9edd-d68f6669e3dc admin admin] Pushing event updated for resources: {'Network': ['ID=59d0b851-592f-4059-91bd-2eb8e0534a77,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:13.844407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 59d0b851-592f-4059-91bd-2eb8e0534a77 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:57:13.855794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.906230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:13.910922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:13.924959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:13.925509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:13.940490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.046311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=94227a61-d8a6-46d1-a5f9-efc342df3b8d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:14.048010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.051912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb2f3c-2ebb-439a-a3ad-e905a692b71c None None] Network 634b96e2-53a6-4fd5-a5bd-93c714474f8f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:14.060154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68ef93b6-1fbe-45fb-a2b9-ca596ef546a9 HTTP/1.1" status: 204 len: 168 time: 0.7302775 Nov 10 03:57:14.106327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40608) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:14.139365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:14.161628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344067c4-e542-4d1d-9c92-c29ec985c4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ef93b6-1fbe-45fb-a2b9-ca596ef546a9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:14.177556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:14.178006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 767c1f5e-86f8-49e9-b627-6990bbd7c0c3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:14.179140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e6f73f9-f00a-48ea-977d-24338937610a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:14.185513 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.261092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.277374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.287393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048cd475-3ec4-4101-b1fd-eb3b824e9f12,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:14.326114 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01729dac-c848-40cf-83c0-44730fde0cc6 req-fef237fb-eff5-48e2-b94b-d283dc360472 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989636 Nov 10 03:57:14.358968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Checking segment: {'id': '35695be3-6fac-4f86-9515-008cd8da021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:14.359325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Network hostable DHCP agents. Network: 59d0b851-592f-4059-91bd-2eb8e0534a77, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:57:14.400892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Network 59d0b851-592f-4059-91bd-2eb8e0534a77 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:57:14.421487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 59d0b851-592f-4059-91bd-2eb8e0534a77) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:14.437676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:14.438567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.477586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a241982a-d174-43fe-b61a-e8a30d2e9a62 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7466092 Nov 10 03:57:14.480627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6e6f73f9-f00a-48ea-977d-24338937610a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:14.481114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e6f73f9-f00a-48ea-977d-24338937610a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:14.483771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568201b-584f-4325-aa30-8495ad54947f None None] Network 59d0b851-592f-4059-91bd-2eb8e0534a77 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:14.583143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Deleting port 8a71c341-8909-4b86-8c4c-5b4b783ef33e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:14.583689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.716112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] For port 8a71c341-8909-4b86-8c4c-5b4b783ef33e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8a71c341-8909-4b86-8c4c-5b4b783ef33e,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:14.716469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.767047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cded563-3d25-4129-be32-c350f3d309f9 None None] Network 59d0b851-592f-4059-91bd-2eb8e0534a77 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:14.814290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Calling delete_port for 8a71c341-8909-4b86-8c4c-5b4b783ef33e owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:14.878377 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.894102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.895196 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:14.930572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] DHCP port deletion for 634b96e2-53a6-4fd5-a5bd-93c714474f8f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:15.031727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] Deleting port 8a71c341-8909-4b86-8c4c-5b4b783ef33e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:15.032884 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.178004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=94227a61-d8a6-46d1-a5f9-efc342df3b8d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:15.185655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] For port 8a71c341-8909-4b86-8c4c-5b4b783ef33e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8a71c341-8909-4b86-8c4c-5b4b783ef33e,segment=NetworkSegment(1c3e466b-0c0a-4258-9435-be84510a6893),segment_id=1c3e466b-0c0a-4258-9435-be84510a6893)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:15.185655 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.209836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] Calling delete_port for 8a71c341-8909-4b86-8c4c-5b4b783ef33e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:15.229920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38e2a-b085-4ad5-a26b-b86a29800065 req-2c5a2caa-0595-47ed-bd33-6576500f2149 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:15.238867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42b38e2a-b085-4ad5-a26b-b86a29800065 req-2c5a2caa-0595-47ed-bd33-6576500f2149 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.0919011 Nov 10 03:57:15.263545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:15.264398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.283556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:15.317329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a71c341-8909-4b86-8c4c-5b4b783ef33e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:15.324065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] No DVR routers for this DVR port 8a71c341-8909-4b86-8c4c-5b4b783ef33e on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:15.357476 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.390009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42b38e2a-b085-4ad5-a26b-b86a29800065 req-4ca9c583-8520-42a0-b429-4d4d42f245ec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482089 Nov 10 03:57:15.408035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] Pushing event deleted for resources: {'Port': ['ID=8a71c341-8909-4b86-8c4c-5b4b783ef33e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:15.414062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0596b-b86d-4212-a8f5-4edce08bf996 None None] No DVR routers for this DVR port 8a71c341-8909-4b86-8c4c-5b4b783ef33e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:15.464396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-fa4d47fe-5553-48f7-a09a-5c90658b0b12 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:15.468381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-fa4d47fe-5553-48f7-a09a-5c90658b0b12 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/networks?id=59d0b851-592f-4059-91bd-2eb8e0534a77 HTTP/1.1" status: 200 len: 808 time: 0.1770887 Nov 10 03:57:15.492787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-0413e61a-d1f3-4383-a613-b509eb91c163 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/quotas/80a131af980249e8b6973a3a107e85f0 HTTP/1.1" status: 200 len: 375 time: 0.0210233 Nov 10 03:57:15.530605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.535199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-21ea070d-cec6-45e3-aa74-e003a5cd470b tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80a131af980249e8b6973a3a107e85f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413742 Nov 10 03:57:15.542180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b72bf85e-93c4-4a11-918d-1a5729d2f766 None None] Provisioning complete for port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:15.542740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b72bf85e-93c4-4a11-918d-1a5729d2f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.589858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634b96e2-53a6-4fd5-a5bd-93c714474f8f']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:15.600130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3e466b-0c0a-4258-9435-be84510a6893') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:15.600517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3e466b-0c0a-4258-9435-be84510a6893') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:15.625678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.640763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.649038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:57:15.649786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.674440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-8f81ec48-331c-40ac-ae75-29e1caf75e60 service neutron] 10.222.0.24 "GET /v2.0/networks/59d0b851-592f-4059-91bd-2eb8e0534a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382165 Nov 10 03:57:15.697001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b72bf85e-93c4-4a11-918d-1a5729d2f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.708001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ba26c9f-c4c0-41e5-82c5-31b98df26724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: items = [ Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:57:15.719186 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:57:15.733129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.740192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b72bf85e-93c4-4a11-918d-1a5729d2f766 None None] For port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a42b62cc-61d9-41f1-b8a9-06c15b5abc4e,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:15.740936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.746369 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/634b96e2-53a6-4fd5-a5bd-93c714474f8f HTTP/1.1" status: 204 len: 168 time: 1.6389306 Nov 10 03:57:15.766157 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b72bf85e-93c4-4a11-918d-1a5729d2f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:15.775960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad612-edcf-400f-8f43-c917522c82a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=634b96e2-53a6-4fd5-a5bd-93c714474f8f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:15.798608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Router 20046401-633d-4ae2-94c4-77fa77c513ad is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:57:15.840344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-5c1ad350-921c-4be8-9a98-fb235ea499a2 service neutron] 10.222.0.24 "GET /v2.0/networks/59d0b851-592f-4059-91bd-2eb8e0534a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649442 Nov 10 03:57:15.904724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bf85e-93c4-4a11-918d-1a5729d2f766 None None] Pushing event updated for resources: {'Port': ['ID=a42b62cc-61d9-41f1-b8a9-06c15b5abc4e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:15.928054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40656) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:16.006445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9e46db3d-b831-4405-8a31-76b724840064 None None] Provisioning complete for port 94227a61-d8a6-46d1-a5f9-efc342df3b8d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:16.006816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e46db3d-b831-4405-8a31-76b724840064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:16.046902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-55f7267c-c279-4d5c-b1ef-61b47f97ef2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26cbd1df8aa846e59813731eb7d46a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1174548 Nov 10 03:57:16.049977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40662) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:16.118608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9e46db3d-b831-4405-8a31-76b724840064 None None] Port 94227a61-d8a6-46d1-a5f9-efc342df3b8d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:57:16.124852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd025bf6-18d0-4593-9f0e-b332e2ad592a req-72a86536-517d-410b-9626-bf2c5a499d41 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 210 time: 0.0347693 Nov 10 03:57:16.160381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a42b62cc-61d9-41f1-b8a9-06c15b5abc4e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:16.163151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:57:16.171421 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03f408f7-cbac-4a42-8702-9d31e5c0f859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "PUT /v2.0/routers/20046401-633d-4ae2-94c4-77fa77c513ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6676137 Nov 10 03:57:16.174434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40666) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:16.178842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Sync routers for ids ['20046401-633d-4ae2-94c4-77fa77c513ad'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:57:16.208878 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dfc674d-8971-4dc2-93e7-7229eb2b541e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:16.231351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Routers {'20046401-633d-4ae2-94c4-77fa77c513ad'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:16.232479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:57:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['20046401-633d-4ae2-94c4-77fa77c513ad'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:16.245705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dfc674d-8971-4dc2-93e7-7229eb2b541e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:16.305277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e1699-4d5f-4bea-b488-ad644fbdb25f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:16.306858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dc0e1699-4d5f-4bea-b488-ad644fbdb25f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports/94227a61-d8a6-46d1-a5f9-efc342df3b8d HTTP/1.1" status: 200 len: 911 time: 0.1314316 Nov 10 03:57:16.309676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40668) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:16.339671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dfc674d-8971-4dc2-93e7-7229eb2b541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:16.343258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dfc674d-8971-4dc2-93e7-7229eb2b541e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:16.344564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4dfc674d-8971-4dc2-93e7-7229eb2b541e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8787ece-4c1f-4e5f-8fac-8970871fa5e3 HTTP/1.1" status: 204 len: 168 time: 0.2934618 Nov 10 03:57:16.375173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc674d-8971-4dc2-93e7-7229eb2b541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8787ece-4c1f-4e5f-8fac-8970871fa5e3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:16.413336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f9470-a544-42c5-853c-37f8d6fe1b03 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:16.420916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f9470-a544-42c5-853c-37f8d6fe1b03 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:16.425579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40678) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:16.428463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-103f9470-a544-42c5-853c-37f8d6fe1b03 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1165257 Nov 10 03:57:16.478651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Set router 20046401-633d-4ae2-94c4-77fa77c513ad gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:16.507116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b2b93be8-2563-4e70-8c02-e9e21cc86bd9 None None] Provisioning complete for port 94227a61-d8a6-46d1-a5f9-efc342df3b8d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:16.507365 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2b93be8-2563-4e70-8c02-e9e21cc86bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:16.596479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b2b93be8-2563-4e70-8c02-e9e21cc86bd9 None None] Port 94227a61-d8a6-46d1-a5f9-efc342df3b8d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:57:16.646215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:16.646481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:16.813998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:17.041735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'name': 'tempest-NetworksTestDHCPv6-router-618999896', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:12Z', 'updated_at': '2021-11-10T03:57:14Z', 'revision_number': 2, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None, '_interfaces': [{'id': '94227a61-d8a6-46d1-a5f9-efc342df3b8d', 'name': '', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'mac_address': 'fa:16:3e:c8:c7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:13Z', 'updated_at': '2021-11-10T03:57:14Z', 'revision_number': 2, 'project_id': '20e029089776476b933cce28f27399a9', 'subnets': [{'id': '4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:17.110682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Checking router: 20046401-633d-4ae2-94c4-77fa77c513ad for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:57:17.110682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Updating router 20046401-633d-4ae2-94c4-77fa77c513ad port 94227a61-d8a6-46d1-a5f9-efc342df3b8d binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:57:17.124205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8a71c341-8909-4b86-8c4c-5b4b783ef33e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:17.204951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 8a71c341-8909-4b86-8c4c-5b4b783ef33e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:17.205648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8a71c341-8909-4b86-8c4c-5b4b783ef33e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:17.210133 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:17.319555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e13f1-32f0-4ab7-a859-019e17a55b84 req-b2151733-e0d6-4afc-8c60-b770d8625716 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:17.328438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff9e13f1-32f0-4ab7-a859-019e17a55b84 req-b2151733-e0d6-4afc-8c60-b770d8625716 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.8053734 Nov 10 03:57:17.440504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff9e13f1-32f0-4ab7-a859-019e17a55b84 req-25ab8ba7-13b0-42be-955e-39761600c83c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108830 Nov 10 03:57:17.455122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc24ef49-2267-48b7-82e1-6d66eb8e00d5 req-c6d7e829-dce9-40ab-b39f-32677eaf25dc tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 210 time: 0.0941920 Nov 10 03:57:17.708842 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:17.711381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40720) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:17.729635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:17.743130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:17.838513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 957317bb-9380-4bc1-b53c-4d12610cc86e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:57:17.894107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-770418357-network', 'tenant_id': '357fbd39e72948f6b06e72545db4ca51'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:17.974017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444af6b-bea3-4528-9e98-084e63d4c7f2 None None] Pushing event updated for resources: {'Port': ['ID=94227a61-d8a6-46d1-a5f9-efc342df3b8d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:18.015081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Attempting to bind port 94227a61-d8a6-46d1-a5f9-efc342df3b8d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:18.015718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Attempting to bind port 94227a61-d8a6-46d1-a5f9-efc342df3b8d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:18.016253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Attempting to bind port 94227a61-d8a6-46d1-a5f9-efc342df3b8d on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:18.052524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:18.053237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:18.053732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.054294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:18.054876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Bound port: 94227a61-d8a6-46d1-a5f9-efc342df3b8d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:18.055472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.065535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Made reservation on behalf of 357fbd39e72948f6b06e72545db4ca51 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:18.068427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.120059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.263519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-ee2f603b-a95a-4590-824b-b20636f85f8b tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:18.265585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-ee2f603b-a95a-4590-824b-b20636f85f8b tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.11 "GET /v2.0/networks?id=59d0b851-592f-4059-91bd-2eb8e0534a77 HTTP/1.1" status: 200 len: 808 time: 0.3166554 Nov 10 03:57:18.291513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Request body: {'port': {'device_id': '01aa8644-1367-418c-85bf-2e2e1818969a', 'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77', 'admin_state_up': True, 'tenant_id': '80a131af980249e8b6973a3a107e85f0'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:18.293897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:18.333823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'port_id': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'mac_address': 'fa:16:3e:5c:f6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:57:18.386074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 94227a61-d8a6-46d1-a5f9-efc342df3b8d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:18.386695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.449267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Made reservation on behalf of 80a131af980249e8b6973a3a107e85f0 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:18.453462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.485049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-41752469-d999-48da-9407-2a206925980b None None] Provisioning complete for port 94227a61-d8a6-46d1-a5f9-efc342df3b8d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:18.499198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.508879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-41752469-d999-48da-9407-2a206925980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.540667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.559242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] For port 94227a61-d8a6-46d1-a5f9-efc342df3b8d, host n-d-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:18.561417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.583692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:57:18.621395 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.623785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 94227a61-d8a6-46d1-a5f9-efc342df3b8d owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:18.652135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020171f-c8d7-43bd-9f52-a17e74471362 req-e2984353-d07f-4c52-8280-ca0d88aaf539 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:18.660297 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2020171f-c8d7-43bd-9f52-a17e74471362 req-e2984353-d07f-4c52-8280-ca0d88aaf539 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.0903249 Nov 10 03:57:18.674515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] For port 94227a61-d8a6-46d1-a5f9-efc342df3b8d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:18.681019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] For port 94227a61-d8a6-46d1-a5f9-efc342df3b8d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=94227a61-d8a6-46d1-a5f9-efc342df3b8d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:18.683203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.684613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.686131 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Added segment e86be624-4d87-4fc2-a193-7dda541b80d9 of type vlan for network f4e52e26-3c52-4543-b0e3-fbc79510fa90 Nov 10 03:57:18.692556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0317b04-a603-440b-9ede-3ea6eef78b99,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:18.719427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.742178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b282a345-2ea4-4493-bc4d-506c80b54283 req-2d09842c-1fe0-42e7-886b-7e99c199dd42 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 210 time: 0.0336564 Nov 10 03:57:18.801207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.811229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2020171f-c8d7-43bd-9f52-a17e74471362 req-3e1838ce-0336-43f3-8e26-ccc29f3568ed tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496475 Nov 10 03:57:18.814891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 957317bb-9380-4bc1-b53c-4d12610cc86e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:57:18.840536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-41752469-d999-48da-9407-2a206925980b None None] Port 94227a61-d8a6-46d1-a5f9-efc342df3b8d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:57:18.841053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.849098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:18.850459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.858169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Allocated IP 172.20.0.6 (59d0b851-592f-4059-91bd-2eb8e0534a77/048cd475-3ec4-4101-b1fd-eb3b824e9f12/57b352c6-bb40-4d2c-bc51-c48ff22faa63) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:18.922637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:18.936526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444af6b-bea3-4528-9e98-084e63d4c7f2 None None] Pushing event updated for resources: {'Port': ['ID=94227a61-d8a6-46d1-a5f9-efc342df3b8d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:18.939403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Routers {'20046401-633d-4ae2-94c4-77fa77c513ad'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:18.940008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:57:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['20046401-633d-4ae2-94c4-77fa77c513ad'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:18.941971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:18.995586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2830532 Nov 10 03:57:18.996257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40742) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:19.005889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Request body: {'subnet': {'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-770418357-subnet', 'tenant_id': '357fbd39e72948f6b06e72545db4ca51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:19.025631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03071ad-33a0-49b1-9b03-a766ebc97742 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e52e26-3c52-4543-b0e3-fbc79510fa90,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:19.104119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Made reservation on behalf of 357fbd39e72948f6b06e72545db4ca51 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:19.106734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:19.189658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:19.271165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:19.286177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=94227a61-d8a6-46d1-a5f9-efc342df3b8d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:19.368833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f4e52e26-3c52-4543-b0e3-fbc79510fa90 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:57:19.390339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['957317bb-9380-4bc1-b53c-4d12610cc86e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:57:19.398249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:19.493061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-477e6c66-bf44-446b-a6c6-ccb8fa780a57 None None] Could not find standard attr ID for object 94227a61-d8a6-46d1-a5f9-efc342df3b8d. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:19.609167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:19.653282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:19.704960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] Set router 20046401-633d-4ae2-94c4-77fa77c513ad gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:19.794213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:20.169998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Router 20046401-633d-4ae2-94c4-77fa77c513ad has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:57:20.196933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'name': 'tempest-NetworksTestDHCPv6-router-618999896', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:12Z', 'updated_at': '2021-11-10T03:57:14Z', 'revision_number': 2, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None, '_interfaces': [{'id': '94227a61-d8a6-46d1-a5f9-efc342df3b8d', 'name': '', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'mac_address': 'fa:16:3e:c8:c7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:13Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 4, 'project_id': '20e029089776476b933cce28f27399a9', 'subnets': [{'id': '4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:20.222973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c48a1-520e-4575-a05a-0280ffb5b516 req-1a2d70e7-5c69-4ddd-98b9-5c5cdd8405ed tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:20.224737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-337c48a1-520e-4575-a05a-0280ffb5b516 req-1a2d70e7-5c69-4ddd-98b9-5c5cdd8405ed tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 931 time: 0.3052664 Nov 10 03:57:20.268853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Network 59d0b851-592f-4059-91bd-2eb8e0534a77 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:20.278967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:20.286213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:20.290571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Pushing event updated for resources: {'Port': ['ID=57b352c6-bb40-4d2c-bc51-c48ff22faa63,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:20.302870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519b9cd-1b8e-42b9-83e2-837716a6e1a4 None None] The sync data for ids ['20046401-633d-4ae2-94c4-77fa77c513ad'] in n-d-817326-2 is: [{'id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'name': 'tempest-NetworksTestDHCPv6-router-618999896', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:12Z', 'updated_at': '2021-11-10T03:57:14Z', 'revision_number': 2, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None, '_interfaces': [{'id': '94227a61-d8a6-46d1-a5f9-efc342df3b8d', 'name': '', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'mac_address': 'fa:16:3e:c8:c7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:13Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 4, 'project_id': '20e029089776476b933cce28f27399a9', 'subnets': [{'id': '4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:57:20.307907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b71ea-6f79-4a51-bea1-96e403e0c574 req-440b3483-96a2-44af-8ef4-df4cc77ca48e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:20.313227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-821d718f-b9f3-4fab-a558-4b0d6b88d57f req-b3f35be6-fadd-4373-afa7-a943cac39d4d service neutron] (102596) timed out ('10.222.0.24', 39680) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 03:57:20.314098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:20.316009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa8b71ea-6f79-4a51-bea1-96e403e0c574 req-440b3483-96a2-44af-8ef4-df4cc77ca48e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 945 time: 0.3292880 Nov 10 03:57:20.425352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:20.426099 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:20.438849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:20.462528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Checking segment: {'id': 'e86be624-4d87-4fc2-a193-7dda541b80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:20.462894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Network hostable DHCP agents. Network: f4e52e26-3c52-4543-b0e3-fbc79510fa90, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:57:20.467818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-337c48a1-520e-4575-a05a-0280ffb5b516 req-a4391436-9452-467e-acbd-7791165e98e2 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944098 Nov 10 03:57:20.468999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:57:20.474876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a46b9fa2-9542-4bf4-8d0d-f5c7ed38a33a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "PUT /v2.0/routers/20046401-633d-4ae2-94c4-77fa77c513ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0471692 Nov 10 03:57:20.478573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40754) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:20.489899 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-16717583-8bf6-40bf-bb1d-77e646be10a1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2048204 Nov 10 03:57:20.511088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Request body: {'port': {'device_id': '01aa8644-1367-418c-85bf-2e2e1818969a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:20.562277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Network f4e52e26-3c52-4543-b0e3-fbc79510fa90 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:57:20.576155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa8b71ea-6f79-4a51-bea1-96e403e0c574 req-4de7f3ca-f768-4a24-a496-409241cd1977 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817605 Nov 10 03:57:20.609325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df35d4-c003-4115-812a-4c6444105d0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:20.616105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df35d4-c003-4115-812a-4c6444105d0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:20.626791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2df35d4-c003-4115-812a-4c6444105d0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1460619 Nov 10 03:57:20.627347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40756) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:20.690249 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f4e52e26-3c52-4543-b0e3-fbc79510fa90) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:20.691801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:20.701845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e44787a-4f2b-4fc5-8994-42fe0772c526 None None] Network f4e52e26-3c52-4543-b0e3-fbc79510fa90 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:20.730646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:20.732912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:20.857124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bf4563ff-b377-46ab-81bd-ef9be3e6dba7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8532834 Nov 10 03:57:20.875169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:20.900139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.062622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768abe4-77d8-4e38-b63f-f8d343ba6d6f None None] Network f4e52e26-3c52-4543-b0e3-fbc79510fa90 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:21.132502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.365921 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.590369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b352c6-bb40-4d2c-bc51-c48ff22faa63 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:57:21.599977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.618755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Transition to ACTIVE for port object 57b352c6-bb40-4d2c-bc51-c48ff22faa63 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:57:21.620013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.655005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:21.664305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.684855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8345c-f313-4ac4-b89c-cbe33ec47717 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:21.720021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a30f5d05-6b0c-4a4f-801f-1d0ffa823fb8 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:21.723180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a30f5d05-6b0c-4a4f-801f-1d0ffa823fb8 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/networks?id=f4e52e26-3c52-4543-b0e3-fbc79510fa90 HTTP/1.1" status: 200 len: 817 time: 0.2076614 Nov 10 03:57:21.729089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.740790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40784) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:21.741413 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-26baf3db-ee14-4ad4-a53f-5116d33c35b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c HTTP/1.1" status: 204 len: 168 time: 1.1105981 Nov 10 03:57:21.798816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337f5c0-eed8-480b-9b0c-ae9acc01d5aa req-ccc95f27-253c-48f5-9aa7-6419a1c20296 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:21.800274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9337f5c0-eed8-480b-9b0c-ae9acc01d5aa req-ccc95f27-253c-48f5-9aa7-6419a1c20296 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 931 time: 0.2068450 Nov 10 03:57:21.847261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Pushing event updated for resources: {'Port': ['ID=57b352c6-bb40-4d2c-bc51-c48ff22faa63,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:21.897469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-355a2ea1-a61a-42bf-8ae9-6607fe9a0a0b tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/quotas/357fbd39e72948f6b06e72545db4ca51 HTTP/1.1" status: 200 len: 375 time: 0.1629875 Nov 10 03:57:21.908846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 957317bb-9380-4bc1-b53c-4d12610cc86e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:21.960594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Attempting to bind port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:21.961223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Attempting to bind port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '35695be3-6fac-4f86-9515-008cd8da021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:21.962020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Attempting to bind port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 on network 59d0b851-592f-4059-91bd-2eb8e0534a77 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:21.972194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 on network 59d0b851-592f-4059-91bd-2eb8e0534a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:57:21.972526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Attempting to bind port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 on network 59d0b851-592f-4059-91bd-2eb8e0534a77 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:21.983897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:21.984227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Checking segment: {'id': '35695be3-6fac-4f86-9515-008cd8da021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:21.984606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Bound using segment: {'id': '35695be3-6fac-4f86-9515-008cd8da021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:21.985224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Bound port: 57b352c6-bb40-4d2c-bc51-c48ff22faa63, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35695be3-6fac-4f86-9515-008cd8da021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:21.986811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:21.987743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 957317bb-9380-4bc1-b53c-4d12610cc86e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:21.988008 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.082026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.083440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:22.113580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-6be2eb34-a5af-481c-82ea-4e41ae76e72c tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=357fbd39e72948f6b06e72545db4ca51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1714823 Nov 10 03:57:22.129514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:22.131846 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e2b303-d78e-4c51-8cb1-091e49a789b5" -d '{"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-plugged", "status": "completed", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:22.143911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] For port 57b352c6-bb40-4d2c-bc51-c48ff22faa63, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:22.149210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:22.155005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.156827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] For port 57b352c6-bb40-4d2c-bc51-c48ff22faa63, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=57b352c6-bb40-4d2c-bc51-c48ff22faa63,segment=NetworkSegment(35695be3-6fac-4f86-9515-008cd8da021c),segment_id=35695be3-6fac-4f86-9515-008cd8da021c)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:22.168677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.195158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9337f5c0-eed8-480b-9b0c-ae9acc01d5aa req-5fd40c9d-94e6-4b50-8ee6-c26ff1eb1392 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006086 Nov 10 03:57:22.212986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] Deleting port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:22.213568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.280503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Pushing event updated for resources: {'Port': ['ID=57b352c6-bb40-4d2c-bc51-c48ff22faa63,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:22.291754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] For port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a42b62cc-61d9-41f1-b8a9-06c15b5abc4e,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:22.292282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.304849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:22.306504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.306657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] Calling delete_port for a42b62cc-61d9-41f1-b8a9-06c15b5abc4e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:22.311923 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-45be7596-6804-4fe7-bfcf-23ca26e654b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/57b352c6-bb40-4d2c-bc51-c48ff22faa63 HTTP/1.1" status: 200 len: 1091 time: 1.8063204 Nov 10 03:57:22.312539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aa8644-1367-418c-85bf-2e2e1818969a', 'tag': '57b352c6-bb40-4d2c-bc51-c48ff22faa63'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:22.313262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c7c37c72-1401-47a5-877f-80db4ae867eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5660174 Nov 10 03:57:22.315847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40790) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:22.321177 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a" -d '{"events": [{"name": "network-changed", "server_uuid": "01aa8644-1367-418c-85bf-2e2e1818969a", "tag": "57b352c6-bb40-4d2c-bc51-c48ff22faa63"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:22.397599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:22.467935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-57a8f033-c133-44c0-89e5-be1eed55d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:22.470289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.471780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-57a8f033-c133-44c0-89e5-be1eed55d50d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80a131af980249e8b6973a3a107e85f0&device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 1094 time: 0.0912225 Nov 10 03:57:22.506711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] Pushing event deleted for resources: {'Port': ['ID=a42b62cc-61d9-41f1-b8a9-06c15b5abc4e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:22.511268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc9c40-cf1b-42a8-b9cc-d442a220de46 None None] No DVR routers for this DVR port a42b62cc-61d9-41f1-b8a9-06c15b5abc4e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:22.592072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-3da4c9f9-f1f8-47f3-8e45-373bb2708ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/f4e52e26-3c52-4543-b0e3-fbc79510fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479351 Nov 10 03:57:22.610796 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-a420257e-bdb9-4dfc-8f2d-cf046d5dbb81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b352c6-bb40-4d2c-bc51-c48ff22faa63 HTTP/1.1" status: 200 len: 217 time: 0.1230855 Nov 10 03:57:22.651020 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] Sync routers for ids ['20046401-633d-4ae2-94c4-77fa77c513ad'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:57:22.661520 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] Routers {'20046401-633d-4ae2-94c4-77fa77c513ad'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:22.662512 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:57:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['20046401-633d-4ae2-94c4-77fa77c513ad'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:22.677317 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68ac-5488-477f-85bc-faed472340aa tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:22.719257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-77c00fe1-b3c3-4e61-940f-eed51a066fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:22.722919 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-77c00fe1-b3c3-4e61-940f-eed51a066fd3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048cd475-3ec4-4101-b1fd-eb3b824e9f12 HTTP/1.1" status: 200 len: 848 time: 0.1027133 Nov 10 03:57:22.771937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-b536e964-0e19-4e67-b1c2-f11aad1c259f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59d0b851-592f-4059-91bd-2eb8e0534a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413487 Nov 10 03:57:22.832406 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] Set router 20046401-633d-4ae2-94c4-77fa77c513ad gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:22.896309 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'name': 'tempest-NetworksTestDHCPv6-router-618999896', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:12Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 3, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:22.898691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-5c364bec-772d-4c02-9caf-1ff1ae0e7de6 service neutron] 10.222.0.11 "GET /v2.0/networks/59d0b851-592f-4059-91bd-2eb8e0534a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142819 Nov 10 03:57:22.933896 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] Checking router: 20046401-633d-4ae2-94c4-77fa77c513ad for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:57:22.946568 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] Routers {'20046401-633d-4ae2-94c4-77fa77c513ad'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:57:22.947468 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:57:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['20046401-633d-4ae2-94c4-77fa77c513ad'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:23.000631 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bffea55-4e6c-4fbd-9e08-f6e649d85b99 req-3dd43a22-3e39-4ee7-9e2a-ff5ab11256f8 service neutron] 10.222.0.11 "GET /v2.0/networks/59d0b851-592f-4059-91bd-2eb8e0534a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947888 Nov 10 03:57:23.029107 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] Set router 20046401-633d-4ae2-94c4-77fa77c513ad gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:57:23.120200 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'name': 'tempest-NetworksTestDHCPv6-router-618999896', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:12Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 3, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:23.153166 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43f397-7902-44da-9f21-6b29be2532ee None None] The sync data for ids ['20046401-633d-4ae2-94c4-77fa77c513ad'] in n-d-817326-2 is: [{'id': '20046401-633d-4ae2-94c4-77fa77c513ad', 'name': 'tempest-NetworksTestDHCPv6-router-618999896', 'tenant_id': '20e029089776476b933cce28f27399a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:12Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 3, 'project_id': '20e029089776476b933cce28f27399a9', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:57:23.293160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:23.338619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132563-4a60-4a2d-b0a3-3122a190060c req-4ef07a41-c88f-4e68-886d-ed43435090aa tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:23.340294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a132563-4a60-4a2d-b0a3-3122a190060c req-4ef07a41-c88f-4e68-886d-ed43435090aa tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.9480860 Nov 10 03:57:23.479632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4cc83125-f6e0-4d12-b0d4-99af0bc40623 service neutron] 10.222.0.24 "GET /v2.0/networks/f4e52e26-3c52-4543-b0e3-fbc79510fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8828053 Nov 10 03:57:23.491779 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68ac-5488-477f-85bc-faed472340aa tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:23.495018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68ac-5488-477f-85bc-faed472340aa tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:23.581317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a132563-4a60-4a2d-b0a3-3122a190060c req-9e188668-aea3-475f-ad8c-1b61570906d1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921523 Nov 10 03:57:23.602198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68ac-5488-477f-85bc-faed472340aa tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:23.602695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fb68ac-5488-477f-85bc-faed472340aa tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Fanout notify agent at l3_agent the message router_deleted on router 20046401-633d-4ae2-94c4-77fa77c513ad {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:57:23.620217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68ac-5488-477f-85bc-faed472340aa tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:23.625204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a9fb68ac-5488-477f-85bc-faed472340aa tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/routers/20046401-633d-4ae2-94c4-77fa77c513ad HTTP/1.1" status: 204 len: 168 time: 1.3075967 Nov 10 03:57:23.628960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40802) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:23.679279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40806) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:23.679529 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d79dcc3c-faae-443c-a280-ce87fa532c88 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484312 Nov 10 03:57:23.744205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:57:23.751088 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5acb8-1b9d-4ad8-992c-25352bf3df80 x-openstack-request-id: req-fab5acb8-1b9d-4ad8-992c-25352bf3df80 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:23.752939 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-plugged", "status": "completed", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:23.752939 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fab5acb8-1b9d-4ad8-992c-25352bf3df80 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:23.752939 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'code': 200} Nov 10 03:57:23.791001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5900cf5-bc24-4fda-a57d-337ac2beed61 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:23.797606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e5900cf5-bc24-4fda-a57d-337ac2beed61 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145682 Nov 10 03:57:23.798184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40810) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:23.928790 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612eca9b-d847-4b73-889f-a01c31351bba x-openstack-request-id: req-612eca9b-d847-4b73-889f-a01c31351bba {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:23.929064 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aa8644-1367-418c-85bf-2e2e1818969a", "tag": "57b352c6-bb40-4d2c-bc51-c48ff22faa63", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:23.929321 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-612eca9b-d847-4b73-889f-a01c31351bba {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:23.929723 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01aa8644-1367-418c-85bf-2e2e1818969a', 'tag': '57b352c6-bb40-4d2c-bc51-c48ff22faa63', 'status': 'completed', 'code': 200} Nov 10 03:57:23.950501 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6688df28-f6ca-4bfd-be35-d219888102e7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1507990 Nov 10 03:57:23.958355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40816) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:23.965146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:24.023825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-3ebee2fb-da27-4344-a964-e4a81f3536a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:24.026046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-3ebee2fb-da27-4344-a964-e4a81f3536a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80a131af980249e8b6973a3a107e85f0&device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 1094 time: 0.0832198 Nov 10 03:57:24.091405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a42b62cc-61d9-41f1-b8a9-06c15b5abc4e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:24.137783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a42b62cc-61d9-41f1-b8a9-06c15b5abc4e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:24.138886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a42b62cc-61d9-41f1-b8a9-06c15b5abc4e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:24.139515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 94227a61-d8a6-46d1-a5f9-efc342df3b8d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:24.167341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 94227a61-d8a6-46d1-a5f9-efc342df3b8d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:24.167679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 94227a61-d8a6-46d1-a5f9-efc342df3b8d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:24.214738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af0c1536-63e7-4511-a5de-bc0fe1844a7c req-2b69ee3f-c5c7-4556-91fb-57b52e28059d tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 210 time: 0.2653923 Nov 10 03:57:24.270940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dabd1-06bd-4dae-9138-1d1dcb007d4a req-4412e343-a6f6-4f92-933f-8efb95d0513a tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:24.272781 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-724dabd1-06bd-4dae-9138-1d1dcb007d4a req-4412e343-a6f6-4f92-933f-8efb95d0513a tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 943 time: 0.4074323 Nov 10 03:57:24.295278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-8e2809b0-bb5e-4108-bc56-2a8ed89bc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:24.297712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-8e2809b0-bb5e-4108-bc56-2a8ed89bc673 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59d0b851-592f-4059-91bd-2eb8e0534a77 HTTP/1.1" status: 200 len: 908 time: 0.2631190 Nov 10 03:57:24.396037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-724dabd1-06bd-4dae-9138-1d1dcb007d4a req-70a5f3f5-9abb-43b4-850f-60266fabd24b tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152232 Nov 10 03:57:24.401189 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-3bc0f767-71ea-43fb-8795-bf6ed1e5b0e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b352c6-bb40-4d2c-bc51-c48ff22faa63 HTTP/1.1" status: 200 len: 217 time: 0.0948873 Nov 10 03:57:24.402490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:24.409684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:24.501910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-2e327706-ebf6-4d45-bc3d-40a0c17acde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:24.503402 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-2e327706-ebf6-4d45-bc3d-40a0c17acde0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048cd475-3ec4-4101-b1fd-eb3b824e9f12 HTTP/1.1" status: 200 len: 848 time: 0.0929856 Nov 10 03:57:24.545719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-9c7cea16-36d2-4321-b03c-57b60354aabb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59d0b851-592f-4059-91bd-2eb8e0534a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340312 Nov 10 03:57:24.734449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-0ca8b5b8-7b69-41d9-8c76-538418908f45 service neutron] 10.222.0.11 "GET /v2.0/networks/59d0b851-592f-4059-91bd-2eb8e0534a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777809 Nov 10 03:57:24.865401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d42c9f-d726-4e64-bf35-5c68584a7734 req-d6c4b619-ab19-4046-a9d2-34c97588f261 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:24.867089 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7d42c9f-d726-4e64-bf35-5c68584a7734 req-d6c4b619-ab19-4046-a9d2-34c97588f261 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1598878 Nov 10 03:57:24.892007 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dbd5e32-625f-4cc3-8027-e2cf906fb62a req-720c825a-aa18-4f8c-958b-c7b3c5ec22e0 service neutron] 10.222.0.11 "GET /v2.0/networks/59d0b851-592f-4059-91bd-2eb8e0534a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493058 Nov 10 03:57:24.924479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:57:24.933389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.010782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:25.022582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:25.026492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:25.027083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.033833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e6d88-2de8-4218-aa1d-e587e46d7856 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:25.064653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7d42c9f-d726-4e64-bf35-5c68584a7734 req-c12cbad1-243f-4ee8-8124-cbfb62254ebc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579356 Nov 10 03:57:25.105395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=6d48ab25-95e5-4e8d-ad97-3b1e77d3599c,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:25.151710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3b1ee13c-6272-4b06-ae1b-ccb329c3e5b3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1921470 Nov 10 03:57:25.154398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40828) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:25.160719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:25.287997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '6d48ab25-95e5-4e8d-ad97-3b1e77d3599c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:57:25.289919 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.360505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-cc6c7aa2-a7b0-402c-95f0-144117ea1780 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:25.361912 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-cc6c7aa2-a7b0-402c-95f0-144117ea1780 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.44 "GET /v2.0/networks?id=f4e52e26-3c52-4543-b0e3-fbc79510fa90 HTTP/1.1" status: 200 len: 817 time: 0.1900220 Nov 10 03:57:25.387322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Request body: {'port': {'device_id': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90', 'admin_state_up': True, 'tenant_id': '357fbd39e72948f6b06e72545db4ca51'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:25.409329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:25.412759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.454444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3a905ec-2aaa-41c4-af6d-a1ace89c802f req-756b2795-1059-442d-b252-bbf7a8c22c54 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 210 time: 0.0846081 Nov 10 03:57:25.562059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Made reservation on behalf of 357fbd39e72948f6b06e72545db4ca51 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:25.566519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.578758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Allocated IP 2001:db8::f816:3eff:fe5b:b0c1 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/6d48ab25-95e5-4e8d-ad97-3b1e77d3599c/693f40ac-4783-4e30-9cc3-0bf594f15c5d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:25.645125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96041-8892-4712-8fb6-f5aa4955a03d req-b93270fe-381c-427d-98e0-2d1cf1ba48ab tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:25.647210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8d96041-8892-4712-8fb6-f5aa4955a03d req-b93270fe-381c-427d-98e0-2d1cf1ba48ab tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 943 time: 0.1399093 Nov 10 03:57:25.721853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Allocated IP 172.20.0.4 (f4e52e26-3c52-4543-b0e3-fbc79510fa90/dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983/dbc6fba0-d313-4b53-9bc8-27e28f90f088) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:25.735638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8d96041-8892-4712-8fb6-f5aa4955a03d req-c0e35370-06df-4cd0-9a48-592f34439fa4 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798292 Nov 10 03:57:25.805224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.811438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 57b352c6-bb40-4d2c-bc51-c48ff22faa63 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:57:25.825460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.850750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:25.855578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:25.884910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:25.886231 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.888677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.929585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.953092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:25.974250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:25.981813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:25.982533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Pushing event updated for resources: {'Port': ['ID=dbc6fba0-d313-4b53-9bc8-27e28f90f088,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:25.983104 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:25.998454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Network f4e52e26-3c52-4543-b0e3-fbc79510fa90 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:26.012047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:26.015434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=95d693d6-db5b-43ea-8147-7e366c5d680c,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:26.021694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:26.033459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Attempting to bind port 693f40ac-4783-4e30-9cc3-0bf594f15c5d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:26.033836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Attempting to bind port 693f40ac-4783-4e30-9cc3-0bf594f15c5d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:26.034301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Attempting to bind port 693f40ac-4783-4e30-9cc3-0bf594f15c5d on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:26.056499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ec15c9ce-4db4-489f-bf53-be3d572dbc89 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8981359 Nov 10 03:57:26.057843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40842) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:26.061019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Pushing event updated for resources: {'Port': ['ID=693f40ac-4783-4e30-9cc3-0bf594f15c5d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:26.065216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:26.065594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:26.066029 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.066472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:26.067138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Bound port: 693f40ac-4783-4e30-9cc3-0bf594f15c5d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:26.067535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.077696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:c0:1b:90', 'name': 'tempest-NetworksTestDHCPv6-433120256'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:26.167853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:26.168535 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.175537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 57b352c6-bb40-4d2c-bc51-c48ff22faa63, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=57b352c6-bb40-4d2c-bc51-c48ff22faa63,segment=NetworkSegment(35695be3-6fac-4f86-9515-008cd8da021c),segment_id=35695be3-6fac-4f86-9515-008cd8da021c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:26.206597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a13129e6-68e4-4f7d-801a-bbda7e773ebb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273849 Nov 10 03:57:26.221266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Request body: {'port': {'device_id': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:26.246779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '57b352c6-bb40-4d2c-bc51-c48ff22faa63', 'network_id': '59d0b851-592f-4059-91bd-2eb8e0534a77', 'port_id': '57b352c6-bb40-4d2c-bc51-c48ff22faa63', 'mac_address': 'fa:16:3e:e2:6f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048cd475-3ec4-4101-b1fd-eb3b824e9f12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:57:26.273284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] For port 693f40ac-4783-4e30-9cc3-0bf594f15c5d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:26.279647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] For port 693f40ac-4783-4e30-9cc3-0bf594f15c5d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=693f40ac-4783-4e30-9cc3-0bf594f15c5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:26.309065 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.341130 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.366261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159d5e-fa1a-45de-950a-30ec3f14eefa req-3f7a9ee0-f194-4d6b-8e9f-73f081c93e4b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:26.371076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b159d5e-fa1a-45de-950a-30ec3f14eefa req-3f7a9ee0-f194-4d6b-8e9f-73f081c93e4b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1101971 Nov 10 03:57:26.386819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:26.398755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.461595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c32a3-ce29-4116-a41a-cda70041f748 None None] Pushing event updated for resources: {'Port': ['ID=693f40ac-4783-4e30-9cc3-0bf594f15c5d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:26.466315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b352c6-bb40-4d2c-bc51-c48ff22faa63 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:57:26.517864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 57b352c6-bb40-4d2c-bc51-c48ff22faa63, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=57b352c6-bb40-4d2c-bc51-c48ff22faa63,segment=NetworkSegment(35695be3-6fac-4f86-9515-008cd8da021c),segment_id=35695be3-6fac-4f86-9515-008cd8da021c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:26.528021 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.686926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=57b352c6-bb40-4d2c-bc51-c48ff22faa63,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:26.687892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b159d5e-fa1a-45de-950a-30ec3f14eefa req-d64caebe-a722-42c1-bd32-55927bc436cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067710 Nov 10 03:57:26.840023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:26.872054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66e7d-1de2-440e-840f-9a4582980322 req-7bffbe83-f317-4420-b482-d6ec2d0dd604 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:26.879631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ef66e7d-1de2-440e-840f-9a4582980322 req-7bffbe83-f317-4420-b482-d6ec2d0dd604 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 931 time: 0.2483561 Nov 10 03:57:26.943687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 7a07388a-f64e-4582-aaab-a4f0fe772af0 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:57:26.964017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ef66e7d-1de2-440e-840f-9a4582980322 req-f20e94fd-985c-40ad-9527-0252d1b53d38 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833387 Nov 10 03:57:27.039059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['57b352c6-bb40-4d2c-bc51-c48ff22faa63'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:57:27.047841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc6fba0-d313-4b53-9bc8-27e28f90f088 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:57:27.078574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.101680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338015df-121c-4aea-81a0-c192fd46948d req-7e439c0c-1338-482d-ac5c-215eb626e17c tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:27.103898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-338015df-121c-4aea-81a0-c192fd46948d req-7e439c0c-1338-482d-ac5c-215eb626e17c tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 944 time: 0.1789868 Nov 10 03:57:27.104330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Transition to ACTIVE for port object dbc6fba0-d313-4b53-9bc8-27e28f90f088 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:57:27.112885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.284072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 172.20.0.9 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/95d693d6-db5b-43ea-8147-7e366c5d680c/7a07388a-f64e-4582-aaab-a4f0fe772af0) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:27.293018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fec0:1b90 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/6d48ab25-95e5-4e8d-ad97-3b1e77d3599c/7a07388a-f64e-4582-aaab-a4f0fe772af0) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:27.304726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc6fba0-d313-4b53-9bc8-27e28f90f088,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:27.330066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Attempting to bind port dbc6fba0-d313-4b53-9bc8-27e28f90f088 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:27.330462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Attempting to bind port dbc6fba0-d313-4b53-9bc8-27e28f90f088 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'e86be624-4d87-4fc2-a193-7dda541b80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:27.330800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Attempting to bind port dbc6fba0-d313-4b53-9bc8-27e28f90f088 on network f4e52e26-3c52-4543-b0e3-fbc79510fa90 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:27.335980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Port dbc6fba0-d313-4b53-9bc8-27e28f90f088 on network f4e52e26-3c52-4543-b0e3-fbc79510fa90 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:57:27.336297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Attempting to bind port dbc6fba0-d313-4b53-9bc8-27e28f90f088 on network f4e52e26-3c52-4543-b0e3-fbc79510fa90 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:27.342429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:27.342816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Checking segment: {'id': 'e86be624-4d87-4fc2-a193-7dda541b80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:27.343202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Bound using segment: {'id': 'e86be624-4d87-4fc2-a193-7dda541b80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:27.343645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Bound port: dbc6fba0-d313-4b53-9bc8-27e28f90f088, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86be624-4d87-4fc2-a193-7dda541b80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:27.343989 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.397079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-338015df-121c-4aea-81a0-c192fd46948d req-f6beb906-27b6-48c3-b35c-b12b82a64d67 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690572 Nov 10 03:57:27.436666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] For port dbc6fba0-d313-4b53-9bc8-27e28f90f088, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:27.451151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] For port dbc6fba0-d313-4b53-9bc8-27e28f90f088, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dbc6fba0-d313-4b53-9bc8-27e28f90f088,segment=NetworkSegment(e86be624-4d87-4fc2-a193-7dda541b80d9),segment_id=e86be624-4d87-4fc2-a193-7dda541b80d9)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:27.465130 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.534580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.553321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:27.554026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.555546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] 10.222.0.44 "PUT /v2.0/ports/dbc6fba0-d313-4b53-9bc8-27e28f90f088 HTTP/1.1" status: 200 len: 1091 time: 1.3386948 Nov 10 03:57:27.559965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'tag': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:27.563930 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4fd440-ecb3-4845-a79a-7c40f79e0914" -d '{"events": [{"name": "network-changed", "server_uuid": "e1be01f9-6e0b-457f-9dc5-e5f1a9b93899", "tag": "dbc6fba0-d313-4b53-9bc8-27e28f90f088"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:27.589987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.656707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a6181-93a7-4a16-b0c6-d9bab20bd233 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc6fba0-d313-4b53-9bc8-27e28f90f088,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:27.674528 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d94f51-2973-4575-a091-6c9b0ef5e097 x-openstack-request-id: req-46d94f51-2973-4575-a091-6c9b0ef5e097 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:27.674921 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1be01f9-6e0b-457f-9dc5-e5f1a9b93899", "tag": "dbc6fba0-d313-4b53-9bc8-27e28f90f088", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:27.675270 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46d94f51-2973-4575-a091-6c9b0ef5e097 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:27.675782 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'tag': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088', 'status': 'completed', 'code': 200} Nov 10 03:57:27.676164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:27.680533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:27.684059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-29d48525-f598-4793-bb78-4fbf60895af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:27.685706 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-29d48525-f598-4793-bb78-4fbf60895af9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=357fbd39e72948f6b06e72545db4ca51&device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 1094 time: 0.0739431 Nov 10 03:57:27.688319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:27.699260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=7a07388a-f64e-4582-aaab-a4f0fe772af0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:27.819085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:27.821263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:27.826085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-2c3c03bf-a445-4b73-a6ef-90f4cdeec5af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbc6fba0-d313-4b53-9bc8-27e28f90f088 HTTP/1.1" status: 200 len: 217 time: 0.1252410 Nov 10 03:57:27.891895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-6cb97367-9576-4559-9d07-7ea20c362988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:27.893878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-6cb97367-9576-4559-9d07-7ea20c362988 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983 HTTP/1.1" status: 200 len: 857 time: 0.0601690 Nov 10 03:57:27.910506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4cc9f034-92a9-4b9c-9e46-6d6b37fe9533 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8512795 Nov 10 03:57:27.916235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40868) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:27.940375 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-87d1867d-fcf1-47eb-8470-c0225d98c457 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e52e26-3c52-4543-b0e3-fbc79510fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370297 Nov 10 03:57:27.979679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d804f9-7bba-4aa8-93bf-817c226890c5 req-177b9af9-6051-4046-a353-7e9870608a4f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:27.992685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75d804f9-7bba-4aa8-93bf-817c226890c5 req-177b9af9-6051-4046-a353-7e9870608a4f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1508329 Nov 10 03:57:28.064586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff9d82-8a49-4a55-81e1-aaf531734efc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:28.071884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff9d82-8a49-4a55-81e1-aaf531734efc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:28.073592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-92ff9d82-8a49-4a55-81e1-aaf531734efc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1559839 Nov 10 03:57:28.077077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40872) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:28.100154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75d804f9-7bba-4aa8-93bf-817c226890c5 req-467ff680-edfd-483e-9eef-51475e09be5f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017671 Nov 10 03:57:28.180842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 693f40ac-4783-4e30-9cc3-0bf594f15c5d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:28.231793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca09e68-9269-41a7-9a06-5a3be1d3f0f5 req-f4c3f12c-b40a-4227-a454-285a45a26b8d tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:28.234170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ca09e68-9269-41a7-9a06-5a3be1d3f0f5 req-f4c3f12c-b40a-4227-a454-285a45a26b8d tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 943 time: 0.0834761 Nov 10 03:57:28.235025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac26d3a-3dd7-4b13-8f0e-a006102d5d2e None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:28.278484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-a44f77bc-4312-4fb0-85a8-e2f73463e8e6 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e52e26-3c52-4543-b0e3-fbc79510fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274295 Nov 10 03:57:28.300113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 7a07388a-f64e-4582-aaab-a4f0fe772af0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:28.300734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:28.400613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ca09e68-9269-41a7-9a06-5a3be1d3f0f5 req-94357ada-667a-4715-b0ea-2c3fdb9e7aed tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558638 Nov 10 03:57:28.561159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:28.593033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 7a07388a-f64e-4582-aaab-a4f0fe772af0 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:28.626765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817ddc-5343-40a9-b9f1-d56985c5549c req-8b12fdd2-eafc-4e99-89d4-e7ec4a951b81 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:28.628342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13817ddc-5343-40a9-b9f1-d56985c5549c req-8b12fdd2-eafc-4e99-89d4-e7ec4a951b81 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 944 time: 0.1015241 Nov 10 03:57:28.633881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bda5d2a4-067b-45ad-b9c9-05a67ed0d72c None None] Provisioning complete for port 693f40ac-4783-4e30-9cc3-0bf594f15c5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:28.634383 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bda5d2a4-067b-45ad-b9c9-05a67ed0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:28.697013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 693f40ac-4783-4e30-9cc3-0bf594f15c5d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:28.697407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:28.708872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13817ddc-5343-40a9-b9f1-d56985c5549c req-9e598669-9057-4752-8dc9-a7a346c2eb88 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613446 Nov 10 03:57:28.767471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f1579a1-c4ee-4964-a850-d1ae81d597f8 req-1d12a98b-5c22-4099-ace0-dd790f593ce2 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e52e26-3c52-4543-b0e3-fbc79510fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813526 Nov 10 03:57:28.950133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-7bdfc421-9198-455a-b085-556e4c2b0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:28.951875 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-7bdfc421-9198-455a-b085-556e4c2b0065 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=357fbd39e72948f6b06e72545db4ca51&device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 1094 time: 0.1102033 Nov 10 03:57:28.974096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bda5d2a4-067b-45ad-b9c9-05a67ed0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:28.994440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:28.996764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.010614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a026b2-7b33-473d-820e-969d51080ed9 None None] Update dhcp port {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '6d48ab25-95e5-4e8d-ad97-3b1e77d3599c', 'ip_address': '2001:db8::f816:3eff:fe5b:b0c1'}, {'subnet_id': '95d693d6-db5b-43ea-8147-7e366c5d680c'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '693f40ac-4783-4e30-9cc3-0bf594f15c5d'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:57:29.044443 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89a026b2-7b33-473d-820e-969d51080ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.079934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 693f40ac-4783-4e30-9cc3-0bf594f15c5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=693f40ac-4783-4e30-9cc3-0bf594f15c5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:29.106721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.180888 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-bda5d2a4-067b-45ad-b9c9-05a67ed0d72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:57:29.181672 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-bda5d2a4-067b-45ad-b9c9-05a67ed0d72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:57:29.225527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-1bc012c5-3607-4805-848c-b180643563e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:29.227829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-1bc012c5-3607-4805-848c-b180643563e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e52e26-3c52-4543-b0e3-fbc79510fa90 HTTP/1.1" status: 200 len: 917 time: 0.2622755 Nov 10 03:57:29.231542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=7a07388a-f64e-4582-aaab-a4f0fe772af0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:29.293066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0bfb-67fb-4256-860e-98869ef7ddc9 req-d1a7f5ad-109f-4945-99b8-09d39ab3a691 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:29.302999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f2e0bfb-67fb-4256-860e-98869ef7ddc9 req-d1a7f5ad-109f-4945-99b8-09d39ab3a691 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1032109 Nov 10 03:57:29.308423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=693f40ac-4783-4e30-9cc3-0bf594f15c5d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:29.356562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-cdade9b6-9c4c-4eef-9e36-f34eaa8d4b1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbc6fba0-d313-4b53-9bc8-27e28f90f088 HTTP/1.1" status: 200 len: 217 time: 0.1201005 Nov 10 03:57:29.384586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-89a026b2-7b33-473d-820e-969d51080ed9 None None] Allocated IP 172.20.0.2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/95d693d6-db5b-43ea-8147-7e366c5d680c/693f40ac-4783-4e30-9cc3-0bf594f15c5d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:29.391573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f2e0bfb-67fb-4256-860e-98869ef7ddc9 req-6a35dcaa-130d-4c2a-be86-dc5e834b4c86 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808322 Nov 10 03:57:29.413600 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.420427 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6f32bdde-c0da-4041-b5bd-a61f9b7fdedd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/7a07388a-f64e-4582-aaab-a4f0fe772af0 HTTP/1.1" status: 204 len: 168 time: 1.3393018 Nov 10 03:57:29.420986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40888) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:29.477848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-3fc633ce-39c1-4333-a062-dfacc3d6af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:29.479552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-3fc633ce-39c1-4333-a062-dfacc3d6af0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983 HTTP/1.1" status: 200 len: 857 time: 0.1149848 Nov 10 03:57:29.512448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7bedf5-65c7-4518-b9b9-1c14a5214e96 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:29.514936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7bedf5-65c7-4518-b9b9-1c14a5214e96 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:29.516691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7bedf5-65c7-4518-b9b9-1c14a5214e96 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:29.518553 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3c7bedf5-65c7-4518-b9b9-1c14a5214e96 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0964425 Nov 10 03:57:29.522430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:29.524517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-89a026b2-7b33-473d-820e-969d51080ed9 None None] For port 693f40ac-4783-4e30-9cc3-0bf594f15c5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=693f40ac-4783-4e30-9cc3-0bf594f15c5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:29.538399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-1c28b5ec-fd87-4f4f-859e-95bfbf09ff3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e52e26-3c52-4543-b0e3-fbc79510fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485318 Nov 10 03:57:29.585633 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89a026b2-7b33-473d-820e-969d51080ed9 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.593724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89a026b2-7b33-473d-820e-969d51080ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.679973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 57b352c6-bb40-4d2c-bc51-c48ff22faa63 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:29.692304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 6d48ab25-95e5-4e8d-ad97-3b1e77d3599c {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:29.698830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.712828 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-13a04d28-686a-45b7-9dd0-aafa644ec9e6 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e52e26-3c52-4543-b0e3-fbc79510fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651728 Nov 10 03:57:29.734391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de11d4-4625-4b18-ad2e-42dac6c32885 req-507095d2-9e85-4dcb-956b-1335996eea65 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:29.743341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21de11d4-4625-4b18-ad2e-42dac6c32885 req-507095d2-9e85-4dcb-956b-1335996eea65 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 943 time: 0.1450136 Nov 10 03:57:29.798245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:29.870965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21de11d4-4625-4b18-ad2e-42dac6c32885 req-27ff1fd3-b6d2-441e-a535-32c7c9a57909 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262605 Nov 10 03:57:29.916901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a026b2-7b33-473d-820e-969d51080ed9 None None] Pushing event updated for resources: {'Port': ['ID=693f40ac-4783-4e30-9cc3-0bf594f15c5d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:29.946393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3e4fd440-ecb3-4845-a79a-7c40f79e0914 req-0a375f26-1c91-42f2-9dc3-7e2a11700379 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e52e26-3c52-4543-b0e3-fbc79510fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247543 Nov 10 03:57:29.985673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:57:29.989754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:29.990172 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.068203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973b268-4737-45f3-9fcd-651c710092be req-463a6d1e-c805-4fd7-b778-27c591ef4f60 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:30.072639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4973b268-4737-45f3-9fcd-651c710092be req-463a6d1e-c805-4fd7-b778-27c591ef4f60 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 944 time: 0.1929750 Nov 10 03:57:30.079433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.101633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 693f40ac-4783-4e30-9cc3-0bf594f15c5d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:30.207495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4973b268-4737-45f3-9fcd-651c710092be req-80f009dd-baf0-4ee5-8b7f-22be02537ffb tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209245 Nov 10 03:57:30.230210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.238442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.256597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=6d48ab25-95e5-4e8d-ad97-3b1e77d3599c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:30.274577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.277872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-39dba235-da72-487e-8d24-6cf7d64ad8f1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/6d48ab25-95e5-4e8d-ad97-3b1e77d3599c HTTP/1.1" status: 204 len: 168 time: 0.7544100 Nov 10 03:57:30.281367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40906) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:30.294809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 57b352c6-bb40-4d2c-bc51-c48ff22faa63, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=57b352c6-bb40-4d2c-bc51-c48ff22faa63,segment=NetworkSegment(35695be3-6fac-4f86-9515-008cd8da021c),segment_id=35695be3-6fac-4f86-9515-008cd8da021c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:30.301493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aa8644-1367-418c-85bf-2e2e1818969a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b352c6-bb40-4d2c-bc51-c48ff22faa63'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:30.304015 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bcd1a1-62b5-4967-866d-e85347680fde" -d '{"events": [{"server_uuid": "01aa8644-1367-418c-85bf-2e2e1818969a", "name": "network-vif-plugged", "status": "completed", "tag": "57b352c6-bb40-4d2c-bc51-c48ff22faa63"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:30.309732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.395884 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f1306f-b147-4dc1-8929-655e6df7cb41 x-openstack-request-id: req-51f1306f-b147-4dc1-8929-655e6df7cb41 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:30.396253 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aa8644-1367-418c-85bf-2e2e1818969a", "name": "network-vif-plugged", "status": "completed", "tag": "57b352c6-bb40-4d2c-bc51-c48ff22faa63", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:30.396570 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51f1306f-b147-4dc1-8929-655e6df7cb41 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:30.397026 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01aa8644-1367-418c-85bf-2e2e1818969a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b352c6-bb40-4d2c-bc51-c48ff22faa63', 'code': 200} Nov 10 03:57:30.404289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=57b352c6-bb40-4d2c-bc51-c48ff22faa63,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:30.426174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 693f40ac-4783-4e30-9cc3-0bf594f15c5d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:30.428464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.482268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 95d693d6-db5b-43ea-8147-7e366c5d680c {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:30.489344 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.661974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.717189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a94ff9-b52d-43e9-896d-dbcfcd2fde5e req-92b227b3-8a47-4245-a31f-124ddb696128 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:30.735193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66a94ff9-b52d-43e9-896d-dbcfcd2fde5e req-92b227b3-8a47-4245-a31f-124ddb696128 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1748362 Nov 10 03:57:30.747111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b580f-759a-4cf1-89ac-a172888975b9 req-39217246-66ef-416f-95ce-d5c8d3c9905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:30.749249 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1b580f-759a-4cf1-89ac-a172888975b9 req-39217246-66ef-416f-95ce-d5c8d3c9905f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 1096 time: 0.2223642 Nov 10 03:57:30.815432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66a94ff9-b52d-43e9-896d-dbcfcd2fde5e req-dea7e9bd-6fba-4b65-a40a-407e7106b39d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793343 Nov 10 03:57:30.862969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:30.937081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bd1b580f-759a-4cf1-89ac-a172888975b9 req-074daba0-f200-4674-9122-0acabf3653ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727893 Nov 10 03:57:30.989814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:31.047479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=95d693d6-db5b-43ea-8147-7e366c5d680c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:31.066991 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:31.080409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1efbc73e-8f1a-4932-bc6f-fcd9737e7c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/95d693d6-db5b-43ea-8147-7e366c5d680c HTTP/1.1" status: 204 len: 168 time: 0.7983947 Nov 10 03:57:31.081336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40920) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:31.109496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54ae01-01ab-45f9-8eea-733c67651c31 req-46ea8616-ffb2-4b1a-b640-10a14353b7f3 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:31.112458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf54ae01-01ab-45f9-8eea-733c67651c31 req-46ea8616-ffb2-4b1a-b640-10a14353b7f3 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 943 time: 0.1051297 Nov 10 03:57:31.118132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261932e-b064-45f0-af00-ce3bb7a53a31 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:31.177287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-16a27635-428d-4204-8c58-d36937c21c5e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943406 Nov 10 03:57:31.178525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40922) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:31.190373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:31.214622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf54ae01-01ab-45f9-8eea-733c67651c31 req-3e148be3-d436-4c11-b437-915dcf9afb30 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886738 Nov 10 03:57:31.238128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b967e47b-ed63-4e5d-87e2-e78e6d061e34 None None] Could not find standard attr ID for object 7a07388a-f64e-4582-aaab-a4f0fe772af0. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:31.339188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b967e47b-ed63-4e5d-87e2-e78e6d061e34 None None] Provisioning complete for port 693f40ac-4783-4e30-9cc3-0bf594f15c5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:31.340524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b967e47b-ed63-4e5d-87e2-e78e6d061e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:31.474748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:31.482152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:31.524491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb54e40-a955-4424-be24-2ff2725fe69b req-48ee0581-4eab-4197-8152-dcb8f43aabf1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:31.561196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfb54e40-a955-4424-be24-2ff2725fe69b req-48ee0581-4eab-4197-8152-dcb8f43aabf1 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 945 time: 0.1495070 Nov 10 03:57:31.581134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:31.669913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] Deleting port 693f40ac-4783-4e30-9cc3-0bf594f15c5d {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:31.671561 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:31.726500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfb54e40-a955-4424-be24-2ff2725fe69b req-c45eed8a-b689-4e78-a888-7450b96daf12 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597800 Nov 10 03:57:31.765968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] For port 693f40ac-4783-4e30-9cc3-0bf594f15c5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=693f40ac-4783-4e30-9cc3-0bf594f15c5d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:31.766393 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:31.798174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] Calling delete_port for 693f40ac-4783-4e30-9cc3-0bf594f15c5d owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:31.929958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dbc6fba0-d313-4b53-9bc8-27e28f90f088 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:57:31.951980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:31.984587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:57:32.005289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbacb3-d3de-42c2-9255-0965cab81949 req-7eecec25-7d77-495b-986f-8a4d0ad81938 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:32.024005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68dbacb3-d3de-42c2-9255-0965cab81949 req-7eecec25-7d77-495b-986f-8a4d0ad81938 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1071165 Nov 10 03:57:32.032474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] Pushing event deleted for resources: {'Port': ['ID=693f40ac-4783-4e30-9cc3-0bf594f15c5d,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:32.036872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc0e81-a5e8-4d4d-b28a-2e938d5d82fe None None] No DVR routers for this DVR port 693f40ac-4783-4e30-9cc3-0bf594f15c5d on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:32.096343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 693f40ac-4783-4e30-9cc3-0bf594f15c5d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:32.133196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 693f40ac-4783-4e30-9cc3-0bf594f15c5d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:32.133529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 693f40ac-4783-4e30-9cc3-0bf594f15c5d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:32.137343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68dbacb3-d3de-42c2-9255-0965cab81949 req-fa8552c5-d739-44eb-b6f5-4886d61b915a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066051 Nov 10 03:57:32.141308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dbc6fba0-d313-4b53-9bc8-27e28f90f088, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dbc6fba0-d313-4b53-9bc8-27e28f90f088,segment=NetworkSegment(e86be624-4d87-4fc2-a193-7dda541b80d9),segment_id=e86be624-4d87-4fc2-a193-7dda541b80d9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:32.170690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088', 'network_id': 'f4e52e26-3c52-4543-b0e3-fbc79510fa90', 'port_id': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088', 'mac_address': 'fa:16:3e:c3:42:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:57:32.207525 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:32.225844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc6fba0-d313-4b53-9bc8-27e28f90f088 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:57:32.262731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dbc6fba0-d313-4b53-9bc8-27e28f90f088, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dbc6fba0-d313-4b53-9bc8-27e28f90f088,segment=NetworkSegment(e86be624-4d87-4fc2-a193-7dda541b80d9),segment_id=e86be624-4d87-4fc2-a193-7dda541b80d9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:32.275945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:32.406103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=dbc6fba0-d313-4b53-9bc8-27e28f90f088,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:32.477632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242acb-8bca-44a7-b187-3d96ef84ce00 req-d7bbd1d0-fcc8-4063-bb20-2522e5ba0ce9 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:32.479693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad242acb-8bca-44a7-b187-3d96ef84ce00 req-d7bbd1d0-fcc8-4063-bb20-2522e5ba0ce9 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 944 time: 0.1122854 Nov 10 03:57:32.527546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['dbc6fba0-d313-4b53-9bc8-27e28f90f088'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:57:32.621253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad242acb-8bca-44a7-b187-3d96ef84ce00 req-2faf0b2a-b006-4487-ba46-5c10e51f5e79 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298583 Nov 10 03:57:32.979564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ad59e-5d67-4c99-b43d-299ba61a2b21 req-cdcac890-bc6b-47c8-940e-7293c07e4621 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:32.983605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc7ad59e-5d67-4c99-b43d-299ba61a2b21 req-cdcac890-bc6b-47c8-940e-7293c07e4621 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 945 time: 0.1103978 Nov 10 03:57:33.082580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc7ad59e-5d67-4c99-b43d-299ba61a2b21 req-60c5fa48-2931-41db-b69f-864036443683 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930183 Nov 10 03:57:33.103844 n-d-817326-2 neutron-server[102596]: WARNING neutron.services.revisions.revision_plugin [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Could not find related port for resource to bump revision. Nov 10 03:57:33.121897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_pluggable_backend [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Port 693f40ac-4783-4e30-9cc3-0bf594f15c5d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 03:57:33.128100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_pluggable_backend [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:b0c1 {{(pid=102596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 03:57:33.141370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_pluggable_backend [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:b0c1 {{(pid=102596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 03:57:33.144875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:33.238299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:33.248602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:33.252788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:33.253386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:33.262652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efc6cb0-15dc-4688-b569-3f753bb231b0 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:33.286808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=ffd19baf-9950-49ca-94ff-b3fa84b09042,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:33.318176 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3fe496da-fc85-48f1-9ab6-853027224c28 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1358383 Nov 10 03:57:33.321127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40958) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:33.330594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:33.407453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91936-b80f-49e3-8a94-eab65519d99c req-be2bb8ef-08c6-4282-b20a-e5dc7eb4d2bb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:33.419294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c91936-b80f-49e3-8a94-eab65519d99c req-be2bb8ef-08c6-4282-b20a-e5dc7eb4d2bb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1168263 Nov 10 03:57:33.525163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c91936-b80f-49e3-8a94-eab65519d99c req-e4f4b4f1-cca2-4ac0-bec6-8fdacad7742f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041703 Nov 10 03:57:33.614564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'ffd19baf-9950-49ca-94ff-b3fa84b09042'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:57:33.615937 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:33.625730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:33.628933 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:33.871865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171d0a-a819-466a-9f54-1027fbda27cb req-8d65a7d1-d88d-46c1-8b63-98a9f853aadd tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:33.881222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68171d0a-a819-466a-9f54-1027fbda27cb req-8d65a7d1-d88d-46c1-8b63-98a9f853aadd tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 944 time: 0.1076579 Nov 10 03:57:33.940963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dbc6fba0-d313-4b53-9bc8-27e28f90f088 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:34.004910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68171d0a-a819-466a-9f54-1027fbda27cb req-9e872eb2-861c-47c6-a051-c9778acbc5fb tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167328 Nov 10 03:57:34.079709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Allocated IP 2001:db8::f816:3eff:fe03:aea (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ffd19baf-9950-49ca-94ff-b3fa84b09042/4bd85a4c-1368-4ac3-8c48-c38219714d3d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:34.165463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:34.296104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:34.306661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=b3f747e1-18e1-48ea-8548-96cdaa09a15d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:34.325100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:34.330516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:34.334113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:34.368725 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ba9445ad-01d9-4c2e-8004-cdab50f87e17 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0491252 Nov 10 03:57:34.371662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40984) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:34.378556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:68:dd:b8', 'name': 'tempest-NetworksTestDHCPv6-1388881073'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:34.479993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port dbc6fba0-d313-4b53-9bc8-27e28f90f088 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:57:34.505624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port dbc6fba0-d313-4b53-9bc8-27e28f90f088 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:34.506100 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:34.580388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:34.580520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:34.594933 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:34.892038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92729386-51b2-4d02-a352-759525369c0f req-e20b1fba-4c18-48ca-a2f2-9a5f14b151ec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:34.904085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92729386-51b2-4d02-a352-759525369c0f req-e20b1fba-4c18-48ca-a2f2-9a5f14b151ec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1786933 Nov 10 03:57:34.970254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.068576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port e29c4824-b2de-48e3-ac99-73a3ac0b6b1e yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:57:35.084715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92729386-51b2-4d02-a352-759525369c0f req-486abfc9-8681-4ce1-867a-8529712c0a56 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778491 Nov 10 03:57:35.218957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:35.234521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:35.243719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:35.250279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:35.297310 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.345319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:35.347581 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62de4ab0-9ce2-47c4-a17f-f691626a7bc4" -d '{"events": [{"server_uuid": "e1be01f9-6e0b-457f-9dc5-e5f1a9b93899", "name": "network-vif-plugged", "status": "completed", "tag": "dbc6fba0-d313-4b53-9bc8-27e28f90f088"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:35.383332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5cbe6-b8c9-4c96-a945-57c619823815 req-b8f86af6-5622-4c09-92a0-88b3ac1d3c31 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:35.383933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port dbc6fba0-d313-4b53-9bc8-27e28f90f088, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dbc6fba0-d313-4b53-9bc8-27e28f90f088,segment=NetworkSegment(e86be624-4d87-4fc2-a193-7dda541b80d9),segment_id=e86be624-4d87-4fc2-a193-7dda541b80d9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:35.385089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Attempting to bind port 4bd85a4c-1368-4ac3-8c48-c38219714d3d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:35.385527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Attempting to bind port 4bd85a4c-1368-4ac3-8c48-c38219714d3d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:35.385910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Attempting to bind port 4bd85a4c-1368-4ac3-8c48-c38219714d3d on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:35.386505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fa5cbe6-b8c9-4c96-a945-57c619823815 req-b8f86af6-5622-4c09-92a0-88b3ac1d3c31 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 944 time: 0.1413598 Nov 10 03:57:35.399216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:35.399520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:35.399945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.402347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:35.414141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Bound port: 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:35.414690 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.436687 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.547975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 172.20.0.7 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/b3f747e1-18e1-48ea-8548-96cdaa09a15d/e29c4824-b2de-48e3-ac99-73a3ac0b6b1e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:35.556959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fe68:ddb8 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ffd19baf-9950-49ca-94ff-b3fa84b09042/e29c4824-b2de-48e3-ac99-73a3ac0b6b1e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:35.629911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=dbc6fba0-d313-4b53-9bc8-27e28f90f088,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:35.643095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:35.650979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:35.654128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fa5cbe6-b8c9-4c96-a945-57c619823815 req-8e409b50-a3c8-458d-9db8-f342258ad9bd tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616093 Nov 10 03:57:35.663486 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.790874 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0d8576-adb3-4308-974d-4b063117e37d x-openstack-request-id: req-ac0d8576-adb3-4308-974d-4b063117e37d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:35.794116 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be01f9-6e0b-457f-9dc5-e5f1a9b93899", "name": "network-vif-plugged", "status": "completed", "tag": "dbc6fba0-d313-4b53-9bc8-27e28f90f088", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:35.794636 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac0d8576-adb3-4308-974d-4b063117e37d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:35.797040 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088', 'code': 200} Nov 10 03:57:35.825905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800536f8-234a-479f-bb1a-bfc42866e83c None None] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:35.870261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.948894 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:35.954387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f6c55-e711-453b-bf07-a863bb430536 req-15a93c58-a0c3-454e-9f64-f93640dd4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:35.967139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a02f6c55-e711-453b-bf07-a863bb430536 req-15a93c58-a0c3-454e-9f64-f93640dd4cb2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 1096 time: 0.1232631 Nov 10 03:57:36.037438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:36.051746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:36.060987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:36.176658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=e29c4824-b2de-48e3-ac99-73a3ac0b6b1e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:36.181377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a02f6c55-e711-453b-bf07-a863bb430536 req-9d6b85fd-d8d8-4d8d-8560-26b4a1c8cfb8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062211 Nov 10 03:57:36.380221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:36.380807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:36.436606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dae2cb17-2b9b-4bf0-a8f6-97af018d57ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0622764 Nov 10 03:57:36.438398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41024) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:36.457760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeccc09-1f10-48a6-ac92-9c6e63fd599f req-db6637b4-e3f9-4d28-a1b2-fe6b436f036c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:36.459358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7aeccc09-1f10-48a6-ac92-9c6e63fd599f req-db6637b4-e3f9-4d28-a1b2-fe6b436f036c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.2426109 Nov 10 03:57:36.535836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e2e08-2904-4ed0-ad55-4a7a4febf946 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:36.544425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e2e08-2904-4ed0-ad55-4a7a4febf946 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:36.546285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-269e2e08-2904-4ed0-ad55-4a7a4febf946 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1064942 Nov 10 03:57:36.549142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41032) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:36.743531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port e29c4824-b2de-48e3-ac99-73a3ac0b6b1e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:36.743872 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:36.778689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7aeccc09-1f10-48a6-ac92-9c6e63fd599f req-3d4162e4-f89f-4fe6-ba57-026db73221fd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099222 Nov 10 03:57:37.037183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6117b-a59a-4c51-8698-754e9c443ff6 req-6517f1dd-b0d3-46bd-b2ad-ab8314fa4b3e tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:37.039660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0e6117b-a59a-4c51-8698-754e9c443ff6 req-6517f1dd-b0d3-46bd-b2ad-ab8314fa4b3e tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 945 time: 0.1270695 Nov 10 03:57:37.082449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:37.107163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for e29c4824-b2de-48e3-ac99-73a3ac0b6b1e owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:37.253556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0e6117b-a59a-4c51-8698-754e9c443ff6 req-5b8af365-412b-4147-8412-5e6ce9d2610e tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007027 Nov 10 03:57:37.333996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515e576-0d58-4428-992c-9391f1b2de49 req-9c3a337c-7c94-4629-849d-25a5805a68c2 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:37.354655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9515e576-0d58-4428-992c-9391f1b2de49 req-9c3a337c-7c94-4629-849d-25a5805a68c2 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 945 time: 0.2285116 Nov 10 03:57:37.527285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5be46c-340e-4738-9c38-3793b2ceb346 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:37.595165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9515e576-0d58-4428-992c-9391f1b2de49 req-b8456396-c052-4e9f-92de-c44676db063f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382569 Nov 10 03:57:37.695270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-17a7693c-c340-44d6-804a-d6870e0d05d7 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:37.698107 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-17a7693c-c340-44d6-804a-d6870e0d05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:37.744612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:37.817214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=e29c4824-b2de-48e3-ac99-73a3ac0b6b1e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:37.934134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-17a7693c-c340-44d6-804a-d6870e0d05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.023558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-17a7693c-c340-44d6-804a-d6870e0d05d7 None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:38.033416 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-17a7693c-c340-44d6-804a-d6870e0d05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.037572 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.068701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.077581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f10e82ef-d8d9-41cb-bdf1-c4600333eb16 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/e29c4824-b2de-48e3-ac99-73a3ac0b6b1e HTTP/1.1" status: 204 len: 168 time: 1.5251753 Nov 10 03:57:38.078037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41048) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:38.113237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a9b0a-6f4a-4e43-8be2-6cdb41e61694 req-db72ea38-d238-49e3-89bc-268245af6e41 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:38.117264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-226a9b0a-6f4a-4e43-8be2-6cdb41e61694 req-db72ea38-d238-49e3-89bc-268245af6e41 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1495655 Nov 10 03:57:38.146900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7693c-c340-44d6-804a-d6870e0d05d7 None None] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:38.169473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa3ead-7244-443f-8d53-2921489801ed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:38.171311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa3ead-7244-443f-8d53-2921489801ed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:38.173479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa3ead-7244-443f-8d53-2921489801ed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:38.174479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5415a93-ba19-4b1c-b498-24ef6af6eeb0 None None] Update dhcp port {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': 'ffd19baf-9950-49ca-94ff-b3fa84b09042', 'ip_address': '2001:db8::f816:3eff:fe03:aea'}, {'subnet_id': 'b3f747e1-18e1-48ea-8548-96cdaa09a15d'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '4bd85a4c-1368-4ac3-8c48-c38219714d3d'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:57:38.178295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-89aa3ead-7244-443f-8d53-2921489801ed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0986719 Nov 10 03:57:38.179130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41052) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:38.241562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet b3f747e1-18e1-48ea-8548-96cdaa09a15d {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:38.251528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.270656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a5415a93-ba19-4b1c-b498-24ef6af6eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.279485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-226a9b0a-6f4a-4e43-8be2-6cdb41e61694 req-bf8db697-d570-4161-b9e5-e3073a6d9560 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544187 Nov 10 03:57:38.292933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:38.332905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.469873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.516146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23334-caea-4820-8d60-2543b516da39 req-7c45edec-5f31-48ea-94ed-94c9e69f190e tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:38.536500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73a23334-caea-4820-8d60-2543b516da39 req-7c45edec-5f31-48ea-94ed-94c9e69f190e tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 945 time: 0.1356204 Nov 10 03:57:38.566905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:38.567479 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.659800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73a23334-caea-4820-8d60-2543b516da39 req-59019130-5db1-4de6-a2bb-928d8f409b8a tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152232 Nov 10 03:57:38.696020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-d64bf39b-7788-466a-99f5-efb47f78db3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:38.700515 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-d64bf39b-7788-466a-99f5-efb47f78db3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.11 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 945 time: 0.1479185 Nov 10 03:57:38.746671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server [None req-a5415a93-ba19-4b1c-b498-24ef6af6eeb0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3f747e1-18e1-48ea-8548-96cdaa09a15d: This subnet is being modified by another concurrent operation. Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 03:57:38.799599 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise exception Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3f747e1-18e1-48ea-8548-96cdaa09a15d: This subnet is being modified by another concurrent operation. Nov 10 03:57:38.804464 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Nov 10 03:57:38.814535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f747e1-18e1-48ea-8548-96cdaa09a15d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:38.819940 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:38.836016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-11d4a79c-cf90-4eb9-b728-1503b3528a8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/b3f747e1-18e1-48ea-8548-96cdaa09a15d HTTP/1.1" status: 204 len: 168 time: 0.6527104 Nov 10 03:57:38.842953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e563f-3ad1-4724-a914-4198a12173db req-2bacbe96-096c-4115-b01b-8b2ab282126b tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:38.845032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-940e563f-3ad1-4724-a914-4198a12173db req-2bacbe96-096c-4115-b01b-8b2ab282126b tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 945 time: 0.1236739 Nov 10 03:57:38.847798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:38.952439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-940e563f-3ad1-4724-a914-4198a12173db req-a74a1695-f13a-4213-b1f4-985b92da9012 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/security-groups?id=37dbf11e-3795-4e3f-b26c-b292aa7e6951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959294 Nov 10 03:57:39.018775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cf3ec642-e474-44a7-bcde-dab7529f91ea None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:39.019177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec642-e474-44a7-bcde-dab7529f91ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.036743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet ffd19baf-9950-49ca-94ff-b3fa84b09042 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:39.040501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.104256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.200980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Deleting port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:39.201739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.250208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1970358-e842-492d-a18f-b8fe9b09fad6 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 03:57:39.274607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb5d39-50e1-43b6-b002-144ea3c167d9 req-f48bc235-01d4-4abc-944a-e860459de4b8 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:39.276553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ddb5d39-50e1-43b6-b002-144ea3c167d9 req-f48bc235-01d4-4abc-944a-e860459de4b8 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 945 time: 0.1531034 Nov 10 03:57:39.388980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ddb5d39-50e1-43b6-b002-144ea3c167d9 req-83399c41-2879-46b3-9a36-1535b8bbc856 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047313 Nov 10 03:57:39.410522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6c9e78f8-40cc-409d-a04a-0dec13ed227c None None] Could not find standard attr ID for object e29c4824-b2de-48e3-ac99-73a3ac0b6b1e. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:39.417994 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.525085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a6547-f582-42fc-a8e3-883dca0e4ddf req-be0e15e5-0e27-44fe-b8fc-7ec60de7789e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:39.527539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a0a6547-f582-42fc-a8e3-883dca0e4ddf req-be0e15e5-0e27-44fe-b8fc-7ec60de7789e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.0918338 Nov 10 03:57:39.534274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1970358-e842-492d-a18f-b8fe9b09fad6 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 03:57:39.594132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a0a6547-f582-42fc-a8e3-883dca0e4ddf req-25c14c15-6fa5-491f-9c22-6beb69cdf88d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Nov 10 03:57:39.651123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] For port 57b352c6-bb40-4d2c-bc51-c48ff22faa63, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=57b352c6-bb40-4d2c-bc51-c48ff22faa63,segment=NetworkSegment(35695be3-6fac-4f86-9515-008cd8da021c),segment_id=35695be3-6fac-4f86-9515-008cd8da021c)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:39.651932 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.684140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Calling delete_port for 57b352c6-bb40-4d2c-bc51-c48ff22faa63 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:39.703585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.820505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:39.826841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41074) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:39.827812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ffd19baf-9950-49ca-94ff-b3fa84b09042 HTTP/1.1" status: 204 len: 168 time: 0.9783463 Nov 10 03:57:39.830668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d2ab0-9685-4ec9-bd5a-327cf3d53cad tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd19baf-9950-49ca-94ff-b3fa84b09042,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:40.004370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:40.036779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Pushing event deleted for resources: {'Port': ['ID=57b352c6-bb40-4d2c-bc51-c48ff22faa63,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:40.138800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] No DVR routers for this DVR port 57b352c6-bb40-4d2c-bc51-c48ff22faa63 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:40.141331 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:40.157107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3322383d-3d16-473d-8c8e-b61cbd8295c8 req-ad325a1a-5217-4f06-959a-902227fd0b3f tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.11 "DELETE /v2.0/ports/57b352c6-bb40-4d2c-bc51-c48ff22faa63 HTTP/1.1" status: 204 len: 173 time: 1.4322972 Nov 10 03:57:40.157868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aa8644-1367-418c-85bf-2e2e1818969a', 'name': 'network-vif-deleted', 'tag': '57b352c6-bb40-4d2c-bc51-c48ff22faa63'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:40.166669 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2af1795-2d5e-4a03-a93d-a323e21e76fe" -d '{"events": [{"server_uuid": "01aa8644-1367-418c-85bf-2e2e1818969a", "name": "network-vif-deleted", "tag": "57b352c6-bb40-4d2c-bc51-c48ff22faa63"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:40.209525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:40.400121 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f6fbdd-37d9-4d4c-acad-7eac741e729f x-openstack-request-id: req-32f6fbdd-37d9-4d4c-acad-7eac741e729f {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:40.400352 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aa8644-1367-418c-85bf-2e2e1818969a", "name": "network-vif-deleted", "tag": "57b352c6-bb40-4d2c-bc51-c48ff22faa63", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:40.400632 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32f6fbdd-37d9-4d4c-acad-7eac741e729f {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:40.400988 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01aa8644-1367-418c-85bf-2e2e1818969a', 'name': 'network-vif-deleted', 'tag': '57b352c6-bb40-4d2c-bc51-c48ff22faa63', 'status': 'completed', 'code': 200} Nov 10 03:57:40.411624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9cab5-e590-4630-8a8b-729bff21698c None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 03:57:40.458224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-5401fe04-df75-4189-b08c-484f27b6ec05 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:40.460520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-5401fe04-df75-4189-b08c-484f27b6ec05 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 945 time: 0.1528435 Nov 10 03:57:40.517439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:40.545772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Provisioning complete for port dbc6fba0-d313-4b53-9bc8-27e28f90f088 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:40.546170 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:40.622317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-daf35d1e-0517-49bf-88cf-361ec324c508 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7908938 Nov 10 03:57:40.622443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41094) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:40.628431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:40.654649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e802d993-6206-420b-ba03-fb255605a776 req-7e5d0b6f-d585-4a1a-9743-056611533704 tempest-ServerTagsTestJSON-9510351 tempest-ServerTagsTestJSON-9510351-project] 10.222.0.24 "GET /v2.0/ports?device_id=01aa8644-1367-418c-85bf-2e2e1818969a HTTP/1.1" status: 200 len: 210 time: 0.0598001 Nov 10 03:57:40.718169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:40.743890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:40.771375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e23e4-0c99-472d-b454-d9b21dc75762 req-15a556b3-ca83-4169-b7a0-bd1b7dcedc5a tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:40.773793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac4e23e4-0c99-472d-b454-d9b21dc75762 req-15a556b3-ca83-4169-b7a0-bd1b7dcedc5a tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 945 time: 0.1641493 Nov 10 03:57:40.831373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Deleting port dbc6fba0-d313-4b53-9bc8-27e28f90f088 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:40.832200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:40.893798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c43a0c-c060-41a9-a3eb-f334feebee99 req-e9994b91-c1a1-4e36-9475-d673a7b8d8be tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:40.902601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04c43a0c-c060-41a9-a3eb-f334feebee99 req-e9994b91-c1a1-4e36-9475-d673a7b8d8be tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1093113 Nov 10 03:57:40.922899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac4e23e4-0c99-472d-b454-d9b21dc75762 req-67deab83-773c-416e-ac25-e9780b60b76c tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0317b04-a603-440b-9ede-3ea6eef78b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410847 Nov 10 03:57:40.925825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:40.996097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04c43a0c-c060-41a9-a3eb-f334feebee99 req-2b37308a-b82c-4ca1-a7bb-46a780669b20 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922239 Nov 10 03:57:41.015769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9cab5-e590-4630-8a8b-729bff21698c None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 03:57:41.061002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] For port dbc6fba0-d313-4b53-9bc8-27e28f90f088, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=dbc6fba0-d313-4b53-9bc8-27e28f90f088,segment=NetworkSegment(e86be624-4d87-4fc2-a193-7dda541b80d9),segment_id=e86be624-4d87-4fc2-a193-7dda541b80d9)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:41.061681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.082205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Calling delete_port for dbc6fba0-d313-4b53-9bc8-27e28f90f088 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:41.192929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:41.209414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.342029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:41.342602 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.461868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16baa5e-98b6-4bf4-8dd4-d052cd89b020 req-07185025-fbc4-42a0-8207-386461e11006 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:41.467089 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c16baa5e-98b6-4bf4-8dd4-d052cd89b020 req-07185025-fbc4-42a0-8207-386461e11006 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1595325 Nov 10 03:57:41.559677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5d8c0-e269-447e-ab52-14b745640ed2 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:41.563031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c16baa5e-98b6-4bf4-8dd4-d052cd89b020 req-4301ff99-a609-4d9b-a69b-720e61e84369 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703273 Nov 10 03:57:41.563510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.626716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b45892-f408-409d-8d64-11cf8b586397 None None] DHCP port deletion for 59d0b851-592f-4059-91bd-2eb8e0534a77 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:41.659033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:41.686932 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.699949 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.708285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['dbc6fba0-d313-4b53-9bc8-27e28f90f088'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:57:41.712074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Could not find standard attr ID for object 57b352c6-bb40-4d2c-bc51-c48ff22faa63. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:41.731689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Pushing event deleted for resources: {'Port': ['ID=dbc6fba0-d313-4b53-9bc8-27e28f90f088,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:41.757780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41106) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:41.815389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 57b352c6-bb40-4d2c-bc51-c48ff22faa63 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:41.842628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4010e52f-4892-4ff2-b0bb-66af1e7a80e3 None None] DHCP port deletion for f4e52e26-3c52-4543-b0e3-fbc79510fa90 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:41.845240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] No DVR routers for this DVR port dbc6fba0-d313-4b53-9bc8-27e28f90f088 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:41.845240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.845240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2104147b-cfb2-48da-8362-c4a0ce4ac24f req-b89ea941-b834-4168-b71a-f594e1e70b24 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.44 "DELETE /v2.0/ports/dbc6fba0-d313-4b53-9bc8-27e28f90f088 HTTP/1.1" status: 204 len: 173 time: 1.3639693 Nov 10 03:57:41.853694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.865422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] Deleting subnet 048cd475-3ec4-4101-b1fd-eb3b824e9f12 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:41.874936 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.898063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:41.901510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:41.907468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:41.908112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:41.943171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=28b4940d-0a14-4460-acdb-31cb9303645e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:41.948806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 57b352c6-bb40-4d2c-bc51-c48ff22faa63 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:41.949359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 57b352c6-bb40-4d2c-bc51-c48ff22faa63 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:41.961352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8b9f9b21-03b2-4483-80ab-379b02a34317 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3381066 Nov 10 03:57:41.961592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41112) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:41.982974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:42.031924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132f245-b742-42fa-abd3-9de2be52156e None None] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:42.056280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f5422539-dfab-41b9-9cf5-89f840a86f1b None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:42.056909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f5422539-dfab-41b9-9cf5-89f840a86f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:42.317905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c2c7ee2-dadc-4ae1-93f1-bbb92a79bf7f req-3a70ae2f-c547-4ba9-ba74-13ca8114a079 tempest-InstanceActionsV221TestJSON-1199107430 tempest-InstanceActionsV221TestJSON-1199107430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1be01f9-6e0b-457f-9dc5-e5f1a9b93899 HTTP/1.1" status: 200 len: 210 time: 0.0579476 Nov 10 03:57:42.321537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:42.391836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:42.401549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'name': 'network-vif-deleted', 'tag': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:42.405380 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2a9ea9-df9d-46b2-be51-9b44973f62bd" -d '{"events": [{"server_uuid": "e1be01f9-6e0b-457f-9dc5-e5f1a9b93899", "name": "network-vif-deleted", "tag": "dbc6fba0-d313-4b53-9bc8-27e28f90f088"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:42.406690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:42.453200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb033e-2021-4728-9779-56e2f159e842 None None] Update dhcp port {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '28b4940d-0a14-4460-acdb-31cb9303645e'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '4bd85a4c-1368-4ac3-8c48-c38219714d3d'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:57:42.480811 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df38f119-1a8e-4ff9-b445-3b969abc20f1 x-openstack-request-id: req-df38f119-1a8e-4ff9-b445-3b969abc20f1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:42.481214 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be01f9-6e0b-457f-9dc5-e5f1a9b93899", "name": "network-vif-deleted", "tag": "dbc6fba0-d313-4b53-9bc8-27e28f90f088", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:42.481621 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df38f119-1a8e-4ff9-b445-3b969abc20f1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:42.482599 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be01f9-6e0b-457f-9dc5-e5f1a9b93899', 'name': 'network-vif-deleted', 'tag': 'dbc6fba0-d313-4b53-9bc8-27e28f90f088', 'status': 'completed', 'code': 200} Nov 10 03:57:42.516336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1fb033e-2021-4728-9779-56e2f159e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:42.599466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:42.686510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aec698-ef8b-4d42-8107-6760535e33c1 req-2ac8c57e-e1d9-4705-9000-8a56b3e56219 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:42.688249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28aec698-ef8b-4d42-8107-6760535e33c1 req-2ac8c57e-e1d9-4705-9000-8a56b3e56219 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.3774359 Nov 10 03:57:42.780338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb033e-2021-4728-9779-56e2f159e842 None None] Allocated IP 172.20.0.2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/28b4940d-0a14-4460-acdb-31cb9303645e/4bd85a4c-1368-4ac3-8c48-c38219714d3d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:42.850153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28aec698-ef8b-4d42-8107-6760535e33c1 req-cda2885b-2223-429a-8b44-2d76055feb35 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453059 Nov 10 03:57:42.869101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc0fc1-c79f-4988-b04c-9bf9cd91d3d1 req-2ccb26f5-6a46-4d99-9a67-21185372e515 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:42.871118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ccc0fc1-c79f-4988-b04c-9bf9cd91d3d1 req-2ccb26f5-6a46-4d99-9a67-21185372e515 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1819091 Nov 10 03:57:42.888461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:42.958464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048cd475-3ec4-4101-b1fd-eb3b824e9f12,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:42.999761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.003659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2594dbbd-7ebe-44bd-a750-bb9f9b779208 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/048cd475-3ec4-4101-b1fd-eb3b824e9f12 HTTP/1.1" status: 204 len: 168 time: 1.2435076 Nov 10 03:57:43.005701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:43.021776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744d014-aeb6-48ec-892a-d62e62ea676d None None] Network 59d0b851-592f-4059-91bd-2eb8e0534a77 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:43.123648 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.144377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ccc0fc1-c79f-4988-b04c-9bf9cd91d3d1 req-5d416cfc-74c3-4025-9b10-b06ce20a46d2 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091875 Nov 10 03:57:43.261926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a1fb033e-2021-4728-9779-56e2f159e842 None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:43.318899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.330574 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-786620e3-ca24-4ab4-b329-003ea880679c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.333524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1fb033e-2021-4728-9779-56e2f159e842 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.386766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1fb033e-2021-4728-9779-56e2f159e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.390778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d0b851-592f-4059-91bd-2eb8e0534a77']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:43.407816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35695be3-6fac-4f86-9515-008cd8da021c') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:43.408173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35695be3-6fac-4f86-9515-008cd8da021c') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:43.423002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a1507-9c99-455c-99d1-69a56403d2be None None] DHCP port deletion for 59d0b851-592f-4059-91bd-2eb8e0534a77 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:43.427456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.454706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.468381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:57:43.468778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:57:43.470695 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:57:43.477859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb033e-2021-4728-9779-56e2f159e842 None None] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:43.532524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-1c1fce38-3862-4b81-a069-e807aa7af501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:43.538024 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-1c1fce38-3862-4b81-a069-e807aa7af501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 1097 time: 0.0622466 Nov 10 03:57:43.587409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.597471 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.603573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] 10.222.0.24 "DELETE /v2.0/networks/59d0b851-592f-4059-91bd-2eb8e0534a77 HTTP/1.1" status: 204 len: 168 time: 0.5839555 Nov 10 03:57:43.680106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-aa446476-7326-4f09-8b96-4ee4a19e36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:43.681763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-aa446476-7326-4f09-8b96-4ee4a19e36ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1360500 Nov 10 03:57:43.722133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa746d-d973-467c-9b0d-f6550601e79f admin admin] Pushing event deleted for resources: {'Network': ['ID=59d0b851-592f-4059-91bd-2eb8e0534a77,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:43.727131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41152) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:43.776331 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-2dcb890b-2fda-4794-a477-fe741697ca58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957317bb-9380-4bc1-b53c-4d12610cc86e HTTP/1.1" status: 200 len: 217 time: 0.0840118 Nov 10 03:57:43.836635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41154) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:43.840936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:57:43.869050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-0de854c3-b0bb-4da3-a714-88005f87460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:43.869535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] Deleting subnet dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:43.870578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-0de854c3-b0bb-4da3-a714-88005f87460f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0876336 Nov 10 03:57:43.926507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dda55fd2-3017-4a61-9307-350641ef9c6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80a131af980249e8b6973a3a107e85f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865231 Nov 10 03:57:43.927774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41158) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:43.960848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:43.961338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-eeba3735-9632-420a-807e-767d988d16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:43.962894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-eeba3735-9632-420a-807e-767d988d16b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850616 Nov 10 03:57:43.983593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dbc6fba0-d313-4b53-9bc8-27e28f90f088 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:44.040132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: dbc6fba0-d313-4b53-9bc8-27e28f90f088 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:57:44.040497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device dbc6fba0-d313-4b53-9bc8-27e28f90f088 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:57:44.071397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b56cab99-3eda-4357-a65d-565c677862bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.115156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b56cab99-3eda-4357-a65d-565c677862bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.131400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-ec0caee9-272b-4f95-bf1b-e88eb1520f4b service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587043 Nov 10 03:57:44.162098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.200474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:44.261027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26836914-3fb3-4300-b6e0-e79d5993fb72 req-aaebc988-327b-4f04-8ee3-877e1606244e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:44.262742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26836914-3fb3-4300-b6e0-e79d5993fb72 req-aaebc988-327b-4f04-8ee3-877e1606244e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.2997007 Nov 10 03:57:44.264496 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b56cab99-3eda-4357-a65d-565c677862bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.268748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b56cab99-3eda-4357-a65d-565c677862bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.270245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b56cab99-3eda-4357-a65d-565c677862bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37dbf11e-3795-4e3f-b26c-b292aa7e6951 HTTP/1.1" status: 204 len: 168 time: 0.3416286 Nov 10 03:57:44.310451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:44.310924 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.318504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cab99-3eda-4357-a65d-565c677862bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dbf11e-3795-4e3f-b26c-b292aa7e6951,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:44.322188 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d4f1720-cbc5-4b84-882d-ff52df831af2 req-9b50d2e8-eb6b-4d27-8a4b-32aedd6a97f1 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826825 Nov 10 03:57:44.418138 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.432416 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-be3c74fd-eb58-4035-8445-50143317b423 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828922 Nov 10 03:57:44.476040 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.543880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-022c5565-949b-4328-be3a-d74f25c4d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:44.546777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-022c5565-949b-4328-be3a-d74f25c4d8d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1095 time: 0.0523601 Nov 10 03:57:44.566030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb26b1-ee53-4a52-ac4a-77bc43472dc6 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:44.586407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26836914-3fb3-4300-b6e0-e79d5993fb72 req-43e3c036-b516-4cf2-a9b9-1238e03d21ff tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875383 Nov 10 03:57:44.609689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c7516-7075-486f-b605-c1fa05a1c4e1 req-eb92e506-d071-45f9-9598-729ffbfb13ff tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:44.611520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c3c7516-7075-486f-b605-c1fa05a1c4e1 req-eb92e506-d071-45f9-9598-729ffbfb13ff tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.2936502 Nov 10 03:57:44.703940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4aee7e27-9ab6-4bc8-8cc5-4479c2d79175 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:44.705770 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4aee7e27-9ab6-4bc8-8cc5-4479c2d79175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.747701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.772880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c3c7516-7075-486f-b605-c1fa05a1c4e1 req-651ab94f-8808-4f06-832d-8e213d7522c9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490767 Nov 10 03:57:44.784175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-97ca58ac-818e-42d9-ad5e-6775f86a2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:44.787300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-97ca58ac-818e-42d9-ad5e-6775f86a2244 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.2107890 Nov 10 03:57:44.820677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:44.820929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083b676-99bb-4069-a0f3-fd359f928a88 None None] Network f4e52e26-3c52-4543-b0e3-fbc79510fa90 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:44.821073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:44.827015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bbcaa543-292b-4518-908e-cfc0dbed7a06 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dbcdcd8c-ab1c-46ee-88d6-a73c1c1e4983 HTTP/1.1" status: 204 len: 168 time: 1.0907650 Nov 10 03:57:44.830697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41174) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:44.905622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:44.914557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-77bb93fa-6dc7-4c47-8c35-2c905f6166e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.1185634 Nov 10 03:57:44.976469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-ca5c83d7-0349-42af-9127-aeead4b5069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:44.978693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-ca5c83d7-0349-42af-9127-aeead4b5069a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0563083 Nov 10 03:57:45.005362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.011716 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.024368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.025271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.043062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-e1176a32-a9df-4d0f-b288-0a3f00e65e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:45.044655 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-e1176a32-a9df-4d0f-b288-0a3f00e65e47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588439 Nov 10 03:57:45.066099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-d28233b4-1dc9-43ae-a1b5-b9ea035a2abe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:57:45.067963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-d28233b4-1dc9-43ae-a1b5-b9ea035a2abe service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069177 Nov 10 03:57:45.129836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c441c-43d8-4c00-9af7-7cbb72a951e1 None None] DHCP port deletion for f4e52e26-3c52-4543-b0e3-fbc79510fa90 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:45.192330 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-234d5723-482e-4c3a-aedf-e24980a605bc service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118762 Nov 10 03:57:45.259196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:45.275532 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.307423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=81c9afa2-7456-4fcd-a26e-3500c2cc9cf5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:45.311609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:45.326109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:45.326774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.343710 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9fac70e1-6e95-45cd-9425-b8ad426d3ee0 req-3c4f844c-e658-4a7d-911d-f6704c5ba1e5 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367881 Nov 10 03:57:45.345285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=9']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:45.355213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e52e26-3c52-4543-b0e3-fbc79510fa90']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:45.370660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86be624-4d87-4fc2-a193-7dda541b80d9') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:45.371138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86be624-4d87-4fc2-a193-7dda541b80d9') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:57:45.382533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-11e8c6ec-5c14-4a21-9577-5eb7b58dd9e6 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4192939 Nov 10 03:57:45.386877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41192) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:45.390274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.391980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:8d:44:b8', 'name': 'tempest-NetworksTestDHCPv6-573108787'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:45.426160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.430911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:57:45.431385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:57:45.433759 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:57:45.505260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.513377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.518909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f4e52e26-3c52-4543-b0e3-fbc79510fa90 HTTP/1.1" status: 204 len: 168 time: 0.6850364 Nov 10 03:57:45.544141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaa045-c206-4f40-a8ef-ee5b7f154ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e52e26-3c52-4543-b0e3-fbc79510fa90,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:45.621461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:45.658463 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-93492635-c826-40b9-8d1c-4a3cf5b77bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.755334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:45.785776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 64f6b304-b0e9-4e24-bacd-8a62f1bac79c yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:57:45.843221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2807f1-089a-4ff8-847d-3c1d493c5395 req-a4cb179a-cb33-4323-8f58-7d0cc4ff52ec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:45.845049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e2807f1-089a-4ff8-847d-3c1d493c5395 req-a4cb179a-cb33-4323-8f58-7d0cc4ff52ec tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1006382 Nov 10 03:57:45.845776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41206) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:45.894874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b309130-a3c9-43c7-84e4-fd9d63af8229 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=357fbd39e72948f6b06e72545db4ca51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476761 Nov 10 03:57:45.903324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41208) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:45.995180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 172.20.0.4 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/28b4940d-0a14-4460-acdb-31cb9303645e/64f6b304-b0e9-4e24-bacd-8a62f1bac79c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:46.003084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fe8d:44b8 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/81c9afa2-7456-4fcd-a26e-3500c2cc9cf5/64f6b304-b0e9-4e24-bacd-8a62f1bac79c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:46.042770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b738df5-7ab0-4cd4-9da2-af23beba7d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.079514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e2807f1-089a-4ff8-847d-3c1d493c5395 req-753e3264-ff17-450e-af92-331e650c541e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879499 Nov 10 03:57:46.102766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b738df5-7ab0-4cd4-9da2-af23beba7d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.162554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:46.244624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b738df5-7ab0-4cd4-9da2-af23beba7d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.249201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0b738df5-7ab0-4cd4-9da2-af23beba7d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.253274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0b738df5-7ab0-4cd4-9da2-af23beba7d42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0317b04-a603-440b-9ede-3ea6eef78b99 HTTP/1.1" status: 204 len: 168 time: 0.3483067 Nov 10 03:57:46.284694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:46.285294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.316206 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.340526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b738df5-7ab0-4cd4-9da2-af23beba7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0317b04-a603-440b-9ede-3ea6eef78b99,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:46.380964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4df38c-43c6-431e-adf0-c2c21af0ebdd req-bf91eefb-e368-4c35-b5ba-12a097517b0f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:46.382405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b929841-a37e-4c2e-8fee-439e08e6f874 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:46.383654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.390808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c4df38c-43c6-431e-adf0-c2c21af0ebdd req-bf91eefb-e368-4c35-b5ba-12a097517b0f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1363211 Nov 10 03:57:46.470649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:46.476916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c4df38c-43c6-431e-adf0-c2c21af0ebdd req-ba59302a-0aaa-4c86-b31a-cffde0d682c2 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844886 Nov 10 03:57:46.492761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:46.501151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:46.556456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=64f6b304-b0e9-4e24-bacd-8a62f1bac79c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:46.559660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0d0f3edf-54d9-4af2-8004-3f67be2486ad None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:46.560044 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3edf-54d9-4af2-8004-3f67be2486ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.641801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:46.643877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.668690 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-88030755-4ef9-451e-a02e-00d6a29fa594 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2806089 Nov 10 03:57:46.672013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41234) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:46.789322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2a8f5-825c-4240-9b90-a8aa08ba2443 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:46.812175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2a8f5-825c-4240-9b90-a8aa08ba2443 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:46.816613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41236) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:46.821153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:46.821798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-03b2a8f5-825c-4240-9b90-a8aa08ba2443 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1475878 Nov 10 03:57:46.971458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 64f6b304-b0e9-4e24-bacd-8a62f1bac79c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:46.978506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:47.108342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:47.146107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 64f6b304-b0e9-4e24-bacd-8a62f1bac79c owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:47.325262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249558a4-3343-4f01-b8ae-d94e23fc59b3 req-51ec31bb-e96c-41a4-80f7-3479a4acf5ff tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:47.343515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-249558a4-3343-4f01-b8ae-d94e23fc59b3 req-51ec31bb-e96c-41a4-80f7-3479a4acf5ff tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 946 time: 0.1489387 Nov 10 03:57:47.399303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-63ac098d-ccba-4140-8e08-4ecf7e8509d7 None None] Provisioning complete for port 64f6b304-b0e9-4e24-bacd-8a62f1bac79c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:47.400106 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-63ac098d-ccba-4140-8e08-4ecf7e8509d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:47.420707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-249558a4-3343-4f01-b8ae-d94e23fc59b3 req-6b28ca2e-6a98-4516-a994-de41ff9486db tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Nov 10 03:57:47.468265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-63ac098d-ccba-4140-8e08-4ecf7e8509d7 None None] Port 64f6b304-b0e9-4e24-bacd-8a62f1bac79c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:57:47.482602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-63ac098d-ccba-4140-8e08-4ecf7e8509d7 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:47.482976 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-63ac098d-ccba-4140-8e08-4ecf7e8509d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:47.513009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:47.564256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=64f6b304-b0e9-4e24-bacd-8a62f1bac79c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:47.700923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68498ff9-58d6-47ea-83cc-e1afd9486edb req-84dbf932-e91e-4b4f-8796-1ab6f3de0dbf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:47.710040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68498ff9-58d6-47ea-83cc-e1afd9486edb req-84dbf932-e91e-4b4f-8796-1ab6f3de0dbf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1357677 Nov 10 03:57:47.744175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41282) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:47.827671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:47.833132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c168a872-78e4-4a82-8c86-4f7cd6909298 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/64f6b304-b0e9-4e24-bacd-8a62f1bac79c HTTP/1.1" status: 204 len: 168 time: 1.0153768 Nov 10 03:57:47.835920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41286) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:47.917070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68498ff9-58d6-47ea-83cc-e1afd9486edb req-f8aacf38-c7f0-475b-8320-18b9e1c302e9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009788 Nov 10 03:57:47.927087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215609-040b-4753-afbe-9a308fe2bd17 req-e4ef49c0-9040-4ac8-a23b-a578644140e7 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:47.945744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd215609-040b-4753-afbe-9a308fe2bd17 req-e4ef49c0-9040-4ac8-a23b-a578644140e7 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1558669 Nov 10 03:57:48.001446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 957317bb-9380-4bc1-b53c-4d12610cc86e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:57:48.007074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512626a3-8eda-4129-b9f6-1b6ab4a58cb5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:48.009088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512626a3-8eda-4129-b9f6-1b6ab4a58cb5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:48.013032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512626a3-8eda-4129-b9f6-1b6ab4a58cb5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:48.021064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41292) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:48.021742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-512626a3-8eda-4129-b9f6-1b6ab4a58cb5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1846151 Nov 10 03:57:48.054271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-666311676-network', 'tenant_id': 'c252ff5a303e4db5a6ab58a67f6a3480'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:48.120709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41294) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:48.134348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6acaaec3-3a10-41a0-b775-1c682071dae2 None None] Could not find standard attr ID for object 64f6b304-b0e9-4e24-bacd-8a62f1bac79c. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:48.143028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.193744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd215609-040b-4753-afbe-9a308fe2bd17 req-059f5d3a-a443-420f-88bd-6f82f60e3265 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363596 Nov 10 03:57:48.198947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:48.202251 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1929d378-f43c-4e6e-985f-709aeafeb801" -d '{"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-unplugged", "status": "completed", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:48.221875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:48.234570 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.237626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 28b4940d-0a14-4460-acdb-31cb9303645e {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:48.240298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Made reservation on behalf of c252ff5a303e4db5a6ab58a67f6a3480 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:48.247757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.276536 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d035c3d-faa3-4956-9acf-321df9e78930 x-openstack-request-id: req-9d035c3d-faa3-4956-9acf-321df9e78930 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:48.277049 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-unplugged", "status": "failed", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e", "code": 422}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:48.277471 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d035c3d-faa3-4956-9acf-321df9e78930 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:48.278040 n-d-817326-2 neutron-server[102598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'code': 422} returned with failed status Nov 10 03:57:48.279784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.314047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:48.326705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.329954 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.331003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.331349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.331689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.332017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.339711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.341808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.344261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.344611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc5b8-50ef-44b4-8363-e90a9beec106 req-7865ccb9-0f5a-4da4-93d8-dcbd6c026f69 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:48.345139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.345139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.345453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.345734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:48.348386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-386dc5b8-50ef-44b4-8363-e90a9beec106 req-7865ccb9-0f5a-4da4-93d8-dcbd6c026f69 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.2908506 Nov 10 03:57:48.364625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04dce247-67ab-40c6-b880-70c59d5b0938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.394057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.461751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.493446 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04dce247-67ab-40c6-b880-70c59d5b0938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.499601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04dce247-67ab-40c6-b880-70c59d5b0938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.501854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-386dc5b8-50ef-44b4-8363-e90a9beec106 req-e97b7cd7-0176-4d8e-8cd0-b8b1630be28c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379700 Nov 10 03:57:48.595590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.614282 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.655517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03088c-9c87-4968-9cfa-bf37c1a44c54,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:48.673592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:57:48.676646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.747970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.748394 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Added segment 03350a62-016b-4da4-843d-f5b78ef5477e of type vlan for network c457b0e6-2c61-4ab6-8924-dfcbde60869a Nov 10 03:57:48.873463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-04dce247-67ab-40c6-b880-70c59d5b0938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=505119701df742289123432dcf68c8ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7514243 Nov 10 03:57:48.874702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dce247-67ab-40c6-b880-70c59d5b0938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76245155-9138-4fbb-aab8-defa0a75ac18,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:48.877296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41308) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:48.882245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.919018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.940443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aae17f58-f91d-4835-9ba7-9f5e097f543f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.964762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c41c7-7179-4707-a421-23d9f325a312 req-1e1d7483-2199-4c2f-a723-e74b4080973b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:48.965605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aae17f58-f91d-4835-9ba7-9f5e097f543f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.968894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c6c41c7-7179-4707-a421-23d9f325a312 req-1e1d7483-2199-4c2f-a723-e74b4080973b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1403899 Nov 10 03:57:48.970504 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.971943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:48.973166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.976788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=28b4940d-0a14-4460-acdb-31cb9303645e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:48.985140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:48.986399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ffe82-4876-444c-b430-094a16cf2dd9 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:48.994534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5389da4c-ee50-4580-a5ee-05ddbd7db6d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/28b4940d-0a14-4460-acdb-31cb9303645e HTTP/1.1" status: 204 len: 168 time: 0.9679806 Nov 10 03:57:48.995072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41310) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:49.059959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 81c9afa2-7456-4fcd-a26e-3500c2cc9cf5 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:49.067158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.072329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aae17f58-f91d-4835-9ba7-9f5e097f543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.084223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aae17f58-f91d-4835-9ba7-9f5e097f543f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.089023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aae17f58-f91d-4835-9ba7-9f5e097f543f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76245155-9138-4fbb-aab8-defa0a75ac18 HTTP/1.1" status: 204 len: 168 time: 0.2103846 Nov 10 03:57:49.090274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] Pushing event updated for resources: {'Network': ['ID=c457b0e6-2c61-4ab6-8924-dfcbde60869a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:49.118231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network c457b0e6-2c61-4ab6-8924-dfcbde60869a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:57:49.134456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5267f780-12d0-4941-9eef-26a4b970e055 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3847308 Nov 10 03:57:49.137823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41314) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:49.148530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Request body: {'subnet': {'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-666311676-subnet', 'tenant_id': 'c252ff5a303e4db5a6ab58a67f6a3480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:49.165448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c6c41c7-7179-4707-a421-23d9f325a312 req-826bf6b1-41f1-4ddb-8c3b-f0fd21cb5ac4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697123 Nov 10 03:57:49.176769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae17f58-f91d-4835-9ba7-9f5e097f543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76245155-9138-4fbb-aab8-defa0a75ac18,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:49.187990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Made reservation on behalf of c252ff5a303e4db5a6ab58a67f6a3480 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:49.193395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.245659 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.271246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.415455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7cbbb-83bb-4228-adee-3c78ff833fb3 req-e0704e0f-47ca-43cb-9588-36704ae259f9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:49.424159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffc7cbbb-83bb-4228-adee-3c78ff833fb3 req-e0704e0f-47ca-43cb-9588-36704ae259f9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1163325 Nov 10 03:57:49.553546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffc7cbbb-83bb-4228-adee-3c78ff833fb3 req-b0728d0b-0f38-47cb-85dd-26407fa01af3 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226091 Nov 10 03:57:49.585146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.622024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.731113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f936209-488b-48c4-8648-e2a84e1cfb0b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:49.745277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.764536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Checking segment: {'id': '03350a62-016b-4da4-843d-f5b78ef5477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:49.764907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Network hostable DHCP agents. Network: c457b0e6-2c61-4ab6-8924-dfcbde60869a, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:57:49.821855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=81c9afa2-7456-4fcd-a26e-3500c2cc9cf5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:49.824385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.827725 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9532e379-6361-4c9d-8a80-b94d08083315 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/81c9afa2-7456-4fcd-a26e-3500c2cc9cf5 HTTP/1.1" status: 204 len: 168 time: 0.8317182 Nov 10 03:57:49.831051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41330) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:49.851662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Network c457b0e6-2c61-4ab6-8924-dfcbde60869a is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:57:49.874246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, c457b0e6-2c61-4ab6-8924-dfcbde60869a) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:49.879144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:49.879634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:49.886764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3cec5-eccb-4948-b5f4-1fd00d8000a8 None None] Network c457b0e6-2c61-4ab6-8924-dfcbde60869a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:49.918263 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea586807-5865-4e16-b3d2-3a382f242f1e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7761209 Nov 10 03:57:49.953953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41338) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:49.954602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-47a3c79c-270f-4093-a5a7-83403b65fb76 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219172 Nov 10 03:57:49.960022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:50.119466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a51a93e-7268-4e30-96f5-6ca326e7dfe0 None None] Network c457b0e6-2c61-4ab6-8924-dfcbde60869a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:50.155318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:50.159979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:50.417745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a128c-d805-42d8-99b2-5287a4c2b039 req-f39e1a1a-0701-40fa-b09d-a602367ab906 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:50.425774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-937a128c-d805-42d8-99b2-5287a4c2b039 req-f39e1a1a-0701-40fa-b09d-a602367ab906 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1216366 Nov 10 03:57:50.442790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:50.453704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd90225-bced-4f1a-8be8-4c58f0091fca None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:50.518003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:50.519253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=1916cb5e-38b6-4d10-8bd0-c8742d790014,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:50.523722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:50.526776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:50.527375 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:50.533418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-937a128c-d805-42d8-99b2-5287a4c2b039 req-a78201ad-7879-4742-8754-bfd114f709f7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002140 Nov 10 03:57:50.547211 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dc041075-45fd-4b82-a41d-0bfc01f709df tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5920489 Nov 10 03:57:50.549927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41356) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:50.556990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:50.714109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:50.718707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:50.819795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254125c6-14be-4345-a6dd-fd61e5a37487 req-4fc0461d-c204-48e8-89d1-f9ce1a9b0917 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:50.822418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-254125c6-14be-4345-a6dd-fd61e5a37487 req-4fc0461d-c204-48e8-89d1-f9ce1a9b0917 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0817573 Nov 10 03:57:50.868164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-acfeac45-e756-468f-a064-5acc3ef66f0c None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:50.868539 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-acfeac45-e756-468f-a064-5acc3ef66f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:50.882338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-254125c6-14be-4345-a6dd-fd61e5a37487 req-414a08b8-38fa-448c-bc52-4e0e2dfeed78 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 Nov 10 03:57:50.889486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-3c972a23-1cf7-48db-9442-1944a301a033 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:50.892985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-3c972a23-1cf7-48db-9442-1944a301a033 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/networks?id=c457b0e6-2c61-4ab6-8924-dfcbde60869a HTTP/1.1" status: 200 len: 821 time: 0.2405062 Nov 10 03:57:50.914483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-6637af0b-7146-4147-a92b-1cf3374fd98d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/quotas/c252ff5a303e4db5a6ab58a67f6a3480 HTTP/1.1" status: 200 len: 375 time: 0.0149393 Nov 10 03:57:50.957793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-9c9c6dd8-f6ab-4d14-afd4-10894cedc975 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c252ff5a303e4db5a6ab58a67f6a3480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375311 Nov 10 03:57:51.142648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Update dhcp port {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '1916cb5e-38b6-4d10-8bd0-c8742d790014'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '4bd85a4c-1368-4ac3-8c48-c38219714d3d'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:57:51.148116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-a88f931d-84b3-41f7-b935-ad2898528fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/c457b0e6-2c61-4ab6-8924-dfcbde60869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804905 Nov 10 03:57:51.187932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:51.226930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:57:51.289614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-31e5978b-e886-41ae-b4fa-57b72f671039 service neutron] 10.222.0.24 "GET /v2.0/networks/c457b0e6-2c61-4ab6-8924-dfcbde60869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338859 Nov 10 03:57:51.429532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:51.511910 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe03:aea-4bceee0e-f5ed-4027-a0da-9f3c3fca20b {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:57:51.512359 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:57:51.582196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09655baf-5c76-4591-8ed2-ed880e403b0b req-6c82251e-c422-466f-b648-296383251043 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 210 time: 0.0571363 Nov 10 03:57:51.669207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41404) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:51.751293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:51.763016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3ee8-71a8-4d02-a60a-5f5c465e4089 req-37b127e2-f857-474d-adfd-e00ca7440f29 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:51.774501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44de3ee8-71a8-4d02-a60a-5f5c465e4089 req-37b127e2-f857-474d-adfd-e00ca7440f29 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0992248 Nov 10 03:57:51.790807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:51.795703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:51.797079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:51.858000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44de3ee8-71a8-4d02-a60a-5f5c465e4089 req-1163566d-dd6b-473e-a7c8-4547f3351d64 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773602 Nov 10 03:57:51.873220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-376ea313-e09b-4cb2-8bb0-d202376e1e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:51.886855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:51.902608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:51.908193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:51.908800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:51.943343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=6edf05e2-5314-49a4-8439-7e4c6a400e6e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:51.953646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=13']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:51.965308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e3f99710-0f9e-49e8-aafe-89c033c98e11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4109316 Nov 10 03:57:51.965308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41416) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:51.971751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:5a:06:f1', 'name': 'tempest-NetworksTestDHCPv6-2113848113'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:52.074684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.143031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:52.154957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:52.162006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-376ea313-e09b-4cb2-8bb0-d202376e1e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.173124 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-376ea313-e09b-4cb2-8bb0-d202376e1e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.199580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c924885-3779-4e4c-863d-ca8657dc3250 req-f1de1b49-2b0d-4f09-aba7-e66f5ddf6cf4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:52.201105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c924885-3779-4e4c-863d-ca8657dc3250 req-f1de1b49-2b0d-4f09-aba7-e66f5ddf6cf4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1562803 Nov 10 03:57:52.231943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ea313-e09b-4cb2-8bb0-d202376e1e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067516a6-3bb8-47ac-805c-fde3756b2ad4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:52.275755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c924885-3779-4e4c-863d-ca8657dc3250 req-c07bf628-1dc1-4730-84bf-c94cb7868712 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639093 Nov 10 03:57:52.278311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-376ea313-e09b-4cb2-8bb0-d202376e1e94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6c252682e6440e2b5517d64d3232756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6079638 Nov 10 03:57:52.280852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41424) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:52.346577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d2cada7-c8cd-483f-b563-89a25259cbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.349987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.402788 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d2cada7-c8cd-483f-b563-89a25259cbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.403364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 50d7df48-c3cd-4154-b9d0-344b9a6b1cbe yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:57:52.438902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:52.439264 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.491726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d2cada7-c8cd-483f-b563-89a25259cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.507551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d2cada7-c8cd-483f-b563-89a25259cbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.511164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2d2cada7-c8cd-483f-b563-89a25259cbcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/067516a6-3bb8-47ac-805c-fde3756b2ad4 HTTP/1.1" status: 204 len: 168 time: 0.2270060 Nov 10 03:57:52.528536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cada7-c8cd-483f-b563-89a25259cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067516a6-3bb8-47ac-805c-fde3756b2ad4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:52.690464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Allocated IP 172.20.0.2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/1916cb5e-38b6-4d10-8bd0-c8742d790014/4bd85a4c-1368-4ac3-8c48-c38219714d3d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:52.735471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:52.781178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-6df35bd7-ae90-4568-bbcb-8bada37936f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:52.782839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-6df35bd7-ae90-4568-bbcb-8bada37936f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0724177 Nov 10 03:57:52.848351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0dafdff-6f7d-4137-9bb6-362be703cc46 req-5803a83c-a4c7-4d62-9d34-330b49999515 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 210 time: 0.1102870 Nov 10 03:57:52.873184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12efd-4d10-426c-b480-d5c1a562e9f5 req-2f537fe9-5ee7-4798-bf89-1e0b08c844bd tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:52.875892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fd12efd-4d10-426c-b480-d5c1a562e9f5 req-2f537fe9-5ee7-4798-bf89-1e0b08c844bd tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.2361739 Nov 10 03:57:52.907466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:52.979993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-32944d6c-c884-4780-b4f8-ab9b2b3958c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:52.981098 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-32944d6c-c884-4780-b4f8-ab9b2b3958c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.1892245 Nov 10 03:57:52.985241 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:52.997398 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.015687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fd12efd-4d10-426c-b480-d5c1a562e9f5 req-2bc4b22e-2daa-436f-8c5a-7408a507fc80 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323037 Nov 10 03:57:53.093082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268ebc-e141-4ce0-8f64-367e84a999b9 req-fc44932a-d5c3-466e-88cd-65b5d05028b4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:53.113155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2523f4-45b2-43e1-9ed4-dd3a62518284 None None] Pushing event updated for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=14']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:53.127609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96268ebc-e141-4ce0-8f64-367e84a999b9 req-fc44932a-d5c3-466e-88cd-65b5d05028b4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1108739 Nov 10 03:57:53.261141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96268ebc-e141-4ce0-8f64-367e84a999b9 req-71eeee30-27ea-4d8f-8d48-457906427b4f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326458 Nov 10 03:57:53.262408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-2837646d-95eb-4f91-86e5-ef624444db3a tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:53.264324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-2837646d-95eb-4f91-86e5-ef624444db3a tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.44 "GET /v2.0/networks?id=c457b0e6-2c61-4ab6-8924-dfcbde60869a HTTP/1.1" status: 200 len: 821 time: 0.2823472 Nov 10 03:57:53.297217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-faea4061-3343-43c0-91d8-dffcec3dc152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.299684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.361826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Request body: {'port': {'device_id': '900a507b-6717-442f-89a1-52d38445ea81', 'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a', 'admin_state_up': True, 'tenant_id': 'c252ff5a303e4db5a6ab58a67f6a3480'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:53.404362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-faea4061-3343-43c0-91d8-dffcec3dc152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.411520 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-faea4061-3343-43c0-91d8-dffcec3dc152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.427604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-d387bbc2-cf27-4cbf-95a0-4eae3c4baf13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 200 len: 1001 time: 0.4281797 Nov 10 03:57:53.464126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea4061-3343-43c0-91d8-dffcec3dc152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595fe7c7-826a-4525-b6be-199fdc86147b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:53.478436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-faea4061-3343-43c0-91d8-dffcec3dc152 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88082577205e4a79bfd944ac8425fe6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7350762 Nov 10 03:57:53.479368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41456) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:53.599074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04eae8dc-0292-4d70-8887-f2b3afa06256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.621993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-134c2954-6532-45c1-b5bc-1939e7fcec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:53.623776 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-134c2954-6532-45c1-b5bc-1939e7fcec08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.1827464 Nov 10 03:57:53.628694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04eae8dc-0292-4d70-8887-f2b3afa06256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.669087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 172.20.0.4 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/1916cb5e-38b6-4d10-8bd0-c8742d790014/50d7df48-c3cd-4154-b9d0-344b9a6b1cbe) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:53.681843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fe5a:6f1 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/6edf05e2-5314-49a4-8439-7e4c6a400e6e/50d7df48-c3cd-4154-b9d0-344b9a6b1cbe) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:53.704372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04eae8dc-0292-4d70-8887-f2b3afa06256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.708210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04eae8dc-0292-4d70-8887-f2b3afa06256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.710213 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-04eae8dc-0292-4d70-8887-f2b3afa06256 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/595fe7c7-826a-4525-b6be-199fdc86147b HTTP/1.1" status: 204 len: 168 time: 0.2291176 Nov 10 03:57:53.722840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eae8dc-0292-4d70-8887-f2b3afa06256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595fe7c7-826a-4525-b6be-199fdc86147b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:53.742625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Made reservation on behalf of c252ff5a303e4db5a6ab58a67f6a3480 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:53.748761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:53.779911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-d5c94fc8-51d9-4a2b-b5ef-f979f1f0643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:53.781476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-d5c94fc8-51d9-4a2b-b5ef-f979f1f0643d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459658 Nov 10 03:57:54.020492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b230c13-f741-425d-8ee2-eede862e0a5c req-9dc147e3-d0f7-40b8-8fae-061bf16b8cda tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 210 time: 0.0404210 Nov 10 03:57:54.081254 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:54.107032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f11b0-83e9-4b19-a7b3-63a2e1fd08c8 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:54.169667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:57:54.174742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-06a97a82-f094-4207-8ead-51fff855b8d1 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:54.175325 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06a97a82-f094-4207-8ead-51fff855b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:54.179284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-68f5f7ca-07fe-4fa1-8ee7-ab21996b036a service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861606 Nov 10 03:57:54.211649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56161b3-9b2f-4b46-a627-fd2ad28fb7c6 req-53fcc8ab-a247-4030-a4d3-93e0dd5e9ea0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:54.214393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d56161b3-9b2f-4b46-a627-fd2ad28fb7c6 req-53fcc8ab-a247-4030-a4d3-93e0dd5e9ea0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0854409 Nov 10 03:57:54.305728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:54.306747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:54.317746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d56161b3-9b2f-4b46-a627-fd2ad28fb7c6 req-489f441f-deaa-44d2-9e66-7a444960b0d2 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890529 Nov 10 03:57:54.527337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c121490-f475-4b73-8155-769fab8a2217 req-360c8626-ef57-4a4d-8dfb-76da1bcb77ac tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:54.534555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c121490-f475-4b73-8155-769fab8a2217 req-360c8626-ef57-4a4d-8dfb-76da1bcb77ac tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1190400 Nov 10 03:57:54.633074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c121490-f475-4b73-8155-769fab8a2217 req-6f9b5fa4-3573-4057-af3b-f4927441e73d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862670 Nov 10 03:57:54.647214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Allocated IP 172.20.0.9 (c457b0e6-2c61-4ab6-8924-dfcbde60869a/7f936209-488b-48c4-8648-e2a84e1cfb0b/a01d0e04-730f-4f41-a5de-4b205effc6ff) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:57:54.657800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dea06f18-a7e4-45dd-b3d6-3f758c72d2a2 req-244ac045-4df3-4f74-b2dc-1b59f5f15129 service neutron] 10.222.0.11 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689291 Nov 10 03:57:54.668511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:54.700821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:54.729635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:54.739429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:54.816065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:54.816708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:54.827087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=50d7df48-c3cd-4154-b9d0-344b9a6b1cbe,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:54.858635 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7e3600f6-efdf-41f8-b2cd-28940cc5d80b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8920736 Nov 10 03:57:54.861451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41508) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:54.927408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f83dd5-f019-43f1-b2ef-2895014cefda tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:54.936145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f83dd5-f019-43f1-b2ef-2895014cefda tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:54.937886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-19f83dd5-f019-43f1-b2ef-2895014cefda tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0749760 Nov 10 03:57:54.940472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41514) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:55.072340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:55.072580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 50d7df48-c3cd-4154-b9d0-344b9a6b1cbe {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:55.073064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:55.171723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:55.311802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a2470-460b-49e0-9275-7aac2606aee9 req-8a0648f6-cc87-4711-9c4a-9e74440ac873 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:55.325875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3a2470-460b-49e0-9275-7aac2606aee9 req-8a0648f6-cc87-4711-9c4a-9e74440ac873 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 931 time: 0.1601162 Nov 10 03:57:55.370398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Network c457b0e6-2c61-4ab6-8924-dfcbde60869a is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:57:55.379487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:57:55.403340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Pushing event updated for resources: {'Port': ['ID=a01d0e04-730f-4f41-a5de-4b205effc6ff,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:55.414394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:57:55.438665 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:55.466391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 50d7df48-c3cd-4154-b9d0-344b9a6b1cbe owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:55.487422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3a2470-460b-49e0-9275-7aac2606aee9 req-ea356cb0-d9ae-4519-ad3c-0da34fc10c0c tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605828 Nov 10 03:57:55.516816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:55.517974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:55.546284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-1db10882-8b57-4dc5-a8cc-5c00591f31f4 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1915016 Nov 10 03:57:55.550496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f503e-abab-47ce-9309-d9418c3d82f4 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:55.563452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Request body: {'port': {'device_id': '900a507b-6717-442f-89a1-52d38445ea81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:55.667898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:55.742530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7b010b94-7c48-4b19-8578-f3b98400999d None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:55.742917 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7b010b94-7c48-4b19-8578-f3b98400999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:56.280400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01d0e04-730f-4f41-a5de-4b205effc6ff {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:57:56.295635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:56.479560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Transition to ACTIVE for port object a01d0e04-730f-4f41-a5de-4b205effc6ff will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:57:56.485720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:56.489806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f7f85-d136-445f-accb-b416564edbfd req-85ea75f3-6fae-46d4-8558-5d03cd4cb5b3 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:56.492999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f68f7f85-d136-445f-accb-b416564edbfd req-85ea75f3-6fae-46d4-8558-5d03cd4cb5b3 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 1.0034659 Nov 10 03:57:56.494792 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:56.550419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e1993-907d-4beb-a46c-be7663f828a0 req-8707bd39-0fdb-4988-aa99-6d464f14855b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:56.558286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a49e1993-907d-4beb-a46c-be7663f828a0 req-8707bd39-0fdb-4988-aa99-6d464f14855b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.2576206 Nov 10 03:57:56.582431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=50d7df48-c3cd-4154-b9d0-344b9a6b1cbe,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:56.645953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a01d0e04-730f-4f41-a5de-4b205effc6ff,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:56.699973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f68f7f85-d136-445f-accb-b416564edbfd req-d7f51cbf-fb54-4747-80ca-48ed4d77ed87 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379523 Nov 10 03:57:56.702258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8d5f028b-6b7e-401b-ad53-bbca58ad7e67 None None] Could not find standard attr ID for object 50d7df48-c3cd-4154-b9d0-344b9a6b1cbe. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:56.738245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:56.741959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8d5f028b-6b7e-401b-ad53-bbca58ad7e67 None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:56.742544 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d5f028b-6b7e-401b-ad53-bbca58ad7e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:56.780108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a49e1993-907d-4beb-a46c-be7663f828a0 req-d5de95cc-9930-414d-892b-d8ea7d6504cb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204916 Nov 10 03:57:56.809290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:56.812673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6dc1d4c2-52d2-466e-9e87-5066fff9ad9a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/50d7df48-c3cd-4154-b9d0-344b9a6b1cbe HTTP/1.1" status: 204 len: 168 time: 1.8711619 Nov 10 03:57:56.816867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41554) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:56.952306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Attempting to bind port a01d0e04-730f-4f41-a5de-4b205effc6ff on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:57:56.952792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Attempting to bind port a01d0e04-730f-4f41-a5de-4b205effc6ff by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '03350a62-016b-4da4-843d-f5b78ef5477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:57:56.965708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Attempting to bind port a01d0e04-730f-4f41-a5de-4b205effc6ff on network c457b0e6-2c61-4ab6-8924-dfcbde60869a {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:56.983760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Port a01d0e04-730f-4f41-a5de-4b205effc6ff on network c457b0e6-2c61-4ab6-8924-dfcbde60869a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:57:56.984094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Attempting to bind port a01d0e04-730f-4f41-a5de-4b205effc6ff on network c457b0e6-2c61-4ab6-8924-dfcbde60869a {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:57:56.988926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf3df76-2204-4c44-8616-0bd14b00b937 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:56.991811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf3df76-2204-4c44-8616-0bd14b00b937 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:56.992866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf3df76-2204-4c44-8616-0bd14b00b937 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:56.994491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5cf3df76-2204-4c44-8616-0bd14b00b937 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1766684 Nov 10 03:57:56.997222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:57.005330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:57:57.005679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Checking segment: {'id': '03350a62-016b-4da4-843d-f5b78ef5477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:57:57.006140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Bound using segment: {'id': '03350a62-016b-4da4-843d-f5b78ef5477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:57:57.006587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Bound port: a01d0e04-730f-4f41-a5de-4b205effc6ff, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03350a62-016b-4da4-843d-f5b78ef5477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:57:57.006945 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.105043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-216f0b58-fe44-4307-a023-0fba90cf6b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.107584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff525-b6ad-4f56-92af-6e4f4bb81e64 req-c69d8bfa-5b06-4fe4-92a0-2ac1375ca053 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:57.109075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-101ff525-b6ad-4f56-92af-6e4f4bb81e64 req-c69d8bfa-5b06-4fe4-92a0-2ac1375ca053 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 943 time: 0.2766562 Nov 10 03:57:57.152535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-68a0a401-d53f-441c-a694-396742a81b85 None None] Could not find standard attr ID for object 50d7df48-c3cd-4154-b9d0-344b9a6b1cbe. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:57:57.174622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 1916cb5e-38b6-4d10-8bd0-c8742d790014 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:57.177581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] For port a01d0e04-730f-4f41-a5de-4b205effc6ff, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:57:57.182653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] For port a01d0e04-730f-4f41-a5de-4b205effc6ff, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01d0e04-730f-4f41-a5de-4b205effc6ff,segment=NetworkSegment(03350a62-016b-4da4-843d-f5b78ef5477e),segment_id=03350a62-016b-4da4-843d-f5b78ef5477e)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:57:57.184623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.191886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.281052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:57.282018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.283668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] 10.222.0.44 "PUT /v2.0/ports/a01d0e04-730f-4f41-a5de-4b205effc6ff HTTP/1.1" status: 200 len: 1091 time: 1.7295663 Nov 10 03:57:57.288657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-101ff525-b6ad-4f56-92af-6e4f4bb81e64 req-2b0fa2e9-e598-4669-8db7-74c9de716ac5 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607435 Nov 10 03:57:57.290965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.300315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900a507b-6717-442f-89a1-52d38445ea81', 'tag': 'a01d0e04-730f-4f41-a5de-4b205effc6ff'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:57:57.303029 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6ff42e-dd5c-4030-8aba-69123e292b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "900a507b-6717-442f-89a1-52d38445ea81", "tag": "a01d0e04-730f-4f41-a5de-4b205effc6ff"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:57:57.404056 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aec504-e47d-47d8-843e-ad867136637c x-openstack-request-id: req-33aec504-e47d-47d8-843e-ad867136637c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:57:57.404725 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900a507b-6717-442f-89a1-52d38445ea81", "tag": "a01d0e04-730f-4f41-a5de-4b205effc6ff", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:57:57.405201 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33aec504-e47d-47d8-843e-ad867136637c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:57:57.405839 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900a507b-6717-442f-89a1-52d38445ea81', 'tag': 'a01d0e04-730f-4f41-a5de-4b205effc6ff', 'status': 'completed', 'code': 200} Nov 10 03:57:57.407672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a01d0e04-730f-4f41-a5de-4b205effc6ff,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:57.435017 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.439125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.440045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.440629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.441029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.441340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.441713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.442099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.442434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.442767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.443184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.443504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.444440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75991793-b2fe-47dc-9ebc-9b854a296cd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:57:57.451035 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-216f0b58-fe44-4307-a023-0fba90cf6b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.468362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-84b09f5d-19ff-492a-aded-bffac0a1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:57.470067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-84b09f5d-19ff-492a-aded-bffac0a1fe7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c252ff5a303e4db5a6ab58a67f6a3480&device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 1094 time: 0.1190991 Nov 10 03:57:57.470846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-216f0b58-fe44-4307-a023-0fba90cf6b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.519257 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.535600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.541519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/1916cb5e-38b6-4d10-8bd0-c8742d790014 HTTP/1.1" status: 204 len: 168 time: 0.5339918 Nov 10 03:57:57.544364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083a7bd3-16f7-4655-92b3-6f556ca62f73 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:57.545845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-6ebcd785-c038-4a80-88e5-a9a4067532cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a01d0e04-730f-4f41-a5de-4b205effc6ff HTTP/1.1" status: 200 len: 217 time: 0.0626051 Nov 10 03:57:57.546331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41562) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:57.560592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f0b58-fe44-4307-a023-0fba90cf6b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5b7042-3230-40e7-b6f9-5a8c754b88ba,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:57.563008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0f1fd-12ae-4f51-8a7f-a79b038e647f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=1916cb5e-38b6-4d10-8bd0-c8742d790014,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:57.595065 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-216f0b58-fe44-4307-a023-0fba90cf6b6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57585e4d524f45628c06fd3e81b0d974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8551974 Nov 10 03:57:57.597854 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41564) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:57.653145 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d731ca2-4444-4de9-8e9d-633572dd5126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.655337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 6edf05e2-5314-49a4-8439-7e4c6a400e6e {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:57:57.661517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.665273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-a110002d-7253-4e63-92f3-bccf9b56ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:57.666873 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-a110002d-7253-4e63-92f3-bccf9b56ae89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f936209-488b-48c4-8648-e2a84e1cfb0b HTTP/1.1" status: 200 len: 861 time: 0.1072216 Nov 10 03:57:57.678767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d731ca2-4444-4de9-8e9d-633572dd5126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.719510 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-b09d012f-5385-4a0b-ad42-a17bc8692f2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c457b0e6-2c61-4ab6-8924-dfcbde60869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340302 Nov 10 03:57:57.736758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.743070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d731ca2-4444-4de9-8e9d-633572dd5126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.745698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d731ca2-4444-4de9-8e9d-633572dd5126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:57.746931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6d731ca2-4444-4de9-8e9d-633572dd5126 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e5b7042-3230-40e7-b6f9-5a8c754b88ba HTTP/1.1" status: 204 len: 168 time: 0.1469424 Nov 10 03:57:57.757390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d731ca2-4444-4de9-8e9d-633572dd5126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5b7042-3230-40e7-b6f9-5a8c754b88ba,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:57.894443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-27d8b0aa-2427-4490-8d97-49b71c2b607f service neutron] 10.222.0.44 "GET /v2.0/networks/c457b0e6-2c61-4ab6-8924-dfcbde60869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666939 Nov 10 03:57:57.898370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.054461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.061774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6d6e903b-e4ea-40bd-bed1-5fac2679c2c2 req-51580c79-4095-4417-8335-393ddf017f4a service neutron] 10.222.0.44 "GET /v2.0/networks/c457b0e6-2c61-4ab6-8924-dfcbde60869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589863 Nov 10 03:57:58.086769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=6edf05e2-5314-49a4-8439-7e4c6a400e6e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:58.092975 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.098640 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-df1f34b6-1f5e-4ffc-89b0-54ff5bff3258 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/6edf05e2-5314-49a4-8439-7e4c6a400e6e HTTP/1.1" status: 204 len: 168 time: 0.5459697 Nov 10 03:57:58.099492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41576) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.194257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-114244ec-f28c-4d83-90f5-bd6988e42936 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900853 Nov 10 03:57:58.194476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41580) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.205983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-eafabeb9-6829-4ff6-a144-cc760582bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:58.205983 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-eafabeb9-6829-4ff6-a144-cc760582bac3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c252ff5a303e4db5a6ab58a67f6a3480&device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 1094 time: 0.0919859 Nov 10 03:57:58.249269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41584) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.294466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c09791f3-3960-4913-bedc-570568a03f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.318857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-9352af63-5e28-45cf-b9ea-716bcab5b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:58.320354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-9352af63-5e28-45cf-b9ea-716bcab5b543 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c457b0e6-2c61-4ab6-8924-dfcbde60869a HTTP/1.1" status: 200 len: 921 time: 0.1075866 Nov 10 03:57:58.356367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2897f046-34af-433d-a5bc-35e53b8e438c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:58.361659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2897f046-34af-433d-a5bc-35e53b8e438c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1662438 Nov 10 03:57:58.362306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41592) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.419578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-570263cb-6dd7-4d67-94f5-9448af5d1d69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a01d0e04-730f-4f41-a5de-4b205effc6ff HTTP/1.1" status: 200 len: 217 time: 0.0871241 Nov 10 03:57:58.458753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c142660-d3f5-4dd0-bb0b-4bb9942288a1 req-df1d13dc-fac3-4b74-a3a6-4647ec4d93bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:58.460975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c142660-d3f5-4dd0-bb0b-4bb9942288a1 req-df1d13dc-fac3-4b74-a3a6-4647ec4d93bc tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1967745 Nov 10 03:57:58.479155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-8786b8ac-9061-48a9-9bdf-4b78a888e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:58.480703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-8786b8ac-9061-48a9-9bdf-4b78a888e857 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f936209-488b-48c4-8648-e2a84e1cfb0b HTTP/1.1" status: 200 len: 861 time: 0.0540593 Nov 10 03:57:58.493931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1233e2-a0f5-4d8f-977d-dd238a17c8c3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:58.498139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-da1233e2-a0f5-4d8f-977d-dd238a17c8c3 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278949 Nov 10 03:57:58.502083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41596) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.516420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-7d4800f1-f208-44c6-b59d-5d9bf8911054 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c457b0e6-2c61-4ab6-8924-dfcbde60869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279090 Nov 10 03:57:58.543459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da1f06a-848c-4403-870d-6940d50ab488 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:57:58.591528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-afbb8396-73d1-4dd7-9f32-c5943e52805c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847547 Nov 10 03:57:58.596743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41598) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.604241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e2143300-4fca-4e83-bdfc-b54bb25a3593 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:58.622741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-29f3c22a-1d2e-4d9b-8a6e-00904161947b None None] Provisioning complete for port 4bd85a4c-1368-4ac3-8c48-c38219714d3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:57:58.623448 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-29f3c22a-1d2e-4d9b-8a6e-00904161947b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.642143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb6f4-92d3-4edb-bae0-e3643de196b9 req-5527a4ab-76f9-4fb6-b429-42eeb404f384 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:58.643962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-940fb6f4-92d3-4edb-bae0-e3643de196b9 req-5527a4ab-76f9-4fb6-b429-42eeb404f384 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 943 time: 0.2181745 Nov 10 03:57:58.694377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-ca0fd653-74e1-4b3b-89d5-9155f0282397 service neutron] 10.222.0.44 "GET /v2.0/networks/c457b0e6-2c61-4ab6-8924-dfcbde60869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696558 Nov 10 03:57:58.711554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c142660-d3f5-4dd0-bb0b-4bb9942288a1 req-68bfa785-6014-4335-bf57-4c9d1e066a28 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148092 Nov 10 03:57:58.716077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c09791f3-3960-4913-bedc-570568a03f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.739037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c09791f3-3960-4913-bedc-570568a03f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.785277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2143300-4fca-4e83-bdfc-b54bb25a3593 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:58.789649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2143300-4fca-4e83-bdfc-b54bb25a3593 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.791315 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2143300-4fca-4e83-bdfc-b54bb25a3593 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:57:58.791748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2143300-4fca-4e83-bdfc-b54bb25a3593 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:57:58.792576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c09791f3-3960-4913-bedc-570568a03f09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ab7de541436443cac66c6d8014da1b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419729 Nov 10 03:57:58.805072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41604) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.817605 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e2143300-4fca-4e83-bdfc-b54bb25a3593 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2175469 Nov 10 03:57:58.820835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41606) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:58.828351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-15f57c26-0f3e-4840-a9a1-e0d9e31806c1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:58.880895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-940fb6f4-92d3-4edb-bae0-e3643de196b9 req-3f121658-434a-46cb-886f-ef3100c00016 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260246 Nov 10 03:57:58.891754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:57:58.927322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09791f3-3960-4913-bedc-570568a03f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d61e1-f894-4f8f-9779-ace1ac5d4e54,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:58.961098 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e6ff42e-dd5c-4030-8aba-69123e292b4d req-120562d7-e8d0-4fcf-a7ef-74b12233d131 service neutron] 10.222.0.44 "GET /v2.0/networks/c457b0e6-2c61-4ab6-8924-dfcbde60869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569301 Nov 10 03:57:58.966605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] Deleting port 4bd85a4c-1368-4ac3-8c48-c38219714d3d {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:57:58.967509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.975685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f57c26-0f3e-4840-a9a1-e0d9e31806c1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:58.984298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56699fed-9ed9-4e37-b30f-ddc27b577e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.992535 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15f57c26-0f3e-4840-a9a1-e0d9e31806c1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:58.994027 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f57c26-0f3e-4840-a9a1-e0d9e31806c1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:57:58.994473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f57c26-0f3e-4840-a9a1-e0d9e31806c1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:57:59.009864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56699fed-9ed9-4e37-b30f-ddc27b577e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.028023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-15f57c26-0f3e-4840-a9a1-e0d9e31806c1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2050385 Nov 10 03:57:59.031187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41610) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.040222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c7969511-e58a-4163-8f2d-c47deb82fbe0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:59.074915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] For port 4bd85a4c-1368-4ac3-8c48-c38219714d3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bd85a4c-1368-4ac3-8c48-c38219714d3d,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:57:59.075353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.078809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56699fed-9ed9-4e37-b30f-ddc27b577e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.082604 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56699fed-9ed9-4e37-b30f-ddc27b577e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.083638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-56699fed-9ed9-4e37-b30f-ddc27b577e2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be7d61e1-f894-4f8f-9779-ace1ac5d4e54 HTTP/1.1" status: 204 len: 168 time: 0.2712374 Nov 10 03:57:59.100053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56699fed-9ed9-4e37-b30f-ddc27b577e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d61e1-f894-4f8f-9779-ace1ac5d4e54,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:59.114130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] Calling delete_port for 4bd85a4c-1368-4ac3-8c48-c38219714d3d owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:57:59.190432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7969511-e58a-4163-8f2d-c47deb82fbe0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:59.197818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7969511-e58a-4163-8f2d-c47deb82fbe0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.201020 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7969511-e58a-4163-8f2d-c47deb82fbe0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:57:59.203032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7969511-e58a-4163-8f2d-c47deb82fbe0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:57:59.215674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.231282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c7969511-e58a-4163-8f2d-c47deb82fbe0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1960185 Nov 10 03:57:59.231594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] No DVR routers for this DVR port 4bd85a4c-1368-4ac3-8c48-c38219714d3d on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:57:59.232243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41616) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.237327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2a9021e5-0b87-4593-a130-660ea0aba646 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:59.254789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f9cad-27a6-44f5-a6ae-0417567ebe74 None None] Pushing event deleted for resources: {'Port': ['ID=4bd85a4c-1368-4ac3-8c48-c38219714d3d,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:57:59.341872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9021e5-0b87-4593-a130-660ea0aba646 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:59.345555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a9021e5-0b87-4593-a130-660ea0aba646 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.347224 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9021e5-0b87-4593-a130-660ea0aba646 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:57:59.347709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9021e5-0b87-4593-a130-660ea0aba646 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:57:59.370040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2a9021e5-0b87-4593-a130-660ea0aba646 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1338427 Nov 10 03:57:59.370288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41620) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.375337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-148eb0fc-c3ba-4f72-ac81-75a8686b70a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:59.469448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148eb0fc-c3ba-4f72-ac81-75a8686b70a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:59.473292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-148eb0fc-c3ba-4f72-ac81-75a8686b70a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.474928 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-148eb0fc-c3ba-4f72-ac81-75a8686b70a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:57:59.476590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148eb0fc-c3ba-4f72-ac81-75a8686b70a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:57:59.500637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-148eb0fc-c3ba-4f72-ac81-75a8686b70a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1290042 Nov 10 03:57:59.503239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41626) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.509557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-937e767a-cf79-460e-b7cb-aa666b32992d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:59.624219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937e767a-cf79-460e-b7cb-aa666b32992d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:59.627882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-937e767a-cf79-460e-b7cb-aa666b32992d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:57:59.629261 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-937e767a-cf79-460e-b7cb-aa666b32992d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:57:59.629691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937e767a-cf79-460e-b7cb-aa666b32992d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:57:59.647213 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-937e767a-cf79-460e-b7cb-aa666b32992d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1429088 Nov 10 03:57:59.649816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41632) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.683628 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-86fa2720-5a0f-48e8-90be-64e1762429b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0326860 Nov 10 03:57:59.685919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41634) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.751601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1a7ad-d530-4975-8181-0a6874ab3a08 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:59.753651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-07f1a7ad-d530-4975-8181-0a6874ab3a08 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0645628 Nov 10 03:57:59.756869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41642) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.805538 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-232308a1-8278-4d3b-87d5-b56c124bd881 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472648 Nov 10 03:57:59.810163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41646) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:57:59.815438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:57:59.899914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e4c5b-62fa-4ad0-95e3-bb7f17708c9b req-8d5a6196-79a2-4345-ad48-d78df80b0ba0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:57:59.903297 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-378e4c5b-62fa-4ad0-95e3-bb7f17708c9b req-8d5a6196-79a2-4345-ad48-d78df80b0ba0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0858908 Nov 10 03:57:59.963688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:57:59.967568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:00.021837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-378e4c5b-62fa-4ad0-95e3-bb7f17708c9b req-ce96d8d9-0a6e-48f5-bd10-ecbb591762bd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076446 Nov 10 03:58:00.097845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866cac4-1c34-4769-b752-b571df3a4a0a req-24d5b0a1-bca6-4ac9-b91c-eb3950454fb9 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:00.099727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7866cac4-1c34-4769-b752-b571df3a4a0a req-24d5b0a1-bca6-4ac9-b91c-eb3950454fb9 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 943 time: 0.0691597 Nov 10 03:58:00.122668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:00.164853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 4bd85a4c-1368-4ac3-8c48-c38219714d3d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:00.165343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bd85a4c-1368-4ac3-8c48-c38219714d3d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:00.181677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7866cac4-1c34-4769-b752-b571df3a4a0a req-d219b930-8973-423a-9c6d-e694eaa20a51 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748379 Nov 10 03:58:00.316414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d610da-8683-41d7-8dc2-53f51c8b9d32 req-e640b709-6af0-45a4-8553-72353211172a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:00.322508 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83d610da-8683-41d7-8dc2-53f51c8b9d32 req-e640b709-6af0-45a4-8553-72353211172a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0713553 Nov 10 03:58:00.351410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:00.354395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:00.375096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83d610da-8683-41d7-8dc2-53f51c8b9d32 req-4be81920-1f40-43d1-8194-42a868dec8a2 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490363 Nov 10 03:58:00.395571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:00.401570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:00.410209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:00.410815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:00.412072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06574388-cd9b-40be-b593-e8e00dd30517 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:00.430199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=2f8c03b2-a090-4d73-b640-226f4a8d8779,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:00.440225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-6f0b4c4c-de67-4b03-96b9-7ad672fe8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:00.441733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-6f0b4c4c-de67-4b03-96b9-7ad672fe8918 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1095 time: 0.1457214 Nov 10 03:58:00.448653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fe1d8963-8d03-4a88-8524-205cc05c12c2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6348183 Nov 10 03:58:00.448945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41666) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:00.459970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:d6:ef:6f', 'name': 'tempest-NetworksTestDHCPv6-628391037'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:00.585432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '2f8c03b2-a090-4d73-b640-226f4a8d8779'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:00.586342 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:00.613068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-be98130e-3638-4c3b-ad36-f810306cbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:00.614406 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-be98130e-3638-4c3b-ad36-f810306cbd90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.1662631 Nov 10 03:58:00.689571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:00.731163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Allocated IP 2001:db8::f816:3eff:fe75:eaf0 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/2f8c03b2-a090-4d73-b640-226f4a8d8779/672b79d5-143b-4c6c-ad83-3086684a79be) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:00.735859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-0de22b81-fb2e-402d-901e-66005b3fe214 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.1129513 Nov 10 03:58:00.744146 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:58:00.813451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-cf686c5f-489a-4237-a059-85fc1589b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:00.815244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-cf686c5f-489a-4237-a059-85fc1589b171 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0710235 Nov 10 03:58:00.819742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:00.865348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port de480f66-fdc4-418d-9486-070905d11a53 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:00.910050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-f87a0ccf-93a0-4893-b16b-aa6dce724ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:00.911583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-f87a0ccf-93a0-4893-b16b-aa6dce724ded service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897200 Nov 10 03:58:00.911784 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:00.919555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:00.988149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:00.989381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Pushing event updated for resources: {'Port': ['ID=672b79d5-143b-4c6c-ad83-3086684a79be,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:00.992446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:00.997042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:01.042575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fed6:ef6f (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/2f8c03b2-a090-4d73-b640-226f4a8d8779/de480f66-fdc4-418d-9486-070905d11a53) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:01.066539 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-b99fc8a3-a642-4c69-8335-7341d930dfbf service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463368 Nov 10 03:58:01.074817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Attempting to bind port 672b79d5-143b-4c6c-ad83-3086684a79be on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:01.075183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Attempting to bind port 672b79d5-143b-4c6c-ad83-3086684a79be by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:01.075542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Attempting to bind port 672b79d5-143b-4c6c-ad83-3086684a79be on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:01.082375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:01.082998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:01.083164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:01.083505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:01.083972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Bound port: 672b79d5-143b-4c6c-ad83-3086684a79be, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:01.084875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:01.212848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] For port 672b79d5-143b-4c6c-ad83-3086684a79be, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:01.225847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] For port 672b79d5-143b-4c6c-ad83-3086684a79be, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=672b79d5-143b-4c6c-ad83-3086684a79be,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:01.242079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:01.311156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c8cdb-3e4b-42f4-9767-c58e67cf1337 None None] Pushing event updated for resources: {'Port': ['ID=672b79d5-143b-4c6c-ad83-3086684a79be,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:01.338390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37633f7e-8d6a-4333-8b69-b71cd99eaf88 req-0bb751a1-6e5b-4339-afee-cfe949157d55 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646573 Nov 10 03:58:01.427284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a709222-5c4b-4d40-9ad0-bb9cc1b2172d req-a49de885-197d-4387-8a5a-c46d0bb1d05e tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:01.438753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a709222-5c4b-4d40-9ad0-bb9cc1b2172d req-a49de885-197d-4387-8a5a-c46d0bb1d05e tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 943 time: 0.1114373 Nov 10 03:58:01.514115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a709222-5c4b-4d40-9ad0-bb9cc1b2172d req-f36ec5c4-29a4-48d0-8cf6-558641926713 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739086 Nov 10 03:58:01.670694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda7bd2-66a8-47fc-80c0-65a582f9617c req-24b7f99f-6a72-4584-9db1-1540e6eb007f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:01.679037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fda7bd2-66a8-47fc-80c0-65a582f9617c req-24b7f99f-6a72-4584-9db1-1540e6eb007f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1022005 Nov 10 03:58:01.745062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fda7bd2-66a8-47fc-80c0-65a582f9617c req-b4882404-ffba-48dd-affe-0c6c0b69e0e9 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650377 Nov 10 03:58:01.810765 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:01.856126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:01.903246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:01.906980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:01.910988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:01.917751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:01.918417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:01.927321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=de480f66-fdc4-418d-9486-070905d11a53,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:01.940352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6b7b2dee-29c0-4398-9e10-8e3c814eec9c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4905372 Nov 10 03:58:01.943035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41704) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:01.996265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f16e42-ca67-4b30-b17c-10ba070cfca8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:02.002417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f16e42-ca67-4b30-b17c-10ba070cfca8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:02.006115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-84f16e42-ca67-4b30-b17c-10ba070cfca8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0594645 Nov 10 03:58:02.007228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41706) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:02.111141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port de480f66-fdc4-418d-9486-070905d11a53 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:02.111586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.118044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01d0e04-730f-4f41-a5de-4b205effc6ff details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:58:02.163165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 672b79d5-143b-4c6c-ad83-3086684a79be up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:02.240543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.269535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for de480f66-fdc4-418d-9486-070905d11a53 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:02.325608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a01d0e04-730f-4f41-a5de-4b205effc6ff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01d0e04-730f-4f41-a5de-4b205effc6ff,segment=NetworkSegment(03350a62-016b-4da4-843d-f5b78ef5477e),segment_id=03350a62-016b-4da4-843d-f5b78ef5477e)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:02.346228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 672b79d5-143b-4c6c-ad83-3086684a79be triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:02.346871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.348754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'a01d0e04-730f-4f41-a5de-4b205effc6ff', 'network_id': 'c457b0e6-2c61-4ab6-8924-dfcbde60869a', 'port_id': 'a01d0e04-730f-4f41-a5de-4b205effc6ff', 'mac_address': 'fa:16:3e:88:fb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f936209-488b-48c4-8648-e2a84e1cfb0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:58:02.476804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.549395 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.558064 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.572563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=de480f66-fdc4-418d-9486-070905d11a53,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:02.585055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.590178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/de480f66-fdc4-418d-9486-070905d11a53 HTTP/1.1" status: 204 len: 168 time: 0.5817249 Nov 10 03:58:02.593334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41720) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:02.611619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.614483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.618662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.619108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.619518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.619924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.620325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.620721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.621115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.621508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.623636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.624059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770899a-caeb-467a-a273-e78186b24436 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:02.646398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01d0e04-730f-4f41-a5de-4b205effc6ff {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:58:02.683892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a01d0e04-730f-4f41-a5de-4b205effc6ff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01d0e04-730f-4f41-a5de-4b205effc6ff,segment=NetworkSegment(03350a62-016b-4da4-843d-f5b78ef5477e),segment_id=03350a62-016b-4da4-843d-f5b78ef5477e)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:02.704311 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 672b79d5-143b-4c6c-ad83-3086684a79be, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=672b79d5-143b-4c6c-ad83-3086684a79be,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:02.707261 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.715597 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.767699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ff993-a00c-4861-bbd2-ef00b715eb00 req-b16fae89-d39b-48fc-9706-bbd2d3bf3a16 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:02.769375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce3ff993-a00c-4861-bbd2-ef00b715eb00 req-b16fae89-d39b-48fc-9706-bbd2d3bf3a16 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 943 time: 0.1111166 Nov 10 03:58:02.798446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4554b5-c3d0-499b-b05c-6cd10e819a20 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:02.800110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4554b5-c3d0-499b-b05c-6cd10e819a20 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:02.804077 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1b4554b5-c3d0-499b-b05c-6cd10e819a20 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2074006 Nov 10 03:58:02.814556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a01d0e04-730f-4f41-a5de-4b205effc6ff,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:02.817019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-9da728ed-71f8-4300-b2cd-92e7543a7d8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2133372 Nov 10 03:58:02.817508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41724) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:02.882050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce3ff993-a00c-4861-bbd2-ef00b715eb00 req-90f454a6-fc12-411d-83c9-24b130070900 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034040 Nov 10 03:58:02.953119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3749519b-7453-4104-8cd5-c0c4ca75459d None None] Provisioning complete for port 672b79d5-143b-4c6c-ad83-3086684a79be triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:02.954243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3749519b-7453-4104-8cd5-c0c4ca75459d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:02.962458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a01d0e04-730f-4f41-a5de-4b205effc6ff'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:58:02.996179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ce1ba-1d77-4656-96d4-00ace2130938 req-e4366529-9ab5-4f5d-ae74-efd00b3aa728 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:02.999092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b07ce1ba-1d77-4656-96d4-00ace2130938 req-e4366529-9ab5-4f5d-ae74-efd00b3aa728 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0903890 Nov 10 03:58:03.040290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-07052eb7-0125-4edd-afee-92b24e827d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:03.041834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-07052eb7-0125-4edd-afee-92b24e827d78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 1096 time: 0.1542921 Nov 10 03:58:03.062868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 2f8c03b2-a090-4d73-b640-226f4a8d8779 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:03.070588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:03.095014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b07ce1ba-1d77-4656-96d4-00ace2130938 req-86ee8be3-e01a-408b-bb73-0ea76cdbe389 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877595 Nov 10 03:58:03.100721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=672b79d5-143b-4c6c-ad83-3086684a79be,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:03.243905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:03.277990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867ddd2-84b2-4159-b9da-cdda2ed3d658 req-76b99971-c21d-42ef-a4ae-0d7001ef02fb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:03.293669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9867ddd2-84b2-4159-b9da-cdda2ed3d658 req-76b99971-c21d-42ef-a4ae-0d7001ef02fb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0860031 Nov 10 03:58:03.374012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7c57f76c-9542-4e65-be9b-142a944b7769 None None] Could not find standard attr ID for object de480f66-fdc4-418d-9486-070905d11a53. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:03.391284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-2791f7d5-3efd-4e97-9392-2c42fbddf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:03.392718 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-2791f7d5-3efd-4e97-9392-2c42fbddf863 service neutron] 10.222.0.11 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.3154583 Nov 10 03:58:03.421480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9867ddd2-84b2-4159-b9da-cdda2ed3d658 req-de940e5d-dc9e-4d2f-ad28-1a2a6e282d77 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249654 Nov 10 03:58:03.470387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-b91152c2-3364-4cde-9745-9624d753f2d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d603794-2694-4210-a52f-f214323b3e9c HTTP/1.1" status: 200 len: 217 time: 0.0659587 Nov 10 03:58:03.553555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:03.595237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34aae-e0da-45df-a67b-cf843ea6f578 req-6fb2cc1f-d01e-4623-b22e-79e3e96398c0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:03.603212 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49d34aae-e0da-45df-a67b-cf843ea6f578 req-6fb2cc1f-d01e-4623-b22e-79e3e96398c0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0696290 Nov 10 03:58:03.620150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-91f992fc-39ff-48e4-9f06-fcb6ce4dbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:03.622081 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-91f992fc-39ff-48e4-9f06-fcb6ce4dbfa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.1432707 Nov 10 03:58:03.653172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49d34aae-e0da-45df-a67b-cf843ea6f578 req-9bbcb7b2-22d2-4c98-9fe4-915c38cd6f81 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489402 Nov 10 03:58:03.680652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:03.727413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8c03b2-a090-4d73-b640-226f4a8d8779,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:03.731446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-5198d552-a949-406b-9738-d605cd647ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:03.733233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-5198d552-a949-406b-9738-d605cd647ed8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981483 Nov 10 03:58:03.736823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:03.741018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa0878d2-8b88-43fe-8e19-af190d718859 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/2f8c03b2-a090-4d73-b640-226f4a8d8779 HTTP/1.1" status: 204 len: 168 time: 0.9219995 Nov 10 03:58:03.743627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41748) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:03.749954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f9c69f-bdbb-4ecf-9b99-5616a6af39c8 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:03.805719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-da2ac5e3-ade1-4a4f-80ad-ed78d273a079 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605457 Nov 10 03:58:03.808602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41750) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:03.814140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:03.887280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-223a6f1a-3b19-496b-84e7-77ed795a2694 service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448941 Nov 10 03:58:03.990042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:03.993994 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:04.081348 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46d16690-61ea-46c8-9fad-12451e4b5971 req-0059cb92-d847-47d1-aff8-39d0e0865d8f service neutron] 10.222.0.11 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863601 Nov 10 03:58:04.141250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01d0e04-730f-4f41-a5de-4b205effc6ff up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:04.196873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483e2a-e7f4-4b3a-b361-2ca83381b9dd req-27339edc-c746-482a-aef6-bb5c2be8727f tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:04.198466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b483e2a-e7f4-4b3a-b361-2ca83381b9dd req-27339edc-c746-482a-aef6-bb5c2be8727f tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 944 time: 0.1336031 Nov 10 03:58:04.213370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77dc6-2f80-4b28-bc04-68e285cb9110 req-517e0c58-faf9-4473-a02a-58c7a8000fd5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:04.220613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fb77dc6-2f80-4b28-bc04-68e285cb9110 req-517e0c58-faf9-4473-a02a-58c7a8000fd5 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1957881 Nov 10 03:58:04.230247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:04.286720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port a01d0e04-730f-4f41-a5de-4b205effc6ff completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:58:04.293592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port a01d0e04-730f-4f41-a5de-4b205effc6ff triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:04.294074 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:04.335711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] Deleting port 672b79d5-143b-4c6c-ad83-3086684a79be {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:04.336512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:04.364398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fb77dc6-2f80-4b28-bc04-68e285cb9110 req-5f0dbef3-2754-41cc-9195-5c71479ca987 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285079 Nov 10 03:58:04.392606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b483e2a-e7f4-4b3a-b361-2ca83381b9dd req-da681cfc-8169-4550-9a49-9285eb2ebd1f tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544025 Nov 10 03:58:04.687550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] For port 672b79d5-143b-4c6c-ad83-3086684a79be, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=672b79d5-143b-4c6c-ad83-3086684a79be,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:04.688119 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:04.726727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] Calling delete_port for 672b79d5-143b-4c6c-ad83-3086684a79be owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:04.780028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:04.808174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:04.839658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900a507b-6717-442f-89a1-52d38445ea81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01d0e04-730f-4f41-a5de-4b205effc6ff'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:04.842282 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28983727-fd55-49d1-acc9-0f607aaee380" -d '{"events": [{"server_uuid": "900a507b-6717-442f-89a1-52d38445ea81", "name": "network-vif-plugged", "status": "completed", "tag": "a01d0e04-730f-4f41-a5de-4b205effc6ff"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:04.871878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a01d0e04-730f-4f41-a5de-4b205effc6ff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01d0e04-730f-4f41-a5de-4b205effc6ff,segment=NetworkSegment(03350a62-016b-4da4-843d-f5b78ef5477e),segment_id=03350a62-016b-4da4-843d-f5b78ef5477e)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:04.899834 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:04.971316 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767424e0-1d18-4d73-9309-6cd8e85bf2c3 x-openstack-request-id: req-767424e0-1d18-4d73-9309-6cd8e85bf2c3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:04.971750 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900a507b-6717-442f-89a1-52d38445ea81", "name": "network-vif-plugged", "status": "completed", "tag": "a01d0e04-730f-4f41-a5de-4b205effc6ff", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:04.972089 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-767424e0-1d18-4d73-9309-6cd8e85bf2c3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:04.972569 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900a507b-6717-442f-89a1-52d38445ea81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01d0e04-730f-4f41-a5de-4b205effc6ff', 'code': 200} Nov 10 03:58:04.975489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a01d0e04-730f-4f41-a5de-4b205effc6ff,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:05.010648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.018551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.044882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] Pushing event deleted for resources: {'Port': ['ID=672b79d5-143b-4c6c-ad83-3086684a79be,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:05.046902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc50e15-e8d4-419d-bc31-aed10fc0961f None None] No DVR routers for this DVR port 672b79d5-143b-4c6c-ad83-3086684a79be on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:05.082542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Port 672b79d5-143b-4c6c-ad83-3086684a79be concurrently deleted while adding address for new subnet {'id': 'ab5f6199-0057-434c-8da1-c8f820d95c1d', 'name': '', 'tenant_id': '20e029089776476b933cce28f27399a9', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2118, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-10T03:58:04Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 0, 'segment_id': None, 'project_id': '20e029089776476b933cce28f27399a9'}. {{(pid=102597) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 10 03:58:05.083355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.087568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0805488-94b8-4111-971e-f0c4a08ef3e5 req-304e2f9a-3a8d-4a76-b1e7-6f4a68af7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:05.090108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0805488-94b8-4111-971e-f0c4a08ef3e5 req-304e2f9a-3a8d-4a76-b1e7-6f4a68af7a46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 1096 time: 0.0985579 Nov 10 03:58:05.129016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:05.133035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:05.137342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:05.137947 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.140980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e0805488-94b8-4111-971e-f0c4a08ef3e5 req-26d51cb4-a4d3-4acc-854d-5bf994e1f130 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Nov 10 03:58:05.144851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49026b6c-61aa-4700-84c3-fb8d8d0df95a None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:05.152965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=ab5f6199-0057-434c-8da1-c8f820d95c1d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:05.170193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41780) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:05.174255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-344b6d33-ae6a-47eb-ac73-5ce9662382a0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3643539 Nov 10 03:58:05.175718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:7b:5b:71', 'name': 'tempest-NetworksTestDHCPv6-393895299'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:05.360441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:05.361666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'ab5f6199-0057-434c-8da1-c8f820d95c1d'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:05.362573 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.364730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.457987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port d1fceadf-3e15-468a-9e86-2aa61c6dbc09 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:05.641456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Allocated IP 2001:db8::f816:3eff:fe09:b5ca (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ab5f6199-0057-434c-8da1-c8f820d95c1d/bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:05.671719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292478a-964a-42d6-b1c9-ff9441e5f4d3 req-84d9b744-4a2b-415e-b9b4-e6f85e4a1066 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:05.673298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b292478a-964a-42d6-b1c9-ff9441e5f4d3 req-84d9b744-4a2b-415e-b9b4-e6f85e4a1066 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1755776 Nov 10 03:58:05.702154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6c34-ce97-4eda-a2b3-c68859ef57fc req-46d63906-0990-4020-8f7e-5dcbebbadc4f tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:05.706342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abed6c34-ce97-4eda-a2b3-c68859ef57fc req-46d63906-0990-4020-8f7e-5dcbebbadc4f tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 945 time: 0.1528842 Nov 10 03:58:05.830607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abed6c34-ce97-4eda-a2b3-c68859ef57fc req-fafdbdb1-3049-4ed8-8482-c560dbbaa8f3 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975292 Nov 10 03:58:05.864076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b292478a-964a-42d6-b1c9-ff9441e5f4d3 req-a12f3836-7042-4815-801a-636ba3eb28e7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781130 Nov 10 03:58:05.889283 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.905889 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:05.960979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:05.965221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:05.971971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fe7b:5b71 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ab5f6199-0057-434c-8da1-c8f820d95c1d/d1fceadf-3e15-468a-9e86-2aa61c6dbc09) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:05.974624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:05.984630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Pushing event updated for resources: {'Port': ['ID=bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:06.063633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Attempting to bind port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:06.065095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Attempting to bind port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:06.065478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Attempting to bind port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:06.076796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:06.077278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:06.079395 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.079829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:06.080330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Bound port: bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:06.082603 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.229470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] For port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:06.237710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] For port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:06.245364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 672b79d5-143b-4c6c-ad83-3086684a79be no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:06.257833 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.275527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.364799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832099a-5c65-442d-946e-b6c26a053383 req-f7656588-c1fb-4dc1-aeb7-94ca3138db9b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:06.370379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9832099a-5c65-442d-946e-b6c26a053383 req-f7656588-c1fb-4dc1-aeb7-94ca3138db9b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1168721 Nov 10 03:58:06.393117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 672b79d5-143b-4c6c-ad83-3086684a79be {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:06.393600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 672b79d5-143b-4c6c-ad83-3086684a79be not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:06.399580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.471254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781f181-fac6-4cd4-9dc5-8af7a3bf6aeb None None] Pushing event updated for resources: {'Port': ['ID=bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:06.503695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=d1fceadf-3e15-468a-9e86-2aa61c6dbc09,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:06.505320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9832099a-5c65-442d-946e-b6c26a053383 req-a238e29e-b687-4733-8cac-6d6038996a9a tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252387 Nov 10 03:58:06.526833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-dc71c7e7-6be8-4462-8292-54737127e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:06.528549 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-dc71c7e7-6be8-4462-8292-54737127e4ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49ead17c539a4677ae0cc7b67f27625f&device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 1095 time: 0.1936188 Nov 10 03:58:06.538315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:06.543973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:06.546526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:06.552436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:06.553627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.576251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eaa2aebc-e4f9-489e-85d5-1d3c58961eff tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4024694 Nov 10 03:58:06.580310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41816) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:06.656979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a32e99-7e47-4c4f-a3ce-6e122c27772d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:06.666163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a32e99-7e47-4c4f-a3ce-6e122c27772d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:06.668348 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-41a32e99-7e47-4c4f-a3ce-6e122c27772d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0909419 Nov 10 03:58:06.671270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41820) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:06.824789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port d1fceadf-3e15-468a-9e86-2aa61c6dbc09 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:06.825312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.934473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-a909aa8e-fa53-4aae-8451-766a20b181ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:06.936056 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-a909aa8e-fa53-4aae-8451-766a20b181ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 200 len: 912 time: 0.4007936 Nov 10 03:58:06.951691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:06.970114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for d1fceadf-3e15-468a-9e86-2aa61c6dbc09 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:07.008238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-b9ba99e7-62b7-4bea-8153-d2531f628b79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 200 len: 999 time: 0.0648763 Nov 10 03:58:07.075388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-19cde597-aeb5-4a48-b3a7-9e1fe2a19f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:07.077527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-19cde597-aeb5-4a48-b3a7-9e1fe2a19f3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 200 len: 851 time: 0.0631480 Nov 10 03:58:07.145192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-381fa481-4def-4259-9f4b-6182ecafb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:07.148224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-381fa481-4def-4259-9f4b-6182ecafb517 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=395a964d-bcac-441e-812b-11b5147ee392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644102 Nov 10 03:58:07.173169 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:07.220843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a720b7-7e72-4101-987c-28f563c0e7f1 req-59793a7c-f835-4b32-a470-eac92866a462 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:07.222410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5a720b7-7e72-4101-987c-28f563c0e7f1 req-59793a7c-f835-4b32-a470-eac92866a462 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 945 time: 0.1154265 Nov 10 03:58:07.252534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=d1fceadf-3e15-468a-9e86-2aa61c6dbc09,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:07.273864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:07.277557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-76259feb-d0f1-4c68-a141-be81f0393b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/d1fceadf-3e15-468a-9e86-2aa61c6dbc09 HTTP/1.1" status: 204 len: 168 time: 0.6049201 Nov 10 03:58:07.282325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41832) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:07.331116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-abcf46eb-06ac-4519-8f20-aa3f5db4ec99 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757371 Nov 10 03:58:07.335707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5a720b7-7e72-4101-987c-28f563c0e7f1 req-06e4a5d1-c89f-4464-8b15-3dccaf70d3a7 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806651 Nov 10 03:58:07.354685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb505173-cab7-4804-b2a4-38c74a822935 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:07.356206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb505173-cab7-4804-b2a4-38c74a822935 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:07.357897 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bb505173-cab7-4804-b2a4-38c74a822935 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0746124 Nov 10 03:58:07.360640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41834) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:07.471928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet ab5f6199-0057-434c-8da1-c8f820d95c1d {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:07.478806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:07.506825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-39fbcbd2-2346-42db-b6e7-6c9b6abb155b req-5dee6a26-e828-4b82-a3ed-a1fe9919c979 service neutron] 10.222.0.44 "GET /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478655 Nov 10 03:58:07.559018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:07.740793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857616-da45-41ba-8d38-c128fc51f492 req-2d47e542-7410-4985-96b5-f2074d1af199 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:07.753974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee857616-da45-41ba-8d38-c128fc51f492 req-2d47e542-7410-4985-96b5-f2074d1af199 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1513107 Nov 10 03:58:07.756724 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:07.866135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41848) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:07.867864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bf1fa6ab-516c-4b45-b0e5-294332657708 None None] Provisioning complete for port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:07.868744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa6ab-516c-4b45-b0e5-294332657708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:07.911982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee857616-da45-41ba-8d38-c128fc51f492 req-80aa70ce-e634-4c16-9a4b-ffc2fdcc9590 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559355 Nov 10 03:58:07.940148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf388fe-3f92-4d65-8b1a-6431e3cd65de req-6352aacc-bc7d-4ab4-8b59-c0a289c74540 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:07.953876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ecf388fe-3f92-4d65-8b1a-6431e3cd65de req-6352aacc-bc7d-4ab4-8b59-c0a289c74540 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 945 time: 0.1313643 Nov 10 03:58:07.973999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.013409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5f6199-0057-434c-8da1-c8f820d95c1d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:08.017757 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.028486 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.032551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d20cfa78-a757-4c28-8309-e8c7c00d3ecf tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ab5f6199-0057-434c-8da1-c8f820d95c1d HTTP/1.1" status: 204 len: 168 time: 0.6709299 Nov 10 03:58:08.035265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41854) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:08.101993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ecf388fe-3f92-4d65-8b1a-6431e3cd65de req-af9a1e83-8041-488a-b411-c2f3d343ed43 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519663 Nov 10 03:58:08.104667 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa6ab-516c-4b45-b0e5-294332657708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.136323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b3a69052-590a-42e3-87ef-e466f1e45f84 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998273 Nov 10 03:58:08.140148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41856) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:08.160854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-632c13c9-88d3-421f-ae06-3516be4ade7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.181717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bf1fa6ab-516c-4b45-b0e5-294332657708 None None] For port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:08.192205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa6ab-516c-4b45-b0e5-294332657708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.223349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:08.257253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9a6c-cbdc-402f-8f06-045b129d6967 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:08.258817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-575c9a6c-cbdc-402f-8f06-045b129d6967 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1169600 Nov 10 03:58:08.262576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41858) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:08.327044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-632c13c9-88d3-421f-ae06-3516be4ade7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.328593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697053ef-2c73-49be-a6de-f7166cf2d338 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:08.330775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d0c61-55d8-46a2-9141-813e12b40616 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:08.333306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-697053ef-2c73-49be-a6de-f7166cf2d338 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692902 Nov 10 03:58:08.333722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41862) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:08.344419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-632c13c9-88d3-421f-ae06-3516be4ade7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.384613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8585b633-dc0d-44b2-a5fd-611b56918c0b None None] Could not find standard attr ID for object d1fceadf-3e15-468a-9e86-2aa61c6dbc09. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:08.389734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fa6ab-516c-4b45-b0e5-294332657708 None None] Pushing event updated for resources: {'Port': ['ID=bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:08.397675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5f01bcc1-3973-4a58-8c19-d826dc6f9bb9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574183 Nov 10 03:58:08.400468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:08.408348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:08.425540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:08.425906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.437845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-632c13c9-88d3-421f-ae06-3516be4ade7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a26bb1d20c8c42ecad9d9ba652676d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5673420 Nov 10 03:58:08.439299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c13c9-88d3-421f-ae06-3516be4ade7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc74d87-9ce2-4380-8a0c-2958798204cb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:08.441979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41866) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:08.495931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9776719-0141-4c30-843b-dccbf302776d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.517830 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9776719-0141-4c30-843b-dccbf302776d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.557511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:08.561743 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.608641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9776719-0141-4c30-843b-dccbf302776d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.612408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9776719-0141-4c30-843b-dccbf302776d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.614101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a9776719-0141-4c30-843b-dccbf302776d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fc74d87-9ce2-4380-8a0c-2958798204cb HTTP/1.1" status: 204 len: 168 time: 0.1711047 Nov 10 03:58:08.624175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9776719-0141-4c30-843b-dccbf302776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc74d87-9ce2-4380-8a0c-2958798204cb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:08.733903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:08.794986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] Deleting port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:08.795599 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.870413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] For port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:08.871069 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:08.888033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] Calling delete_port for bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:08.966474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41876) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:08.999536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e758a271-3a7f-43fa-aaf3-554c96918d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.007902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:09.011163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.046975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] Pushing event deleted for resources: {'Port': ['ID=bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:09.049232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71a7d3-c638-4120-b471-015669caf01d None None] No DVR routers for this DVR port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:09.140447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2832bb-4451-43b7-be00-9572d4c4d431 req-75ab5591-6633-467a-8bee-fa667a386707 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:09.148507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe2832bb-4451-43b7-be00-9572d4c4d431 req-75ab5591-6633-467a-8bee-fa667a386707 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0819309 Nov 10 03:58:09.175753 n-d-817326-2 neutron-server[102597]: WARNING neutron.services.revisions.revision_plugin [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Could not find related port for resource to bump revision. Nov 10 03:58:09.193566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e758a271-3a7f-43fa-aaf3-554c96918d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.197569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_pluggable_backend [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Port bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 03:58:09.197569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_pluggable_backend [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:b5ca {{(pid=102597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 03:58:09.203060 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e758a271-3a7f-43fa-aaf3-554c96918d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.214052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_pluggable_backend [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:b5ca {{(pid=102597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 03:58:09.238444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758a271-3a7f-43fa-aaf3-554c96918d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e9fdb-345c-4679-b435-49c974a0f4fd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:09.255786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe2832bb-4451-43b7-be00-9572d4c4d431 req-f8d8e0da-68e4-4c54-9170-73faf70a5a02 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011271 Nov 10 03:58:09.260067 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.276604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-8883ddaa-45ce-4ba8-b0e5-0f9f5d1f1ac1 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:09.278518 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-8883ddaa-45ce-4ba8-b0e5-0f9f5d1f1ac1 tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.44 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 945 time: 0.1359560 Nov 10 03:58:09.283435 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e758a271-3a7f-43fa-aaf3-554c96918d22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a220ff73ef1f4a368c9e6d54975670f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158271 Nov 10 03:58:09.292530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41884) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:09.347978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:09.353887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:09.366555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d4ba7-1dc4-4f82-aaca-ae390dcf2e59 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:09.372411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:09.372998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.406882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6269e5-fa8a-41b4-9b34-e0c079acc103 req-e68889f9-52df-4e51-9c1c-37d34da948fb tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:09.408385 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea6269e5-fa8a-41b4-9b34-e0c079acc103 req-e68889f9-52df-4e51-9c1c-37d34da948fb tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 945 time: 0.2253888 Nov 10 03:58:09.421039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=ef87e0f2-78dc-4de3-9e9f-7f140bf7638b,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:09.425992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa4330-2315-4f3e-94c8-8992b01d0d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.453307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eac6dd05-402c-4769-b11b-92f42502b48d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0480671 Nov 10 03:58:09.455902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa4330-2315-4f3e-94c8-8992b01d0d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.457254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41888) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:09.469025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:ac:53:42', 'name': 'tempest-NetworksTestDHCPv6-1335585117'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:09.518672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea6269e5-fa8a-41b4-9b34-e0c079acc103 req-12424cc9-9434-455f-8781-ead9959e0d2c tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf03088c-9c87-4968-9cfa-bf37c1a44c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985663 Nov 10 03:58:09.531164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa4330-2315-4f3e-94c8-8992b01d0d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.533835 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa4330-2315-4f3e-94c8-8992b01d0d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.535856 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-feaa4330-2315-4f3e-94c8-8992b01d0d73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec8e9fdb-345c-4679-b435-49c974a0f4fd HTTP/1.1" status: 204 len: 168 time: 0.2400634 Nov 10 03:58:09.550200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Deleting port a01d0e04-730f-4f41-a5de-4b205effc6ff {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:09.550647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.647252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9463-cf8b-4afd-afbc-e4f61e1b9f30 req-97a3935b-2e92-4724-a819-1cd907988b60 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:09.655177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-737d9463-cf8b-4afd-afbc-e4f61e1b9f30 req-97a3935b-2e92-4724-a819-1cd907988b60 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.3018777 Nov 10 03:58:09.681480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] For port a01d0e04-730f-4f41-a5de-4b205effc6ff, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01d0e04-730f-4f41-a5de-4b205effc6ff,segment=NetworkSegment(03350a62-016b-4da4-843d-f5b78ef5477e),segment_id=03350a62-016b-4da4-843d-f5b78ef5477e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:09.683783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.697562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Calling delete_port for a01d0e04-730f-4f41-a5de-4b205effc6ff owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:09.743829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'ef87e0f2-78dc-4de3-9e9f-7f140bf7638b'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:09.744892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:09.751685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-737d9463-cf8b-4afd-afbc-e4f61e1b9f30 req-7d273d0e-d07c-4d03-b8cd-2ebc0fed6d62 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899470 Nov 10 03:58:09.758052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa4330-2315-4f3e-94c8-8992b01d0d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e9fdb-345c-4679-b435-49c974a0f4fd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:09.816890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:09.903571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.009231 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.011390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Allocated IP 2001:db8::f816:3eff:fef4:a46b (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ef87e0f2-78dc-4de3-9e9f-7f140bf7638b/208c5025-8d94-49c8-83c5-723f4e7afa51) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:10.058145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 030a4f97-1575-4aa8-85c8-c8863c067f08 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:10.074120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] No DVR routers for this DVR port a01d0e04-730f-4f41-a5de-4b205effc6ff on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:10.078204 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.084705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9c8cfd9-c671-4064-b59e-bc6a446e52e6 req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.44 "DELETE /v2.0/ports/a01d0e04-730f-4f41-a5de-4b205effc6ff HTTP/1.1" status: 204 len: 173 time: 0.7981758 Nov 10 03:58:10.085753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de223d4-5c2e-4f9f-a047-91b2bbbef24d tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] Pushing event deleted for resources: {'Port': ['ID=a01d0e04-730f-4f41-a5de-4b205effc6ff,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:10.115556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900a507b-6717-442f-89a1-52d38445ea81', 'name': 'network-vif-deleted', 'tag': 'a01d0e04-730f-4f41-a5de-4b205effc6ff'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:10.119546 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c557505-323a-4949-a184-e7b24a613d7e" -d '{"events": [{"server_uuid": "900a507b-6717-442f-89a1-52d38445ea81", "name": "network-vif-deleted", "tag": "a01d0e04-730f-4f41-a5de-4b205effc6ff"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:10.172116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a01d0e04-730f-4f41-a5de-4b205effc6ff'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:58:10.189168 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d078fc5-0b82-4e5f-be8a-0cff8baf6b2c x-openstack-request-id: req-8d078fc5-0b82-4e5f-be8a-0cff8baf6b2c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:10.189488 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900a507b-6717-442f-89a1-52d38445ea81", "name": "network-vif-deleted", "tag": "a01d0e04-730f-4f41-a5de-4b205effc6ff", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:10.189738 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d078fc5-0b82-4e5f-be8a-0cff8baf6b2c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:10.190163 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900a507b-6717-442f-89a1-52d38445ea81', 'name': 'network-vif-deleted', 'tag': 'a01d0e04-730f-4f41-a5de-4b205effc6ff', 'status': 'completed', 'code': 200} Nov 10 03:58:10.203808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:10.229774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:10.230049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bc5b6fef-dce2-4d90-bd67-5d3cfb9a21b3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:10.365430 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.372442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.419597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:10.425326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:10.427902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:10.450914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Pushing event updated for resources: {'Port': ['ID=208c5025-8d94-49c8-83c5-723f4e7afa51,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:10.477751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:feac:5342 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ef87e0f2-78dc-4de3-9e9f-7f140bf7638b/030a4f97-1575-4aa8-85c8-c8863c067f08) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:10.491867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Attempting to bind port 208c5025-8d94-49c8-83c5-723f4e7afa51 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:10.492362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Attempting to bind port 208c5025-8d94-49c8-83c5-723f4e7afa51 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:10.492998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Attempting to bind port 208c5025-8d94-49c8-83c5-723f4e7afa51 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:10.499711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:10.500637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:10.501240 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.501568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:10.502100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Bound port: 208c5025-8d94-49c8-83c5-723f4e7afa51, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:10.502486 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.602065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] For port 208c5025-8d94-49c8-83c5-723f4e7afa51, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:10.611327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] For port 208c5025-8d94-49c8-83c5-723f4e7afa51, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=208c5025-8d94-49c8-83c5-723f4e7afa51,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:10.619899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:10.728104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a796fb-bf25-4096-b94e-24ece5bb4df6 None None] Pushing event updated for resources: {'Port': ['ID=208c5025-8d94-49c8-83c5-723f4e7afa51,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:11.249324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d25776e9-0f51-49e6-9649-8305138389a8 req-58a683b2-b1eb-4101-847b-c78488adaf3f tempest-InstanceActionsNegativeTestJSON-638894758 tempest-InstanceActionsNegativeTestJSON-638894758-project] 10.222.0.24 "GET /v2.0/ports?device_id=900a507b-6717-442f-89a1-52d38445ea81 HTTP/1.1" status: 200 len: 210 time: 0.4754968 Nov 10 03:58:11.321817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-e509dede-268c-4374-8202-40a9191bc994 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:11.323329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-e509dede-268c-4374-8202-40a9191bc994 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=53499541-fe2e-4cf3-96ed-40dc0a2f18a0 HTTP/1.1" status: 200 len: 944 time: 0.0764735 Nov 10 03:58:11.376926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:11.459661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:11.465383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Deleting port 957317bb-9380-4bc1-b53c-4d12610cc86e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:11.465705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:11.527161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-19dbcb93-f173-45bf-984a-b869dc311232 req-bb9c64ea-8994-4e3f-b43c-9a33176c3b24 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675 tempest-FloatingIPsAssociationNegativeTestJSON-1347014675-project] (102597) timed out ('10.222.0.11', 61478) {{(pid=102597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 03:58:11.548403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:11.560707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:11.569174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:11.574970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:11.575869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:11.587832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=030a4f97-1575-4aa8-85c8-c8863c067f08,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:11.616706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-95638cbe-0cc7-45e9-b886-786a66ab622d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1548271 Nov 10 03:58:11.617162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41976) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:11.644022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] For port 957317bb-9380-4bc1-b53c-4d12610cc86e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=957317bb-9380-4bc1-b53c-4d12610cc86e,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:11.644537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:11.665085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Calling delete_port for 957317bb-9380-4bc1-b53c-4d12610cc86e owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:11.686709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5171a-ccbc-4f22-b698-83c77219873f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:11.697399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5171a-ccbc-4f22-b698-83c77219873f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:11.699301 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-58e5171a-ccbc-4f22-b698-83c77219873f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0810716 Nov 10 03:58:11.702049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41978) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:11.840469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 030a4f97-1575-4aa8-85c8-c8863c067f08 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:11.840869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:11.859908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:11.876972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:58:11.935411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['2d603794-2694-4210-a52f-f214323b3e9c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:58:11.976104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.009434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event deleted for resources: {'Port': ['ID=957317bb-9380-4bc1-b53c-4d12610cc86e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:12.012383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 030a4f97-1575-4aa8-85c8-c8863c067f08 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:12.066645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] No DVR routers for this DVR port 957317bb-9380-4bc1-b53c-4d12610cc86e on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:12.077597 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.093435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5048e485-bd1e-439c-9203-84af97f18bc9 req-0e44a52d-a47d-47eb-a0a3-a4f0ea9cc5cf tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "DELETE /v2.0/ports/957317bb-9380-4bc1-b53c-4d12610cc86e HTTP/1.1" status: 204 len: 173 time: 0.7603855 Nov 10 03:58:12.093922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-deleted', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:12.111323 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b9ec90-981a-4033-9d0a-114b744f28f6" -d '{"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-deleted", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:12.299054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 208c5025-8d94-49c8-83c5-723f4e7afa51 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:12.382471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.476059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=030a4f97-1575-4aa8-85c8-c8863c067f08,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:12.479807 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2062e35c-d920-4fd2-a593-513a93dfc7f4 x-openstack-request-id: req-2062e35c-d920-4fd2-a593-513a93dfc7f4 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:12.480269 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53499541-fe2e-4cf3-96ed-40dc0a2f18a0", "name": "network-vif-deleted", "tag": "957317bb-9380-4bc1-b53c-4d12610cc86e", "status": "failed", "code": 422}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:12.480348 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2062e35c-d920-4fd2-a593-513a93dfc7f4 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:12.480725 n-d-817326-2 neutron-server[102597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53499541-fe2e-4cf3-96ed-40dc0a2f18a0', 'name': 'network-vif-deleted', 'tag': '957317bb-9380-4bc1-b53c-4d12610cc86e', 'status': 'failed', 'code': 422} returned with failed status Nov 10 03:58:12.545185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3f85b3ea-823c-46b2-a01c-a95e6d033747 None None] Provisioning complete for port 208c5025-8d94-49c8-83c5-723f4e7afa51 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:12.545554 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f85b3ea-823c-46b2-a01c-a95e6d033747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.556296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42012) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:12.558851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.566547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42014) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:12.567259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2b233c52-a3ee-468b-be33-bf0d01949de5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/030a4f97-1575-4aa8-85c8-c8863c067f08 HTTP/1.1" status: 204 len: 168 time: 0.8615785 Nov 10 03:58:12.583508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 208c5025-8d94-49c8-83c5-723f4e7afa51 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:12.584437 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.783561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] Deleting subnet 7f936209-488b-48c4-8648-e2a84e1cfb0b {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:12.787480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.828812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.872676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.912774 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.931760 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f85b3ea-823c-46b2-a01c-a95e6d033747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.946049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:12.955573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4810d5e-d54a-4d02-8c15-786b548e49e8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:12.958688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4810d5e-d54a-4d02-8c15-786b548e49e8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:12.963878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42030) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:12.964626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f4810d5e-d54a-4d02-8c15-786b548e49e8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3956935 Nov 10 03:58:13.025331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f936209-488b-48c4-8648-e2a84e1cfb0b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:13.028608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.033312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dadee32a-b062-4b3c-bc2e-270b4c9b6f49 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7f936209-488b-48c4-8648-e2a84e1cfb0b HTTP/1.1" status: 204 len: 168 time: 0.4760108 Nov 10 03:58:13.035728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42032) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:13.048038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 208c5025-8d94-49c8-83c5-723f4e7afa51, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=208c5025-8d94-49c8-83c5-723f4e7afa51,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:13.059721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.106822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet ef87e0f2-78dc-4de3-9e9f-7f140bf7638b {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:13.113543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.197308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.211671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.378459 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.379525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.423961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c457b0e6-2c61-4ab6-8924-dfcbde60869a']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:13.446636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03350a62-016b-4da4-843d-f5b78ef5477e') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:13.446930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03350a62-016b-4da4-843d-f5b78ef5477e') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:13.469369 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.500924 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.501990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.516303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:58:13.517257 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:58:13.524540 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:58:13.580675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=ef87e0f2-78dc-4de3-9e9f-7f140bf7638b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:13.590815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.598657 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4703e17b-e40e-4fe1-bece-ffb6116cb223 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ef87e0f2-78dc-4de3-9e9f-7f140bf7638b HTTP/1.1" status: 204 len: 168 time: 0.6330836 Nov 10 03:58:13.607102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42048) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:13.622363 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.639029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.644100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eddb1d-01cc-4795-b3e4-8cb574aeab3e None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:13.651664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c457b0e6-2c61-4ab6-8924-dfcbde60869a HTTP/1.1" status: 204 len: 168 time: 0.6136563 Nov 10 03:58:13.687939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a880e1-1b6f-4611-9fde-664e0fc7b240 admin admin] Pushing event deleted for resources: {'Network': ['ID=c457b0e6-2c61-4ab6-8924-dfcbde60869a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:13.721032 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6a2ee26b-033b-49c6-8d0c-4c85ea5a6125 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111350 Nov 10 03:58:13.723214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42054) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:13.736190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:13.744506 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2998a8d0-06b1-4f8c-9b02-e02addd52df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:13.760673 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-3f85b3ea-823c-46b2-a01c-a95e6d033747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:58:13.761156 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-3f85b3ea-823c-46b2-a01c-a95e6d033747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:58:13.765853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=208c5025-8d94-49c8-83c5-723f4e7afa51,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:13.820202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650fdb4-3bd9-4311-ba4c-52220fc5784d req-a2adfa37-afb6-4080-a171-9066d087ed2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:13.835574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8650fdb4-3bd9-4311-ba4c-52220fc5784d req-a2adfa37-afb6-4080-a171-9066d087ed2e tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 908 time: 0.1490533 Nov 10 03:58:13.939987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:13.956084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:13.962318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.018150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] Deleting port 208c5025-8d94-49c8-83c5-723f4e7afa51 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:14.018488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.143294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:14.151995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] For port 208c5025-8d94-49c8-83c5-723f4e7afa51, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=208c5025-8d94-49c8-83c5-723f4e7afa51,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:14.152419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.157680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 208c5025-8d94-49c8-83c5-723f4e7afa51 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:14.199058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] Calling delete_port for 208c5025-8d94-49c8-83c5-723f4e7afa51 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:14.200878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01d0e04-730f-4f41-a5de-4b205effc6ff no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:14.234044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: a01d0e04-730f-4f41-a5de-4b205effc6ff {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:14.234376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01d0e04-730f-4f41-a5de-4b205effc6ff not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:14.245065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6ced6d6c-f08b-4320-b8c2-add325bc6288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c252ff5a303e4db5a6ab58a67f6a3480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975676 Nov 10 03:58:14.246446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:14.350503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501d2c01-5ded-414e-8c84-25652a8becd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.375032 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.392733 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501d2c01-5ded-414e-8c84-25652a8becd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.429183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 208c5025-8d94-49c8-83c5-723f4e7afa51, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=208c5025-8d94-49c8-83c5-723f4e7afa51,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:14.437756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.491164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-52722733-ab82-4dfd-bbef-22c19d3fcd9f None None] Could not find standard attr ID for object 030a4f97-1575-4aa8-85c8-c8863c067f08. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:14.493469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501d2c01-5ded-414e-8c84-25652a8becd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.494042 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.497709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event deleted for resources: {'Port': ['ID=208c5025-8d94-49c8-83c5-723f4e7afa51,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:14.499676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501d2c01-5ded-414e-8c84-25652a8becd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.520945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-501d2c01-5ded-414e-8c84-25652a8becd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf03088c-9c87-4968-9cfa-bf37c1a44c54 HTTP/1.1" status: 204 len: 168 time: 0.2619424 Nov 10 03:58:14.529781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] No DVR routers for this DVR port 208c5025-8d94-49c8-83c5-723f4e7afa51 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:14.531814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383292d8-0339-4f85-8bb7-0f698e94e256 None None] Pushing event deleted for resources: {'Port': ['ID=208c5025-8d94-49c8-83c5-723f4e7afa51,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:14.544970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:14.560491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d2c01-5ded-414e-8c84-25652a8becd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03088c-9c87-4968-9cfa-bf37c1a44c54,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:14.785649 n-d-817326-2 neutron-server[102596]: WARNING neutron.services.revisions.revision_plugin [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Could not find related port for resource to bump revision. Nov 10 03:58:14.798636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_pluggable_backend [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Port 208c5025-8d94-49c8-83c5-723f4e7afa51 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 03:58:14.800029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_pluggable_backend [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Reverting IP allocation for 2001:db8::f816:3eff:fef4:a46b {{(pid=102596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 03:58:14.807210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_pluggable_backend [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef4:a46b {{(pid=102596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 03:58:14.809296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:14.933989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:14.959920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:14.974133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02160ed-a94c-46a3-9706-d815deb65932 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:14.981182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:14.981421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:15.023424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299778d7-d899-43ec-9fde-e8e27071a8d0 req-fc0a60b8-29cf-4e3e-9657-90c72c444499 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:15.035503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-299778d7-d899-43ec-9fde-e8e27071a8d0 req-fc0a60b8-29cf-4e3e-9657-90c72c444499 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 908 time: 0.1165671 Nov 10 03:58:15.053649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=cce9619d-a36b-4f62-9d85-0337d7f4efca,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:15.092753 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-619d56cf-3a51-437d-9f17-050d4b64b495 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3681500 Nov 10 03:58:15.096426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42088) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:15.104337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:ad:d3:81', 'name': 'tempest-NetworksTestDHCPv6-116459673'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:15.256693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:15.407656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'cce9619d-a36b-4f62-9d85-0337d7f4efca'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:15.409219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:15.442827 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:15.494178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 17de9ca1-4de2-4a51-8c6b-867b5d171bf6 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:15.599034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-1afc2fde-ae43-458a-afb4-dc203a0c9545 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:15.607488 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-1afc2fde-ae43-458a-afb4-dc203a0c9545 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 908 time: 0.0848014 Nov 10 03:58:15.625900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Allocated IP 2001:db8::f816:3eff:fe06:63e7 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/cce9619d-a36b-4f62-9d85-0337d7f4efca/48ba1eb2-dec0-48ab-992c-bbd5774394f1) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:15.658141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-757bb4ae-ad56-46e3-a130-14dde39c625a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:15.944518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:15.952535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.015657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Pushing event updated for resources: {'Port': ['ID=48ba1eb2-dec0-48ab-992c-bbd5774394f1,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:16.050652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:16.055257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:16.061106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:16.089595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fead:d381 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/cce9619d-a36b-4f62-9d85-0337d7f4efca/17de9ca1-4de2-4a51-8c6b-867b5d171bf6) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:16.138804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Deleting port e173265a-b3ff-4613-a084-bbf095afd872 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:16.147675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.210269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Attempting to bind port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:16.210938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Attempting to bind port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:16.211650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Attempting to bind port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:16.219121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:16.219694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:16.220234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.220929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:16.221537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Bound port: 48ba1eb2-dec0-48ab-992c-bbd5774394f1, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:16.223145 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.322790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] For port e173265a-b3ff-4613-a084-bbf095afd872, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e173265a-b3ff-4613-a084-bbf095afd872,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:16.327216 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.342465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] For port 48ba1eb2-dec0-48ab-992c-bbd5774394f1, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:16.354910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] For port 48ba1eb2-dec0-48ab-992c-bbd5774394f1, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=48ba1eb2-dec0-48ab-992c-bbd5774394f1,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:16.365463 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.373789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Calling delete_port for e173265a-b3ff-4613-a084-bbf095afd872 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:16.391219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a658a-214d-4f04-8688-f77241a539cb req-1802207d-370c-42ec-a170-b96dcbcc1c07 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:16.394393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db0a658a-214d-4f04-8688-f77241a539cb req-1802207d-370c-42ec-a170-b96dcbcc1c07 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 908 time: 0.1885409 Nov 10 03:58:16.452196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db0c9-6637-4357-9a23-18c08222bce0 None None] Pushing event updated for resources: {'Port': ['ID=48ba1eb2-dec0-48ab-992c-bbd5774394f1,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:16.468243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42128) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:16.481726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.541633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.643321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.664153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=17de9ca1-4de2-4a51-8c6b-867b5d171bf6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:16.682280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:16.693688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:16.700953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:16.718680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:16.719355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.730744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.732914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event deleted for resources: {'Port': ['ID=e173265a-b3ff-4613-a084-bbf095afd872,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:16.760340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1976950562-network', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:16.768607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8107e3d9-a9cc-4538-9cf1-cf813e588ab8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6705658 Nov 10 03:58:16.772522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42136) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:16.815318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] No DVR routers for this DVR port e173265a-b3ff-4613-a084-bbf095afd872 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:16.820649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.827302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00ee949-8b11-49d8-9670-b2182cb3d9fd req-664d3169-f5a9-4e3d-a7ce-963d4494a2c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "DELETE /v2.0/ports/e173265a-b3ff-4613-a084-bbf095afd872 HTTP/1.1" status: 204 len: 173 time: 1.2108240 Nov 10 03:58:16.828051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'name': 'network-vif-deleted', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:16.833111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Made reservation on behalf of 6dd7f53765e44cb0b129d7f9ea1c5dfb for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:16.836732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.844370 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fdda3c-0b1a-4c2c-9658-fc67c6b2e618" -d '{"events": [{"server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "name": "network-vif-deleted", "tag": "e173265a-b3ff-4613-a084-bbf095afd872"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:16.873303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:16.937846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df6e08-afe4-4269-9294-8bbefea80e99 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:16.961008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df6e08-afe4-4269-9294-8bbefea80e99 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:16.963255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-69df6e08-afe4-4269-9294-8bbefea80e99 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1896851 Nov 10 03:58:16.966527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42146) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:17.121917 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.126990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.155256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:58:17.161662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 17de9ca1-4de2-4a51-8c6b-867b5d171bf6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:17.162398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.209393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.210428 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Added segment a8539a98-b8d3-4352-8eb1-f0886f53ae10 of type vlan for network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 Nov 10 03:58:17.289580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:17.307409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.351256 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9736f7-676c-4e1b-9cfc-3919c4ae8578 x-openstack-request-id: req-2f9736f7-676c-4e1b-9cfc-3919c4ae8578 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:17.351557 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5110c-14fa-4d8b-bd76-38181cae4ccd", "name": "network-vif-deleted", "tag": "e173265a-b3ff-4613-a084-bbf095afd872", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:17.351804 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f9736f7-676c-4e1b-9cfc-3919c4ae8578 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:17.352122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.352231 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5110c-14fa-4d8b-bd76-38181cae4ccd', 'name': 'network-vif-deleted', 'tag': 'e173265a-b3ff-4613-a084-bbf095afd872', 'status': 'completed', 'code': 200} Nov 10 03:58:17.353526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:17.354399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.361422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.390555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 17de9ca1-4de2-4a51-8c6b-867b5d171bf6 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:17.460573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9879227 Nov 10 03:58:17.463443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42158) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:17.473608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Request body: {'subnet': {'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1976950562-subnet', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:17.489686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb068a-60a0-4057-96a6-b578ae7dfab7 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:17.504028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:58:17.572318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Made reservation on behalf of 6dd7f53765e44cb0b129d7f9ea1c5dfb for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:17.575675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.611088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b2fd369-736c-4870-b65c-fcb1813f4f1d req-b97457ba-dabb-4b81-9589-7f1afa234501 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42c5110c-14fa-4d8b-bd76-38181cae4ccd HTTP/1.1" status: 200 len: 210 time: 0.0721872 Nov 10 03:58:17.764634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.815629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=17de9ca1-4de2-4a51-8c6b-867b5d171bf6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:17.850546 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:17.853908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a2478a58-8468-47f1-bc96-5a71ec52e3b8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/17de9ca1-4de2-4a51-8c6b-867b5d171bf6 HTTP/1.1" status: 204 len: 168 time: 0.8859663 Nov 10 03:58:17.856834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42166) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:17.870146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e173265a-b3ff-4613-a084-bbf095afd872 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:17.902626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: e173265a-b3ff-4613-a084-bbf095afd872 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:17.902971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e173265a-b3ff-4613-a084-bbf095afd872 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:17.947688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db8e309-22f7-4a86-805b-9acce3a5709a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:17.949150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db8e309-22f7-4a86-805b-9acce3a5709a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:17.956715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0db8e309-22f7-4a86-805b-9acce3a5709a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0962119 Nov 10 03:58:17.956980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42172) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:18.052002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.056386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet cce9619d-a36b-4f62-9d85-0337d7f4efca {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:18.065272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.169182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Checking segment: {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:18.169542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Network hostable DHCP agents. Network: cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:58:18.170948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d6a3bac5-b635-47b0-889e-09a7c5c679db None None] Provisioning complete for port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:18.171312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6a3bac5-b635-47b0-889e-09a7c5c679db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.186025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8988a1b7-bf43-4660-a6e7-11a4b2883813,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:18.214224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:58:18.227945 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.236836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:18.244499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:18.245112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.259482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c40e2-4151-47f9-af40-cd7122877541 None None] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:18.273905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 48ba1eb2-dec0-48ab-992c-bbd5774394f1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:18.280853 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3f898035-0b75-47d8-9741-f710e62e0c02 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8158095 Nov 10 03:58:18.286103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42178) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:18.295544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:18.341778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.345228 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.397454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.447853 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.453830 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.517553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.583016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=cce9619d-a36b-4f62-9d85-0337d7f4efca,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:18.587741 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.593091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ef70253d-7f62-48fb-9245-7e1881ee8fb0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/cce9619d-a36b-4f62-9d85-0337d7f4efca HTTP/1.1" status: 204 len: 168 time: 0.6350772 Nov 10 03:58:18.598580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42182) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:18.675080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-75fdbd5c-233b-42f0-85ae-0fe818f88961 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729568 Nov 10 03:58:18.675853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42188) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:18.696730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642bc88-5100-410b-9afa-52489b34bdb3 None None] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:18.720738 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6a3bac5-b635-47b0-889e-09a7c5c679db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.776042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:18.777059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.809080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec0126-c1bb-46e2-b592-2b71f04cd098 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:18.813981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-39ec0126-c1bb-46e2-b592-2b71f04cd098 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1368952 Nov 10 03:58:18.814590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42194) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:18.854292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:18.943127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c459ed7-df4b-435c-a5cb-f5e7b960dd57 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:18.949744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3c459ed7-df4b-435c-a5cb-f5e7b960dd57 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1317515 Nov 10 03:58:18.950866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42196) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:19.005213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d6a3bac5-b635-47b0-889e-09a7c5c679db None None] For port 48ba1eb2-dec0-48ab-992c-bbd5774394f1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=48ba1eb2-dec0-48ab-992c-bbd5774394f1,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:19.009860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939686a8-415e-437b-85ed-b734aa336a4b None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:19.035834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f34c575a-78ef-4c7d-bfcb-3da0db5fce7b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837431 Nov 10 03:58:19.046017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42200) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:19.066820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:19.157883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6a3bac5-b635-47b0-889e-09a7c5c679db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.239928 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.256432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.279083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:19.283616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.291629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5235a1c1-f900-4a24-abbd-b1c68f900b0b None None] Could not find standard attr ID for object 17de9ca1-4de2-4a51-8c6b-867b5d171bf6. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:19.314242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3bac5-b635-47b0-889e-09a7c5c679db None None] Pushing event updated for resources: {'Port': ['ID=48ba1eb2-dec0-48ab-992c-bbd5774394f1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:19.377301 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:58:19.385666 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:58:19.410368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:19.421311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7140-fcc3-4fca-8f2b-f3f7c15a80ea req-ecf56ec6-270a-4f8e-bade-7e2da69efadd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:19.431860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-feed7140-fcc3-4fca-8f2b-f3f7c15a80ea req-ecf56ec6-270a-4f8e-bade-7e2da69efadd tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 945 time: 0.2668126 Nov 10 03:58:19.445746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.518990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-feed7140-fcc3-4fca-8f2b-f3f7c15a80ea req-51651cd9-8620-4770-975f-e2ef7d5971d1 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822668 Nov 10 03:58:19.532544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.559228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] Deleting port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:19.561296 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.675418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] For port 48ba1eb2-dec0-48ab-992c-bbd5774394f1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=48ba1eb2-dec0-48ab-992c-bbd5774394f1,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:19.675775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.690176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] Calling delete_port for 48ba1eb2-dec0-48ab-992c-bbd5774394f1 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:19.693580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.724730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Allocated IP 172.25.6.73 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/66e1a1d2-50d4-4e91-a162-18e52fc7373d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:19.763972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:19.770154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:19.778133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:19.778831 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.796365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=4b2029cb-d3de-483e-a695-18fe88cf6ceb,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:19.810600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aeb8b05d-226b-4f6f-ad6e-769204ab0637 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7560301 Nov 10 03:58:19.811639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42212) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:19.827388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:5b:08:16', 'name': 'tempest-NetworksTestDHCPv6-1967060943'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:19.828738 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:19.848555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] No DVR routers for this DVR port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:19.898670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc3eaf-839c-492c-9ca9-8c281e311621 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:19.902690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bb554-a841-4b22-917b-dcb7658bb8d5 None None] Pushing event deleted for resources: {'Port': ['ID=48ba1eb2-dec0-48ab-992c-bbd5774394f1,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:19.943767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Port 48ba1eb2-dec0-48ab-992c-bbd5774394f1 update to ACTIVE by agent not found {{(pid=102598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 03:58:19.950234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.043013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.112668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:20.134379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.146956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '4b2029cb-d3de-483e-a695-18fe88cf6ceb'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:20.147853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.153197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:20.156571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:20.162436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:20.172229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:20.189540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e857cd7-22ae-4799-a759-d0403c73e35f None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:20.221542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 48ba1eb2-dec0-48ab-992c-bbd5774394f1 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:20.231231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Pushing event updated for resources: {'Port': ['ID=66e1a1d2-50d4-4e91-a162-18e52fc7373d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:20.314732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::3d1 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/4b2029cb-d3de-483e-a695-18fe88cf6ceb/1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:20.346108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 48ba1eb2-dec0-48ab-992c-bbd5774394f1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:20.346449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 48ba1eb2-dec0-48ab-992c-bbd5774394f1 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:20.550588 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.618016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.631655 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.658800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5d33d9dd-2c7e-4b44-a700-82b0c3c662ef None None] Provisioning complete for port 66e1a1d2-50d4-4e91-a162-18e52fc7373d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:20.659183 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d33d9dd-2c7e-4b44-a700-82b0c3c662ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.686170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:20.698335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:20.729507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5d33d9dd-2c7e-4b44-a700-82b0c3c662ef None None] Port 66e1a1d2-50d4-4e91-a162-18e52fc7373d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:58:20.800249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/4b2029cb-d3de-483e-a695-18fe88cf6ceb/448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:20.840464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:20.846532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:20.846712 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:20.885130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:20.897489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-638dd2e5-cdff-4fdd-a2af-18b9f3cf59ef tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0845382 Nov 10 03:58:20.899913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42228) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:20.902261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-de1a7cad-4258-4d2d-a1e2-f665e9091b83 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:20.903762 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-de1a7cad-4258-4d2d-a1e2-f665e9091b83 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 945 time: 0.1566868 Nov 10 03:58:20.948700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f126d-01b0-402f-83b6-55e6abe2d0cc req-28f58bf0-e95b-407b-922e-79b98fd70003 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:20.950503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d26f126d-01b0-402f-83b6-55e6abe2d0cc req-28f58bf0-e95b-407b-922e-79b98fd70003 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 945 time: 0.2591047 Nov 10 03:58:20.995842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03bc0a-ef29-4481-a7a0-b8595cc6080d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:20.997440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c03bc0a-ef29-4481-a7a0-b8595cc6080d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0964768 Nov 10 03:58:21.012295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.014161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42230) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:21.019139 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.066853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:21.071964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:21.075711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:21.103653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d26f126d-01b0-402f-83b6-55e6abe2d0cc req-4d775a48-6134-4565-ab8a-38b2f411ab8d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345658 Nov 10 03:58:21.107878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Pushing event updated for resources: {'Port': ['ID=448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:21.199288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Attempting to bind port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:21.199599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Attempting to bind port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:21.199971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Attempting to bind port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:21.207196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:21.207904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:21.208111 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.209284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:21.209765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Bound port: 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:21.210172 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.220003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Deleting port 2d603794-2694-4210-a52f-f214323b3e9c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:21.220472 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.229376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:21.229714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.305223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.309099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] For port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:21.313064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] For port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:21.316914 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.402905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd852c-ecd9-40ee-a902-731dce97c3db None None] Pushing event updated for resources: {'Port': ['ID=448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:21.443344 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.490845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:21.522117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] For port 2d603794-2694-4210-a52f-f214323b3e9c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2d603794-2694-4210-a52f-f214323b3e9c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:21.522485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.539803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Calling delete_port for 2d603794-2694-4210-a52f-f214323b3e9c owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:21.639060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Router c12cf262-4e08-48bc-be0c-383812943251 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:58:21.791489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.874124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:21.907381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:21.911684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-518ba251-7b86-42c8-87af-371cfeae2239 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423 HTTP/1.1" status: 204 len: 168 time: 0.8958623 Nov 10 03:58:21.913893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42238) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:21.998158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c1d585-06d5-456e-8fba-7155062fb47d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:22.000246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c1d585-06d5-456e-8fba-7155062fb47d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:22.005164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b5c1d585-06d5-456e-8fba-7155062fb47d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0864305 Nov 10 03:58:22.006095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42240) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:22.085027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 4b2029cb-d3de-483e-a695-18fe88cf6ceb {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:22.097216 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.097813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.110063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:58:22.235996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event deleted for resources: {'Port': ['ID=2d603794-2694-4210-a52f-f214323b3e9c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:22.236614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.349438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:22.359355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42248) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:22.391206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] No DVR routers for this DVR port 2d603794-2694-4210-a52f-f214323b3e9c on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:22.413308 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.417475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-de7855c0-52c7-4112-a9ba-1e3e975b8b2e req-5776a928-da7c-4421-acc3-0bb8c60a9c27 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.11 "DELETE /v2.0/ports/2d603794-2694-4210-a52f-f214323b3e9c HTTP/1.1" status: 204 len: 173 time: 1.4907470 Nov 10 03:58:22.424759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394962f2-7e11-4924-b3b0-ec51109ec575', 'name': 'network-vif-deleted', 'tag': '2d603794-2694-4210-a52f-f214323b3e9c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:22.433675 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ea592-a33a-4e8a-ba2b-e23672ab67f7" -d '{"events": [{"server_uuid": "394962f2-7e11-4924-b3b0-ec51109ec575", "name": "network-vif-deleted", "tag": "2d603794-2694-4210-a52f-f214323b3e9c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:22.451830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58f7f1b9-5f55-4419-ae7b-3d6af1c6848c req-3cbe8094-9186-4ef2-85b5-8f7bcdbb0b22 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=394962f2-7e11-4924-b3b0-ec51109ec575 HTTP/1.1" status: 200 len: 210 time: 0.1547074 Nov 10 03:58:22.486150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:58:22.540180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.544237 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.549703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-97ed2639-56af-41f1-b61c-d44a6cb4e925 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2594385 Nov 10 03:58:22.550398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42254) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:22.563672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Sync routers for ids ['c12cf262-4e08-48bc-be0c-383812943251'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:58:22.684290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.684472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Routers {'c12cf262-4e08-48bc-be0c-383812943251'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:22.708173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c12cf262-4e08-48bc-be0c-383812943251'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:22.722489 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c170f238-5126-4b99-98da-a58788b6ee9b x-openstack-request-id: req-c170f238-5126-4b99-98da-a58788b6ee9b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:22.724132 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394962f2-7e11-4924-b3b0-ec51109ec575", "name": "network-vif-deleted", "tag": "2d603794-2694-4210-a52f-f214323b3e9c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:22.724447 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c170f238-5126-4b99-98da-a58788b6ee9b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:22.724958 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394962f2-7e11-4924-b3b0-ec51109ec575', 'name': 'network-vif-deleted', 'tag': '2d603794-2694-4210-a52f-f214323b3e9c', 'status': 'completed', 'code': 200} Nov 10 03:58:22.745078 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-913dfe62-40d0-4d3b-8d3b-ec74a08965cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.746853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2029cb-d3de-483e-a695-18fe88cf6ceb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:22.754790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.768235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-67a9b494-4008-421a-9b14-c1fe8f949053 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/4b2029cb-d3de-483e-a695-18fe88cf6ceb HTTP/1.1" status: 204 len: 168 time: 0.7608163 Nov 10 03:58:22.771311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42256) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:22.844517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3108d9e4-dfc1-4873-8c6e-bd6e73c271cd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719333 Nov 10 03:58:22.848770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42258) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:22.905414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-913dfe62-40d0-4d3b-8d3b-ec74a08965cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.917730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-913dfe62-40d0-4d3b-8d3b-ec74a08965cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:22.947856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Set router c12cf262-4e08-48bc-be0c-383812943251 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:22.957518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8ce1e-8211-4ab6-a8a7-96e715cd3f3e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:22.959282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-96b8ce1e-8211-4ab6-a8a7-96e715cd3f3e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1083245 Nov 10 03:58:22.961994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42260) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:23.061401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4725e-2d3c-4b1b-b394-504d1a51b708 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:23.063595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dfe62-40d0-4d3b-8d3b-ec74a08965cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e560355e-ee73-47f0-9bc4-13fd4ca674ab,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:23.075073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e64f4c-2583-439c-bb5c-4a9b36d9bac0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:23.076603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-79e64f4c-2583-439c-bb5c-4a9b36d9bac0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1136248 Nov 10 03:58:23.081152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-913dfe62-40d0-4d3b-8d3b-ec74a08965cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4965ead3e8564c1e85a203f15d74c2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7139037 Nov 10 03:58:23.081315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42264) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:23.101649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42266) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:23.188150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-66cd3c2a-7c54-47cd-9e7e-c0031db14074 None None] Provisioning complete for port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:23.188757 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-66cd3c2a-7c54-47cd-9e7e-c0031db14074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.206784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a5a1f71c-9985-47c5-82e4-ae8e68253d79 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225753 Nov 10 03:58:23.211553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42268) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:23.226404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:23.241774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:23.242758 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.368995 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.387864 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d5d048dc-d682-477f-8106-647c6767d45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.410787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d5d048dc-d682-477f-8106-647c6767d45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.442713 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-66cd3c2a-7c54-47cd-9e7e-c0031db14074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.456743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:23.461043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.480906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-66cd3c2a-7c54-47cd-9e7e-c0031db14074 None None] For port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:23.489386 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-66cd3c2a-7c54-47cd-9e7e-c0031db14074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.615542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:23.699974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd3c2a-7c54-47cd-9e7e-c0031db14074 None None] Pushing event updated for resources: {'Port': ['ID=448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:23.720406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T03:58:20Z', 'revision_number': 3, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port': {'id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:19Z', 'updated_at': '2021-11-10T03:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:23.766365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Checking router: c12cf262-4e08-48bc-be0c-383812943251 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:58:23.766709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Updating router c12cf262-4e08-48bc-be0c-383812943251 port 66e1a1d2-50d4-4e91-a162-18e52fc7373d binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:58:23.784165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d5d048dc-d682-477f-8106-647c6767d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.787151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d5d048dc-d682-477f-8106-647c6767d45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.790898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d5d048dc-d682-477f-8106-647c6767d45d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e560355e-ee73-47f0-9bc4-13fd4ca674ab HTTP/1.1" status: 204 len: 168 time: 0.6811373 Nov 10 03:58:23.793128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] Deleting port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:23.793708 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.813589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d048dc-d682-477f-8106-647c6767d45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560355e-ee73-47f0-9bc4-13fd4ca674ab,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:23.839900 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.886092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2d603794-2694-4210-a52f-f214323b3e9c no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:23.926294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 2d603794-2694-4210-a52f-f214323b3e9c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:23.926294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2d603794-2694-4210-a52f-f214323b3e9c not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:23.930545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] For port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:23.931393 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:23.992115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] Calling delete_port for 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:24.096594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.103384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6993e-cc41-4783-a3f5-53ddd02be6ad req-e2205398-4e4e-426d-b673-9c508f56ad85 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:24.115784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bba6993e-cc41-4783-a3f5-53ddd02be6ad req-e2205398-4e4e-426d-b673-9c508f56ad85 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1495054 Nov 10 03:58:24.186938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:24.194488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.250698 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.258608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bba6993e-cc41-4783-a3f5-53ddd02be6ad req-da089a87-a630-4bf5-8db5-b1822ba130cb tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396682 Nov 10 03:58:24.314876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d2b08-8374-4269-98b3-6bc0a45e5f3c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:24.348411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Attempting to bind port 66e1a1d2-50d4-4e91-a162-18e52fc7373d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:24.348795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Attempting to bind port 66e1a1d2-50d4-4e91-a162-18e52fc7373d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:24.349680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Attempting to bind port 66e1a1d2-50d4-4e91-a162-18e52fc7373d on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:24.359552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b28758-4618-4469-8aee-c9b70e8881f9 None None] Pushing event updated for resources: {'Port': ['ID=66e1a1d2-50d4-4e91-a162-18e52fc7373d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:24.377590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:24.378113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:24.378921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.379326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:24.379806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Bound port: 66e1a1d2-50d4-4e91-a162-18e52fc7373d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:24.380637 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.457090 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.463640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:24.467262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.473461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42286) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:24.480829 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.494988 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d50ca1db-9506-4c8d-ad95-23b7704a3afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.514192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] Pushing event deleted for resources: {'Port': ['ID=448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:24.525056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcecc5-4ba3-475e-92c1-70f8d1a9cb54 None None] No DVR routers for this DVR port 448ac6ed-3e94-4c9c-ace7-bfb2c478f2ce on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:24.526637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-127b50c6-88f3-4e3e-8b22-93a98a49a246 None None] Provisioning complete for port 66e1a1d2-50d4-4e91-a162-18e52fc7373d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:24.527494 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-127b50c6-88f3-4e3e-8b22-93a98a49a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.529483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] For port 66e1a1d2-50d4-4e91-a162-18e52fc7373d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:24.554438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:24.575017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:24.580205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=ca60338e-65ae-4485-a1f9-5ec6103756cd,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:24.591476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] For port 66e1a1d2-50d4-4e91-a162-18e52fc7373d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=66e1a1d2-50d4-4e91-a162-18e52fc7373d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:24.597790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:24.598637 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.619520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Allocated IP 172.20.0.1 (cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1/8988a1b7-bf43-4660-a6e7-11a4b2883813/a40f9faa-7bf9-40d9-9dab-20c1814016ca) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:24.642505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72a15558-cb9e-43fc-9b1e-e42200b458b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4250216 Nov 10 03:58:24.646459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42290) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:24.653256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ca0935a5-9d3b-402d-b611-41bc4595cd86 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:24.718892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d50ca1db-9506-4c8d-ad95-23b7704a3afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.723148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d50ca1db-9506-4c8d-ad95-23b7704a3afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.771233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ca1db-9506-4c8d-ad95-23b7704a3afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5efc35b-5532-4946-a16a-06c7873ff6da,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:24.781542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d50ca1db-9506-4c8d-ad95-23b7704a3afe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa1af67d6ce24853901c11575541762d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041596 Nov 10 03:58:24.782220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42292) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:24.810641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7221d735-2517-455e-9055-836277fe6585 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:24.813153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-127b50c6-88f3-4e3e-8b22-93a98a49a246 None None] Port 66e1a1d2-50d4-4e91-a162-18e52fc7373d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:58:24.818830 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.904001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639235fa-16a9-4d76-b912-276ff21187ca None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:24.920302 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.952082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efb40cc7-bde4-440b-82ae-090cc6b77441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:24.967850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Routers {'c12cf262-4e08-48bc-be0c-383812943251'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:24.968621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c12cf262-4e08-48bc-be0c-383812943251'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:24.970563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b28758-4618-4469-8aee-c9b70e8881f9 None None] Pushing event updated for resources: {'Port': ['ID=66e1a1d2-50d4-4e91-a162-18e52fc7373d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:24.995182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0935a5-9d3b-402d-b611-41bc4595cd86 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:24.998587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca0935a5-9d3b-402d-b611-41bc4595cd86 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.009807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efb40cc7-bde4-440b-82ae-090cc6b77441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.077534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.124844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-241b94dd-2ec7-406f-b782-83fd67334c90 None None] Provisioning complete for port 66e1a1d2-50d4-4e91-a162-18e52fc7373d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:25.125227 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-241b94dd-2ec7-406f-b782-83fd67334c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.197608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] Set router c12cf262-4e08-48bc-be0c-383812943251 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:25.207619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:25.213757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a40f9faa-7bf9-40d9-9dab-20c1814016ca,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:25.229014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:25.236099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:25.261079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': 'ca60338e-65ae-4485-a1f9-5ec6103756cd'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:25.261788 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.264262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-bb7cdae0-b136-4407-a0a6-45676ac8b30f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:25.265691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-bb7cdae0-b136-4407-a0a6-45676ac8b30f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.1676247 Nov 10 03:58:25.353411 n-d-817326-2 neutron-server[102596]: INFO neutron.db.ipam_backend_mixin [None req-ca0935a5-9d3b-402d-b611-41bc4595cd86 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca60338e-65ae-4485-a1f9-5ec6103756cd (CIDR: 2001:db8::/64) Nov 10 03:58:25.362952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efb40cc7-bde4-440b-82ae-090cc6b77441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.365744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-efb40cc7-bde4-440b-82ae-090cc6b77441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.369319 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-efb40cc7-bde4-440b-82ae-090cc6b77441 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5efc35b-5532-4946-a16a-06c7873ff6da HTTP/1.1" status: 204 len: 168 time: 0.5843325 Nov 10 03:58:25.372953 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0935a5-9d3b-402d-b611-41bc4595cd86 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:58:25.373520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0935a5-9d3b-402d-b611-41bc4595cd86 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:25.396949 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.431113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb40cc7-bde4-440b-82ae-090cc6b77441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5efc35b-5532-4946-a16a-06c7873ff6da,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:25.493703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ca0935a5-9d3b-402d-b611-41bc4595cd86 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8458500 Nov 10 03:58:25.496490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42300) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:25.518475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:25.572735 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-241b94dd-2ec7-406f-b782-83fd67334c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.595693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-241b94dd-2ec7-406f-b782-83fd67334c90 None None] For port 66e1a1d2-50d4-4e91-a162-18e52fc7373d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=66e1a1d2-50d4-4e91-a162-18e52fc7373d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:25.610500 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-241b94dd-2ec7-406f-b782-83fd67334c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.649103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Deleting port fc0a846c-98b0-4164-b550-a0706db5dd65 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:25.649446 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.683228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a177098-c585-4c20-981f-5320076ac87e req-6cc41bc3-1786-4b96-abdb-f9beea7a7705 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:25.687740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b94dd-2ec7-406f-b782-83fd67334c90 None None] Pushing event updated for resources: {'Port': ['ID=66e1a1d2-50d4-4e91-a162-18e52fc7373d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:25.690556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a177098-c585-4c20-981f-5320076ac87e req-6cc41bc3-1786-4b96-abdb-f9beea7a7705 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 945 time: 0.2682312 Nov 10 03:58:25.852246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Allocated IP 2001:db8::f816:3eff:fedd:6309 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ca60338e-65ae-4485-a1f9-5ec6103756cd/c778af31-9102-4496-9e96-279bdea48bc4) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:25.893412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T03:58:20Z', 'revision_number': 3, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port': {'id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:19Z', 'updated_at': '2021-11-10T03:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:25.920476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:25.924322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:25.990336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cc00f-5825-4517-a67e-799d603599d0 None None] The sync data for ids ['c12cf262-4e08-48bc-be0c-383812943251'] in n-d-817326-2 is: [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T03:58:20Z', 'revision_number': 3, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port': {'id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:19Z', 'updated_at': '2021-11-10T03:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:58:26.055565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.090950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a177098-c585-4c20-981f-5320076ac87e req-1bcb7095-22e2-439e-a6ff-9c58f134fbd0 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1503751-f600-4d5f-847d-d298e74bc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304811 Nov 10 03:58:26.191877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] For port fc0a846c-98b0-4164-b550-a0706db5dd65, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fc0a846c-98b0-4164-b550-a0706db5dd65,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:26.192244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.273868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Calling delete_port for fc0a846c-98b0-4164-b550-a0706db5dd65 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:26.296836 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.304077 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.363071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:26.375008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:26.379202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:26.406666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Pushing event updated for resources: {'Port': ['ID=c778af31-9102-4496-9e96-279bdea48bc4,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:26.447949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Attempting to bind port c778af31-9102-4496-9e96-279bdea48bc4 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:26.448313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Attempting to bind port c778af31-9102-4496-9e96-279bdea48bc4 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:26.448550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.448813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Attempting to bind port c778af31-9102-4496-9e96-279bdea48bc4 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:26.454579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:26.454954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:26.455347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.455738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:26.456211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Bound port: c778af31-9102-4496-9e96-279bdea48bc4, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:26.456591 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.487614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:26.534337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.552976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:26.564890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:26.565653 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.625107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.627967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1169941 Nov 10 03:58:26.642182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42318) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:26.653238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:91:df:4d', 'name': 'tempest-NetworksTestDHCPv6-708772913'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:26.654271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] For port c778af31-9102-4496-9e96-279bdea48bc4, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:26.660693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] For port c778af31-9102-4496-9e96-279bdea48bc4, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c778af31-9102-4496-9e96-279bdea48bc4,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:26.666347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.768867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.772333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e8c8a-07a3-4e51-8d00-fd125ad6b3cf None None] Pushing event updated for resources: {'Port': ['ID=c778af31-9102-4496-9e96-279bdea48bc4,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:26.841646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2bb04-2158-4c0b-b362-5f4e28bf1292 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=361e9a84-1726-4ae2-99e2-271b749d77e5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:26.877342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:26.891797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fc0a846c-98b0-4164-b550-a0706db5dd65'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:58:26.986659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:27.013887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a40f9faa-7bf9-40d9-9dab-20c1814016ca,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:27.116632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] No DVR routers for this DVR port fc0a846c-98b0-4164-b550-a0706db5dd65 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:27.120851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event deleted for resources: {'Port': ['ID=fc0a846c-98b0-4164-b550-a0706db5dd65,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:27.124955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:27.131251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-30852224-42aa-4ee5-9540-8f45c1c790d7 req-f5846dbc-4d0b-4bc5-ba32-ca5c3df07bc6 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "DELETE /v2.0/ports/fc0a846c-98b0-4164-b550-a0706db5dd65 HTTP/1.1" status: 204 len: 173 time: 1.8354516 Nov 10 03:58:27.145403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'name': 'network-vif-deleted', 'tag': 'fc0a846c-98b0-4164-b550-a0706db5dd65'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:27.149370 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a824787-37be-445f-8b49-e5461429a36f" -d '{"events": [{"server_uuid": "cd8c575e-444d-4f42-acbe-f62c89d4d909", "name": "network-vif-deleted", "tag": "fc0a846c-98b0-4164-b550-a0706db5dd65"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:27.276975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:27.284998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:27.308028 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d35b70f-939f-4e9c-b3cc-2d951a9c1391 x-openstack-request-id: req-7d35b70f-939f-4e9c-b3cc-2d951a9c1391 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:27.308397 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8c575e-444d-4f42-acbe-f62c89d4d909", "name": "network-vif-deleted", "tag": "fc0a846c-98b0-4164-b550-a0706db5dd65", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:27.309881 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d35b70f-939f-4e9c-b3cc-2d951a9c1391 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:27.310869 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8c575e-444d-4f42-acbe-f62c89d4d909', 'name': 'network-vif-deleted', 'tag': 'fc0a846c-98b0-4164-b550-a0706db5dd65', 'status': 'completed', 'code': 200} Nov 10 03:58:27.398999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:27.403269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2728d3ca-21c8-444e-869f-de8ca791e395 req-5063e3b4-7294-4463-81f7-a50941a88a62 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd8c575e-444d-4f42-acbe-f62c89d4d909 HTTP/1.1" status: 200 len: 210 time: 0.0814271 Nov 10 03:58:27.446219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port ec7c0838-bfaa-47ce-82b6-b322bc5eb017 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:27.568602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Router c12cf262-4e08-48bc-be0c-383812943251 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:58:27.755804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42340) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:27.848016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:58:27.866172 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa469458-267e-45ca-b539-2ca440dc18d8 admin admin] 10.222.0.24 "PUT /v2.0/routers/c12cf262-4e08-48bc-be0c-383812943251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3068714 Nov 10 03:58:27.866367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8:0:1::246 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/361e9a84-1726-4ae2-99e2-271b749d77e5/ec7c0838-bfaa-47ce-82b6-b322bc5eb017) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:27.873397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fe91:df4d (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/ca60338e-65ae-4485-a1f9-5ec6103756cd/ec7c0838-bfaa-47ce-82b6-b322bc5eb017) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:28.112806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.153449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4165b53a-a5d6-47e9-afdd-962c7a8ef77e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.196136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.223037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 66e1a1d2-50d4-4e91-a162-18e52fc7373d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:28.275775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:28.283168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:28.291910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:28.299593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:28.300390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.308760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 66e1a1d2-50d4-4e91-a162-18e52fc7373d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:28.309566 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.332149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=ec7c0838-bfaa-47ce-82b6-b322bc5eb017,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:28.351179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-574d3c8a-de22-4689-9140-bcd7392d513c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7077992 Nov 10 03:58:28.354272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42354) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:28.384522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4165b53a-a5d6-47e9-afdd-962c7a8ef77e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.396152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4165b53a-a5d6-47e9-afdd-962c7a8ef77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.502799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4165b53a-a5d6-47e9-afdd-962c7a8ef77e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=410379a87018461b85902260dd75ef08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7459404 Nov 10 03:58:28.518819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c778af31-9102-4496-9e96-279bdea48bc4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:28.519900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42366) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:28.537688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165b53a-a5d6-47e9-afdd-962c7a8ef77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a73aec4-999d-454f-9111-4819d4ff7364,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:28.582352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda9c8f-629a-4510-a41a-f43923b7ee61 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:28.626137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port ec7c0838-bfaa-47ce-82b6-b322bc5eb017 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:28.627091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.657885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-cd028e75-0486-43b5-8c53-323e9f2e88bd tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:28.659970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-cd028e75-0486-43b5-8c53-323e9f2e88bd tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 811 time: 0.2103281 Nov 10 03:58:28.679238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-963bec49-e792-44dd-bdd2-df70885285f6 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/quotas/6dd7f53765e44cb0b129d7f9ea1c5dfb HTTP/1.1" status: 200 len: 375 time: 0.0116594 Nov 10 03:58:28.682812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fe475cbb-22cd-45d2-ac91-aa271e185d9c None None] Provisioning complete for port c778af31-9102-4496-9e96-279bdea48bc4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:28.683331 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fe475cbb-22cd-45d2-ac91-aa271e185d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.703759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb43ef-e9e2-40b4-9138-86826e681572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.769135 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb43ef-e9e2-40b4-9138-86826e681572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.787470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-024b522b-98ac-4e5d-a3d4-1f60a9c925cb tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020086 Nov 10 03:58:28.859395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.884909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for ec7c0838-bfaa-47ce-82b6-b322bc5eb017 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:28.922013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c778af31-9102-4496-9e96-279bdea48bc4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:28.922402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:28.974972 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Sync routers for ids ['c12cf262-4e08-48bc-be0c-383812943251'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:58:28.988225 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Routers {'c12cf262-4e08-48bc-be0c-383812943251'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:28.990680 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c12cf262-4e08-48bc-be0c-383812943251'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:29.011987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-760191e1-0b76-47d6-a17b-ec82a15f2ce0 service neutron] 10.222.0.24 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862752 Nov 10 03:58:29.065986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fe475cbb-22cd-45d2-ac91-aa271e185d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.147187 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Set router c12cf262-4e08-48bc-be0c-383812943251 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:29.166458 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.192460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb43ef-e9e2-40b4-9138-86826e681572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.199387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb43ef-e9e2-40b4-9138-86826e681572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.207180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2bbb43ef-e9e2-40b4-9138-86826e681572 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a73aec4-999d-454f-9111-4819d4ff7364 HTTP/1.1" status: 204 len: 168 time: 0.6745095 Nov 10 03:58:29.232408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb43ef-e9e2-40b4-9138-86826e681572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a73aec4-999d-454f-9111-4819d4ff7364,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:29.245459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-f66fe14c-2224-4b07-97ba-c6f0abfaaf08 service neutron] 10.222.0.24 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275777 Nov 10 03:58:29.309848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4851-f3ef-40aa-98ff-0d4af6ba50bc req-89572eab-2255-4417-80b2-4d47e681666b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:29.318679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61ab4851-f3ef-40aa-98ff-0d4af6ba50bc req-89572eab-2255-4417-80b2-4d47e681666b tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.0712087 Nov 10 03:58:29.366574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.385302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61ab4851-f3ef-40aa-98ff-0d4af6ba50bc req-74e51938-b844-48e1-b7da-31dee1abc061 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605407 Nov 10 03:58:29.511284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fe475cbb-22cd-45d2-ac91-aa271e185d9c None None] For port c778af31-9102-4496-9e96-279bdea48bc4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c778af31-9102-4496-9e96-279bdea48bc4,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:29.511791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=ec7c0838-bfaa-47ce-82b6-b322bc5eb017,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:29.512681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5d036-aafd-41c2-a129-684cc0cfc44c None None] Update dhcp port {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': 'ca60338e-65ae-4485-a1f9-5ec6103756cd', 'ip_address': '2001:db8::f816:3eff:fedd:6309'}, {'subnet_id': '361e9a84-1726-4ae2-99e2-271b749d77e5'}], 'binding:host_id': 'n-d-817326-2'}, 'id': 'c778af31-9102-4496-9e96-279bdea48bc4'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:58:29.519466 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fe475cbb-22cd-45d2-ac91-aa271e185d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.555275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.561754 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5b0af729-1743-4f9d-a0f8-e3d19822df40 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/ec7c0838-bfaa-47ce-82b6-b322bc5eb017 HTTP/1.1" status: 204 len: 168 time: 1.2063761 Nov 10 03:58:29.564216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42386) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:29.576379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b96c75a9-8720-49f7-b0e9-0d9290173356 req-81ceb3e2-809d-4712-b5b7-d286f239b154 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 210 time: 0.0685527 Nov 10 03:58:29.578669 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T03:58:25Z', 'revision_number': 4, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port': {'id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:19Z', 'updated_at': '2021-11-10T03:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a40f9faa-7bf9-40d9-9dab-20c1814016ca', 'name': '', 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'mac_address': 'fa:16:3e:5e:39:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:24Z', 'updated_at': '2021-11-10T03:58:26Z', 'revision_number': 2, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'subnets': [{'id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:29.608668 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Checking router: c12cf262-4e08-48bc-be0c-383812943251 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:58:29.609012 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Updating router c12cf262-4e08-48bc-be0c-383812943251 port a40f9faa-7bf9-40d9-9dab-20c1814016ca binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:58:29.642385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9bfdb9-54bf-44fb-92aa-30375c07ef3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:29.648220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42388) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:29.649400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0e9bfdb9-54bf-44fb-92aa-30375c07ef3a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0826848 Nov 10 03:58:29.657760 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.704856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe475cbb-22cd-45d2-ac91-aa271e185d9c None None] Pushing event updated for resources: {'Port': ['ID=c778af31-9102-4496-9e96-279bdea48bc4,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:29.706298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9446dd8b-407a-4406-8a82-74fe7ddde1dc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:29.707957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9446dd8b-407a-4406-8a82-74fe7ddde1dc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0589066 Nov 10 03:58:29.709703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48a5d036-aafd-41c2-a129-684cc0cfc44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:29.711538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42392) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:29.714341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:58:29.714690 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:58:29.779496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53d1e8-95ca-4de2-ba09-b1b4cc7d2e6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:29.782679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53d1e8-95ca-4de2-ba09-b1b4cc7d2e6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:29.785060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53d1e8-95ca-4de2-ba09-b1b4cc7d2e6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:29.791838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42396) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:29.793240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d53d1e8-95ca-4de2-ba09-b1b4cc7d2e6e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0799921 Nov 10 03:58:29.898357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-48a5d036-aafd-41c2-a129-684cc0cfc44c None None] Allocated IP 2001:db8:0:1::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/361e9a84-1726-4ae2-99e2-271b749d77e5/c778af31-9102-4496-9e96-279bdea48bc4) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:29.935960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 361e9a84-1726-4ae2-99e2-271b749d77e5 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:30.012508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-48a5d036-aafd-41c2-a129-684cc0cfc44c None None] For port c778af31-9102-4496-9e96-279bdea48bc4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c778af31-9102-4496-9e96-279bdea48bc4,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:30.052787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48a5d036-aafd-41c2-a129-684cc0cfc44c None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.058182 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.059838 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48a5d036-aafd-41c2-a129-684cc0cfc44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.089686 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.101641 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.167944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.191684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5d036-aafd-41c2-a129-684cc0cfc44c None None] Pushing event updated for resources: {'Port': ['ID=c778af31-9102-4496-9e96-279bdea48bc4,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:30.231807 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Pushing event updated for resources: {'Port': ['ID=a40f9faa-7bf9-40d9-9dab-20c1814016ca,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:30.243578 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.244107 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.244439 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.244764 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.245099 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.245405 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.245717 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.246059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.246536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.246979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.247434 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.256387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fc0a846c-98b0-4164-b550-a0706db5dd65 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:30.258921 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:30.294286 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Attempting to bind port a40f9faa-7bf9-40d9-9dab-20c1814016ca on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:30.294784 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Attempting to bind port a40f9faa-7bf9-40d9-9dab-20c1814016ca by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:30.295987 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Attempting to bind port a40f9faa-7bf9-40d9-9dab-20c1814016ca on network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:30.305640 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:30.306201 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Checking segment: {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:30.307008 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.307649 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Bound using segment: {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:30.308881 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Bound port: a40f9faa-7bf9-40d9-9dab-20c1814016ca, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:30.309674 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.343608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: fc0a846c-98b0-4164-b550-a0706db5dd65 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:30.344295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fc0a846c-98b0-4164-b550-a0706db5dd65 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:30.354006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.450767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.522855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=361e9a84-1726-4ae2-99e2-271b749d77e5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:30.527335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.536085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e2633e42-1cab-4cb3-84a1-f0b2b4bc6911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/361e9a84-1726-4ae2-99e2-271b749d77e5 HTTP/1.1" status: 204 len: 168 time: 0.7434938 Nov 10 03:58:30.539118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42434) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:30.621662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c778af31-9102-4496-9e96-279bdea48bc4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:30.647682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-7f19c36f-7ba2-4411-93aa-8fa94c15691f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:30.649899 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-7f19c36f-7ba2-4411-93aa-8fa94c15691f tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.1816788 Nov 10 03:58:30.732969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet ca60338e-65ae-4485-a1f9-5ec6103756cd {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:30.767188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.772059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a516fac-b692-418b-9830-ac2144a3f67b req-95f91ecb-6e9c-4a3e-969a-dab63516bd66 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 210 time: 0.0803499 Nov 10 03:58:30.797129 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] For port a40f9faa-7bf9-40d9-9dab-20c1814016ca, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:30.804690 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] For port a40f9faa-7bf9-40d9-9dab-20c1814016ca, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a40f9faa-7bf9-40d9-9dab-20c1814016ca,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:30.809717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e4f2-ae45-4266-96fe-c21ff2bcb805 req-61271273-b3ae-4f31-82bb-76734e9a829d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:30.810844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c778af31-9102-4496-9e96-279bdea48bc4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:30.811070 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.817470 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:30.828315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8cd0e4f2-ae45-4266-96fe-c21ff2bcb805 req-61271273-b3ae-4f31-82bb-76734e9a829d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 944 time: 0.2898819 Nov 10 03:58:30.865257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Deleting port 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:30.865866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.053022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] For port 6ce8939b-fc62-4102-abb0-053d5552ae94, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=6ce8939b-fc62-4102-abb0-053d5552ae94,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:31.053673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.227519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42448) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:31.347968 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Routers {'c12cf262-4e08-48bc-be0c-383812943251'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:31.348587 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c12cf262-4e08-48bc-be0c-383812943251'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:31.425363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-0e5381eb-e5cd-4266-b3e2-a3178d01628c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:31.429985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-0e5381eb-e5cd-4266-b3e2-a3178d01628c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.44 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 811 time: 0.2607563 Nov 10 03:58:31.444136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Request body: {'port': {'device_id': '27525c3b-932c-4539-89e3-e93d3277b92d', 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'admin_state_up': True, 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:31.562702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc238f3-3ec1-4a19-ad0e-a19d4cb4a67e None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:31.587287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.587640 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.587952 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Floating IP 03a91cf4-717e-4453-9ab5-498dcdc9cf93 disassociated. External IP: 172.25.6.237, port: 6ce8939b-fc62-4102-abb0-053d5552ae94. Nov 10 03:58:31.588291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Calling delete_port for 6ce8939b-fc62-4102-abb0-053d5552ae94 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:31.591407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.605057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2688504f-6b4d-4153-bf00-afd7b4ea2c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.616656 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec89e65-0f42-4986-9984-9a5ce773cec5 None None] Pushing event updated for resources: {'Port': ['ID=a40f9faa-7bf9-40d9-9dab-20c1814016ca,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:31.623096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8cd0e4f2-ae45-4266-96fe-c21ff2bcb805 req-9ba985b4-188e-4cb6-a0bb-824d076c9d93 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d5695a8-7fc8-4370-ba9e-7751d56136bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7933218 Nov 10 03:58:31.677320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f72b93a8-9411-45c8-b0f3-f89bbf59cd1d None None] Could not find standard attr ID for object ec7c0838-bfaa-47ce-82b6-b322bc5eb017. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:31.702332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.721137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f72b93a8-9411-45c8-b0f3-f89bbf59cd1d None None] Provisioning complete for port c778af31-9102-4496-9e96-279bdea48bc4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:31.721695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f72b93a8-9411-45c8-b0f3-f89bbf59cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.726611 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] Set router c12cf262-4e08-48bc-be0c-383812943251 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:31.779920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.863326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Made reservation on behalf of 6dd7f53765e44cb0b129d7f9ea1c5dfb for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:31.868004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.911734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=ca60338e-65ae-4485-a1f9-5ec6103756cd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:31.916899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.929833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7969900c-0850-4f96-ae56-c414c79a5947 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ca60338e-65ae-4485-a1f9-5ec6103756cd HTTP/1.1" status: 204 len: 168 time: 1.3894601 Nov 10 03:58:31.930945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42458) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:31.992074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2688504f-6b4d-4153-bf00-afd7b4ea2c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:31.999531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:32.008378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2688504f-6b4d-4153-bf00-afd7b4ea2c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.035157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42460) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:32.035494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3cb38c9a-7571-4cc9-b7d6-c6fa12c23151 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024656 Nov 10 03:58:32.041615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:32.061997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.086337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-926ec77a-c6df-4626-a544-7072a2f25366 req-0ea07cb2-375a-47e9-9f54-6bfc92661b11 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 210 time: 0.0494261 Nov 10 03:58:32.114991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] Deleting port c778af31-9102-4496-9e96-279bdea48bc4 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:32.115400 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.169798 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2688504f-6b4d-4153-bf00-afd7b4ea2c1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a4a289350c6435cbbeb8cb1581edb90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9383326 Nov 10 03:58:32.172646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42462) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:32.186265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event deleted for resources: {'Port': ['ID=6ce8939b-fc62-4102-abb0-053d5552ae94,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:32.188457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688504f-6b4d-4153-bf00-afd7b4ea2c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9947449-bf4b-455b-9d50-27eacb381cd1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:32.227037 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T03:58:25Z', 'revision_number': 4, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port': {'id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:19Z', 'updated_at': '2021-11-10T03:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a40f9faa-7bf9-40d9-9dab-20c1814016ca', 'name': '', 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'mac_address': 'fa:16:3e:5e:39:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:24Z', 'updated_at': '2021-11-10T03:58:30Z', 'revision_number': 4, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'subnets': [{'id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:32.233358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Allocated IP 172.20.0.2 (cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1/8988a1b7-bf43-4660-a6e7-11a4b2883813/ac3f2845-3262-44bc-84d2-0fc5396ac5e5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:32.248488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] For port c778af31-9102-4496-9e96-279bdea48bc4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c778af31-9102-4496-9e96-279bdea48bc4,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:32.249077 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.249465 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-096f37b3-8528-455a-aae2-a9050bd36d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.268598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] Calling delete_port for c778af31-9102-4496-9e96-279bdea48bc4 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:32.288946 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad93a50-f1eb-46fd-b19e-d01a3ac2dd6e None None] The sync data for ids ['c12cf262-4e08-48bc-be0c-383812943251'] in n-d-817326-2 is: [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T03:58:25Z', 'revision_number': 4, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port': {'id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:19Z', 'updated_at': '2021-11-10T03:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a40f9faa-7bf9-40d9-9dab-20c1814016ca', 'name': '', 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'mac_address': 'fa:16:3e:5e:39:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:24Z', 'updated_at': '2021-11-10T03:58:30Z', 'revision_number': 4, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'subnets': [{'id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:58:32.305044 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-096f37b3-8528-455a-aae2-a9050bd36d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.347430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:32.351020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.487893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-096f37b3-8528-455a-aae2-a9050bd36d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.496516 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.501725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-096f37b3-8528-455a-aae2-a9050bd36d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.504009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-096f37b3-8528-455a-aae2-a9050bd36d3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9947449-bf4b-455b-9d50-27eacb381cd1 HTTP/1.1" status: 204 len: 168 time: 0.3303041 Nov 10 03:58:32.517008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f37b3-8528-455a-aae2-a9050bd36d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9947449-bf4b-455b-9d50-27eacb381cd1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:32.537475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] No DVR routers for this DVR port c778af31-9102-4496-9e96-279bdea48bc4 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:32.649721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85c964-791f-4153-873d-d23e010e2dc1 None None] Pushing event deleted for resources: {'Port': ['ID=c778af31-9102-4496-9e96-279bdea48bc4,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:32.733086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a40f9faa-7bf9-40d9-9dab-20c1814016ca up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:32.807443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b5afc98-3b65-4cb8-8b4f-0a842d1c473f req-3f1d45f3-827b-416d-9957-228405ed1865 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 210 time: 0.0373874 Nov 10 03:58:32.844333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a40f9faa-7bf9-40d9-9dab-20c1814016ca triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:32.844829 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.938055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:58:32.948457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.979835 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:32.996710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port a40f9faa-7bf9-40d9-9dab-20c1814016ca, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a40f9faa-7bf9-40d9-9dab-20c1814016ca,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:33.006201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:33.102818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=a40f9faa-7bf9-40d9-9dab-20c1814016ca,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:33.121135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c778af31-9102-4496-9e96-279bdea48bc4 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:33.139275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:33.154512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c778af31-9102-4496-9e96-279bdea48bc4 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:33.155007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c778af31-9102-4496-9e96-279bdea48bc4 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:33.245469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd92d98-f218-4a81-9336-296c9fc47c3b req-d32faaac-fe75-48e5-8e2b-dce398300ad1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:33.247814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9bd92d98-f218-4a81-9336-296c9fc47c3b req-d32faaac-fe75-48e5-8e2b-dce398300ad1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 931 time: 0.0575514 Nov 10 03:58:33.321582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9bd92d98-f218-4a81-9336-296c9fc47c3b req-09180897-b52c-4346-8565-864dbb2d594e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641208 Nov 10 03:58:33.495558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:33.540463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:33.549831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:33.617015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:33.618395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:33.669660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Pushing event updated for resources: {'Port': ['ID=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:33.682478 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-4fe7f220-286f-46f3-b1fa-24d4a4778a3d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2433658 Nov 10 03:58:33.710210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Request body: {'port': {'device_id': '27525c3b-932c-4539-89e3-e93d3277b92d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:33.754602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:58:33.780444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] Sync routers for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:58:33.800599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:33.804660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:33.848540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] No DVR routers for this DVR port 6ce8939b-fc62-4102-abb0-053d5552ae94 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:33.851169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:33.855353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d7ac279-5ddf-46e6-9ce8-aade8bae2a75 req-234a7ff9-1853-4847-8e82-0b5d36df4169 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.44 "DELETE /v2.0/ports/6ce8939b-fc62-4102-abb0-053d5552ae94 HTTP/1.1" status: 204 len: 173 time: 3.1933661 Nov 10 03:58:33.855932 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:33.905534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:33.906405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-deleted', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:33.912786 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a4ded-9326-4fa7-80e3-622b8979e42a" -d '{"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-deleted", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:33.941538 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.006406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:34.028153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:34.044305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:34.044961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.072765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89b787be-def0-421c-bb32-d2339dcd5093 req-3ec95c5c-b6d1-4f7f-89bd-7fd4ed50b60d tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/ports?device_id=302611e6-83be-4154-aeb2-9a57d9ecde97 HTTP/1.1" status: 200 len: 210 time: 0.0765567 Nov 10 03:58:34.132156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27483766-d7c9-4600-8330-d4179c4fa9ef None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:34.151947 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd103e71-ddc9-4eb8-a000-4ff831efc8f6 x-openstack-request-id: req-cd103e71-ddc9-4eb8-a000-4ff831efc8f6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:34.152247 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302611e6-83be-4154-aeb2-9a57d9ecde97", "name": "network-vif-deleted", "tag": "6ce8939b-fc62-4102-abb0-053d5552ae94", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:34.152505 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd103e71-ddc9-4eb8-a000-4ff831efc8f6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:34.153181 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302611e6-83be-4154-aeb2-9a57d9ecde97', 'name': 'network-vif-deleted', 'tag': '6ce8939b-fc62-4102-abb0-053d5552ae94', 'status': 'completed', 'code': 200} Nov 10 03:58:34.162216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=8b2ff2a7-9547-44f5-a50b-f5bf561e4c45,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:34.177701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f9c39e04-b3c2-4c5d-9648-d9b75a302911 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1366999 Nov 10 03:58:34.179170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42516) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:34.185746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bac35e38-5466-45ff-8198-5da8cf774992 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:34.299042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:34.412623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:34.415798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac35e38-5466-45ff-8198-5da8cf774992 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:34.427610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bac35e38-5466-45ff-8198-5da8cf774992 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.492830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3f2845-3262-44bc-84d2-0fc5396ac5e5 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:58:34.509483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.539787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Transition to ACTIVE for port object ac3f2845-3262-44bc-84d2-0fc5396ac5e5 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:58:34.550762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.589345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a40f9faa-7bf9-40d9-9dab-20c1814016ca up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:34.602205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 6ce8939b-fc62-4102-abb0-053d5552ae94 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:34.602883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 6ce8939b-fc62-4102-abb0-053d5552ae94 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:34.697441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae54f03-2cde-4e23-a242-3266a9070297 req-71f5ffb7-e70c-43e6-8c0d-95ab84e2dc80 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:34.708191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:34.709756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eae54f03-2cde-4e23-a242-3266a9070297 req-71f5ffb7-e70c-43e6-8c0d-95ab84e2dc80 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 943 time: 0.1836503 Nov 10 03:58:34.766289 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-bac35e38-5466-45ff-8198-5da8cf774992 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b2ff2a7-9547-44f5-a50b-f5bf561e4c45 (CIDR: 2001:db8::/64) Nov 10 03:58:34.779588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Attempting to bind port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:34.779940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Attempting to bind port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:34.780346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Attempting to bind port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 on network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:34.788830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 on network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:58:34.789189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Attempting to bind port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 on network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:34.795689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:34.796198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Checking segment: {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:34.796677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Bound using segment: {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:34.797173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Bound port: ac3f2845-3262-44bc-84d2-0fc5396ac5e5, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:34.797527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.798289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '8b2ff2a7-9547-44f5-a50b-f5bf561e4c45'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:34.800324 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.824087 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac35e38-5466-45ff-8198-5da8cf774992 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:58:34.825558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac35e38-5466-45ff-8198-5da8cf774992 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:34.827183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a40f9faa-7bf9-40d9-9dab-20c1814016ca triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:34.827728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.890194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bac35e38-5466-45ff-8198-5da8cf774992 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7097137 Nov 10 03:58:34.907467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eae54f03-2cde-4e23-a242-3266a9070297 req-ca12ed91-9373-483b-8bf8-24c0b6af1bec tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351454 Nov 10 03:58:34.908187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42538) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:34.916275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:34.920637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] For port ac3f2845-3262-44bc-84d2-0fc5396ac5e5, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:34.925523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] For port ac3f2845-3262-44bc-84d2-0fc5396ac5e5, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:34.936881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:34.961950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 5, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:35.000756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] Checking router: 50897552-e3d5-4b5e-af6c-7ec4ff72b29d for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:58:35.045591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:35.048153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:35.053254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.060814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.062582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac3f2845-3262-44bc-84d2-0fc5396ac5e5 HTTP/1.1" status: 200 len: 1091 time: 1.3589199 Nov 10 03:58:35.102460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb13ae-e62b-4e96-9870-8e8c2b69e335 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:35.172476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:35.173099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:35.187043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-15f40882-3366-42d0-a22e-a52828be9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:35.189758 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-15f40882-3366-42d0-a22e-a52828be9031 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 1094 time: 0.0650017 Nov 10 03:58:35.257519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-f3b580a0-e3f5-4893-891c-2a6875bec0a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5 HTTP/1.1" status: 200 len: 217 time: 0.0550227 Nov 10 03:58:35.257949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42550) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:35.340386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.346789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Allocated IP 2001:db8::f816:3eff:fe64:d2d5 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/8b2ff2a7-9547-44f5-a50b-f5bf561e4c45/4b6ffd67-3dbd-4572-97a3-151997cec4f3) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:35.375070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-a613a108-f5a2-4f0d-bf18-77928e9cadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:35.377376 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-a613a108-f5a2-4f0d-bf18-77928e9cadf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.1103141 Nov 10 03:58:35.400091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:35.404237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:35.414794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:35.415567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.423838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27e50f9d-15cb-4f24-8702-bc1a4a150ec7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.435843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=f9f0cbc4-5b52-407b-8e18-6aa61aa1f6a7,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:35.453733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-5a5ae5a6-d4a8-4877-927d-a4bc45e0a0a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499237 Nov 10 03:58:35.460968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-66d26fad-60e8-4a3a-abd4-9ffadeda3d00 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5474699 Nov 10 03:58:35.461669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:35.467725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:07:5a:56', 'name': 'tempest-NetworksTestDHCPv6-942638894'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:35.525772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27e50f9d-15cb-4f24-8702-bc1a4a150ec7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.631531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-7697bf6c-51f8-48fe-ab6d-71756bc50a3c service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662219 Nov 10 03:58:35.665916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27e50f9d-15cb-4f24-8702-bc1a4a150ec7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.668593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27e50f9d-15cb-4f24-8702-bc1a4a150ec7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.669499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:35.669729 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-27e50f9d-15cb-4f24-8702-bc1a4a150ec7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d5695a8-7fc8-4370-ba9e-7751d56136bd HTTP/1.1" status: 204 len: 168 time: 0.4106069 Nov 10 03:58:35.675972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42564) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:35.717398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e50f9d-15cb-4f24-8702-bc1a4a150ec7 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5695a8-7fc8-4370-ba9e-7751d56136bd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:35.724415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:35.735795 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-f59a479a-6929-41f2-beda-2d438701d80c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] show failed (client error): The resource could not be found. Nov 10 03:58:35.739334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f59a479a-6929-41f2-beda-2d438701d80c tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "GET /v2.0/security-groups/7d5695a8-7fc8-4370-ba9e-7751d56136bd HTTP/1.1" status: 404 len: 347 time: 0.0404861 Nov 10 03:58:35.741789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42576) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:35.776875 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dc0396f5-34d7-4b07-bb44-519b700f2315 req-e55c8da3-738c-454a-bf76-b249291b2a42 service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362803 Nov 10 03:58:35.926305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.956355 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:35.987413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 9a77b2eb-c067-4dfd-9069-27caeda16813 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:35.999359 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.066645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Deleting port 124305a4-81e2-4d35-be17-80caafa13a66 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:36.066645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.076406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:36.081464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:36.087559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Pushing event updated for resources: {'Port': ['ID=4b6ffd67-3dbd-4572-97a3-151997cec4f3,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:36.102234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:36.153813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27525c3b-932c-4539-89e3-e93d3277b92d', 'tag': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:36.156733 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1853900-c599-484d-ba0e-1980ebf64e68" -d '{"events": [{"name": "network-changed", "server_uuid": "27525c3b-932c-4539-89e3-e93d3277b92d", "tag": "ac3f2845-3262-44bc-84d2-0fc5396ac5e5"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:36.193629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966358d-f446-49fb-8b68-3b8429399cfa req-9e81c2e8-e15a-4a7b-8aca-4ab59f4c0f4d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:36.195204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2966358d-f446-49fb-8b68-3b8429399cfa req-9e81c2e8-e15a-4a7b-8aca-4ab59f4c0f4d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 943 time: 0.1521459 Nov 10 03:58:36.205403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 5, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:36.229327 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7475dd15-c581-4ed2-be24-cce32b3f860a x-openstack-request-id: req-7475dd15-c581-4ed2-be24-cce32b3f860a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:36.229620 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27525c3b-932c-4539-89e3-e93d3277b92d", "tag": "ac3f2845-3262-44bc-84d2-0fc5396ac5e5", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:36.230170 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7475dd15-c581-4ed2-be24-cce32b3f860a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:36.230845 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27525c3b-932c-4539-89e3-e93d3277b92d', 'tag': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5', 'status': 'completed', 'code': 200} Nov 10 03:58:36.256776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76741449-6805-41a8-853d-2b0e9c31f7c4 None None] The sync data for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 is: [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:49:54Z', 'revision_number': 4, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6a6e16b4-c167-4c2c-8f63-a7581da06b2c', 'name': '', 'network_id': '395a964d-bcac-441e-812b-11b5147ee392', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'mac_address': 'fa:16:3e:89:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:52Z', 'updated_at': '2021-11-10T03:49:59Z', 'revision_number': 5, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'subnets': [{'id': '5932b073-1636-4ec3-858d-313b87aa0e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:58:36.260437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Attempting to bind port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:36.261211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Attempting to bind port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:36.262035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Attempting to bind port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:36.268017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:36.268327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:36.268629 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.269090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:36.269808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Bound port: 4b6ffd67-3dbd-4572-97a3-151997cec4f3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:36.270210 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.317461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.317928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.348070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-0d9a6e5a-98d0-4b52-8117-764a5b18ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:36.351320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-0d9a6e5a-98d0-4b52-8117-764a5b18ddb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 1094 time: 0.0994043 Nov 10 03:58:36.433879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8:0:1::8d (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/f9f0cbc4-5b52-407b-8e18-6aa61aa1f6a7/9a77b2eb-c067-4dfd-9069-27caeda16813) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:36.445554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] For port 4b6ffd67-3dbd-4572-97a3-151997cec4f3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:36.452850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] For port 4b6ffd67-3dbd-4572-97a3-151997cec4f3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b6ffd67-3dbd-4572-97a3-151997cec4f3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:36.459739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.476305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::f816:3eff:fe07:5a56 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/8b2ff2a7-9547-44f5-a50b-f5bf561e4c45/9a77b2eb-c067-4dfd-9069-27caeda16813) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:36.492796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Calling delete_port for 124305a4-81e2-4d35-be17-80caafa13a66 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:36.534826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bea08-e2f1-42f5-affe-1cab4f394fcb None None] Pushing event updated for resources: {'Port': ['ID=4b6ffd67-3dbd-4572-97a3-151997cec4f3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:36.600688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-b6a6faea-aa28-4bed-92be-3da1a90f61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:36.617162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-b6a6faea-aa28-4bed-92be-3da1a90f61e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 911 time: 0.2581334 Nov 10 03:58:36.628237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2966358d-f446-49fb-8b68-3b8429399cfa req-41bc55c1-e496-4854-86ce-8acddb9c37d6 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234352 Nov 10 03:58:36.681383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-c69f54fe-1d5c-48d1-b672-d3f18fd16681 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5 HTTP/1.1" status: 200 len: 217 time: 0.0565383 Nov 10 03:58:36.749091 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a347b-e31b-418d-8faf-5b6a9bcac817 None None] New status for floating IP 03a91cf4-717e-4453-9ab5-498dcdc9cf93: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:58:36.766063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-6d39bd03-f8d2-4bac-a783-0c1f8d08bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:36.767633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-6d39bd03-f8d2-4bac-a783-0c1f8d08bfb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.0790248 Nov 10 03:58:36.772154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42608) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:36.838824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-a147bd0b-d70e-4744-88a3-e0c87fb038dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629187 Nov 10 03:58:36.946495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.966373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:36.967519 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-ab1a347b-e31b-418d-8faf-5b6a9bcac817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:58:36.968453 n-d-817326-2 neutron-server[102599]: DEBUG oslo_db.api [None req-ab1a347b-e31b-418d-8faf-5b6a9bcac817 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:58:37.026935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Pushing event deleted for resources: {'Port': ['ID=124305a4-81e2-4d35-be17-80caafa13a66,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:37.029588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e260f3-1638-486f-8b18-48bd3708ed00 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:37.058687 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-0d3e931d-3df5-4fae-b241-e438dea743fe service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125685 Nov 10 03:58:37.123675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.148838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.158399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.162937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-95824373-a50f-4448-b471-5942319542c4 tempest-ServerActionsTestJSON-1634689530 tempest-ServerActionsTestJSON-1634689530-project] 10.222.0.24 "DELETE /v2.0/floatingips/03a91cf4-717e-4453-9ab5-498dcdc9cf93 HTTP/1.1" status: 204 len: 168 time: 1.3543565 Nov 10 03:58:37.191375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42620) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:37.213959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:37.217410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:37.221375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:37.226857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1de2-8a66-46ed-93ed-4836d80a81a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.228148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:37.228791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.238077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=9a77b2eb-c067-4dfd-9069-27caeda16813,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:37.259623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ff156c85-a3f4-41f2-8036-42dad0f7a3a7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7968125 Nov 10 03:58:37.260522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:37.375348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 9a77b2eb-c067-4dfd-9069-27caeda16813 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:37.375687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.470316 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a347b-e31b-418d-8faf-5b6a9bcac817 None None] New status for floating IP 03a91cf4-717e-4453-9ab5-498dcdc9cf93: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:58:37.480744 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.501242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 9a77b2eb-c067-4dfd-9069-27caeda16813 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:37.624461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1de2-8a66-46ed-93ed-4836d80a81a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.629589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1853900-c599-484d-ba0e-1980ebf64e68 req-689e04c9-a2e0-4942-9e7c-84344efd9c4f service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583444 Nov 10 03:58:37.684126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1de2-8a66-46ed-93ed-4836d80a81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.721982 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2ebb1de2-8a66-46ed-93ed-4836d80a81a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a5d8dac32bd46fd9cb451002006394b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9462283 Nov 10 03:58:37.728835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42630) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:37.745324 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:58:37.858812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e81961-e02e-4426-8926-e96a27b9be33 req-b917c995-991b-466d-b994-85a9b81f7d32 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:37.860396 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2e81961-e02e-4426-8926-e96a27b9be33 req-b917c995-991b-466d-b994-85a9b81f7d32 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 943 time: 0.1133821 Nov 10 03:58:37.881850 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d60d7b5-b4c6-4026-bc05-14527a9b8de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.885510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:37.924311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb1de2-8a66-46ed-93ed-4836d80a81a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ddb44-8acd-4d1a-9046-a2fcd14ed2f1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:37.937612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=9a77b2eb-c067-4dfd-9069-27caeda16813,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:37.957551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2e81961-e02e-4426-8926-e96a27b9be33 req-51ab7f7f-5169-48d4-a13a-416f8d62a553 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901885 Nov 10 03:58:37.998526 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.013360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.019411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6dd000ed-77d6-4cfd-83db-d6564a93d731 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/9a77b2eb-c067-4dfd-9069-27caeda16813 HTTP/1.1" status: 204 len: 168 time: 0.7577155 Nov 10 03:58:38.020362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42632) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:38.071477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d60d7b5-b4c6-4026-bc05-14527a9b8de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.088712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b2e97-6533-4152-8c3c-66a6bc6bb29b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:38.092929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ac7b2e97-6533-4152-8c3c-66a6bc6bb29b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0686884 Nov 10 03:58:38.094831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42636) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:38.166557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d60d7b5-b4c6-4026-bc05-14527a9b8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.169138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d60d7b5-b4c6-4026-bc05-14527a9b8de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.170302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d60d7b5-b4c6-4026-bc05-14527a9b8de0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b04ddb44-8acd-4d1a-9046-a2fcd14ed2f1 HTTP/1.1" status: 204 len: 168 time: 0.4403508 Nov 10 03:58:38.175345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf9797-95b7-4454-8390-5470ef19353d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:38.180053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2ddf9797-95b7-4454-8390-5470ef19353d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0840092 Nov 10 03:58:38.180704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42640) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:38.224224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60d7b5-b4c6-4026-bc05-14527a9b8de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04ddb44-8acd-4d1a-9046-a2fcd14ed2f1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:38.232600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a37bd-683c-4d2a-ad0f-43a4ef4d97fb None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:38.301511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627f7e2-489f-47af-94d2-17b27e24aaed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:38.311254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627f7e2-489f-47af-94d2-17b27e24aaed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:38.312955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627f7e2-489f-47af-94d2-17b27e24aaed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:38.318977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b627f7e2-489f-47af-94d2-17b27e24aaed tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1373260 Nov 10 03:58:38.326785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42644) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:38.387810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ac3f2845-3262-44bc-84d2-0fc5396ac5e5 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:58:38.402258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.444442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 8b2ff2a7-9547-44f5-a50b-f5bf561e4c45 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:38.451218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.477849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bd69c8fe-1fdc-4508-8e67-af98306427b9 None None] Provisioning complete for port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:38.478357 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd69c8fe-1fdc-4508-8e67-af98306427b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.541134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.686045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Deleting port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:38.686381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.701708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b6ffd67-3dbd-4572-97a3-151997cec4f3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:38.756315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.789610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] For port 6a6e16b4-c167-4c2c-8f63-a7581da06b2c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:38.789993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.803274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Calling delete_port for 6a6e16b4-c167-4c2c-8f63-a7581da06b2c owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:38.810967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42648) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:38.852777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7e09ba9-a1e5-414e-8ce8-9cdfbe12d799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.916919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.935630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port ac3f2845-3262-44bc-84d2-0fc5396ac5e5, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:38.956221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2ff2a7-9547-44f5-a50b-f5bf561e4c45,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:38.963184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:38.969529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-879e3d5b-24ce-4b40-80d8-f2291b5f1a49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/8b2ff2a7-9547-44f5-a50b-f5bf561e4c45 HTTP/1.1" status: 204 len: 168 time: 0.6414700 Nov 10 03:58:38.970212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42650) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:38.997315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.002227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5', 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'port_id': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5', 'mac_address': 'fa:16:3e:46:cf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:58:39.033434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6e16b4-c167-4c2c-8f63-a7581da06b2c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:39.063540 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.079889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3f2845-3262-44bc-84d2-0fc5396ac5e5 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:58:39.091022 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd69c8fe-1fdc-4508-8e67-af98306427b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.130895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet f9f0cbc4-5b52-407b-8e18-6aa61aa1f6a7 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:39.136819 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.180366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7e09ba9-a1e5-414e-8ce8-9cdfbe12d799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.197302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:39.197795 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.210896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7e09ba9-a1e5-414e-8ce8-9cdfbe12d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.239895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.251297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port ac3f2845-3262-44bc-84d2-0fc5396ac5e5, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:39.264727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.331706 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.382256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e09ba9-a1e5-414e-8ce8-9cdfbe12d799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e2cc82-387e-43da-9816-1c6f1e2e70a1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:39.397661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f7e09ba9-a1e5-414e-8ce8-9cdfbe12d799 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=926cc41ad73046e687c1f304261276c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5860741 Nov 10 03:58:39.406135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42658) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:39.435439 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.469808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:39.495513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f783-41f0-4122-9158-37d1c8488819 req-c4651492-31d0-405d-acf2-bde17b011985 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:39.498273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af11f783-41f0-4122-9158-37d1c8488819 req-c4651492-31d0-405d-acf2-bde17b011985 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 943 time: 0.3162620 Nov 10 03:58:39.518487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-bd69c8fe-1fdc-4508-8e67-af98306427b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:58:39.519892 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-bd69c8fe-1fdc-4508-8e67-af98306427b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:58:39.521576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f45ee6-1633-4b36-ba20-003b07b1e7f0 None None] Update dhcp port {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '8b2ff2a7-9547-44f5-a50b-f5bf561e4c45', 'ip_address': '2001:db8::f816:3eff:fe64:d2d5'}, {'subnet_id': 'f9f0cbc4-5b52-407b-8e18-6aa61aa1f6a7'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '4b6ffd67-3dbd-4572-97a3-151997cec4f3'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:58:39.578376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['ac3f2845-3262-44bc-84d2-0fc5396ac5e5'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:58:39.591169 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-792d5ad3-ae34-4572-8b58-94bfda13528a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.600331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af11f783-41f0-4122-9158-37d1c8488819 req-2fd61e01-25d1-41fb-bbea-a05ca4138494 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944793 Nov 10 03:58:39.621181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.650779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32f45ee6-1633-4b36-ba20-003b07b1e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.662301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f0cbc4-5b52-407b-8e18-6aa61aa1f6a7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:39.668520 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.675045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3d13da0b-92b2-45d4-9141-8540238754eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/f9f0cbc4-5b52-407b-8e18-6aa61aa1f6a7 HTTP/1.1" status: 204 len: 168 time: 0.7003803 Nov 10 03:58:39.675045 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-792d5ad3-ae34-4572-8b58-94bfda13528a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.677638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:39.692825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.731284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d98bf78-4c31-4350-bfc1-dce0298f3418 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493228 Nov 10 03:58:39.731585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42662) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:39.740968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:39.841417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 4b6ffd67-3dbd-4572-97a3-151997cec4f3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b6ffd67-3dbd-4572-97a3-151997cec4f3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:39.847303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-792d5ad3-ae34-4572-8b58-94bfda13528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.850865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-792d5ad3-ae34-4572-8b58-94bfda13528a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.852104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-792d5ad3-ae34-4572-8b58-94bfda13528a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1e2cc82-387e-43da-9816-1c6f1e2e70a1 HTTP/1.1" status: 204 len: 168 time: 0.4396541 Nov 10 03:58:39.853740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.867683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:39.877349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:39.909553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d5ad3-ae34-4572-8b58-94bfda13528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e2cc82-387e-43da-9816-1c6f1e2e70a1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:39.960666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6558ed-e5b5-4a53-9b8e-4000e06ae0e3 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:39.992086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:58:40.023428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=4b6ffd67-3dbd-4572-97a3-151997cec4f3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:40.158344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:58:40.170437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42666) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:40.170615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1a316626-fcdb-4fe0-94dc-f48f38f1b0a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/50897552-e3d5-4b5e-af6c-7ec4ff72b29d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9778340 Nov 10 03:58:40.181203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:40.283069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:40.290131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:40.327205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:40.327795 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:40.340217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=fc252b48-8972-47b0-9118-d8f3c8692a23,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:40.367286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b1ebb84-c6cd-4c83-8ade-3e88e7ccd991 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6348343 Nov 10 03:58:40.370119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42676) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:40.375417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-eba747f9-2979-406d-a300-772b426a2c1c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:40.383794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:40.557553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] Sync routers for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:58:40.585692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:40.586464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:40.618267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:40.670763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba747f9-2979-406d-a300-772b426a2c1c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:40.676403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eba747f9-2979-406d-a300-772b426a2c1c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:40.738386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b6ffd67-3dbd-4572-97a3-151997cec4f3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:40.779632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6037b09c-547a-48e6-89a6-87eb8d7e3580 None None] Provisioning complete for port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:40.780134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6037b09c-547a-48e6-89a6-87eb8d7e3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:40.818042 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-eba747f9-2979-406d-a300-772b426a2c1c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc252b48-8972-47b0-9118-d8f3c8692a23 (CIDR: 2001:db8::/64) Nov 10 03:58:40.836202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbcc5d-acf6-4b70-86b3-9081cae69f6f req-e05d779f-8e01-4ecd-b8f5-822b3b13570f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:40.837799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ddbcc5d-acf6-4b70-86b3-9081cae69f6f req-e05d779f-8e01-4ecd-b8f5-822b3b13570f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 944 time: 0.0831137 Nov 10 03:58:40.838723 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba747f9-2979-406d-a300-772b426a2c1c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:58:40.839116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba747f9-2979-406d-a300-772b426a2c1c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:40.871639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Deleting port decc0bbe-b7c9-45c5-aa46-a756eab27744 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:40.871986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:40.900639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:40.938252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eba747f9-2979-406d-a300-772b426a2c1c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5670819 Nov 10 03:58:40.943319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42730) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:40.948620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:40.980230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] For port decc0bbe-b7c9-45c5-aa46-a756eab27744, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=decc0bbe-b7c9-45c5-aa46-a756eab27744,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:40.980610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.001030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ddbcc5d-acf6-4b70-86b3-9081cae69f6f req-f3126923-4647-4701-a420-8bdb87069077 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482406 Nov 10 03:58:41.001970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Calling delete_port for decc0bbe-b7c9-45c5-aa46-a756eab27744 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:41.069062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:41.160787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:41.167201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.275317 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.351941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Pushing event deleted for resources: {'Port': ['ID=decc0bbe-b7c9-45c5-aa46-a756eab27744,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:41.417835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f25215-4603-443c-b4b7-c5170b92a74c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:41.484629 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.510856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] Deleting port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:41.511222 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.556541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.607536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] For port 4b6ffd67-3dbd-4572-97a3-151997cec4f3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b6ffd67-3dbd-4572-97a3-151997cec4f3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:41.607536 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.620635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] Calling delete_port for 4b6ffd67-3dbd-4572-97a3-151997cec4f3 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:41.784504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 4b6ffd67-3dbd-4572-97a3-151997cec4f3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b6ffd67-3dbd-4572-97a3-151997cec4f3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:41.788322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42778) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:41.790283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:58:38Z', 'revision_number': 5, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port': {'id': 'decc0bbe-b7c9-45c5-aa46-a756eab27744', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:49:48Z', 'updated_at': '2021-11-10T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:41.795534 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:41.852894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:41.987401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] Checking router: 50897552-e3d5-4b5e-af6c-7ec4ff72b29d for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:58:41.992620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5da53c08-37a1-40f4-be4b-4b66c8d90a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.021660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] Routers {'50897552-e3d5-4b5e-af6c-7ec4ff72b29d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:42.022352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:42.125510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.155666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.175330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.197316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] Set router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:42.250628 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.251283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50897552-e3d5-4b5e-af6c-7ec4ff72b29d {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:58:42.257414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.258943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b35dcba5-3a3f-4fec-ad27-3967a90da43b admin admin] 10.222.0.24 "DELETE /v2.0/routers/50897552-e3d5-4b5e-af6c-7ec4ff72b29d HTTP/1.1" status: 204 len: 168 time: 2.0865901 Nov 10 03:58:42.267766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b45ed-4edf-4e36-b51d-ce5a38893dea req-e89ca4b2-3c37-4067-8743-46893c6935ce tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:42.283266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42786) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:42.284803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a2b45ed-4edf-4e36-b51d-ce5a38893dea req-e89ca4b2-3c37-4067-8743-46893c6935ce tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 944 time: 0.1245215 Nov 10 03:58:42.346729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:58:41Z', 'revision_number': 7, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:42.353400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a2b45ed-4edf-4e36-b51d-ce5a38893dea req-2a4d64aa-3043-45c7-8d25-d034216810ab tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676386 Nov 10 03:58:42.395132 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5da53c08-37a1-40f4-be4b-4b66c8d90a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.396969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ac3f2845-3262-44bc-84d2-0fc5396ac5e5 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:42.504154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=4b6ffd67-3dbd-4572-97a3-151997cec4f3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:42.510378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449787c8-95fa-4083-90fb-53196cbfdd34 None None] The sync data for ids ['50897552-e3d5-4b5e-af6c-7ec4ff72b29d'] in n-d-817326-2 is: [{'id': '50897552-e3d5-4b5e-af6c-7ec4ff72b29d', 'name': 'tempest-ServerActionsTestJSON-1566847538-router', 'tenant_id': '49ead17c539a4677ae0cc7b67f27625f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:49:47Z', 'updated_at': '2021-11-10T03:58:41Z', 'revision_number': 7, 'project_id': '49ead17c539a4677ae0cc7b67f27625f', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:58:42.524654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:58:42.527526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] For port 4b6ffd67-3dbd-4572-97a3-151997cec4f3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b6ffd67-3dbd-4572-97a3-151997cec4f3,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:42.529669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:42.530432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.590721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5da53c08-37a1-40f4-be4b-4b66c8d90a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.630920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da53c08-37a1-40f4-be4b-4b66c8d90a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad157e9-1d16-4209-ae4c-9bf5f1710595,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:42.647509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.664577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] Deleting subnet 5932b073-1636-4ec3-858d-313b87aa0e2f {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:42.668226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.681330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.684850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27525c3b-932c-4539-89e3-e93d3277b92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:42.685899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.686702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.687376 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45eb70c-1cc0-47cd-8bae-d16afcfec72b" -d '{"events": [{"server_uuid": "27525c3b-932c-4539-89e3-e93d3277b92d", "name": "network-vif-plugged", "status": "completed", "tag": "ac3f2845-3262-44bc-84d2-0fc5396ac5e5"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:42.700235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.712459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port ac3f2845-3262-44bc-84d2-0fc5396ac5e5, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:42.736990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] No DVR routers for this DVR port 4b6ffd67-3dbd-4572-97a3-151997cec4f3 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:42.740370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.741668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7585eb-5d61-4d49-8062-c7e9fe0bdc1b None None] Pushing event deleted for resources: {'Port': ['ID=4b6ffd67-3dbd-4572-97a3-151997cec4f3,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:42.781614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85555969-3353-4263-a500-f4cf61094a82 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:42.809668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42794) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:42.810350 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5da53c08-37a1-40f4-be4b-4b66c8d90a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40230d0e64174135a43e69653cd50d61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0205004 Nov 10 03:58:42.811147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:42.848985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=4b6ffd67-3dbd-4572-97a3-151997cec4f3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:42.873076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:42.877781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:42.880633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:42.881695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:42.882343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.887568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.944368 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2cb8142b-91c6-406a-98ee-f1b1284ce85b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9997623 Nov 10 03:58:42.947478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42796) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:42.948071 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e00510e-ce80-4dcd-b031-33b01bd109cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:42.952912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:6c:65:50', 'name': 'tempest-NetworksTestDHCPv6-919264511'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:43.002573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e00510e-ce80-4dcd-b031-33b01bd109cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.065066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f'}, {'subnet_id': 'fc252b48-8972-47b0-9118-d8f3c8692a23'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:43.065426 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.088731 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c076e1-eef1-4411-8251-1b85bc5b92c6 x-openstack-request-id: req-82c076e1-eef1-4411-8251-1b85bc5b92c6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:43.089024 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27525c3b-932c-4539-89e3-e93d3277b92d", "name": "network-vif-plugged", "status": "completed", "tag": "ac3f2845-3262-44bc-84d2-0fc5396ac5e5", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:43.089275 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82c076e1-eef1-4411-8251-1b85bc5b92c6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:43.089671 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27525c3b-932c-4539-89e3-e93d3277b92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5', 'code': 200} Nov 10 03:58:43.100407 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.116481 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e00510e-ce80-4dcd-b031-33b01bd109cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.119442 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8e00510e-ce80-4dcd-b031-33b01bd109cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.120953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8e00510e-ce80-4dcd-b031-33b01bd109cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ad157e9-1d16-4209-ae4c-9bf5f1710595 HTTP/1.1" status: 204 len: 168 time: 0.3102195 Nov 10 03:58:43.149770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00510e-ce80-4dcd-b031-33b01bd109cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad157e9-1d16-4209-ae4c-9bf5f1710595,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:43.219361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.277510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5932b073-1636-4ec3-858d-313b87aa0e2f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:43.288162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.291597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ff38a6a6-599a-4a7e-82f9-9cb1369301ed admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5932b073-1636-4ec3-858d-313b87aa0e2f HTTP/1.1" status: 204 len: 168 time: 0.9988384 Nov 10 03:58:43.294228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42802) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:43.300118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654cc9b6-0b82-4339-bb62-00d732953367 None None] Network 395a964d-bcac-441e-812b-11b5147ee392 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:43.304383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801e573-480e-438f-9f1c-7b53e9584794 req-96875607-ab7f-44bf-a37e-708f75cff91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:43.306259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b801e573-480e-438f-9f1c-7b53e9584794 req-96875607-ab7f-44bf-a37e-708f75cff91c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 1096 time: 0.1037688 Nov 10 03:58:43.315422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:43.460551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.543891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.639912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7416501-2c01-48e8-a6cb-026c3e56da0c req-aa0234f1-6ab7-4237-800d-ee25cfca7c4b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:43.642570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b801e573-480e-438f-9f1c-7b53e9584794 req-5e77a5c0-8c5c-418a-a636-d349b4033f72 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290167 Nov 10 03:58:43.647129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7416501-2c01-48e8-a6cb-026c3e56da0c req-aa0234f1-6ab7-4237-800d-ee25cfca7c4b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1493509 Nov 10 03:58:43.656770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 90fbb004-7957-4177-a8cb-61a7d3fb46c5 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:43.659238 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-84cca5af-4543-43e5-a2de-5049bd4ee502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.706289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/fc252b48-8972-47b0-9118-d8f3c8692a23/d753a1f8-75d3-426c-9a13-b1611d86b0e1) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:43.717655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe18:c649 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f/d753a1f8-75d3-426c-9a13-b1611d86b0e1) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:43.868979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Deleting port cb6249bb-52b8-4302-92f1-1c7b58bf9917 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:43.869333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:43.898587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] DHCP port deletion for 395a964d-bcac-441e-812b-11b5147ee392 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:43.973979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7416501-2c01-48e8-a6cb-026c3e56da0c req-53a9bb2f-d012-4267-90bf-bce5aea8f224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099141 Nov 10 03:58:44.015213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] For port cb6249bb-52b8-4302-92f1-1c7b58bf9917, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cb6249bb-52b8-4302-92f1-1c7b58bf9917,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:44.015572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.039853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Calling delete_port for cb6249bb-52b8-4302-92f1-1c7b58bf9917 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:44.052967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] Deleting port cb6249bb-52b8-4302-92f1-1c7b58bf9917 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:44.053345 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.101514 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.132945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.173053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.194571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Pushing event updated for resources: {'Port': ['ID=d753a1f8-75d3-426c-9a13-b1611d86b0e1,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:44.207443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] For port cb6249bb-52b8-4302-92f1-1c7b58bf9917, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cb6249bb-52b8-4302-92f1-1c7b58bf9917,segment=NetworkSegment(5eeaeb70-bbcb-4956-8304-db854033c9ac),segment_id=5eeaeb70-bbcb-4956-8304-db854033c9ac)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:44.207896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.212135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6249bb-52b8-4302-92f1-1c7b58bf9917,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:44.214687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] No DVR routers for this DVR port cb6249bb-52b8-4302-92f1-1c7b58bf9917 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:44.226262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:44.227321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] Calling delete_port for cb6249bb-52b8-4302-92f1-1c7b58bf9917 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:44.234350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:44.238415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:44.314744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::3e (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/fc252b48-8972-47b0-9118-d8f3c8692a23/90fbb004-7957-4177-a8cb-61a7d3fb46c5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:44.322551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:6550 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f/90fbb004-7957-4177-a8cb-61a7d3fb46c5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:44.367752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.397161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395a964d-bcac-441e-812b-11b5147ee392']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:44.443083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eeaeb70-bbcb-4956-8304-db854033c9ac') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:44.444366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eeaeb70-bbcb-4956-8304-db854033c9ac') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:44.479020 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.503161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.541857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:58:44.542882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:58:44.544167 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:58:44.621554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cb6249bb-52b8-4302-92f1-1c7b58bf9917 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:44.661974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.679543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.682850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: cb6249bb-52b8-4302-92f1-1c7b58bf9917 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:44.683319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cb6249bb-52b8-4302-92f1-1c7b58bf9917 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:44.683571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device decc0bbe-b7c9-45c5-aa46-a756eab27744 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:44.686575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Attempting to bind port d753a1f8-75d3-426c-9a13-b1611d86b0e1 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:44.686933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Attempting to bind port d753a1f8-75d3-426c-9a13-b1611d86b0e1 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:44.687281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Attempting to bind port d753a1f8-75d3-426c-9a13-b1611d86b0e1 on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:44.688415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.698890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] 10.222.0.24 "DELETE /v2.0/networks/395a964d-bcac-441e-812b-11b5147ee392 HTTP/1.1" status: 204 len: 168 time: 1.4004900 Nov 10 03:58:44.717122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b80a8-5758-4a18-95bd-fc049bddc225 admin admin] Pushing event deleted for resources: {'Network': ['ID=395a964d-bcac-441e-812b-11b5147ee392,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:44.737099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: decc0bbe-b7c9-45c5-aa46-a756eab27744 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:44.737969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device decc0bbe-b7c9-45c5-aa46-a756eab27744 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:44.738394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6a6e16b4-c167-4c2c-8f63-a7581da06b2c no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:44.747209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.749334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:44.754140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:44.756061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.758360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:44.759377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Bound port: d753a1f8-75d3-426c-9a13-b1611d86b0e1, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:44.760523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.815318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.822423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:44.830044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6a6e16b4-c167-4c2c-8f63-a7581da06b2c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:44.830384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:44.830494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6a6e16b4-c167-4c2c-8f63-a7581da06b2c not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:44.843625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:44.850461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] Network 395a964d-bcac-441e-812b-11b5147ee392 is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 03:58:44.850963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] No DVR routers for this DVR port cb6249bb-52b8-4302-92f1-1c7b58bf9917 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:44.852409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:44.852701 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:44.855768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa43ca-dfd9-4fd0-8ece-02ea21191cbc None None] Pushing event deleted for resources: {'Port': ['ID=cb6249bb-52b8-4302-92f1-1c7b58bf9917,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:44.866903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=90fbb004-7957-4177-a8cb-61a7d3fb46c5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:44.903303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-49fe3c8e-3a78-4c30-b9bb-8609d7bc18ba tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9547303 Nov 10 03:58:44.906032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42838) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:44.992640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42840) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:44.993339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] For port d753a1f8-75d3-426c-9a13-b1611d86b0e1, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:44.996964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] For port d753a1f8-75d3-426c-9a13-b1611d86b0e1, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d753a1f8-75d3-426c-9a13-b1611d86b0e1,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:45.003417 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.059850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-29fc2e4d-a028-430d-96ab-d5492065c19a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49ead17c539a4677ae0cc7b67f27625f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657799 Nov 10 03:58:45.062475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42846) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:45.092322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d913d8b-3c32-4306-962f-3131868e4429 None None] Pushing event updated for resources: {'Port': ['ID=d753a1f8-75d3-426c-9a13-b1611d86b0e1,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:45.117765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 90fbb004-7957-4177-a8cb-61a7d3fb46c5 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:45.118388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.134692 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-067a3c6f-df27-459d-b523-3b8b02c313ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.167379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-067a3c6f-df27-459d-b523-3b8b02c313ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.245912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-067a3c6f-df27-459d-b523-3b8b02c313ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.249219 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-067a3c6f-df27-459d-b523-3b8b02c313ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.252753 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-067a3c6f-df27-459d-b523-3b8b02c313ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1503751-f600-4d5f-847d-d298e74bc733 HTTP/1.1" status: 204 len: 168 time: 0.1872282 Nov 10 03:58:45.259386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a3c6f-df27-459d-b523-3b8b02c313ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1503751-f600-4d5f-847d-d298e74bc733,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:45.325567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f761c4-55b6-4601-9eac-a0618bdb9ad7 req-9931cf02-c1f5-4880-9a48-7bd9f3786ed1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:45.327167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5f761c4-55b6-4601-9eac-a0618bdb9ad7 req-9931cf02-c1f5-4880-9a48-7bd9f3786ed1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1752923 Nov 10 03:58:45.348203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.408179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 90fbb004-7957-4177-a8cb-61a7d3fb46c5 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:45.518010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5f761c4-55b6-4601-9eac-a0618bdb9ad7 req-c2e770a4-0a58-4fee-a8b7-42ec8cd7494a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742179 Nov 10 03:58:45.637834 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6d1a-4c3d-418a-9ace-27638b033c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.808761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.847290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=90fbb004-7957-4177-a8cb-61a7d3fb46c5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:45.886620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42868) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:45.917190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-561442f1-7d02-4017-b933-89c18fbd2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:45.918860 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-561442f1-7d02-4017-b933-89c18fbd2486 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 1096 time: 0.0926700 Nov 10 03:58:45.921794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:45.925254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f855b256-58d7-4a43-9d21-99cb7dcb4c53 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/90fbb004-7957-4177-a8cb-61a7d3fb46c5 HTTP/1.1" status: 204 len: 168 time: 1.0181797 Nov 10 03:58:45.933279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42874) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:46.101754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e485-ed3f-418d-b44e-30782685003c req-3b6c4773-e382-4ea9-9c92-523b9646d9f1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.106454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aef5e485-ed3f-418d-b44e-30782685003c req-3b6c4773-e382-4ea9-9c92-523b9646d9f1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1973922 Nov 10 03:58:46.115519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1424886269', 'router:external': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:46.122592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-d7acc86c-76dc-4cb9-bbe2-5d8076e13091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.124639 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-d7acc86c-76dc-4cb9-bbe2-5d8076e13091 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 911 time: 0.1979928 Nov 10 03:58:46.137132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5bdb25-a381-4839-9c40-a8680586290f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.141850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d5bdb25-a381-4839-9c40-a8680586290f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2063863 Nov 10 03:58:46.142731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42884) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:46.218036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-5d43c0dd-844a-4e55-933d-4cf6e339feff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5 HTTP/1.1" status: 200 len: 217 time: 0.0850759 Nov 10 03:58:46.283851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Made reservation on behalf of 049d71575b9b4473ad02dbe448121c8e for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:46.286926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.290342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a356a18-e31a-4724-9447-3e9f8f981eb4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.294635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5a356a18-e31a-4724-9447-3e9f8f981eb4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1480463 Nov 10 03:58:46.295302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42888) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:46.300213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.315202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aef5e485-ed3f-418d-b44e-30782685003c req-2fab623b-e638-4c3b-b199-2d8e9ac3684f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963437 Nov 10 03:58:46.345677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-c8ba47f8-472e-4eaf-9c9f-577448255d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.350005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-c8ba47f8-472e-4eaf-9c9f-577448255d40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.1192462 Nov 10 03:58:46.397356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.403675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.409852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.417826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.423887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.430060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.436386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.442774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-42118807-8205-42a4-8281-ef15dd94c9a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819201 Nov 10 03:58:46.446539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-386f0117-75eb-4fa3-9829-383150002b09 req-9067b1d9-1823-4784-b6dd-4110032917c3 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.2313809 Nov 10 03:58:46.485720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477523bf-2116-43b6-b9e1-219a6d06b0f2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.487671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477523bf-2116-43b6-b9e1-219a6d06b0f2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.489744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477523bf-2116-43b6-b9e1-219a6d06b0f2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.494670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-477523bf-2116-43b6-b9e1-219a6d06b0f2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1976345 Nov 10 03:58:46.495660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:46.608348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-386f0117-75eb-4fa3-9829-383150002b09 req-5d701756-b33d-4698-922b-372a47ce0dc9 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605854 Nov 10 03:58:46.621490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d753a1f8-75d3-426c-9a13-b1611d86b0e1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:46.625620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:46.636028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.700663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.771153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.798417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19bb5d-300c-423b-85d2-e24a113cfd46 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:46.868272 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-3992a421-2ce6-490b-a658-30970eae1d2f service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131746 Nov 10 03:58:46.871471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.883518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.890775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.919565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d753a1f8-75d3-426c-9a13-b1611d86b0e1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:46.920030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.923600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-344e0941-282f-4c71-a534-af2a088ba1b9 None None] Provisioning complete for port d753a1f8-75d3-426c-9a13-b1611d86b0e1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:46.924026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-344e0941-282f-4c71-a534-af2a088ba1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:46.935198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.943454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.950260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.959269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.963760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:58:46.968597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.976931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.985428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:46.989503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2056ed17-7841-4314-a0a9-4486afbf58a3 req-fbc04a9d-f1a2-443d-907e-ffd9f7f7c9fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.1761191 Nov 10 03:58:47.002338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a4eab9-f438-49e7-983b-b2281e1a8f9c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:47.003333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.003333 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Added segment c9634520-a0bb-4d11-9a75-2845859be5d2 of type vlan for network 3109a8a7-87e1-4984-8adb-f6945b97741d Nov 10 03:58:47.058284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.099057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:47.114304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.116882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.118627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dda00e46-3f39-4da1-b443-0dc876267834 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f HTTP/1.1" status: 204 len: 168 time: 0.6220510 Nov 10 03:58:47.120600 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d75fb7c-0f9e-4a77-9250-3d301612e17c req-31d5f8ab-f7e5-460a-9479-b7561cd0112c service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456555 Nov 10 03:58:47.121640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42910) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:47.164809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.165892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:47.166518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.247948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3593876 Nov 10 03:58:47.251126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42924) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:47.258150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'subnet': {'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:47.270669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet fc252b48-8972-47b0-9118-d8f3c8692a23 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:47.276671 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-344e0941-282f-4c71-a534-af2a088ba1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.282067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.282286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c7b7b-4370-49b3-b5ad-00f74d3ea125 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Network': ['ID=3109a8a7-87e1-4984-8adb-f6945b97741d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:47.285406 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.310333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 3109a8a7-87e1-4984-8adb-f6945b97741d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:58:47.321388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Made reservation on behalf of 049d71575b9b4473ad02dbe448121c8e for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:47.323803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.372004 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.473374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port d753a1f8-75d3-426c-9a13-b1611d86b0e1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d753a1f8-75d3-426c-9a13-b1611d86b0e1,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:47.481442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.599940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72177d-3754-47c9-828e-d498afa056ad req-75c78ba3-8ed8-4fb1-a66a-55ff8adf1834 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:47.609327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce72177d-3754-47c9-828e-d498afa056ad req-75c78ba3-8ed8-4fb1-a66a-55ff8adf1834 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1549449 Nov 10 03:58:47.613919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.616151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=d753a1f8-75d3-426c-9a13-b1611d86b0e1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:47.644123 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-344e0941-282f-4c71-a534-af2a088ba1b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:58:47.645124 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-344e0941-282f-4c71-a534-af2a088ba1b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:58:47.742139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71de293f-c522-4c4a-9b8d-bce24b40a791 req-2de47539-5768-4dba-8f0d-6e1691db2658 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0691743 Nov 10 03:58:47.829477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce72177d-3754-47c9-828e-d498afa056ad req-b8a34b6b-15a3-403d-bee9-ba70a986418c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144134 Nov 10 03:58:47.849825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.890056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.893766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/fc252b48-8972-47b0-9118-d8f3c8692a23 HTTP/1.1" status: 204 len: 168 time: 0.7709615 Nov 10 03:58:47.895316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34bf3-87c7-41b4-a0ec-a5b7f96d30c9 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=fc252b48-8972-47b0-9118-d8f3c8692a23,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:47.897062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:47.978081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:47.978643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:47.979961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cb684e47-db94-4eda-8c58-c603cbcf7775 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814731 Nov 10 03:58:47.985608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42940) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:47.997192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:48.129411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ffd5f088-23ab-496a-b6f7-dbf1aad34c0d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:48.148805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Checking segment: {'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:48.149092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network hostable DHCP agents. Network: 3109a8a7-87e1-4984-8adb-f6945b97741d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:58:48.187404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:48.192572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.224264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70126b0-5e21-48c0-ac4a-7cce7fe6f127 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:48.260872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network 3109a8a7-87e1-4984-8adb-f6945b97741d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:58:48.285247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 3109a8a7-87e1-4984-8adb-f6945b97741d) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:48.298200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:48.298880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.302850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a942382-6551-4a4a-8b59-f8b1516c0464 None None] Network 3109a8a7-87e1-4984-8adb-f6945b97741d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:48.332407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2e3b9fd3-bbb7-454f-b3df-90e5b2cf8516 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0803821 Nov 10 03:58:48.335352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:48.341863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1911738772', 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:48.373011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Made reservation on behalf of 049d71575b9b4473ad02dbe448121c8e for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:48.375882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.395026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] device_id is not set on port 1a339494-ce45-4726-9cae-08cd4006796c yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:48.433304 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.477816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-75c8db56-854c-45df-997e-19e91a29664f None None] Provisioning complete for port d753a1f8-75d3-426c-9a13-b1611d86b0e1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:48.494528 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-75c8db56-854c-45df-997e-19e91a29664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.513661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Allocated IP 172.20.0.8 (3109a8a7-87e1-4984-8adb-f6945b97741d/ffd5f088-23ab-496a-b6f7-dbf1aad34c0d/1a339494-ce45-4726-9cae-08cd4006796c) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:48.554650 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.563716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d753a1f8-75d3-426c-9a13-b1611d86b0e1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:48.634115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:48.638345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:48.645302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:48.645906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.669014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=061d75fb-8c34-407a-8238-de447ee8c571,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:48.691012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4c2605be-8f0a-41e5-a38c-848f6313c37d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7010343 Nov 10 03:58:48.691671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:48.702214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f9d77cb7-3509-47a9-8247-7f8b554bdf13 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:48.740356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187394fd-48ab-4fa3-bc90-c8c89ee43eac None None] Network 3109a8a7-87e1-4984-8adb-f6945b97741d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:48.765758 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.827254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:48.844097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.893914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d753a1f8-75d3-426c-9a13-b1611d86b0e1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:48.894739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:48.939522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fd7176d-b08b-4198-acd2-0edbd40cf7dd req-c7394619-cca1-4e86-98c7-8ea2f7bbdc3d tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0757751 Nov 10 03:58:48.971051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network 3109a8a7-87e1-4984-8adb-f6945b97741d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:48.974206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:48.983934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:49.016830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d77cb7-3509-47a9-8247-7f8b554bdf13 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:49.022868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f9d77cb7-3509-47a9-8247-7f8b554bdf13 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.074437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Port': ['ID=1a339494-ce45-4726-9cae-08cd4006796c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:49.093469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.094416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.133402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ef2939f2-fbb6-4c72-b34c-3976db8bbab7 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7968659 Nov 10 03:58:49.141408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42956) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:49.144177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44d3fb-85a9-4d98-b155-2e21993d2504 req-f7f61279-2689-42db-a1fa-bb8a7c7f232f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.148069 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd44d3fb-85a9-4d98-b155-2e21993d2504 req-f7f61279-2689-42db-a1fa-bb8a7c7f232f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1169703 Nov 10 03:58:49.219982 n-d-817326-2 neutron-server[102596]: INFO neutron.db.ipam_backend_mixin [None req-f9d77cb7-3509-47a9-8247-7f8b554bdf13 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 061d75fb-8c34-407a-8238-de447ee8c571 (CIDR: 2001:db8::/64) Nov 10 03:58:49.228451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd44d3fb-85a9-4d98-b155-2e21993d2504 req-5be19057-81b5-41d4-aec9-480f659733e2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732040 Nov 10 03:58:49.263518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.293400 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d77cb7-3509-47a9-8247-7f8b554bdf13 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 03:58:49.294615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d77cb7-3509-47a9-8247-7f8b554bdf13 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:49.327496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f9d77cb7-3509-47a9-8247-7f8b554bdf13 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6303637 Nov 10 03:58:49.330374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42964) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:49.336787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'subnet': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:49.354224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Deleting port 1a339494-ce45-4726-9cae-08cd4006796c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:49.355293 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.368594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Deleting port d753a1f8-75d3-426c-9a13-b1611d86b0e1 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:49.368954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.481991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] For port d753a1f8-75d3-426c-9a13-b1611d86b0e1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d753a1f8-75d3-426c-9a13-b1611d86b0e1,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:49.482908 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.489416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.490934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:49.494832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.500435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Calling delete_port for d753a1f8-75d3-426c-9a13-b1611d86b0e1 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:49.505558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Calling delete_port for 1a339494-ce45-4726-9cae-08cd4006796c owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:49.626692 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.658152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Pushing event deleted for resources: {'Port': ['ID=d753a1f8-75d3-426c-9a13-b1611d86b0e1,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:49.660879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] No DVR routers for this DVR port d753a1f8-75d3-426c-9a13-b1611d86b0e1 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:49.675253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.675659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.676008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.676942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.677279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.677625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.678034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.678366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.678874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.679514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.679988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.680322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc24eb-5237-4919-9bd5-c1c40876afd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:49.683520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42972) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:49.690113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4fa4e1-ef31-4de8-a6d4-565c7a5763a5 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:49.722334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.755059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a339494-ce45-4726-9cae-08cd4006796c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:49.854018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.857565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e7f0952b-db4b-42b0-8e4f-e83a0fae518f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1a339494-ce45-4726-9cae-08cd4006796c HTTP/1.1" status: 204 len: 168 time: 0.7140226 Nov 10 03:58:49.860220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42976) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:49.865308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d', 'external_fixed_ips': [{'subnet_id': 'ffd5f088-23ab-496a-b6f7-dbf1aad34c0d', 'ip_address': '172.20.0.8'}]}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:49.891643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.891956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.891956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.893720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.894186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.896584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.897022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.897476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.898757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:49.904624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'tenant_id': '20e029089776476b933cce28f27399a9', 'fixed_ips': [{'subnet_id': '061d75fb-8c34-407a-8238-de447ee8c571'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:58:49.905623 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.919542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-e90c6c6b-a141-4728-8a8a-921bc550ea2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6502 time: 0.2357690 Nov 10 03:58:49.964357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:49.980444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:58:49.983700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.004427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:50.007568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:50.040100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:50.040692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.069701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7382123 Nov 10 03:58:50.069899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42982) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:50.079592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Request body: {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'mac_address': 'fa:16:3e:d0:bc:54', 'name': 'tempest-NetworksTestDHCPv6-1987864723'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:50.116350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792c6d4-10c5-4747-88d9-2a0aee44584f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Subnet': ['ID=25c1801c-6876-426e-8518-d46d1bdbd718,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:50.139144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Allocated IP 2001:db8::2 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/061d75fb-8c34-407a-8238-de447ee8c571/38474de4-6757-4331-9865-0830c3d14cca) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:50.148884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Allocated IP 2001:db8:0:1:f816:3eff:fe17:822c (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/25c1801c-6876-426e-8518-d46d1bdbd718/38474de4-6757-4331-9865-0830c3d14cca) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:50.151012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ce6972c-7b1b-4523-81a1-1efe2fe60e6f req-edac1fae-cba4-4544-8eae-6bcd503f7520 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0626991 Nov 10 03:58:50.158660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-68c6c008-b498-447f-9177-6f859d7e0bfb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2380011 Nov 10 03:58:50.372493 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.382248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.395657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4840e3-bcfa-471f-bf97-0ff67bb566a9 req-f0da3403-09fd-4641-9211-981c165f739d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:50.397408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc4840e3-bcfa-471f-bf97-0ff67bb566a9 req-f0da3403-09fd-4641-9211-981c165f739d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.0595949 Nov 10 03:58:50.429567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:50.438055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:50.441153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:50.472889 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.474055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc4840e3-bcfa-471f-bf97-0ff67bb566a9 req-e7c0b615-31b5-4f6f-9c6f-3bf8a6de19a4 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695322 Nov 10 03:58:50.480365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Pushing event updated for resources: {'Port': ['ID=38474de4-6757-4331-9865-0830c3d14cca,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:50.539552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d753a1f8-75d3-426c-9a13-b1611d86b0e1 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:50.577881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: d753a1f8-75d3-426c-9a13-b1611d86b0e1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:50.578320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d753a1f8-75d3-426c-9a13-b1611d86b0e1 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:50.581779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Attempting to bind port 38474de4-6757-4331-9865-0830c3d14cca on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:50.582294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Attempting to bind port 38474de4-6757-4331-9865-0830c3d14cca by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:50.583048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Attempting to bind port 38474de4-6757-4331-9865-0830c3d14cca on network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:50.589625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:50.590019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Checking segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:50.590415 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.590798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Bound using segment: {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:50.591259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Bound port: 38474de4-6757-4331-9865-0830c3d14cca, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499adf65-fb47-4629-b94f-257eaf98dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:50.591627 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.626609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Made reservation on behalf of 20e029089776476b933cce28f27399a9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:58:50.665501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] For port 38474de4-6757-4331-9865-0830c3d14cca, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:58:50.668932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] For port 38474de4-6757-4331-9865-0830c3d14cca, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=38474de4-6757-4331-9865-0830c3d14cca,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:58:50.673615 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.732525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607c27-855e-454b-ab20-876cb4ade9fe None None] Pushing event updated for resources: {'Port': ['ID=38474de4-6757-4331-9865-0830c3d14cca,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:50.779787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.851035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] device_id is not set on port 0ee8c8e1-45cc-4e4c-b877-448f23af1193 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:58:50.920454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:50.947680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:51.179828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8::1b (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/061d75fb-8c34-407a-8238-de447ee8c571/0ee8c8e1-45cc-4e4c-b877-448f23af1193) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:51.193295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:bc54 (e04a6943-29a2-4f79-b1da-83bbeb5b2e1f/25c1801c-6876-426e-8518-d46d1bdbd718/0ee8c8e1-45cc-4e4c-b877-448f23af1193) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:51.212099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Allocated IP 172.20.0.8 (3109a8a7-87e1-4984-8adb-f6945b97741d/ffd5f088-23ab-496a-b6f7-dbf1aad34c0d/e82ec8b8-2015-4979-9a63-842d5f7e84d2) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:51.283565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53672464-0c47-458b-ac61-670a71b73662 req-c6a3ec13-4877-4fb4-b8d9-dccf7ae0762b tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0300128 Nov 10 03:58:51.431776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:51.447810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:51.506241 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:51.536648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:51.575984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network 3109a8a7-87e1-4984-8adb-f6945b97741d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:51.580573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Port': ['ID=e82ec8b8-2015-4979-9a63-842d5f7e84d2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:51.633982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:51.638047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:51.652192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b1845-fe0d-4090-aeb4-c6dcede6fec1 req-9ccddd4a-029d-42ad-acdb-fe2c467364cf tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:51.653850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b9b1845-fe0d-4090-aeb4-c6dcede6fec1 req-9ccddd4a-029d-42ad-acdb-fe2c467364cf tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.0912616 Nov 10 03:58:51.677545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:51.683369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event updated for resources: {'Port': ['ID=0ee8c8e1-45cc-4e4c-b877-448f23af1193,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:51.693533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:51.698204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:51.704795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:51.704795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:51.732963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b9b1845-fe0d-4090-aeb4-c6dcede6fec1 req-6562e1af-2fa4-4e6a-8810-0b5b308b536e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640202 Nov 10 03:58:51.783216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43000) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:51.783588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5e292fe8-a060-4b12-b67f-5a149fbefd0d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7126193 Nov 10 03:58:51.869429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f395915d-43e1-44bd-aff3-30130a5654b1 req-9f433b30-5a1d-4b30-a9dd-69d145a277f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.1871614 Nov 10 03:58:51.872198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29373a1-c7bd-4c1a-9601-0d941955aaea None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:51.908175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting port 0ee8c8e1-45cc-4e4c-b877-448f23af1193 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:51.910372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.018143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0dd0920c-aed4-4da2-8205-391f746e21e9 None None] Provisioning complete for port 38474de4-6757-4331-9865-0830c3d14cca triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:52.018868 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0dd0920c-aed4-4da2-8205-391f746e21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.023728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.027345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.045160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Calling delete_port for 0ee8c8e1-45cc-4e4c-b877-448f23af1193 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:52.172314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0dd0920c-aed4-4da2-8205-391f746e21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.237729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0dd0920c-aed4-4da2-8205-391f746e21e9 None None] For port 38474de4-6757-4331-9865-0830c3d14cca, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=38474de4-6757-4331-9865-0830c3d14cca,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:52.243420 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0dd0920c-aed4-4da2-8205-391f746e21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.336672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.342475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0920c-aed4-4da2-8205-391f746e21e9 None None] Pushing event updated for resources: {'Port': ['ID=38474de4-6757-4331-9865-0830c3d14cca,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:52.402548 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.488264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Port': ['ID=0ee8c8e1-45cc-4e4c-b877-448f23af1193,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:52.528014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a96275f-fe51-4777-a7c6-c0e3d1961cfc req-37bc82c1-13c1-4346-bdaf-54f6bcd17f0e tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0574574 Nov 10 03:58:52.621069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.630496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 38474de4-6757-4331-9865-0830c3d14cca up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:58:52.631742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dff3ccfd-8cc0-4cea-aa1b-db3d9a6cf3ca tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/0ee8c8e1-45cc-4e4c-b877-448f23af1193 HTTP/1.1" status: 204 len: 168 time: 0.8470166 Nov 10 03:58:52.632428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43012) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:52.642421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Router 5e8299a6-a100-4cb4-bb72-322e91ee148c is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:58:52.700732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 38474de4-6757-4331-9865-0830c3d14cca triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:52.701555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.724447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5034c1-c9e4-4047-aa19-72bab408d722 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:52.729325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cc5034c1-c9e4-4047-aa19-72bab408d722 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0954640 Nov 10 03:58:52.730011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43016) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:52.836326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6b319-146e-4764-8eaa-82dbce5aa55b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:52.840281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fbd6b319-146e-4764-8eaa-82dbce5aa55b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1068840 Nov 10 03:58:52.841879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43022) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:52.865884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:58:52.875887 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Sync routers for ids ['5e8299a6-a100-4cb4-bb72-322e91ee148c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:58:52.887894 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Routers {'5e8299a6-a100-4cb4-bb72-322e91ee148c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:52.888857 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5e8299a6-a100-4cb4-bb72-322e91ee148c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:52.891501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:52.895675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a9bb1b58-5981-4b25-a256-7475d20d5d82 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0342720 Nov 10 03:58:52.897601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43024) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:52.979678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be0ffe-de7c-4374-b1ac-073f704605f7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:52.982089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be0ffe-de7c-4374-b1ac-073f704605f7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:52.983703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be0ffe-de7c-4374-b1ac-073f704605f7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:52.992266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-67be0ffe-de7c-4374-b1ac-073f704605f7 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1467977 Nov 10 03:58:52.994657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43026) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:53.026862 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Set router 5e8299a6-a100-4cb4-bb72-322e91ee148c gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:53.157288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.168171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beaa32-e5ef-4883-8dd7-e7c8769039ae req-420b168d-0d5d-4eab-8daa-6ff215f6adee tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:53.172608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86beaa32-e5ef-4883-8dd7-e7c8769039ae req-420b168d-0d5d-4eab-8daa-6ff215f6adee tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.2576773 Nov 10 03:58:53.224645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8a9c7da9-ed08-47a1-8d2c-5fd038c88eb7 None None] Provisioning complete for port 38474de4-6757-4331-9865-0830c3d14cca triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:53.229031 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7da9-ed08-47a1-8d2c-5fd038c88eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.235817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 061d75fb-8c34-407a-8238-de447ee8c571 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:53.239118 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8299a6-a100-4cb4-bb72-322e91ee148c', 'name': '', 'tenant_id': '049d71575b9b4473ad02dbe448121c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d', 'external_fixed_ips': [{'subnet_id': 'ffd5f088-23ab-496a-b6f7-dbf1aad34c0d', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e82ec8b8-2015-4979-9a63-842d5f7e84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:49Z', 'updated_at': '2021-11-10T03:58:51Z', 'revision_number': 3, 'project_id': '049d71575b9b4473ad02dbe448121c8e', 'gw_port': {'id': 'e82ec8b8-2015-4979-9a63-842d5f7e84d2', 'name': '', 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:02:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8299a6-a100-4cb4-bb72-322e91ee148c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ffd5f088-23ab-496a-b6f7-dbf1aad34c0d', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:50Z', 'updated_at': '2021-11-10T03:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffd5f088-23ab-496a-b6f7-dbf1aad34c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:53.263043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.277656 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Checking router: 5e8299a6-a100-4cb4-bb72-322e91ee148c for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:58:53.278284 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Updating router 5e8299a6-a100-4cb4-bb72-322e91ee148c port e82ec8b8-2015-4979-9a63-842d5f7e84d2 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:58:53.322401 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.351965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86beaa32-e5ef-4883-8dd7-e7c8769039ae req-418ab264-e2ff-4470-a458-ffe3ef87021e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630597 Nov 10 03:58:53.358353 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.382232 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.408762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c106e-7e62-422f-9e80-a35e045f46f6 req-705c56f3-904f-41a1-9c3f-9950dabc273f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:53.409310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-152c106e-7e62-422f-9e80-a35e045f46f6 req-705c56f3-904f-41a1-9c3f-9950dabc273f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.2318606 Nov 10 03:58:53.469402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.534524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8a9c7da9-ed08-47a1-8d2c-5fd038c88eb7 None None] Could not find standard attr ID for object 0ee8c8e1-45cc-4e4c-b877-448f23af1193. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:53.543398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-152c106e-7e62-422f-9e80-a35e045f46f6 req-f5c5308a-8c3c-4a79-b6b0-d0413b289af5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235418 Nov 10 03:58:53.549985 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.638817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Deleting port e82ec8b8-2015-4979-9a63-842d5f7e84d2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:53.639128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.701731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4626b7c-ef7c-49ee-aa05-8a6bbf7579a6 req-380c63c0-8448-4e79-86ca-c23cd0b15a48 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0291681 Nov 10 03:58:53.719774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.750979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bb66d9cd-68ef-408f-9d3d-4dc417cec71f None None] Could not find standard attr ID for object 9a77b2eb-c067-4dfd-9069-27caeda16813. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:53.754986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.769643 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.779068 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.785812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=061d75fb-8c34-407a-8238-de447ee8c571,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:53.790839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Calling delete_port for e82ec8b8-2015-4979-9a63-842d5f7e84d2 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:53.794996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.800115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2ed5a32d-3721-4205-944d-de8aaa51961a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/061d75fb-8c34-407a-8238-de447ee8c571 HTTP/1.1" status: 204 len: 168 time: 0.8032446 Nov 10 03:58:53.802774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43036) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:53.851075 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Attempting to bind port e82ec8b8-2015-4979-9a63-842d5f7e84d2 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:53.851445 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Attempting to bind port e82ec8b8-2015-4979-9a63-842d5f7e84d2 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:53.851809 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Attempting to bind port e82ec8b8-2015-4979-9a63-842d5f7e84d2 on network 3109a8a7-87e1-4984-8adb-f6945b97741d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:53.865510 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:53.869660 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Checking segment: {'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:53.870502 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.871113 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Bound using segment: {'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:53.873329 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Bound port: e82ec8b8-2015-4979-9a63-842d5f7e84d2, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:53.881019 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.884204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Deleting subnet 25c1801c-6876-426e-8518-d46d1bdbd718 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:53.897232 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.953767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:53.998105 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7c743-6c50-4222-82bf-1e3e1a988452 None None] Pushing event updated for resources: {'Port': ['ID=e82ec8b8-2015-4979-9a63-842d5f7e84d2,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:54.070117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4983d-a768-46ca-8b98-b275e22d6b26 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:54.073214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fdb0219a-bd87-4bde-833d-28dff6d84617 None None] Could not find standard attr ID for object 90fbb004-7957-4177-a8cb-61a7d3fb46c5. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 03:58:54.073833 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:58:54.074835 n-d-817326-2 neutron-server[102599]: DEBUG oslo_db.api [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:58:54.076137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.116292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event deleted for resources: {'Port': ['ID=e82ec8b8-2015-4979-9a63-842d5f7e84d2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:54.164813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.205476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.289931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.326648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Subnet': ['ID=25c1801c-6876-426e-8518-d46d1bdbd718,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:54.330323 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.341044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b55728cc-34a9-4b07-b165-a08845e5c70b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/25c1801c-6876-426e-8518-d46d1bdbd718 HTTP/1.1" status: 204 len: 168 time: 0.5361052 Nov 10 03:58:54.341914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43054) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.371329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.373824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.411274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2821c3e6-d1f3-4878-8fa7-9ab91ec73b7e req-0da15350-2cc9-44ef-a71f-9cc71ae2edc3 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0672505 Nov 10 03:58:54.416466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b56fb1e9-0e46-444a-8627-deae980a0ac0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717804 Nov 10 03:58:54.417325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43058) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.494995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d143e6-b9b4-4108-ab8f-e86d6500a114 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:54.496723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d1d143e6-b9b4-4108-ab8f-e86d6500a114 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0781677 Nov 10 03:58:54.502633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43060) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.512576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a62878-9366-4759-ad6d-09cf04a9393e None None] Update dhcp port {'port': {'network_id': 'e04a6943-29a2-4f79-b1da-83bbeb5b2e1f', 'fixed_ips': [{'subnet_id': '25c1801c-6876-426e-8518-d46d1bdbd718'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '38474de4-6757-4331-9865-0830c3d14cca'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 03:58:54.526934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.529821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8299a6-a100-4cb4-bb72-322e91ee148c {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:58:54.542584 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.544587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7af511c4-92bf-408c-b335-8cc11ed42cfc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5e8299a6-a100-4cb4-bb72-322e91ee148c HTTP/1.1" status: 204 len: 168 time: 1.6454742 Nov 10 03:58:54.546721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.551944 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d6a62878-9366-4759-ad6d-09cf04a9393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.597299 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Attempting to bind port e82ec8b8-2015-4979-9a63-842d5f7e84d2 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:58:54.599422 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Attempting to bind port e82ec8b8-2015-4979-9a63-842d5f7e84d2 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:58:54.601560 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Attempting to bind port e82ec8b8-2015-4979-9a63-842d5f7e84d2 on network 3109a8a7-87e1-4984-8adb-f6945b97741d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:58:54.614469 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:58:54.615127 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Checking segment: {'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:58:54.616362 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.619789 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Bound using segment: {'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:58:54.620523 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Bound port: e82ec8b8-2015-4979-9a63-842d5f7e84d2, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9634520-a0bb-4d11-9a75-2845859be5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3109a8a7-87e1-4984-8adb-f6945b97741d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:58:54.621310 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.641004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b135472-5368-45a0-a13f-cca3e21b039b req-3a56018e-96c4-4773-81d2-5b490759c16d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:54.643627 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b135472-5368-45a0-a13f-cca3e21b039b req-3a56018e-96c4-4773-81d2-5b490759c16d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.11 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1750004 Nov 10 03:58:54.662502 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Port e82ec8b8-2015-4979-9a63-842d5f7e84d2 has been deleted concurrently {{(pid=102599) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 03:58:54.672950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ebc40-43a5-48d8-851e-fb03f2d93a79 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:54.673176 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:54.673787 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 03:58:54.676955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ce9ebc40-43a5-48d8-851e-fb03f2d93a79 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1709044 Nov 10 03:58:54.678403 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_agentschedulers_db [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e8299a6-a100-4cb4-bb72-322e91ee148c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 03:58:54.679052 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77148a9c-c780-4915-8329-a7e64660c758 None None] The sync data for ids ['5e8299a6-a100-4cb4-bb72-322e91ee148c'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:58:54.679650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Deleting subnet ffd5f088-23ab-496a-b6f7-dbf1aad34c0d {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:58:54.685752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.695987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.735038 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.753206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdf9f9-4adf-46e7-9254-e1f92c481c28 req-12a7660d-b371-4fad-9435-68ba872dfbac tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:54.757362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ebdf9f9-4adf-46e7-9254-e1f92c481c28 req-12a7660d-b371-4fad-9435-68ba872dfbac tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.2413845 Nov 10 03:58:54.767103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-514e5031-0457-4a9b-aa57-961de9c28b11 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689168 Nov 10 03:58:54.776638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.786216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00bc5b6-a795-4dc0-8ed3-f39f2063f764 None None] Network e04a6943-29a2-4f79-b1da-83bbeb5b2e1f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:58:54.830148 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5518e29-a77a-490a-8781-d3618dfa6cd0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:54.830460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.830818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5518e29-a77a-490a-8781-d3618dfa6cd0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:54.834446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a5518e29-a77a-490a-8781-d3618dfa6cd0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/0ee8c8e1-45cc-4e4c-b877-448f23af1193 HTTP/1.1" status: 404 len: 333 time: 0.0569761 Nov 10 03:58:54.841495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43070) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.886832 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51bb76f-48e0-45a4-b1c9-a0d266d86ac2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:54.886832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51bb76f-48e0-45a4-b1c9-a0d266d86ac2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:54.888957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b51bb76f-48e0-45a4-b1c9-a0d266d86ac2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/25c1801c-6876-426e-8518-d46d1bdbd718 HTTP/1.1" status: 404 len: 337 time: 0.0453210 Nov 10 03:58:54.897593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43072) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:54.913470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1f98-f0ce-49d7-b329-23b9729c0f8f req-926e2df7-64da-42b4-955b-49460168012f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:54.924663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-21b7152b-d77e-427a-8875-ce2127e0bc57 None None] Provisioning complete for port 38474de4-6757-4331-9865-0830c3d14cca triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:54.930404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-21b7152b-d77e-427a-8875-ce2127e0bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:54.937745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-722f1f98-f0ce-49d7-b329-23b9729c0f8f req-926e2df7-64da-42b4-955b-49460168012f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.2302113 Nov 10 03:58:55.014962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.032976 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4098788-0d1b-4748-8e1b-781d21610507 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.033653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4098788-0d1b-4748-8e1b-781d21610507 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.037249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c4098788-0d1b-4748-8e1b-781d21610507 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/061d75fb-8c34-407a-8238-de447ee8c571 HTTP/1.1" status: 404 len: 337 time: 0.0803473 Nov 10 03:58:55.044826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43074) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.054319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ebdf9f9-4adf-46e7-9254-e1f92c481c28 req-1c61461e-0cfb-49d4-9df9-5f459f851917 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852871 Nov 10 03:58:55.065819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.069353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/ffd5f088-23ab-496a-b6f7-dbf1aad34c0d HTTP/1.1" status: 204 len: 168 time: 0.5193939 Nov 10 03:58:55.073702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43076) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.112405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] DHCP port deletion for e04a6943-29a2-4f79-b1da-83bbeb5b2e1f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:55.134269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-722f1f98-f0ce-49d7-b329-23b9729c0f8f req-d623f40f-c64c-45c8-abd4-5633706971db tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734207 Nov 10 03:58:55.170953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3576-f1e1-4d67-890b-176b29ebc7fb tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd5f088-23ab-496a-b6f7-dbf1aad34c0d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:55.171668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.186671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Deleting port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:55.187477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.190903 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbaaf63-4048-4e79-9ebd-a52a29b899d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.192545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbaaf63-4048-4e79-9ebd-a52a29b899d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.196778 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8fbaaf63-4048-4e79-9ebd-a52a29b899d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/90fbb004-7957-4177-a8cb-61a7d3fb46c5 HTTP/1.1" status: 404 len: 333 time: 0.1386831 Nov 10 03:58:55.199464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43078) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.214888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] Deleting port 38474de4-6757-4331-9865-0830c3d14cca {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:55.215353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.277043 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f4df2e-80dc-4976-9070-d58d5002d0fc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.278454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f4df2e-80dc-4976-9070-d58d5002d0fc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.282880 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d2f4df2e-80dc-4976-9070-d58d5002d0fc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/52ac59d0-44fe-4a5b-a0fe-8bb32c8f756f HTTP/1.1" status: 404 len: 337 time: 0.0822680 Nov 10 03:58:55.296836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43082) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.324774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] For port 38474de4-6757-4331-9865-0830c3d14cca, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=38474de4-6757-4331-9865-0830c3d14cca,segment=NetworkSegment(499adf65-fb47-4629-b94f-257eaf98dacd),segment_id=499adf65-fb47-4629-b94f-257eaf98dacd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:55.325253 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.339525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] Calling delete_port for 38474de4-6757-4331-9865-0830c3d14cca owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:55.376681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.426066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3109a8a7-87e1-4984-8adb-f6945b97741d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:55.439242 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.443797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9634520-a0bb-4d11-9a75-2845859be5d2') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:55.444089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9634520-a0bb-4d11-9a75-2845859be5d2') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:55.463503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.473910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] Pushing event deleted for resources: {'Port': ['ID=38474de4-6757-4331-9865-0830c3d14cca,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:55.486008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46f2ea-65bf-4df2-ba6c-d48afaf73d76 None None] No DVR routers for this DVR port 38474de4-6757-4331-9865-0830c3d14cca on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:55.507136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.524084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:58:55.524490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:58:55.526801 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:58:55.599953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.609058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3109a8a7-87e1-4984-8adb-f6945b97741d {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 03:58:55.612910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.617156 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3109a8a7-87e1-4984-8adb-f6945b97741d HTTP/1.1" status: 204 len: 168 time: 0.5423968 Nov 10 03:58:55.646967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc0414-2897-4f0f-8131-fd0320a05b5f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event deleted for resources: {'Network': ['ID=3109a8a7-87e1-4984-8adb-f6945b97741d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:55.680885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-480aa5b8-3d2c-40c6-97a7-aac6406b267a req-89dcf880-3227-4dce-ad21-988467bfe87f tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0661476 Nov 10 03:58:55.786100 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e1b166-e4bb-43f7-ad59-934acf2641fb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.786578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e1b166-e4bb-43f7-ad59-934acf2641fb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.790403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-47e1b166-e4bb-43f7-ad59-934acf2641fb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/fc252b48-8972-47b0-9118-d8f3c8692a23 HTTP/1.1" status: 404 len: 337 time: 0.4901366 Nov 10 03:58:55.793286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43090) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.820162 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-498998c6-35c4-45ff-ac46-2bcaa2c22994 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.820854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498998c6-35c4-45ff-ac46-2bcaa2c22994 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.826937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-498998c6-35c4-45ff-ac46-2bcaa2c22994 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/9a77b2eb-c067-4dfd-9069-27caeda16813 HTTP/1.1" status: 404 len: 333 time: 0.0302308 Nov 10 03:58:55.827169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43092) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.865536 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a68c50-3548-479d-894f-ad9c9a3d7921 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.866011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a68c50-3548-479d-894f-ad9c9a3d7921 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.872534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-82a68c50-3548-479d-894f-ad9c9a3d7921 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/f9f0cbc4-5b52-407b-8e18-6aa61aa1f6a7 HTTP/1.1" status: 404 len: 337 time: 0.0409610 Nov 10 03:58:55.872534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43096) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.912217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] For port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:58:55.912644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:55.915387 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d5ad2a-58c9-4268-8455-514e02a39566 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.916173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d5ad2a-58c9-4268-8455-514e02a39566 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.922222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c6d5ad2a-58c9-4268-8455-514e02a39566 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/8b2ff2a7-9547-44f5-a50b-f5bf561e4c45 HTTP/1.1" status: 404 len: 337 time: 0.0465879 Nov 10 03:58:55.923001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43098) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:55.992603 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-19478b1c-ea61-41df-9a44-5ba0f1406843 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:55.993968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19478b1c-ea61-41df-9a44-5ba0f1406843 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:55.995345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43100) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.006698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-19478b1c-ea61-41df-9a44-5ba0f1406843 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/ec7c0838-bfaa-47ce-82b6-b322bc5eb017 HTTP/1.1" status: 404 len: 333 time: 0.0801613 Nov 10 03:58:56.008306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43102) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.034433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9191db38-7edc-49ef-9e21-1dca6ff67745 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'router': {'name': 'tempest-router--1941906419', 'project_id': '3128de1ff039485a936e7aa96b2b6e5a'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:56.050419 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0647c6-8f84-4419-af57-0ca535257541 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.051738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0647c6-8f84-4419-af57-0ca535257541 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.055673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8f0647c6-8f84-4419-af57-0ca535257541 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/361e9a84-1726-4ae2-99e2-271b749d77e5 HTTP/1.1" status: 404 len: 337 time: 0.0448506 Nov 10 03:58:56.058245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43104) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.096067 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f769a4-a102-4d9e-802c-5001d622b115 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.096613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f769a4-a102-4d9e-802c-5001d622b115 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.109098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-14f769a4-a102-4d9e-802c-5001d622b115 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ca60338e-65ae-4485-a1f9-5ec6103756cd HTTP/1.1" status: 404 len: 337 time: 0.0471818 Nov 10 03:58:56.109983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43108) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.158810 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72a3a2e-c0e0-4e76-9b89-f2bbb018b794 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.159582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72a3a2e-c0e0-4e76-9b89-f2bbb018b794 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.165470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c72a3a2e-c0e0-4e76-9b89-f2bbb018b794 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/1bb8d0e7-ee1a-41e0-a9a7-8ba2c1ec1423 HTTP/1.1" status: 404 len: 333 time: 0.0518224 Nov 10 03:58:56.173550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43112) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.178402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9191db38-7edc-49ef-9e21-1dca6ff67745 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.180388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9191db38-7edc-49ef-9e21-1dca6ff67745 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.214732 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.215824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.216434 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Floating IP c8d5387d-ab7a-44f9-b7d0-15ce38008924 disassociated. External IP: 172.25.6.177, port: 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13. Nov 10 03:58:56.217461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Calling delete_port for 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:58:56.237346 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d596cb7-375e-4860-b1f0-6dead73412d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.239193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d596cb7-375e-4860-b1f0-6dead73412d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.243990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8d596cb7-375e-4860-b1f0-6dead73412d2 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/4b2029cb-d3de-483e-a695-18fe88cf6ceb HTTP/1.1" status: 404 len: 337 time: 0.0681367 Nov 10 03:58:56.251225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37134fa1-e703-4ce4-8f58-6784528b8617 req-4572fd68-a3bb-4d73-887d-c56df06855bd tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:56.252908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37134fa1-e703-4ce4-8f58-6784528b8617 req-4572fd68-a3bb-4d73-887d-c56df06855bd tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.0971084 Nov 10 03:58:56.253509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43114) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.322550 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ea434d-d0c3-4385-958a-ccf7e78ce6ee tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.323240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ea434d-d0c3-4385-958a-ccf7e78ce6ee tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.329145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a2ea434d-d0c3-4385-958a-ccf7e78ce6ee tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/17de9ca1-4de2-4a51-8c6b-867b5d171bf6 HTTP/1.1" status: 404 len: 333 time: 0.0715497 Nov 10 03:58:56.329437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43116) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.356861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9191db38-7edc-49ef-9e21-1dca6ff67745 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.365323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37134fa1-e703-4ce4-8f58-6784528b8617 req-5df273d6-7b0b-4cef-bbe5-aa97d8b49883 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036005 Nov 10 03:58:56.390386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9191db38-7edc-49ef-9e21-1dca6ff67745 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.408273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389139-c77b-41c6-9869-8af3bd05f999 req-30e6e24c-a32a-4237-99a1-a20211f4f666 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:56.408503 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae620ef1-0b2e-492c-828a-4ac34e101c73 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.408847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae620ef1-0b2e-492c-828a-4ac34e101c73 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.409817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9389139-c77b-41c6-9869-8af3bd05f999 req-30e6e24c-a32a-4237-99a1-a20211f4f666 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1236408 Nov 10 03:58:56.421493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ae620ef1-0b2e-492c-828a-4ac34e101c73 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/cce9619d-a36b-4f62-9d85-0337d7f4efca HTTP/1.1" status: 404 len: 337 time: 0.0887194 Nov 10 03:58:56.433837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9191db38-7edc-49ef-9e21-1dca6ff67745 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.435499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9191db38-7edc-49ef-9e21-1dca6ff67745 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4390228 Nov 10 03:58:56.436126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43120) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.437264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43122) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.472829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9389139-c77b-41c6-9869-8af3bd05f999 req-a5cd12d3-9a17-40db-bdca-24c0784b35f9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80474f0-3e11-4e68-8209-1166c789be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559971 Nov 10 03:58:56.528786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 38474de4-6757-4331-9865-0830c3d14cca no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:56.554650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 38474de4-6757-4331-9865-0830c3d14cca {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:56.555134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 38474de4-6757-4331-9865-0830c3d14cca not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:56.562033 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd7fe70-7ea0-406c-8aee-d5fae0b6c220 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.562938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd7fe70-7ea0-406c-8aee-d5fae0b6c220 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.567971 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3dd7fe70-7ea0-406c-8aee-d5fae0b6c220 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/030a4f97-1575-4aa8-85c8-c8863c067f08 HTTP/1.1" status: 404 len: 333 time: 0.1132183 Nov 10 03:58:56.568550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43124) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.584640 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ce53378-3629-424f-8123-4f51b98ed94c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.611580 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e3c909-b1a7-4a90-8d1f-9f7abefe8b49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.612039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e3c909-b1a7-4a90-8d1f-9f7abefe8b49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.617642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-82e3c909-b1a7-4a90-8d1f-9f7abefe8b49 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ef87e0f2-78dc-4de3-9e9f-7f140bf7638b HTTP/1.1" status: 404 len: 337 time: 0.0459046 Nov 10 03:58:56.617806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43126) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.649531 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe9a3e0-91e9-473d-be1e-689164b6d0eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.650220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe9a3e0-91e9-473d-be1e-689164b6d0eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.655676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-efe9a3e0-91e9-473d-be1e-689164b6d0eb tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/d1fceadf-3e15-468a-9e86-2aa61c6dbc09 HTTP/1.1" status: 404 len: 333 time: 0.0344422 Nov 10 03:58:56.656467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43128) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.683719 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b724ded-7364-4611-88d6-3baa3003d242 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.684082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b724ded-7364-4611-88d6-3baa3003d242 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.690395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9b724ded-7364-4611-88d6-3baa3003d242 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ab5f6199-0057-434c-8da1-c8f820d95c1d HTTP/1.1" status: 404 len: 337 time: 0.0305138 Nov 10 03:58:56.690560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43130) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.716399 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1145c3c3-d8ae-45fc-8a0f-f44aa3873d19 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.717063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1145c3c3-d8ae-45fc-8a0f-f44aa3873d19 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.720225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1145c3c3-d8ae-45fc-8a0f-f44aa3873d19 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/de480f66-fdc4-418d-9486-070905d11a53 HTTP/1.1" status: 404 len: 333 time: 0.0274453 Nov 10 03:58:56.722844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.755152 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1641e50b-371e-4884-85bd-3c93b562f2ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.755838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1641e50b-371e-4884-85bd-3c93b562f2ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.759357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1641e50b-371e-4884-85bd-3c93b562f2ce tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/2f8c03b2-a090-4d73-b640-226f4a8d8779 HTTP/1.1" status: 404 len: 337 time: 0.0353436 Nov 10 03:58:56.761887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43136) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.792171 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf64f28-563e-4e09-adbd-6494e1686461 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.793073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf64f28-563e-4e09-adbd-6494e1686461 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.796259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bdf64f28-563e-4e09-adbd-6494e1686461 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/50d7df48-c3cd-4154-b9d0-344b9a6b1cbe HTTP/1.1" status: 404 len: 333 time: 0.0332572 Nov 10 03:58:56.804010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.833954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ce53378-3629-424f-8123-4f51b98ed94c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.838064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ce53378-3629-424f-8123-4f51b98ed94c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.845746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-313d57e9-29c6-4aad-aa96-fcce44a86d05 req-218fc375-d189-4c20-942d-b7edbcc5e22e tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0547957 Nov 10 03:58:56.847074 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3264639-ba54-431b-8d9f-2ae941af42bd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.847557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3264639-ba54-431b-8d9f-2ae941af42bd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.850863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3264639-ba54-431b-8d9f-2ae941af42bd tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/6edf05e2-5314-49a4-8439-7e4c6a400e6e HTTP/1.1" status: 404 len: 337 time: 0.0456681 Nov 10 03:58:56.853292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43140) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.884772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.903247 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8878d055-8543-44aa-bbf8-495384302eae tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.903984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8878d055-8543-44aa-bbf8-495384302eae tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.913469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8878d055-8543-44aa-bbf8-495384302eae tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/1916cb5e-38b6-4d10-8bd0-c8742d790014 HTTP/1.1" status: 404 len: 337 time: 0.0590906 Nov 10 03:58:56.916460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43142) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.924246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event deleted for resources: {'Port': ['ID=9bd22d1e-b6db-4c72-8b54-9a02bf82ca13,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:56.940440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ce53378-3629-424f-8123-4f51b98ed94c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.940948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce53378-3629-424f-8123-4f51b98ed94c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50a77b32-58d6-4d65-a67c-2f551bcde783 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:58:56.943948 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-965e3649-51c9-4959-b727-653861a6f4b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:56.944597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965e3649-51c9-4959-b727-653861a6f4b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:56.947316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ce53378-3629-424f-8123-4f51b98ed94c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:56.947909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-965e3649-51c9-4959-b727-653861a6f4b5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/64f6b304-b0e9-4e24-bacd-8a62f1bac79c HTTP/1.1" status: 404 len: 333 time: 0.0300887 Nov 10 03:58:56.950449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43144) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:56.954064 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5ce53378-3629-424f-8123-4f51b98ed94c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "DELETE /v2.0/routers/50a77b32-58d6-4d65-a67c-2f551bcde783 HTTP/1.1" status: 204 len: 168 time: 0.5004885 Nov 10 03:58:57.007985 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc1de71-5bb7-4faf-8ba2-e0372696d4a4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.007985 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc1de71-5bb7-4faf-8ba2-e0372696d4a4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.013631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bbc1de71-5bb7-4faf-8ba2-e0372696d4a4 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/81c9afa2-7456-4fcd-a26e-3500c2cc9cf5 HTTP/1.1" status: 404 len: 337 time: 0.0597165 Nov 10 03:58:57.013877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43148) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.047217 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c7e944-df7f-4285-938e-a85cf9d80971 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.047663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c7e944-df7f-4285-938e-a85cf9d80971 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.052969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d8c7e944-df7f-4285-938e-a85cf9d80971 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/28b4940d-0a14-4460-acdb-31cb9303645e HTTP/1.1" status: 404 len: 337 time: 0.0359213 Nov 10 03:58:57.053224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43150) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.076014 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cd9242-70f9-48e3-ba0b-77db51e42dcc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.076666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cd9242-70f9-48e3-ba0b-77db51e42dcc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.079807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-30cd9242-70f9-48e3-ba0b-77db51e42dcc tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/e29c4824-b2de-48e3-ac99-73a3ac0b6b1e HTTP/1.1" status: 404 len: 333 time: 0.0255659 Nov 10 03:58:57.082196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43152) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.103801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43154) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.112427 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bc5697-c62a-4675-957d-044216cfafa5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.112873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bc5697-c62a-4675-957d-044216cfafa5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.113765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Router 75cb4ea0-8441-4c91-bce5-62bf305e5434 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:58:57.116019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f6bc5697-c62a-4675-957d-044216cfafa5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/b3f747e1-18e1-48ea-8548-96cdaa09a15d HTTP/1.1" status: 404 len: 337 time: 0.0322490 Nov 10 03:58:57.118448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43158) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.153534 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab57cbf7-a7bd-4621-8996-4cb4d0e11b1a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.154111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab57cbf7-a7bd-4621-8996-4cb4d0e11b1a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.158090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ab57cbf7-a7bd-4621-8996-4cb4d0e11b1a tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ffd19baf-9950-49ca-94ff-b3fa84b09042 HTTP/1.1" status: 404 len: 337 time: 0.0383658 Nov 10 03:58:57.161116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43160) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.187212 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2dbca50-aa48-489d-96ad-842e14cd8f3f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.189325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2dbca50-aa48-489d-96ad-842e14cd8f3f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.192606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a2dbca50-aa48-489d-96ad-842e14cd8f3f tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/7a07388a-f64e-4582-aaab-a4f0fe772af0 HTTP/1.1" status: 404 len: 333 time: 0.0301418 Nov 10 03:58:57.194854 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43162) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.230202 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa02f244-b3cc-48ca-9ce6-bcad59a27e62 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.230925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa02f244-b3cc-48ca-9ce6-bcad59a27e62 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.234490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fa02f244-b3cc-48ca-9ce6-bcad59a27e62 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/95d693d6-db5b-43ea-8147-7e366c5d680c HTTP/1.1" status: 404 len: 337 time: 0.0367351 Nov 10 03:58:57.237049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43164) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.249997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:58:57.264277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] Sync routers for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:58:57.275609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:57.276473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:57.294492 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-79191a9f-4ff8-4814-84ae-f88440d55b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.294949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79191a9f-4ff8-4814-84ae-f88440d55b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.300319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-79191a9f-4ff8-4814-84ae-f88440d55b33 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/6d48ab25-95e5-4e8d-ad97-3b1e77d3599c HTTP/1.1" status: 404 len: 337 time: 0.0592723 Nov 10 03:58:57.302075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43166) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.343644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] No DVR routers for this DVR port 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:58:57.362670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:57.372700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2b135472-5368-45a0-a13f-cca3e21b039b req-a832f948-2329-4bc8-971d-cb77e6ad80b4 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.11 "DELETE /v2.0/ports/9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 HTTP/1.1" status: 204 len: 173 time: 2.5986137 Nov 10 03:58:57.373318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'name': 'network-vif-deleted', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:58:57.376128 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c8211f-3a05-4031-8123-5261bfca9075" -d '{"events": [{"server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "name": "network-vif-deleted", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:58:57.384090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43170) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.385451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c3500233-f63b-4b40-9f81-0472618b7300 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports?device_id=20046401-633d-4ae2-94c4-77fa77c513ad HTTP/1.1" status: 200 len: 205 time: 0.0816355 Nov 10 03:58:57.429350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:57.488754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-244320732', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:58:57.499474 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-fbfbeafa-775f-41e4-a131-c45f724b1dd0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] delete failed (client error): The resource could not be found. Nov 10 03:58:57.500529 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6ce50-1540-4e29-805d-6aa2632b1eea x-openstack-request-id: req-0df6ce50-1540-4e29-805d-6aa2632b1eea {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:58:57.500924 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180e2375-ce16-4993-a995-c34f8102b7b1", "name": "network-vif-deleted", "tag": "9bd22d1e-b6db-4c72-8b54-9a02bf82ca13", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:58:57.501377 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0df6ce50-1540-4e29-805d-6aa2632b1eea {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:58:57.506351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fbfbeafa-775f-41e4-a131-c45f724b1dd0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/routers/20046401-633d-4ae2-94c4-77fa77c513ad HTTP/1.1" status: 404 len: 336 time: 0.1193297 Nov 10 03:58:57.507665 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180e2375-ce16-4993-a995-c34f8102b7b1', 'name': 'network-vif-deleted', 'tag': '9bd22d1e-b6db-4c72-8b54-9a02bf82ca13', 'status': 'completed', 'code': 200} Nov 10 03:58:57.507788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43178) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.557291 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67136b0-e299-4756-9232-60f607705b8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:57.557902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67136b0-e299-4756-9232-60f607705b8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:57.559475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:57.560734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:57.563904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c67136b0-e299-4756-9232-60f607705b8d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/4917c9fc-7ae7-4fe3-b7ec-d0d764ba043c HTTP/1.1" status: 404 len: 337 time: 0.0512540 Nov 10 03:58:57.564359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43180) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.635888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:57.696832 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8d6959b3-02b2-47e6-abd3-89c0caa8a303 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "GET /v2.0/ports?device_id=333dc346-af8c-4b9d-892d-3d3ce710b621 HTTP/1.1" status: 200 len: 205 time: 0.1313827 Nov 10 03:58:57.700335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43182) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.757166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47889c5a-0476-4cf2-9c24-2ccfd83953af req-e05ba14d-ddeb-4faa-a214-5b22dd248cc5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=180e2375-ce16-4993-a995-c34f8102b7b1 HTTP/1.1" status: 200 len: 210 time: 0.1185975 Nov 10 03:58:57.762362 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-c6eb419f-3178-485a-912f-cac2d3bd453e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] delete failed (client error): The resource could not be found. Nov 10 03:58:57.763524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c6eb419f-3178-485a-912f-cac2d3bd453e tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/routers/333dc346-af8c-4b9d-892d-3d3ce710b621 HTTP/1.1" status: 404 len: 336 time: 0.0622773 Nov 10 03:58:57.765955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43184) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:57.776955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:57.811726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] Checking router: 75cb4ea0-8441-4c91-bce5-62bf305e5434 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:58:57.821628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:58:57.822923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:57.832862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:58.106861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:58:58.136243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:58:58.137076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bd22d1e-b6db-4c72-8b54-9a02bf82ca13 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:58:58.163123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:58:58.184397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:58.216355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:58.249970 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-185dea7f-3b0d-4ddc-ba72-a0b079b1a94c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.250663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185dea7f-3b0d-4ddc-ba72-a0b079b1a94c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.255392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-185dea7f-3b0d-4ddc-ba72-a0b079b1a94c tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/6b88bbd4-6690-41ad-b53c-1a4c6499b940 HTTP/1.1" status: 404 len: 337 time: 0.4885139 Nov 10 03:58:58.258934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43188) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.290657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b53ed32-ecd7-4e32-a711-7a6f99913daa req-dcbecf4a-cff2-4442-b42f-a7f7bc631199 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0421445 Nov 10 03:58:58.294565 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6224fb-15c1-42ba-8517-ccc2b64f553b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.295012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6224fb-15c1-42ba-8517-ccc2b64f553b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.298041 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cd6224fb-15c1-42ba-8517-ccc2b64f553b tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/dde99286-bc95-41c2-a41b-e4aa4d92c0df HTTP/1.1" status: 404 len: 337 time: 0.0382743 Nov 10 03:58:58.300614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43190) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.322253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be62a1-81a9-4cfa-adee-04e0c5f36fdc req-a7880fa5-30a6-4009-9c34-99430807334a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:58.323993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8be62a1-81a9-4cfa-adee-04e0c5f36fdc req-a7880fa5-30a6-4009-9c34-99430807334a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.7955706 Nov 10 03:58:58.374858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Allocated IP 172.25.6.54 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/70e820ef-2804-4a75-ae6f-179cd410f69b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:58:58.385409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8be62a1-81a9-4cfa-adee-04e0c5f36fdc req-255f8139-6f03-4187-8a27-8edf1c9fe366 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Nov 10 03:58:58.409005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:58.438631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f12ebd-6041-46a6-8976-ae18f13af1fc None None] The sync data for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 is: [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:58:58.464551 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0db107-8819-4ee1-a23a-8f395f28aed5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.465483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0db107-8819-4ee1-a23a-8f395f28aed5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.468554 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fe0db107-8819-4ee1-a23a-8f395f28aed5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/88fa794b-ff41-41ed-b845-b23c9ff11e7f HTTP/1.1" status: 404 len: 333 time: 0.1670694 Nov 10 03:58:58.471105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43192) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.501162 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75a0a6c-c99f-4367-b564-7f8614a556b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.501617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75a0a6c-c99f-4367-b564-7f8614a556b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.504688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b75a0a6c-c99f-4367-b564-7f8614a556b0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/40012bb5-a2ee-4e97-b8f7-339bece75929 HTTP/1.1" status: 404 len: 337 time: 0.0326741 Nov 10 03:58:58.507427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43194) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.537867 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f04d5a-f11f-40c9-b676-b0b37f05f6a1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.538537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f04d5a-f11f-40c9-b676-b0b37f05f6a1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.541536 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-75f04d5a-f11f-40c9-b676-b0b37f05f6a1 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/a21153d0-ddb3-4040-a755-7dc4e63e9db2 HTTP/1.1" status: 404 len: 333 time: 0.0332122 Nov 10 03:58:58.544313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43196) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.584648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:58.592966 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5cfab3-39e1-442e-9853-93c93a2d743d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.594821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5cfab3-39e1-442e-9853-93c93a2d743d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.600159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7f5cfab3-39e1-442e-9853-93c93a2d743d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/de9f0469-0dcb-4666-b57b-44498ed21b24 HTTP/1.1" status: 404 len: 337 time: 0.0546696 Nov 10 03:58:58.606348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43200) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.640893 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4934ce3b-fb6e-44b1-b66c-e869e82e3f76 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.641521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4934ce3b-fb6e-44b1-b66c-e869e82e3f76 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.645316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4934ce3b-fb6e-44b1-b66c-e869e82e3f76 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/262d2bf9-9fa1-4a75-a06f-c99b04a36874 HTTP/1.1" status: 404 len: 333 time: 0.0358005 Nov 10 03:58:58.647834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43202) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.654768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:58.683325 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e423c2-2b4b-4e99-8e10-f4558ff1c17d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.685550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e423c2-2b4b-4e99-8e10-f4558ff1c17d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.696225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e8e423c2-2b4b-4e99-8e10-f4558ff1c17d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/496382e8-6577-4e16-840c-1f1ca318b712 HTTP/1.1" status: 404 len: 337 time: 0.0403159 Nov 10 03:58:58.696585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43204) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.717590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:58:58.721237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:58:58.726865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:58:58.729147 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84e5bbc-c5c4-40ee-b7fb-7c69fd980af8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.730909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84e5bbc-c5c4-40ee-b7fb-7c69fd980af8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.735334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e84e5bbc-c5c4-40ee-b7fb-7c69fd980af8 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/ac295267-cbd0-4b9f-88dd-43d45a1b7134 HTTP/1.1" status: 404 len: 333 time: 0.0374498 Nov 10 03:58:58.736554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea319a-db8f-4c3f-ac88-5391326b99c7 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:58:58.742646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43206) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.755759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event updated for resources: {'Port': ['ID=70e820ef-2804-4a75-ae6f-179cd410f69b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:58.770375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.770865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.771268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.771665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.772064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.772429 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc8ad5b-b9b1-4a00-80ad-49361857f609 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.772563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.772883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc8ad5b-b9b1-4a00-80ad-49361857f609 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.772989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.773407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.773797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.774214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.774776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.774915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:58:58.777982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4dc8ad5b-b9b1-4a00-80ad-49361857f609 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/4a3c83cf-ade2-41b3-9306-a38f82174ddd HTTP/1.1" status: 404 len: 337 time: 0.0295308 Nov 10 03:58:58.778740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43216) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.804656 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e898fc54-61bd-41b7-98b1-ea8be81dd49d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.805324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e898fc54-61bd-41b7-98b1-ea8be81dd49d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.808364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e898fc54-61bd-41b7-98b1-ea8be81dd49d tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/9e8b3549-2046-4471-978a-563d66d97e38 HTTP/1.1" status: 404 len: 333 time: 0.0284245 Nov 10 03:58:58.810875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43220) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.830872 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1bc8d-872e-45f0-a489-c450c076a33b None None] New status for floating IP c8d5387d-ab7a-44f9-b7d0-15ce38008924: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:58:58.842752 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3851869-f0aa-4bcb-b320-00cf755404e5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.843743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3851869-f0aa-4bcb-b320-00cf755404e5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.847019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e3851869-f0aa-4bcb-b320-00cf755404e5 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/ff3ce9a0-45da-45a9-b8db-038b4bf04881 HTTP/1.1" status: 404 len: 337 time: 0.0347450 Nov 10 03:58:58.850021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43224) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.883506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4369e343-fefc-4780-92d3-5b79f862ee91 None None] Provisioning complete for port 70e820ef-2804-4a75-ae6f-179cd410f69b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:58:58.884429 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4369e343-fefc-4780-92d3-5b79f862ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:58.884943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43226) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.922785 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e159912-ec92-4458-b210-9538fb9c8764 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.923485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e159912-ec92-4458-b210-9538fb9c8764 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.927797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6e159912-ec92-4458-b210-9538fb9c8764 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/9848311f-18e4-4350-bfd7-e27dd66fe682 HTTP/1.1" status: 404 len: 333 time: 0.0766704 Nov 10 03:58:58.929318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4369e343-fefc-4780-92d3-5b79f862ee91 None None] Port 70e820ef-2804-4a75-ae6f-179cd410f69b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:58:58.932876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43228) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:58.968016 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-14824d2d-af1f-438a-8c04-5b4aeaf74691 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:58.968601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14824d2d-af1f-438a-8c04-5b4aeaf74691 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:58.971824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-14824d2d-af1f-438a-8c04-5b4aeaf74691 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/3c4ddce9-0df2-445f-892c-a05874878689 HTTP/1.1" status: 404 len: 337 time: 0.0373924 Nov 10 03:58:58.975262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43230) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:59.006638 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9db5823-b12f-4f2d-96f4-84e9d9d439d0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:59.007331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9db5823-b12f-4f2d-96f4-84e9d9d439d0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:59.010839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b9db5823-b12f-4f2d-96f4-84e9d9d439d0 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/ports/7f16c1a1-8f13-43f0-95d4-756fbe6c5d06 HTTP/1.1" status: 404 len: 333 time: 0.0302832 Nov 10 03:58:59.016479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43232) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:59.046508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e8d99fc1-072d-4f5c-beae-8119eb288c31 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.048565 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f68f7e4-88ce-46fd-9c1c-bf7ac602ceae tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] DELETE failed (client error): The resource could not be found. Nov 10 03:58:59.049025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f68f7e4-88ce-46fd-9c1c-bf7ac602ceae tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:58:59.052268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f68f7e4-88ce-46fd-9c1c-bf7ac602ceae tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/subnets/c1d558e2-e893-4fd3-9b10-1d3cd3bd4db8 HTTP/1.1" status: 404 len: 337 time: 0.0348217 Nov 10 03:58:59.061623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43234) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:59.133415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e8d99fc1-072d-4f5c-beae-8119eb288c31 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.152366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.184279 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.250125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e8d99fc1-072d-4f5c-beae-8119eb288c31 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.252682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e8d99fc1-072d-4f5c-beae-8119eb288c31 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.253979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e8d99fc1-072d-4f5c-beae-8119eb288c31 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "DELETE /v2.0/security-groups/e80474f0-3e11-4e68-8209-1166c789be6b HTTP/1.1" status: 204 len: 168 time: 0.3679109 Nov 10 03:58:59.259026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43236) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:59.278372 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-e371bea6-ca7c-4dbe-9de0-66bc38e44f6a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] show failed (client error): The resource could not be found. Nov 10 03:58:59.282151 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e371bea6-ca7c-4dbe-9de0-66bc38e44f6a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups/e80474f0-3e11-4e68-8209-1166c789be6b HTTP/1.1" status: 404 len: 347 time: 0.0222065 Nov 10 03:58:59.284795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43238) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:59.295371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d99fc1-072d-4f5c-beae-8119eb288c31 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80474f0-3e11-4e68-8209-1166c789be6b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:59.317256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.360281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04a6943-29a2-4f79-b1da-83bbeb5b2e1f']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:59.373929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499adf65-fb47-4629-b94f-257eaf98dacd') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:59.374461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499adf65-fb47-4629-b94f-257eaf98dacd') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:58:59.386404 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.423144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48797071-28ca-4c89-bebc-1c38c01c236d req-059542c5-809b-4cff-a391-36fdee50a304 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0346301 Nov 10 03:58:59.428179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.436319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:58:59.436730 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:58:59.454636 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:58:59.530612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.538625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.543671 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:58:59.556548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] 10.222.0.24 "DELETE /v2.0/networks/e04a6943-29a2-4f79-b1da-83bbeb5b2e1f HTTP/1.1" status: 204 len: 168 time: 0.4845991 Nov 10 03:58:59.584460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2aa7d-98fe-45e1-931b-cf3aa9180165 tempest-NetworksTestDHCPv6-1924810382 tempest-NetworksTestDHCPv6-1924810382-project] Pushing event deleted for resources: {'Network': ['ID=e04a6943-29a2-4f79-b1da-83bbeb5b2e1f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:58:59.606090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c4eab-b736-4727-a32d-885ba8f5564b req-cb8e8a54-5175-4a7b-8c49-5f616a947854 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:58:59.606090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-397c4eab-b736-4727-a32d-885ba8f5564b req-cb8e8a54-5175-4a7b-8c49-5f616a947854 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.0995734 Nov 10 03:58:59.665907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-397c4eab-b736-4727-a32d-885ba8f5564b req-bf924aa3-a987-4c37-844f-a855ddbb3ef9 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Nov 10 03:58:59.866069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43258) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:58:59.904238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Deleting port 8fe64746-fdc7-42a3-a5f5-6884af15b42a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:58:59.904575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.007608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6ae43bca-8add-4bd4-9a4a-7755109f0f45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20e029089776476b933cce28f27399a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403666 Nov 10 03:59:00.010396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43262) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:00.028413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.028725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.048281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Calling delete_port for 8fe64746-fdc7-42a3-a5f5-6884af15b42a owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:00.071448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d047-da96-4b73-b01a-b4e150630403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.099930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Router 7d1df276-b37b-421f-a8c7-b2be1fc927cb is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:00.102220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d047-da96-4b73-b01a-b4e150630403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.151201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d047-da96-4b73-b01a-b4e150630403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.154380 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d047-da96-4b73-b01a-b4e150630403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.156059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f4f3d047-da96-4b73-b01a-b4e150630403 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f76f2b4-f1f2-4c07-8d02-6f6efa1288c5 HTTP/1.1" status: 204 len: 168 time: 0.1448517 Nov 10 03:59:00.166485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3d047-da96-4b73-b01a-b4e150630403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f76f2b4-f1f2-4c07-8d02-6f6efa1288c5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:00.274954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:00.289052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] Sync routers for ids ['7d1df276-b37b-421f-a8c7-b2be1fc927cb'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:00.302589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.306231 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-78ac0d88-5b10-4601-abd4-1c51dc21c50c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1982520 Nov 10 03:59:00.306625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:00.309546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] Routers {'7d1df276-b37b-421f-a8c7-b2be1fc927cb'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:00.310298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7d1df276-b37b-421f-a8c7-b2be1fc927cb'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:00.338310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.355518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:00.368772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] Routers {'7d1df276-b37b-421f-a8c7-b2be1fc927cb'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:00.369714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7d1df276-b37b-421f-a8c7-b2be1fc927cb'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:00.393022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event deleted for resources: {'Port': ['ID=8fe64746-fdc7-42a3-a5f5-6884af15b42a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:00.446613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ad1dd-bf2c-4da1-b6a3-55b295a931f2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:00.453645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:00.454330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a2f53-3ace-4937-89c2-13612f0685e1 None None] The sync data for ids ['7d1df276-b37b-421f-a8c7-b2be1fc927cb'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:00.480425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43272) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:00.480741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ed7f7e95-6b03-453e-859b-dab09bd7c860 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/7d1df276-b37b-421f-a8c7-b2be1fc927cb HTTP/1.1" status: 200 len: 919 time: 0.1729088 Nov 10 03:59:00.534111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-44f8b6c4-eb20-46e2-b6d3-27baca4d44e6 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d1df276-b37b-421f-a8c7-b2be1fc927cb HTTP/1.1" status: 200 len: 205 time: 0.0506451 Nov 10 03:59:00.535061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43278) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:00.539144 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.542533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.544401 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-46e6b54f-8a2f-4cb3-b3e7-abec917631f5 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "DELETE /v2.0/floatingips/c8d5387d-ab7a-44f9-b7d0-15ce38008924 HTTP/1.1" status: 204 len: 168 time: 1.2585814 Nov 10 03:59:00.680757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd29f064-4aa6-4cce-ab10-5529746e63c9 req-da7b3c15-9410-4d0a-8b6e-cbd3b00789ab tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0703952 Nov 10 03:59:00.759908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.875591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43292) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:00.880413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-03e3fd63-552d-499d-bca0-050ee816786d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1595071022', 'description': 'tempest-description--1548901129'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:00.906451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03e3fd63-552d-499d-bca0-050ee816786d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.938833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.957861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d9088-8495-48b8-a9fc-59da01b65413 req-270def68-de2c-4bb1-9f41-95b1b19c1b72 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:00.965395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd4d9088-8495-48b8-a9fc-59da01b65413 req-270def68-de2c-4bb1-9f41-95b1b19c1b72 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.0995905 Nov 10 03:59:00.992464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03e3fd63-552d-499d-bca0-050ee816786d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:00.997601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03e3fd63-552d-499d-bca0-050ee816786d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.033072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03e3fd63-552d-499d-bca0-050ee816786d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.034357 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03e3fd63-552d-499d-bca0-050ee816786d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1576803 Nov 10 03:59:01.036290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3fd63-552d-499d-bca0-050ee816786d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafbe674-0c8f-4b21-b8f5-7f579599d13f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:01.038439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43298) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:01.046037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fdcfbc94-8225-475f-b5f0-9327848bcfaf tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'security_group_rule': {'security_group_id': 'bafbe674-0c8f-4b21-b8f5-7f579599d13f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:01.051236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd4d9088-8495-48b8-a9fc-59da01b65413 req-b214d741-4902-4e4a-8fe7-2b4d4d7e1dc2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848815 Nov 10 03:59:01.069390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Deleting port 70e820ef-2804-4a75-ae6f-179cd410f69b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:01.069729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.105681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fdcfbc94-8225-475f-b5f0-9327848bcfaf tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.156691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.174465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fdcfbc94-8225-475f-b5f0-9327848bcfaf tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.181297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fdcfbc94-8225-475f-b5f0-9327848bcfaf tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.183400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Calling delete_port for 70e820ef-2804-4a75-ae6f-179cd410f69b owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:01.201928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43302) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:01.220895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fdcfbc94-8225-475f-b5f0-9327848bcfaf tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.224610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fdcfbc94-8225-475f-b5f0-9327848bcfaf tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826570 Nov 10 03:59:01.228484 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43306) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:01.229155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfbc94-8225-475f-b5f0-9327848bcfaf tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b2ab95-c83f-49c6-947e-92afe935bb1d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:01.237053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6d9f05d0-00e9-409a-a6c0-cdb17d03ad40 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'security_group_rule': {'security_group_id': 'bafbe674-0c8f-4b21-b8f5-7f579599d13f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:01.284634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9f05d0-00e9-409a-a6c0-cdb17d03ad40 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.399174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1832108084'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:01.401608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.409501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9f05d0-00e9-409a-a6c0-cdb17d03ad40 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.416729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9f05d0-00e9-409a-a6c0-cdb17d03ad40 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.437835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event deleted for resources: {'Port': ['ID=70e820ef-2804-4a75-ae6f-179cd410f69b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:01.454058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cfa99-d00d-467c-97be-0d7eb5308f1d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:01.469292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f05d0-00e9-409a-a6c0-cdb17d03ad40 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6077a5bb-2a95-45d7-a408-5098c83a5833,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:01.476146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:01.480428 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.486164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9f05d0-00e9-409a-a6c0-cdb17d03ad40 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.490423 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6d9f05d0-00e9-409a-a6c0-cdb17d03ad40 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2570069 Nov 10 03:59:01.491496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43316) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:01.497540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.503310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:01.528668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.549745 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.588427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.593361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.629021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:01.638989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b98426-f5f5-4aaa-9aa9-14f70ecb6c1c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:01.646002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.646355 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Added segment 4d574793-6ff2-40d1-8e4b-9fd8d14147bf of type vlan for network 69e79776-15ae-4088-b8a2-4de52c55e1d0 Nov 10 03:59:01.687496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.688873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.691119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.715085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.720792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:01.721328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.757003 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.758393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Fanout notify agent at l3_agent the message router_deleted on router 7d1df276-b37b-421f-a8c7-b2be1fc927cb {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:01.770738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.771837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d06e78d2-cdc3-4dd8-833f-fa8c5d71c26a tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/7d1df276-b37b-421f-a8c7-b2be1fc927cb HTTP/1.1" status: 204 len: 168 time: 1.2336886 Nov 10 03:59:01.776997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43320) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:01.795566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'router': {'name': 'tempest-snat-router-613228708', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': False}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:01.823931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6151769 Nov 10 03:59:01.860551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4df46249-9a7c-40e7-9b61-4b0c6c826bae req-3935773c-fa73-4c67-975c-5057f518e69f tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0545692 Nov 10 03:59:01.869537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.873212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:01.903475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caf0ee-aa3b-47ea-8feb-a47f49024962 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Network': ['ID=69e79776-15ae-4088-b8a2-4de52c55e1d0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:01.915819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 69e79776-15ae-4088-b8a2-4de52c55e1d0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:01.924444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.049251 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.136065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Allocated IP 172.25.6.112 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f827d21b-bacb-4414-a651-58976ecfdac7) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:02.250322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.307984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa655-850e-4003-99cd-bc624275c203 req-961bb008-5860-47ae-a6f6-8a28e5675f57 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.309487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdafa655-850e-4003-99cd-bc624275c203 req-961bb008-5860-47ae-a6f6-8a28e5675f57 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1771245 Nov 10 03:59:02.424187 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.432842 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdafa655-850e-4003-99cd-bc624275c203 req-cbe6ec6c-20e8-455a-9fcd-a70f59f8a1e7 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122780 Nov 10 03:59:02.481643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.548976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:02.557014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:02.564980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:02.628239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-a3a1b906-e482-4d82-b64e-431191f9c8e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0640671 Nov 10 03:59:02.676380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'Port': ['ID=f827d21b-bacb-4414-a651-58976ecfdac7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:02.697646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.698334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.698334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.698639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.698963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.699281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.699592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.699907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.700217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.700533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.700842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.701154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:02.777243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.795297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.796171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.797242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.798062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.798789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.799501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.800218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:02.803126 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-34a3dd54-9fd5-4453-a7de-3c178065246c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b367f00c5c944995ba1ce575afc0065f&device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 6502 time: 0.0787017 Nov 10 03:59:02.820689 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.852732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.880353 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:02.993257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-02ec2812-21a2-476a-9e58-3da3263ac84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.003003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-02ec2812-21a2-476a-9e58-3da3263ac84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.003661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-02ec2812-21a2-476a-9e58-3da3263ac84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.006606 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-02ec2812-21a2-476a-9e58-3da3263ac84d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9b17533-2125-45ba-b8e9-05a27e436663&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=de25969c-157c-4b6f-963d-ac0108e15974&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0 HTTP/1.1" status: 200 len: 2294 time: 0.1741362 Nov 10 03:59:03.088692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8081e9b8-61d9-496c-8468-e9e9237bc7b2 req-5df260d8-7793-4fb5-8ae4-dcb99c3db9a2 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0473182 Nov 10 03:59:03.089389 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-1a5626e7-062e-4967-9777-85ab0a2f870c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0765464 Nov 10 03:59:03.155238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-f6f7871f-5d03-48f6-8fd3-184f80cfcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.161118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-f6f7871f-5d03-48f6-8fd3-184f80cfcb17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2b1d12e-7e0a-4c47-82e2-335f1c2ef460 HTTP/1.1" status: 200 len: 855 time: 0.0572891 Nov 10 03:59:03.176409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Allocated IP 172.25.6.43 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/a716bea4-a959-4253-a6da-0aa00a7f9f62) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:03.205590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:03.221459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-6e5948de-001e-40f6-89fc-828b40119417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.224151 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-6e5948de-001e-40f6-89fc-828b40119417 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9b17533-2125-45ba-b8e9-05a27e436663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546136 Nov 10 03:59:03.236193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-0ebb541e-9828-40c0-bd93-f0be9efd51b2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:59:03.237830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-0ebb541e-9828-40c0-bd93-f0be9efd51b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065668 Nov 10 03:59:03.248455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:03.290072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'Port': ['ID=f827d21b-bacb-4414-a651-58976ecfdac7,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:03.372347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:03.405266 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:03.411116 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:03.420178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5f73d6cc-f5c2-4aa5-8231-00663c24c877 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9199669 Nov 10 03:59:03.420385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-a8b219a8-51c9-43b0-bfa6-e0b7241c4ef8 service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730521 Nov 10 03:59:03.496558 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:03.634905 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-0a4b07a6-94c8-4f50-8c44-4f98e7f80a8c service neutron] 10.222.0.11 "GET /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105346 Nov 10 03:59:03.670264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:03.698825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-7482d3bc-11ef-4eb4-9604-3822283b19d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 217 time: 0.0567045 Nov 10 03:59:03.703135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:03.708907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Port': ['ID=a716bea4-a959-4253-a6da-0aa00a7f9f62,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:03.712338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:03.724811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5374c7f-0729-471b-80e4-b8c250ac6709 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:03.748359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-a08f9c15-c0e6-47c1-8a4d-125be599832a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1595071022&fields=id&tenant_id=06dde2634842480f9a77893dcdafc5b7 HTTP/1.1" status: 200 len: 267 time: 0.0955927 Nov 10 03:59:03.757320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba8f69-1859-4943-ab80-a8ab10667f05 req-bd47727d-28d1-4a47-bd39-4ce849e52cc1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.764875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7ba8f69-1859-4943-ab80-a8ab10667f05 req-bd47727d-28d1-4a47-bd39-4ce849e52cc1 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.2044058 Nov 10 03:59:03.830670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5f3e741c-a12b-4dd4-a957-8c22d84fa794 None None] Provisioning complete for port a716bea4-a959-4253-a6da-0aa00a7f9f62 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:03.835702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-610ad156-f197-4664-8de4-ea0674283f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.836676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f3e741c-a12b-4dd4-a957-8c22d84fa794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:03.837248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-610ad156-f197-4664-8de4-ea0674283f4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.1024446 Nov 10 03:59:03.886490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e741c-a12b-4dd4-a957-8c22d84fa794 None None] Port a716bea4-a959-4253-a6da-0aa00a7f9f62 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:03.912245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-bb7b8077-a8e9-4c83-a6ac-6b1d9ee803cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:03.915096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-bb7b8077-a8e9-4c83-a6ac-6b1d9ee803cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695651 Nov 10 03:59:04.042733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-4cceb04b-48ba-4af2-96a6-64f2eca5476b service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198149 Nov 10 03:59:04.232164 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-bc5bbe06-a8e4-43ff-8517-452a4b70eb27 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786728 Nov 10 03:59:04.293439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-f6567c18-833b-40fd-b258-36de9e48fd48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 217 time: 0.0524185 Nov 10 03:59:04.376355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-0b863b52-5045-4e52-a3bd-b59e709161c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:04.379207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-0b863b52-5045-4e52-a3bd-b59e709161c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0793924 Nov 10 03:59:04.384289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7ba8f69-1859-4943-ab80-a8ab10667f05 req-d1045862-1963-4e75-b339-c1a61e7c3927 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184251 Nov 10 03:59:04.482327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-477345dd-7456-4ffa-a573-ad11a06f5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:04.487316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-477345dd-7456-4ffa-a573-ad11a06f5bb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994303 Nov 10 03:59:04.523400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-41cf2a0b-6e41-47f9-8e24-7053481a64db tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:04.525811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-41cf2a0b-6e41-47f9-8e24-7053481a64db tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 811 time: 0.7585485 Nov 10 03:59:04.553226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-23796072-ab9d-4071-b241-15e348365586 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/quotas/06dde2634842480f9a77893dcdafc5b7 HTTP/1.1" status: 200 len: 375 time: 0.0150139 Nov 10 03:59:04.674473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3b9411b-a74c-4ed9-9a06-e1466f418def req-52f8304c-509e-4d33-b991-9ef463816d08 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.1643343 Nov 10 03:59:04.730946 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-d084efe9-8b95-44ad-b700-ad5cbec00ec7 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340915 Nov 10 03:59:04.770981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-1f853a4e-15ef-4a53-b482-3d80293d5ecd tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1760669 Nov 10 03:59:04.784993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:04.792825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-935ca6a9-8954-4ea5-9e43-7e12fd922bcb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:59:04.793806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-935ca6a9-8954-4ea5-9e43-7e12fd922bcb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051370 Nov 10 03:59:04.857830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-2607c5df-1756-4fc3-bf72-376a9463f46a service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178694 Nov 10 03:59:04.910060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-e7d2f795-0a85-471e-942a-fde8f4014ad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=238d3fce-df56-4ff3-83d8-3955c3b63894 HTTP/1.1" status: 200 len: 217 time: 0.0431318 Nov 10 03:59:04.978748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-b8928183-d743-46ed-aa83-4250bef3dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:04.980591 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-b8928183-d743-46ed-aa83-4250bef3dac0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0630834 Nov 10 03:59:04.984226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-a51d8862-2cc3-49fe-b0f1-3b431221c65f service neutron] 10.222.0.24 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606109 Nov 10 03:59:05.043406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-d5dfbcf5-b12a-4e39-abbd-1cebd442764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:05.045108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-d5dfbcf5-b12a-4e39-abbd-1cebd442764f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528629 Nov 10 03:59:05.134198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43350) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:05.141425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'subnet': {'network_id': '69e79776-15ae-4088-b8a2-4de52c55e1d0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:05.201196 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:05.206492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-6f93df14-f6ed-468e-9d5b-f856373e8d28 service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531990 Nov 10 03:59:05.215351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-1356f16a-56a0-43e6-8edf-24512e3467c1 service neutron] 10.222.0.24 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982892 Nov 10 03:59:05.313434 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-77869067-36f6-471f-ba98-48a851f975ac service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000409 Nov 10 03:59:05.344663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:05.344884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:05.383279 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-a01c10b3-843e-404f-8b03-b62e4d3dad58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0 HTTP/1.1" status: 200 len: 217 time: 0.0629117 Nov 10 03:59:05.449387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7258ee70-e868-4814-9ed3-70a6df8e6911 req-b8541844-4917-4741-88af-c62d8288c9c0 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 210 time: 0.0364480 Nov 10 03:59:05.486195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-8fe4e745-e173-4c52-a604-345ee3dd14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:05.488833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-8fe4e745-e173-4c52-a604-345ee3dd14e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 200 len: 797 time: 0.0916483 Nov 10 03:59:05.532729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Router f7883698-ab6b-4160-8c18-ddb6aa13fb1c is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:05.558790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-d9fbaa4b-7f07-4d63-98ff-d6824a5309a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:05.560743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-d9fbaa4b-7f07-4d63-98ff-d6824a5309a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de25969c-157c-4b6f-963d-ac0108e15974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647523 Nov 10 03:59:05.656149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eaf7f-9f2d-46b1-b663-83218611fb9a req-fdc7cc6b-fc58-4fea-a402-830707754b7f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:05.662849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-358eaf7f-9f2d-46b1-b663-83218611fb9a req-fdc7cc6b-fc58-4fea-a402-830707754b7f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1467967 Nov 10 03:59:05.681891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-5d889b7f-8c97-403b-b69e-f9bbcf9c461f service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134121 Nov 10 03:59:05.800301 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-39eda7f2-2360-4004-9da2-3a0cf5c9d29a service neutron] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107929 Nov 10 03:59:05.822332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:05.851682 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-38d38a8d-21ab-4448-a7a2-178a4ac6c157 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=207a9264-abd3-4613-b424-2384294d5ca0 HTTP/1.1" status: 200 len: 217 time: 0.0442622 Nov 10 03:59:05.893351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-358eaf7f-9f2d-46b1-b663-83218611fb9a req-749be530-68b1-4bdd-9a38-0b7a52be9398 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289114 Nov 10 03:59:05.919221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:05.920866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-e31c4273-02c4-4f97-93af-fefbe6a0acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:05.922619 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-e31c4273-02c4-4f97-93af-fefbe6a0acc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0644045 Nov 10 03:59:05.932877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61db5c1d-84e8-4404-9d69-f19d5d48f010 req-18244ea7-b1e7-4d2c-aff4-be577abce77a tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0601811 Nov 10 03:59:05.935328 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Sync routers for ids ['f7883698-ab6b-4160-8c18-ddb6aa13fb1c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:05.970202 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Routers {'f7883698-ab6b-4160-8c18-ddb6aa13fb1c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:05.973253 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f7883698-ab6b-4160-8c18-ddb6aa13fb1c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:05.978173 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:05.978688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-38decb5f-1f8b-4bb7-be45-2a43d2589f02 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1863949 Nov 10 03:59:05.979412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Subnet': ['ID=14506f75-d578-4f31-9792-173f041fb03c,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:05.981463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43368) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:05.996916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-fffd6918-5914-47a9-a853-8585f36ac463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:05.998515 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-fffd6918-5914-47a9-a853-8585f36ac463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693765 Nov 10 03:59:06.033881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Checking segment: {'id': '4d574793-6ff2-40d1-8e4b-9fd8d14147bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '69e79776-15ae-4088-b8a2-4de52c55e1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:06.034329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network hostable DHCP agents. Network: 69e79776-15ae-4088-b8a2-4de52c55e1d0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:06.090173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network 69e79776-15ae-4088-b8a2-4de52c55e1d0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:06.109118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 69e79776-15ae-4088-b8a2-4de52c55e1d0) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:06.115880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:06.116482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.119299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f096e-4c93-402d-8877-fe5459e876d6 None None] Network 69e79776-15ae-4088-b8a2-4de52c55e1d0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:06.123634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-52a5a9cb-966b-45d0-a9da-f6eb881c0e46 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/f7883698-ab6b-4160-8c18-ddb6aa13fb1c HTTP/1.1" status: 200 len: 907 time: 0.1387503 Nov 10 03:59:06.124701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43370) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:06.130032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'router': {'name': 'tempest-snat-router-613228708', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': True}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:06.144619 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-7de0672c-3ecc-458e-8972-d17fa23591e1 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360993 Nov 10 03:59:06.151326 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Set router f7883698-ab6b-4160-8c18-ddb6aa13fb1c gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:06.162595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b6925021-1cad-45da-9b59-792540189810 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0256431 Nov 10 03:59:06.165965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43374) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:06.172740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-901362396'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:06.210086 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.213621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.253234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:06.259610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.297204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-dcc79bd5-9fcf-4d24-be27-9ee9bbc8f822 service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462271 Nov 10 03:59:06.327136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.338210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:06.346833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.347184 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Added segment 28e2f322-ea15-4241-bd73-d1590effdde6 of type vlan for network 5005466c-f237-4f2a-a354-d0932a803411 Nov 10 03:59:06.371459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-f05e5012-ba19-48e1-8e73-5b09e08fa36d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fd9f72-9f73-4107-ae80-20723a6184a3 HTTP/1.1" status: 200 len: 217 time: 0.0663700 Nov 10 03:59:06.409616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.415633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-69e79776-15ae-4088-b8a2-4de52c55e1d0', 'network_id': '69e79776-15ae-4088-b8a2-4de52c55e1d0', 'tenant_id': '0d5329edbdd54b109a31424edeeae79a', 'fixed_ips': [{'subnet_id': '14506f75-d578-4f31-9792-173f041fb03c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:06.417647 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.455188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-b12ea2fe-f1fc-44cd-997c-da79b37f95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:06.457369 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-b12ea2fe-f1fc-44cd-997c-da79b37f95c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 200 len: 797 time: 0.0776279 Nov 10 03:59:06.466714 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7883698-ab6b-4160-8c18-ddb6aa13fb1c', 'name': 'tempest-snat-router-613228708', 'tenant_id': '049d71575b9b4473ad02dbe448121c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.43'}], 'enable_snat': False}, 'gw_port_id': 'a716bea4-a959-4253-a6da-0aa00a7f9f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:01Z', 'updated_at': '2021-11-10T03:59:04Z', 'revision_number': 3, 'project_id': '049d71575b9b4473ad02dbe448121c8e', 'gw_port': {'id': 'a716bea4-a959-4253-a6da-0aa00a7f9f62', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:03:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7883698-ab6b-4160-8c18-ddb6aa13fb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:02Z', 'updated_at': '2021-11-10T03:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:06.527186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-46fb393d-73b8-4a06-9df2-f474a814446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:06.528833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-46fb393d-73b8-4a06-9df2-f474a814446f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc97c84b-bb5f-465a-a250-4ec4ffce45a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630324 Nov 10 03:59:06.544809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.557413 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Checking router: f7883698-ab6b-4160-8c18-ddb6aa13fb1c for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:06.557771 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Updating router f7883698-ab6b-4160-8c18-ddb6aa13fb1c port a716bea4-a959-4253-a6da-0aa00a7f9f62 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:06.561497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:06.562265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.636283 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.677889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Network': ['ID=5005466c-f237-4f2a-a354-d0932a803411,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:06.703676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.709206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81b4a690-9d8f-4c95-a575-ee271b01f030 req-687af16a-5925-4c54-9acd-ba4004a1d941 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 210 time: 0.0408533 Nov 10 03:59:06.723614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3e956091-326f-4670-a22b-a2051707b745 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5533204 Nov 10 03:59:06.724626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43388) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:06.734503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 5005466c-f237-4f2a-a354-d0932a803411 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:06.751564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'subnet': {'network_id': '5005466c-f237-4f2a-a354-d0932a803411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:06.879881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-e8fe9f50-e813-4f4f-9f2a-5a5a2f0cef3a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:06.881345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-e8fe9f50-e813-4f4f-9f2a-5a5a2f0cef3a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.44 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 811 time: 0.2483373 Nov 10 03:59:06.915270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Allocated IP 2001:db8:0:ffff::2 (69e79776-15ae-4088-b8a2-4de52c55e1d0/14506f75-d578-4f31-9792-173f041fb03c/7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:06.928847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:06.934037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:06.938411 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-4d4bf0a4-6473-4f46-b7b8-bfd2d5e7e84f service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013555 Nov 10 03:59:07.032016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-722b9816-45b7-453c-a188-ecd1a3966747 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06dde2634842480f9a77893dcdafc5b7 HTTP/1.1" status: 200 len: 380 time: 0.1364045 Nov 10 03:59:07.054669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'port': {'device_id': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'admin_state_up': True, 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'security_groups': ['bafbe674-0c8f-4b21-b8f5-7f579599d13f']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:07.192148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2df1a59-f1e0-4f16-a00b-65dd327c77b7 req-5046052e-2380-41aa-8949-334b6ef51b3e tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0636358 Nov 10 03:59:07.246709 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.258529 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.315068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53719b4-4788-4061-ada0-8fb53fd304d2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:07.319828 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.335676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.341686 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Attempting to bind port a716bea4-a959-4253-a6da-0aa00a7f9f62 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:07.342080 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Attempting to bind port a716bea4-a959-4253-a6da-0aa00a7f9f62 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:07.342437 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Attempting to bind port a716bea4-a959-4253-a6da-0aa00a7f9f62 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:07.362308 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:07.362683 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:07.363083 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.364242 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:07.364747 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Bound port: a716bea4-a959-4253-a6da-0aa00a7f9f62, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:07.365132 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.396242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Pushing event updated for resources: {'Port': ['ID=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:07.422461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Network 69e79776-15ae-4088-b8a2-4de52c55e1d0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:07.427461 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] For port a716bea4-a959-4253-a6da-0aa00a7f9f62, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:07.428479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:07.431047 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] For port a716bea4-a959-4253-a6da-0aa00a7f9f62, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a716bea4-a959-4253-a6da-0aa00a7f9f62,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:07.436845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:07.439162 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.443281 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72c4f4-0f20-4679-a660-a32839ecccff None None] Pushing event updated for resources: {'Port': ['ID=a716bea4-a959-4253-a6da-0aa00a7f9f62,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:07.482904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac49a57c-0be3-45cc-96db-c8b3f7324564 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:07.507832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac482e7f-7cac-47f7-b685-fd1dfda199cd req-fdd074bc-71e6-47f6-8b22-2bddcc88131e service neutron] 10.222.0.11 "GET /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595245 Nov 10 03:59:07.509023 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Routers {'f7883698-ab6b-4160-8c18-ddb6aa13fb1c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:07.510022 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f7883698-ab6b-4160-8c18-ddb6aa13fb1c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:07.548158 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72c4f4-0f20-4679-a660-a32839ecccff None None] Pushing event updated for resources: {'Port': ['ID=a716bea4-a959-4253-a6da-0aa00a7f9f62,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:07.582314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ff521017-8e97-4947-848b-440ccc6f2722 None None] Provisioning complete for port a716bea4-a959-4253-a6da-0aa00a7f9f62 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:07.582618 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff521017-8e97-4947-848b-440ccc6f2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.622122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Made reservation on behalf of 06dde2634842480f9a77893dcdafc5b7 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:07.625997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.635340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Attempting to bind port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:07.635696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Attempting to bind port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4d574793-6ff2-40d1-8e4b-9fd8d14147bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '69e79776-15ae-4088-b8a2-4de52c55e1d0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:07.636051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Attempting to bind port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e on network 69e79776-15ae-4088-b8a2-4de52c55e1d0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:07.646725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:07.647909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Checking segment: {'id': '4d574793-6ff2-40d1-8e4b-9fd8d14147bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '69e79776-15ae-4088-b8a2-4de52c55e1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:07.648481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.649022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Bound using segment: {'id': '4d574793-6ff2-40d1-8e4b-9fd8d14147bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '69e79776-15ae-4088-b8a2-4de52c55e1d0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:07.649660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Bound port: 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d574793-6ff2-40d1-8e4b-9fd8d14147bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '69e79776-15ae-4088-b8a2-4de52c55e1d0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:07.650222 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.698141 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] Set router f7883698-ab6b-4160-8c18-ddb6aa13fb1c gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:07.815654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff521017-8e97-4947-848b-440ccc6f2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.877378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e7564-9d5b-4e3b-a343-63a3e9f513b0 req-5e5ec77e-47fe-43e6-97bd-d860d92d2c14 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:07.884477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ff521017-8e97-4947-848b-440ccc6f2722 None None] For port a716bea4-a959-4253-a6da-0aa00a7f9f62, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a716bea4-a959-4253-a6da-0aa00a7f9f62,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:07.884834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e01e7564-9d5b-4e3b-a343-63a3e9f513b0 req-5e5ec77e-47fe-43e6-97bd-d860d92d2c14 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.8004098 Nov 10 03:59:07.913454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff521017-8e97-4947-848b-440ccc6f2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.918177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] For port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:07.933419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db0b0f7b-9eb0-42cc-ad4a-4e63f2bfcbc3 req-f8a5726e-8238-471d-8e65-459b3f24ee35 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 210 time: 0.0858564 Nov 10 03:59:07.935665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Allocated IP 172.20.0.13 (ede71ade-5ca5-4c69-9a99-c5c5db9a7f41/e19963b0-b080-4702-b859-f87c0a0393b4/45b63bc7-47c5-47b7-9b95-95d817b5558b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:07.950222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] For port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,segment=NetworkSegment(4d574793-6ff2-40d1-8e4b-9fd8d14147bf),segment_id=4d574793-6ff2-40d1-8e4b-9fd8d14147bf)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:07.980762 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7883698-ab6b-4160-8c18-ddb6aa13fb1c', 'name': 'tempest-snat-router-613228708', 'tenant_id': '049d71575b9b4473ad02dbe448121c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.43'}], 'enable_snat': False}, 'gw_port_id': 'a716bea4-a959-4253-a6da-0aa00a7f9f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:01Z', 'updated_at': '2021-11-10T03:59:04Z', 'revision_number': 3, 'project_id': '049d71575b9b4473ad02dbe448121c8e', 'gw_port': {'id': 'a716bea4-a959-4253-a6da-0aa00a7f9f62', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:03:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7883698-ab6b-4160-8c18-ddb6aa13fb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:02Z', 'updated_at': '2021-11-10T03:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:07.985080 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:07.998538 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.037750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b4c61-ae33-4a9a-b58e-d41c78f816b7 None None] The sync data for ids ['f7883698-ab6b-4160-8c18-ddb6aa13fb1c'] in n-d-817326-2 is: [{'id': 'f7883698-ab6b-4160-8c18-ddb6aa13fb1c', 'name': 'tempest-snat-router-613228708', 'tenant_id': '049d71575b9b4473ad02dbe448121c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.43'}], 'enable_snat': False}, 'gw_port_id': 'a716bea4-a959-4253-a6da-0aa00a7f9f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:01Z', 'updated_at': '2021-11-10T03:59:04Z', 'revision_number': 3, 'project_id': '049d71575b9b4473ad02dbe448121c8e', 'gw_port': {'id': 'a716bea4-a959-4253-a6da-0aa00a7f9f62', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:03:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7883698-ab6b-4160-8c18-ddb6aa13fb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:02Z', 'updated_at': '2021-11-10T03:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:08.053864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff521017-8e97-4947-848b-440ccc6f2722 None None] Pushing event updated for resources: {'Port': ['ID=a716bea4-a959-4253-a6da-0aa00a7f9f62,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:08.106246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-57a0604e-09b2-4bf2-9b5c-cef1c7ae20e1 None None] Provisioning complete for port a716bea4-a959-4253-a6da-0aa00a7f9f62 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:08.106610 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-57a0604e-09b2-4bf2-9b5c-cef1c7ae20e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.179852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e01e7564-9d5b-4e3b-a343-63a3e9f513b0 req-a9f3fe1c-2702-4ca2-8a08-1b666108701d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940812 Nov 10 03:59:08.218906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e5fb7-8b82-494c-93d9-5726dbcc7518 None None] Pushing event updated for resources: {'Port': ['ID=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:08.247599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.285999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.291058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.341257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.409786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-609aaf67-3e92-4470-91ee-451fc2172765 req-59f294fa-8f75-47c6-9fb9-b328e0674086 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0563660 Nov 10 03:59:08.443181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:59:08.458242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.515136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:08.520741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:08.522877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event updated for resources: {'Port': ['ID=45b63bc7-47c5-47b7-9b95-95d817b5558b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:08.525142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:08.663753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:08.664595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.667149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Allocated IP 172.25.6.227 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/a4bdccce-9944-404b-98e2-8a7fbeb3501c) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:08.692099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-21362078-b06b-4738-ba4b-06b2bb8ef3c1 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6485000 Nov 10 03:59:08.710194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Request body: {'port': {'device_id': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:08.768258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:08.834983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:08.836049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.848180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.852012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.863551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Subnet': ['ID=f5b4dbd7-dac6-4127-bd96-4ca915b6149c,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:08.882074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Checking segment: {'id': '28e2f322-ea15-4241-bd73-d1590effdde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5005466c-f237-4f2a-a354-d0932a803411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:08.882444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network hostable DHCP agents. Network: 5005466c-f237-4f2a-a354-d0932a803411, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:08.924421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network 5005466c-f237-4f2a-a354-d0932a803411 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:08.945926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.954929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 5005466c-f237-4f2a-a354-d0932a803411) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:08.968772 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:08.973418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66594d0-089d-457f-af72-1c856f0129f2 None None] Network 5005466c-f237-4f2a-a354-d0932a803411 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:08.990775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:08.991381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.017152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:09.023959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:09.037980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ade9b4cb-861b-421c-98c9-afdb8835f915 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2879989 Nov 10 03:59:09.037980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:09.038825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43408) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:09.045759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bf5bb-50ec-4d53-8b28-91a3a6520da8 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:09.047361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Port': ['ID=a4bdccce-9944-404b-98e2-8a7fbeb3501c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:09.062103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'port': {'network_id': '5005466c-f237-4f2a-a354-d0932a803411', 'name': 'tempest-NetworksIpV6TestAttrs-274166625'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:09.063678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-da3ec81a-b029-4d82-af1b-fddfed8b46b9 None None] Provisioning complete for port 45b63bc7-47c5-47b7-9b95-95d817b5558b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:09.064168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da3ec81a-b029-4d82-af1b-fddfed8b46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.162502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,segment=NetworkSegment(4d574793-6ff2-40d1-8e4b-9fd8d14147bf),segment_id=4d574793-6ff2-40d1-8e4b-9fd8d14147bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:09.180137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.193000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb82a-0756-4111-b574-f860d7890e2d req-f178fecc-4ec1-4903-b676-849418a0d3c7 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:09.199890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-da3ec81a-b029-4d82-af1b-fddfed8b46b9 None None] Port 45b63bc7-47c5-47b7-9b95-95d817b5558b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:09.206720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4fcb82a-0756-4111-b574-f860d7890e2d req-f178fecc-4ec1-4903-b676-849418a0d3c7 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 932 time: 0.1253600 Nov 10 03:59:09.403086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:09.403833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:09.408350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.422466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-5005466c-f237-4f2a-a354-d0932a803411', 'network_id': '5005466c-f237-4f2a-a354-d0932a803411', 'tenant_id': '0d5329edbdd54b109a31424edeeae79a', 'fixed_ips': [{'subnet_id': 'f5b4dbd7-dac6-4127-bd96-4ca915b6149c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:09.423326 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.443370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] device_id is not set on port 8dc5ecb2-f9af-49fa-ba19-3c6fa7edee23 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:59:09.471268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e977887f-2f38-4d93-a7de-ef0661a99e4d None None] Provisioning complete for port a4bdccce-9944-404b-98e2-8a7fbeb3501c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:09.471630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e977887f-2f38-4d93-a7de-ef0661a99e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.534845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4fcb82a-0756-4111-b574-f860d7890e2d req-54b47815-ff07-4965-81e8-22a0e94af69b tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266416 Nov 10 03:59:09.580010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa719c-3da2-439b-905d-3d2f96bc124e req-bb466119-9520-482d-b885-1408a145c2cf tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:09.581688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6baa719c-3da2-439b-905d-3d2f96bc124e req-bb466119-9520-482d-b885-1408a145c2cf tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1964333 Nov 10 03:59:09.626759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e977887f-2f38-4d93-a7de-ef0661a99e4d None None] Port a4bdccce-9944-404b-98e2-8a7fbeb3501c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:09.632719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Allocated IP 2001:db8::f816:3eff:fea9:563c (5005466c-f237-4f2a-a354-d0932a803411/f5b4dbd7-dac6-4127-bd96-4ca915b6149c/8dc5ecb2-f9af-49fa-ba19-3c6fa7edee23) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:09.740621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6baa719c-3da2-439b-905d-3d2f96bc124e req-1f4ed1b7-bf87-4653-9e67-c1cb991b599b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509492 Nov 10 03:59:09.772186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f0275-509d-4425-9029-ba423a5351a7 None None] Network 69e79776-15ae-4088-b8a2-4de52c55e1d0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:09.822036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f49ae5c1-bb61-4d8b-8b75-300a1aff9879 req-67d2eaa5-4159-4d2a-a96d-083561b23c29 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0312166 Nov 10 03:59:09.845011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.845784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.888870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.944681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ad145c86-929a-429c-9d54-155c07465d6a None None] Provisioning complete for port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:09.945610 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad145c86-929a-429c-9d54-155c07465d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:09.970626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network 5005466c-f237-4f2a-a354-d0932a803411 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:09.980415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b63bc7-47c5-47b7-9b95-95d817b5558b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:59:09.986922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:09.994248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:10.000369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:10.000998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.005263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.010042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Port': ['ID=8dc5ecb2-f9af-49fa-ba19-3c6fa7edee23,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:10.021849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Allocated IP 2001:db8::f816:3eff:fea3:f7c6 (5005466c-f237-4f2a-a354-d0932a803411/f5b4dbd7-dac6-4127-bd96-4ca915b6149c/b01a1bcf-3408-4c2b-8ed2-c4c355d36e09) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:10.028804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Transition to ACTIVE for port object 45b63bc7-47c5-47b7-9b95-95d817b5558b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:59:10.036948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8ce15fb2-a2c1-4d18-a9a0-df86296f4d08 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9934049 Nov 10 03:59:10.038297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.048027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43422) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:10.098488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Pushing event updated for resources: {'Port': ['ID=45b63bc7-47c5-47b7-9b95-95d817b5558b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:10.147803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.173092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting subnet f5b4dbd7-dac6-4127-bd96-4ca915b6149c {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:59:10.304308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Attempting to bind port 45b63bc7-47c5-47b7-9b95-95d817b5558b on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:10.304967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Attempting to bind port 45b63bc7-47c5-47b7-9b95-95d817b5558b by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:10.305920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Attempting to bind port 45b63bc7-47c5-47b7-9b95-95d817b5558b on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:10.313981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Port 45b63bc7-47c5-47b7-9b95-95d817b5558b on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:59:10.314522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Attempting to bind port 45b63bc7-47c5-47b7-9b95-95d817b5558b on network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:10.323490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:10.324036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Checking segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:10.324656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Bound using segment: {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:10.325251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Bound port: 45b63bc7-47c5-47b7-9b95-95d817b5558b, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e966f654-388d-41ed-9399-820e10b69957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:10.325806 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.344639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Router 0401fa3c-c908-45e0-ac9a-c26cb67d10e2 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:10.436931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] For port 45b63bc7-47c5-47b7-9b95-95d817b5558b, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:10.441413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] For port 45b63bc7-47c5-47b7-9b95-95d817b5558b, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:10.445898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.520425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Pushing event updated for resources: {'Port': ['ID=45b63bc7-47c5-47b7-9b95-95d817b5558b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:10.523405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:10.525986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:10.526808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.528424 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-7c552b55-47f6-4e24-b6d9-b8a9a7fe3c24 service neutron] 10.222.0.44 "PUT /v2.0/ports/45b63bc7-47c5-47b7-9b95-95d817b5558b HTTP/1.1" status: 200 len: 1092 time: 1.8282804 Nov 10 03:59:10.529321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:59:10.532022 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:59:10.561994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Sync routers for ids ['0401fa3c-c908-45e0-ac9a-c26cb67d10e2'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:10.574557 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.586272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.587582 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.640051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.653153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4f62a32e-74a0-45cf-b34b-83a4bc612630 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5174942 Nov 10 03:59:10.654269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43428) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:10.686638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Pushing event updated for resources: {'Port': ['ID=b01a1bcf-3408-4c2b-8ed2-c4c355d36e09,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:10.687379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Routers {'0401fa3c-c908-45e0-ac9a-c26cb67d10e2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:10.688015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0401fa3c-c908-45e0-ac9a-c26cb67d10e2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:10.697221 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923edb85-526b-418d-a9d0-c926780cdbc7 x-openstack-request-id: req-923edb85-526b-418d-a9d0-c926780cdbc7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:59:10.698227 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:59:10.698227 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-923edb85-526b-418d-a9d0-c926780cdbc7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:59:10.699312 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'status': 'completed', 'code': 200} Nov 10 03:59:10.776102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:10.791233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Network 5005466c-f237-4f2a-a354-d0932a803411 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:10.808613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:10.819055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:10.844383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:10.988944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-83c5e102-a4ea-46aa-83ae-1772d55dcdd0 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/0401fa3c-c908-45e0-ac9a-c26cb67d10e2 HTTP/1.1" status: 200 len: 907 time: 0.3292093 Nov 10 03:59:10.999421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43436) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:11.083077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6681d5c-ab3b-4609-ae3b-eb56e3b77550 req-3caea1c1-5085-495d-a3b0-de1aededf1e7 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:11.085357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6681d5c-ab3b-4609-ae3b-eb56e3b77550 req-3caea1c1-5085-495d-a3b0-de1aededf1e7 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 944 time: 0.3434122 Nov 10 03:59:11.100912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-ff31abfd-c955-4afa-b930-e87c7a8ef675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:11.102546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee26078-907d-46cb-acca-c9b8fc3b8d78 req-b2bb2b1e-e323-418c-a372-33c1b32db50c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:11.103265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-ff31abfd-c955-4afa-b930-e87c7a8ef675 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 1095 time: 0.5133159 Nov 10 03:59:11.104072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dee26078-907d-46cb-acca-c9b8fc3b8d78 req-b2bb2b1e-e323-418c-a372-33c1b32db50c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1102278 Nov 10 03:59:11.126781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.142205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Attempting to bind port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:11.143130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Attempting to bind port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '28e2f322-ea15-4241-bd73-d1590effdde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5005466c-f237-4f2a-a354-d0932a803411'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:11.143629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Attempting to bind port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 on network 5005466c-f237-4f2a-a354-d0932a803411 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:11.178754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-03c4367f-d763-4512-aee0-a491b0a2377d None None] Provisioning complete for port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:11.179177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-03c4367f-d763-4512-aee0-a491b0a2377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.181401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:11.181891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Checking segment: {'id': '28e2f322-ea15-4241-bd73-d1590effdde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5005466c-f237-4f2a-a354-d0932a803411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:11.182425 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.183047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Bound using segment: {'id': '28e2f322-ea15-4241-bd73-d1590effdde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5005466c-f237-4f2a-a354-d0932a803411'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:11.183926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Bound port: b01a1bcf-3408-4c2b-8ed2-c4c355d36e09, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e2f322-ea15-4241-bd73-d1590effdde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5005466c-f237-4f2a-a354-d0932a803411'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:11.184450 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.186826 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6681d5c-ab3b-4609-ae3b-eb56e3b77550 req-f3f3f9f5-d207-4890-8afe-140af82204bc tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817761 Nov 10 03:59:11.196048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dee26078-907d-46cb-acca-c9b8fc3b8d78 req-c4f113b5-308d-40ef-8a00-fc64b46ea0ce tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762272 Nov 10 03:59:11.251895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-f5c196e0-5dc6-492e-a229-0aecc14d5ece service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b HTTP/1.1" status: 200 len: 217 time: 0.1351085 Nov 10 03:59:11.277727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Set router 0401fa3c-c908-45e0-ac9a-c26cb67d10e2 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:11.374678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.383000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70ee1b2c-e788-4500-b5c9-b82c0bdb2661 req-4c9124a6-26b4-4033-95a6-dc700d4a14a3 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0739014 Nov 10 03:59:11.384136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.388339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-a33a28d2-1fc1-46c8-b307-9d216964227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:11.391137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-a33a28d2-1fc1-46c8-b307-9d216964227c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.1277251 Nov 10 03:59:11.424752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:11.425140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.453619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] For port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:11.480974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] For port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b01a1bcf-3408-4c2b-8ed2-c4c355d36e09,segment=NetworkSegment(28e2f322-ea15-4241-bd73-d1590effdde6),segment_id=28e2f322-ea15-4241-bd73-d1590effdde6)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:11.491442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.494843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/f5b4dbd7-dac6-4127-bd96-4ca915b6149c HTTP/1.1" status: 204 len: 168 time: 1.4049451 Nov 10 03:59:11.496877 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.497807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43438) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:11.502060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec61424-4a97-480e-8296-93bfaeeff51e tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b4dbd7-dac6-4127-bd96-4ca915b6149c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:11.569788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b445d0c-511f-463d-88a0-d5deb4a3a7a4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:11.578040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b445d0c-511f-463d-88a0-d5deb4a3a7a4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:11.579630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0b445d0c-511f-463d-88a0-d5deb4a3a7a4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0802166 Nov 10 03:59:11.580469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43440) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:11.584268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-e70de32d-2b89-45ee-87bf-75189982ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:11.586110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-e70de32d-2b89-45ee-87bf-75189982ae5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494722 Nov 10 03:59:11.651737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc900d-4eb4-4ef3-b60e-aaa394e37bc8 None None] Pushing event updated for resources: {'Port': ['ID=b01a1bcf-3408-4c2b-8ed2-c4c355d36e09,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:11.701143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a716bea4-a959-4253-a6da-0aa00a7f9f62 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:11.710044 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-62758568-0b20-45cb-b4cd-40a100ee4d04 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.724536 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-62758568-0b20-45cb-b4cd-40a100ee4d04 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 03:59:11.725506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62758568-0b20-45cb-b4cd-40a100ee4d04 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:11.731249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-62758568-0b20-45cb-b4cd-40a100ee4d04 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/5005466c-f237-4f2a-a354-d0932a803411 HTTP/1.1" status: 409 len: 405 time: 0.1497424 Nov 10 03:59:11.735403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43442) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:11.737141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.743903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-356304170'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:11.778341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401fa3c-c908-45e0-ac9a-c26cb67d10e2', 'name': 'tempest-snat-router-613228708', 'tenant_id': '049d71575b9b4473ad02dbe448121c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4bdccce-9944-404b-98e2-8a7fbeb3501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:06Z', 'updated_at': '2021-11-10T03:59:09Z', 'revision_number': 3, 'project_id': '049d71575b9b4473ad02dbe448121c8e', 'gw_port': {'id': 'a4bdccce-9944-404b-98e2-8a7fbeb3501c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0401fa3c-c908-45e0-ac9a-c26cb67d10e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:08Z', 'updated_at': '2021-11-10T03:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:11.784637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:11.790636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.826135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Deleting port a4bdccce-9944-404b-98e2-8a7fbeb3501c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:11.826485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.882626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Checking router: 0401fa3c-c908-45e0-ac9a-c26cb67d10e2 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:11.895656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:11.897457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Updating router 0401fa3c-c908-45e0-ac9a-c26cb67d10e2 port a4bdccce-9944-404b-98e2-8a7fbeb3501c binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:11.908114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.908595 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Added segment b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6 of type vlan for network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 Nov 10 03:59:11.959852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a716bea4-a959-4253-a6da-0aa00a7f9f62 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:11.960222 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.966230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:11.987512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Calling delete_port for a4bdccce-9944-404b-98e2-8a7fbeb3501c owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:11.988923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.029098 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.029403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.037702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:12.038367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.069238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-87e72d80-62af-4dd7-b34f-a84b0ba4080f service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514992 Nov 10 03:59:12.102456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3654997 Nov 10 03:59:12.109712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43446) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:12.120206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'subnet': {'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:12.224547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847e7df-507b-4902-a52e-562e421e239c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Network': ['ID=0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:12.240262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:12.244968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.262265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9d85f70f-d6f6-44ca-bc13-e48640ae70b2 req-884bb378-5bf0-448b-88ee-e5f570e810a2 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847913 Nov 10 03:59:12.382736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.419102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:12.422363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4bdccce-9944-404b-98e2-8a7fbeb3501c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:12.428846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-53ba17f0-fc4d-4465-9102-8e22b9f25b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:12.436053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-53ba17f0-fc4d-4465-9102-8e22b9f25b67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 1095 time: 0.1101854 Nov 10 03:59:12.486603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc71eb7-db31-4a70-a0b5-258d6079ee81 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:12.499266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2220-0b55-41b6-b419-08b44d972d1a req-3cafa9cd-ca96-4a06-997f-b7951f70041b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:12.500899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-604a2220-0b55-41b6-b419-08b44d972d1a req-3cafa9cd-ca96-4a06-997f-b7951f70041b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1043575 Nov 10 03:59:12.563936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef56f7-9ccd-4bdd-ba39-a2ca97ac0e22 req-3284dc35-a0a1-4251-9409-8bda576b00bb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:12.565485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03ef56f7-9ccd-4bdd-ba39-a2ca97ac0e22 req-3284dc35-a0a1-4251-9409-8bda576b00bb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 944 time: 0.1825163 Nov 10 03:59:12.627654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:59:12.628456 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:59:12.665106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:12.695839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-604a2220-0b55-41b6-b419-08b44d972d1a req-7d9c2dd0-25c5-4fb3-86fb-86766eb47abe tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780055 Nov 10 03:59:12.719160 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.778387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:12.778922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.813670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03ef56f7-9ccd-4bdd-ba39-a2ca97ac0e22 req-fa09ab3e-de3e-4cb8-850d-2bf292e2ae4c tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277915 Nov 10 03:59:12.851523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a2bd386-4fb6-42fe-8098-4b898cee3065 req-f1d52e14-e450-498a-9a55-95e087e54413 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0375371 Nov 10 03:59:12.905073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-4008849e-46b3-4e26-b776-07f6cf70676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:12.906988 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-4008849e-46b3-4e26-b776-07f6cf70676f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.4576588 Nov 10 03:59:12.911163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.918399 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.930696 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.969460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b01a1bcf-3408-4c2b-8ed2-c4c355d36e09,segment=NetworkSegment(28e2f322-ea15-4241-bd73-d1590effdde6),segment_id=28e2f322-ea15-4241-bd73-d1590effdde6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:12.971931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-94b785f5-b194-45f0-bff0-c4fe2d231509 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b HTTP/1.1" status: 200 len: 217 time: 0.0497775 Nov 10 03:59:12.972827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:59:12.978462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:12.979300 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.047724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f8cc7-aae7-46c8-a77c-50b2ffaac551 None None] Network 5005466c-f237-4f2a-a354-d0932a803411 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:13.056827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.057646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0401fa3c-c908-45e0-ac9a-c26cb67d10e2 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:13.059251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Subnet': ['ID=0075e5fb-bd52-4e42-bc7d-09625e3ba32e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:13.078931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Checking segment: {'id': 'b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:13.079674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network hostable DHCP agents. Network: 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:13.080233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.081447 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-851efc58-2b94-4470-8908-d22d799f7f7a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0401fa3c-c908-45e0-ac9a-c26cb67d10e2 HTTP/1.1" status: 204 len: 168 time: 2.0724859 Nov 10 03:59:13.085488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43458) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:13.183743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-f9b32763-a89a-447b-ab82-b950ad2e9111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:13.185756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-f9b32763-a89a-447b-ab82-b950ad2e9111 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.1430101 Nov 10 03:59:13.207793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:13.250069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Port a4bdccce-9944-404b-98e2-8a7fbeb3501c not found while updating agent binding for router 0401fa3c-c908-45e0-ac9a-c26cb67d10e2. {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 03:59:13.286620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:13.294942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:13.295768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.307276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1c654c9c-d430-44c9-ad3e-1d550ea6919b None None] Provisioning complete for port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:13.307656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c654c9c-d430-44c9-ad3e-1d550ea6919b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.319572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-6fc95ddd-b4bf-45d1-a267-8ddd087faeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:13.321951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-6fc95ddd-b4bf-45d1-a267-8ddd087faeb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265213 Nov 10 03:59:13.326315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e613f4-db77-43e1-9c8a-078f17b0356c req-4c3f3bdc-fd61-4efb-ad9e-b9583a81c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:13.328450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-92e613f4-db77-43e1-9c8a-078f17b0356c req-4c3f3bdc-fd61-4efb-ad9e-b9583a81c884 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 1096 time: 0.0737298 Nov 10 03:59:13.333244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.340981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a1e51ba6-12de-4a2e-83ad-e2026ac5687b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2304828 Nov 10 03:59:13.341565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43462) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:13.361876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'port': {'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4', 'name': 'tempest-NetworksIpV6TestAttrs-1628670403'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:13.464944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.532537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e1870-f8b7-4ede-bd80-4b1cd3dfa27f None None] Network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:13.578805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Deleting port a716bea4-a959-4253-a6da-0aa00a7f9f62 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:13.579365 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.599949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:13.600486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 03:59:13.609000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-92e613f4-db77-43e1-9c8a-078f17b0356c req-131059c0-fead-4ce1-bbb9-c373fc197214 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652924 Nov 10 03:59:13.614490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_agentschedulers_db [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0401fa3c-c908-45e0-ac9a-c26cb67d10e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:58:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 03:59:13.617902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:13.619234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b392e-1eb5-4d73-b49a-155f97e7bc45 None None] The sync data for ids ['0401fa3c-c908-45e0-ac9a-c26cb67d10e2'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:13.624881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.657040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] device_id is not set on port 862bf61c-71c1-41be-9328-540178ebb527 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 03:59:13.673272 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=b01a1bcf-3408-4c2b-8ed2-c4c355d36e09,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:13.696145 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-16f20838-c33b-4528-a48f-e66a1868cc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.739511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-9dae4fb5-43de-4ef4-a60a-b932a5b24b78 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088542 Nov 10 03:59:13.793277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Allocated IP 2001:db8::f816:3eff:fe77:1485 (0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4/0075e5fb-bd52-4e42-bc7d-09625e3ba32e/862bf61c-71c1-41be-9328-540178ebb527) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:13.809419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] For port a716bea4-a959-4253-a6da-0aa00a7f9f62, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a716bea4-a959-4253-a6da-0aa00a7f9f62,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:13.810325 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:13.826773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Calling delete_port for a716bea4-a959-4253-a6da-0aa00a7f9f62 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:13.969155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4', 'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4', 'tenant_id': '0d5329edbdd54b109a31424edeeae79a', 'fixed_ips': [{'subnet_id': '0075e5fb-bd52-4e42-bc7d-09625e3ba32e'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:13.970058 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.068705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] DHCP port deletion for 5005466c-f237-4f2a-a354-d0932a803411 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:14.207096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6ec3b-6d41-4309-9575-9318b5274d3b req-d798b5b8-5051-48ba-9290-6c919a5f1303 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:14.210678 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcb6ec3b-6d41-4309-9575-9318b5274d3b req-d798b5b8-5051-48ba-9290-6c919a5f1303 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.3733258 Nov 10 03:59:14.226842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] Deleting port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:14.227323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.241440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47d3f5-86da-4a2e-b5af-7760369babc4 req-ecfb3d52-5b66-4543-8312-1457fddb6124 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:14.243102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb47d3f5-86da-4a2e-b5af-7760369babc4 req-ecfb3d52-5b66-4543-8312-1457fddb6124 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 944 time: 0.2286625 Nov 10 03:59:14.343999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcb6ec3b-6d41-4309-9575-9318b5274d3b req-7f4e53ad-2a9c-455e-b242-ea66195eafa2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123352 Nov 10 03:59:14.378912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] For port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b01a1bcf-3408-4c2b-8ed2-c4c355d36e09,segment=NetworkSegment(28e2f322-ea15-4241-bd73-d1590effdde6),segment_id=28e2f322-ea15-4241-bd73-d1590effdde6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:14.379307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.386244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb47d3f5-86da-4a2e-b5af-7760369babc4 req-8d55c17b-b29e-47f2-bb47-c122ae880257 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342857 Nov 10 03:59:14.393734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] Calling delete_port for b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:14.420426 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-251e2b45-39d3-4589-bdb7-fb6d911a3d1c req-393838a5-602b-493d-bc4c-3a61bff687b5 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204324 Nov 10 03:59:14.450212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.532735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d34a1-cdd1-4a30-8ab9-ad43478299c3 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:14.568372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.589575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:59:14.621748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event deleted for resources: {'Port': ['ID=a716bea4-a959-4253-a6da-0aa00a7f9f62,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:14.631109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e6ff41d-ade8-4d53-a05c-7a7109e4367a req-ee401511-6dc9-4654-a1db-09e7b3867531 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.1365852 Nov 10 03:59:14.671319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.690605 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.752025 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:59:14.759025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:14.762572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:14.763888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Allocated IP 2001:db8::f816:3eff:fe34:f30b (0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4/0075e5fb-bd52-4e42-bc7d-09625e3ba32e/03484fab-eb95-4e4f-ad63-5311aed82d38) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:14.767835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:14.774798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:14.775598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.788229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Port': ['ID=862bf61c-71c1-41be-9328-540178ebb527,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:14.798968 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3c266cda-bf51-4b94-a340-2fcb7948e92b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4405589 Nov 10 03:59:14.799315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:14.846093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.848475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.897898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting subnet 0075e5fb-bd52-4e42-bc7d-09625e3ba32e {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:59:14.903143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.903676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7883698-ab6b-4160-8c18-ddb6aa13fb1c {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:14.909645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.911368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a1fe2dab-7024-4206-af9e-4a9015e94cfd tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f7883698-ab6b-4160-8c18-ddb6aa13fb1c HTTP/1.1" status: 204 len: 168 time: 1.8243020 Nov 10 03:59:14.915425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43474) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:14.921286 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.922049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-290032206', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:14.962109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.963530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:14.965172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No active binding found for port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 {{(pid=102598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 03:59:14.965609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:59:14.969067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] Pushing event deleted for resources: {'Port': ['ID=b01a1bcf-3408-4c2b-8ed2-c4c355d36e09,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:14.979158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e6fae-1273-401b-ac4f-069ce9446d8f None None] No DVR routers for this DVR port b01a1bcf-3408-4c2b-8ed2-c4c355d36e09 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:59:14.995829 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.006143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.006748 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.060108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:15.063371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:15.066004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:15.075761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.089439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Pushing event updated for resources: {'Port': ['ID=03484fab-eb95-4e4f-ad63-5311aed82d38,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:15.145629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.157639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Attempting to bind port 03484fab-eb95-4e4f-ad63-5311aed82d38 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:15.158234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Attempting to bind port 03484fab-eb95-4e4f-ad63-5311aed82d38 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:15.158764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Attempting to bind port 03484fab-eb95-4e4f-ad63-5311aed82d38 on network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:15.164574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:15.164937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Checking segment: {'id': 'b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:15.165336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.165737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Bound using segment: {'id': 'b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:15.166221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Bound port: 03484fab-eb95-4e4f-ad63-5311aed82d38, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:15.166578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.233422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] For port 03484fab-eb95-4e4f-ad63-5311aed82d38, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:15.237136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] For port 03484fab-eb95-4e4f-ad63-5311aed82d38, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=03484fab-eb95-4e4f-ad63-5311aed82d38,segment=NetworkSegment(b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6),segment_id=b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:15.242492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.285630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.312567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c045e-8997-480c-ae08-5c4ceae2b588 None None] Pushing event updated for resources: {'Port': ['ID=03484fab-eb95-4e4f-ad63-5311aed82d38,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:15.433778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.549781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.641401 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1391b0c5-fdd8-414b-97dd-5e27b22cc60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.680169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Subnet': ['ID=0075e5fb-bd52-4e42-bc7d-09625e3ba32e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:15.692888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.698476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-abeb7187-72a2-46a4-9a22-ec60626d152b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/0075e5fb-bd52-4e42-bc7d-09625e3ba32e HTTP/1.1" status: 204 len: 168 time: 0.8959503 Nov 10 03:59:15.699922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43484) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:15.757818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.786107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.846494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1687b-fd46-4855-bf07-647ecd1a10f4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:15.848731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1687b-fd46-4855-bf07-647ecd1a10f4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:15.852890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-98e1687b-fd46-4855-bf07-647ecd1a10f4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1494770 Nov 10 03:59:15.855702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43486) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:15.976358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1e00-9e74-472a-9f3c-ed6d548cbee4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:15.993601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Allocated IP 172.25.6.239 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/dbd5689b-7870-4af3-ace6-aebed1543043) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:16.001641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c39d6b-c4a0-47e2-914f-5b27cb4f4ccb req-56f34f0d-10e7-4763-aac7-0ba0ac576cb8 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:16.003333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65c39d6b-c4a0-47e2-914f-5b27cb4f4ccb req-56f34f0d-10e7-4763-aac7-0ba0ac576cb8 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 944 time: 0.4740059 Nov 10 03:59:16.006215 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1b1e00-9e74-472a-9f3c-ed6d548cbee4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 03:59:16.006823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1b1e00-9e74-472a-9f3c-ed6d548cbee4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:16.014794 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b1b1e00-9e74-472a-9f3c-ed6d548cbee4 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 HTTP/1.1" status: 409 len: 405 time: 0.1543810 Nov 10 03:59:16.018101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcded6-050e-4bbc-9d7c-b03297249e8f req-87b49420-6352-4593-926e-69602014ae70 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:16.018474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43488) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:16.026847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1053938849'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:16.030881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fdcded6-050e-4bbc-9d7c-b03297249e8f req-87b49420-6352-4593-926e-69602014ae70 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.5518756 Nov 10 03:59:16.108208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:16.112381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.112957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fdcded6-050e-4bbc-9d7c-b03297249e8f req-a3489639-a0e7-476d-8a26-788ddf8c2303 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797527 Nov 10 03:59:16.141955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65c39d6b-c4a0-47e2-914f-5b27cb4f4ccb req-6ff0e3db-c317-4dfe-9c3e-5ee96e44994a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055067 Nov 10 03:59:16.194002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:16.226786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.227313 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Added segment be53f945-d640-4c40-a3ee-e5fc60ef45f8 of type vlan for network 411b387f-b2bb-4f0a-8efb-e63d0f64a343 Nov 10 03:59:16.243042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.245152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-066eb9d1-96e9-43cc-b3e3-6c202e8eb6da req-958a7c6e-5bd0-4388-a31b-1911021c1186 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0367460 Nov 10 03:59:16.291349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.335355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.341084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:16.341760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.355128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.458208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4369569 Nov 10 03:59:16.491849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 45b63bc7-47c5-47b7-9b95-95d817b5558b details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:59:16.497590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43506) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:16.531968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'subnet': {'network_id': '411b387f-b2bb-4f0a-8efb-e63d0f64a343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:16.537690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:16.545987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248199e-230f-47b2-bfe5-e16fb40b28be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Network': ['ID=411b387f-b2bb-4f0a-8efb-e63d0f64a343,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:16.556011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:16.559207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:16.649828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f2102b-f72e-451e-9654-9d384b27b54e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:16.659095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 411b387f-b2bb-4f0a-8efb-e63d0f64a343 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:16.682515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-c20f5e74-92fb-409b-bb85-e49459692cf0 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:16.698641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-c20f5e74-92fb-409b-bb85-e49459692cf0 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 811 time: 0.2941077 Nov 10 03:59:16.748465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event updated for resources: {'Port': ['ID=dbd5689b-7870-4af3-ace6-aebed1543043,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:16.750657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-a636ef9e-3413-41d5-8d4f-7b8c94d08b12 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/quotas/6dd7f53765e44cb0b129d7f9ea1c5dfb HTTP/1.1" status: 200 len: 375 time: 0.0505488 Nov 10 03:59:16.765092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 03484fab-eb95-4e4f-ad63-5311aed82d38 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:16.834497 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.876876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c3b30-10f5-4314-b8d3-352365005ea3 None None] Network 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:16.879468 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-7a2fd5fd-2fe9-4faf-b0cd-c7bab3efd86a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278591 Nov 10 03:59:16.881212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 45b63bc7-47c5-47b7-9b95-95d817b5558b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:16.908551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5ba33af9-4e1d-45b4-be44-94e440aff9e8 None None] Provisioning complete for port dbd5689b-7870-4af3-ace6-aebed1543043 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:16.909163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5ba33af9-4e1d-45b4-be44-94e440aff9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:16.987115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:16.989216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'port_id': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'mac_address': 'fa:16:3e:8a:85:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:59:16.996101 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.030124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5ba33af9-4e1d-45b4-be44-94e440aff9e8 None None] Port dbd5689b-7870-4af3-ace6-aebed1543043 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:17.064421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 03484fab-eb95-4e4f-ad63-5311aed82d38 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:17.065062 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.127227 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-7d0c2e6f-52f7-48c1-96b0-cbb30bcf7584 service neutron] 10.222.0.24 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467115 Nov 10 03:59:17.168802 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.190889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b63bc7-47c5-47b7-9b95-95d817b5558b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:59:17.242563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-83ada862-550a-429a-8707-d6eb3c7b66fb None None] Provisioning complete for port 03484fab-eb95-4e4f-ad63-5311aed82d38 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:17.242928 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83ada862-550a-429a-8707-d6eb3c7b66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.289573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.339513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 45b63bc7-47c5-47b7-9b95-95d817b5558b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:17.353205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-67030613-469c-4e74-a809-f642460ca912 service neutron] 10.222.0.24 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251778 Nov 10 03:59:17.359955 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.402111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb3df-bcce-4be8-b04c-05c86bba5771 req-c6673a25-ea48-4697-bd23-3edba6c8b4b9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:17.403634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc8eb3df-bcce-4be8-b04c-05c86bba5771 req-c6673a25-ea48-4697-bd23-3edba6c8b4b9 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 944 time: 0.1270392 Nov 10 03:59:17.483439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=45b63bc7-47c5-47b7-9b95-95d817b5558b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:17.493636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] DHCP port deletion for 0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:17.509365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc8eb3df-bcce-4be8-b04c-05c86bba5771 req-de6aeced-6797-476f-8df7-aa06c9851f97 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933075 Nov 10 03:59:17.556485 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.615438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.626078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['45b63bc7-47c5-47b7-9b95-95d817b5558b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:59:17.637243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:59:17.640147 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.752892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d0bf455-dc74-4d4e-baa8-f1ee5fa86e87 req-f946fff3-4ba8-44ec-a155-b284f2891ed2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 210 time: 0.0656216 Nov 10 03:59:17.818675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b170e1a6-5b6e-44fc-a606-10c22c2b4c0f req-eeef92a4-0cbb-4461-b5f4-d02a85daf8f1 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0866797 Nov 10 03:59:17.902416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Subnet': ['ID=f5e54843-ebed-4983-b498-3df9ed62c320,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:17.912902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Checking segment: {'id': 'be53f945-d640-4c40-a3ee-e5fc60ef45f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '411b387f-b2bb-4f0a-8efb-e63d0f64a343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:17.913265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network hostable DHCP agents. Network: 411b387f-b2bb-4f0a-8efb-e63d0f64a343, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:17.922876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 03484fab-eb95-4e4f-ad63-5311aed82d38, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=03484fab-eb95-4e4f-ad63-5311aed82d38,segment=NetworkSegment(b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6),segment_id=b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:17.947673 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:17.948936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network 411b387f-b2bb-4f0a-8efb-e63d0f64a343 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:17.970240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 411b387f-b2bb-4f0a-8efb-e63d0f64a343) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:17.975616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:17.976305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.004716 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-48b20d8c-306f-4d93-9e45-640e47997561 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4991446 Nov 10 03:59:18.005300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43526) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:18.017908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Router 0539404b-56ed-49f7-82c9-6a2c2ac5a76d is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:18.038870 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83ada862-550a-429a-8707-d6eb3c7b66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.041986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26328548-bdbd-4a0d-8d32-1eab7cc1fe6f None None] Network 411b387f-b2bb-4f0a-8efb-e63d0f64a343 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:18.162065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a716bea4-a959-4253-a6da-0aa00a7f9f62 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:59:18.164604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=03484fab-eb95-4e4f-ad63-5311aed82d38,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:18.264175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.356462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.467140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.480238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] Deleting port 03484fab-eb95-4e4f-ad63-5311aed82d38 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:18.480855 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.563167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e54843-ebed-4983-b498-3df9ed62c320,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:18.568148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] For port 03484fab-eb95-4e4f-ad63-5311aed82d38, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=03484fab-eb95-4e4f-ad63-5311aed82d38,segment=NetworkSegment(b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6),segment_id=b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:18.568711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.583069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] Calling delete_port for 03484fab-eb95-4e4f-ad63-5311aed82d38 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:18.676626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a716bea4-a959-4253-a6da-0aa00a7f9f62 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:59:18.676982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a716bea4-a959-4253-a6da-0aa00a7f9f62 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:59:18.698689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.754470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:18.757067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] Pushing event deleted for resources: {'Port': ['ID=03484fab-eb95-4e4f-ad63-5311aed82d38,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:18.770368 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] Sync routers for ids ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:18.799093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.808244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.809478 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bc6e55d7-0792-476b-83eb-f1343651f386 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8930624 Nov 10 03:59:18.812215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43536) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:18.816967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': False}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:18.837140 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] Routers {'0539404b-56ed-49f7-82c9-6a2c2ac5a76d'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:18.837797 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:18.838461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40aa629-77be-4fcc-a83c-bcaa685d066f None None] No DVR routers for this DVR port 03484fab-eb95-4e4f-ad63-5311aed82d38 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:59:18.842770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.885480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 03484fab-eb95-4e4f-ad63-5311aed82d38 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:59:18.887680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411b387f-b2bb-4f0a-8efb-e63d0f64a343']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:18.915815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be53f945-d640-4c40-a3ee-e5fc60ef45f8') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:18.916109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be53f945-d640-4c40-a3ee-e5fc60ef45f8') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:18.932274 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:18.934303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.942976 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] Routers {'0539404b-56ed-49f7-82c9-6a2c2ac5a76d'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:18.943963 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:18.962862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:18.974398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 03484fab-eb95-4e4f-ad63-5311aed82d38 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:59:18.974954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 03484fab-eb95-4e4f-ad63-5311aed82d38 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:59:18.978004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:18.978411 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.008528 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:19.009629 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fa9b7-79f9-434c-8355-d1af0547194c None None] The sync data for ids ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:19.064468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caebb79-5eba-4b9b-8c6d-4f227cd78726 None None] Network 411b387f-b2bb-4f0a-8efb-e63d0f64a343 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:19.113385 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:19.123050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.148678 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.171081 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.177787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/411b387f-b2bb-4f0a-8efb-e63d0f64a343 HTTP/1.1" status: 204 len: 168 time: 1.1678269 Nov 10 03:59:19.210462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43540) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:19.232506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1896057380'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:19.245917 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40ccdb7b-58fa-41a6-bc1a-e8b9a1817e9c req-43077725-1e07-4bac-945f-f12bef5e2ed0 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 210 time: 0.1270928 Nov 10 03:59:19.264488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7bd6d-89e0-4a11-9c9e-d5eb3f4eb68c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Network': ['ID=411b387f-b2bb-4f0a-8efb-e63d0f64a343,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:19.289587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-f0d64075-03be-41b7-b468-acfae6c4f24d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:19.291904 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-f0d64075-03be-41b7-b468-acfae6c4f24d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.11 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 811 time: 0.2779322 Nov 10 03:59:19.305745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9694e6-d5eb-4966-a878-f8416e4de100 req-4fe71000-591e-4b4f-9ec7-707a7dac946d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:19.307889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a9694e6-d5eb-4966-a878-f8416e4de100 req-4fe71000-591e-4b4f-9ec7-707a7dac946d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 945 time: 0.6908729 Nov 10 03:59:19.323598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:19.328251 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.364590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Request body: {'port': {'device_id': '070c6d82-27df-433a-861d-061ab1de86e9', 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'admin_state_up': True, 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:19.374400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d31be228-51e2-429b-a86f-4608cdbe0e7d req-ba3f3624-34e9-4e37-bf5f-ff9ce8440c1d tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0369086 Nov 10 03:59:19.406417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a9694e6-d5eb-4966-a878-f8416e4de100 req-59bc0e13-cb87-4af6-bedf-e53228d991dd tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905490 Nov 10 03:59:19.427154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:19.429067 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.429478 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Added segment c86bb6d5-4af2-4127-ba10-29eb53864301 of type vlan for network 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 Nov 10 03:59:19.481063 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.508467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.508904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.515979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:19.516801 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.583525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Made reservation on behalf of 6dd7f53765e44cb0b129d7f9ea1c5dfb for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:19.587179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.600414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Network': ['ID=37b86e0c-db3b-4b96-8ba9-62ed0d9aece0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:19.614583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:19.622565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-19ffa425-0b53-43a8-a575-c83753734067 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3963079 Nov 10 03:59:19.626421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43542) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:19.633002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'subnet': {'network_id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:19.753216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:19.757738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:19.781201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Allocated IP 172.20.0.14 (cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1/8988a1b7-bf43-4660-a6e7-11a4b2883813/78d1b8f8-c487-4598-8fd4-565a71691bd9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:19.983068 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.070820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.085146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Subnet': ['ID=0b2f04fd-1e93-43e4-8050-649cb88c09b4,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:20.094762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Checking segment: {'id': 'c86bb6d5-4af2-4127-ba10-29eb53864301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:20.095064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network hostable DHCP agents. Network: 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:20.113566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:20.127738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:20.133526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:20.134144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.142907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715a97a-fdb1-4456-a172-8849092c6d2c None None] Network 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:20.165893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0aa2439e-6bf2-4c31-a897-75eb86618df1 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5373139 Nov 10 03:59:20.166378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:20.270508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43554) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:20.276727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.281649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.287533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.303651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['ac3f2845-3262-44bc-84d2-0fc5396ac5e5'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:59:20.373365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.378102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-37b86e0c-db3b-4b96-8ba9-62ed0d9aece0', 'network_id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0', 'tenant_id': '0d5329edbdd54b109a31424edeeae79a', 'fixed_ips': [{'subnet_id': '0b2f04fd-1e93-43e4-8050-649cb88c09b4'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:20.379662 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.411110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:20.438534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc324b3d-9dbf-46e4-bccb-a54f880d8db8 req-bddc3900-e5d3-43ff-af71-ee82ee7d5ce6 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:20.440469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc324b3d-9dbf-46e4-bccb-a54f880d8db8 req-bddc3900-e5d3-43ff-af71-ee82ee7d5ce6 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 932 time: 0.1065559 Nov 10 03:59:20.495294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa3bbd71-cd84-439c-9e74-d2e03e0b69ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.499307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:20.505928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.510160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:20.520672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 45b63bc7-47c5-47b7-9b95-95d817b5558b up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:20.567697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:20.568333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.590771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec15f127-8fdb-48a2-bf9e-cbdec8edd655 req-b14c410b-5f22-49db-a536-4ad76c5e3895 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0756559 Nov 10 03:59:20.623277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc324b3d-9dbf-46e4-bccb-a54f880d8db8 req-3ee4219a-f8e4-4581-a781-e39c3290b5e0 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680424 Nov 10 03:59:20.638948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Pushing event updated for resources: {'Port': ['ID=78d1b8f8-c487-4598-8fd4-565a71691bd9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:20.683845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-270f977f-4b96-4fd6-92ed-37e4250e4717 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3539739 Nov 10 03:59:20.703262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Request body: {'port': {'device_id': '070c6d82-27df-433a-861d-061ab1de86e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:20.736348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa3bbd71-cd84-439c-9e74-d2e03e0b69ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.742136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Allocated IP 2001:db8::2 (37b86e0c-db3b-4b96-8ba9-62ed0d9aece0/0b2f04fd-1e93-43e4-8050-649cb88c09b4/281774d8-7211-4b99-b40f-c9147e30576c) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:20.744114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Router 0539404b-56ed-49f7-82c9-6a2c2ac5a76d has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:59:20.754027 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa3bbd71-cd84-439c-9e74-d2e03e0b69ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.825200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.835175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6c5d4-5786-443e-9041-8d77704d967f req-9e3799be-0f95-4a1f-b027-71c75d3456fd tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:20.843867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfd6c5d4-5786-443e-9041-8d77704d967f req-9e3799be-0f95-4a1f-b027-71c75d3456fd tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 945 time: 0.1055048 Nov 10 03:59:20.852062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fa3bbd71-cd84-439c-9e74-d2e03e0b69ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa1eea3dfb564f60a8223049b05b112d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804825 Nov 10 03:59:20.858978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43562) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:20.873825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bbd71-cd84-439c-9e74-d2e03e0b69ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c4d9d-ce0b-4383-b6c8-f2ad8fbefe7e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:20.960282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfd6c5d4-5786-443e-9041-8d77704d967f req-b4d93fba-9fa0-4e70-befb-cc56777c2a5f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154745 Nov 10 03:59:20.960703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:20.979847 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.000845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b83e45d-07e3-4694-aadc-dffa724539c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.024356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b83e45d-07e3-4694-aadc-dffa724539c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.053902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Pushing event updated for resources: {'Port': ['ID=281774d8-7211-4b99-b40f-c9147e30576c,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:21.080421 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b83e45d-07e3-4694-aadc-dffa724539c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.084044 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b83e45d-07e3-4694-aadc-dffa724539c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.088302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8b83e45d-07e3-4694-aadc-dffa724539c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b32c4d9d-ce0b-4383-b6c8-f2ad8fbefe7e HTTP/1.1" status: 204 len: 168 time: 0.2276466 Nov 10 03:59:21.098523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e45d-07e3-4694-aadc-dffa724539c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c4d9d-ce0b-4383-b6c8-f2ad8fbefe7e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:21.125295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d1b8f8-c487-4598-8fd4-565a71691bd9 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:59:21.130077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Network 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:21.133779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.136074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 45b63bc7-47c5-47b7-9b95-95d817b5558b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:59:21.140947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:21.143432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:21.151358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Transition to ACTIVE for port object 78d1b8f8-c487-4598-8fd4-565a71691bd9 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:59:21.158591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 45b63bc7-47c5-47b7-9b95-95d817b5558b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:21.159062 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.159253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.264958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Attempting to bind port 281774d8-7211-4b99-b40f-c9147e30576c on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:21.265489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Attempting to bind port 281774d8-7211-4b99-b40f-c9147e30576c by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c86bb6d5-4af2-4127-ba10-29eb53864301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:21.266479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Attempting to bind port 281774d8-7211-4b99-b40f-c9147e30576c on network 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:21.275920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:21.276515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Checking segment: {'id': 'c86bb6d5-4af2-4127-ba10-29eb53864301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:21.277028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.277528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Bound using segment: {'id': 'c86bb6d5-4af2-4127-ba10-29eb53864301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:21.278186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Bound port: 281774d8-7211-4b99-b40f-c9147e30576c, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86bb6d5-4af2-4127-ba10-29eb53864301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:21.278673 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.387717 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.393496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] For port 281774d8-7211-4b99-b40f-c9147e30576c, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:21.423108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] For port 281774d8-7211-4b99-b40f-c9147e30576c, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=281774d8-7211-4b99-b40f-c9147e30576c,segment=NetworkSegment(c86bb6d5-4af2-4127-ba10-29eb53864301),segment_id=c86bb6d5-4af2-4127-ba10-29eb53864301)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:21.431426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:59:21.434549 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f85e84d-3ece-4226-ac5b-300b4aebf7fd" -d '{"events": [{"server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "name": "network-vif-plugged", "status": "completed", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:59:21.445418 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.453000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 45b63bc7-47c5-47b7-9b95-95d817b5558b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:21.462121 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.487593 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb652fb-1020-459f-95fc-de7f8454c94b x-openstack-request-id: req-5bb652fb-1020-459f-95fc-de7f8454c94b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:59:21.487911 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "name": "network-vif-plugged", "status": "completed", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:59:21.488154 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bb652fb-1020-459f-95fc-de7f8454c94b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:59:21.488549 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'code': 200} Nov 10 03:59:21.544585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.552870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de621b89-cd09-46a9-aad9-8d1f2ea42cdd None None] Network 37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:21.609976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ab727-523c-4879-adcc-295c1d034f75 None None] Pushing event updated for resources: {'Port': ['ID=281774d8-7211-4b99-b40f-c9147e30576c,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:21.673123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2f04fd-1e93-43e4-8050-649cb88c09b4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:21.706457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.726734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Pushing event updated for resources: {'Port': ['ID=78d1b8f8-c487-4598-8fd4-565a71691bd9,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:21.755545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=45b63bc7-47c5-47b7-9b95-95d817b5558b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:21.764800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:21.781372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.782629 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-48506f8b-270a-48ac-bbcc-874dd90218a3 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "PUT /v2.0/routers/0539404b-56ed-49f7-82c9-6a2c2ac5a76d HTTP/1.1" status: 200 len: 921 time: 2.9694476 Nov 10 03:59:21.787973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43586) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:21.789588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b86e0c-db3b-4b96-8ba9-62ed0d9aece0']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:21.796917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd45ffc-70e5-402c-970d-e3fd91ee11be None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 03:59:21.829165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] Sync routers for ids ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:21.838780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23aaa848-f3c8-4b0a-b5d0-d6edd6e77256 req-faa38e80-9d89-43c3-809b-5c619e31682b tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0723941 Nov 10 03:59:21.854050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86bb6d5-4af2-4127-ba10-29eb53864301') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:21.854629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86bb6d5-4af2-4127-ba10-29eb53864301') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:21.884064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e7dc-942e-4017-a41a-0a7bfa44e381 req-3549e427-dfdd-4123-a8e2-43bc319290ac tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:21.884292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.897861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8612e7dc-942e-4017-a41a-0a7bfa44e381 req-3549e427-dfdd-4123-a8e2-43bc319290ac tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 944 time: 0.1537955 Nov 10 03:59:21.912532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89265704-dc29-4b99-a213-136f470cdae6 req-ee69e622-3a43-4e52-8553-85363eb05746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:21.914146 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-89265704-dc29-4b99-a213-136f470cdae6 req-ee69e622-3a43-4e52-8553-85363eb05746 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 1097 time: 0.2122774 Nov 10 03:59:21.923627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.944820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd45ffc-70e5-402c-970d-e3fd91ee11be None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 03:59:21.950766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] Routers {'0539404b-56ed-49f7-82c9-6a2c2ac5a76d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:21.951409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:21.957593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Attempting to bind port 78d1b8f8-c487-4598-8fd4-565a71691bd9 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:21.958069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Attempting to bind port 78d1b8f8-c487-4598-8fd4-565a71691bd9 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:21.958262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Attempting to bind port 78d1b8f8-c487-4598-8fd4-565a71691bd9 on network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:21.984519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:21.984926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: items = [ Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:21.990873 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:22.001430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Port 78d1b8f8-c487-4598-8fd4-565a71691bd9 on network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:59:22.001678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Attempting to bind port 78d1b8f8-c487-4598-8fd4-565a71691bd9 on network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:22.012432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8612e7dc-942e-4017-a41a-0a7bfa44e381 req-21a53318-82bf-4226-95d9-0c9c25a8675e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086140 Nov 10 03:59:22.033901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:22.057020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] Routers {'0539404b-56ed-49f7-82c9-6a2c2ac5a76d'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:22.058015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:22.065344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:22.065680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Checking segment: {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:22.066230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Bound using segment: {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:22.066690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Bound port: 78d1b8f8-c487-4598-8fd4-565a71691bd9, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8539a98-b8d3-4352-8eb1-f0886f53ae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:22.067049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.106739 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2b15f18e-2faf-49ce-b207-bcc72461ef17 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/0539404b-56ed-49f7-82c9-6a2c2ac5a76d HTTP/1.1" status: 200 len: 921 time: 0.3128285 Nov 10 03:59:22.116018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43596) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:22.116575 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-89265704-dc29-4b99-a213-136f470cdae6 req-ae502898-cdf6-4290-80bb-74ba5084041e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942422 Nov 10 03:59:22.120287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 03:59:22.120287 n-d-817326-2 neutron-server[102596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 03:59:22.120287 n-d-817326-2 neutron-server[102596]: [parameters: {'id': '37b86e0c-db3b-4b96-8ba9-62ed0d9aece0'}] Nov 10 03:59:22.120287 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:59:22.120626 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:59:22.149105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:22.149655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2db25-f8c9-47a7-870f-5471e52b48df None None] The sync data for ids ['0539404b-56ed-49f7-82c9-6a2c2ac5a76d'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:22.194064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] For port 78d1b8f8-c487-4598-8fd4-565a71691bd9, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:22.199815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] For port 78d1b8f8-c487-4598-8fd4-565a71691bd9, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:22.205423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.226024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:22.226581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.228801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25d4cf-9004-4d31-afcc-7ffee0c420f7 req-f141333f-621e-477a-ba8d-456ea26d0584 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:22.228948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] 10.222.0.11 "PUT /v2.0/ports/78d1b8f8-c487-4598-8fd4-565a71691bd9 HTTP/1.1" status: 200 len: 1092 time: 1.5292404 Nov 10 03:59:22.229186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa25d4cf-9004-4d31-afcc-7ffee0c420f7 req-f141333f-621e-477a-ba8d-456ea26d0584 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 946 time: 0.1344967 Nov 10 03:59:22.231278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3cadbd-5524-4f15-8c30-7977214f416f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:22.232746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ad3cadbd-5524-4f15-8c30-7977214f416f tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=0539404b-56ed-49f7-82c9-6a2c2ac5a76d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1151574 Nov 10 03:59:22.235170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c6d82-27df-433a-861d-061ab1de86e9', 'tag': '78d1b8f8-c487-4598-8fd4-565a71691bd9'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:59:22.235754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43600) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:22.242204 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c95fc82-a78c-4681-b622-d335e6f4674b" -d '{"events": [{"name": "network-changed", "server_uuid": "070c6d82-27df-433a-861d-061ab1de86e9", "tag": "78d1b8f8-c487-4598-8fd4-565a71691bd9"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:59:22.312516 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5d780f-e3f9-4b0f-8840-f7e9653fbf60 x-openstack-request-id: req-ff5d780f-e3f9-4b0f-8840-f7e9653fbf60 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:59:22.312812 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070c6d82-27df-433a-861d-061ab1de86e9", "tag": "78d1b8f8-c487-4598-8fd4-565a71691bd9", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:59:22.313066 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff5d780f-e3f9-4b0f-8840-f7e9653fbf60 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:59:22.313472 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c6d82-27df-433a-861d-061ab1de86e9', 'tag': '78d1b8f8-c487-4598-8fd4-565a71691bd9', 'status': 'completed', 'code': 200} Nov 10 03:59:22.356432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172b9af-d799-4362-a95e-b42427f5b903 service neutron] Pushing event updated for resources: {'Port': ['ID=78d1b8f8-c487-4598-8fd4-565a71691bd9,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:22.383189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-784b12bd-3093-4e22-8400-b3feabc13eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:22.384718 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-784b12bd-3093-4e22-8400-b3feabc13eed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 1095 time: 0.0705023 Nov 10 03:59:22.402348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa25d4cf-9004-4d31-afcc-7ffee0c420f7 req-dcdcfe1e-2480-4c1c-9302-d0d5db5fd1ea tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615949 Nov 10 03:59:22.428527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d8598-d068-4d8d-8b04-f4af27ab80ce tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:22.430618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e54d8598-d068-4d8d-8b04-f4af27ab80ce tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.1935592 Nov 10 03:59:22.433376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43606) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:22.440061 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-cbc76449-7652-443c-b5a8-216380628047 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9 HTTP/1.1" status: 200 len: 217 time: 0.0398698 Nov 10 03:59:22.461089 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2fe4a88-0dd4-4088-9c4c-75b34ee37004 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0539404b-56ed-49f7-82c9-6a2c2ac5a76d HTTP/1.1" status: 200 len: 205 time: 0.0263362 Nov 10 03:59:22.463541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43608) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:22.502874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce368c-c706-4487-a02f-bbec8e081a3e None None] DHCP port deletion for cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:22.504530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-44db7950-560e-4f0e-9825-9a031484b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:22.506583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-44db7950-560e-4f0e-9825-9a031484b8a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.0587907 Nov 10 03:59:22.543848 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-2110e23d-b3c4-4cc2-bc2a-d5c325abe71d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293257 Nov 10 03:59:22.557102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-dc860931-f4c9-458d-83dd-2f3a7c3afa84 None None] Provisioning complete for port a40f9faa-7bf9-40d9-9dab-20c1814016ca triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:22.557609 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc860931-f4c9-458d-83dd-2f3a7c3afa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.576331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43612) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:22.607609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.621787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.679452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-dc860931-f4c9-458d-83dd-2f3a7c3afa84 None None] Provisioning complete for port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:22.680876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc860931-f4c9-458d-83dd-2f3a7c3afa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.710831 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-3d6ce30f-72da-4706-b3f9-f9655d6e1e05 service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584597 Nov 10 03:59:22.730654 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076868f1-92e4-4dfc-a95c-708b4c239c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.758344 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.776894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting port 281774d8-7211-4b99-b40f-c9147e30576c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:22.777238 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.861369 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076868f1-92e4-4dfc-a95c-708b4c239c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.863994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Deleting port dbd5689b-7870-4af3-ace6-aebed1543043 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:22.864361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.865763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] For port 281774d8-7211-4b99-b40f-c9147e30576c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=281774d8-7211-4b99-b40f-c9147e30576c,segment=NetworkSegment(c86bb6d5-4af2-4127-ba10-29eb53864301),segment_id=c86bb6d5-4af2-4127-ba10-29eb53864301)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:22.866246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.867275 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076868f1-92e4-4dfc-a95c-708b4c239c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.882368 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aada3526-8b8d-45ff-a6eb-4444735bc7ee req-1a8e3abc-b3ef-4667-81b1-2d6464326a19 service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614954 Nov 10 03:59:22.883227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Calling delete_port for 281774d8-7211-4b99-b40f-c9147e30576c owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:22.967270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-076868f1-92e4-4dfc-a95c-708b4c239c74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=713139db79c145f4a9e55c3677018503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896785 Nov 10 03:59:22.970601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43618) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:22.983307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076868f1-92e4-4dfc-a95c-708b4c239c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f0867-bb81-4c17-b829-f9592edf712f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:22.986144 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:22.989680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab43213f-42fc-4f35-b383-f275e2e16f40 req-0dfc2cc3-0d37-4181-84dc-a6cebaee767e tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0377924 Nov 10 03:59:23.009888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.023112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Calling delete_port for dbd5689b-7870-4af3-ace6-aebed1543043 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:23.066294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Port': ['ID=281774d8-7211-4b99-b40f-c9147e30576c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:23.069347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No DVR routers for this DVR port 281774d8-7211-4b99-b40f-c9147e30576c on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:59:23.125716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-5b68e0cf-8a37-432e-a559-1883de079354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:23.127258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-5b68e0cf-8a37-432e-a559-1883de079354 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 1095 time: 0.1496441 Nov 10 03:59:23.156473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98bae2f0-47bb-4e50-b05a-c07ed7990838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.158923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769d229-e0d0-4192-accb-ae714f346169 req-33d1304f-b236-415e-b753-024a7694adc7 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:23.160768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2769d229-e0d0-4192-accb-ae714f346169 req-33d1304f-b236-415e-b753-024a7694adc7 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 944 time: 0.0807481 Nov 10 03:59:23.235610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.247633 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98bae2f0-47bb-4e50-b05a-c07ed7990838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.275968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2769d229-e0d0-4192-accb-ae714f346169 req-a39b4f52-c4d6-4a07-9c09-6804c675f989 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793879 Nov 10 03:59:23.291696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b86e0c-db3b-4b96-8ba9-62ed0d9aece0']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:23.301698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.314549 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.318291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86bb6d5-4af2-4127-ba10-29eb53864301') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:23.318593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86bb6d5-4af2-4127-ba10-29eb53864301') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:23.330147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event deleted for resources: {'Port': ['ID=dbd5689b-7870-4af3-ace6-aebed1543043,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:23.340904 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.348989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-64236c63-a649-4f03-b1bc-da43a5ba6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:23.350504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-64236c63-a649-4f03-b1bc-da43a5ba6e4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 911 time: 0.1921296 Nov 10 03:59:23.352046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583aa2d-abae-483f-a827-b4cc3e79e829 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:23.365496 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.394684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.407338 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-0d5ea84f-0d7d-4b09-bee4-8bb66fa687fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9 HTTP/1.1" status: 200 len: 217 time: 0.0490224 Nov 10 03:59:23.408456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:23.409014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: timer() Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:23.413196 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:23.415969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98bae2f0-47bb-4e50-b05a-c07ed7990838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.416341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98bae2f0-47bb-4e50-b05a-c07ed7990838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.417530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-98bae2f0-47bb-4e50-b05a-c07ed7990838 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/869f0867-bb81-4c17-b829-f9592edf712f HTTP/1.1" status: 204 len: 168 time: 0.4456010 Nov 10 03:59:23.501163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.503342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.527218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bae2f0-47bb-4e50-b05a-c07ed7990838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f0867-bb81-4c17-b829-f9592edf712f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:23.577327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0abb6306-813a-43fa-8272-389c68ba7a8b req-90cec47b-e704-4555-a587-c9f306eac170 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0344098 Nov 10 03:59:23.577327 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.579486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.583725 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 HTTP/1.1" status: 204 len: 168 time: 3.4162180 Nov 10 03:59:23.589768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43626) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:23.594559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-394341514'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:23.604422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-f3345d87-a4ff-4b4d-a28c-a20e1ab664d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:23.611080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-f3345d87-a4ff-4b4d-a28c-a20e1ab664d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.1709924 Nov 10 03:59:23.611080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cf463-bc7a-4bac-970b-6625430f8273 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Network': ['ID=37b86e0c-db3b-4b96-8ba9-62ed0d9aece0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:23.617623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.618267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Fanout notify agent at l3_agent the message router_deleted on router 0539404b-56ed-49f7-82c9-6a2c2ac5a76d {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:23.627386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.629105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f49efca9-eaed-4ff6-af07-6f0d55c96d93 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/0539404b-56ed-49f7-82c9-6a2c2ac5a76d HTTP/1.1" status: 204 len: 168 time: 1.1637347 Nov 10 03:59:23.637599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43630) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:23.640301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4b917-7886-4684-aedf-424bc96110be req-59af3b53-0ac7-4d6c-a132-e09c91950b4f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:23.642017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71a4b917-7886-4684-aedf-424bc96110be req-59af3b53-0ac7-4d6c-a132-e09c91950b4f tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 946 time: 0.1366785 Nov 10 03:59:23.652695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-75d92d0a-b915-48d2-9575-fb7f8f19e04f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-905512558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:23.657848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:23.662263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.680389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d92d0a-b915-48d2-9575-fb7f8f19e04f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.681579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d92d0a-b915-48d2-9575-fb7f8f19e04f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.714441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:23.724435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71a4b917-7886-4684-aedf-424bc96110be req-1f61cd62-f6a8-4ea9-9df0-f3057bcccd93 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720246 Nov 10 03:59:23.732010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.732538 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Added segment 58135c08-8a68-41db-a06e-d5adabd36837 of type vlan for network acdbfacc-a3b1-411f-a0c7-8be92d40c69d Nov 10 03:59:23.745554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d92d0a-b915-48d2-9575-fb7f8f19e04f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.754853 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d92d0a-b915-48d2-9575-fb7f8f19e04f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.779506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75d92d0a-b915-48d2-9575-fb7f8f19e04f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.780731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-75d92d0a-b915-48d2-9575-fb7f8f19e04f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1398525 Nov 10 03:59:23.783939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43638) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:23.785158 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.789968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:23.814318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.820512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:23.821197 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:23.917111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3264217 Nov 10 03:59:23.920664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43644) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:23.926231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beaa48-e621-441b-9c53-965a1f22c476 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Network': ['ID=acdbfacc-a3b1-411f-a0c7-8be92d40c69d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:23.937533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network acdbfacc-a3b1-411f-a0c7-8be92d40c69d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:23.940493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8768-9b77-4a53-b1d6-c0d14cb3dd56 req-dca59385-c06a-472f-aba7-08755c47e613 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:23.942525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f22b8768-9b77-4a53-b1d6-c0d14cb3dd56 req-dca59385-c06a-472f-aba7-08755c47e613 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 946 time: 0.1186543 Nov 10 03:59:23.952705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43646) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:23.959073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Request body: {'subnet': {'network_id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:23.959246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Request body: {'floatingip': {'port_id': '45b63bc7-47c5-47b7-9b95-95d817b5558b'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:24.012119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.049419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-6f744441-70df-4ef8-925a-21da3f5d6a89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950348 Nov 10 03:59:24.203489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c6473b3-6bb9-400c-88c3-449caf523dd2 req-2b355c23-3a43-4609-9f00-c8efff9c7dd2 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0559852 Nov 10 03:59:24.218493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.265851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43658) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:24.294164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Made reservation on behalf of 0d5329edbdd54b109a31424edeeae79a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:24.299017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.367307 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-34a1309e-e064-4330-b52e-528dd46c5e27 service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995665 Nov 10 03:59:24.404542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-687387941-network', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:24.483989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:24.486296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.502211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.523176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe23a-b7ec-47ac-9389-bacec60508bd req-5b236bdc-145c-4edf-97b3-cbfece1e23b2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:24.524583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c79fe23a-b7ec-47ac-9389-bacec60508bd req-5b236bdc-145c-4edf-97b3-cbfece1e23b2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 944 time: 0.1369634 Nov 10 03:59:24.547012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c95fc82-a78c-4681-b622-d335e6f4674b req-7b9b5cd7-07d7-4773-867b-714e14f0d92c service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695755 Nov 10 03:59:24.678201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c79fe23a-b7ec-47ac-9389-bacec60508bd req-e261c4a6-bd75-4a13-8f69-1e782f68977a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468980 Nov 10 03:59:24.689580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.698074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.715903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.751021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.762330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.766502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.825772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 03:59:24.828391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:24.830849 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.847088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d25f6-e0ac-47b9-856a-e10fff259914,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:24.854747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:24.855097 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Added segment 7f9a1374-7a14-42e7-829e-bd4ae176506b of type vlan for network 9290bb65-59be-4a6e-a918-e7a14f947d4f Nov 10 03:59:24.856862 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Floating IP 210633aa-64ec-4df1-a1d3-161775d124f5 associated. External IP: 172.25.6.112, port: 45b63bc7-47c5-47b7-9b95-95d817b5558b. Nov 10 03:59:25.224581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event updated for resources: {'Subnet': ['ID=612650eb-c23d-4d47-8cdf-0cc75b6ea7ff,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:25.247651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Checking segment: {'id': '58135c08-8a68-41db-a06e-d5adabd36837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:25.248021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network hostable DHCP agents. Network: acdbfacc-a3b1-411f-a0c7-8be92d40c69d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:25.250483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Allocated IP 172.25.6.143 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/d80a4314-7bea-437b-b54f-b462eb62ce55) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:25.275459 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.283834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Network acdbfacc-a3b1-411f-a0c7-8be92d40c69d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:25.318532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, acdbfacc-a3b1-411f-a0c7-8be92d40c69d) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:25.326285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:25.326897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.328645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f29701-7627-433f-b2f7-08c4413fd7e8 None None] Network acdbfacc-a3b1-411f-a0c7-8be92d40c69d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:25.343548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9cd78faf-e9ca-4b66-8d08-4910983be7c2 req-5b4c4655-a675-4775-b88b-6c0d9685abc7 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0350635 Nov 10 03:59:25.354308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43666) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:25.354570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-71a294f1-2313-4c17-8e6b-9f5ffc4568f7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4335527 Nov 10 03:59:25.402031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.419523 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.420491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:25.421073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.466212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.494683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2277110 Nov 10 03:59:25.495212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43670) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:25.517678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:25.521732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:25.539746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:25.543570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event updated for resources: {'Port': ['ID=d80a4314-7bea-437b-b54f-b462eb62ce55,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:25.549177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb7a9d-e121-4971-8be9-7dcdbc4467de None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:25.550877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Request body: {'subnet': {'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-687387941-subnet', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:25.570648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934591-a058-4cf3-b54e-51167fd55af9 admin admin] Pushing event updated for resources: {'Network': ['ID=9290bb65-59be-4a6e-a918-e7a14f947d4f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:25.573679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-acdbfacc-a3b1-411f-a0c7-8be92d40c69d', 'network_id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d', 'tenant_id': '0d5329edbdd54b109a31424edeeae79a', 'fixed_ips': [{'subnet_id': '612650eb-c23d-4d47-8cdf-0cc75b6ea7ff'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:25.576309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.597919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:25.638688 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.648041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:25.650341 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.670494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d5d39318-a178-4b85-b1e2-ebc717bcddba req-5858e5fb-3daa-4458-a093-06fdcc314f38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37032616567d4474b6c285232066f728&device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0331478 Nov 10 03:59:25.766729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fd8633f-ee4f-4739-90b9-452d8e26149f req-9812581f-cf93-435e-ac8f-153b9de5aed8 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0680320 Nov 10 03:59:25.789387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d5d39318-a178-4b85-b1e2-ebc717bcddba req-929aa3d4-9193-43a9-b424-155a7695e1bf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=37032616567d4474b6c285232066f728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655880 Nov 10 03:59:25.791608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Allocated IP 2001:db8::f816:3eff:fed2:d950 (acdbfacc-a3b1-411f-a0c7-8be92d40c69d/612650eb-c23d-4d47-8cdf-0cc75b6ea7ff/4ba16aea-0d49-47f5-922b-ff796eadca9d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:25.794151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Router 75cb4ea0-8441-4c91-bce5-62bf305e5434 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:59:25.813524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.878872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c6cb74e3-912a-4705-985a-40635036d03f None None] Provisioning complete for port d80a4314-7bea-437b-b54f-b462eb62ce55 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:25.879418 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c6cb74e3-912a-4705-985a-40635036d03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:25.935998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb74e3-912a-4705-985a-40635036d03f None None] Port d80a4314-7bea-437b-b54f-b462eb62ce55 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:25.992859 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.001303 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.031129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49529dc1-c0ac-4859-9034-7688ff38affe req-3577bd52-f852-48d3-8ca1-e3315eb51e80 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:26.032663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49529dc1-c0ac-4859-9034-7688ff38affe req-3577bd52-f852-48d3-8ca1-e3315eb51e80 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 944 time: 0.2086630 Nov 10 03:59:26.048116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Network acdbfacc-a3b1-411f-a0c7-8be92d40c69d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:26.051460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d39318-a178-4b85-b1e2-ebc717bcddba req-91764185-2660-4e7a-a16e-4dd7a4ee0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:26.053086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d5d39318-a178-4b85-b1e2-ebc717bcddba req-91764185-2660-4e7a-a16e-4dd7a4ee0e50 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2518187 Nov 10 03:59:26.053530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:26.057958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:26.061071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Pushing event updated for resources: {'Port': ['ID=4ba16aea-0d49-47f5-922b-ff796eadca9d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:26.105988 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.115101 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Attempting to bind port 4ba16aea-0d49-47f5-922b-ff796eadca9d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:26.115463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Attempting to bind port 4ba16aea-0d49-47f5-922b-ff796eadca9d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '58135c08-8a68-41db-a06e-d5adabd36837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:26.115822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Attempting to bind port 4ba16aea-0d49-47f5-922b-ff796eadca9d on network acdbfacc-a3b1-411f-a0c7-8be92d40c69d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:26.121124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:26.121492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Checking segment: {'id': '58135c08-8a68-41db-a06e-d5adabd36837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:26.121886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.122313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Bound using segment: {'id': '58135c08-8a68-41db-a06e-d5adabd36837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:26.122771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Bound port: 4ba16aea-0d49-47f5-922b-ff796eadca9d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58135c08-8a68-41db-a06e-d5adabd36837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:26.123140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.127999 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.133306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 78d1b8f8-c487-4598-8fd4-565a71691bd9 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 03:59:26.153642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:26.158016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Subnet': ['ID=612650eb-c23d-4d47-8cdf-0cc75b6ea7ff,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:26.176226 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] Sync routers for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:26.181891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.185745 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.214310 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:26.215037 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:26.247039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] For port 4ba16aea-0d49-47f5-922b-ff796eadca9d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:26.251823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] For port 4ba16aea-0d49-47f5-922b-ff796eadca9d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4ba16aea-0d49-47f5-922b-ff796eadca9d,segment=NetworkSegment(58135c08-8a68-41db-a06e-d5adabd36837),segment_id=58135c08-8a68-41db-a06e-d5adabd36837)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:26.262797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.296859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49529dc1-c0ac-4859-9034-7688ff38affe req-a77875b4-44e8-44a6-9710-73b01484a74c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444870 Nov 10 03:59:26.309559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-50922b1e-2a62-4653-94db-0230aa0f07fb tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "PUT /v2.0/floatingips/210633aa-64ec-4df1-a1d3-161775d124f5 HTTP/1.1" status: 200 len: 992 time: 2.3529863 Nov 10 03:59:26.335904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:59:26.338305 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17541e10-963c-4e37-bf0f-d461875d74cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:59:26.344177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.351935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 78d1b8f8-c487-4598-8fd4-565a71691bd9, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:26.392803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdbfacc-a3b1-411f-a0c7-8be92d40c69d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:26.434862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '78d1b8f8-c487-4598-8fd4-565a71691bd9', 'network_id': 'cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1', 'port_id': '78d1b8f8-c487-4598-8fd4-565a71691bd9', 'mac_address': 'fa:16:3e:47:12:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8988a1b7-bf43-4660-a6e7-11a4b2883813', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 03:59:26.435557 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:26.441730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107e36b-906a-4f2e-b96c-6b043819d3bf None None] Pushing event updated for resources: {'Port': ['ID=4ba16aea-0d49-47f5-922b-ff796eadca9d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:26.449968 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1c17be-95bf-4bca-9498-30d96c1eea70 x-openstack-request-id: req-8d1c17be-95bf-4bca-9498-30d96c1eea70 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:59:26.454686 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:59:26.454686 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d1c17be-95bf-4bca-9498-30d96c1eea70 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:59:26.455002 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'status': 'completed', 'code': 200} Nov 10 03:59:26.460191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58135c08-8a68-41db-a06e-d5adabd36837') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:26.460480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58135c08-8a68-41db-a06e-d5adabd36837') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:26.474086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=485e22be-f990-4bc3-81de-e87d9a407f40,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:26.483887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa27faa-f39c-46c7-931b-faab52316b70 None None] Network acdbfacc-a3b1-411f-a0c7-8be92d40c69d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:26.489240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:26.490423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Network hostable DHCP agents. Network: 9290bb65-59be-4a6e-a918-e7a14f947d4f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:26.495865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.497676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.520968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.533118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:26.534431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:26.538707 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:26.545657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d1b8f8-c487-4598-8fd4-565a71691bd9 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:59:26.559416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:26.569489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.577690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17541e10-963c-4e37-bf0f-d461875d74cf req-3715eb26-a507-48d8-ba20-8c48a334af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:26.577998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 78d1b8f8-c487-4598-8fd4-565a71691bd9, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:26.583766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.586834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17541e10-963c-4e37-bf0f-d461875d74cf req-3715eb26-a507-48d8-ba20-8c48a334af97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 1097 time: 0.0846016 Nov 10 03:59:26.589484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.623786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.api [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 03:59:26.623786 n-d-817326-2 neutron-server[102597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 03:59:26.623786 n-d-817326-2 neutron-server[102597]: [parameters: {'id': 'acdbfacc-a3b1-411f-a0c7-8be92d40c69d'}] Nov 10 03:59:26.623786 n-d-817326-2 neutron-server[102597]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 03:59:26.624177 n-d-817326-2 neutron-server[102597]: DEBUG oslo_db.api [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 03:59:26.632530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 9290bb65-59be-4a6e-a918-e7a14f947d4f) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:26.639544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:26.640143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.660893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce496b-98ed-4ece-a511-069702e4c57e None None] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:26.668179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-80c5140b-f332-470d-afa5-6087ec51e812 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1350579 Nov 10 03:59:26.668179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43682) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:26.671686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:26.701032 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.702608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.788810 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.791594 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '210633aa-64ec-4df1-a1d3-161775d124f5', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'port_id': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'mac_address': 'fa:16:3e:8a:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:59:02Z', 'updated_at': '2021-11-10T03:59:24Z', 'revision_number': 1, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:26.796644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=78d1b8f8-c487-4598-8fd4-565a71691bd9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:26.806919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17541e10-963c-4e37-bf0f-d461875d74cf req-fd7b3448-7e19-4435-a2fa-812609f18e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:26.811992 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17541e10-963c-4e37-bf0f-d461875d74cf req-fd7b3448-7e19-4435-a2fa-812609f18e17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.2161646 Nov 10 03:59:26.829923 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] Checking router: 75cb4ea0-8441-4c91-bce5-62bf305e5434 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:26.840064 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:26.841372 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:26.916662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-9290bb65-59be-4a6e-a918-e7a14f947d4f', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:26.918408 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:26.942490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17541e10-963c-4e37-bf0f-d461875d74cf req-f693faaa-f190-4fe0-8db1-45d0297b1129 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b HTTP/1.1" status: 200 len: 1000 time: 0.1175425 Nov 10 03:59:26.947837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Router b4bdbc61-6f50-487c-b4d1-a68366d9933c is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:26.987340 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:27.002270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72bc01fa-58e2-42bd-b21d-1ecba64befaa req-21fa57a2-95e6-4bbd-8b6b-7ed089d7be23 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.1049340 Nov 10 03:59:27.004601 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.093381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Allocated IP 172.20.0.2 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:27.097776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17541e10-963c-4e37-bf0f-d461875d74cf req-1d3c991c-ff38-492a-8dec-5de1effb8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:27.099077 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17541e10-963c-4e37-bf0f-d461875d74cf req-1d3c991c-ff38-492a-8dec-5de1effb8c24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.1395533 Nov 10 03:59:27.112569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['78d1b8f8-c487-4598-8fd4-565a71691bd9'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 03:59:27.139856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:27.148025 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.152055 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b3a1ce55-746b-4922-b3cb-d978c809943e tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "PUT /v2.0/routers/b4bdbc61-6f50-487c-b4d1-a68366d9933c HTTP/1.1" status: 200 len: 879 time: 3.3657002 Nov 10 03:59:27.154078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43686) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:27.188010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.215182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17541e10-963c-4e37-bf0f-d461875d74cf req-70fca900-ce41-403f-9beb-a5b8ca4000ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:27.217618 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17541e10-963c-4e37-bf0f-d461875d74cf req-70fca900-ce41-403f-9beb-a5b8ca4000ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100106 Nov 10 03:59:27.245706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] Sync routers for ids ['b4bdbc61-6f50-487c-b4d1-a68366d9933c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:27.252749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.277990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.295403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] Routers {'b4bdbc61-6f50-487c-b4d1-a68366d9933c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:27.296269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b4bdbc61-6f50-487c-b4d1-a68366d9933c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:27.322847 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '210633aa-64ec-4df1-a1d3-161775d124f5', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'port_id': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'mac_address': 'fa:16:3e:8a:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:59:02Z', 'updated_at': '2021-11-10T03:59:24Z', 'revision_number': 1, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:27.347892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:27.356597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting port 4ba16aea-0d49-47f5-922b-ff796eadca9d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:27.357137 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.357234 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c5f892db-cd48-46f6-89d6-d9128419528c tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/b4bdbc61-6f50-487c-b4d1-a68366d9933c HTTP/1.1" status: 200 len: 920 time: 0.2005916 Nov 10 03:59:27.357730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43688) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:27.366559 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143684e-0e0e-4230-8e73-884f8b6f2d32 None None] The sync data for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 is: [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '210633aa-64ec-4df1-a1d3-161775d124f5', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'port_id': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'mac_address': 'fa:16:3e:8a:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:59:02Z', 'updated_at': '2021-11-10T03:59:24Z', 'revision_number': 1, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:27.438454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] Routers {'b4bdbc61-6f50-487c-b4d1-a68366d9933c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:27.439093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b4bdbc61-6f50-487c-b4d1-a68366d9933c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:27.486576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d5d39318-a178-4b85-b1e2-ebc717bcddba req-6c864188-8d53-475c-8171-2da998036882 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.11 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.0606174 Nov 10 03:59:27.500361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:27.501115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eed47f-0c2e-40a2-9e65-2431b3483ab7 None None] The sync data for ids ['b4bdbc61-6f50-487c-b4d1-a68366d9933c'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:27.508632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17541e10-963c-4e37-bf0f-d461875d74cf req-3da8c0b5-a420-4fce-8152-1b90c34d7124 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804642 Nov 10 03:59:27.527397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119e8a5-8925-4911-93f1-ffefe9e789ee tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:27.531897 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e119e8a5-8925-4911-93f1-ffefe9e789ee tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=b4bdbc61-6f50-487c-b4d1-a68366d9933c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1712646 Nov 10 03:59:27.532546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43694) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:27.558486 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.587952 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] For port 4ba16aea-0d49-47f5-922b-ff796eadca9d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4ba16aea-0d49-47f5-922b-ff796eadca9d,segment=NetworkSegment(58135c08-8a68-41db-a06e-d5adabd36837),segment_id=58135c08-8a68-41db-a06e-d5adabd36837)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:27.588299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.592073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Allocated IP 172.25.6.162 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:27.607333 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.660906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Pushing event updated for resources: {'Port': ['ID=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:27.685756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:27.689316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:27.692046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:27.709063 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c6ab0-d98d-459d-8d89-c22374ade990 None None] New status for floating IP 210633aa-64ec-4df1-a1d3-161775d124f5: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 03:59:27.750160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Calling delete_port for 4ba16aea-0d49-47f5-922b-ff796eadca9d owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:27.759239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbffc7c-b2a0-4b2d-a7f2-5cb460726a49 req-b275557a-3d6f-4223-9dc7-74378e60ac65 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:27.764532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Attempting to bind port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:27.765306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Attempting to bind port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:27.765853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Attempting to bind port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:27.767390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fbffc7c-b2a0-4b2d-a7f2-5cb460726a49 req-b275557a-3d6f-4223-9dc7-74378e60ac65 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 945 time: 0.3033416 Nov 10 03:59:27.773731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:27.774509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:27.775289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.775932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:27.776794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Bound port: a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:27.777392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.858559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] For port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:27.863691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] For port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:27.870067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.902717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fbffc7c-b2a0-4b2d-a7f2-5cb460726a49 req-05242d79-b7e4-4566-b0ca-4dbfa9949cc0 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343391 Nov 10 03:59:27.942835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:27.956047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ebc3a-73cd-4771-b5ca-48110ffd239c None None] Pushing event updated for resources: {'Port': ['ID=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:27.978898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.042328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No DVR routers for this DVR port 4ba16aea-0d49-47f5-922b-ff796eadca9d on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:59:28.044490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Port': ['ID=4ba16aea-0d49-47f5-922b-ff796eadca9d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:28.058080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17541e10-963c-4e37-bf0f-d461875d74cf req-3221416e-5abb-4139-82a9-de3a50f72d96 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441740 Nov 10 03:59:28.061571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e73849-972f-45b4-8e96-af4d2557784e tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:28.063335 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f6e73849-972f-45b4-8e96-af4d2557784e tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.5209632 Nov 10 03:59:28.066587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43698) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:28.094138 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.113083 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d7eaf415-317c-4eb7-9983-d8186fd1a7d1 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4bdbc61-6f50-487c-b4d1-a68366d9933c HTTP/1.1" status: 200 len: 205 time: 0.0448489 Nov 10 03:59:28.115470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43700) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:28.221919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:28.245360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.251184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.271393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:28.274340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:28.287959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a72747a8-5187-4fbe-92aa-f5c2493b5c70 req-c5f62bc1-43d6-4f4f-a3cd-3f0e0f2e7550 tempest-ServerShowV257Test-513337243 tempest-ServerShowV257Test-513337243-project] 10.222.0.24 "GET /v2.0/ports?device_id=c63a3ce6-e0a1-4d10-a648-07f1786061fc HTTP/1.1" status: 200 len: 210 time: 0.1317716 Nov 10 03:59:28.302742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b0c11b-84f4-4d97-a9e5-ee1dd79c40c0 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:28.334082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:28.344804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdbfacc-a3b1-411f-a0c7-8be92d40c69d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:28.361170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58135c08-8a68-41db-a06e-d5adabd36837') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:28.361874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58135c08-8a68-41db-a06e-d5adabd36837') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:28.376199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.395347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.395935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b05f085f-e927-42c8-b25e-5339bf935d13 None None] Provisioning complete for port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:28.396373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b05f085f-e927-42c8-b25e-5339bf935d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.436791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b05f085f-e927-42c8-b25e-5339bf935d13 None None] Port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:28.452072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.457204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Deleting port d80a4314-7bea-437b-b54f-b462eb62ce55 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:28.457541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.477111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:28.477449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:28.480422 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:28.539288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.552590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Calling delete_port for d80a4314-7bea-437b-b54f-b462eb62ce55 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:28.746922 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.773351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event deleted for resources: {'Port': ['ID=d80a4314-7bea-437b-b54f-b462eb62ce55,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:28.796588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e5b75-75fd-49b0-959e-30e00caeef0f None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:28.844184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:28.859735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:28.906085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:28.906450 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.005411 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.008556 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.012762 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.049679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:29.054445 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.064529 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.065080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Fanout notify agent at l3_agent the message router_deleted on router b4bdbc61-6f50-487c-b4d1-a68366d9933c {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:29.073525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.074860 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cfc2251b-d0fd-48b8-9987-8b5fe061b1fc tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/b4bdbc61-6f50-487c-b4d1-a68366d9933c HTTP/1.1" status: 204 len: 168 time: 0.9583023 Nov 10 03:59:29.079458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43706) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.085622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ed339e16-26ac-4591-8c4a-b4dc24fcd37b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-874221692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:29.106921 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.110962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed339e16-26ac-4591-8c4a-b4dc24fcd37b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.112260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed339e16-26ac-4591-8c4a-b4dc24fcd37b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.114291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:29.118144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.143000 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.149762 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/acdbfacc-a3b1-411f-a0c7-8be92d40c69d HTTP/1.1" status: 204 len: 168 time: 3.7903237 Nov 10 03:59:29.173769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43708) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.194003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a65fcb-65ba-4e12-b56e-581e420ce00b tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Network': ['ID=acdbfacc-a3b1-411f-a0c7-8be92d40c69d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:29.209205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed339e16-26ac-4591-8c4a-b4dc24fcd37b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.210773 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-da78beac-4544-40b5-ad72-9d4f7ebccf33 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:29.211805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da78beac-4544-40b5-ad72-9d4f7ebccf33 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:29.218226 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-da78beac-4544-40b5-ad72-9d4f7ebccf33 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/612650eb-c23d-4d47-8cdf-0cc75b6ea7ff HTTP/1.1" status: 404 len: 337 time: 0.0433700 Nov 10 03:59:29.218833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43710) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.228839 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed339e16-26ac-4591-8c4a-b4dc24fcd37b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.231052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906edc9e-da12-4ebf-858a-63c7b0887d19 None None] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:29.249378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed339e16-26ac-4591-8c4a-b4dc24fcd37b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.253183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed339e16-26ac-4591-8c4a-b4dc24fcd37b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1695163 Nov 10 03:59:29.254257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d562b2-4b67-4da4-9529-0c493f38bb5e req-0a9b5863-b911-409f-b798-2660642c2e05 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:29.261506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7d562b2-4b67-4da4-9529-0c493f38bb5e req-0a9b5863-b911-409f-b798-2660642c2e05 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 945 time: 0.1580260 Nov 10 03:59:29.265610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43712) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.270895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': True}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:29.299069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-daccb6d3-83cb-4f07-9c98-691bf2569379 None None] Provisioning complete for port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:29.299521 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-daccb6d3-83cb-4f07-9c98-691bf2569379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.320861 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59209c6-4563-4300-88cc-e9738bdd1967 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:29.321513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59209c6-4563-4300-88cc-e9738bdd1967 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:29.327007 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e59209c6-4563-4300-88cc-e9738bdd1967 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/acdbfacc-a3b1-411f-a0c7-8be92d40c69d HTTP/1.1" status: 404 len: 339 time: 0.1045589 Nov 10 03:59:29.359306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43714) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.380170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7d562b2-4b67-4da4-9529-0c493f38bb5e req-7e8db33f-c649-426c-8eff-34dea04cfa7a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177154 Nov 10 03:59:29.405522 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e94a12-27b8-4ec3-b264-c9bfc26373be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:29.406217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e94a12-27b8-4ec3-b264-c9bfc26373be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:29.409315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-32e94a12-27b8-4ec3-b264-c9bfc26373be tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/0b2f04fd-1e93-43e4-8050-649cb88c09b4 HTTP/1.1" status: 404 len: 337 time: 0.0487406 Nov 10 03:59:29.413693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43720) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.467842 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dac50ff-84e5-4043-8a69-49ff8821ce62 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:29.468353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dac50ff-84e5-4043-8a69-49ff8821ce62 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:29.471840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7dac50ff-84e5-4043-8a69-49ff8821ce62 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/37b86e0c-db3b-4b96-8ba9-62ed0d9aece0 HTTP/1.1" status: 404 len: 339 time: 0.0552130 Nov 10 03:59:29.474376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43722) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.509050 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3959a92c-ad3d-4afc-836a-b4a90e08eb07 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:29.509515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3959a92c-ad3d-4afc-836a-b4a90e08eb07 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:29.512909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3959a92c-ad3d-4afc-836a-b4a90e08eb07 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/f5e54843-ebed-4983-b498-3df9ed62c320 HTTP/1.1" status: 404 len: 337 time: 0.0373886 Nov 10 03:59:29.515429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43724) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.544257 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e8a208-6ba5-443a-89ba-46b4f4b4e2f5 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:29.544868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e8a208-6ba5-443a-89ba-46b4f4b4e2f5 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:29.548052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-36e8a208-6ba5-443a-89ba-46b4f4b4e2f5 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/411b387f-b2bb-4f0a-8efb-e63d0f64a343 HTTP/1.1" status: 404 len: 339 time: 0.0317342 Nov 10 03:59:29.551165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43728) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.562212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.562588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.638701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43732) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:29.793004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting port 862bf61c-71c1-41be-9328-540178ebb527 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:29.793632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.822184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.843166 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.858597 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f75a1d09-a4b6-42a6-aa30-7c7c42826dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.902976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7398391d-6b7c-4f17-99c6-726e5bca26c7 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 03:59:29.913397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.934541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Calling delete_port for 862bf61c-71c1-41be-9328-540178ebb527 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:29.953890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4515f285-f518-4756-8d63-1488bab5dbb9 None None] Provisioning complete for port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:29.954324 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4515f285-f518-4756-8d63-1488bab5dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:29.962888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Allocated IP 172.25.6.204 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/d04aca84-9f9b-41ac-99ef-9c239f00de4f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:29.967371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Router f26722f6-f8f0-4228-a4a1-036201be9746 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:30.053058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7398391d-6b7c-4f17-99c6-726e5bca26c7 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 03:59:30.091511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.139193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.141620 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f75a1d09-a4b6-42a6-aa30-7c7c42826dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.155406 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f75a1d09-a4b6-42a6-aa30-7c7c42826dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.160315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 78d1b8f8-c487-4598-8fd4-565a71691bd9 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:30.180620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:30.185835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:30.193410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:30.208854 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.227923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a1d09-a4b6-42a6-aa30-7c7c42826dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c492cfc-8108-4f21-9d01-042b227a92e2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:30.234625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f75a1d09-a4b6-42a6-aa30-7c7c42826dc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37032616567d4474b6c285232066f728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916758 Nov 10 03:59:30.242670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43736) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:30.257739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:30.262732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 78d1b8f8-c487-4598-8fd4-565a71691bd9 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 03:59:30.272565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.278874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/ports/862bf61c-71c1-41be-9328-540178ebb527 HTTP/1.1" status: 204 len: 168 time: 0.7268541 Nov 10 03:59:30.279489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43738) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:30.282655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb4c4b-5d1e-4688-94a2-9856029dcf20 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Port': ['ID=862bf61c-71c1-41be-9328-540178ebb527,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:30.285826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:30.298152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 78d1b8f8-c487-4598-8fd4-565a71691bd9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:30.298592 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.305037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:30.305658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:30.318187 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-90176238-b870-44a4-ae61-b47b044e699f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:30.318855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90176238-b870-44a4-ae61-b47b044e699f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:30.321599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Port': ['ID=d04aca84-9f9b-41ac-99ef-9c239f00de4f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:30.326287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-90176238-b870-44a4-ae61-b47b044e699f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/0075e5fb-bd52-4e42-bc7d-09625e3ba32e HTTP/1.1" status: 404 len: 337 time: 0.0446167 Nov 10 03:59:30.327225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43740) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:30.337370 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.341538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e3c550b4-6054-4c72-a9b0-f7d197f2c237 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6731265 Nov 10 03:59:30.342168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43742) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:30.423614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-984e8ad5-4566-4e29-b5f3-1cddb29e7988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.500098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-984e8ad5-4566-4e29-b5f3-1cddb29e7988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.551433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:30.586699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.616382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b03c19-5a1b-402c-b6da-df7bcc8650d1 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:30.619805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.625199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.651192 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-984e8ad5-4566-4e29-b5f3-1cddb29e7988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.653930 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-984e8ad5-4566-4e29-b5f3-1cddb29e7988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.658442 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-984e8ad5-4566-4e29-b5f3-1cddb29e7988 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c492cfc-8108-4f21-9d01-042b227a92e2 HTTP/1.1" status: 204 len: 168 time: 0.4137948 Nov 10 03:59:30.666357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62843de8-7404-4522-9a9b-098920b4eaf0 req-eeb3ec86-2357-4c4c-b054-826bd2e4ce71 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:30.667886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62843de8-7404-4522-9a9b-098920b4eaf0 req-eeb3ec86-2357-4c4c-b054-826bd2e4ce71 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 945 time: 0.1893399 Nov 10 03:59:30.684369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e8ad5-4566-4e29-b5f3-1cddb29e7988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c492cfc-8108-4f21-9d01-042b227a92e2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:30.699332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c6d82-27df-433a-861d-061ab1de86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1b8f8-c487-4598-8fd4-565a71691bd9'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:59:30.702785 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb8183a-3bf0-4ec5-8cf6-fa9d72bdc5f0" -d '{"events": [{"server_uuid": "070c6d82-27df-433a-861d-061ab1de86e9", "name": "network-vif-plugged", "status": "completed", "tag": "78d1b8f8-c487-4598-8fd4-565a71691bd9"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:59:30.730434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 78d1b8f8-c487-4598-8fd4-565a71691bd9, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:30.744045 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.793203 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a123e51-459e-4a4c-8b27-0d3699dfea60 x-openstack-request-id: req-6a123e51-459e-4a4c-8b27-0d3699dfea60 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:59:30.793501 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070c6d82-27df-433a-861d-061ab1de86e9", "name": "network-vif-plugged", "status": "completed", "tag": "78d1b8f8-c487-4598-8fd4-565a71691bd9", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:59:30.793849 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a123e51-459e-4a4c-8b27-0d3699dfea60 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:59:30.794294 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c6d82-27df-433a-861d-061ab1de86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1b8f8-c487-4598-8fd4-565a71691bd9', 'code': 200} Nov 10 03:59:30.864437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bb1a8956-38b7-4427-83ac-69614f774612 None None] Provisioning complete for port d04aca84-9f9b-41ac-99ef-9c239f00de4f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:30.865141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8956-38b7-4427-83ac-69614f774612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.911613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:30.968364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=78d1b8f8-c487-4598-8fd4-565a71691bd9,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:30.969343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:30.990846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62843de8-7404-4522-9a9b-098920b4eaf0 req-453908e8-a656-459d-970c-9dd18cd6e2ad tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132586 Nov 10 03:59:31.020466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a8956-38b7-4427-83ac-69614f774612 None None] Port d04aca84-9f9b-41ac-99ef-9c239f00de4f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:31.029384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:28Z', 'revision_number': 3, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.038287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.059516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.059811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dcfb78-4fc4-4f28-9486-f4bb3e7b58c6') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.067629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd875d5-ce4c-40ad-bc97-ec7d25e90214 req-9519d742-d266-4625-be4e-ab9eb5fb60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:31.068958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bcd875d5-ce4c-40ad-bc97-ec7d25e90214 req-9519d742-d266-4625-be4e-ab9eb5fb60f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 1097 time: 0.1400490 Nov 10 03:59:31.074160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.074589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:31.074940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Updating router f26722f6-f8f0-4228-a4a1-036201be9746 port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:31.098665 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.107396 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.122981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.126288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:31.126691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:31.131712 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:31.133909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:31.134455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.141546 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.166171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bcd875d5-ce4c-40ad-bc97-ec7d25e90214 req-0390286d-a206-4a61-a26d-438d3d9a74bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873764 Nov 10 03:59:31.233221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.273403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.279212 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4 HTTP/1.1" status: 204 len: 168 time: 0.9484272 Nov 10 03:59:31.289250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43764) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:31.292443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680162ae-d08e-41d1-8077-706d7f4cc97c tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Network': ['ID=0a6d0915-ea1f-4b1e-b11d-fd4acb3b29e4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:31.350168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Router 1a57624d-e21b-4f5b-a467-686c6e3b87dc is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:31.463315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.481691 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.489616 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.524462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:31.530669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.531876 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9b8a8730-fbf2-4823-b145-747034935d24 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "PUT /v2.0/routers/1a57624d-e21b-4f5b-a467-686c6e3b87dc HTTP/1.1" status: 200 len: 914 time: 2.2649274 Nov 10 03:59:31.536054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:31.537571 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] Sync routers for ids ['1a57624d-e21b-4f5b-a467-686c6e3b87dc'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:31.549378 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] Routers {'1a57624d-e21b-4f5b-a467-686c6e3b87dc'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:31.550416 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1a57624d-e21b-4f5b-a467-686c6e3b87dc'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.552658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee32468-e46d-419b-a8e1-81ef06c05a1e None None] Pushing event updated for resources: {'Port': ['ID=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:31.570347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6273ca-ab94-4ff2-8bab-24a4b591c7d4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:31.575499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting port 8dc5ecb2-f9af-49fa-ba19-3c6fa7edee23 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:31.575805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.577740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Attempting to bind port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:31.578190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Attempting to bind port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:31.580688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Attempting to bind port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:31.591250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:31.591625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:31.592027 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.592401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:31.592904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Bound port: 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:31.593221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.605692 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.618586 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] Routers {'1a57624d-e21b-4f5b-a467-686c6e3b87dc'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:31.619411 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1a57624d-e21b-4f5b-a467-686c6e3b87dc'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.657218 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.658425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20eb3b-1089-454a-aeeb-a72ce5b66f3f None None] The sync data for ids ['1a57624d-e21b-4f5b-a467-686c6e3b87dc'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:31.660821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43776) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:31.670301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7d5cab47-407a-4240-9863-96123b0c22b6 None None] Provisioning complete for port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:31.670674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d5cab47-407a-4240-9863-96123b0c22b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.677249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] For port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:31.700515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.716233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] For port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:31.724447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Calling delete_port for 8dc5ecb2-f9af-49fa-ba19-3c6fa7edee23 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:31.729267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.761355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae4e85-e243-486c-a409-bd1908f97a3d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:31.768990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7d5cab47-407a-4240-9863-96123b0c22b6 None None] Port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:31.776519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f81f2060-69f0-45e0-9a25-2965dd7a48c5 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/1a57624d-e21b-4f5b-a467-686c6e3b87dc HTTP/1.1" status: 200 len: 920 time: 0.2359068 Nov 10 03:59:31.776783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43780) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:31.811960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1349041178-network', 'tenant_id': '2154f25d141948c68f476e4e30548108'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:31.820860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:31.822103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:31.829129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Allocated IP 172.20.0.1 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/c9874557-ba19-41af-ab36-ab2970e0d2b6) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:31.904228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Made reservation on behalf of 2154f25d141948c68f476e4e30548108 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:31.906772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.927844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.960850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.964669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-470803b6-42ca-421f-973c-a2e2f460c314 None None] Provisioning complete for port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:31.965249 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470803b6-42ca-421f-973c-a2e2f460c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:31.966702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee32468-e46d-419b-a8e1-81ef06c05a1e None None] Pushing event updated for resources: {'Port': ['ID=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:32.007238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.012811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/ports/8dc5ecb2-f9af-49fa-ba19-3c6fa7edee23 HTTP/1.1" status: 204 len: 168 time: 0.7193353 Nov 10 03:59:32.021431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43784) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:32.022206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987c42a-bc39-4077-b4b7-16494a1729d7 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Port': ['ID=8dc5ecb2-f9af-49fa-ba19-3c6fa7edee23,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:32.047052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:32.078013 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-617ad32a-a039-491d-b1f9-8774369579cb tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:32.078556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617ad32a-a039-491d-b1f9-8774369579cb tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:32.085507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-617ad32a-a039-491d-b1f9-8774369579cb tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/f5b4dbd7-dac6-4127-bd96-4ca915b6149c HTTP/1.1" status: 404 len: 337 time: 0.0577831 Nov 10 03:59:32.089813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:32.152811 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.182906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007f944-b198-4d13-b1f6-bd56ea5c4882 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:32.184465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2007f944-b198-4d13-b1f6-bd56ea5c4882 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=1a57624d-e21b-4f5b-a467-686c6e3b87dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4067855 Nov 10 03:59:32.191015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43790) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:32.252868 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.278375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ae8c9-5dc3-4838-ad63-107a8e957b0a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:32.282556 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5a3ae8c9-5dc3-4838-ad63-107a8e957b0a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.0878458 Nov 10 03:59:32.282849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43792) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:32.283201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce54e4-7bd9-480a-b638-25b71f7119d9 req-17433c8a-bb52-414f-8e8b-e2e5f08acaff tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:32.284722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67ce54e4-7bd9-480a-b638-25b71f7119d9 req-17433c8a-bb52-414f-8e8b-e2e5f08acaff tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1389334 Nov 10 03:59:32.299619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.318978 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.319173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f79a2e80-4fbc-46f3-b24f-31c7f810eea5 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a57624d-e21b-4f5b-a467-686c6e3b87dc HTTP/1.1" status: 200 len: 205 time: 0.0326791 Nov 10 03:59:32.319254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43794) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:32.328194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:32.338640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.338975 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Added segment 55d07ff3-cc39-4aa5-83c2-2813beffcef2 of type vlan for network 461c7e54-6011-453f-862b-7561356da388 Nov 10 03:59:32.344169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470803b6-42ca-421f-973c-a2e2f460c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.384255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-470803b6-42ca-421f-973c-a2e2f460c314 None None] For port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:32.392563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470803b6-42ca-421f-973c-a2e2f460c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.395547 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.446510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.450312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.473696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470803b6-42ca-421f-973c-a2e2f460c314 None None] Pushing event updated for resources: {'Port': ['ID=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:32.498725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:28Z', 'revision_number': 3, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:32.525216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb562d16-277d-4ad7-a9a4-9eeb5155bc74,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:32.539286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb28fc-1851-4559-8fdd-d4044d7e4e61 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:28Z', 'revision_number': 3, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:32.567488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:32.577294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.590038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67ce54e4-7bd9-480a-b638-25b71f7119d9 req-1bea9638-6d98-4926-86ff-7194d43108b9 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884417 Nov 10 03:59:32.597724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:32.614747 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:32.618810 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.622136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.623066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:32.630393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.633036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Pushing event updated for resources: {'Port': ['ID=c9874557-ba19-41af-ab36-ab2970e0d2b6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:32.676687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Deleting port d04aca84-9f9b-41ac-99ef-9c239f00de4f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:32.677192 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.741920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5005466c-f237-4f2a-a354-d0932a803411']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:32.762679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1007836 Nov 10 03:59:32.776072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e2f322-ea15-4241-bd73-d1590effdde6') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:32.776375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e2f322-ea15-4241-bd73-d1590effdde6') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:32.789624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.803516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:32.819046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Calling delete_port for d04aca84-9f9b-41ac-99ef-9c239f00de4f owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:32.960073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-84dd4896-20e5-497b-9a74-3fe98b692cc7 None None] Provisioning complete for port c9874557-ba19-41af-ab36-ab2970e0d2b6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:32.960452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-84dd4896-20e5-497b-9a74-3fe98b692cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.061509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-84dd4896-20e5-497b-9a74-3fe98b692cc7 None None] Port c9874557-ba19-41af-ab36-ab2970e0d2b6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:33.115143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.148399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event deleted for resources: {'Port': ['ID=d04aca84-9f9b-41ac-99ef-9c239f00de4f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:33.172210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e4d3e-7a9c-4405-99cc-480e2c9bed5a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:33.236611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.292345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.303523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55985dbc-e114-411e-be81-ac932de9e1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=461c7e54-6011-453f-862b-7561356da388,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:33.320088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 461c7e54-6011-453f-862b-7561356da388 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:33.343641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.346044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.374432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.399658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.400137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Fanout notify agent at l3_agent the message router_deleted on router 1a57624d-e21b-4f5b-a467-686c6e3b87dc {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:33.403215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:33.403627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:33.409238 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:33.413266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.417703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e0af7dc6-840e-4b06-a4cf-91ebc93a5e9d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/1a57624d-e21b-4f5b-a467-686c6e3b87dc HTTP/1.1" status: 204 len: 168 time: 1.0942338 Nov 10 03:59:33.418280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43806) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:33.425313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-66a3193c-4906-484f-afa3-cd172051169f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1156083128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:33.452092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a3193c-4906-484f-afa3-cd172051169f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.453627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a3193c-4906-484f-afa3-cd172051169f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.513520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a3193c-4906-484f-afa3-cd172051169f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.518267 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a3193c-4906-484f-afa3-cd172051169f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.532353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e186-8d65-4203-a36d-47e5b5ac6455 req-60adb29e-fdc7-48f2-b2cb-4181737a49a7 tempest-ComputeTenantNetworksTest-19069694 tempest-ComputeTenantNetworksTest-19069694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:33.538456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e186-8d65-4203-a36d-47e5b5ac6455 req-60adb29e-fdc7-48f2-b2cb-4181737a49a7 tempest-ComputeTenantNetworksTest-19069694 tempest-ComputeTenantNetworksTest-19069694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:33.539835 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66a3193c-4906-484f-afa3-cd172051169f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.541973 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-66a3193c-4906-484f-afa3-cd172051169f tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1207073 Nov 10 03:59:33.543752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43808) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:33.544583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e186-8d65-4203-a36d-47e5b5ac6455 req-60adb29e-fdc7-48f2-b2cb-4181737a49a7 tempest-ComputeTenantNetworksTest-19069694 tempest-ComputeTenantNetworksTest-19069694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:33.546280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b393e186-8d65-4203-a36d-47e5b5ac6455 req-60adb29e-fdc7-48f2-b2cb-4181737a49a7 tempest-ComputeTenantNetworksTest-19069694 tempest-ComputeTenantNetworksTest-19069694-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2518942 Nov 10 03:59:33.549118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.549344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': False}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:33.558977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.562190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/5005466c-f237-4f2a-a354-d0932a803411 HTTP/1.1" status: 204 len: 168 time: 1.4714475 Nov 10 03:59:33.565260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:33.588722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e73e3-3124-453b-91ee-31e423efab7f tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Network': ['ID=5005466c-f237-4f2a-a354-d0932a803411,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:33.705254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.766244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting subnet 14506f75-d578-4f31-9792-173f041fb03c {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 03:59:33.772241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.778476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.801531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ccca-5522-4ee5-9877-99f51b4f9c70 req-1b248203-f184-4e01-8fa3-8b0858ad0633 tempest-ComputeTenantNetworksTest-19069694 tempest-ComputeTenantNetworksTest-19069694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:33.802914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61f8ccca-5522-4ee5-9877-99f51b4f9c70 req-1b248203-f184-4e01-8fa3-8b0858ad0633 tempest-ComputeTenantNetworksTest-19069694 tempest-ComputeTenantNetworksTest-19069694-project] 10.222.0.24 "GET /v2.0/networks/461c7e54-6011-453f-862b-7561356da388 HTTP/1.1" status: 200 len: 769 time: 0.1772711 Nov 10 03:59:33.825444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43816) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:33.913103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0def-38a6-4007-9e21-ded35b5289df req-cdd3cdfb-6543-4492-a8ed-a639a93a66ae tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:33.914638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6ee0def-38a6-4007-9e21-ded35b5289df req-cdd3cdfb-6543-4492-a8ed-a639a93a66ae tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.2151072 Nov 10 03:59:33.919018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:33.986736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.006627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.057487 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.117876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Allocated IP 172.25.6.176 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e4108063-986d-4c4b-89e7-b3e6fb7fcd38) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:34.121396 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6ee0def-38a6-4007-9e21-ded35b5289df req-1d0305e4-c4b4-4d75-8b77-0cc7e6aff5c5 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978230 Nov 10 03:59:34.196768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.253010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.287419 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.294814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.297859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.307393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.345338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461c7e54-6011-453f-862b-7561356da388']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:34.346204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:34.355928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:34.359666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:34.386404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb9faf-72fd-45c1-a063-82c564682eab None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:34.388350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d07ff3-cc39-4aa5-83c2-2813beffcef2') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:34.388653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d07ff3-cc39-4aa5-83c2-2813beffcef2') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:34.390776 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.412870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Pushing event updated for resources: {'Port': ['ID=e4108063-986d-4c4b-89e7-b3e6fb7fcd38,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:34.415737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.450028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Pushing event updated for resources: {'Port': ['ID=c9874557-ba19-41af-ab36-ab2970e0d2b6,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:34.460882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Subnet': ['ID=14506f75-d578-4f31-9792-173f041fb03c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:34.481205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.485335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.489149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-637efbbd-2936-4a23-999a-55faa5e25d39 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/subnets/14506f75-d578-4f31-9792-173f041fb03c HTTP/1.1" status: 204 len: 168 time: 0.9133358 Nov 10 03:59:34.491885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.494426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43824) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:34.495382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7072532-6d0d-4eb8-b89e-3b7a4a9c51b6 None None] Network 69e79776-15ae-4088-b8a2-4de52c55e1d0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:34.529412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:34.529637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-fdbf5f2b-e56c-4233-a2f2-35d09a507037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:34.529912 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.531395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-fdbf5f2b-e56c-4233-a2f2-35d09a507037 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 1097 time: 0.1320479 Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:34.532698 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:34.567495 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0d243270-ca6d-4fce-90dd-93d9be66c04a None None] Provisioning complete for port e4108063-986d-4c4b-89e7-b3e6fb7fcd38 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:34.568107 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0d243270-ca6d-4fce-90dd-93d9be66c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.624322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0d243270-ca6d-4fce-90dd-93d9be66c04a None None] Port e4108063-986d-4c4b-89e7-b3e6fb7fcd38 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:34.692278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2abfcc-815f-4a2f-8782-67772474e554 req-185bd2df-574d-4b4c-8c36-01e4062d8101 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:34.693808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb2abfcc-815f-4a2f-8782-67772474e554 req-185bd2df-574d-4b4c-8c36-01e4062d8101 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.2882226 Nov 10 03:59:34.706245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.710960 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.718042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-a0316890-4294-4086-af65-e44ab2382d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:34.720357 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.726170 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-a0316890-4294-4086-af65-e44ab2382d6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 911 time: 0.1850846 Nov 10 03:59:34.726520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/461c7e54-6011-453f-862b-7561356da388 HTTP/1.1" status: 204 len: 168 time: 0.8972919 Nov 10 03:59:34.761226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71ea90-22f2-4cd4-b907-0cbf8ccf6bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=461c7e54-6011-453f-862b-7561356da388,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:34.816439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] DHCP port deletion for 69e79776-15ae-4088-b8a2-4de52c55e1d0 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:34.830710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:34.837867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-e35fa362-872d-4e9f-90a7-6c065a0e38e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9 HTTP/1.1" status: 200 len: 217 time: 0.0625522 Nov 10 03:59:34.841564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:34.912497 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.915247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-d3538673-f933-4c5b-8d1e-1c526b30104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:34.917047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-d3538673-f933-4c5b-8d1e-1c526b30104c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.0721145 Nov 10 03:59:34.927971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] Deleting port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:34.928853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:34.929738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bb2abfcc-815f-4a2f-8782-67772474e554 req-3c0937de-0ef6-4cc2-a717-3a282ea8f406 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018435 Nov 10 03:59:35.009077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43828) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:35.021179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:35.028044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Deleting port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:35.028381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.040797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-ef17b1c4-328f-40a7-841e-38758eab3149 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462618 Nov 10 03:59:35.103954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] For port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,segment=NetworkSegment(4d574793-6ff2-40d1-8e4b-9fd8d14147bf),segment_id=4d574793-6ff2-40d1-8e4b-9fd8d14147bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:35.104493 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.120029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] Calling delete_port for 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:35.135112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] For port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,segment=NetworkSegment(4d574793-6ff2-40d1-8e4b-9fd8d14147bf),segment_id=4d574793-6ff2-40d1-8e4b-9fd8d14147bf)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:35.135472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.139182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:59:35.154948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Calling delete_port for 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:35.173649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:35.174401 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.279543 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.303142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] No DVR routers for this DVR port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:59:35.322140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.337706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fc85d-45c6-458b-a287-d5388fd1ae85 None None] Pushing event deleted for resources: {'Port': ['ID=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:35.348549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1f6d1c8d-62c3-4bc4-b993-bb951557fabf None None] Provisioning complete for port c9874557-ba19-41af-ab36-ab2970e0d2b6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:35.348991 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1c8d-62c3-4bc4-b993-bb951557fabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.360376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Port': ['ID=7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:35.367446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] No DVR routers for this DVR port 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 03:59:35.389348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d1c8d-62c3-4bc4-b993-bb951557fabf None None] Port c9874557-ba19-41af-ab36-ab2970e0d2b6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:35.412001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:35.422843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:35.433378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:35.434013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:35.451813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7577fad2-a676-4451-aed6-da89d34dfb9e admin admin] 10.222.0.24 "PUT /v2.0/routers/f26722f6-f8f0-4228-a4a1-036201be9746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0966785 Nov 10 03:59:35.477375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.506616 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6f4c0161-6409-47d7-a3b8-5bd782de1a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2154f25d141948c68f476e4e30548108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941921 Nov 10 03:59:35.508829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43834) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:35.519774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e79776-15ae-4088-b8a2-4de52c55e1d0']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:35.538307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d574793-6ff2-40d1-8e4b-9fd8d14147bf') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:35.538307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d574793-6ff2-40d1-8e4b-9fd8d14147bf') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:35.550748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:35.556205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.572702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.587163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 03:59:35.588113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.644989 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-0110bd4b-abb8-452b-8717-a83036c765a0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949645 Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: timer() Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 03:59:35.670000 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 03:59:35.675696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.681512 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.690476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] 10.222.0.24 "DELETE /v2.0/networks/69e79776-15ae-4088-b8a2-4de52c55e1d0 HTTP/1.1" status: 204 len: 168 time: 1.1921308 Nov 10 03:59:35.706991 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2754c949-e896-42e0-9f1d-057f2d97b672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.712697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544acfc-688e-42d2-a291-1ce59bf6eb66 tempest-NetworksIpV6TestAttrs-1907394454 tempest-NetworksIpV6TestAttrs-1907394454-project] Pushing event deleted for resources: {'Network': ['ID=69e79776-15ae-4088-b8a2-4de52c55e1d0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:35.782378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.792352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2754c949-e896-42e0-9f1d-057f2d97b672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.803754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.841219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 2, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:35.873431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:35.874086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Updating router f26722f6-f8f0-4228-a4a1-036201be9746 port c9874557-ba19-41af-ab36-ab2970e0d2b6 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:35.890778 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cca3a3a0-ca0e-4081-aec5-5e706efd4011 req-997f7380-a517-4c77-834f-2ec430491d76 service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096844 Nov 10 03:59:35.902108 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.971353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2754c949-e896-42e0-9f1d-057f2d97b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.977111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2754c949-e896-42e0-9f1d-057f2d97b672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:35.981345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2754c949-e896-42e0-9f1d-057f2d97b672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb562d16-277d-4ad7-a9a4-9eeb5155bc74 HTTP/1.1" status: 204 len: 168 time: 0.4702723 Nov 10 03:59:36.023186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754c949-e896-42e0-9f1d-057f2d97b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb562d16-277d-4ad7-a9a4-9eeb5155bc74,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:36.072019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Router 3aa6cc59-d5cf-489b-94f5-3c6cd208a93f is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:36.100788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ebdaa-042d-4f52-944d-7b3b82fbbfec req-2eb20df9-4c3a-4a68-9786-d9ef085fe743 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:36.103087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f10ebdaa-042d-4f52-944d-7b3b82fbbfec req-2eb20df9-4c3a-4a68-9786-d9ef085fe743 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.0667491 Nov 10 03:59:36.160949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43858) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:36.203769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f10ebdaa-042d-4f52-944d-7b3b82fbbfec req-2917f201-8684-416a-9507-2baca7dca132 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942643 Nov 10 03:59:36.287334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:36.294751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.296602 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] Sync routers for ids ['3aa6cc59-d5cf-489b-94f5-3c6cd208a93f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:36.298551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d59c80a-5f6a-44e6-86d6-9ce3fd3ab035 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "PUT /v2.0/routers/3aa6cc59-d5cf-489b-94f5-3c6cd208a93f HTTP/1.1" status: 200 len: 916 time: 2.7532003 Nov 10 03:59:36.299532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43864) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:36.307768 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] Routers {'3aa6cc59-d5cf-489b-94f5-3c6cd208a93f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:36.309765 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3aa6cc59-d5cf-489b-94f5-3c6cd208a93f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:36.366462 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.375936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.386069 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:36.413472 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] Routers {'3aa6cc59-d5cf-489b-94f5-3c6cd208a93f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:36.414432 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3aa6cc59-d5cf-489b-94f5-3c6cd208a93f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:36.472994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb8e27-2bf6-49e0-a242-336d359b5617 None None] Pushing event updated for resources: {'Port': ['ID=c9874557-ba19-41af-ab36-ab2970e0d2b6,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:36.482069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43874) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:36.497036 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:36.497690 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bd57e-894b-495e-8561-314660cb39c0 None None] The sync data for ids ['3aa6cc59-d5cf-489b-94f5-3c6cd208a93f'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:36.502610 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aaf220ce-f06e-4b21-bf60-11a10f6d2189 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d5329edbdd54b109a31424edeeae79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379135 Nov 10 03:59:36.504759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43876) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:36.513014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1490772183-network', 'tenant_id': '332149f1481049648133df95aae3f7f9'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:36.542086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d85ebbdc-eae3-4a0a-8f0c-37190a424b8e tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/3aa6cc59-d5cf-489b-94f5-3c6cd208a93f HTTP/1.1" status: 200 len: 922 time: 0.2390544 Nov 10 03:59:36.544184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43878) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:36.548187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Attempting to bind port c9874557-ba19-41af-ab36-ab2970e0d2b6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:36.550447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Attempting to bind port c9874557-ba19-41af-ab36-ab2970e0d2b6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:36.551192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Attempting to bind port c9874557-ba19-41af-ab36-ab2970e0d2b6 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:36.570360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:36.572069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:36.572892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.573813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:36.574866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Bound port: c9874557-ba19-41af-ab36-ab2970e0d2b6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:36.575471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.582680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Made reservation on behalf of 332149f1481049648133df95aae3f7f9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:36.585323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.598830 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72458be8-1c59-4a30-9bd6-10ec6c4502c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.603272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.635303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a83f343-7f4b-4df1-9931-77e078362a92 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:36.641754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7a83f343-7f4b-4df1-9931-77e078362a92 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=3aa6cc59-d5cf-489b-94f5-3c6cd208a93f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0950849 Nov 10 03:59:36.644738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43880) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:36.651502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72458be8-1c59-4a30-9bd6-10ec6c4502c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.709327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] For port c9874557-ba19-41af-ab36-ab2970e0d2b6, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:36.719368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] For port c9874557-ba19-41af-ab36-ab2970e0d2b6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9874557-ba19-41af-ab36-ab2970e0d2b6,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:36.728054 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.810089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.811931 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72458be8-1c59-4a30-9bd6-10ec6c4502c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.816555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72458be8-1c59-4a30-9bd6-10ec6c4502c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.820102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72458be8-1c59-4a30-9bd6-10ec6c4502c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55b98426-f5f5-4aaa-9aa9-14f70ecb6c1c HTTP/1.1" status: 204 len: 168 time: 0.3133979 Nov 10 03:59:36.821742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.847204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 03:59:36.853236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72458be8-1c59-4a30-9bd6-10ec6c4502c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b98426-f5f5-4aaa-9aa9-14f70ecb6c1c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:36.867575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:36.887627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d371ea7-daaa-4ecb-a917-f07c3b3e4b43 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:36.892409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9d371ea7-daaa-4ecb-a917-f07c3b3e4b43 tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.2439029 Nov 10 03:59:36.902567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43888) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:36.915517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:36.915517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:36.930234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f840316-7fe9-48f1-b4ed-65491ab75018,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:36.944376 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:36.944953 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Added segment 8fcca189-81ec-447b-95f0-0d77bff21084 of type vlan for network abfec917-4d96-4290-b18d-489d53a97987 Nov 10 03:59:36.946959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b00c928f-79c2-439c-8ab9-1182e4fa319d tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aa6cc59-d5cf-489b-94f5-3c6cd208a93f HTTP/1.1" status: 200 len: 205 time: 0.0432909 Nov 10 03:59:36.948396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 03:59:36.948736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7bc1f13a-6de6-48ce-a8b4-1ca7dde3479e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 03:59:36.950716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43892) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:37.020154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.056312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb8e27-2bf6-49e0-a242-336d359b5617 None None] Pushing event updated for resources: {'Port': ['ID=c9874557-ba19-41af-ab36-ab2970e0d2b6,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:37.078970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.083437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:37.085255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.086645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-847396ae-b642-4efe-96b2-530de946413e None None] Provisioning complete for port c9874557-ba19-41af-ab36-ab2970e0d2b6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:37.087014 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-847396ae-b642-4efe-96b2-530de946413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.126699 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6257861 Nov 10 03:59:37.129775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43898) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:37.136215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Request body: {'subnet': {'network_id': 'abfec917-4d96-4290-b18d-489d53a97987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1490772183-subnet', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:37.208999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.222082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522fcf8-53e9-4e92-8f3a-fad9b9e93204 admin admin] Pushing event updated for resources: {'Network': ['ID=abfec917-4d96-4290-b18d-489d53a97987,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:37.226313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Made reservation on behalf of 332149f1481049648133df95aae3f7f9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:37.228646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.326816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network abfec917-4d96-4290-b18d-489d53a97987 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:37.332989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-847396ae-b642-4efe-96b2-530de946413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.401097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43912) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:37.455309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401db280-a05b-4719-997c-27693d8ab323 req-cecbb6cf-7c16-457f-8a19-965bf71909d3 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:37.457738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-401db280-a05b-4719-997c-27693d8ab323 req-cecbb6cf-7c16-457f-8a19-965bf71909d3 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1455014 Nov 10 03:59:37.493187 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.500148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:37.620655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-847396ae-b642-4efe-96b2-530de946413e None None] For port c9874557-ba19-41af-ab36-ab2970e0d2b6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9874557-ba19-41af-ab36-ab2970e0d2b6,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:37.627373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-401db280-a05b-4719-997c-27693d8ab323 req-13ccca78-bc99-4d42-b698-e6b13bd7bf65 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576209 Nov 10 03:59:37.636909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-847396ae-b642-4efe-96b2-530de946413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.650434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-3434804-network', 'tenant_id': '624a4f616f4c4b74a75859300f883a72'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:37.651224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.681434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Made reservation on behalf of 624a4f616f4c4b74a75859300f883a72 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:37.686278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.698969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.703509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Deleting port e4108063-986d-4c4b-89e7-b3e6fb7fcd38 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:37.703846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.754220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcef00c-829a-4d68-8464-f6ccb15b4ad3,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:37.793606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Checking segment: {'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:37.793998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Network hostable DHCP agents. Network: abfec917-4d96-4290-b18d-489d53a97987, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:37.812314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b184bfb7-d6a9-41cb-b0b0-6dcf1bce9ef0 None None] Provisioning complete for port c9874557-ba19-41af-ab36-ab2970e0d2b6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:37.812845 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b184bfb7-d6a9-41cb-b0b0-6dcf1bce9ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.822077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.823635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.829670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.839069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Network abfec917-4d96-4290-b18d-489d53a97987 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:37.841317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Calling delete_port for e4108063-986d-4c4b-89e7-b3e6fb7fcd38 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:37.855966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, abfec917-4d96-4290-b18d-489d53a97987) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:37.875191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:37.891907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:37.892496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.895554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c65bdb-8233-4574-be1d-fa5107a82525 None None] Network abfec917-4d96-4290-b18d-489d53a97987 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:37.900400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16abb8af-2406-4730-89f8-eac66e28fbe1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:37.918645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fe6d19a8-7dee-417b-bd77-00b95764910e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7861242 Nov 10 03:59:37.922476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43928) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:37.924338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.928566 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Added segment cd9771e1-0545-48cb-acc2-77af4a9c1507 of type vlan for network 75101c12-89a9-49c0-8098-fb0d8f983b65 Nov 10 03:59:37.928944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:37.988198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:37.999638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43930) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.037636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.039198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:38.040022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.130306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] Pushing event updated for resources: {'Network': ['ID=75101c12-89a9-49c0-8098-fb0d8f983b65,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:38.139155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9250232a-96d6-4aa2-b583-11ea37eea892 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] Request body: {'port': {'network_id': '46a87662-5d97-47f0-a3f9-47f6cf818f9d', 'name': 'tempest-NetworksNegativeTestJSON-1408934023'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:38.155369 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9250232a-96d6-4aa2-b583-11ea37eea892 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] POST failed (client error): The resource could not be found. Nov 10 03:59:38.156281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9250232a-96d6-4aa2-b583-11ea37eea892 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:38.157619 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9250232a-96d6-4aa2-b583-11ea37eea892 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1565225 Nov 10 03:59:38.161781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43934) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.169771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:38.180450 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa2863a-ad7a-430c-9345-2793abc44a82 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:38.181008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa2863a-ad7a-430c-9345-2793abc44a82 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:38.189535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9fa2863a-ad7a-430c-9345-2793abc44a82 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "DELETE /v2.0/networks/4e644e15-fdb9-40d7-83aa-eed2d6f0126d HTTP/1.1" status: 404 len: 339 time: 0.0219674 Nov 10 03:59:38.189535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43936) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.215282 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e4868a-baf9-457f-96b2-a39cfe6b2989 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:38.216482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e4868a-baf9-457f-96b2-a39cfe6b2989 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:38.223440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a3e4868a-baf9-457f-96b2-a39cfe6b2989 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "DELETE /v2.0/ports/73f27a3e-3474-4fb5-b9b6-2d7155d063bc HTTP/1.1" status: 404 len: 333 time: 0.0300131 Nov 10 03:59:38.224439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43938) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.228652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847396ae-b642-4efe-96b2-530de946413e None None] Pushing event updated for resources: {'Port': ['ID=c9874557-ba19-41af-ab36-ab2970e0d2b6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:38.257697 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d63b6df-e494-4f27-9333-f9f6d5c8d1d1 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:38.258278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d63b6df-e494-4f27-9333-f9f6d5c8d1d1 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:38.264869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1d63b6df-e494-4f27-9333-f9f6d5c8d1d1 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "DELETE /v2.0/subnets/0eb62480-5717-45e9-a55c-b56cf25b450b HTTP/1.1" status: 404 len: 337 time: 0.0363111 Nov 10 03:59:38.266127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43940) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.266286 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.292396 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7ca992-cd9a-4ad2-b8d7-53259aee3d72 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] GET failed (client error): The resource could not be found. Nov 10 03:59:38.294172 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3c7ca992-cd9a-4ad2-b8d7-53259aee3d72 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "GET /v2.0/networks/df900980-c565-4269-8aa5-8f3205bf0b3e HTTP/1.1" status: 404 len: 339 time: 0.0280118 Nov 10 03:59:38.300297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43942) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.329068 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1828fa-bb6b-48b5-b3c6-8b3b66c5c270 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] GET failed (client error): The resource could not be found. Nov 10 03:59:38.334743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4c1828fa-bb6b-48b5-b3c6-8b3b66c5c270 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "GET /v2.0/ports/8287a86c-283c-4736-a869-dd4e049516cc HTTP/1.1" status: 404 len: 333 time: 0.0282853 Nov 10 03:59:38.335149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43944) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.342284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.342891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.350605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:36Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:38.370183 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-52940adc-84db-4034-8c5d-7eba67de24a1 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] GET failed (client error): The resource could not be found. Nov 10 03:59:38.375106 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-52940adc-84db-4034-8c5d-7eba67de24a1 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "GET /v2.0/subnets/2bf5ed81-c410-4bfb-80ba-33767c4134b4 HTTP/1.1" status: 404 len: 337 time: 0.0352526 Nov 10 03:59:38.375394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.380546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-db6200d3-dff2-4653-85bf-997ddac29584 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9779809 Nov 10 03:59:38.381094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-99033e91-b136-41a3-a786-b15cbb892d2f tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:38.381217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.386021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Request body: {'subnet': {'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-subnet', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:38.408359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Made reservation on behalf of 624a4f616f4c4b74a75859300f883a72 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:38.408954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a576e-5158-4e93-9a7f-fd5b4d72f603 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:36Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:38.411678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.442214 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.443691 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-99033e91-b136-41a3-a786-b15cbb892d2f tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] PUT failed (client error): The resource could not be found. Nov 10 03:59:38.444436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99033e91-b136-41a3-a786-b15cbb892d2f tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:38.445744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-99033e91-b136-41a3-a786-b15cbb892d2f tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "PUT /v2.0/networks/ac693e34-cbaf-496a-80ca-a4308ddbe832 HTTP/1.1" status: 404 len: 339 time: 0.0694172 Nov 10 03:59:38.450184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43950) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.457789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fb579b0e-4fa7-4c6d-abd7-fdc30feb40e5 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:38.478153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-abfec917-4d96-4290-b18d-489d53a97987', 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'fixed_ips': [{'subnet_id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:38.489651 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.562260 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb579b0e-4fa7-4c6d-abd7-fdc30feb40e5 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] PUT failed (client error): The resource could not be found. Nov 10 03:59:38.562961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb579b0e-4fa7-4c6d-abd7-fdc30feb40e5 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:38.564149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fb579b0e-4fa7-4c6d-abd7-fdc30feb40e5 tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "PUT /v2.0/ports/a5f25e89-ef9f-42ce-9056-b803122da2a1 HTTP/1.1" status: 404 len: 333 time: 0.1127450 Nov 10 03:59:38.573974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43952) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.581375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e87b08ed-fbb0-456a-a044-8652005412ff tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:38.670365 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.675792 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87b08ed-fbb0-456a-a044-8652005412ff tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] PUT failed (client error): The resource could not be found. Nov 10 03:59:38.676243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87b08ed-fbb0-456a-a044-8652005412ff tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:38.677415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e87b08ed-fbb0-456a-a044-8652005412ff tempest-NetworksNegativeTestJSON-1980980155 tempest-NetworksNegativeTestJSON-1980980155-project] 10.222.0.24 "PUT /v2.0/subnets/7c9df3cc-abfb-47a0-bb8b-a1cbf012b9a9 HTTP/1.1" status: 404 len: 337 time: 0.1024983 Nov 10 03:59:38.713597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.776909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Allocated IP 172.20.0.2 (abfec917-4d96-4290-b18d-489d53a97987/7dcef00c-829a-4d68-8464-f6ccb15b4ad3/f45ce1c3-5878-4434-bfc3-201f4e2b46fb) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:38.827954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb48b4d3-4b67-4208-b7aa-25c478958cdf,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:38.841183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.850612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event deleted for resources: {'Port': ['ID=e4108063-986d-4c4b-89e7-b3e6fb7fcd38,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:38.870626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Checking segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:38.871285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Network hostable DHCP agents. Network: 75101c12-89a9-49c0-8098-fb0d8f983b65, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:38.887826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaadefc-bd1d-4b6d-9ee3-cf5c68d07cd7 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:38.905703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9874557-ba19-41af-ab36-ab2970e0d2b6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:38.911544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:38.925364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 75101c12-89a9-49c0-8098-fb0d8f983b65) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:38.930801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:38.931705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.960001 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4449fe97-1274-49e0-a699-1a09dc7f9d53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5776868 Nov 10 03:59:38.960838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43960) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:38.966663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:38.991517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce34f7-1357-4b8f-8a48-2f2359b76fbc None None] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:38.995498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:38.997701 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.065119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12482fde-5ed4-481c-a536-b5c9e395830c req-2222ce3b-839f-4f70-b5f8-a06fd2d47a81 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:39.069199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.076118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12482fde-5ed4-481c-a536-b5c9e395830c req-2222ce3b-839f-4f70-b5f8-a06fd2d47a81 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.3060906 Nov 10 03:59:39.093176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.177644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c9874557-ba19-41af-ab36-ab2970e0d2b6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:39.178041 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.244713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43964) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:39.261921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.273109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.278253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.299365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.312994 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.353922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12482fde-5ed4-481c-a536-b5c9e395830c req-d7102ee9-55e1-447e-af4f-bd7eae208ffa tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696378 Nov 10 03:59:39.375904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.376797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa6cc59-d5cf-489b-94f5-3c6cd208a93f {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:39.388702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.395379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b1cba15a-d236-41cf-a9aa-56b1a81b4795 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/3aa6cc59-d5cf-489b-94f5-3c6cd208a93f HTTP/1.1" status: 204 len: 168 time: 2.4436147 Nov 10 03:59:39.396148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43968) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:39.405757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-34934978', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:39.450976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Network abfec917-4d96-4290-b18d-489d53a97987 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:39.456161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:39.465431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:39.466862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.468505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.514129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55a2d92f-2db2-4dd2-aa1e-1b7a10748b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.535691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.540175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Attempting to bind port f45ce1c3-5878-4434-bfc3-201f4e2b46fb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:39.540590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Attempting to bind port f45ce1c3-5878-4434-bfc3-201f4e2b46fb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:39.540953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Attempting to bind port f45ce1c3-5878-4434-bfc3-201f4e2b46fb on network abfec917-4d96-4290-b18d-489d53a97987 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:39.580775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Pushing event updated for resources: {'Port': ['ID=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:39.584136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:39.584503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Checking segment: {'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:39.584894 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.585269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Bound using segment: {'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:39.585824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Bound port: f45ce1c3-5878-4434-bfc3-201f4e2b46fb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:39.586279 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.602221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.631765 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.658579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] For port f45ce1c3-5878-4434-bfc3-201f4e2b46fb, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:39.662417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] For port f45ce1c3-5878-4434-bfc3-201f4e2b46fb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,segment=NetworkSegment(8fcca189-81ec-447b-95f0-0d77bff21084),segment_id=8fcca189-81ec-447b-95f0-0d77bff21084)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:39.663791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-75101c12-89a9-49c0-8098-fb0d8f983b65', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:39.664681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.670853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.725757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55a2d92f-2db2-4dd2-aa1e-1b7a10748b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.731946 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-55a2d92f-2db2-4dd2-aa1e-1b7a10748b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.744323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52c628-d922-49d0-b540-2edf48cbe56f None None] Pushing event updated for resources: {'Port': ['ID=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:39.785533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:39.827818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-55a2d92f-2db2-4dd2-aa1e-1b7a10748b1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57800d0c20d3481bab7bc0f7052b5c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5797076 Nov 10 03:59:39.834398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43972) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:39.904827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2d92f-2db2-4dd2-aa1e-1b7a10748b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e796eb5-48ec-4745-8d80-bd09e9f68744,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:39.908265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Allocated IP 172.25.6.99 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/1902503d-88cd-419f-852b-2c07779acddf) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:39.929517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Allocated IP 172.20.0.2 (75101c12-89a9-49c0-8098-fb0d8f983b65/fb48b4d3-4b67-4208-b7aa-25c478958cdf/ff17eb6f-07a9-48b9-a718-f5c85870bf13) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:39.969857 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a348216-5091-4520-b5a7-7aa17c0e1591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.015208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.038622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.050540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a348216-5091-4520-b5a7-7aa17c0e1591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.145479 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.177562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a348216-5091-4520-b5a7-7aa17c0e1591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.182688 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a348216-5091-4520-b5a7-7aa17c0e1591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.183889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4a348216-5091-4520-b5a7-7aa17c0e1591 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e796eb5-48ec-4745-8d80-bd09e9f68744 HTTP/1.1" status: 204 len: 168 time: 0.3454707 Nov 10 03:59:40.218807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a348216-5091-4520-b5a7-7aa17c0e1591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e796eb5-48ec-4745-8d80-bd09e9f68744,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:40.223360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.233981 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.239779 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.307735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Pushing event updated for resources: {'Port': ['ID=ff17eb6f-07a9-48b9-a718-f5c85870bf13,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:40.309251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:40.321807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:40.327242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:40.329889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:40.331979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:40.338157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:40.364797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.392077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7c977-e777-4ae7-ab41-7bbb840d1d6d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:40.394641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=1902503d-88cd-419f-852b-2c07779acddf,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:40.419526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.463153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Attempting to bind port ff17eb6f-07a9-48b9-a718-f5c85870bf13 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:40.463855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Attempting to bind port ff17eb6f-07a9-48b9-a718-f5c85870bf13 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:40.464441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Attempting to bind port ff17eb6f-07a9-48b9-a718-f5c85870bf13 on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:40.471535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:40.471904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Checking segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:40.472350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.472740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Bound using segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:40.473203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Bound port: ff17eb6f-07a9-48b9-a718-f5c85870bf13, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:40.473576 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.488891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Allocated IP 172.25.6.15 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/c4ec0936-d8cb-405a-b144-c4b7b7f511cc) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:40.594408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] For port ff17eb6f-07a9-48b9-a718-f5c85870bf13, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:40.606258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] For port ff17eb6f-07a9-48b9-a718-f5c85870bf13, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ff17eb6f-07a9-48b9-a718-f5c85870bf13,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:40.615594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.619826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3887876d-8c48-4dd3-8a5d-3358ee3a7e48 None None] Provisioning complete for port 1902503d-88cd-419f-852b-2c07779acddf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:40.620297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13d1d1-4c8e-4ca4-b8d8-de9427b34216 req-d543b8fc-4433-4e0f-96ae-158a0ecf86f8 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:40.620802 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3887876d-8c48-4dd3-8a5d-3358ee3a7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.623101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e13d1d1-4c8e-4ca4-b8d8-de9427b34216 req-d543b8fc-4433-4e0f-96ae-158a0ecf86f8 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1224365 Nov 10 03:59:40.663640 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.723018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3887876d-8c48-4dd3-8a5d-3358ee3a7e48 None None] Port 1902503d-88cd-419f-852b-2c07779acddf cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:40.741991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b157f-bd7c-4463-bb29-94584dc9258b None None] Pushing event updated for resources: {'Port': ['ID=ff17eb6f-07a9-48b9-a718-f5c85870bf13,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:40.809999 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.816390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e13d1d1-4c8e-4ca4-b8d8-de9427b34216 req-cda9e588-6717-471d-a3b4-afa598e6982a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846387 Nov 10 03:59:40.833645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:40.904657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Allocated IP 172.25.6.131 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/14ad58d2-58cb-49d0-9a69-08cdee4444ea) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:40.907717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:40.921357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:40.929741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:40.937383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f45ce1c3-5878-4434-bfc3-201f4e2b46fb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:40.938098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:40.995832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101a403-acce-42ee-868f-d623267e023d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:41.046702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f45ce1c3-5878-4434-bfc3-201f4e2b46fb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:41.047175 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.097333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7fd15095-f5b1-4865-8143-f784699edfdf None None] Provisioning complete for port c4ec0936-d8cb-405a-b144-c4b7b7f511cc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:41.097333 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fd15095-f5b1-4865-8143-f784699edfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.202289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7fd15095-f5b1-4865-8143-f784699edfdf None None] Port c4ec0936-d8cb-405a-b144-c4b7b7f511cc cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:41.247343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.254809 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.301463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.326643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port f45ce1c3-5878-4434-bfc3-201f4e2b46fb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,segment=NetworkSegment(8fcca189-81ec-447b-95f0-0d77bff21084),segment_id=8fcca189-81ec-447b-95f0-0d77bff21084)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:41.331408 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.343828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.410869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event updated for resources: {'Port': ['ID=14ad58d2-58cb-49d0-9a69-08cdee4444ea,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:41.445500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:41.450034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:41.474910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43998) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:41.477366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ac8ff-dcea-471e-a70c-a4f71492d6a4 None None] Network abfec917-4d96-4290-b18d-489d53a97987 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:41.481585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:41.484086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:41.523776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7417a866-b700-4e1b-8388-eb584328991a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:41.549573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Router f21dbec6-3eec-488e-9819-20f6c1fd795a is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:41.552651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-89940f0f-aff1-4966-81fd-59efb894797d None None] Provisioning complete for port f45ce1c3-5878-4434-bfc3-201f4e2b46fb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:41.553021 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89940f0f-aff1-4966-81fd-59efb894797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.654685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-288660891'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:41.721038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:41.724871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.739955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.756267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:41.774684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Sync routers for ids ['f21dbec6-3eec-488e-9819-20f6c1fd795a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:41.787306 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:41.791848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f05b2b30-76d6-419b-9bbd-d0534b594ac8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8684092 Nov 10 03:59:41.792465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44002) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:41.793326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Routers {'f21dbec6-3eec-488e-9819-20f6c1fd795a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:41.794630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f21dbec6-3eec-488e-9819-20f6c1fd795a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:42.200030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e70c9a7f-0748-4a0f-9fde-63c651376b58 None None] Provisioning complete for port 14ad58d2-58cb-49d0-9a69-08cdee4444ea triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:42.200605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e70c9a7f-0748-4a0f-9fde-63c651376b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.243288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Set router f21dbec6-3eec-488e-9819-20f6c1fd795a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:42.245900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e70c9a7f-0748-4a0f-9fde-63c651376b58 None None] Port 14ad58d2-58cb-49d0-9a69-08cdee4444ea cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:42.388476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.389031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40efea-8638-482a-b744-b6fed24318c9 None None] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:42.428208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.433306 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.455269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b1bb4cf5-3c27-4bbf-9508-f959a781d655 None None] Provisioning complete for port f45ce1c3-5878-4434-bfc3-201f4e2b46fb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:42.455640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4cf5-3c27-4bbf-9508-f959a781d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.479676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53064-4918-4597-a9b2-089834c511c9 req-395e4ece-369d-449b-8cce-1624fba3143a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:42.481184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76c53064-4918-4597-a9b2-089834c511c9 req-395e4ece-369d-449b-8cce-1624fba3143a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1377702 Nov 10 03:59:42.482083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.560849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:42.585568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc78c9be-cc22-482d-9180-1c787d40e568,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:42.588587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.588859 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment 8ab08602-0344-4f2d-9609-40ee7cf64ae1 of type vlan for network ce81b2a9-da5a-4a16-8b39-82f64fad893a Nov 10 03:59:42.658447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76c53064-4918-4597-a9b2-089834c511c9 req-ef800b65-4d5b-440f-a0cd-dd5fb914411b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549084 Nov 10 03:59:42.663695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.675182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1902503d-88cd-419f-852b-2c07779acddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T03:59:40Z', 'revision_number': 3, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port': {'id': '1902503d-88cd-419f-852b-2c07779acddf', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:42.708498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Checking router: f21dbec6-3eec-488e-9819-20f6c1fd795a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:42.708845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Updating router f21dbec6-3eec-488e-9819-20f6c1fd795a port 1902503d-88cd-419f-852b-2c07779acddf binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:42.741904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.778461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.787615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.877543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.883337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:42.883944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.962218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6b8168de-22e5-4e57-b852-19f1265f91bb None None] Provisioning complete for port ff17eb6f-07a9-48b9-a718-f5c85870bf13 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:42.962500 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b8168de-22e5-4e57-b852-19f1265f91bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:42.998834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f45ce1c3-5878-4434-bfc3-201f4e2b46fb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:43.012108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5319271 Nov 10 03:59:43.016257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44008) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:43.030275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1153522822'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:43.033665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a483b3e-9daf-48b4-8fa7-73a095fe3939 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=ce81b2a9-da5a-4a16-8b39-82f64fad893a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:43.059303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:43.063208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.088778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:43.092381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.134794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:43.150260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.150683 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment 7889caa2-be10-4bdf-b93b-a65da69460b8 of type vlan for network 2e72b63f-999c-4d64-b2e5-fcd36765648e Nov 10 03:59:43.207718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Router dc912f65-f378-454f-817e-6286a4cf35b4 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:43.216446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Router c85e9d83-e8c7-46b6-8b81-133e5a532b2a is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:43.230521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.248699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f45ce1c3-5878-4434-bfc3-201f4e2b46fb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:43.249272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.276661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Allocated IP 172.20.0.1 (abfec917-4d96-4290-b18d-489d53a97987/7dcef00c-829a-4d68-8464-f6ccb15b4ad3/7f10a21f-7326-4c45-89a7-839436239dfb) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:43.293887 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b8168de-22e5-4e57-b852-19f1265f91bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.308062 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.327587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.337082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e639d49f-e940-4665-91d3-564e3dd8ef5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.384082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.389650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:43.390271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.402784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6bbea-8542-47ef-ac37-bf364a3bb617 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:43.406739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6b8168de-22e5-4e57-b852-19f1265f91bb None None] For port ff17eb6f-07a9-48b9-a718-f5c85870bf13, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ff17eb6f-07a9-48b9-a718-f5c85870bf13,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:43.409524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.422472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b8168de-22e5-4e57-b852-19f1265f91bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.426752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc19910-90ca-4c17-9203-39c21473c771 None None] Pushing event updated for resources: {'Port': ['ID=1902503d-88cd-419f-852b-2c07779acddf,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:43.433072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Attempting to bind port 1902503d-88cd-419f-852b-2c07779acddf on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:43.433072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Attempting to bind port 1902503d-88cd-419f-852b-2c07779acddf by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:43.433363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Attempting to bind port 1902503d-88cd-419f-852b-2c07779acddf on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:43.450243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.482426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:43.484147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:43.484147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.484147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:43.484147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Bound port: 1902503d-88cd-419f-852b-2c07779acddf, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:43.484761 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.495528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Network abfec917-4d96-4290-b18d-489d53a97987 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:43.501447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:43.507035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4871883 Nov 10 03:59:43.520654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44012) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:43.522234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f10a21f-7326-4c45-89a7-839436239dfb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:43.528430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:43.529014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ff17eb6f-07a9-48b9-a718-f5c85870bf13 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:43.539273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': 'ce81b2a9-da5a-4a16-8b39-82f64fad893a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:43.560938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abef87-820a-4a21-8f8c-37d12f9b119a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=2e72b63f-999c-4d64-b2e5-fcd36765648e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:43.564143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:43.577995 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] Sync routers for ids ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:43.581370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:43.599312 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] Routers {'c85e9d83-e8c7-46b6-8b81-133e5a532b2a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:43.599950 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:43.606949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8168de-22e5-4e57-b852-19f1265f91bb None None] Pushing event updated for resources: {'Port': ['ID=ff17eb6f-07a9-48b9-a718-f5c85870bf13,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:43.608517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.667842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] For port 1902503d-88cd-419f-852b-2c07779acddf, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:43.669155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:43.678192 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:43.691804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] Provisioning complete for port ff17eb6f-07a9-48b9-a718-f5c85870bf13 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:43.692424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.699089 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] Routers {'c85e9d83-e8c7-46b6-8b81-133e5a532b2a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:43.699705 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:43.701688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Sync routers for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:43.752511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.753771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4d1d6510-5244-49b6-a7ab-991e6a07c3c8 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3545709 Nov 10 03:59:43.757614 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:43.759165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44016) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:43.760023 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def0a3a-b42b-488e-98a9-3ae01bf3d682 None None] The sync data for ids ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:43.764938 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.765718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:43.769373 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-262f2e89-c2a9-4c80-aa30-76c271b5bbb7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8042972 Nov 10 03:59:43.769833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44018) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:43.811608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] For port 1902503d-88cd-419f-852b-2c07779acddf, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1902503d-88cd-419f-852b-2c07779acddf,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:43.822565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.852994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:43.857311 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.877142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ff17eb6f-07a9-48b9-a718-f5c85870bf13 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:43.877517 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:43.879710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:43.880345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:43.978825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4922f2b-d65c-45d2-99fe-896827256922 req-d7ed0a4c-bfdc-4eab-a1d5-1a607e6ba538 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:43.980785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4922f2b-d65c-45d2-99fe-896827256922 req-d7ed0a4c-bfdc-4eab-a1d5-1a607e6ba538 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1554132 Nov 10 03:59:43.985927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.086806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc19910-90ca-4c17-9203-39c21473c771 None None] Pushing event updated for resources: {'Port': ['ID=1902503d-88cd-419f-852b-2c07779acddf,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:44.109861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3908b7-f24a-48d3-8208-6f9508d58ad2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:44.136931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Routers {'f21dbec6-3eec-488e-9819-20f6c1fd795a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:44.137722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f21dbec6-3eec-488e-9819-20f6c1fd795a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:44.169190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4922f2b-d65c-45d2-99fe-896827256922 req-a9020c81-0c99-4fc0-8dbc-5e14d7a8ba97 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795871 Nov 10 03:59:44.472900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:44.491698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.516145 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.522697 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.623064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.629342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f10a21f-7326-4c45-89a7-839436239dfb,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:44.640819 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.737560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] Provisioning complete for port 1902503d-88cd-419f-852b-2c07779acddf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:44.737560 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.770848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] Set router f21dbec6-3eec-488e-9819-20f6c1fd795a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:44.790199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Network abfec917-4d96-4290-b18d-489d53a97987 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:44.792892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:44.830355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Deleting port 14ad58d2-58cb-49d0-9a69-08cdee4444ea {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 03:59:44.835075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.839593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ff17eb6f-07a9-48b9-a718-f5c85870bf13 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:44.857636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:44.951104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=ce95bf85-0679-4775-8ad8-14991ad8876c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:44.957500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:42Z', 'revision_number': 3, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:44.996156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': '8ab08602-0344-4f2d-9609-40ee7cf64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce81b2a9-da5a-4a16-8b39-82f64fad893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:44.996666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: ce81b2a9-da5a-4a16-8b39-82f64fad893a, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:44.999554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Checking router: dc912f65-f378-454f-817e-6286a4cf35b4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:44.999902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Updating router dc912f65-f378-454f-817e-6286a4cf35b4 port c4ec0936-d8cb-405a-b144-c4b7b7f511cc binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:45.020702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.032139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:45.032555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.053406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ce81b2a9-da5a-4a16-8b39-82f64fad893a) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:45.056682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Router f21dbec6-3eec-488e-9819-20f6c1fd795a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:59:45.057896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Calling delete_port for 14ad58d2-58cb-49d0-9a69-08cdee4444ea owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 03:59:45.059542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:45.059917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.084830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6a569-7047-4098-9eb3-b72bb216ecca None None] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:45.115656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.130561 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-adb3b2c0-fff4-4eb2-a89f-d578289508a1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6038971 Nov 10 03:59:45.131476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44022) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:45.152612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ff17eb6f-07a9-48b9-a718-f5c85870bf13 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:45.152980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.182370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.189814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': '2e72b63f-999c-4d64-b2e5-fcd36765648e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:45.289493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:45.302505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-91427770-29f0-4b81-83e5-258e8b0886e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/f21dbec6-3eec-488e-9819-20f6c1fd795a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4995179 Nov 10 03:59:45.322616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] For port 1902503d-88cd-419f-852b-2c07779acddf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1902503d-88cd-419f-852b-2c07779acddf,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:45.325000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Allocated IP 172.20.0.1 (75101c12-89a9-49c0-8098-fb0d8f983b65/fb48b4d3-4b67-4208-b7aa-25c478958cdf/5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:45.341809 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.379185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b7722-f1ba-4313-8a82-124b77dab94c req-6038dbbb-4183-4d5d-a64c-c5fdec9e2b03 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:45.381726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e7b7722-f1ba-4313-8a82-124b77dab94c req-6038dbbb-4183-4d5d-a64c-c5fdec9e2b03 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.0794594 Nov 10 03:59:45.448578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.473049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e7b7722-f1ba-4313-8a82-124b77dab94c req-2c597e61-eb5c-4fca-bee4-2749e85a02ae tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842891 Nov 10 03:59:45.495985 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.515635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.525500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Pushing event deleted for resources: {'Port': ['ID=14ad58d2-58cb-49d0-9a69-08cdee4444ea,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:45.563370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee4698-68d6-4e1f-9b57-393c7723393a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:45.577241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccce41-bb02-4038-82c7-a602509e7c60 None None] Pushing event updated for resources: {'Port': ['ID=1902503d-88cd-419f-852b-2c07779acddf,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:45.599202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Pushing event updated for resources: {'Port': ['ID=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:45.622457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9232d488-c8a6-4bc0-8b4d-9f2dbed47917 None None] Provisioning complete for port 7f10a21f-7326-4c45-89a7-839436239dfb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:45.622804 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9232d488-c8a6-4bc0-8b4d-9f2dbed47917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.632085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1902503d-88cd-419f-852b-2c07779acddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 4, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port': {'id': '1902503d-88cd-419f-852b-2c07779acddf', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7f10a21f-7326-4c45-89a7-839436239dfb', 'name': '', 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'mac_address': 'fa:16:3e:f3:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:43Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 1, 'project_id': '332149f1481049648133df95aae3f7f9', 'subnets': [{'id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:45.640660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:45.644792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:45.652030 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.654469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.661754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ce81b2a9-da5a-4a16-8b39-82f64fad893a', 'network_id': 'ce81b2a9-da5a-4a16-8b39-82f64fad893a', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': 'ce95bf85-0679-4775-8ad8-14991ad8876c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:45.662654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.702664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:45.722080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc542-2b16-42ff-b681-580c9af7f595 None None] The sync data for ids ['f21dbec6-3eec-488e-9819-20f6c1fd795a'] in n-d-817326-2 is: [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1902503d-88cd-419f-852b-2c07779acddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 4, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port': {'id': '1902503d-88cd-419f-852b-2c07779acddf', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7f10a21f-7326-4c45-89a7-839436239dfb', 'name': '', 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'mac_address': 'fa:16:3e:f3:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:43Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 1, 'project_id': '332149f1481049648133df95aae3f7f9', 'subnets': [{'id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:45.737924 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48f9377c-c918-4174-b944-37672aaf42fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.770089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9232d488-c8a6-4bc0-8b4d-9f2dbed47917 None None] Port 7f10a21f-7326-4c45-89a7-839436239dfb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:45.780780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:45.890922 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:45.909639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9232d488-c8a6-4bc0-8b4d-9f2dbed47917 None None] Provisioning complete for port 1902503d-88cd-419f-852b-2c07779acddf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:45.910050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9232d488-c8a6-4bc0-8b4d-9f2dbed47917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.054435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.062410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.067598 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.067954 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.098592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Allocated IP 2001:db8::2 (ce81b2a9-da5a-4a16-8b39-82f64fad893a/ce95bf85-0679-4775-8ad8-14991ad8876c/2898a0ad-56c6-483c-87ce-5611d4623ac0) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:46.211669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Router c85e9d83-e8c7-46b6-8b81-133e5a532b2a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:59:46.238370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.342141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:46.356311 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.364507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7925b65f-5850-4089-98f4-0337df60cb35 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "PUT /v2.0/routers/c85e9d83-e8c7-46b6-8b81-133e5a532b2a HTTP/1.1" status: 200 len: 704 time: 2.6042311 Nov 10 03:59:46.365148 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] Sync routers for ids ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:46.369349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44040) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:46.388300 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] Routers {'c85e9d83-e8c7-46b6-8b81-133e5a532b2a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:46.389848 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:46.431384 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:46.441236 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] Routers {'c85e9d83-e8c7-46b6-8b81-133e5a532b2a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:46.441864 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:46.500531 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:46.501551 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276f6e9-f21b-4980-8335-7cd6ee99673c None None] The sync data for ids ['c85e9d83-e8c7-46b6-8b81-133e5a532b2a'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:46.551254 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.580323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.620513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.637971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd2a9d-538a-4238-9990-736c35abf5f2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:46.742186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-15ce12f6-7a39-4c9c-9a16-4f5e08c75a3a tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/routers/c85e9d83-e8c7-46b6-8b81-133e5a532b2a HTTP/1.1" status: 200 len: 739 time: 0.3669422 Nov 10 03:59:46.752098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:46.761679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfd7a0-b68a-431e-9b80-1f350f2d8ec4 None None] Pushing event updated for resources: {'Port': ['ID=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:46.777467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:46.778951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Attempting to bind port c4ec0936-d8cb-405a-b144-c4b7b7f511cc on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:46.788538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Attempting to bind port c4ec0936-d8cb-405a-b144-c4b7b7f511cc by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:46.792049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Attempting to bind port c4ec0936-d8cb-405a-b144-c4b7b7f511cc on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:46.812996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:46.813478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:46.824218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1e7fb07d-7c2a-40ef-8e83-8597a558eacc tempest-RoutersAdminTest-165923330 tempest-RoutersAdminTest-165923330-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=c85e9d83-e8c7-46b6-8b81-133e5a532b2a HTTP/1.1" status: 200 len: 205 time: 0.0711267 Nov 10 03:59:46.825006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:46.830385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.831391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:46.831896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Bound port: c4ec0936-d8cb-405a-b144-c4b7b7f511cc, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:46.832277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.850008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=b776b6e8-67dd-4df0-8617-7642f263d785,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:46.872387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a40e2-5fcd-4f08-bd0f-79b3fd990ab4 req-ab1463ab-65e1-4410-a1c8-62ec685495af tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:46.885870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a3a40e2-5fcd-4f08-bd0f-79b3fd990ab4 req-ab1463ab-65e1-4410-a1c8-62ec685495af tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.2239201 Nov 10 03:59:46.901855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-45d41f18-217b-439b-b2c2-073e0fba6ab4 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=c85e9d83-e8c7-46b6-8b81-133e5a532b2a HTTP/1.1" status: 200 len: 205 time: 0.0697737 Nov 10 03:59:46.904816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44056) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:46.937806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': '7889caa2-be10-4bdf-b93b-a65da69460b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e72b63f-999c-4d64-b2e5-fcd36765648e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:46.938671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: 2e72b63f-999c-4d64-b2e5-fcd36765648e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:46.943937 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.959382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:46.968661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:46.991118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:47.030758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] For port c4ec0936-d8cb-405a-b144-c4b7b7f511cc, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:47.032879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.039166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e657bdd-1952-499e-9adf-bccf01bf1213 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.071377 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.093006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] For port c4ec0936-d8cb-405a-b144-c4b7b7f511cc, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:47.103710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Pushing event updated for resources: {'Port': ['ID=2898a0ad-56c6-483c-87ce-5611d4623ac0,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:47.109871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.115649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Attempting to bind port 2898a0ad-56c6-483c-87ce-5611d4623ac0 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:47.116057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Attempting to bind port 2898a0ad-56c6-483c-87ce-5611d4623ac0 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '8ab08602-0344-4f2d-9609-40ee7cf64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce81b2a9-da5a-4a16-8b39-82f64fad893a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:47.116416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Attempting to bind port 2898a0ad-56c6-483c-87ce-5611d4623ac0 on network ce81b2a9-da5a-4a16-8b39-82f64fad893a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:47.161253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Provisioning complete for port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:47.161641 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.164127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:47.164696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Checking segment: {'id': '8ab08602-0344-4f2d-9609-40ee7cf64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce81b2a9-da5a-4a16-8b39-82f64fad893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:47.165094 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.165491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Bound using segment: {'id': '8ab08602-0344-4f2d-9609-40ee7cf64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce81b2a9-da5a-4a16-8b39-82f64fad893a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:47.166089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Bound port: 2898a0ad-56c6-483c-87ce-5611d4623ac0, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab08602-0344-4f2d-9609-40ee7cf64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce81b2a9-da5a-4a16-8b39-82f64fad893a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:47.166470 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.205234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca8efa-2f07-45eb-a135-f22c9e3650cc None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 03:59:47.231565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:47.254125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e657bdd-1952-499e-9adf-bccf01bf1213 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.256584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e657bdd-1952-499e-9adf-bccf01bf1213 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.295022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:47.296812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfd7a0-b68a-431e-9b80-1f350f2d8ec4 None None] Pushing event updated for resources: {'Port': ['ID=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:47.314161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 2e72b63f-999c-4d64-b2e5-fcd36765648e) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:47.335555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:47.336335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:47.344859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81684a-6b2d-4c60-bb4c-f156d6ce40e7 None None] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:47.384770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Pushing event updated for resources: {'Port': ['ID=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:47.399717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:47.401431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.447508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2289c2d4-6c3e-4a75-b320-526d1da6ccb1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2630556 Nov 10 03:59:47.449007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44058) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:47.460533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bcc8204d-a593-470e-bc24-14164270e6a4 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-819543794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:47.488366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Provisioning complete for port c4ec0936-d8cb-405a-b144-c4b7b7f511cc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:47.488847 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.525790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcc8204d-a593-470e-bc24-14164270e6a4 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.528340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcc8204d-a593-470e-bc24-14164270e6a4 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.540122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:47.544603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:47.704813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] For port 2898a0ad-56c6-483c-87ce-5611d4623ac0, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:47.715745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] For port 2898a0ad-56c6-483c-87ce-5611d4623ac0, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2898a0ad-56c6-483c-87ce-5611d4623ac0,segment=NetworkSegment(8ab08602-0344-4f2d-9609-40ee7cf64ae1),segment_id=8ab08602-0344-4f2d-9609-40ee7cf64ae1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:47.748739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.758386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcc8204d-a593-470e-bc24-14164270e6a4 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.765576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcc8204d-a593-470e-bc24-14164270e6a4 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.853099 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcc8204d-a593-470e-bc24-14164270e6a4 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.856747 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bcc8204d-a593-470e-bc24-14164270e6a4 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4041777 Nov 10 03:59:47.863779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:47.909273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a3a40e2-5fcd-4f08-bd0f-79b3fd990ab4 req-c1e95354-d6bf-4039-b476-bad501babb68 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0219145 Nov 10 03:59:47.928087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e657bdd-1952-499e-9adf-bccf01bf1213 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.929140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:47.931804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e657bdd-1952-499e-9adf-bccf01bf1213 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Fanout notify agent at l3_agent the message router_deleted on router c85e9d83-e8c7-46b6-8b81-133e5a532b2a {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 03:59:47.980791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e657bdd-1952-499e-9adf-bccf01bf1213 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:47.982481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3e657bdd-1952-499e-9adf-bccf01bf1213 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/c85e9d83-e8c7-46b6-8b81-133e5a532b2a HTTP/1.1" status: 204 len: 168 time: 1.0633140 Nov 10 03:59:47.986274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.091434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7628ae7d-4749-446c-b29a-6db6b366ea1b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=c85e9d83-e8c7-46b6-8b81-133e5a532b2a HTTP/1.1" status: 200 len: 205 time: 0.1015799 Nov 10 03:59:48.092345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.149849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88677616-5581-43c0-85bd-16d9dd126bf2 None None] Pushing event updated for resources: {'Port': ['ID=2898a0ad-56c6-483c-87ce-5611d4623ac0,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:48.184543 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-2db36850-1641-447e-83e6-c300437c5f88 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] delete failed (client error): The resource could not be found. Nov 10 03:59:48.186029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2db36850-1641-447e-83e6-c300437c5f88 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/c85e9d83-e8c7-46b6-8b81-133e5a532b2a HTTP/1.1" status: 404 len: 336 time: 0.0926166 Nov 10 03:59:48.188816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44070) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.200957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-2e72b63f-999c-4d64-b2e5-fcd36765648e', 'network_id': '2e72b63f-999c-4d64-b2e5-fcd36765648e', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': 'b776b6e8-67dd-4df0-8617-7642f263d785'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 03:59:48.201800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:48.225136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d2aaa3dc-95ee-4b42-aa99-0319384f66c2 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aa6cc59-d5cf-489b-94f5-3c6cd208a93f HTTP/1.1" status: 200 len: 205 time: 0.0323870 Nov 10 03:59:48.225548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44072) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.230866 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:48.254962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Router dc912f65-f378-454f-817e-6286a4cf35b4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:59:48.271641 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-7d59337f-ff39-4767-a8f8-3b38f1b69140 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] delete failed (client error): The resource could not be found. Nov 10 03:59:48.272804 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d59337f-ff39-4767-a8f8-3b38f1b69140 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/3aa6cc59-d5cf-489b-94f5-3c6cd208a93f HTTP/1.1" status: 404 len: 336 time: 0.0458105 Nov 10 03:59:48.276661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44074) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.315074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] For port c4ec0936-d8cb-405a-b144-c4b7b7f511cc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:48.322297 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:48.322790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f8a6ff62-161b-4ee5-84b0-382497247f1c tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a57624d-e21b-4f5b-a467-686c6e3b87dc HTTP/1.1" status: 200 len: 205 time: 0.0445435 Nov 10 03:59:48.342709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44076) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.459490 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-881b9d07-a041-4fa3-95f8-4253922931f7 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] delete failed (client error): The resource could not be found. Nov 10 03:59:48.460524 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-881b9d07-a041-4fa3-95f8-4253922931f7 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/1a57624d-e21b-4f5b-a467-686c6e3b87dc HTTP/1.1" status: 404 len: 336 time: 0.1165230 Nov 10 03:59:48.463643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44078) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.468215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-4e02a1a6-65f2-43bc-bc22-2c58c488b6e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2885747 Nov 10 03:59:48.516950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:48.533718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5a897544-a8a3-4bde-af25-17cfd5814733 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4bdbc61-6f50-487c-b4d1-a68366d9933c HTTP/1.1" status: 200 len: 205 time: 0.0664413 Nov 10 03:59:48.534069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.563410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18bdff-3e4d-479c-8767-ab16b4e8d597 None None] Pushing event updated for resources: {'Port': ['ID=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:48.597002 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-279fce79-eb21-40c0-acf5-524743175f5b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] delete failed (client error): The resource could not be found. Nov 10 03:59:48.597472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4a9009cb-b29a-4390-89a4-948ba3408a03 None None] Provisioning complete for port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:48.597838 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4a9009cb-b29a-4390-89a4-948ba3408a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:48.606668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-279fce79-eb21-40c0-acf5-524743175f5b tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/b4bdbc61-6f50-487c-b4d1-a68366d9933c HTTP/1.1" status: 404 len: 336 time: 0.0708342 Nov 10 03:59:48.607714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44082) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.639589 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d37019cc-9003-4aae-8c94-e34ef5dfa5b6 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0539404b-56ed-49f7-82c9-6a2c2ac5a76d HTTP/1.1" status: 200 len: 205 time: 0.0277615 Nov 10 03:59:48.642144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44084) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.649584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Allocated IP 2001:db8:1::2 (2e72b63f-999c-4d64-b2e5-fcd36765648e/b776b6e8-67dd-4df0-8617-7642f263d785/9c374743-7aeb-4203-9e93-fcfa6ceeb819) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:48.660189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4a9009cb-b29a-4390-89a4-948ba3408a03 None None] Port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:48.705401 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-91912506-f67d-4d27-93fc-1a889a9c1979 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] delete failed (client error): The resource could not be found. Nov 10 03:59:48.707097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-91912506-f67d-4d27-93fc-1a889a9c1979 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/0539404b-56ed-49f7-82c9-6a2c2ac5a76d HTTP/1.1" status: 404 len: 336 time: 0.0637991 Nov 10 03:59:48.710471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44088) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.723135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4a9009cb-b29a-4390-89a4-948ba3408a03 None None] Provisioning complete for port c4ec0936-d8cb-405a-b144-c4b7b7f511cc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:48.723601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4a9009cb-b29a-4390-89a4-948ba3408a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:48.745797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-926d0b87-6c35-4dfc-a4c1-d30afb03fa24 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d1df276-b37b-421f-a8c7-b2be1fc927cb HTTP/1.1" status: 200 len: 205 time: 0.0342124 Nov 10 03:59:48.754608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44090) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.782261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 2, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:48.833970 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-a9a343b2-d37a-4ecd-99ce-63f031fc7cb1 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] delete failed (client error): The resource could not be found. Nov 10 03:59:48.835030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a9a343b2-d37a-4ecd-99ce-63f031fc7cb1 tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/routers/7d1df276-b37b-421f-a8c7-b2be1fc927cb HTTP/1.1" status: 404 len: 336 time: 0.0795641 Nov 10 03:59:48.838016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:48.852118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0a1c8-f447-4081-a850-99eaab6eed2f None None] The sync data for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 is: [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 2, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:48.906499 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc72533a-1bf3-40f9-b8be-cd03c17399ae tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] DELETE failed (client error): The resource could not be found. Nov 10 03:59:48.906984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc72533a-1bf3-40f9-b8be-cd03c17399ae tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 03:59:48.912004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fc72533a-1bf3-40f9-b8be-cd03c17399ae tempest-RoutersAdminTest-242781106 tempest-RoutersAdminTest-242781106-project] 10.222.0.24 "DELETE /v2.0/subnets/ffd5f088-23ab-496a-b6f7-dbf1aad34c0d HTTP/1.1" status: 404 len: 337 time: 0.0710032 Nov 10 03:59:49.094531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-f913c0f1-3a7c-421e-a583-2a38825c5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:49.096198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-f913c0f1-3a7c-421e-a583-2a38825c5b1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 1096 time: 0.5609047 Nov 10 03:59:49.100579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.217729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2898a0ad-56c6-483c-87ce-5611d4623ac0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:49.260115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c185674-21b3-42ad-a2c6-4edb1b95a0d6 req-6b52dd11-776e-416e-bfe5-a8bf42a433bc tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:49.267679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c185674-21b3-42ad-a2c6-4edb1b95a0d6 req-6b52dd11-776e-416e-bfe5-a8bf42a433bc tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.2369370 Nov 10 03:59:49.309828 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.331326 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.343822 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.346995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-baff25e5-64bc-4dfe-a73e-d7268102ef4a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:49.348529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-baff25e5-64bc-4dfe-a73e-d7268102ef4a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.2369914 Nov 10 03:59:49.364500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c185674-21b3-42ad-a2c6-4edb1b95a0d6 req-525f0f95-761d-4539-bfcd-9d980ffbaaba tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905585 Nov 10 03:59:49.365731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:49.394519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-613d7d60-a60d-48a6-af92-d69192218ccf admin admin] 10.222.0.24 "PUT /v2.0/routers/dc912f65-f378-454f-817e-6286a4cf35b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6230662 Nov 10 03:59:49.399994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-1456d103-711c-4c3c-a695-9e0387894ea1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/quotas/75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 375 time: 0.0342116 Nov 10 03:59:49.440782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44114) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:49.536517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Pushing event updated for resources: {'Port': ['ID=9c374743-7aeb-4203-9e93-fcfa6ceeb819,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:49.551674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-c2e97f1e-2464-4127-90e9-b7a33826db87 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402619 Nov 10 03:59:49.572892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:49.578767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2898a0ad-56c6-483c-87ce-5611d4623ac0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:49.579136 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.605158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-f6f74ce2-4c3d-4e9c-88fe-69cee1f9211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:49.607017 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-f6f74ce2-4c3d-4e9c-88fe-69cee1f9211c service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 911 time: 0.2666814 Nov 10 03:59:49.662977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:49.666397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:49.705863 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-743684f1-6bb7-4631-b6da-8c8d74b5598c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5 HTTP/1.1" status: 200 len: 217 time: 0.0766203 Nov 10 03:59:49.745174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.780436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac15484-764d-40f3-b78a-a0eb993e92d4 None None] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:49.801331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-02ec48c9-8abc-4a1c-9b5b-a1e97269953f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 03:59:49.810911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-02ec48c9-8abc-4a1c-9b5b-a1e97269953f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2560570 Nov 10 03:59:49.823894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b538955-f54e-4323-9778-c98385267e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.828661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8::1 (ce81b2a9-da5a-4a16-8b39-82f64fad893a/ce95bf85-0679-4775-8ad8-14991ad8876c/afc21986-3495-4fb7-a7d0-cd85aaf5411b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:49.893166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-a1b14914-42ab-4b78-9c82-3755022aa482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:49.895252 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-a1b14914-42ab-4b78-9c82-3755022aa482 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.1750872 Nov 10 03:59:49.918899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Attempting to bind port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:49.918899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Attempting to bind port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7889caa2-be10-4bdf-b93b-a65da69460b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e72b63f-999c-4d64-b2e5-fcd36765648e'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:49.918899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Attempting to bind port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 on network 2e72b63f-999c-4d64-b2e5-fcd36765648e {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:49.935791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 2898a0ad-56c6-483c-87ce-5611d4623ac0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2898a0ad-56c6-483c-87ce-5611d4623ac0,segment=NetworkSegment(8ab08602-0344-4f2d-9609-40ee7cf64ae1),segment_id=8ab08602-0344-4f2d-9609-40ee7cf64ae1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:49.936750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5e91cc24-75a0-4b39-a407-a6186b876965 None None] Provisioning complete for port 2898a0ad-56c6-483c-87ce-5611d4623ac0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:49.937377 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc24-75a0-4b39-a407-a6186b876965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.956735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-a0f78d09-ec37-42ec-b8eb-e8301f72a780 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513623 Nov 10 03:59:49.966973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:49.966973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Checking segment: {'id': '7889caa2-be10-4bdf-b93b-a65da69460b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e72b63f-999c-4d64-b2e5-fcd36765648e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:49.967448 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.967836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Bound using segment: {'id': '7889caa2-be10-4bdf-b93b-a65da69460b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e72b63f-999c-4d64-b2e5-fcd36765648e'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:49.968324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Bound port: 9c374743-7aeb-4203-9e93-fcfa6ceeb819, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7889caa2-be10-4bdf-b93b-a65da69460b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e72b63f-999c-4d64-b2e5-fcd36765648e'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:49.968712 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.982908 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:49.983769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1902503d-88cd-419f-852b-2c07779acddf up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:49.995952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-0784f2d5-01c4-4ec9-b680-a9896ee6efc9 service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813192 Nov 10 03:59:50.130262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] For port 9c374743-7aeb-4203-9e93-fcfa6ceeb819, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:50.134195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] For port 9c374743-7aeb-4203-9e93-fcfa6ceeb819, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9c374743-7aeb-4203-9e93-fcfa6ceeb819,segment=NetworkSegment(7889caa2-be10-4bdf-b93b-a65da69460b8),segment_id=7889caa2-be10-4bdf-b93b-a65da69460b8)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:50.142679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-33bf7ad2-71c8-4ba4-8150-d7d52c02206a service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337252 Nov 10 03:59:50.291359 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:50.295128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=2898a0ad-56c6-483c-87ce-5611d4623ac0,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:50.313490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:50.317543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Sync routers for ids ['f21dbec6-3eec-488e-9819-20f6c1fd795a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:50.329597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.329957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.330344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.331238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.331486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.331806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.332127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.332444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.332758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.333107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.333434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.333751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:50.356379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-9f4396d6-9f64-43c4-af06-6da8ffc55018 service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275635 Nov 10 03:59:50.382024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b538955-f54e-4323-9778-c98385267e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:50.383370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:50.441047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f53cd6-8e7a-423f-8215-ca9c3e712ac6 None None] Pushing event updated for resources: {'Port': ['ID=9c374743-7aeb-4203-9e93-fcfa6ceeb819,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:50.474448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Routers {'f21dbec6-3eec-488e-9819-20f6c1fd795a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:50.475060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f21dbec6-3eec-488e-9819-20f6c1fd795a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:50.588504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1b538955-f54e-4323-9778-c98385267e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:50.590716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=afc21986-3495-4fb7-a7d0-cd85aaf5411b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:50.646229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b538955-f54e-4323-9778-c98385267e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6963b297-67c4-469f-8f5b-067bbca6e06c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:50.649439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Set router f21dbec6-3eec-488e-9819-20f6c1fd795a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:50.696896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:50.708081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:50.722628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:50.723203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:50.765482 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1b538955-f54e-4323-9778-c98385267e0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36340f17b9984b14bf7b5e324343ea8f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3236232 Nov 10 03:59:50.766647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:50.819996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260417bc-25ef-4582-b7cf-b154efe3c9cc req-2ea57181-72f6-4a9a-a6ce-24b1442d4aa0 service neutron] 10.222.0.44 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314325 Nov 10 03:59:50.963180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ca053-67b6-474e-a871-5efc19a87a41 req-e69b1bea-de18-4bf6-b5dc-fde76a1ac766 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:50.982232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c60ca053-67b6-474e-a871-5efc19a87a41 req-e69b1bea-de18-4bf6-b5dc-fde76a1ac766 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1943216 Nov 10 03:59:51.034307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44140) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:51.042683 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a30fd0-ea43-49cb-ad8f-33ed50926124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.049535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b18d90fb-6001-44ff-b6b8-e79f94604a8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93750545', 'description': 'tempest-description--1308124144'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:51.078598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.173889 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a30fd0-ea43-49cb-ad8f-33ed50926124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.207232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c60ca053-67b6-474e-a871-5efc19a87a41 req-8e9f6204-fba5-4ac1-8fe3-ac96491673ed tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238681 Nov 10 03:59:51.233507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b18d90fb-6001-44ff-b6b8-e79f94604a8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.260642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1902503d-88cd-419f-852b-2c07779acddf triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:51.261170 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.352292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9cfb8d4e-1bca-4431-9ff0-fd420b86cd12 req-ff364d75-a88b-4e75-a1a9-4868ad95f901 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.1156757 Nov 10 03:59:51.437825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a30fd0-ea43-49cb-ad8f-33ed50926124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.444487 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a30fd0-ea43-49cb-ad8f-33ed50926124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.445675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-34a30fd0-ea43-49cb-ad8f-33ed50926124 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6963b297-67c4-469f-8f5b-067bbca6e06c HTTP/1.1" status: 204 len: 168 time: 0.6780140 Nov 10 03:59:51.469427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a30fd0-ea43-49cb-ad8f-33ed50926124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6963b297-67c4-469f-8f5b-067bbca6e06c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:51.536909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b18d90fb-6001-44ff-b6b8-e79f94604a8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.543090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b18d90fb-6001-44ff-b6b8-e79f94604a8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.622620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d90fb-6001-44ff-b6b8-e79f94604a8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4f026e-e157-4430-8202-3d48e5981f65,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:51.656643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b18d90fb-6001-44ff-b6b8-e79f94604a8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.662464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b18d90fb-6001-44ff-b6b8-e79f94604a8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6149387 Nov 10 03:59:51.671472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44150) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:51.694662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3f007f8f-ca43-4f96-a42d-7a564c226650 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'security_group_rule': {'security_group_id': '0b4f026e-e157-4430-8202-3d48e5981f65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:51.727679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9ee87ada-0ece-4e71-9e28-64851ec38f30 None None] Provisioning complete for port 2898a0ad-56c6-483c-87ce-5611d4623ac0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:51.728056 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ee87ada-0ece-4e71-9e28-64851ec38f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.741529 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 03:59:51.750620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1902503d-88cd-419f-852b-2c07779acddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 4, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port': {'id': '1902503d-88cd-419f-852b-2c07779acddf', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7f10a21f-7326-4c45-89a7-839436239dfb', 'name': '', 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'mac_address': 'fa:16:3e:f3:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:43Z', 'updated_at': '2021-11-10T03:59:44Z', 'revision_number': 2, 'project_id': '332149f1481049648133df95aae3f7f9', 'subnets': [{'id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:51.826917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f007f8f-ca43-4f96-a42d-7a564c226650 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.909908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Checking router: f21dbec6-3eec-488e-9819-20f6c1fd795a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:51.910292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Updating router f21dbec6-3eec-488e-9819-20f6c1fd795a port 7f10a21f-7326-4c45-89a7-839436239dfb binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:51.955364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.975863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:51.976657 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.003378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.100286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=afc21986-3495-4fb7-a7d0-cd85aaf5411b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:52.119167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44154) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:52.197525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-25d12380-7244-42d0-a9c1-4c3477796122 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=049d71575b9b4473ad02dbe448121c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766289 Nov 10 03:59:52.198993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44158) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:52.210462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2898a0ad-56c6-483c-87ce-5611d4623ac0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:52.218985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f007f8f-ca43-4f96-a42d-7a564c226650 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.221994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:52.223870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:52.228517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f007f8f-ca43-4f96-a42d-7a564c226650 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.320874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f007f8f-ca43-4f96-a42d-7a564c226650 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.322374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3f007f8f-ca43-4f96-a42d-7a564c226650 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6498954 Nov 10 03:59:52.329297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44162) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:52.344184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1992406b-f4c6-4f3e-a62f-bb780f706784 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'security_group_rule': {'security_group_id': '0b4f026e-e157-4430-8202-3d48e5981f65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:52.493058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157df9e-cfea-46e9-b29e-552a5391a892 req-e1ae89b7-b9a9-4f8b-8c42-d755161ebb1b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:52.495200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4157df9e-cfea-46e9-b29e-552a5391a892 req-e1ae89b7-b9a9-4f8b-8c42-d755161ebb1b tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1344142 Nov 10 03:59:52.499007 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac934cf7-4679-43aa-af08-e6bd3ea455ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.551893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac934cf7-4679-43aa-af08-e6bd3ea455ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.556040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f007f8f-ca43-4f96-a42d-7a564c226650 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fec2ca-f05e-4b6a-b90a-753c1f2b87e6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:52.660714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1992406b-f4c6-4f3e-a62f-bb780f706784 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.665282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21edf0f3-e415-43ab-8343-6623785ba1b4 req-2d7555cd-157e-433d-a691-a25c94076c27 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.1316299 Nov 10 03:59:52.697664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47518699-bfe2-40f2-860f-35a185a92400 None None] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:52.709779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-d8c21cab-c7c4-40a0-97e0-e0d2c37c3288 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:52.715251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-d8c21cab-c7c4-40a0-97e0-e0d2c37c3288 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.4102864 Nov 10 03:59:52.721817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac934cf7-4679-43aa-af08-e6bd3ea455ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.724415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac934cf7-4679-43aa-af08-e6bd3ea455ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.725541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ac934cf7-4679-43aa-af08-e6bd3ea455ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44a4eab9-f438-49e7-983b-b2281e1a8f9c HTTP/1.1" status: 204 len: 168 time: 0.5254858 Nov 10 03:59:52.740660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4157df9e-cfea-46e9-b29e-552a5391a892 req-51302c97-1710-4ad0-aefc-388dc39ee38a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158577 Nov 10 03:59:52.744045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac934cf7-4679-43aa-af08-e6bd3ea455ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a4eab9-f438-49e7-983b-b2281e1a8f9c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:52.750373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'port': {'device_id': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'admin_state_up': True, 'tenant_id': '75f05c7943244c83b6d25ae69de052cc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:52.766624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fd2faadc-44f9-411b-8877-c5202e626722 None None] Provisioning complete for port afc21986-3495-4fb7-a7d0-cd85aaf5411b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:52.766997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2faadc-44f9-411b-8877-c5202e626722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.780469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1992406b-f4c6-4f3e-a62f-bb780f706784 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.786503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1992406b-f4c6-4f3e-a62f-bb780f706784 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.829866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2898a0ad-56c6-483c-87ce-5611d4623ac0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:52.830836 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.833955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992406b-f4c6-4f3e-a62f-bb780f706784 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9f1014-d68d-41db-a4b9-1c7f65211d63,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:52.845376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1992406b-f4c6-4f3e-a62f-bb780f706784 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.851131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1992406b-f4c6-4f3e-a62f-bb780f706784 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5175622 Nov 10 03:59:52.853966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44168) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:52.862924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:52.897062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fd2faadc-44f9-411b-8877-c5202e626722 None None] Port afc21986-3495-4fb7-a7d0-cd85aaf5411b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:52.908022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:52.978704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 23e5e596-d920-4404-9fe5-272be71362fe is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 03:59:53.110588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Provisioning complete for port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:53.110916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.133036 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.135057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:53.146617 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] Sync routers for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:53.149350 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2966cf63-5d6d-423d-a40a-cefa262330e3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/23e5e596-d920-4404-9fe5-272be71362fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2842231 Nov 10 03:59:53.150725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:53.155362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.157829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44172) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:53.164793 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:53.165420 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:53.241839 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:53.255841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb42e5f-aa52-4115-97a2-cda0646bef0b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:53.256604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:53.257228 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:53.257568 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8bb42e5f-aa52-4115-97a2-cda0646bef0b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports/afc21986-3495-4fb7-a7d0-cd85aaf5411b HTTP/1.1" status: 200 len: 911 time: 0.0968332 Nov 10 03:59:53.263226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44176) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:53.282852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.315889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c374743-7aeb-4203-9e93-fcfa6ceeb819 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:53.385966 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.484638 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:53.485867 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfefc115-a8cd-428b-a505-303906eaea8f None None] The sync data for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:53.487204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.20.0.13 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/a01c41f0-c175-4f1d-afd5-e5ed44056b4f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:53.576373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.579094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Sync routers for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:53.656569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad3fa8-e72d-46bf-bdd6-8a861c557d50 None None] Pushing event updated for resources: {'Port': ['ID=7f10a21f-7326-4c45-89a7-839436239dfb,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:53.703663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:53.705156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:53.708784 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.853314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] For port 9c374743-7aeb-4203-9e93-fcfa6ceeb819, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9c374743-7aeb-4203-9e93-fcfa6ceeb819,segment=NetworkSegment(7889caa2-be10-4bdf-b93b-a65da69460b8),segment_id=7889caa2-be10-4bdf-b93b-a65da69460b8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:53.994122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:53.995154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.083757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.093151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:54.093151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.096640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Allocated IP 172.25.6.26 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/cc386dfb-10e4-491c-92bd-186618e8c153) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:54.171553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Attempting to bind port 7f10a21f-7326-4c45-89a7-839436239dfb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:54.171844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Attempting to bind port 7f10a21f-7326-4c45-89a7-839436239dfb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:54.173297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Attempting to bind port 7f10a21f-7326-4c45-89a7-839436239dfb on network abfec917-4d96-4290-b18d-489d53a97987 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:54.196133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:54.199527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:54.207797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:54.210409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44198) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:54.256592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:54.267371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Provisioning complete for port afc21986-3495-4fb7-a7d0-cd85aaf5411b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:54.268762 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.305036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:54.305646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.318186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f298-3ec0-429c-8691-ba8fe68163e1 req-d2169c95-0b53-4fa7-af69-0e33a179d5c0 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:54.328356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3907f298-3ec0-429c-8691-ba8fe68163e1 req-d2169c95-0b53-4fa7-af69-0e33a179d5c0 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.2977364 Nov 10 03:59:54.340093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:54.340466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Checking segment: {'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:54.340865 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.341258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Bound using segment: {'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:54.341744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Bound port: 7f10a21f-7326-4c45-89a7-839436239dfb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcca189-81ec-447b-95f0-0d77bff21084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:54.342399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-9e285e18-80ff-4875-9d9c-c15e692c185d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6173582 Nov 10 03:59:54.344273 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.357215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Request body: {'port': {'device_id': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:54.398611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Pushing event updated for resources: {'Port': ['ID=9c374743-7aeb-4203-9e93-fcfa6ceeb819,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:54.429349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3907f298-3ec0-429c-8691-ba8fe68163e1 req-7e8a1022-0b5b-4843-bc30-826ed5ab5c10 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999365 Nov 10 03:59:54.443391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-14876f29-fa82-4cb3-906e-8f6f3871a404 None None] Port afc21986-3495-4fb7-a7d0-cd85aaf5411b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:54.464874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.474885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:54.500512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396b0aa-7d68-485d-9081-99e68c0489ad req-ab161fd5-a068-40a8-95a6-0d57e30fcb1d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:54.506241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c2f31a07-b8a8-41a7-93c1-291c0db6cb93 tempest-AgentManagementNegativeTest-1398520304 tempest-AgentManagementNegativeTest-1398520304-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2891710 Nov 10 03:59:54.506600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a396b0aa-7d68-485d-9081-99e68c0489ad req-ab161fd5-a068-40a8-95a6-0d57e30fcb1d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 932 time: 0.4776516 Nov 10 03:59:54.675778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.688548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] For port 7f10a21f-7326-4c45-89a7-839436239dfb, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:54.704795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-02cfac39-ff1d-4535-b333-0f5bdb829ee8 None None] Provisioning complete for port 7f10a21f-7326-4c45-89a7-839436239dfb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:54.706251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-02cfac39-ff1d-4535-b333-0f5bdb829ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.773365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] For port 7f10a21f-7326-4c45-89a7-839436239dfb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7f10a21f-7326-4c45-89a7-839436239dfb,segment=NetworkSegment(8fcca189-81ec-447b-95f0-0d77bff21084),segment_id=8fcca189-81ec-447b-95f0-0d77bff21084)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:54.778988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c4ec0936-d8cb-405a-b144-c4b7b7f511cc up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:54.784929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a396b0aa-7d68-485d-9081-99e68c0489ad req-642efe40-2a9f-4892-bdfe-056c5229e5e6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645993 Nov 10 03:59:54.786679 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.807025 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:54.886727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-02cfac39-ff1d-4535-b333-0f5bdb829ee8 None None] Port 7f10a21f-7326-4c45-89a7-839436239dfb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:54.903541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Routers {'f21dbec6-3eec-488e-9819-20f6c1fd795a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:54.904313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f21dbec6-3eec-488e-9819-20f6c1fd795a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:54.954652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44208) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:55.055322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01c41f0-c175-4f1d-afd5-e5ed44056b4f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 03:59:55.063846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.097868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Transition to ACTIVE for port object a01c41f0-c175-4f1d-afd5-e5ed44056b4f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 03:59:55.101662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.119654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad3fa8-e72d-46bf-bdd6-8a861c557d50 None None] Pushing event updated for resources: {'Port': ['ID=7f10a21f-7326-4c45-89a7-839436239dfb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:55.139419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-02cfac39-ff1d-4535-b333-0f5bdb829ee8 None None] Provisioning complete for port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:55.139877 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-02cfac39-ff1d-4535-b333-0f5bdb829ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.154592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.229474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'Port': ['ID=cc386dfb-10e4-491c-92bd-186618e8c153,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:55.236074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59a12ab8-c987-45d4-a15f-03e22de72092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.244022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:55.254440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:55.260618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:55.263454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8:1::1 (2e72b63f-999c-4d64-b2e5-fcd36765648e/b776b6e8-67dd-4df0-8617-7642f263d785/b7231216-44ca-4335-8b17-6f29317efcac) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 03:59:55.273418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Pushing event updated for resources: {'Port': ['ID=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:55.313714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c4ec0936-d8cb-405a-b144-c4b7b7f511cc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:55.314476 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.327871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] Set router f21dbec6-3eec-488e-9819-20f6c1fd795a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:55.506955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Attempting to bind port a01c41f0-c175-4f1d-afd5-e5ed44056b4f on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:55.507291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Attempting to bind port a01c41f0-c175-4f1d-afd5-e5ed44056b4f by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:55.507622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Attempting to bind port a01c41f0-c175-4f1d-afd5-e5ed44056b4f on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:55.548226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Port a01c41f0-c175-4f1d-afd5-e5ed44056b4f on network 9290bb65-59be-4a6e-a918-e7a14f947d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 03:59:55.548546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Attempting to bind port a01c41f0-c175-4f1d-afd5-e5ed44056b4f on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:55.568809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:55.569148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:55.569588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:55.570130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Bound port: a01c41f0-c175-4f1d-afd5-e5ed44056b4f, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:55.570472 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.615806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.621958 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.657667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59a12ab8-c987-45d4-a15f-03e22de72092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.670516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59a12ab8-c987-45d4-a15f-03e22de72092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.700599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f4320-30dc-4231-bcf1-d9f0ebf19db3 req-3cf655b3-c792-4749-8751-c327fc9af6a4 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:55.702676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-881f4320-30dc-4231-bcf1-d9f0ebf19db3 req-3cf655b3-c792-4749-8751-c327fc9af6a4 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1097767 Nov 10 03:59:55.707519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a12ab8-c987-45d4-a15f-03e22de72092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0f4ac-b1cb-48b8-9850-d67e72bd2bc1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:55.718418 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.751844 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-59a12ab8-c987-45d4-a15f-03e22de72092 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61e8702682a1440d91bedcc32de12171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7961409 Nov 10 03:59:55.753851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] For port a01c41f0-c175-4f1d-afd5-e5ed44056b4f, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:55.756205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44216) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:55.759531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] For port a01c41f0-c175-4f1d-afd5-e5ed44056b4f, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:55.771898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.790304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.875270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:55.876158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.876604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:55.877620 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] 10.222.0.44 "PUT /v2.0/ports/a01c41f0-c175-4f1d-afd5-e5ed44056b4f HTTP/1.1" status: 200 len: 1092 time: 1.5263815 Nov 10 03:59:55.878115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'tag': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 03:59:55.886542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=b7231216-44ca-4335-8b17-6f29317efcac,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:55.897197 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78d9d31-f399-49ca-965a-f4e4a7554c41" -d '{"events": [{"name": "network-changed", "server_uuid": "3e69e63f-9393-40fd-8b8a-a7835b269806", "tag": "a01c41f0-c175-4f1d-afd5-e5ed44056b4f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 03:59:55.925576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:55.928142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 03:59:55.928932 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:55.967917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b13d5d46-0c2a-4f54-aaaa-c1082382cc7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.055741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-881f4320-30dc-4231-bcf1-d9f0ebf19db3 req-da60c130-0fc5-4015-9f85-3f05757cc370 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125353 Nov 10 03:59:56.127958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b13d5d46-0c2a-4f54-aaaa-c1082382cc7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.146052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-05988a6d-ca43-4568-bba6-4f2f2bd31bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:56.147485 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-05988a6d-ca43-4568-bba6-4f2f2bd31bbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 1095 time: 0.1822710 Nov 10 03:59:56.148306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d69477-8a32-4b57-8a7e-f94331eb904e service neutron] Pushing event updated for resources: {'Port': ['ID=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:56.235366 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab99e2e-3e8b-4b25-8d28-da65a289bd62 x-openstack-request-id: req-2ab99e2e-3e8b-4b25-8d28-da65a289bd62 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 03:59:56.235651 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e69e63f-9393-40fd-8b8a-a7835b269806", "tag": "a01c41f0-c175-4f1d-afd5-e5ed44056b4f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 03:59:56.235897 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ab99e2e-3e8b-4b25-8d28-da65a289bd62 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 03:59:56.236290 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'tag': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f', 'status': 'completed', 'code': 200} Nov 10 03:59:56.249513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7003a76-1f12-4b96-a391-21689690e74d req-5ea0e313-5846-4ea0-a023-3bd73440621e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:56.251358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7003a76-1f12-4b96-a391-21689690e74d req-5ea0e313-5846-4ea0-a023-3bd73440621e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.3065071 Nov 10 03:59:56.253055 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-a83e940a-cd2a-414f-9d41-1e3d9e6fa6f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a01c41f0-c175-4f1d-afd5-e5ed44056b4f HTTP/1.1" status: 200 len: 217 time: 0.0973315 Nov 10 03:59:56.285400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 2, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:56.359016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-b752ba32-3865-424d-aa35-36280f8b1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:56.360443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-b752ba32-3865-424d-aa35-36280f8b1752 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0961790 Nov 10 03:59:56.394173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7003a76-1f12-4b96-a391-21689690e74d req-843497bf-7f68-4843-81aa-add25b9c1a7f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254902 Nov 10 03:59:56.399316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.417835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Checking router: dc912f65-f378-454f-817e-6286a4cf35b4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 03:59:56.418249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Updating router dc912f65-f378-454f-817e-6286a4cf35b4 port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 03:59:56.426921 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.442530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-737d27de-4cf7-4ee4-823d-a06df8dde31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:56.444016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-737d27de-4cf7-4ee4-823d-a06df8dde31b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728550 Nov 10 03:59:56.461823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.501176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6e7db7f1-c8dc-4831-9609-634f9686c441 None None] Provisioning complete for port 7f10a21f-7326-4c45-89a7-839436239dfb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:56.501827 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e7db7f1-c8dc-4831-9609-634f9686c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.554882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-fbfe39b1-6681-4de7-8635-8c3ce8f824f5 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949876 Nov 10 03:59:56.555979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b13d5d46-0c2a-4f54-aaaa-c1082382cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.558566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b13d5d46-0c2a-4f54-aaaa-c1082382cc7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.562188 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b13d5d46-0c2a-4f54-aaaa-c1082382cc7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddc0f4ac-b1cb-48b8-9850-d67e72bd2bc1 HTTP/1.1" status: 204 len: 168 time: 0.8022897 Nov 10 03:59:56.669357 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.770274 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e7db7f1-c8dc-4831-9609-634f9686c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:56.849118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34d24738-3f70-4e32-9260-4b8d3f999ff8 req-4583605e-dbcb-4555-86bb-2ba1709198c0 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754819 Nov 10 03:59:56.849790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1902503d-88cd-419f-852b-2c07779acddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 4, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port': {'id': '1902503d-88cd-419f-852b-2c07779acddf', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7f10a21f-7326-4c45-89a7-839436239dfb', 'name': '', 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'mac_address': 'fa:16:3e:f3:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:43Z', 'updated_at': '2021-11-10T03:59:54Z', 'revision_number': 4, 'project_id': '332149f1481049648133df95aae3f7f9', 'subnets': [{'id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:56.851011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d5d46-0c2a-4f54-aaaa-c1082382cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0f4ac-b1cb-48b8-9850-d67e72bd2bc1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:56.896264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050f618-688d-4562-8d23-68b6d72e1eb1 None None] The sync data for ids ['f21dbec6-3eec-488e-9819-20f6c1fd795a'] in n-d-817326-2 is: [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1902503d-88cd-419f-852b-2c07779acddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T03:59:43Z', 'revision_number': 4, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port': {'id': '1902503d-88cd-419f-852b-2c07779acddf', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7f10a21f-7326-4c45-89a7-839436239dfb', 'name': '', 'network_id': 'abfec917-4d96-4290-b18d-489d53a97987', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'mac_address': 'fa:16:3e:f3:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:43Z', 'updated_at': '2021-11-10T03:59:54Z', 'revision_number': 4, 'project_id': '332149f1481049648133df95aae3f7f9', 'subnets': [{'id': '7dcef00c-829a-4d68-8464-f6ccb15b4ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:56.947210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6e7db7f1-c8dc-4831-9609-634f9686c441 None None] For port 7f10a21f-7326-4c45-89a7-839436239dfb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7f10a21f-7326-4c45-89a7-839436239dfb,segment=NetworkSegment(8fcca189-81ec-447b-95f0-0d77bff21084),segment_id=8fcca189-81ec-447b-95f0-0d77bff21084)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:56.960906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c374743-7aeb-4203-9e93-fcfa6ceeb819 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:56.967194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e7db7f1-c8dc-4831-9609-634f9686c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.008320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-64bd0ba3-bcb9-48a3-98e4-bc7378cb2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:57.009812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-64bd0ba3-bcb9-48a3-98e4-bc7378cb2c54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 1095 time: 0.0850966 Nov 10 03:59:57.225412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7db7f1-c8dc-4831-9609-634f9686c441 None None] Pushing event updated for resources: {'Port': ['ID=7f10a21f-7326-4c45-89a7-839436239dfb,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:57.296758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:57.309646 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.310104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-ff1a7000-3db3-4416-8510-7549c39f6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:57.312034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-ff1a7000-3db3-4416-8510-7549c39f6c62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.2891800 Nov 10 03:59:57.315721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cb2e9ed5-50d8-45a4-b75f-6e6cfdbed235 None None] Provisioning complete for port b7231216-44ca-4335-8b17-6f29317efcac triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:57.316219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cb2e9ed5-50d8-45a4-b75f-6e6cfdbed235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.472120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-8943bc63-2e1c-4bb1-87e7-6d85feea659f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a01c41f0-c175-4f1d-afd5-e5ed44056b4f HTTP/1.1" status: 200 len: 217 time: 0.1471930 Nov 10 03:59:57.474592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e9ed5-50d8-45a4-b75f-6e6cfdbed235 None None] Port b7231216-44ca-4335-8b17-6f29317efcac cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:57.514022 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.523220 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.573599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-8de60c18-307c-477b-9ba3-ace6e611805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:57.579842 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-8de60c18-307c-477b-9ba3-ace6e611805a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0968587 Nov 10 03:59:57.638547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7f10a21f-7326-4c45-89a7-839436239dfb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:57.736987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-91125a8a-d99c-462b-a8f0-f5c4ddee1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:57.738611 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-91125a8a-d99c-462b-a8f0-f5c4ddee1494 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517503 Nov 10 03:59:57.792469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'Port': ['ID=cc386dfb-10e4-491c-92bd-186618e8c153,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:57.819226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.831072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f2cf9-0b01-4a59-902a-fb48ec62067b None None] Pushing event updated for resources: {'Port': ['ID=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:57.844171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7f10a21f-7326-4c45-89a7-839436239dfb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:57.844774 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.890088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Attempting to bind port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 03:59:57.890726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Attempting to bind port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 03:59:57.891259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Attempting to bind port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 03:59:57.891733 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.903184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2577be94-6914-4a4a-a4a7-a5012d38d8a0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0403252 Nov 10 03:59:57.919450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 03:59:57.920062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Checking segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:57.920729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.921329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Bound using segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 03:59:57.922008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Bound port: 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 03:59:57.922551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:57.978709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-b9987fd8-4811-41dd-b096-55005d8d03f4 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322042 Nov 10 03:59:58.104815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] For port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 03:59:58.117974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] For port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 03:59:58.143864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.192729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44254) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:58.198382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.208569 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.209568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.211598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b5a2d157-7275-434f-83c2-e2ea331959e6 None None] Provisioning complete for port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:58.211993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d157-7275-434f-83c2-e2ea331959e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.231163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e78d9d31-f399-49ca-965a-f4e4a7554c41 req-5ed8bbcb-a914-4cdb-a6b0-cb4d6650a1f7 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375603 Nov 10 03:59:58.233023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8dac-3b51-4f40-a357-2504dbb95dd1 req-ce213546-bd4d-48f6-8528-95651d2a9eb6 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:58.239050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4adc8dac-3b51-4f40-a357-2504dbb95dd1 req-ce213546-bd4d-48f6-8528-95651d2a9eb6 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.7465458 Nov 10 03:59:58.324037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f2cf9-0b01-4a59-902a-fb48ec62067b None None] Pushing event updated for resources: {'Port': ['ID=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:58.330820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:58.331437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:58.358899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1063417582'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:58.361556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb4c92-2347-4275-a94f-13af322a546b req-a1815963-8693-4d02-a976-ed6071864d09 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:58.375820 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18bb4c92-2347-4275-a94f-13af322a546b req-a1815963-8693-4d02-a976-ed6071864d09 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.7462797 Nov 10 03:59:58.387101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:58.391207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.412503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.490915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=b7231216-44ca-4335-8b17-6f29317efcac,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:58.508475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4adc8dac-3b51-4f40-a357-2504dbb95dd1 req-b4ab90a2-2c29-4796-b8d9-e386eb4afe02 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250993 Nov 10 03:59:58.565203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.569477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.570293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18bb4c92-2347-4275-a94f-13af322a546b req-8cfd593d-4f82-4af7-bd0c-bd37ee0fdd84 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901851 Nov 10 03:59:58.604028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 03:59:58.609648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 03:59:58.613102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:58.651787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee2b395-4266-4578-b761-5b40283f690b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:58.654870 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d157-7275-434f-83c2-e2ea331959e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.676591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 03:59:58.702721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.703074 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Added segment acc8192e-52b7-4800-9acb-aad8cb3d1a9a of type vlan for network dfddc8e0-e6aa-41af-8353-f01cde000b74 Nov 10 03:59:58.776241 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.831726 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.840319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 23e5e596-d920-4404-9fe5-272be71362fe has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 03:59:58.841601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:58.843413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:58.952133 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7580009 Nov 10 03:59:58.956746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44266) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:58.961905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'subnet': {'network_id': 'dfddc8e0-e6aa-41af-8353-f01cde000b74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:59.013965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-a8729df2-fc4c-4c9b-96ee-5ac604242850 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--93750545&fields=id&tenant_id=624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 267 time: 0.1691658 Nov 10 03:59:59.036671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7f10a21f-7326-4c45-89a7-839436239dfb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:59.038278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Network': ['ID=dfddc8e0-e6aa-41af-8353-f01cde000b74,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:59.058883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.059233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.059633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.059978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.060312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.060912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.061031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.061275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.061598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.061922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.062269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.062593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c883cc-5edf-4b10-9810-ca238274b9ca tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 03:59:59.112208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 03:59:59.115278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 03:59:59.117293 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.121845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 03:59:59.133263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-154fec4c-d6fe-48fd-b6fb-81ac2100aa31 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/23e5e596-d920-4404-9fe5-272be71362fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8640807 Nov 10 03:59:59.134321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:59.136181 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] Sync routers for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 03:59:59.161216 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:59.163494 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:59.192194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4704a58e-19ee-45c4-a53a-798162e6aabe tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:59.193244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b5a2d157-7275-434f-83c2-e2ea331959e6 None None] For port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 03:59:59.193708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4704a58e-19ee-45c4-a53a-798162e6aabe tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports/b7231216-44ca-4335-8b17-6f29317efcac HTTP/1.1" status: 200 len: 913 time: 0.0584292 Nov 10 03:59:59.201316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44270) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:59.203931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7f10a21f-7326-4c45-89a7-839436239dfb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:59.204295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.216028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d157-7275-434f-83c2-e2ea331959e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.239631 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:59.253005 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 03:59:59.254600 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:59.296308 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:59.297746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de7f8b-58b9-4388-ae99-67e6eac73899 None None] The sync data for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:59.326287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-f983b5f2-27a6-4cdc-9cc4-72b36a3976f1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:59.333956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-f983b5f2-27a6-4cdc-9cc4-72b36a3976f1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 814 time: 0.3104846 Nov 10 03:59:59.354632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-6e360b09-ae73-4c0b-b1bf-54043a32f537 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/quotas/624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 375 time: 0.0194466 Nov 10 03:59:59.383966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2d157-7275-434f-83c2-e2ea331959e6 None None] Pushing event updated for resources: {'Port': ['ID=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:59.395741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1d8b76ac-580d-4311-866a-879d6c42ac18 None None] Provisioning complete for port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:59.396598 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8b76ac-580d-4311-866a-879d6c42ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.459163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.501284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 03:59:59.525785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 03:59:59.535756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Subnet': ['ID=d7a7da5d-1982-4797-8008-395090516b5d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 03:59:59.560131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Checking segment: {'id': 'acc8192e-52b7-4800-9acb-aad8cb3d1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dfddc8e0-e6aa-41af-8353-f01cde000b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 03:59:59.561468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network hostable DHCP agents. Network: dfddc8e0-e6aa-41af-8353-f01cde000b74, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 03:59:59.562047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-4504680b-df4c-4218-a9f5-18b30e4d2bd9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2064168 Nov 10 03:59:59.597163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82397b-58f5-4a8f-a615-98073ed13b43 None None] The sync data for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 is: [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 03:59:59.597818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 03:59:59.622736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, dfddc8e0-e6aa-41af-8353-f01cde000b74) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 03:59:59.633669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:59.634976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.643944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210749f7-6a49-4407-827d-40c9bc06fda7 None None] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:59.670439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1da4ffa3-62f2-4739-b5fd-5c28bb341d60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7124419 Nov 10 03:59:59.671394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44278) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 03:59:59.676979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1036481876', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 03:59:59.705208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.707211 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.773276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.810889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:59.811731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.816610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9342be2-da33-41e1-a201-56a6093c940e None None] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 03:59:59.824110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1d8b76ac-580d-4311-866a-879d6c42ac18 None None] Provisioning complete for port b7231216-44ca-4335-8b17-6f29317efcac triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 03:59:59.824489 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8b76ac-580d-4311-866a-879d6c42ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 03:59:59.835793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-f62360ac-b56b-43ec-8824-93e9bf82d95b service neutron] 10.222.0.24 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475767 Nov 10 03:59:59.931585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b76ac-580d-4311-866a-879d6c42ac18 None None] Port b7231216-44ca-4335-8b17-6f29317efcac cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 03:59:59.968556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c27b4-55ce-4e73-899a-58f7719d0a73 req-04134165-e05d-4916-ae81-3b90336d5a5e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 03:59:59.970251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-174c27b4-55ce-4e73-899a-58f7719d0a73 req-04134165-e05d-4916-ae81-3b90336d5a5e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.2663054 Nov 10 03:59:59.972778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-3f17d6fd-985c-4cca-8a1c-2100bc27f36f service neutron] 10.222.0.24 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289592 Nov 10 04:00:00.051811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-174c27b4-55ce-4e73-899a-58f7719d0a73 req-68e6c47f-c6cc-41c2-a977-ef8408905017 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Nov 10 04:00:00.211948 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:00.357826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2afea-f52f-4b4a-b574-0c39f014c29a req-c1055197-b597-4409-9f48-093e031bca77 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:00.375433 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ce2afea-f52f-4b4a-b574-0c39f014c29a req-c1055197-b597-4409-9f48-093e031bca77 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.2193539 Nov 10 04:00:00.522651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5c8f7a8-dfd4-4827-91ed-0ea01bce7f28 req-c2bd62c6-666d-42bb-8ed3-1f9d7554740c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 210 time: 0.0580952 Nov 10 04:00:00.529830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ce2afea-f52f-4b4a-b574-0c39f014c29a req-a536c387-e9cf-435f-bd4a-8cba14b2a79b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534920 Nov 10 04:00:00.542478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:00.716437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port b7231216-44ca-4335-8b17-6f29317efcac {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:00.716773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:00.820921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:00.828598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:00.901481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:00.905436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:00.906003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:00.941425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:00.961052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for b7231216-44ca-4335-8b17-6f29317efcac owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:01.089105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.25.6.121 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/83a1891d-f521-41f7-9409-0396746154f6) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:01.215382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:01.223156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:01.258869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:01.262409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=b7231216-44ca-4335-8b17-6f29317efcac,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:01.285053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34484e46-9f6b-4479-a6ad-6bd4018b39ca req-fac27fae-790b-4798-a758-0a14536bfdad tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:01.286624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34484e46-9f6b-4479-a6ad-6bd4018b39ca req-fac27fae-790b-4798-a758-0a14536bfdad tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1254301 Nov 10 04:00:01.320387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:01.334063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:01.338768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:01.357329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff45547-6b33-4cc0-abe4-3fc7db5ce1ae None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:01.470923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=83a1891d-f521-41f7-9409-0396746154f6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:01.472605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34484e46-9f6b-4479-a6ad-6bd4018b39ca req-49db7fe3-ca52-4e31-8d8e-1d6035faf342 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480358 Nov 10 04:00:01.491443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:01.492913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fd2f0cff-7579-4af2-a891-b0816a52f4b1 None None] Provisioning complete for port 83a1891d-f521-41f7-9409-0396746154f6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:01.493327 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0cff-7579-4af2-a891-b0816a52f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:01.546955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f0cff-7579-4af2-a891-b0816a52f4b1 None None] Port 83a1891d-f521-41f7-9409-0396746154f6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:01.758003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:01.775855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99648cc3-153b-4e02-9eaa-beb0773ba065 req-34a1ceed-c263-4e50-b704-f9c98534702d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 210 time: 0.0626328 Nov 10 04:00:01.822098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 23e5e596-d920-4404-9fe5-272be71362fe has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:01.839226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc3b88-1401-4ae0-9b70-7a5f85ff48fd req-8a37c407-ec74-4a2c-8a6f-e544f5c653f7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:01.840690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-febc3b88-1401-4ae0-9b70-7a5f85ff48fd req-8a37c407-ec74-4a2c-8a6f-e544f5c653f7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.1254475 Nov 10 04:00:01.977722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-febc3b88-1401-4ae0-9b70-7a5f85ff48fd req-71b87918-460d-4dbd-a694-9254191b1e74 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282699 Nov 10 04:00:01.978909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:01.987366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eac7e174-312d-411b-874e-ff113bc9cec6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/23e5e596-d920-4404-9fe5-272be71362fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7817595 Nov 10 04:00:01.988130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44298) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:02.007169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] Sync routers for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:02.018913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:02.019789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.046584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-e27a38a2-fb32-4cbc-bad2-efa26858fdf7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:02.048153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-e27a38a2-fb32-4cbc-bad2-efa26858fdf7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 814 time: 0.2223971 Nov 10 04:00:02.058459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.067222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:02.067824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.100816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.101476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed1f4df-fde4-4c3f-89b1-9527586bef15 None None] The sync data for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:02.166914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-5031a085-18ee-45dd-935d-d1a8d50f57ce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 378 time: 0.0712860 Nov 10 04:00:02.170014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:02.178525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'port': {'device_id': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'admin_state_up': True, 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'security_groups': ['0b4f026e-e157-4430-8202-3d48e5981f65']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:02.389300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Made reservation on behalf of 624a4f616f4c4b74a75859300f883a72 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:02.393488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:02.424736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:00:02.627539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:02.637906 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:02.641877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Allocated IP 172.20.0.9 (75101c12-89a9-49c0-8098-fb0d8f983b65/fb48b4d3-4b67-4208-b7aa-25c478958cdf/a9bade52-0a48-47c8-be16-bff2aa1ca194) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:02.649978 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:02.650848 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.660579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5ed72-1732-4c9a-9a36-83324fe5fa47 req-989aeece-1b67-4ae8-a37f-456c60bdd081 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:02.662104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:02.662262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3a5ed72-1732-4c9a-9a36-83324fe5fa47 req-989aeece-1b67-4ae8-a37f-456c60bdd081 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.0674896 Nov 10 04:00:02.663318 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-23470d6e-6d5f-4441-b46c-77aac6fc8767 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9906507 Nov 10 04:00:02.666095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:02.686137 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.702630 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:02.703273 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.745773 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:02.746715 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f6d2e-a05b-40b7-984e-b2023ead574d None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:02.768609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3a5ed72-1732-4c9a-9a36-83324fe5fa47 req-e3c4c5df-03b3-4059-a8ca-0de600d3d993 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954900 Nov 10 04:00:02.775584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:02.923670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63d01aaa-6f94-4ef3-ae91-3829d6be4538 req-7f190b4c-1f73-47bc-8e3a-52c103d27e64 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 210 time: 0.0503519 Nov 10 04:00:03.033724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.060756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956498-58db-494d-a101-c7f26728e399 req-1e77b48e-47ef-48c5-88c3-f2550a154dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:03.062452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-87956498-58db-494d-a101-c7f26728e399 req-1e77b48e-47ef-48c5-88c3-f2550a154dc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 1097 time: 0.1409140 Nov 10 04:00:03.123758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e35be2-fd80-4096-a0f6-56f5a0d30130 req-be7cc0a9-658f-4361-8613-34544ca5e4e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:03.125236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96e35be2-fd80-4096-a0f6-56f5a0d30130 req-be7cc0a9-658f-4361-8613-34544ca5e4e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.0612795 Nov 10 04:00:03.129076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port afc21986-3495-4fb7-a7d0-cd85aaf5411b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:03.129415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.172329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-87956498-58db-494d-a101-c7f26728e399 req-4b48657d-50ed-42f8-b221-eeab5249e898 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001518 Nov 10 04:00:03.173271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.229565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96e35be2-fd80-4096-a0f6-56f5a0d30130 req-04a7a2e8-dbf8-46a5-b912-49731dc324b7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954840 Nov 10 04:00:03.250696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.251478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:03.263355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:03.264917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for afc21986-3495-4fb7-a7d0-cd85aaf5411b owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:03.270685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:03.272783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:03.355009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:03.355643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.385863 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-40279f79-e796-43c2-8ccd-3a3e7a6f4092 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2121449 Nov 10 04:00:03.463415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.471643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.492616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=afc21986-3495-4fb7-a7d0-cd85aaf5411b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:03.504653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.505003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.505346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.505679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.506030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.506361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.506682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.507003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.507325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.507643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.507959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.508272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:03.534051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Request body: {'port': {'device_id': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:03.602123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0ca42bce-b8cd-452d-b908-2af6415b7eac None None] Provisioning complete for port a9bade52-0a48-47c8-be16-bff2aa1ca194 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:03.603233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0ca42bce-b8cd-452d-b908-2af6415b7eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.621617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.698996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0ca42bce-b8cd-452d-b908-2af6415b7eac None None] Port a9bade52-0a48-47c8-be16-bff2aa1ca194 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:03.825706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 23e5e596-d920-4404-9fe5-272be71362fe has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:03.927621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:03.934269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-787846c5-8a59-4ff7-802f-52af1ba23b98 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/23e5e596-d920-4404-9fe5-272be71362fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9449179 Nov 10 04:00:03.936955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44314) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:03.940571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] Sync routers for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:03.953262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:03.954105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:03.954662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:03.970582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c6d9e57f-4a9d-4735-a579-c5edbb0eeb2b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e5e596-d920-4404-9fe5-272be71362fe HTTP/1.1" status: 200 len: 205 time: 0.0321593 Nov 10 04:00:03.971413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44318) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:04.000843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:04.010443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] Routers {'23e5e596-d920-4404-9fe5-272be71362fe'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:04.011264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['23e5e596-d920-4404-9fe5-272be71362fe'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:04.045496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:04.046094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc8f37-4250-4f34-9010-a57c4a131af8 None None] The sync data for ids ['23e5e596-d920-4404-9fe5-272be71362fe'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:04.072532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5371c9-fc82-48bb-8068-493f283059e8 req-98f332c7-9ec6-4c9f-8611-40b3027d9751 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:04.074031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d5371c9-fc82-48bb-8068-493f283059e8 req-98f332c7-9ec6-4c9f-8611-40b3027d9751 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.2043221 Nov 10 04:00:04.077022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f6bc7f-6969-4787-a8f9-ca9fff077dd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.272529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.1 (dfddc8e0-e6aa-41af-8353-f01cde000b74/d7a7da5d-1982-4797-8008-395090516b5d/f506df90-1d21-4ed8-8409-50e048fb241a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:04.298339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8340d0-39f2-4cf2-a657-9ed8f4105e0e req-36f28765-dded-481e-aff7-16d91882b3dc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:04.299941 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c8340d0-39f2-4cf2-a657-9ed8f4105e0e req-36f28765-dded-481e-aff7-16d91882b3dc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 931 time: 0.2357743 Nov 10 04:00:04.313922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f6bc7f-6969-4787-a8f9-ca9fff077dd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.319760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d5371c9-fc82-48bb-8068-493f283059e8 req-7e3b0616-f3fe-4731-b307-450e750bb731 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318077 Nov 10 04:00:04.320852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f6bc7f-6969-4787-a8f9-ca9fff077dd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.438326 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f6bc7f-6969-4787-a8f9-ca9fff077dd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.438866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f6bc7f-6969-4787-a8f9-ca9fff077dd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Fanout notify agent at l3_agent the message router_deleted on router 23e5e596-d920-4404-9fe5-272be71362fe {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:00:04.447512 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78f6bc7f-6969-4787-a8f9-ca9fff077dd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.448586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-78f6bc7f-6969-4787-a8f9-ca9fff077dd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/23e5e596-d920-4404-9fe5-272be71362fe HTTP/1.1" status: 204 len: 168 time: 0.4761016 Nov 10 04:00:04.453085 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c8340d0-39f2-4cf2-a657-9ed8f4105e0e req-ccfb7ebc-b502-4624-839c-cf2a7da42539 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1457539 Nov 10 04:00:04.454102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bade52-0a48-47c8-be16-bff2aa1ca194 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:00:04.455589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44322) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:04.464557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.466860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.485397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Transition to ACTIVE for port object a9bade52-0a48-47c8-be16-bff2aa1ca194 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:00:04.499986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.515739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe61ed0-2377-4802-bb8a-10e16cbf1e00 req-7c633135-17a9-4dad-8f10-586c6bd3e2fd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:04.517250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fe61ed0-2377-4802-bb8a-10e16cbf1e00 req-7c633135-17a9-4dad-8f10-586c6bd3e2fd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.1206043 Nov 10 04:00:04.530971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet b776b6e8-67dd-4df0-8617-7642f263d785 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:00:04.538547 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.562142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:04.565630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.604452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.634141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fe61ed0-2377-4802-bb8a-10e16cbf1e00 req-72b7ea47-378e-4d9f-afae-94ce9405f9c7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083226 Nov 10 04:00:04.645429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:04.656196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:04.671194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:04.696045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=f506df90-1d21-4ed8-8409-50e048fb241a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:04.724502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.735073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Attempting to bind port a9bade52-0a48-47c8-be16-bff2aa1ca194 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:04.735413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Attempting to bind port a9bade52-0a48-47c8-be16-bff2aa1ca194 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:04.735882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Attempting to bind port a9bade52-0a48-47c8-be16-bff2aa1ca194 on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:04.739663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.744734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Port a9bade52-0a48-47c8-be16-bff2aa1ca194 on network 75101c12-89a9-49c0-8098-fb0d8f983b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:00:04.745055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Attempting to bind port a9bade52-0a48-47c8-be16-bff2aa1ca194 on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:04.788743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:04.789158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Checking segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:04.789474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Bound using segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:04.789892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Bound port: a9bade52-0a48-47c8-be16-bff2aa1ca194, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:04.790268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.794074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.833872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=b776b6e8-67dd-4df0-8617-7642f263d785,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:04.840351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.844264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9c98c05f-60e6-42d8-ba99-b3226e935266 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/b776b6e8-67dd-4df0-8617-7642f263d785 HTTP/1.1" status: 204 len: 168 time: 0.3877680 Nov 10 04:00:04.848109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44326) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:04.850110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f62f8f-03fe-47e9-941d-db03754846fb None None] Network 2e72b63f-999c-4d64-b2e5-fcd36765648e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:04.899892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:04.900805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet ce95bf85-0679-4775-8ad8-14991ad8876c {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:00:04.903433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:04.904682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.928047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.951621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.973739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.983977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:04.984602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:04.985999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 1091 time: 1.4566729 Nov 10 04:00:04.987008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:04.989242 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:05.040254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aac76a-b8f3-4af8-bd1f-eb418b9307b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:05.053670 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.096335 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dc1bab-1bde-4f14-b11b-7fcdc32f4c0a x-openstack-request-id: req-97dc1bab-1bde-4f14-b11b-7fcdc32f4c0a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:05.096626 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:05.096876 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97dc1bab-1bde-4f14-b11b-7fcdc32f4c0a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:05.097270 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'status': 'completed', 'code': 200} Nov 10 04:00:05.115795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] DHCP port deletion for 2e72b63f-999c-4d64-b2e5-fcd36765648e request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:05.126390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.157562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-643cc579-211c-4474-af21-a88927f9b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:05.157778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.159646 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-643cc579-211c-4474-af21-a88927f9b0a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1094 time: 0.1060441 Nov 10 04:00:05.164464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/ce95bf85-0679-4775-8ad8-14991ad8876c HTTP/1.1" status: 204 len: 168 time: 0.3129056 Nov 10 04:00:05.164720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44330) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:05.171322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33e01c-259e-4a58-9b00-44d8149ae9fd None None] Network ce81b2a9-da5a-4a16-8b39-82f64fad893a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:05.227775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-34c9801b-1dc5-469a-9613-dacc57a85c45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 217 time: 0.0418429 Nov 10 04:00:05.246622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498db1d-bb40-433f-b976-cd6e35debe41 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=ce95bf85-0679-4775-8ad8-14991ad8876c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:05.252661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.309471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-67b9c950-74d3-40ba-a330-0b08161e453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:05.310959 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-67b9c950-74d3-40ba-a330-0b08161e453c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0763497 Nov 10 04:00:05.318768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] Deleting port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:05.319289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.323185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:05.323464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.406684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141eff-12fa-4178-9171-444c5831a5a9 req-41c014cf-2216-4995-8d8d-4dc4072ca3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:05.408205 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-41c014cf-2216-4995-8d8d-4dc4072ca3ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722969 Nov 10 04:00:05.432210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port 9c374743-7aeb-4203-9e93-fcfa6ceeb819, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9c374743-7aeb-4203-9e93-fcfa6ceeb819,segment=NetworkSegment(7889caa2-be10-4bdf-b93b-a65da69460b8),segment_id=7889caa2-be10-4bdf-b93b-a65da69460b8)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:05.432578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] For port 9c374743-7aeb-4203-9e93-fcfa6ceeb819, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9c374743-7aeb-4203-9e93-fcfa6ceeb819,segment=NetworkSegment(7889caa2-be10-4bdf-b93b-a65da69460b8),segment_id=7889caa2-be10-4bdf-b93b-a65da69460b8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:05.432694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.432893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.446262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] Calling delete_port for 9c374743-7aeb-4203-9e93-fcfa6ceeb819 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:05.463404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 9c374743-7aeb-4203-9e93-fcfa6ceeb819 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:05.503366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.517232 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.523578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] DHCP port deletion for ce81b2a9-da5a-4a16-8b39-82f64fad893a request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:05.557705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50f8e5-652d-40ca-b9f9-74c8ac4993f4 req-7a95dea7-6352-4b9d-82c0-5b521bada03a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:05.559892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be50f8e5-652d-40ca-b9f9-74c8ac4993f4 req-7a95dea7-6352-4b9d-82c0-5b521bada03a tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1126359 Nov 10 04:00:05.605739 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-b630278b-eaf5-47e4-b1eb-5ad269c2928a service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878691 Nov 10 04:00:05.616362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] Deleting port 2898a0ad-56c6-483c-87ce-5611d4623ac0 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:05.616735 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.620175 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.662803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.671057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.675629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=f506df90-1d21-4ed8-8409-50e048fb241a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:05.680731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] Pushing event deleted for resources: {'Port': ['ID=9c374743-7aeb-4203-9e93-fcfa6ceeb819,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:05.701927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede06b7-d695-4d29-b787-ec4e25f72a97 None None] No DVR routers for this DVR port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:05.731487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] For port 2898a0ad-56c6-483c-87ce-5611d4623ac0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2898a0ad-56c6-483c-87ce-5611d4623ac0,segment=NetworkSegment(8ab08602-0344-4f2d-9609-40ee7cf64ae1),segment_id=8ab08602-0344-4f2d-9609-40ee7cf64ae1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:05.731819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.733486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port 9c374743-7aeb-4203-9e93-fcfa6ceeb819 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:05.739826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=9c374743-7aeb-4203-9e93-fcfa6ceeb819,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:05.749906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be50f8e5-652d-40ca-b9f9-74c8ac4993f4 req-4b245e35-2e41-411f-8bf5-27e637abf80f tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364925 Nov 10 04:00:05.758366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] Calling delete_port for 2898a0ad-56c6-483c-87ce-5611d4623ac0 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:05.779385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c014d-1ce0-4455-98ca-77327081011a req-bf440494-3388-4859-8058-9e74e1e4969b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:05.786894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c4c014d-1ce0-4455-98ca-77327081011a req-bf440494-3388-4859-8058-9e74e1e4969b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1754100 Nov 10 04:00:05.795586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34141eff-12fa-4178-9171-444c5831a5a9 req-282ca39f-af91-4af1-a941-4d790dc38e90 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773083 Nov 10 04:00:05.845034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:05.846831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:05.873438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.894482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:05.903072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] Pushing event deleted for resources: {'Port': ['ID=2898a0ad-56c6-483c-87ce-5611d4623ac0,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:05.904565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f8144-8de3-49aa-b479-b05eede90a08 None None] No DVR routers for this DVR port 2898a0ad-56c6-483c-87ce-5611d4623ac0 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:05.951592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e72b63f-999c-4d64-b2e5-fcd36765648e']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:05.964922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c4c014d-1ce0-4455-98ca-77327081011a req-0e90da1b-8e8c-4f36-a984-cce44112f22b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771841 Nov 10 04:00:05.967238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7889caa2-be10-4bdf-b93b-a65da69460b8') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:05.967534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7889caa2-be10-4bdf-b93b-a65da69460b8') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:05.979100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.002463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-f2806d1a-726a-4ad8-b70b-1ebe39a0d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.003852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.003982 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-f2806d1a-726a-4ad8-b70b-1ebe39a0d409 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1094 time: 0.0924437 Nov 10 04:00:06.015884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2831-c6b3-4948-8e00-91195df37265 req-fa14c843-6ce8-4cd2-b177-382af13cb52b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.018327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-659f2831-c6b3-4948-8e00-91195df37265 req-fa14c843-6ce8-4cd2-b177-382af13cb52b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.1451302 Nov 10 04:00:06.021189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:00:06.022190 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:00:06.025601 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:00:06.077342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:06.141192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.165593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.172253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/2e72b63f-999c-4d64-b2e5-fcd36765648e HTTP/1.1" status: 204 len: 168 time: 1.0059757 Nov 10 04:00:06.173288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c60a-402c-4b61-bf74-6599bb4d30ae tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=2e72b63f-999c-4d64-b2e5-fcd36765648e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:06.173425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44344) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:06.189089 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-659f2831-c6b3-4948-8e00-91195df37265 req-72094b45-4207-4ee0-b8ae-e0de0f63feaf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472423 Nov 10 04:00:06.218873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-9f711ef9-79d4-4197-b516-e5cef624ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.220355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-9f711ef9-79d4-4197-b516-e5cef624ac9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2071764 Nov 10 04:00:06.255950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851167cc-295f-4c1f-98b8-bc000bdf9af4 req-396a9dd2-b6c4-492b-9e9c-cc34b7f0c844 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.257446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-851167cc-295f-4c1f-98b8-bc000bdf9af4 req-396a9dd2-b6c4-492b-9e9c-cc34b7f0c844 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.0491192 Nov 10 04:00:06.306399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-851167cc-295f-4c1f-98b8-bc000bdf9af4 req-04fb52a5-9c19-4e4a-9844-765135c1a756 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Nov 10 04:00:06.334952 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-e14a3c3d-b685-4b01-8ddc-e28def0d2a43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 217 time: 0.0868473 Nov 10 04:00:06.365343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-2a766f02-4012-4388-b5f7-e24fa648c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.366711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-2a766f02-4012-4388-b5f7-e24fa648c172 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 1097 time: 0.2133298 Nov 10 04:00:06.405450 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.740124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:06.745372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-388f0f47-9c54-44b3-8c1a-c388766e83c4 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/routers/61c7c12b-29c7-4698-a1eb-62b7cc123459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0783207 Nov 10 04:00:06.748264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44346) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:06.750649 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:06.754130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-37230163-393c-4cff-8888-43d624ddc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.754623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'port': {'network_id': 'dfddc8e0-e6aa-41af-8353-f01cde000b74', 'name': 'tempest-FloatingIPTestJSON-2137953203'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:06.755453 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-37230163-393c-4cff-8888-43d624ddc2e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.4069235 Nov 10 04:00:06.766475 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:06.767091 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:06.788090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c374743-7aeb-4203-9e93-fcfa6ceeb819 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:06.808193 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:06.809967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 9c374743-7aeb-4203-9e93-fcfa6ceeb819 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:06.810545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c374743-7aeb-4203-9e93-fcfa6ceeb819 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:06.811147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2898a0ad-56c6-483c-87ce-5611d4623ac0 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:06.821000 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:06.821963 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:06.836176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 2898a0ad-56c6-483c-87ce-5611d4623ac0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:06.836594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2898a0ad-56c6-483c-87ce-5611d4623ac0 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:06.865903 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:06.866575 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34d3b9-52a8-4a60-8563-791c153d1114 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:06.899811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-b491b373-b9ce-4159-b4ce-a39b47455f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.901123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:06.901647 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-b491b373-b9ce-4159-b4ce-a39b47455f45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 200 len: 911 time: 0.5101850 Nov 10 04:00:06.904644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.907325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:06.921039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] device_id is not set on port 5ac3762a-9e6b-4514-94c1-c9aa4115fa4c yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:06.922536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-882baf5a-ee2a-4bbc-9480-d9a7f8e24510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:06.924528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-882baf5a-ee2a-4bbc-9480-d9a7f8e24510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608801 Nov 10 04:00:06.971700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-89fb4bf2-7c4f-4ef5-b784-27faa5fb1160 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9 HTTP/1.1" status: 200 len: 217 time: 0.0617251 Nov 10 04:00:06.973424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce81b2a9-da5a-4a16-8b39-82f64fad893a']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:07.029621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab08602-0344-4f2d-9609-40ee7cf64ae1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:07.029920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab08602-0344-4f2d-9609-40ee7cf64ae1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:07.030565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.12 (dfddc8e0-e6aa-41af-8353-f01cde000b74/d7a7da5d-1982-4797-8008-395090516b5d/5ac3762a-9e6b-4514-94c1-c9aa4115fa4c) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:07.067164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.097948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.112118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-b808ed91-d959-4895-a5b4-0a2ed92514d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:07.113588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-b808ed91-d959-4895-a5b4-0a2ed92514d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 200 len: 851 time: 0.1241910 Nov 10 04:00:07.124083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:00:07.124484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:00:07.128953 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:00:07.196228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-9d252ca4-af72-4ae3-90fa-24caae806d94 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353873 Nov 10 04:00:07.201980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-631c162b-4756-4a90-aa6d-a96950b9f6ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739732 Nov 10 04:00:07.312887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.317887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.327934 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/ce81b2a9-da5a-4a16-8b39-82f64fad893a HTTP/1.1" status: 204 len: 168 time: 1.1323569 Nov 10 04:00:07.328274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44354) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:07.339882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-188570556'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:07.369743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515e8f7-b68d-4363-a1cb-e75c1e15a1ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=ce81b2a9-da5a-4a16-8b39-82f64fad893a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:07.434200 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-711d3645-d0c1-42c9-b478-b4c0331528a5 service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182262 Nov 10 04:00:07.434752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:07.439939 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.441498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2a54f08a-dffe-4b93-93ab-e17db5c2da5f req-dd453fdb-0598-4b85-9007-903c39e221b4 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360401 Nov 10 04:00:07.520443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7c9ef-a7e7-4b64-a2df-4230a7e1c5a3 req-ff6e760a-7b99-4f2a-87c1-6cc05534512c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:07.521020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:00:07.522053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4b7c9ef-a7e7-4b64-a2df-4230a7e1c5a3 req-ff6e760a-7b99-4f2a-87c1-6cc05534512c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.4802263 Nov 10 04:00:07.543124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.543471 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment 1e6dd173-536f-4424-8a74-16dd2ea4cb76 of type vlan for network 70b1d081-d31d-4088-b21a-c5b11f55136d Nov 10 04:00:07.552897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d96545-613c-4eb9-913a-39f7573a5bd5 req-9ebacf5c-5761-4be3-b47a-1d91ca193ef3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:07.554380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91d96545-613c-4eb9-913a-39f7573a5bd5 req-9ebacf5c-5761-4be3-b47a-1d91ca193ef3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.1391597 Nov 10 04:00:07.587797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-646a806a-d8d4-4ee4-bdb0-0ed036744302 req-d56e45b6-dfef-473a-98ab-7a753af6ecc3 service neutron] 10.222.0.11 "GET /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444392 Nov 10 04:00:07.596464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.631737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.637500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:07.638513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.644938 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4b7c9ef-a7e7-4b64-a2df-4230a7e1c5a3 req-e0951961-27fc-4d65-9432-b4f22ee45e67 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154470 Nov 10 04:00:07.679381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91d96545-613c-4eb9-913a-39f7573a5bd5 req-b281f622-b191-404c-ac36-ec6ba0b0dc3d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149292 Nov 10 04:00:07.683223 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.706101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3718967 Nov 10 04:00:07.709103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44358) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:07.721493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:07.739626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc085f-ebb6-4a52-b11a-749db729125a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=70b1d081-d31d-4088-b21a-c5b11f55136d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:07.750509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 70b1d081-d31d-4088-b21a-c5b11f55136d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:00:07.761697 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.809000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9f71-c0d0-4717-8704-29b63214d08b req-e28a8b59-8f25-4fad-8cfd-bf012a1cb5b8 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:07.810706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a3a9f71-c0d0-4717-8704-29b63214d08b req-e28a8b59-8f25-4fad-8cfd-bf012a1cb5b8 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.0907888 Nov 10 04:00:07.826707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:07.826960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:07.832447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.835974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:07.847088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:07.872525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=5ac3762a-9e6b-4514-94c1-c9aa4115fa4c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:07.917546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:07.918370 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:07.923401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a3a9f71-c0d0-4717-8704-29b63214d08b req-8f506c37-96cd-4b1a-848a-a486bdcb74a4 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997989 Nov 10 04:00:07.949534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2af22063-3b66-4411-9daa-473367a3ea0c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1925392 Nov 10 04:00:07.949534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44360) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:07.949534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'port': {'network_id': 'dfddc8e0-e6aa-41af-8353-f01cde000b74', 'name': 'tempest-FloatingIPTestJSON-801416819'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:07.964031 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.025486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.067349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:08.070881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.087858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] device_id is not set on port 512b573f-9475-4224-b232-70d3a692958b yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:08.093136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=08bfa71c-0fe2-4f1d-957b-fc8766e242b1,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:08.101865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': '1e6dd173-536f-4424-8a74-16dd2ea4cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:08.102228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: 70b1d081-d31d-4088-b21a-c5b11f55136d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:00:08.119068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 70b1d081-d31d-4088-b21a-c5b11f55136d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:00:08.127742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 70b1d081-d31d-4088-b21a-c5b11f55136d) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:08.131838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:08.132431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.140333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c09f58-d54e-4137-8aa1-99d41e9578b0 None None] Network 70b1d081-d31d-4088-b21a-c5b11f55136d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:08.153349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0bc06405-1e55-48ac-9bf5-8d0c377efc26 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4431963 Nov 10 04:00:08.156072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44362) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:08.162000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-56c221f0-2c6f-46fd-8fef-aca876b03fb9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-291264061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:08.187528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56c221f0-2c6f-46fd-8fef-aca876b03fb9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.188961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56c221f0-2c6f-46fd-8fef-aca876b03fb9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.216596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.3 (dfddc8e0-e6aa-41af-8353-f01cde000b74/d7a7da5d-1982-4797-8008-395090516b5d/512b573f-9475-4224-b232-70d3a692958b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:08.244244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56c221f0-2c6f-46fd-8fef-aca876b03fb9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.250060 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56c221f0-2c6f-46fd-8fef-aca876b03fb9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.271616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56c221f0-2c6f-46fd-8fef-aca876b03fb9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.277016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44366) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:08.277537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-56c221f0-2c6f-46fd-8fef-aca876b03fb9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1198628 Nov 10 04:00:08.281908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'port': {'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d', 'name': 'tempest-RoutersIpV6Test-2117696065'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:08.306172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-70b1d081-d31d-4088-b21a-c5b11f55136d', 'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': '08bfa71c-0fe2-4f1d-957b-fc8766e242b1'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:00:08.307078 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.443405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Allocated IP 2001:db8::2 (70b1d081-d31d-4088-b21a-c5b11f55136d/08bfa71c-0fe2-4f1d-957b-fc8766e242b1/f9136dff-4375-490f-991a-8f8ec0e998a1) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:08.461880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.483787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:08.487747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.516194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] device_id is not set on port 1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:08.553987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.615622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:08.625851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:08.632379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:08.657724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=512b573f-9475-4224-b232-70d3a692958b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:08.689269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:08.690234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.711445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f9d4cfa-38d7-42cd-92d9-209a207c71ad tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7658463 Nov 10 04:00:08.714839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:08.719524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '512b573f-9475-4224-b232-70d3a692958b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:08.744705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.752141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.757307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.797728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Network 70b1d081-d31d-4088-b21a-c5b11f55136d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:08.803893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:08.808015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:08.816339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Pushing event updated for resources: {'Port': ['ID=f9136dff-4375-490f-991a-8f8ec0e998a1,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:08.875056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8::29b (70b1d081-d31d-4088-b21a-c5b11f55136d/08bfa71c-0fe2-4f1d-957b-fc8766e242b1/1ad4ba9a-fe02-4c9a-8f28-a801da5e1430) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:08.880243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Attempting to bind port f9136dff-4375-490f-991a-8f8ec0e998a1 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:08.884370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Attempting to bind port f9136dff-4375-490f-991a-8f8ec0e998a1 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1e6dd173-536f-4424-8a74-16dd2ea4cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:08.884879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Attempting to bind port f9136dff-4375-490f-991a-8f8ec0e998a1 on network 70b1d081-d31d-4088-b21a-c5b11f55136d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:08.889694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.890456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:08.890825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Checking segment: {'id': '1e6dd173-536f-4424-8a74-16dd2ea4cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:08.891613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.892001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Bound using segment: {'id': '1e6dd173-536f-4424-8a74-16dd2ea4cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:08.892798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Bound port: f9136dff-4375-490f-991a-8f8ec0e998a1, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6dd173-536f-4424-8a74-16dd2ea4cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70b1d081-d31d-4088-b21a-c5b11f55136d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:08.893435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:08.896826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4d628-d250-4511-a214-30ade748792a req-189dcc82-4322-4e62-9090-6850e6f00f6e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:08.898359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9bf4d628-d250-4511-a214-30ade748792a req-189dcc82-4322-4e62-9090-6850e6f00f6e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1209567 Nov 10 04:00:08.906638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0645-fea6-4646-b6ec-3cd9843d714c req-b461e74d-2350-4179-924a-d8742fe60673 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:08.908732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58dc0645-fea6-4646-b6ec-3cd9843d714c req-b461e74d-2350-4179-924a-d8742fe60673 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.1318369 Nov 10 04:00:08.964678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] For port f9136dff-4375-490f-991a-8f8ec0e998a1, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:08.967965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] For port f9136dff-4375-490f-991a-8f8ec0e998a1, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f9136dff-4375-490f-991a-8f8ec0e998a1,segment=NetworkSegment(1e6dd173-536f-4424-8a74-16dd2ea4cb76),segment_id=1e6dd173-536f-4424-8a74-16dd2ea4cb76)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:08.972529 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.010877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.25.6.30 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/d664cfa5-60df-4787-bb61-ec3d08cc3072) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:09.021644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58dc0645-fea6-4646-b6ec-3cd9843d714c req-bc7582b7-edda-4385-9722-85dd6867ba1f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022050 Nov 10 04:00:09.043594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9bf4d628-d250-4511-a214-30ade748792a req-a5d61125-09cf-4fa4-8522-95e8421dc978 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338782 Nov 10 04:00:09.054873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc74b-4b4e-49b7-a1ce-eec566119fac None None] Pushing event updated for resources: {'Port': ['ID=f9136dff-4375-490f-991a-8f8ec0e998a1,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:09.159475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.185335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.195391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.199128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcfd1e-1635-4ec6-9087-7e627165888c req-c3dc82d3-2388-4979-969f-40d7454fecb2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:09.201079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9bcfd1e-1635-4ec6-9087-7e627165888c req-c3dc82d3-2388-4979-969f-40d7454fecb2 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.0885246 Nov 10 04:00:09.240070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:09.246355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:09.250481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:09.257302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=d664cfa5-60df-4787-bb61-ec3d08cc3072,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:09.290048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9bcfd1e-1635-4ec6-9087-7e627165888c req-5a8970a6-7998-415f-be11-c5369e7945e3 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806727 Nov 10 04:00:09.300349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.372688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 70b1d081-d31d-4088-b21a-c5b11f55136d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:09.377141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:09.391654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:09.397798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:09.398381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.414582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=1ad4ba9a-fe02-4c9a-8f28-a801da5e1430,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:09.423254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dac7ed84-f751-4082-afee-c95c4bd32a4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1452196 Nov 10 04:00:09.426684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44378) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:09.769309 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.800045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:09.914532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.041332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.049238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.074691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.079110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.126420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=d664cfa5-60df-4787-bb61-ec3d08cc3072,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:10.175164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.187325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386bd5c-977a-41fb-9c50-99aa5dd8da01 None None] Network 70b1d081-d31d-4088-b21a-c5b11f55136d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:10.265698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=1ad4ba9a-fe02-4c9a-8f28-a801da5e1430,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:10.273287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:00:10.293529 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 316139d7-c114-428a-812a-406413672aab associated. External IP: 172.25.6.30, port: 512b573f-9475-4224-b232-70d3a692958b. Nov 10 04:00:10.310137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746f020-f639-483e-82be-a4bcd0fbb9bb req-fea30023-b057-43f8-8d0c-22ccc6362574 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:10.311633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3746f020-f639-483e-82be-a4bcd0fbb9bb req-fea30023-b057-43f8-8d0c-22ccc6362574 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 944 time: 0.1357229 Nov 10 04:00:10.339743 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.345268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-124c3af2-eea1-4ae4-96f4-0998268417cd None None] Provisioning complete for port f9136dff-4375-490f-991a-8f8ec0e998a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:10.345732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-124c3af2-eea1-4ae4-96f4-0998268417cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.388468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0cb8-fdcb-441f-95ce-7d4e99359d34 req-b80a77de-4d3c-45f2-b810-ca9f941217ec tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:10.389984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88cf0cb8-fdcb-441f-95ce-7d4e99359d34 req-b80a77de-4d3c-45f2-b810-ca9f941217ec tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.2199755 Nov 10 04:00:10.479151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:10.484786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3746f020-f639-483e-82be-a4bcd0fbb9bb req-cc0b3f5c-0b0c-4f9d-9168-66f49b26858a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499991 Nov 10 04:00:10.494435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'port_id': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'mac_address': 'fa:16:3e:7e:07:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:00:10.523399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88cf0cb8-fdcb-441f-95ce-7d4e99359d34 req-673061c0-dd17-4cc7-a134-d024c91a199a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139042 Nov 10 04:00:10.543756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.565282 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.576598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bade52-0a48-47c8-be16-bff2aa1ca194 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:00:10.610327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:10.623759 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-124c3af2-eea1-4ae4-96f4-0998268417cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.657536 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.698991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-124c3af2-eea1-4ae4-96f4-0998268417cd None None] For port f9136dff-4375-490f-991a-8f8ec0e998a1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f9136dff-4375-490f-991a-8f8ec0e998a1,segment=NetworkSegment(1e6dd173-536f-4424-8a74-16dd2ea4cb76),segment_id=1e6dd173-536f-4424-8a74-16dd2ea4cb76)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:10.721006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-124c3af2-eea1-4ae4-96f4-0998268417cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:10.773350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01c41f0-c175-4f1d-afd5-e5ed44056b4f details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:00:10.819614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26426f-3515-4fcc-96b2-dffc46ccf528 req-3f53314d-b1be-494b-af7f-affd60a74404 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:10.821752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc26426f-3515-4fcc-96b2-dffc46ccf528 req-3f53314d-b1be-494b-af7f-affd60a74404 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1826415 Nov 10 04:00:10.889801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:10.899046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f9136dff-4375-490f-991a-8f8ec0e998a1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:10.913715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc26426f-3515-4fcc-96b2-dffc46ccf528 req-51830545-495d-4b8f-b82a-d26e607b7ed8 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856619 Nov 10 04:00:10.949153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:11.025993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c3af2-eea1-4ae4-96f4-0998268417cd None None] Pushing event updated for resources: {'Port': ['ID=f9136dff-4375-490f-991a-8f8ec0e998a1,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:11.082838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a0efc087-86de-4730-9cee-b7b03bf1893b None None] Provisioning complete for port f9136dff-4375-490f-991a-8f8ec0e998a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:11.083819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0efc087-86de-4730-9cee-b7b03bf1893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.129451 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.136426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:11.136835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.138737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.168775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['a9bade52-0a48-47c8-be16-bff2aa1ca194'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:00:11.174619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:11.191514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.233490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6c53a17a-87fc-4559-8f03-3ce3b687687d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.5171335 Nov 10 04:00:11.238136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44392) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:11.245410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a01c41f0-c175-4f1d-afd5-e5ed44056b4f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:11.249625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:11.303174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:11.304253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:11.315177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f9136dff-4375-490f-991a-8f8ec0e998a1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:11.315949 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.323658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=1ad4ba9a-fe02-4c9a-8f28-a801da5e1430,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:11.323908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'port_id': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f', 'mac_address': 'fa:16:3e:8e:eb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:00:11.340201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.381408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 70b1d081-d31d-4088-b21a-c5b11f55136d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:11.386746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:11.412596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aa0b4-139f-402c-862d-d5facf1b7eb5 req-7a3041c3-d932-4443-9422-9f600afc7e6e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:11.420344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-893aa0b4-139f-402c-862d-d5facf1b7eb5 req-7a3041c3-d932-4443-9422-9f600afc7e6e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1090736 Nov 10 04:00:11.431766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:11.523054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:11.523688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:11.565885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:11.566592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ff120-37ba-4001-99fc-a6de021f4792 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:11.570634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-893aa0b4-139f-402c-862d-d5facf1b7eb5 req-17162442-740c-4d8a-ae82-a456ac506310 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450639 Nov 10 04:00:11.588534 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.609322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01c41f0-c175-4f1d-afd5-e5ed44056b4f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:00:11.616500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.628587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.629500 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 316139d7-c114-428a-812a-406413672aab disassociated. External IP: 172.25.6.30, port: 512b573f-9475-4224-b232-70d3a692958b. Nov 10 04:00:11.646992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a01c41f0-c175-4f1d-afd5-e5ed44056b4f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:11.658244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a0efc087-86de-4730-9cee-b7b03bf1893b None None] Provisioning complete for port 1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:11.658614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0efc087-86de-4730-9cee-b7b03bf1893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.660956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router e85ec541-5a91-4206-9670-d62a572691ce is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:00:11.706428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.766006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a0efc087-86de-4730-9cee-b7b03bf1893b None None] Port 1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:11.857679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:11.891135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2882c613-b69f-4462-82e9-66051a129dd8 None None] Provisioning complete for port 1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:11.891607 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2882c613-b69f-4462-82e9-66051a129dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:11.906792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:11.928726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2882c613-b69f-4462-82e9-66051a129dd8 None None] Port 1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:11.932062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a01c41f0-c175-4f1d-afd5-e5ed44056b4f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:00:12.025837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:12.030805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.041855 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:12.058896 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:12.059859 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.075045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2b1dffe2-5df2-41a0-9fd5-e0dddbdadea7 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/floatingips/316139d7-c114-428a-812a-406413672aab HTTP/1.1" status: 200 len: 687 time: 0.8350782 Nov 10 04:00:12.075724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44402) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:12.099989 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.112942 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:12.113797 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.150866 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.151516 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56b2bb-7ef4-4575-8d80-3615edee6479 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:12.165257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf3e6d-f1dc-4498-9a52-194614d7f991 req-6fad1c54-64df-44d9-976b-8cab05e2d066 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:12.166771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75bf3e6d-f1dc-4498-9a52-194614d7f991 req-6fad1c54-64df-44d9-976b-8cab05e2d066 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 945 time: 0.4848964 Nov 10 04:00:12.170304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:12.178279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-680ab341-a22f-4c75-9d1f-4a4f973c7481 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/e85ec541-5a91-4206-9670-d62a572691ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483089 Nov 10 04:00:12.179584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44404) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:12.180872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] Sync routers for ids ['e85ec541-5a91-4206-9670-d62a572691ce'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:12.192569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] Routers {'e85ec541-5a91-4206-9670-d62a572691ce'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:12.193485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e85ec541-5a91-4206-9670-d62a572691ce'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.200478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebacb72-122c-4514-b15c-74bf8c4f5ff4 req-879c9206-c4ff-46b3-a2b9-eda3dd83a1d7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:12.201959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aebacb72-122c-4514-b15c-74bf8c4f5ff4 req-879c9206-c4ff-46b3-a2b9-eda3dd83a1d7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 944 time: 0.1321750 Nov 10 04:00:12.214157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port d664cfa5-60df-4787-bb61-ec3d08cc3072 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:12.214506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.234132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.243026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] Routers {'e85ec541-5a91-4206-9670-d62a572691ce'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:12.243975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e85ec541-5a91-4206-9670-d62a572691ce'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.272250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f741e-2ce4-433c-a155-980e7f980453 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:12.276125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0a0f741e-2ce4-433c-a155-980e7f980453 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports/1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 HTTP/1.1" status: 200 len: 984 time: 0.0918453 Nov 10 04:00:12.277525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44406) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:12.288741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:12.289523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886ca22-f757-4c9c-b81c-c9074905cbd9 None None] The sync data for ids ['e85ec541-5a91-4206-9670-d62a572691ce'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:12.296555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.296813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.308757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for d664cfa5-60df-4787-bb61-ec3d08cc3072 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:12.362722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75bf3e6d-f1dc-4498-9a52-194614d7f991 req-019a109e-194d-4263-8b29-6339751f60b0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838405 Nov 10 04:00:12.394480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aebacb72-122c-4514-b15c-74bf8c4f5ff4 req-27591855-d6c1-4bed-bf72-eb35c9d9df15 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634028 Nov 10 04:00:12.458758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.484033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=d664cfa5-60df-4787-bb61-ec3d08cc3072,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:12.548879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.551797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.552943 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2988365b-3940-4ee5-a2a0-8ca9165029b8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/floatingips/316139d7-c114-428a-812a-406413672aab HTTP/1.1" status: 204 len: 168 time: 0.4761100 Nov 10 04:00:12.556573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44408) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:12.560878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '5ac3762a-9e6b-4514-94c1-c9aa4115fa4c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:12.583177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.666489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.698089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.774141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b598697-25f3-494b-8b9b-3f3623a3d51f req-36cbd409-5568-4769-9edd-ccba5964a7bb tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:12.775844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b598697-25f3-494b-8b9b-3f3623a3d51f req-36cbd409-5568-4769-9edd-ccba5964a7bb tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1257148 Nov 10 04:00:12.776100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01c41f0-c175-4f1d-afd5-e5ed44056b4f up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:12.800060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f9136dff-4375-490f-991a-8f8ec0e998a1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:12.811549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.25.6.229 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/5902ced2-3a84-4126-939e-2a3d9ce2ebee) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:12.862533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port a01c41f0-c175-4f1d-afd5-e5ed44056b4f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:00:12.868692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port a01c41f0-c175-4f1d-afd5-e5ed44056b4f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:12.869052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.871626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f9136dff-4375-490f-991a-8f8ec0e998a1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:12.871626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.882671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b598697-25f3-494b-8b9b-3f3623a3d51f req-74038b64-af38-47f0-8680-ee7f306d897e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948451 Nov 10 04:00:12.937874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.968819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:12.969175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:12.976155 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.008873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.015136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:13.021153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:13.023662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:13.038316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:13.040770 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6676e1-c158-4bec-82ae-ca41fdc77001" -d '{"events": [{"server_uuid": "3e69e63f-9393-40fd-8b8a-a7835b269806", "name": "network-vif-plugged", "status": "completed", "tag": "a01c41f0-c175-4f1d-afd5-e5ed44056b4f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:13.061071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=5902ced2-3a84-4126-939e-2a3d9ce2ebee,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:13.063918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a01c41f0-c175-4f1d-afd5-e5ed44056b4f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:13.070074 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.074724 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.078684 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5489f66-56eb-4626-8dab-0433e64b7205 x-openstack-request-id: req-f5489f66-56eb-4626-8dab-0433e64b7205 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:13.078979 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e69e63f-9393-40fd-8b8a-a7835b269806", "name": "network-vif-plugged", "status": "completed", "tag": "a01c41f0-c175-4f1d-afd5-e5ed44056b4f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:13.079231 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5489f66-56eb-4626-8dab-0433e64b7205 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:13.079624 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f', 'code': 200} Nov 10 04:00:13.108213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 1ad4ba9a-fe02-4c9a-8f28-a801da5e1430 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:13.130756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:13.228718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7222e5-9606-4306-94d6-f216168aee4d req-63cca207-c49e-4a62-9f16-9394ab5c0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:13.230285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1f7222e5-9606-4306-94d6-f216168aee4d req-63cca207-c49e-4a62-9f16-9394ab5c0606 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 1097 time: 0.0901577 Nov 10 04:00:13.289489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.304786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0ffc32bc-04ae-4d36-98ef-cc3e0ee6d039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.320804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1f7222e5-9606-4306-94d6-f216168aee4d req-19fec25b-73fb-4c59-9736-ee42b182ba6c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827622 Nov 10 04:00:13.321046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=1ad4ba9a-fe02-4c9a-8f28-a801da5e1430,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:13.423253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.498213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.580201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.668281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67fba0-82e3-4454-8e54-1b57a52470b2 req-17386070-f693-4d72-94dd-0789f23f7dec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:13.669689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa67fba0-82e3-4454-8e54-1b57a52470b2 req-17386070-f693-4d72-94dd-0789f23f7dec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 946 time: 0.1800380 Nov 10 04:00:13.679197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0b90-15c0-4472-ac24-3cb83edfb77d req-d4b9b6e6-a395-453b-a9ce-e8832864d894 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:13.680681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb2f0b90-15c0-4472-ac24-3cb83edfb77d req-d4b9b6e6-a395-453b-a9ce-e8832864d894 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 944 time: 0.1921623 Nov 10 04:00:13.702754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router e85ec541-5a91-4206-9670-d62a572691ce has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:13.742413 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.747053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.812191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=5902ced2-3a84-4126-939e-2a3d9ce2ebee,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:13.828229 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:13.830961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb2f0b90-15c0-4472-ac24-3cb83edfb77d req-e4610230-11f0-4f0f-b114-e2aaf6fcfba6 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432846 Nov 10 04:00:13.834046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa67fba0-82e3-4454-8e54-1b57a52470b2 req-0d3c0ac4-0acd-4ce8-9ce0-211a00beab76 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484020 Nov 10 04:00:13.844433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:13.859220 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381b4b5-397f-4166-a754-210f436814af None None] Sync routers for ids ['e85ec541-5a91-4206-9670-d62a572691ce'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:13.861699 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-79beb7e6-fff8-40fa-bb2b-5118dfd129a5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/e85ec541-5a91-4206-9670-d62a572691ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5809298 Nov 10 04:00:13.862429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44420) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:13.884246 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381b4b5-397f-4166-a754-210f436814af None None] Routers {'e85ec541-5a91-4206-9670-d62a572691ce'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:13.885223 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0381b4b5-397f-4166-a754-210f436814af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e85ec541-5a91-4206-9670-d62a572691ce'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:13.927366 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0381b4b5-397f-4166-a754-210f436814af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:13.938754 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381b4b5-397f-4166-a754-210f436814af None None] Routers {'e85ec541-5a91-4206-9670-d62a572691ce'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:13.939906 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0381b4b5-397f-4166-a754-210f436814af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e85ec541-5a91-4206-9670-d62a572691ce'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:13.976451 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0381b4b5-397f-4166-a754-210f436814af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:13.977090 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381b4b5-397f-4166-a754-210f436814af None None] The sync data for ids ['e85ec541-5a91-4206-9670-d62a572691ce'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:13.984297 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 2d80848e-6d5b-420f-b991-d27990435dc1 associated. External IP: 172.25.6.229, port: 5ac3762a-9e6b-4514-94c1-c9aa4115fa4c. Nov 10 04:00:14.084612 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-ae34b858-aa0f-40ad-a96e-e9a4d4d47385 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 04:00:14.085563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ae34b858-aa0f-40ad-a96e-e9a4d4d47385 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/e85ec541-5a91-4206-9670-d62a572691ce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2222049 Nov 10 04:00:14.090312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44424) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:14.094733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68d8c0-f154-43c6-af51-8b44e1515d91 req-7d03eb16-f418-46e2-a8b0-e59de4808769 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:14.096254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c68d8c0-f154-43c6-af51-8b44e1515d91 req-7d03eb16-f418-46e2-a8b0-e59de4808769 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1138551 Nov 10 04:00:14.150644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9dea8d63-8d09-408a-bd2f-74eff70e6629 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=e85ec541-5a91-4206-9670-d62a572691ce HTTP/1.1" status: 200 len: 205 time: 0.0592127 Nov 10 04:00:14.156583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44426) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:14.156963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c68d8c0-f154-43c6-af51-8b44e1515d91 req-9ca6fb62-d05d-41a9-8c72-6cdd72e4e60c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Nov 10 04:00:14.261754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34744a25-c119-4f8d-afc6-a315ead7dba3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.298928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:14.345989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:14.356391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port a9bade52-0a48-47c8-be16-bff2aa1ca194 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:00:14.361615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port a9bade52-0a48-47c8-be16-bff2aa1ca194 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:14.362017 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.444812 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.463385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34744a25-c119-4f8d-afc6-a315ead7dba3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.466956 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34744a25-c119-4f8d-afc6-a315ead7dba3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.477206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:14.480439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.526366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:14.558465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34744a25-c119-4f8d-afc6-a315ead7dba3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.558994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34744a25-c119-4f8d-afc6-a315ead7dba3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Fanout notify agent at l3_agent the message router_deleted on router e85ec541-5a91-4206-9670-d62a572691ce {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:00:14.590885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34744a25-c119-4f8d-afc6-a315ead7dba3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.591958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-34744a25-c119-4f8d-afc6-a315ead7dba3 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/e85ec541-5a91-4206-9670-d62a572691ce HTTP/1.1" status: 204 len: 168 time: 0.4344776 Nov 10 04:00:14.594821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44428) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:14.607188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-ed0ac3f1-5746-4f05-babb-7773c2286e7d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:14.608147 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-ed0ac3f1-5746-4f05-babb-7773c2286e7d tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.11 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 946 time: 0.1766291 Nov 10 04:00:14.653309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet 08bfa71c-0fe2-4f1d-957b-fc8766e242b1 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:00:14.656400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.657847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:14.668656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:14.680211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:14.681042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:14.707177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.715494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:14.725733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:14.726561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T03:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:14.768162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:14.768819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be5aa8-149c-4245-a650-6c22c53e0f92 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:14.800157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.864579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.897053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=08bfa71c-0fe2-4f1d-957b-fc8766e242b1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:14.903550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:14.911949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c1606-685e-4824-a02a-7b32f16af67a None None] Network 70b1d081-d31d-4088-b21a-c5b11f55136d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:14.912400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fef701bc-4cc1-4e51-accd-9ddf9cd9d09d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/08bfa71c-0fe2-4f1d-957b-fc8766e242b1 HTTP/1.1" status: 204 len: 168 time: 0.3156581 Nov 10 04:00:14.913151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44434) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:15.015557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.052514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.054559 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ad7d034f-c4b9-4666-a23e-7937b269a613 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4969606 Nov 10 04:00:15.058066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Deleting port 78d1b8f8-c487-4598-8fd4-565a71691bd9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:15.058410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.059848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44438) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:15.126329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f426d9-65e6-4160-842f-baac6edcbe7a req-3364ff7a-e5f1-40de-8678-f44d3c788ae7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:15.127888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28f426d9-65e6-4160-842f-baac6edcbe7a req-3364ff7a-e5f1-40de-8678-f44d3c788ae7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1575320 Nov 10 04:00:15.146022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66dab1-793e-4383-9fae-befd8be2892f req-ca84e984-e796-45f7-bc0d-9344ff3ec26a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:15.147557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb66dab1-793e-4383-9fae-befd8be2892f req-ca84e984-e796-45f7-bc0d-9344ff3ec26a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 946 time: 0.1755433 Nov 10 04:00:15.158508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] For port 78d1b8f8-c487-4598-8fd4-565a71691bd9, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=78d1b8f8-c487-4598-8fd4-565a71691bd9,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:15.159068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.171782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Calling delete_port for 78d1b8f8-c487-4598-8fd4-565a71691bd9 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:15.181796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:15.184054 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e53b4-368c-45c9-a2bc-557bb5ed55e7" -d '{"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-plugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:15.215598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e0aeb107-2de9-467a-b8aa-2356b8c25da1 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "GET /v2.0/floatingips/2d80848e-6d5b-420f-b991-d27990435dc1 HTTP/1.1" status: 200 len: 979 time: 0.1544201 Nov 10 04:00:15.217966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44444) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:15.288168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] DHCP port deletion for 70b1d081-d31d-4088-b21a-c5b11f55136d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:15.337374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] Deleting port f9136dff-4375-490f-991a-8f8ec0e998a1 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:15.337878 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.351178 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-83009fbf-fe3b-4af3-905e-606129b5ea27 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1295760 Nov 10 04:00:15.351382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44446) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:15.356259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'port_id': '512b573f-9475-4224-b232-70d3a692958b'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:15.429914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] For port f9136dff-4375-490f-991a-8f8ec0e998a1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f9136dff-4375-490f-991a-8f8ec0e998a1,segment=NetworkSegment(1e6dd173-536f-4424-8a74-16dd2ea4cb76),segment_id=1e6dd173-536f-4424-8a74-16dd2ea4cb76)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:15.431251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.448041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] Calling delete_port for f9136dff-4375-490f-991a-8f8ec0e998a1 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:15.457623 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.554663 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.561002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.583009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['ac3f2845-3262-44bc-84d2-0fc5396ac5e5'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:00:15.587389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] Pushing event deleted for resources: {'Port': ['ID=f9136dff-4375-490f-991a-8f8ec0e998a1,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:15.607708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Pushing event deleted for resources: {'Port': ['ID=78d1b8f8-c487-4598-8fd4-565a71691bd9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:15.616214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e23e1-c050-4d62-a044-bc5d687b6e26 None None] DHCP port deletion for cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:15.618203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['78d1b8f8-c487-4598-8fd4-565a71691bd9'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:00:15.621012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f604a65-6368-4380-b0ee-38c1d6914da7 None None] No DVR routers for this DVR port f9136dff-4375-490f-991a-8f8ec0e998a1 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:15.639291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28f426d9-65e6-4160-842f-baac6edcbe7a req-add58ef9-113f-4e43-804a-5fcd0c8ff8c0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4852853 Nov 10 04:00:15.680441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] No DVR routers for this DVR port 78d1b8f8-c487-4598-8fd4-565a71691bd9 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:15.681153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port f9136dff-4375-490f-991a-8f8ec0e998a1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:15.682552 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.687989 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.688295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-27ea1ec7-6b32-42ec-b910-be121b5f0bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.691628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a4cb0965-ac2b-4480-953f-e3a7e9e03db2 req-4fcc1113-f175-4633-ae4c-597f418eb224 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.11 "DELETE /v2.0/ports/78d1b8f8-c487-4598-8fd4-565a71691bd9 HTTP/1.1" status: 204 len: 173 time: 1.0760481 Nov 10 04:00:15.692198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c6d82-27df-433a-861d-061ab1de86e9', 'name': 'network-vif-deleted', 'tag': '78d1b8f8-c487-4598-8fd4-565a71691bd9'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:15.697637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb66dab1-793e-4383-9fae-befd8be2892f req-aea45569-3329-4ea2-a574-0a71db0f0c13 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218234 Nov 10 04:00:15.703286 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea8621a-6c96-488a-868b-81ce9f1308a9" -d '{"events": [{"server_uuid": "070c6d82-27df-433a-861d-061ab1de86e9", "name": "network-vif-deleted", "tag": "78d1b8f8-c487-4598-8fd4-565a71691bd9"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:15.795601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port f9136dff-4375-490f-991a-8f8ec0e998a1, host n-d-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:15.795601 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.810696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for f9136dff-4375-490f-991a-8f8ec0e998a1 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:15.813392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Port f9136dff-4375-490f-991a-8f8ec0e998a1 was not found and therefore no delete operation was performed {{(pid=102597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:00:15.815162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.846289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=f9136dff-4375-490f-991a-8f8ec0e998a1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:15.852382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port f9136dff-4375-490f-991a-8f8ec0e998a1 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:15.872794 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f53d8-1340-4a30-9d06-0c4ec668d5ad x-openstack-request-id: req-1e7f53d8-1340-4a30-9d06-0c4ec668d5ad {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:15.873087 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-plugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:15.873334 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e7f53d8-1340-4a30-9d06-0c4ec668d5ad {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:15.873725 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'code': 200} Nov 10 04:00:15.916198 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf2a2e7-49b3-423d-8945-0f1d68e2ca2a x-openstack-request-id: req-edf2a2e7-49b3-423d-8945-0f1d68e2ca2a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:15.916560 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070c6d82-27df-433a-861d-061ab1de86e9", "name": "network-vif-deleted", "tag": "78d1b8f8-c487-4598-8fd4-565a71691bd9", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:15.916879 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edf2a2e7-49b3-423d-8945-0f1d68e2ca2a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:15.917344 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c6d82-27df-433a-861d-061ab1de86e9', 'name': 'network-vif-deleted', 'tag': '78d1b8f8-c487-4598-8fd4-565a71691bd9', 'status': 'completed', 'code': 200} Nov 10 04:00:15.950311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-363d636c-8f8b-4fcf-a677-b34a41dbfa1c req-ee7ff6cc-500d-40d5-a979-2b4397ad2029 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c6d82-27df-433a-861d-061ab1de86e9 HTTP/1.1" status: 200 len: 210 time: 0.0557854 Nov 10 04:00:15.968280 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:15.989914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b1d081-d31d-4088-b21a-c5b11f55136d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:16.008466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6dd173-536f-4424-8a74-16dd2ea4cb76') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:16.008754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6dd173-536f-4424-8a74-16dd2ea4cb76') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:16.037229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.052956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.062134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:00:16.062529 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:00:16.065614 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:00:16.073647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04797-3e1f-42fc-b4b5-bb4452787663 req-c6d49b49-073b-4c0c-a4d1-674e3d1134be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:16.075359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bc04797-3e1f-42fc-b4b5-bb4452787663 req-c6d49b49-073b-4c0c-a4d1-674e3d1134be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 946 time: 0.0831501 Nov 10 04:00:16.107623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdc247-8e5d-4740-86ee-00a85cdd79c7 req-95389345-f1e4-423f-b96c-70590a807e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:16.109116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35bdc247-8e5d-4740-86ee-00a85cdd79c7 req-95389345-f1e4-423f-b96c-70590a807e44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1096 time: 0.1108160 Nov 10 04:00:16.159755 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.168355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.171488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/70b1d081-d31d-4088-b21a-c5b11f55136d HTTP/1.1" status: 204 len: 168 time: 1.2573037 Nov 10 04:00:16.176314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44452) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:16.181374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1832806584'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:16.190833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-35bdc247-8e5d-4740-86ee-00a85cdd79c7 req-d66d42ea-c2ba-4f48-8cbe-12c0ab979e55 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732527 Nov 10 04:00:16.196225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bc04797-3e1f-42fc-b4b5-bb4452787663 req-96447290-044b-4224-bf41-382af6465e2d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100061 Nov 10 04:00:16.200196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f325d-c693-4c87-9422-39c641c2cdbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=70b1d081-d31d-4088-b21a-c5b11f55136d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:16.219735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:16.225014 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.257300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:00:16.258923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.263483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.268738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.269079 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment ce87d5e8-13b3-4b87-92c1-12eb9606f827 of type vlan for network e63c98ea-ffff-4e16-bb0c-2f5b8240448a Nov 10 04:00:16.333246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.364008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124744b-d536-48ae-b3fb-3ab0a563523c req-93b65ffa-2ea8-4c7b-b7d0-297bb8532e24 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:16.365490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2124744b-d536-48ae-b3fb-3ab0a563523c req-93b65ffa-2ea8-4c7b-b7d0-297bb8532e24 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 946 time: 0.0886459 Nov 10 04:00:16.367743 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 2d80848e-6d5b-420f-b991-d27990435dc1 associated. External IP: 172.25.6.229, port: 5ac3762a-9e6b-4514-94c1-c9aa4115fa4c. Nov 10 04:00:16.379200 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.384602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:16.385188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.451434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2740605 Nov 10 04:00:16.455887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:16.460718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': 'e63c98ea-ffff-4e16-bb0c-2f5b8240448a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:16.483470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a28120-85d2-4581-bcd1-77c33a14ca37 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=e63c98ea-ffff-4e16-bb0c-2f5b8240448a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:16.489105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2124744b-d536-48ae-b3fb-3ab0a563523c req-b10476a9-b305-4bbd-82a4-6279d8efbbe1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175475 Nov 10 04:00:16.494248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:00:16.653191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:16.657490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.744049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.755974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:16.812214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f42811-a6d9-4379-8a87-f7a8bdb74435 req-a4900ce3-30d8-4bd5-aff1-abd78bfebfb5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:16.814013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07f42811-a6d9-4379-8a87-f7a8bdb74435 req-a4900ce3-30d8-4bd5-aff1-abd78bfebfb5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 946 time: 0.0926442 Nov 10 04:00:16.824679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f9136dff-4375-490f-991a-8f8ec0e998a1 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:16.825599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c588d-c26f-4721-9c2a-8839baa8ceed req-9c931b23-ccad-4d94-b1f2-00f00315ab42 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:16.827318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-556c588d-c26f-4721-9c2a-8839baa8ceed req-9c931b23-ccad-4d94-b1f2-00f00315ab42 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.0912988 Nov 10 04:00:16.848833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: f9136dff-4375-490f-991a-8f8ec0e998a1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:16.849421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f9136dff-4375-490f-991a-8f8ec0e998a1 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:16.911500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07f42811-a6d9-4379-8a87-f7a8bdb74435 req-3e66b4f3-9fb2-4ace-9169-e73f86fa2752 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Nov 10 04:00:16.934374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-556c588d-c26f-4721-9c2a-8839baa8ceed req-e278b727-7e98-487f-a00d-848f5a6923e7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971570 Nov 10 04:00:16.973011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:16.980399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:16.986902 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:16.999988 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:17.002346 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.036762 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.047488 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:17.049374 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.081038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.081832 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f9bb8-b90d-4989-9ada-2d0c617dcda9 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:17.109461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=5a340b23-3cd3-4785-89e9-0707c16db443,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:17.147994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': 'ce87d5e8-13b3-4b87-92c1-12eb9606f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e63c98ea-ffff-4e16-bb0c-2f5b8240448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:17.148492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: e63c98ea-ffff-4e16-bb0c-2f5b8240448a, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:00:17.207406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:00:17.225009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e63c98ea-ffff-4e16-bb0c-2f5b8240448a) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:17.229463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:17.230093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.244036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40b4bd-5539-4193-8bc3-e1abda3ae2d8 None None] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:17.257192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a72ff-17a4-40a7-9bf7-3d39d137b2ac req-740c92f1-4775-4ce1-8ad7-4315883d490c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:17.260292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-197a72ff-17a4-40a7-9bf7-3d39d137b2ac req-740c92f1-4775-4ce1-8ad7-4315883d490c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.0601079 Nov 10 04:00:17.295227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-25de9974-1fb9-47f8-bbf8-a41b86279195 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8382187 Nov 10 04:00:17.297883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:17.303567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8772bff5-b047-45af-9bc3-33eb62ad9584 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480822833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:17.311101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-197a72ff-17a4-40a7-9bf7-3d39d137b2ac req-a9d4f84d-fc22-48f0-b927-c068d3149bf3 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Nov 10 04:00:17.325566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:17.338677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8772bff5-b047-45af-9bc3-33eb62ad9584 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.339653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8772bff5-b047-45af-9bc3-33eb62ad9584 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.410265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e63c98ea-ffff-4e16-bb0c-2f5b8240448a', 'network_id': 'e63c98ea-ffff-4e16-bb0c-2f5b8240448a', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': '5a340b23-3cd3-4785-89e9-0707c16db443'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:00:17.411121 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.463299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8772bff5-b047-45af-9bc3-33eb62ad9584 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.469535 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8772bff5-b047-45af-9bc3-33eb62ad9584 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.498668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8772bff5-b047-45af-9bc3-33eb62ad9584 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.499756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8772bff5-b047-45af-9bc3-33eb62ad9584 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2009163 Nov 10 04:00:17.503126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:17.503288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44474) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:17.507970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.537224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:17.574252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:17.575441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.628735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Allocated IP 2001:db8::2 (e63c98ea-ffff-4e16-bb0c-2f5b8240448a/5a340b23-3cd3-4785-89e9-0707c16db443/fb217dc3-aba6-44f2-a2a3-461a26c6a8df) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:17.631254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.654469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:17.655355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.725672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:17.726370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f115c6-a36e-4fc8-a1a9-0bf1d0e4d79c None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:17.842981 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.849441 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.882135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.888925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:17.894775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:17.897079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:17.909374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-303fa658-5b27-47d7-8d25-e37d05b61ff2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/floatingips/2d80848e-6d5b-420f-b991-d27990435dc1 HTTP/1.1" status: 200 len: 977 time: 2.5569842 Nov 10 04:00:17.914410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44476) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:17.918927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:17.948573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Pushing event updated for resources: {'Port': ['ID=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:17.964947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Attempting to bind port fb217dc3-aba6-44f2-a2a3-461a26c6a8df on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:17.964947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Attempting to bind port fb217dc3-aba6-44f2-a2a3-461a26c6a8df by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ce87d5e8-13b3-4b87-92c1-12eb9606f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e63c98ea-ffff-4e16-bb0c-2f5b8240448a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:17.965425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Attempting to bind port fb217dc3-aba6-44f2-a2a3-461a26c6a8df on network e63c98ea-ffff-4e16-bb0c-2f5b8240448a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:17.971471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:17.971855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Checking segment: {'id': 'ce87d5e8-13b3-4b87-92c1-12eb9606f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e63c98ea-ffff-4e16-bb0c-2f5b8240448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:17.972258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:17.972652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Bound using segment: {'id': 'ce87d5e8-13b3-4b87-92c1-12eb9606f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e63c98ea-ffff-4e16-bb0c-2f5b8240448a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:17.973124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Bound port: fb217dc3-aba6-44f2-a2a3-461a26c6a8df, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce87d5e8-13b3-4b87-92c1-12eb9606f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e63c98ea-ffff-4e16-bb0c-2f5b8240448a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:17.974041 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.020695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.050376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] For port fb217dc3-aba6-44f2-a2a3-461a26c6a8df, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:18.054016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] For port fb217dc3-aba6-44f2-a2a3-461a26c6a8df, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,segment=NetworkSegment(ce87d5e8-13b3-4b87-92c1-12eb9606f827),segment_id=ce87d5e8-13b3-4b87-92c1-12eb9606f827)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:18.059258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.124718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6349da-10f4-4e9a-8983-3e1ede2e1ddd None None] Pushing event updated for resources: {'Port': ['ID=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:18.160258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e46ded-43b3-4b26-9667-3030d9b866ff req-f94d3e10-8ec7-46c4-94b0-80fd1d835d31 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:18.161835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79e46ded-43b3-4b26-9667-3030d9b866ff req-f94d3e10-8ec7-46c4-94b0-80fd1d835d31 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1413095 Nov 10 04:00:18.177159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac47529-133f-4b76-917e-2b1954d3a0db req-7510b5c8-2413-419e-99c4-c11bdce330da tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:18.178740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eac47529-133f-4b76-917e-2b1954d3a0db req-7510b5c8-2413-419e-99c4-c11bdce330da tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 946 time: 0.1620588 Nov 10 04:00:18.224244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.228647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.228993 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 2d80848e-6d5b-420f-b991-d27990435dc1 disassociated. External IP: 172.25.6.229, port: 512b573f-9475-4224-b232-70d3a692958b. Nov 10 04:00:18.294788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-28586703-df94-4578-abc5-dd9e29b9d217 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:18.297125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-28586703-df94-4578-abc5-dd9e29b9d217 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 946 time: 0.0995247 Nov 10 04:00:18.333386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 78d1b8f8-c487-4598-8fd4-565a71691bd9 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:18.363662 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79e46ded-43b3-4b26-9667-3030d9b866ff req-56b7eced-f2df-46da-91e5-535276aa5188 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613240 Nov 10 04:00:18.369650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eac47529-133f-4b76-917e-2b1954d3a0db req-0dea9f67-ff48-45ff-bb6d-43a9b5361f5a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588023 Nov 10 04:00:18.387944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 78d1b8f8-c487-4598-8fd4-565a71691bd9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:18.388553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 78d1b8f8-c487-4598-8fd4-565a71691bd9 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:18.409784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8::1 (e63c98ea-ffff-4e16-bb0c-2f5b8240448a/5a340b23-3cd3-4785-89e9-0707c16db443/17dee2be-0389-496c-b484-ec9a65da0982) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:18.420314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.614109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ebc6-2338-428a-9ee7-3496fe0c9a99 req-3ec74f8b-f5b7-46d0-a315-3378d7894886 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:18.615553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee26ebc6-2338-428a-9ee7-3496fe0c9a99 req-3ec74f8b-f5b7-46d0-a315-3378d7894886 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1275539 Nov 10 04:00:18.623308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port a01c41f0-c175-4f1d-afd5-e5ed44056b4f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:18.623644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.640324 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.655332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bb1a5-733f-45fc-b2ac-90f172c2a2d5 req-b9b4ef6b-ba33-443a-a8a9-122a259e1e43 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:18.656874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a95bb1a5-733f-45fc-b2ac-90f172c2a2d5 req-b9b4ef6b-ba33-443a-a8a9-122a259e1e43 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1229434 Nov 10 04:00:18.670558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44488) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:18.677846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'floatingip': {'port_id': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:18.697451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:18.750611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee26ebc6-2338-428a-9ee7-3496fe0c9a99 req-5fd4ee15-e512-4ef1-9633-e6a5ca5d155c tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272171 Nov 10 04:00:18.772176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.783331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] For port a01c41f0-c175-4f1d-afd5-e5ed44056b4f, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:18.783735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.808622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for a01c41f0-c175-4f1d-afd5-e5ed44056b4f owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:18.817255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fb217dc3-aba6-44f2-a2a3-461a26c6a8df up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:18.822212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.868799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fb217dc3-aba6-44f2-a2a3-461a26c6a8df triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:18.869481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.911864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:18.917400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.920018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:18.924721 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:18.940776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:18.949515 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:18.950477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:18.954872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0c06b9d2-7239-4ad7-987f-f8bd1889cbac tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/floatingips/2d80848e-6d5b-420f-b991-d27990435dc1 HTTP/1.1" status: 200 len: 688 time: 1.0356505 Nov 10 04:00:18.955148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44490) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:18.960751 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:18.964544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:18.965316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.012298 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:19.014145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port fb217dc3-aba6-44f2-a2a3-461a26c6a8df, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,segment=NetworkSegment(ce87d5e8-13b3-4b87-92c1-12eb9606f827),segment_id=ce87d5e8-13b3-4b87-92c1-12eb9606f827)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:19.020874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.031387 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:19.031602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=17dee2be-0389-496c-b484-ec9a65da0982,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:19.032302 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:19.081133 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:19.082313 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ca021-7b45-424f-a12c-a691d041fd07 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:19.125778 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.145265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:19.168551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.181252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a01c41f0-c175-4f1d-afd5-e5ed44056b4f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:00:19.221530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=a01c41f0-c175-4f1d-afd5-e5ed44056b4f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:19.249356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.276944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] No DVR routers for this DVR port a01c41f0-c175-4f1d-afd5-e5ed44056b4f on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:19.280220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.284151 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ccd74d2f-669f-4773-876d-9cefcb96fd91 req-3ef224a8-5ee0-4737-828d-6c0aab01a403 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "DELETE /v2.0/ports/a01c41f0-c175-4f1d-afd5-e5ed44056b4f HTTP/1.1" status: 204 len: 173 time: 0.9724956 Nov 10 04:00:19.284615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'name': 'network-vif-deleted', 'tag': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:19.286941 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be665ba-7f4e-400b-b6e7-c5451cdb5d83" -d '{"events": [{"server_uuid": "3e69e63f-9393-40fd-8b8a-a7835b269806", "name": "network-vif-deleted", "tag": "a01c41f0-c175-4f1d-afd5-e5ed44056b4f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:19.353995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 5902ced2-3a84-4126-939e-2a3d9ce2ebee {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:19.355609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.406345 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee43028-f96b-4e1e-a2b7-bdb329cc9437 x-openstack-request-id: req-1ee43028-f96b-4e1e-a2b7-bdb329cc9437 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:19.406634 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e69e63f-9393-40fd-8b8a-a7835b269806", "name": "network-vif-deleted", "tag": "a01c41f0-c175-4f1d-afd5-e5ed44056b4f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:19.406886 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ee43028-f96b-4e1e-a2b7-bdb329cc9437 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:19.407279 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e69e63f-9393-40fd-8b8a-a7835b269806', 'name': 'network-vif-deleted', 'tag': 'a01c41f0-c175-4f1d-afd5-e5ed44056b4f', 'status': 'completed', 'code': 200} Nov 10 04:00:19.438409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-cddf3d01-a657-4a3a-b350-fe0ce1d6adb5 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:19.439984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-cddf3d01-a657-4a3a-b350-fe0ce1d6adb5 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.44 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1321073 Nov 10 04:00:19.516744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.517614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.534070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff7a59-b7f1-42cb-b853-67f1d3537452 None None] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:19.566809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 5902ced2-3a84-4126-939e-2a3d9ce2ebee owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:19.649955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91d24548-4559-49bf-8193-2f5f25b4fcf2 req-2885f6d8-79d6-4ad3-9f11-79ef85d6c583 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Nov 10 04:00:19.650929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-17ffb792-f259-4a28-b4e2-0a7c096e5f14 None None] Provisioning complete for port fb217dc3-aba6-44f2-a2a3-461a26c6a8df triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:19.651301 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-17ffb792-f259-4a28-b4e2-0a7c096e5f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.698568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Deleting port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:19.700392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.896291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] For port ac3f2845-3262-44bc-84d2-0fc5396ac5e5, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:19.896802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.935211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Calling delete_port for ac3f2845-3262-44bc-84d2-0fc5396ac5e5 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:19.949609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.963402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:19.980048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415729d-8c7a-46d3-9263-237c00a2651a req-dd3fd5aa-8ec7-4c73-ab52-2888efafce6e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:19.987378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b415729d-8c7a-46d3-9263-237c00a2651a req-dd3fd5aa-8ec7-4c73-ab52-2888efafce6e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/ports?device_id=27525c3b-932c-4539-89e3-e93d3277b92d HTTP/1.1" status: 200 len: 945 time: 0.1197474 Nov 10 04:00:19.996893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.024666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=5902ced2-3a84-4126-939e-2a3d9ce2ebee,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:20.043764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.065849 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.066640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.115949 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.119019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.120255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-32cc4320-498d-4c9d-8927-7aeea6e0c289 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d80848e-6d5b-420f-b991-d27990435dc1 HTTP/1.1" status: 204 len: 168 time: 1.1640983 Nov 10 04:00:20.124040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44500) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:20.163094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b415729d-8c7a-46d3-9263-237c00a2651a req-e66356f2-5381-4b76-8c09-fbd65b0b8b16 tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742036 Nov 10 04:00:20.178254 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-042068d2-0124-490b-b10a-452a2fd310ab tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] delete failed (client error): The resource could not be found. Nov 10 04:00:20.184671 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-042068d2-0124-490b-b10a-452a2fd310ab tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d80848e-6d5b-420f-b991-d27990435dc1 HTTP/1.1" status: 404 len: 345 time: 0.0543544 Nov 10 04:00:20.184671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44502) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:20.247079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d442a218-5127-443e-96b4-1553d1a95885 None None] Provisioning complete for port fb217dc3-aba6-44f2-a2a3-461a26c6a8df triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:20.247703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d442a218-5127-443e-96b4-1553d1a95885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.313111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9e0092-0374-4b11-8187-d069df80c1fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:20.320235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9e0092-0374-4b11-8187-d069df80c1fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:20.326464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9e0092-0374-4b11-8187-d069df80c1fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:20.328205 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed9e0092-0374-4b11-8187-d069df80c1fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "GET /v2.0/ports?network_id=dfddc8e0-e6aa-41af-8353-f01cde000b74 HTTP/1.1" status: 200 len: 2358 time: 0.1442237 Nov 10 04:00:20.331742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44504) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:20.388978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.417236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['ac3f2845-3262-44bc-84d2-0fc5396ac5e5'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:00:20.438333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Pushing event deleted for resources: {'Port': ['ID=ac3f2845-3262-44bc-84d2-0fc5396ac5e5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:20.446400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cb0b5d-718d-4449-bfe4-8fc06f2c2eb6 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:20.448332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-18cb0b5d-718d-4449-bfe4-8fc06f2c2eb6 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "GET /v2.0/subnets/d7a7da5d-1982-4797-8008-395090516b5d HTTP/1.1" status: 200 len: 797 time: 0.1157188 Nov 10 04:00:20.464260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44506) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:20.469629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'port': {'network_id': 'dfddc8e0-e6aa-41af-8353-f01cde000b74', 'name': 'tempest-FloatingIPTestJSON-813849101', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:20.498305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] No DVR routers for this DVR port ac3f2845-3262-44bc-84d2-0fc5396ac5e5 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:20.501261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.503577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d2e15-0f46-4fc3-8d5c-40fe98ac1c51 None None] DHCP port deletion for cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:20.506086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f79d5cc4-ebda-4434-95e6-6235f75ef7aa req-1c5eaf04-cfd0-450f-8b2d-d5d55af1085e tempest-ServerRescueTestJSON-479987764 tempest-ServerRescueTestJSON-479987764-project] 10.222.0.44 "DELETE /v2.0/ports/ac3f2845-3262-44bc-84d2-0fc5396ac5e5 HTTP/1.1" status: 204 len: 173 time: 1.0551703 Nov 10 04:00:20.618362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d442a218-5127-443e-96b4-1553d1a95885 None None] Provisioning complete for port 17dee2be-0389-496c-b484-ec9a65da0982 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:20.624048 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Floating IP 06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3 associated. External IP: 172.25.6.26, port: a9bade52-0a48-47c8-be16-bff2aa1ca194. Nov 10 04:00:20.626532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=17dee2be-0389-496c-b484-ec9a65da0982,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:20.628837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d442a218-5127-443e-96b4-1553d1a95885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.724203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:20.734371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d442a218-5127-443e-96b4-1553d1a95885 None None] Port 17dee2be-0389-496c-b484-ec9a65da0982 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:20.824523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-879fb4a0-8e0a-478f-adf3-18e49765f488 req-572e54b1-e4f6-473f-bd57-490dce806fcc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.0485904 Nov 10 04:00:20.840283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:20.843303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:20.866731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fb217dc3-aba6-44f2-a2a3-461a26c6a8df up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:20.870168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.892038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] device_id is not set on port 3909e781-7366-4356-a5c7-6b37c180ced4 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:20.917270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-24d7f5a4-a769-4c96-80ea-2b86325f6e1c None None] Provisioning complete for port 17dee2be-0389-496c-b484-ec9a65da0982 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:20.917902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-24d7f5a4-a769-4c96-80ea-2b86325f6e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:20.972289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fb217dc3-aba6-44f2-a2a3-461a26c6a8df triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:20.973591 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:21.014400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-24d7f5a4-a769-4c96-80ea-2b86325f6e1c None None] Port 17dee2be-0389-496c-b484-ec9a65da0982 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:21.065582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Router dc912f65-f378-454f-817e-6286a4cf35b4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:21.086926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router aa8b270c-5012-430d-bae3-2104ee9b4990 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:00:21.247677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44514) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:21.308713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:21.310709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:21.317817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-affddc29-7a84-43a1-a3db-2dbbf0b6c73f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/aa8b270c-5012-430d-bae3-2104ee9b4990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8108759 Nov 10 04:00:21.319368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:21.319513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44516) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:21.342508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] Sync routers for ids ['aa8b270c-5012-430d-bae3-2104ee9b4990'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:21.360088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a3c7a0ab-d541-440e-9409-50b098136846 None None] Provisioning complete for port 17dee2be-0389-496c-b484-ec9a65da0982 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:21.360916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a0ab-d541-440e-9409-50b098136846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:21.372851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f8712f31-ef34-4797-978b-a18d16190c77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "PUT /v2.0/floatingips/06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3 HTTP/1.1" status: 200 len: 990 time: 2.6899652 Nov 10 04:00:21.373547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:21.387512 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b082f2-70c7-4bd6-94f6-8222036de9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:21.388879 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] Sync routers for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:21.395528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] Routers {'aa8b270c-5012-430d-bae3-2104ee9b4990'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:21.396488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['aa8b270c-5012-430d-bae3-2104ee9b4990'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:21.413684 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:21.414713 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:21.475807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:21.479197 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e823362b-1e9f-47c0-978d-6153844b2e89 x-openstack-request-id: req-e823362b-1e9f-47c0-978d-6153844b2e89 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:21.479494 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:21.479736 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e823362b-1e9f-47c0-978d-6153844b2e89 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:21.480134 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'status': 'completed', 'code': 200} Nov 10 04:00:21.495740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7a0ab-d541-440e-9409-50b098136846 None None] Port 17dee2be-0389-496c-b484-ec9a65da0982 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:21.497289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] Routers {'aa8b270c-5012-430d-bae3-2104ee9b4990'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:21.497891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['aa8b270c-5012-430d-bae3-2104ee9b4990'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:21.547145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:21.547875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c60505-22ed-475c-bb3b-05f92f83d94b None None] The sync data for ids ['aa8b270c-5012-430d-bae3-2104ee9b4990'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:21.561581 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:21.738892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27525c3b-932c-4539-89e3-e93d3277b92d', 'name': 'network-vif-deleted', 'tag': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:21.747015 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5159c89-d1c3-440c-b8ec-701ec1525821" -d '{"events": [{"server_uuid": "27525c3b-932c-4539-89e3-e93d3277b92d", "name": "network-vif-deleted", "tag": "ac3f2845-3262-44bc-84d2-0fc5396ac5e5"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:21.797574 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5488c34-d82e-4f55-a0b0-46c74d59bf76 x-openstack-request-id: req-d5488c34-d82e-4f55-a0b0-46c74d59bf76 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:21.798078 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27525c3b-932c-4539-89e3-e93d3277b92d", "name": "network-vif-deleted", "tag": "ac3f2845-3262-44bc-84d2-0fc5396ac5e5", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:21.798992 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5488c34-d82e-4f55-a0b0-46c74d59bf76 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:21.799443 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27525c3b-932c-4539-89e3-e93d3277b92d', 'name': 'network-vif-deleted', 'tag': 'ac3f2845-3262-44bc-84d2-0fc5396ac5e5', 'status': 'completed', 'code': 200} Nov 10 04:00:21.830344 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'port_id': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'mac_address': 'fa:16:3e:7e:07:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:59:55Z', 'updated_at': '2021-11-10T04:00:19Z', 'revision_number': 1, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:21.831827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1c186-6837-4fad-9311-a851d4827151 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:21.834374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f2f1c186-6837-4fad-9311-a851d4827151 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports/17dee2be-0389-496c-b484-ec9a65da0982 HTTP/1.1" status: 200 len: 911 time: 0.5145745 Nov 10 04:00:21.836373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44528) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:21.874377 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] Checking router: dc912f65-f378-454f-817e-6286a4cf35b4 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:00:21.884282 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:21.884895 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:21.887551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-5d709bc6-846c-4d52-9467-2145435c77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:21.889215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-5d709bc6-846c-4d52-9467-2145435c77e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1096 time: 0.1327944 Nov 10 04:00:22.007065 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:22.011657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.14 (dfddc8e0-e6aa-41af-8353-f01cde000b74/d7a7da5d-1982-4797-8008-395090516b5d/3909e781-7366-4356-a5c7-6b37c180ced4) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:22.033792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.13 (dfddc8e0-e6aa-41af-8353-f01cde000b74/d7a7da5d-1982-4797-8008-395090516b5d/3909e781-7366-4356-a5c7-6b37c180ced4) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:22.042387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bcbf58e-a1a0-4fc1-a0a5-4e110c4dde7c req-1ef301f8-06e2-4654-a327-47e4b027dba1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.0743208 Nov 10 04:00:22.201391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-41292fb0-49c1-414a-a06d-053bb1ab1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:22.203163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-41292fb0-49c1-414a-a06d-053bb1ab1aa4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2770336 Nov 10 04:00:22.271228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:22.356849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-25239d1f-d4cd-4ada-b7fa-10a491ee365d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 998 time: 0.1401670 Nov 10 04:00:22.396029 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'port_id': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'mac_address': 'fa:16:3e:7e:07:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:59:55Z', 'updated_at': '2021-11-10T04:00:19Z', 'revision_number': 1, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:22.425435 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40038db2-51d6-43bd-99a1-239071d0f261 None None] The sync data for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 is: [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'port_id': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'mac_address': 'fa:16:3e:7e:07:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:59:55Z', 'updated_at': '2021-11-10T04:00:19Z', 'revision_number': 1, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:22.439984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:22.458204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-c3aee900-5a49-4bbc-87e0-bc916eb61e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:22.459904 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-c3aee900-5a49-4bbc-87e0-bc916eb61e62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0916491 Nov 10 04:00:22.572703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:22.576371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 17dee2be-0389-496c-b484-ec9a65da0982 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:22.576742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:22.579263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-79dbf356-9ea0-4113-9461-1a22424bde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:22.581443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-79dbf356-9ea0-4113-9461-1a22424bde9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134589 Nov 10 04:00:22.670973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:22.685488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 17dee2be-0389-496c-b484-ec9a65da0982 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:22.690068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:22.700916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:22.707706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=3909e781-7366-4356-a5c7-6b37c180ced4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:22.710658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:22.772292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:22.823882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054a955-1579-4cc6-9535-484c0f1ffcd2 None None] New status for floating IP 06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:00:22.826899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:22.827552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:22.855886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-91774a2d-56eb-4bcf-8778-e88d28cb80f1 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589622 Nov 10 04:00:22.866538 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3172a7de-a2d1-4594-8a8d-7eb19ab06fa2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4011986 Nov 10 04:00:22.867303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44536) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:22.881100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '3909e781-7366-4356-a5c7-6b37c180ced4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:22.912715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ac3f2845-3262-44bc-84d2-0fc5396ac5e5 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:22.944663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: ac3f2845-3262-44bc-84d2-0fc5396ac5e5 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:22.944994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ac3f2845-3262-44bc-84d2-0fc5396ac5e5 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:22.945412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01c41f0-c175-4f1d-afd5-e5ed44056b4f no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:22.977666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.015605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.026688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=17dee2be-0389-496c-b484-ec9a65da0982,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:23.030123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: a01c41f0-c175-4f1d-afd5-e5ed44056b4f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:23.031010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a01c41f0-c175-4f1d-afd5-e5ed44056b4f not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:23.117591 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15b082f2-70c7-4bd6-94f6-8222036de9ef req-dffffdc5-2f71-4152-a5e1-988e60860f6f service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475507 Nov 10 04:00:23.259178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-552127f0-8ea1-4634-8713-89c656bfc6e5 req-c972dff2-b306-4185-b597-7d9338d5437e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.0441487 Nov 10 04:00:23.264789 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.303430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.331670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.387114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Deleting port a40f9faa-7bf9-40d9-9dab-20c1814016ca {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:23.387657 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.451785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router aa8b270c-5012-430d-bae3-2104ee9b4990 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:23.479375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.25.6.158 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/1c584200-314d-4bc7-b6a8-e26f86297608) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:23.530066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:23.538126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5fe8c887-58ff-4064-b52a-bb8d332c5655 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/aa8b270c-5012-430d-bae3-2104ee9b4990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001662 Nov 10 04:00:23.539128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44540) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:23.551122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] Sync routers for ids ['aa8b270c-5012-430d-bae3-2104ee9b4990'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:23.565621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] For port a40f9faa-7bf9-40d9-9dab-20c1814016ca, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a40f9faa-7bf9-40d9-9dab-20c1814016ca,segment=NetworkSegment(a8539a98-b8d3-4352-8eb1-f0886f53ae10),segment_id=a8539a98-b8d3-4352-8eb1-f0886f53ae10)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:23.566004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.567695 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] Routers {'aa8b270c-5012-430d-bae3-2104ee9b4990'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:23.569571 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['aa8b270c-5012-430d-bae3-2104ee9b4990'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:23.576922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44542) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:23.577079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-de16af0b-d299-494d-9425-e598ff8976ec tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8b270c-5012-430d-bae3-2104ee9b4990 HTTP/1.1" status: 200 len: 205 time: 0.0319154 Nov 10 04:00:23.621540 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:23.630647 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] Routers {'aa8b270c-5012-430d-bae3-2104ee9b4990'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:23.631243 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['aa8b270c-5012-430d-bae3-2104ee9b4990'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:23.653068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Calling delete_port for a40f9faa-7bf9-40d9-9dab-20c1814016ca owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:23.665520 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:23.666282 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917e0d0-166e-4277-bc1f-dabafc7d1aef None None] The sync data for ids ['aa8b270c-5012-430d-bae3-2104ee9b4990'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:23.686596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-503978c7-3427-43a0-bed0-7e8aa3540e0a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.817808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.946082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-503978c7-3427-43a0-bed0-7e8aa3540e0a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:23.949325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-503978c7-3427-43a0-bed0-7e8aa3540e0a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.040149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.047690 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-503978c7-3427-43a0-bed0-7e8aa3540e0a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.048253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503978c7-3427-43a0-bed0-7e8aa3540e0a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Fanout notify agent at l3_agent the message router_deleted on router aa8b270c-5012-430d-bae3-2104ee9b4990 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:00:24.077594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-503978c7-3427-43a0-bed0-7e8aa3540e0a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.078719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-503978c7-3427-43a0-bed0-7e8aa3540e0a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/aa8b270c-5012-430d-bae3-2104ee9b4990 HTTP/1.1" status: 204 len: 168 time: 0.5014775 Nov 10 04:00:24.082090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44548) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:24.107223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:24.112797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:24.118515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:24.121326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=1c584200-314d-4bc7-b6a8-e26f86297608,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:24.153837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet 5a340b23-3cd3-4785-89e9-0707c16db443 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:00:24.157295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.199021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.255176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.291022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.293006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40f9faa-7bf9-40d9-9dab-20c1814016ca,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:24.320865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab441f-42a6-4c68-ac91-dfe105e37d1c None None] DHCP port deletion for cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:24.383823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11f4444d-9040-4fea-924e-cec5bfb3c27f req-fd875734-7151-4f99-93b9-dba840e1ece6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.0359113 Nov 10 04:00:24.425047 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.454211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=5a340b23-3cd3-4785-89e9-0707c16db443,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:24.459288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.465564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-da1c9a71-9bc6-4210-b76c-5d9ca3c1e878 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/5a340b23-3cd3-4785-89e9-0707c16db443 HTTP/1.1" status: 204 len: 168 time: 0.3820939 Nov 10 04:00:24.466312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44552) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:24.472464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb0c00-815c-4547-badc-bceade28a2af None None] Network e63c98ea-ffff-4e16-bb0c-2f5b8240448a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:24.571949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.667462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port fb217dc3-aba6-44f2-a2a3-461a26c6a8df {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:24.668125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.691524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] DHCP port deletion for e63c98ea-ffff-4e16-bb0c-2f5b8240448a request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:24.793042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port fb217dc3-aba6-44f2-a2a3-461a26c6a8df, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,segment=NetworkSegment(ce87d5e8-13b3-4b87-92c1-12eb9606f827),segment_id=ce87d5e8-13b3-4b87-92c1-12eb9606f827)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:24.795396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] Deleting port fb217dc3-aba6-44f2-a2a3-461a26c6a8df {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:24.795923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.799018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.824445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for fb217dc3-aba6-44f2-a2a3-461a26c6a8df owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:24.907553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] For port fb217dc3-aba6-44f2-a2a3-461a26c6a8df, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,segment=NetworkSegment(ce87d5e8-13b3-4b87-92c1-12eb9606f827),segment_id=ce87d5e8-13b3-4b87-92c1-12eb9606f827)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:24.908251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.918116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fb217dc3-aba6-44f2-a2a3-461a26c6a8df no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:24.944544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] Calling delete_port for fb217dc3-aba6-44f2-a2a3-461a26c6a8df owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:24.957456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:24.982172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port fb217dc3-aba6-44f2-a2a3-461a26c6a8df on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:25.010030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:25.027748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No active binding found for port fb217dc3-aba6-44f2-a2a3-461a26c6a8df {{(pid=102598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 04:00:25.028430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fb217dc3-aba6-44f2-a2a3-461a26c6a8df not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:25.064880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.101579 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.116000 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.138163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63c98ea-ffff-4e16-bb0c-2f5b8240448a']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:25.138510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] Pushing event deleted for resources: {'Port': ['ID=fb217dc3-aba6-44f2-a2a3-461a26c6a8df,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:25.146478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f9d1e3-1db7-47be-976a-045b2ca25079 None None] No DVR routers for this DVR port fb217dc3-aba6-44f2-a2a3-461a26c6a8df on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:25.159506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce87d5e8-13b3-4b87-92c1-12eb9606f827') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:25.159801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce87d5e8-13b3-4b87-92c1-12eb9606f827') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:25.170850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.186056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.196255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:00:25.196518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:00:25.201363 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:00:25.266233 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.279597 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.283096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/e63c98ea-ffff-4e16-bb0c-2f5b8240448a HTTP/1.1" status: 204 len: 168 time: 0.8156352 Nov 10 04:00:25.287836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44558) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:25.293568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-916301313', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:25.294972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2890-fa33-491e-a205-9d00f3fe24b0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=e63c98ea-ffff-4e16-bb0c-2f5b8240448a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:25.318690 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.380171 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.381113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.516188 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.518703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.519676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a5ee265-14cb-4d68-9505-36ffc8c011eb req-29c4d99d-2484-4b53-93cb-ceb53ee3f843 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e69e63f-9393-40fd-8b8a-a7835b269806 HTTP/1.1" status: 200 len: 210 time: 0.0341609 Nov 10 04:00:25.559784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Router c12cf262-4e08-48bc-be0c-383812943251 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:25.784838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.929961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:25.938249 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b35b2786-f8f9-420f-b622-859b267d3d77 admin admin] 10.222.0.24 "PUT /v2.0/routers/c12cf262-4e08-48bc-be0c-383812943251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6893966 Nov 10 04:00:25.939376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] Sync routers for ids ['c12cf262-4e08-48bc-be0c-383812943251'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:25.940898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44564) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:25.955425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:25.956456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] Routers {'c12cf262-4e08-48bc-be0c-383812943251'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:25.957276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c12cf262-4e08-48bc-be0c-383812943251'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:25.961542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.038455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=1c584200-314d-4bc7-b6a8-e26f86297608,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:26.058021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.061750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.076440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] Set router c12cf262-4e08-48bc-be0c-383812943251 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:26.195277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.248208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.249417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Deleting port 66e1a1d2-50d4-4e91-a162-18e52fc7373d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:26.249875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.271951 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.277437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T04:00:24Z', 'revision_number': 5, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port': {'id': '66e1a1d2-50d4-4e91-a162-18e52fc7373d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cf262-4e08-48bc-be0c-383812943251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:19Z', 'updated_at': '2021-11-10T03:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:26.286175 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP a52a509c-6655-4ef7-b949-8fe9db630d9d associated. External IP: 172.25.6.158, port: 3909e781-7366-4356-a5c7-6b37c180ced4. Nov 10 04:00:26.307119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] Checking router: c12cf262-4e08-48bc-be0c-383812943251 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:00:26.315818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] Routers {'c12cf262-4e08-48bc-be0c-383812943251'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:26.316433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c12cf262-4e08-48bc-be0c-383812943251'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:26.334139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] For port 66e1a1d2-50d4-4e91-a162-18e52fc7373d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=66e1a1d2-50d4-4e91-a162-18e52fc7373d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:26.334504 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.347448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Calling delete_port for 66e1a1d2-50d4-4e91-a162-18e52fc7373d owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:26.534424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.567412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e1a1d2-50d4-4e91-a162-18e52fc7373d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:26.589887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] Set router c12cf262-4e08-48bc-be0c-383812943251 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:26.628410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4347bab-acc8-4ab0-8cb1-8f6cb115120d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:26.681771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:26.682929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T04:00:26Z', 'revision_number': 6, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:26.726241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814b631-08fa-4827-91b7-3b15d406bd7e None None] The sync data for ids ['c12cf262-4e08-48bc-be0c-383812943251'] in n-d-817326-2 is: [{'id': 'c12cf262-4e08-48bc-be0c-383812943251', 'name': 'tempest-ServerRescueTestJSON-1976950562-router', 'tenant_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:58:18Z', 'updated_at': '2021-11-10T04:00:26Z', 'revision_number': 6, 'project_id': '6dd7f53765e44cb0b129d7f9ea1c5dfb', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:26.827697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 172.25.6.25 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/411de5f9-efb5-4587-9192-684ad7f4695e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:27.017910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:27.029740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.202616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.219438 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.222690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.272842 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.273577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12cf262-4e08-48bc-be0c-383812943251 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:00:27.277986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.281704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-61705a82-bb86-48f3-8162-c47a68600d61 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c12cf262-4e08-48bc-be0c-383812943251 HTTP/1.1" status: 204 len: 168 time: 1.3373897 Nov 10 04:00:27.282083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44578) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:27.295002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:27.299712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:27.304219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=411de5f9-efb5-4587-9192-684ad7f4695e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:27.310677 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:27.311135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:27.318387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:27.327228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe06a2f-f217-4738-8234-a50f3be8ff93 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:27.328132 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:27.328878 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:27.353633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] Deleting subnet 8988a1b7-bf43-4660-a6e7-11a4b2883813 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:00:27.358495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.367206 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.378912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8d1ed1d8-e6c5-46ec-9a90-cd384eb90d9f None None] Provisioning complete for port 411de5f9-efb5-4587-9192-684ad7f4695e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:27.379518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8d1ed1d8-e6c5-46ec-9a90-cd384eb90d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.382232 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:27.391984 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:27.393063 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:27.403478 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.422037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ed1d8-e6c5-46ec-9a90-cd384eb90d9f None None] Port 411de5f9-efb5-4587-9192-684ad7f4695e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:27.436916 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:27.437783 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2cf27-312d-4e98-94dc-8bc48eb51e1a None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:27.442243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-07153847-6ad3-4238-b0c5-3c78d2af9d8b tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5642350 Nov 10 04:00:27.447004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44580) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:27.452175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'port_id': '3909e781-7366-4356-a5c7-6b37c180ced4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:27.513832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.552884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.679149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.683625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.724937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8988a1b7-bf43-4660-a6e7-11a4b2883813,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:27.734689 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.739858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff242079-6260-45f0-999e-c976dfdd754e None None] Network cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:27.740058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-68aaf783-1223-45f3-852e-5e247d490784 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8988a1b7-bf43-4660-a6e7-11a4b2883813 HTTP/1.1" status: 204 len: 168 time: 0.4566457 Nov 10 04:00:27.779240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44582) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:27.916154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:27.920107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c29de-a137-4c52-921e-2cbcbe159cf9 None None] DHCP port deletion for cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:27.993530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.079305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.144235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:28.159348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8539a98-b8d3-4352-8eb1-f0886f53ae10') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:28.159348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8539a98-b8d3-4352-8eb1-f0886f53ae10') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:28.167891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 02d1eaa7-978c-47c3-9436-97026fa3cd92 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:00:28.200639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.225412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.237747 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:00:28.238181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:00:28.240180 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:00:28.295239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:28.307758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] Sync routers for ids ['02d1eaa7-978c-47c3-9436-97026fa3cd92'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:28.329097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] Routers {'02d1eaa7-978c-47c3-9436-97026fa3cd92'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:28.330526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['02d1eaa7-978c-47c3-9436-97026fa3cd92'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:28.331220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.334964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-87c2ca98-6448-46df-9fa3-d46fbab070c9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.0424216 Nov 10 04:00:28.339794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44590) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:28.352015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.384917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:28.394304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] Routers {'02d1eaa7-978c-47c3-9436-97026fa3cd92'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:28.394913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['02d1eaa7-978c-47c3-9436-97026fa3cd92'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:28.428364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:28.429013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d717414e-de13-4f03-be2f-b1532a3c57a1 None None] The sync data for ids ['02d1eaa7-978c-47c3-9436-97026fa3cd92'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:28.429542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.436050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] 10.222.0.24 "DELETE /v2.0/networks/cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1 HTTP/1.1" status: 204 len: 168 time: 0.6559267 Nov 10 04:00:28.440598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42d33f-38c1-4065-b76a-fbde5a3eb4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9e3cc8-86ad-4bd4-87a3-2e0cea6f2eb1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:28.495104 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.503389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.564329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-41413526-af78-4138-9076-976ffc4be0ca tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/routers/02d1eaa7-978c-47c3-9436-97026fa3cd92 HTTP/1.1" status: 200 len: 883 time: 0.2237654 Nov 10 04:00:28.566923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44594) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:28.615631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44596) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:28.674108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2ed9b662-6aa6-4d9f-b3ed-9ac24dfb88b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dd7f53765e44cb0b129d7f9ea1c5dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573485 Nov 10 04:00:28.676698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:28.738537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a40f9faa-7bf9-40d9-9dab-20c1814016ca no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:28.745760 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:00:28.764600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a40f9faa-7bf9-40d9-9dab-20c1814016ca {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:28.765302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a40f9faa-7bf9-40d9-9dab-20c1814016ca not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:28.765962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 66e1a1d2-50d4-4e91-a162-18e52fc7373d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:28.791195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 66e1a1d2-50d4-4e91-a162-18e52fc7373d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:28.791878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 66e1a1d2-50d4-4e91-a162-18e52fc7373d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:28.813088 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03676dd0-335d-4530-a87d-dda921bd8227 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2427318 Nov 10 04:00:28.814147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44600) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:28.814623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78fde900-7faf-409b-8589-88487f887b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.818703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-964d89c1-712f-4e5e-bbf3-41098e54e0c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-916301313'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:28.849649 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78fde900-7faf-409b-8589-88487f887b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.870036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:28.949151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78fde900-7faf-409b-8589-88487f887b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.951793 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78fde900-7faf-409b-8589-88487f887b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:28.955285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-78fde900-7faf-409b-8589-88487f887b2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9c18ef7-e0aa-42e0-bff9-70ea509bae8e HTTP/1.1" status: 204 len: 168 time: 0.2753417 Nov 10 04:00:28.993672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde900-7faf-409b-8589-88487f887b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c18ef7-e0aa-42e0-bff9-70ea509bae8e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:29.017114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:29.024966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.028156 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:29.044704 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:29.050718 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:29.089139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-07010d7f-f5b0-43bc-bf8f-975738466449 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/floatingips/a52a509c-6655-4ef7-b949-8fe9db630d9d HTTP/1.1" status: 200 len: 978 time: 1.6409798 Nov 10 04:00:29.091749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44606) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:29.130055 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:29.148865 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:29.149562 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:29.199126 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:29.199990 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521d3d2-d94a-479f-938b-750de588c171 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:29.297753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 1c584200-314d-4bc7-b6a8-e26f86297608 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:29.298088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.299712 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-964d89c1-712f-4e5e-bbf3-41098e54e0c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.320502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-964d89c1-712f-4e5e-bbf3-41098e54e0c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.393557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.394114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.414416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 1c584200-314d-4bc7-b6a8-e26f86297608 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:29.458154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964d89c1-712f-4e5e-bbf3-41098e54e0c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 02d1eaa7-978c-47c3-9436-97026fa3cd92 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:29.650524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.700470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=1c584200-314d-4bc7-b6a8-e26f86297608,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:29.770259 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.771175 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP a52a509c-6655-4ef7-b949-8fe9db630d9d disassociated (deleted). External IP: 172.25.6.158, port: 3909e781-7366-4356-a5c7-6b37c180ced4. Nov 10 04:00:29.947297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964d89c1-712f-4e5e-bbf3-41098e54e0c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:29.956807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-964d89c1-712f-4e5e-bbf3-41098e54e0c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:29.960556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] Sync routers for ids ['02d1eaa7-978c-47c3-9436-97026fa3cd92'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:29.966199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-964d89c1-712f-4e5e-bbf3-41098e54e0c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/02d1eaa7-978c-47c3-9436-97026fa3cd92 HTTP/1.1" status: 200 len: 890 time: 1.1428390 Nov 10 04:00:29.967015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44636) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:29.977570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] Routers {'02d1eaa7-978c-47c3-9436-97026fa3cd92'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:29.978449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['02d1eaa7-978c-47c3-9436-97026fa3cd92'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.017017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.033849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] Routers {'02d1eaa7-978c-47c3-9436-97026fa3cd92'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:30.034526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['02d1eaa7-978c-47c3-9436-97026fa3cd92'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.073082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.073734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35944e-19fb-4e7a-9af2-2a467a6dbab9 None None] The sync data for ids ['02d1eaa7-978c-47c3-9436-97026fa3cd92'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:30.178157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e4b1fc26-7057-41d1-b2a8-24f715d755d7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/routers/02d1eaa7-978c-47c3-9436-97026fa3cd92 HTTP/1.1" status: 200 len: 890 time: 0.2082090 Nov 10 04:00:30.178480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:30.179135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44640) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:30.208022 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-927551dd-b7a5-4556-b0ac-7e2d02fe5e42 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=02d1eaa7-978c-47c3-9436-97026fa3cd92 HTTP/1.1" status: 200 len: 205 time: 0.0272102 Nov 10 04:00:30.210150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44642) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:30.338270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:30.343352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.350306 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:30.365310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.374024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-012871c9-b50c-4390-9e97-66a468e4c7fc tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/floatingips/a52a509c-6655-4ef7-b949-8fe9db630d9d HTTP/1.1" status: 204 len: 168 time: 1.2810895 Nov 10 04:00:30.374632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44644) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:30.403388 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:30.404212 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.461850 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.488993 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:30.490200 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.537681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 3909e781-7366-4356-a5c7-6b37c180ced4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:30.538504 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.563886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.614583 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:30.616931 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a485f8f-64c7-41da-812d-f94b4aa646fe None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:30.675404 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.694158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 3909e781-7366-4356-a5c7-6b37c180ced4 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:30.695989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 411de5f9-efb5-4587-9192-684ad7f4695e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:30.696347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.808469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.821802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 411de5f9-efb5-4587-9192-684ad7f4695e owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:30.938099 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:30.977301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=3909e781-7366-4356-a5c7-6b37c180ced4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:31.044829 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.078599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca52e4c-16c8-4c1b-a582-4e98904b7bcc None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:31.107203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.111167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cb144d09-05fa-4f7e-b6b2-5707fc78cb9f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/ports/3909e781-7366-4356-a5c7-6b37c180ced4 HTTP/1.1" status: 204 len: 168 time: 0.7352352 Nov 10 04:00:31.115371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44664) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:31.121549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:31.140226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=411de5f9-efb5-4587-9192-684ad7f4695e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:31.156262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.207608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.334151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.358941 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.367914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.425097 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.426897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Fanout notify agent at l3_agent the message router_deleted on router 02d1eaa7-978c-47c3-9436-97026fa3cd92 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:00:31.453551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.455894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2ff92adc-a16a-4112-ba4f-4fb20293c46a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/02d1eaa7-978c-47c3-9436-97026fa3cd92 HTTP/1.1" status: 204 len: 168 time: 1.2445207 Nov 10 04:00:31.460089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44698) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:31.471082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-193771410'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:31.499373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:31.504695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.532537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.25.6.53 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/dc2e1e74-d2b9-4f8c-b8cc-02d32b15b6a1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:31.539336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:00:31.560042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.560386 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment 4bbbf913-b391-41a1-a05d-a0ef59f78386 of type vlan for network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 Nov 10 04:00:31.667629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.722145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.739843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:31.740619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.750614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.773365 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3118746 Nov 10 04:00:31.777641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44716) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:31.785045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': '52a411a9-26e4-4182-be6c-fa2b3f6b1a69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:31.891831 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:31.938311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:31.943039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed87a2c-f6dd-4b5d-a780-af330e47db9b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=52a411a9-26e4-4182-be6c-fa2b3f6b1a69,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:31.943411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:31.953901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:00:31.955681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:32.005460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=dc2e1e74-d2b9-4f8c-b8cc-02d32b15b6a1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:32.021367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:32.025212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:32.156636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:32.223856 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:32.325768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:32.784396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=babab9a7-7965-4e1a-bc34-f61e1a6d2a41,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:32.800856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': '4bbbf913-b391-41a1-a05d-a0ef59f78386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52a411a9-26e4-4182-be6c-fa2b3f6b1a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:32.801053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: 52a411a9-26e4-4182-be6c-fa2b3f6b1a69, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:00:32.837872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:00:32.850951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:32.853456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 52a411a9-26e4-4182-be6c-fa2b3f6b1a69) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:32.860687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:32.864085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d489cc4-5cae-4207-a078-28c4d726ea1f None None] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:32.867870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:32.869183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:32.938000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6cf7817a-9b90-487a-8d41-f9bb73b6ed0e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1582851 Nov 10 04:00:32.939312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44762) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:32.944687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6ae090cc-b7e6-4ec5-aa5f-8023fa13ca0c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918310942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:32.946346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=dc2e1e74-d2b9-4f8c-b8cc-02d32b15b6a1,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:32.960805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.001845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.006418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-88896806-2dfb-4c0a-aa1b-270f7ae575a5 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8899784 Nov 10 04:00:33.007616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ae090cc-b7e6-4ec5-aa5f-8023fa13ca0c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.009252 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ae090cc-b7e6-4ec5-aa5f-8023fa13ca0c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.010535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44766) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:33.016631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'port': {'network_id': 'dfddc8e0-e6aa-41af-8353-f01cde000b74', 'name': 'tempest-FloatingIPTestJSON-1869181040'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:33.057270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-52a411a9-26e4-4182-be6c-fa2b3f6b1a69', 'network_id': '52a411a9-26e4-4182-be6c-fa2b3f6b1a69', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': 'babab9a7-7965-4e1a-bc34-f61e1a6d2a41'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:00:33.058357 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.131803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ae090cc-b7e6-4ec5-aa5f-8023fa13ca0c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.139328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ae090cc-b7e6-4ec5-aa5f-8023fa13ca0c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.176312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ae090cc-b7e6-4ec5-aa5f-8023fa13ca0c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.181631 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6ae090cc-b7e6-4ec5-aa5f-8023fa13ca0c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2382009 Nov 10 04:00:33.181916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44772) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:33.236059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:33.240633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.265019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] device_id is not set on port 488df388-adc8-4699-9f0b-2c08df3fe6c6 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:33.265730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Allocated IP 2001:db8::2 (52a411a9-26e4-4182-be6c-fa2b3f6b1a69/babab9a7-7965-4e1a-bc34-f61e1a6d2a41/be5e621d-5482-4151-8b08-ab0269b16790) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:33.463471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.470045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.4 (dfddc8e0-e6aa-41af-8353-f01cde000b74/d7a7da5d-1982-4797-8008-395090516b5d/488df388-adc8-4699-9f0b-2c08df3fe6c6) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:33.474203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.542487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Pushing event updated for resources: {'Port': ['ID=be5e621d-5482-4151-8b08-ab0269b16790,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:33.553741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:33.557193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.558913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:33.574734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:33.684369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Attempting to bind port be5e621d-5482-4151-8b08-ab0269b16790 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:33.685141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Attempting to bind port be5e621d-5482-4151-8b08-ab0269b16790 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4bbbf913-b391-41a1-a05d-a0ef59f78386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52a411a9-26e4-4182-be6c-fa2b3f6b1a69'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:33.685682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Attempting to bind port be5e621d-5482-4151-8b08-ab0269b16790 on network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:33.716303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:33.716997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Checking segment: {'id': '4bbbf913-b391-41a1-a05d-a0ef59f78386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52a411a9-26e4-4182-be6c-fa2b3f6b1a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:33.717590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.718158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Bound using segment: {'id': '4bbbf913-b391-41a1-a05d-a0ef59f78386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52a411a9-26e4-4182-be6c-fa2b3f6b1a69'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:33.718961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Bound port: be5e621d-5482-4151-8b08-ab0269b16790, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbbf913-b391-41a1-a05d-a0ef59f78386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52a411a9-26e4-4182-be6c-fa2b3f6b1a69'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:33.719503 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.758234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.802226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.853151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] For port be5e621d-5482-4151-8b08-ab0269b16790, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:33.864730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] For port be5e621d-5482-4151-8b08-ab0269b16790, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=be5e621d-5482-4151-8b08-ab0269b16790,segment=NetworkSegment(4bbbf913-b391-41a1-a05d-a0ef59f78386),segment_id=4bbbf913-b391-41a1-a05d-a0ef59f78386)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:33.875388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network dfddc8e0-e6aa-41af-8353-f01cde000b74 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:33.879335 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:33.880019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:33.892003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:33.935078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8::1 (52a411a9-26e4-4182-be6c-fa2b3f6b1a69/babab9a7-7965-4e1a-bc34-f61e1a6d2a41/3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:33.976342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=488df388-adc8-4699-9f0b-2c08df3fe6c6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:34.006225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:34.007242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.029701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d34eb-b783-4812-befe-2ea3fc4764e3 None None] Pushing event updated for resources: {'Port': ['ID=be5e621d-5482-4151-8b08-ab0269b16790,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:34.040312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-419f6fb8-d552-4f45-a282-365207d11a10 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0283794 Nov 10 04:00:34.042945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44790) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:34.048319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'port_id': '488df388-adc8-4699-9f0b-2c08df3fe6c6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:34.129221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.189161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.259408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.352147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:34.373622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:34.386963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:34.387497 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.391024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:34.545317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.801372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.810385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:34.922176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device be5e621d-5482-4151-8b08-ab0269b16790 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:34.986367 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 5e662107-46f3-455d-a19a-bcada727b2c5 associated. External IP: 172.25.6.53, port: 488df388-adc8-4699-9f0b-2c08df3fe6c6. Nov 10 04:00:35.042811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port be5e621d-5482-4151-8b08-ab0269b16790 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:35.043627 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.045145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.089514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.091832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.272311 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.349636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:35.382365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port be5e621d-5482-4151-8b08-ab0269b16790, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=be5e621d-5482-4151-8b08-ab0269b16790,segment=NetworkSegment(4bbbf913-b391-41a1-a05d-a0ef59f78386),segment_id=4bbbf913-b391-41a1-a05d-a0ef59f78386)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:35.390846 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.467196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:35.475130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:35.495462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=be5e621d-5482-4151-8b08-ab0269b16790,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:35.552647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:35.603090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee14fb-25cb-4848-aeea-9e8723097465 None None] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:35.629791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 4f67a0b9-d64d-4871-b18c-3503ee26954c is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:00:35.735877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7a1c86b9-b306-472e-85be-d65f1be03ff7 None None] Provisioning complete for port be5e621d-5482-4151-8b08-ab0269b16790 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:35.736264 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7a1c86b9-b306-472e-85be-d65f1be03ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.752263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:35.762940 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.777964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:35.795562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-60b3099d-5d20-40d6-ac8c-490b15848502 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/floatingips/5e662107-46f3-455d-a19a-bcada727b2c5 HTTP/1.1" status: 200 len: 977 time: 1.7513719 Nov 10 04:00:35.798036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44814) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:35.798683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:35.809736 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e941adc3-2d9f-4914-814d-b7e6a7eec77a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/4f67a0b9-d64d-4871-b18c-3503ee26954c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6264896 Nov 10 04:00:35.811129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44818) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:35.811842 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] Sync routers for ids ['4f67a0b9-d64d-4871-b18c-3503ee26954c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:35.828869 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] Routers {'4f67a0b9-d64d-4871-b18c-3503ee26954c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:35.842211 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4f67a0b9-d64d-4871-b18c-3503ee26954c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:35.886772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4b2d6-d98c-469a-a1ea-9fa5fb3e510c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:35.889046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5ff4b2d6-d98c-469a-a1ea-9fa5fb3e510c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports/3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 HTTP/1.1" status: 200 len: 911 time: 0.0767672 Nov 10 04:00:35.890953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:35.892138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:35.893110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44820) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:35.898259 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:35.899755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'babab9a7-7965-4e1a-bc34-f61e1a6d2a41'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:35.922879 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] Routers {'4f67a0b9-d64d-4871-b18c-3503ee26954c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:35.923825 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4f67a0b9-d64d-4871-b18c-3503ee26954c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:35.946832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 488df388-adc8-4699-9f0b-2c08df3fe6c6 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:35.947379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:35.986816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:35.998872 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:35.999513 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359aa2c-91c2-4d5e-aecf-2340358b1c2d None None] The sync data for ids ['4f67a0b9-d64d-4871-b18c-3503ee26954c'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:36.027384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:36.028248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:36.070520 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.090128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:36.090650 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.091224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0666ef-c9dd-4d41-8c3a-b339ea885196 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:36.423773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.424080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.424532 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 5e662107-46f3-455d-a19a-bcada727b2c5 disassociated. External IP: 172.25.6.53, port: 488df388-adc8-4699-9f0b-2c08df3fe6c6. Nov 10 04:00:36.424877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 488df388-adc8-4699-9f0b-2c08df3fe6c6 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:36.578025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-288c1920-80d3-4e76-8a4e-0de884c3b619 None None] Provisioning complete for port be5e621d-5482-4151-8b08-ab0269b16790 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:36.578669 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-288c1920-80d3-4e76-8a4e-0de884c3b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.600791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.639088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=488df388-adc8-4699-9f0b-2c08df3fe6c6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:36.707083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.728009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.735781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:36.737461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.739311 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/ports/3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 HTTP/1.1" status: 200 len: 911 time: 0.8439634 Nov 10 04:00:36.743312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44828) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:36.770208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-288c1920-80d3-4e76-8a4e-0de884c3b619 None None] Provisioning complete for port 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:36.770580 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-288c1920-80d3-4e76-8a4e-0de884c3b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:36.799501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:36.844065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-288c1920-80d3-4e76-8a4e-0de884c3b619 None None] Port 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:36.902370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device be5e621d-5482-4151-8b08-ab0269b16790 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:36.971709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3453e-8aee-4e31-a424-4d403bdd4faa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:36.987571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:37.004303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:37.020350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5db08120-2636-4151-bd47-f6737d5b6ad0 None None] Provisioning complete for port 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:37.020932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5db08120-2636-4151-bd47-f6737d5b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.074577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5db08120-2636-4151-bd47-f6737d5b6ad0 None None] Port 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:37.092606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:37.093636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:37.112073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.117638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5f303a6a-c52b-4924-8d8e-1366daaefd2e tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/ports/488df388-adc8-4699-9f0b-2c08df3fe6c6 HTTP/1.1" status: 204 len: 168 time: 1.3164551 Nov 10 04:00:37.119805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44834) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:37.167941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port be5e621d-5482-4151-8b08-ab0269b16790 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:37.168266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.170648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:37.210665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a8cca05d-6185-415c-b8b7-c4e5bfc81c85 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "GET /v2.0/floatingips/5e662107-46f3-455d-a19a-bcada727b2c5 HTTP/1.1" status: 200 len: 687 time: 0.0859540 Nov 10 04:00:37.212737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44836) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:37.246942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:37.247883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:37.315789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:37.318642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf7759-8c02-4fea-8212-9221b9d12a1a None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:37.399283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-88b90132-e39d-483b-b610-66f54a821068 None None] Provisioning complete for port 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:37.399649 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88b90132-e39d-483b-b610-66f54a821068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.444254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-88b90132-e39d-483b-b610-66f54a821068 None None] Port 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:37.450818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port dc2e1e74-d2b9-4f8c-b8cc-02d32b15b6a1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:37.451163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.592059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.592415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.596693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:37.973484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.028635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for dc2e1e74-d2b9-4f8c-b8cc-02d32b15b6a1 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:38.271766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.322030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=dc2e1e74-d2b9-4f8c-b8cc-02d32b15b6a1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:38.402534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:38.402534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.417957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.420974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.422139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3434649a-4a0b-4245-bc76-9d7e84f41344 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/floatingips/5e662107-46f3-455d-a19a-bcada727b2c5 HTTP/1.1" status: 204 len: 168 time: 1.2084506 Nov 10 04:00:38.425744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44850) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:38.430336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '512b573f-9475-4224-b232-70d3a692958b'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:38.455949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.507693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.523492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:38.566663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.713900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.25.6.107 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/ad0bf425-6710-41a4-96c1-689ee8c97b59) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:38.721024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.774730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=3f6464dc-bce8-4480-a9c2-6c9ecc7bcbd2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:38.846981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.852573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.900493 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:38.952510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:38.960260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:38.966479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:38.970448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=ad0bf425-6710-41a4-96c1-689ee8c97b59,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:39.065274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router 4f67a0b9-d64d-4871-b18c-3503ee26954c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:39.158495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:39.166697 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a30f8ce1-dabc-447a-bd39-f57e4a7df3b5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/4f67a0b9-d64d-4871-b18c-3503ee26954c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4216204 Nov 10 04:00:39.167330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44868) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:39.170963 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d9574-de0d-4868-b615-e9138736820c None None] Sync routers for ids ['4f67a0b9-d64d-4871-b18c-3503ee26954c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:39.188015 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d9574-de0d-4868-b615-e9138736820c None None] Routers {'4f67a0b9-d64d-4871-b18c-3503ee26954c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:39.189751 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-861d9574-de0d-4868-b615-e9138736820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4f67a0b9-d64d-4871-b18c-3503ee26954c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:39.226744 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-36c03a09-d22f-4163-a663-adcdf41c4b9c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f67a0b9-d64d-4871-b18c-3503ee26954c HTTP/1.1" status: 200 len: 205 time: 0.0580952 Nov 10 04:00:39.227383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44870) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:39.233618 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-861d9574-de0d-4868-b615-e9138736820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:39.244037 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d9574-de0d-4868-b615-e9138736820c None None] Routers {'4f67a0b9-d64d-4871-b18c-3503ee26954c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:39.244698 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-861d9574-de0d-4868-b615-e9138736820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4f67a0b9-d64d-4871-b18c-3503ee26954c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:39.293994 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-861d9574-de0d-4868-b615-e9138736820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:39.294732 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d9574-de0d-4868-b615-e9138736820c None None] The sync data for ids ['4f67a0b9-d64d-4871-b18c-3503ee26954c'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:39.336873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea358d45-9459-453c-8f53-c8144cd22b29 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.435782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.533388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.537902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea358d45-9459-453c-8f53-c8144cd22b29 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.540970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea358d45-9459-453c-8f53-c8144cd22b29 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.597749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea358d45-9459-453c-8f53-c8144cd22b29 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.598567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea358d45-9459-453c-8f53-c8144cd22b29 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Fanout notify agent at l3_agent the message router_deleted on router 4f67a0b9-d64d-4871-b18c-3503ee26954c {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:00:39.616358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea358d45-9459-453c-8f53-c8144cd22b29 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.620115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea358d45-9459-453c-8f53-c8144cd22b29 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/4f67a0b9-d64d-4871-b18c-3503ee26954c HTTP/1.1" status: 204 len: 168 time: 0.3895051 Nov 10 04:00:39.620498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44876) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:39.688574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet babab9a7-7965-4e1a-bc34-f61e1a6d2a41 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:00:39.696661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.746355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.804163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.809645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.850621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.893452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=ad0bf425-6710-41a4-96c1-689ee8c97b59,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:39.901680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.941033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.975284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=babab9a7-7965-4e1a-bc34-f61e1a6d2a41,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:39.979550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:39.986165 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e707d759-e6bc-47ec-9198-c2bd609a2a7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/babab9a7-7965-4e1a-bc34-f61e1a6d2a41 HTTP/1.1" status: 204 len: 168 time: 0.3644745 Nov 10 04:00:39.986898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44880) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:39.988375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b2412-701b-4aab-a30a-334542c444eb None None] Network 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:40.078290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.153718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port be5e621d-5482-4151-8b08-ab0269b16790 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:40.154418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.257891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port be5e621d-5482-4151-8b08-ab0269b16790, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=be5e621d-5482-4151-8b08-ab0269b16790,segment=NetworkSegment(4bbbf913-b391-41a1-a05d-a0ef59f78386),segment_id=4bbbf913-b391-41a1-a05d-a0ef59f78386)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:40.260007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.315319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for be5e621d-5482-4151-8b08-ab0269b16790 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:40.381703 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 66e7e01d-6e41-4cd5-a050-3082f83fbacb associated. External IP: 172.25.6.107, port: 512b573f-9475-4224-b232-70d3a692958b. Nov 10 04:00:40.513913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.547277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d1bb0-7c3c-4bd3-a565-1dfc04783448 None None] DHCP port deletion for 52a411a9-26e4-4182-be6c-fa2b3f6b1a69 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:40.603275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=be5e621d-5482-4151-8b08-ab0269b16790,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:40.616283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port be5e621d-5482-4151-8b08-ab0269b16790 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:40.687217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:40.745649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.778996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a411a9-26e4-4182-be6c-fa2b3f6b1a69']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:40.789896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbbf913-b391-41a1-a05d-a0ef59f78386') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:40.790511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbbf913-b391-41a1-a05d-a0ef59f78386') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:40.809539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.823766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device be5e621d-5482-4151-8b08-ab0269b16790 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:40.830179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.838313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:00:40.838839 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:00:40.842324 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:00:40.850208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: be5e621d-5482-4151-8b08-ab0269b16790 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:00:40.850776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device be5e621d-5482-4151-8b08-ab0269b16790 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:40.857231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:40.873129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:40.891191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:40.892126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:40.892945 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.931326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44892) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:40.938573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0868824a-b333-4a33-ada2-2ec57c919f3f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5115283 Nov 10 04:00:40.939366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:40.942075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1903002609'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:40.947532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.951808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:40.952858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:40.963763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:40.971564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:40.971721 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/52a411a9-26e4-4182-be6c-fa2b3f6b1a69 HTTP/1.1" status: 204 len: 168 time: 0.9836135 Nov 10 04:00:40.977590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287760072', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:40.991088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842c7b0-a4eb-416d-adf8-035e77ef440e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=52a411a9-26e4-4182-be6c-fa2b3f6b1a69,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:41.002586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.api [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 04:00:41.002586 n-d-817326-2 neutron-server[102597]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 04:00:41.002586 n-d-817326-2 neutron-server[102597]: [parameters: {'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'id': 'c361a05d-9932-4b7d-b289-36db3e019ea3', 'expiration': datetime.datetime(2021, 11, 10, 4, 2, 40, 998856)}] Nov 10 04:00:41.002586 n-d-817326-2 neutron-server[102597]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:00:41.002998 n-d-817326-2 neutron-server[102597]: DEBUG oslo_db.api [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:00:41.011347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:41.016669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.020593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:41.021239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cdbff-b8e6-40c8-9427-267cb6b02c55 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:41.051272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:00:41.061153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.061426 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Added segment fc297362-045f-4237-92a7-3016bd3afc7c of type vlan for network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 Nov 10 04:00:41.105740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.134813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.140677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:41.141291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.203852 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2661908 Nov 10 04:00:41.206616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44896) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:41.213138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'subnet': {'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:41.216211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238efbf-5431-40f1-9706-b87993f0bd2c tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Network': ['ID=638cc361-5fda-48a2-8a63-2dd6f33c4de5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:41.235626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:00:41.327048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:41.332564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.566987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.568189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.573403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.655868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Subnet': ['ID=82b85471-217a-4088-a84d-53fa6e25faf2,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:41.695227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.702010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Checking segment: {'id': 'fc297362-045f-4237-92a7-3016bd3afc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:41.702606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network hostable DHCP agents. Network: 638cc361-5fda-48a2-8a63-2dd6f33c4de5, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:00:41.707612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.732862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.736653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0bb62426-492d-4a69-87c4-0a7009177493 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7610109 Nov 10 04:00:41.736812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44906) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:41.744252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1248690793'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:41.756007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:00:41.777085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 638cc361-5fda-48a2-8a63-2dd6f33c4de5) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:41.781031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:41.786333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d67548-5fc8-491d-a5b8-96ee96535d5c None None] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:41.788818 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.801461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:41.802621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.830421 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2bdc9184-1bae-4d3f-9a26-42be7256fa4f tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6222031 Nov 10 04:00:41.831607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:00:41.832725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44908) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:41.837828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-234877669', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:41.861621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.862229 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment 4bf4d8ff-3dd1-4787-a345-f8972180dd91 of type vlan for network 9e66791a-a85b-4cde-bc49-130ad02b3e76 Nov 10 04:00:41.877097 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.879434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.930793 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.968213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:41.994369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-638cc361-5fda-48a2-8a63-2dd6f33c4de5', 'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5', 'tenant_id': 'b3dc44c601d041fcafbf276719929d2d', 'fixed_ips': [{'subnet_id': '82b85471-217a-4088-a84d-53fa6e25faf2'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:00:41.996013 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.000465 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.006907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:42.023123 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.095324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3571727 Nov 10 04:00:42.133418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44912) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:42.141208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:42.144347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.191628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Allocated IP 172.20.0.2 (638cc361-5fda-48a2-8a63-2dd6f33c4de5/82b85471-217a-4088-a84d-53fa6e25faf2/8df21a9d-0e76-4454-becd-8a8ee06233e6) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:42.212160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6659634-dff0-4fb8-b380-d51bc4d73b99 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=9e66791a-a85b-4cde-bc49-130ad02b3e76,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:42.238422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:00:42.306120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:42.311513 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.391338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.411998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.453486 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.463715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.529275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:42.531153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Pushing event updated for resources: {'Port': ['ID=8df21a9d-0e76-4454-becd-8a8ee06233e6,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:42.534388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:42.536619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:42.568959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.25.6.180 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f6d79bc3-6760-45da-b50a-b6af3396f1b6) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:42.602243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.620051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Attempting to bind port 8df21a9d-0e76-4454-becd-8a8ee06233e6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:42.621132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Attempting to bind port 8df21a9d-0e76-4454-becd-8a8ee06233e6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fc297362-045f-4237-92a7-3016bd3afc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:42.621502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Attempting to bind port 8df21a9d-0e76-4454-becd-8a8ee06233e6 on network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:42.636847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:42.636847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Checking segment: {'id': 'fc297362-045f-4237-92a7-3016bd3afc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:42.637144 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.637514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Bound using segment: {'id': 'fc297362-045f-4237-92a7-3016bd3afc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:42.638185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Bound port: 8df21a9d-0e76-4454-becd-8a8ee06233e6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc297362-045f-4237-92a7-3016bd3afc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:42.638705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.686973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=ccbd24da-bcab-4549-92a8-50a9656a196f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:42.698138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:42.698811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: 9e66791a-a85b-4cde-bc49-130ad02b3e76, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:00:42.732260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:00:42.751615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 9e66791a-a85b-4cde-bc49-130ad02b3e76) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:42.756040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:42.756674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.790597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d1036db-320f-41ad-8ea5-6c91e1a6e9c7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6533873 Nov 10 04:00:42.790826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b64f60-2038-4daf-90bf-180369063618 None None] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:42.790925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44930) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:42.877507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.909843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] For port 8df21a9d-0e76-4454-becd-8a8ee06233e6, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:42.940138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] For port 8df21a9d-0e76-4454-becd-8a8ee06233e6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8df21a9d-0e76-4454-becd-8a8ee06233e6,segment=NetworkSegment(fc297362-045f-4237-92a7-3016bd3afc7c),segment_id=fc297362-045f-4237-92a7-3016bd3afc7c)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:42.952331 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:42.956886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.010834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:43.019943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:43.035240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:43.100862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=f6d79bc3-6760-45da-b50a-b6af3396f1b6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:43.159411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79320c-1ad2-48e5-9dfe-e65cc19cab3b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:00:43.231362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:43.232921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c3c45-7989-4a23-b6e2-94fc38d5db5b None None] Pushing event updated for resources: {'Port': ['ID=8df21a9d-0e76-4454-becd-8a8ee06233e6,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:43.248998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-9e66791a-a85b-4cde-bc49-130ad02b3e76', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:00:43.263591 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.487864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.511987 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00742f15-af16-4a5a-ad0d-f04149642878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.525522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d383d770-910a-413b-bb4c-0b1dceb5b093 None None] Provisioning complete for port f6d79bc3-6760-45da-b50a-b6af3396f1b6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:43.525729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d383d770-910a-413b-bb4c-0b1dceb5b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.539912 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3031fb2-d5dc-4a76-8168-9b937f58df3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.592545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d383d770-910a-413b-bb4c-0b1dceb5b093 None None] Port f6d79bc3-6760-45da-b50a-b6af3396f1b6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:43.687190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.694342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Allocated IP 2001:db8::2 (9e66791a-a85b-4cde-bc49-130ad02b3e76/ccbd24da-bcab-4549-92a8-50a9656a196f/e294a989-5be9-4a1d-ac98-fb49d98d730a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:43.947598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3031fb2-d5dc-4a76-8168-9b937f58df3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.967037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3031fb2-d5dc-4a76-8168-9b937f58df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.978366 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:43.997919 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.049372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:44.052457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:44.060430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:44.066881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e3031fb2-d5dc-4a76-8168-9b937f58df3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49c71a525b5e44509657aec027963f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8322301 Nov 10 04:00:44.067902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:44.068541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3031fb2-d5dc-4a76-8168-9b937f58df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3784b594-17d9-4fc1-9b89-d862abb50669,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:44.072172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.149157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8::1 (9e66791a-a85b-4cde-bc49-130ad02b3e76/ccbd24da-bcab-4549-92a8-50a9656a196f/6f2685c0-4b1e-4936-89d5-035c285a91ea) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:44.157872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Pushing event updated for resources: {'Port': ['ID=e294a989-5be9-4a1d-ac98-fb49d98d730a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:44.172514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Attempting to bind port e294a989-5be9-4a1d-ac98-fb49d98d730a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:44.173210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Attempting to bind port e294a989-5be9-4a1d-ac98-fb49d98d730a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:44.174095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Attempting to bind port e294a989-5be9-4a1d-ac98-fb49d98d730a on network 9e66791a-a85b-4cde-bc49-130ad02b3e76 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:44.179930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:44.180665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Checking segment: {'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:44.181355 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.181973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Bound using segment: {'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:44.182778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Bound port: e294a989-5be9-4a1d-ac98-fb49d98d730a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:44.183435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.226394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3f69793-d069-478f-97ff-041f6686571d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.247079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 956e9012-cc05-4b12-80ba-e67b497673d6 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:00:44.278769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] For port e294a989-5be9-4a1d-ac98-fb49d98d730a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:44.293454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] For port e294a989-5be9-4a1d-ac98-fb49d98d730a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e294a989-5be9-4a1d-ac98-fb49d98d730a,segment=NetworkSegment(4bf4d8ff-3dd1-4787-a345-f8972180dd91),segment_id=4bf4d8ff-3dd1-4787-a345-f8972180dd91)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:44.303184 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.326174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3f69793-d069-478f-97ff-041f6686571d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.412440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:44.443420 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] Sync routers for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:44.446827 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c42acd-3f95-4118-b3d6-91617d16ae3c None None] Pushing event updated for resources: {'Port': ['ID=e294a989-5be9-4a1d-ac98-fb49d98d730a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:44.447855 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.454538 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-21b7eb67-9039-42a6-a881-d454ae1819f3 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6180453 Nov 10 04:00:44.454803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:44.462309 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.463299 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:44.474628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:44.494937 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3f69793-d069-478f-97ff-041f6686571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.497683 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3f69793-d069-478f-97ff-041f6686571d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.502732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3f69793-d069-478f-97ff-041f6686571d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3784b594-17d9-4fc1-9b89-d862abb50669 HTTP/1.1" status: 204 len: 168 time: 0.4197028 Nov 10 04:00:44.536403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f69793-d069-478f-97ff-041f6686571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3784b594-17d9-4fc1-9b89-d862abb50669,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:44.587357 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.593743 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:44.640386 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:44.641014 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:44.698709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:44.711577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:44.734330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:44.735532 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:44.748208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad8ae0-6ab8-48bf-8a6d-73163a2d9fe8 None None] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:44.808020 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:44.809540 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ba58e-33a5-4fbd-ab5a-46416480af95 None None] The sync data for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:44.822574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=6f2685c0-4b1e-4936-89d5-035c285a91ea,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:45.040841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d2fbf01e-36a3-432b-9e68-2855829e8838 None None] Provisioning complete for port 8df21a9d-0e76-4454-becd-8a8ee06233e6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:45.041386 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf01e-36a3-432b-9e68-2855829e8838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.096069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.193353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8df21a9d-0e76-4454-becd-8a8ee06233e6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:45.330340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8df21a9d-0e76-4454-becd-8a8ee06233e6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:45.331779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.484153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.531842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 8df21a9d-0e76-4454-becd-8a8ee06233e6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8df21a9d-0e76-4454-becd-8a8ee06233e6,segment=NetworkSegment(fc297362-045f-4237-92a7-3016bd3afc7c),segment_id=fc297362-045f-4237-92a7-3016bd3afc7c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:45.532600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.539650 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.540848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.542881 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.630106 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf01e-36a3-432b-9e68-2855829e8838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.695023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=6f2685c0-4b1e-4936-89d5-035c285a91ea,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:45.755297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:45.756844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:45.837304 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a121-d7cd-4913-8f40-3f825a59a194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:45.869352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=8df21a9d-0e76-4454-becd-8a8ee06233e6,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:45.887650 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-d2fbf01e-36a3-432b-9e68-2855829e8838 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:00:45.888003 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-d2fbf01e-36a3-432b-9e68-2855829e8838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:00:45.968810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:00:46.159016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:46.165289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-929266c9-ac7f-463b-9705-2a7bdcec955e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3734467 Nov 10 04:00:46.169793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:46.173449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44984) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:46.207894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:46.208690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-651562310'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:46.208840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:46.219902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.271811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:46.276110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.343579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:00:46.357299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.357675 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment ed944001-2a8d-477b-bac2-f62247962bc2 of type vlan for network 72ef5a6a-7306-4817-8266-8d90d3083662 Nov 10 04:00:46.432301 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.463011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.471986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:46.474595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.497672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cdcb2-ced0-4d93-96fc-e29cff23b46f None None] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:46.625473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4386930 Nov 10 04:00:46.630836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44990) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:46.638294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:46.712397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f352a-1059-4e15-a3d2-57f4b2fab163 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=72ef5a6a-7306-4817-8266-8d90d3083662,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:46.785018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:46.785485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 72ef5a6a-7306-4817-8266-8d90d3083662 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:00:46.792715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.826971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.1 (638cc361-5fda-48a2-8a63-2dd6f33c4de5/82b85471-217a-4088-a84d-53fa6e25faf2/effc1136-fd5e-4f08-88a7-f4390868541b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:46.941414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:46.955736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:47.048218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] Provisioning complete for port 8df21a9d-0e76-4454-becd-8a8ee06233e6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:47.048590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.057436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.101595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8df21a9d-0e76-4454-becd-8a8ee06233e6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:47.127129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.174648 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.196765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=effc1136-fd5e-4f08-88a7-f4390868541b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:47.213801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:47.216846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:47.222469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:47.289153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=62a7fa93-a38c-4313-80a6-1e4832577e92,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:47.311967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:47.311967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: 72ef5a6a-7306-4817-8266-8d90d3083662, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:00:47.355687 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.396438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 72ef5a6a-7306-4817-8266-8d90d3083662 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:00:47.426227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 72ef5a6a-7306-4817-8266-8d90d3083662) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:47.434553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:47.436853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.497728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e8e15ded-1ceb-4e60-b86b-1308a7cd5801 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8630927 Nov 10 04:00:47.498902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45010) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:47.511828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8df21a9d-0e76-4454-becd-8a8ee06233e6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:47.512299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.531511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:44Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:45Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:47.596054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.702108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb56ab-db59-4b13-92a4-f3537ee08240 None None] Network 72ef5a6a-7306-4817-8266-8d90d3083662 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:47.714617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:00:47.715080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Updating router dd24f955-cb76-404d-85cf-145418c9ae7f port 6f2685c0-4b1e-4936-89d5-035c285a91ea binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:00:47.854292 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:47.878310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] Provisioning complete for port e294a989-5be9-4a1d-ac98-fb49d98d730a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:47.878814 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.136452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.149071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e294a989-5be9-4a1d-ac98-fb49d98d730a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:48.208278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.214597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.307174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=effc1136-fd5e-4f08-88a7-f4390868541b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:48.338768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-72ef5a6a-7306-4817-8266-8d90d3083662', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:00:48.339640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.352180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.497341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:48.515996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:48.547469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.638484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.694552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e294a989-5be9-4a1d-ac98-fb49d98d730a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:48.695056 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:48.806195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 956e9012-cc05-4b12-80ba-e67b497673d6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:48.962590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Allocated IP 2001:db8:1::2 (72ef5a6a-7306-4817-8266-8d90d3083662/62a7fa93-a38c-4313-80a6-1e4832577e92/593e3477-ccd6-4b61-b2dc-a1f28fe04e3d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:49.030063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:49.040896 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] Sync routers for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:49.043184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9367a96b-9b7b-419d-9e67-88abc947e174 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/routers/956e9012-cc05-4b12-80ba-e67b497673d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5863802 Nov 10 04:00:49.044629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45050) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:49.059437 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:49.060350 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:49.063963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'port': {'network_id': '638cc361-5fda-48a2-8a63-2dd6f33c4de5', 'name': 'tempest-FloatingIPTestJSON-1344668539'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:49.126889 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:49.137473 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:49.138440 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:49.189804 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:49.190770 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49587fd0-8cf5-4283-8888-08d8081007ba None None] The sync data for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:49.301308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Made reservation on behalf of b3dc44c601d041fcafbf276719929d2d for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:49.314049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.360368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] device_id is not set on port 2b08df06-dff3-4cc6-8635-5179429f0c2d yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:49.515837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Allocated IP 172.20.0.9 (638cc361-5fda-48a2-8a63-2dd6f33c4de5/82b85471-217a-4088-a84d-53fa6e25faf2/2b08df06-dff3-4cc6-8635-5179429f0c2d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:49.530332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] For port e294a989-5be9-4a1d-ac98-fb49d98d730a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e294a989-5be9-4a1d-ac98-fb49d98d730a,segment=NetworkSegment(4bf4d8ff-3dd1-4787-a345-f8972180dd91),segment_id=4bf4d8ff-3dd1-4787-a345-f8972180dd91)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:49.547106 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.580679 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.700841 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.734172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.760795 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.765374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d560d-a911-484b-be58-1b1fff34906b None None] Pushing event updated for resources: {'Port': ['ID=e294a989-5be9-4a1d-ac98-fb49d98d730a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:49.772950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.806486 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.826226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Provisioning complete for port 6f2685c0-4b1e-4936-89d5-035c285a91ea triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:49.826226 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.832330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8:1::1 (72ef5a6a-7306-4817-8266-8d90d3083662/62a7fa93-a38c-4313-80a6-1e4832577e92/9c912212-4766-486a-8522-c755b56da4a1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:49.841294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Network 72ef5a6a-7306-4817-8266-8d90d3083662 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:49.842310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:49.876644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:49.893685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:49.923997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Pushing event updated for resources: {'Port': ['ID=593e3477-ccd6-4b61-b2dc-a1f28fe04e3d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:49.999084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event updated for resources: {'Port': ['ID=2b08df06-dff3-4cc6-8635-5179429f0c2d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:50.012893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Port 6f2685c0-4b1e-4936-89d5-035c285a91ea cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:50.070111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:50.074640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:50.077600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:50.135719 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.138817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c536a-36e7-4535-9e38-70ec6d1c8205 None None] Pushing event updated for resources: {'Port': ['ID=6f2685c0-4b1e-4936-89d5-035c285a91ea,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:50.142743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e294a989-5be9-4a1d-ac98-fb49d98d730a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:50.179491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:50.180175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.198314 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-7647e460-7ecb-4ef9-90d6-8365f4947737 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1825135 Nov 10 04:00:50.220112 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d2942f92-2edc-448e-9d71-7d1976c694f8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1745498 Nov 10 04:00:50.224899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45090) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:50.243967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Request body: {'floatingip': {'port_id': '2b08df06-dff3-4cc6-8635-5179429f0c2d'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:50.316880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-f89367e3-61ab-4bd9-a2b4-6332c6e48e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:50.321217 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-f89367e3-61ab-4bd9-a2b4-6332c6e48e68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 1097 time: 0.0777519 Nov 10 04:00:50.337230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Attempting to bind port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:50.337636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Attempting to bind port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:50.337987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Attempting to bind port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d on network 72ef5a6a-7306-4817-8266-8d90d3083662 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:50.352042 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.371458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Provisioning complete for port effc1136-fd5e-4f08-88a7-f4390868541b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:50.372350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.419562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:50.421378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Checking segment: {'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:50.422956 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.425344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Bound using segment: {'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:50.428907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Bound port: 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:50.429537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.432047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Attempting to bind port 6f2685c0-4b1e-4936-89d5-035c285a91ea on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:50.435270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Attempting to bind port 6f2685c0-4b1e-4936-89d5-035c285a91ea by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:50.435840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Attempting to bind port 6f2685c0-4b1e-4936-89d5-035c285a91ea on network 9e66791a-a85b-4cde-bc49-130ad02b3e76 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:50.463587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=9c912212-4766-486a-8522-c755b56da4a1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:50.479229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-5ec5cca9-5e6d-4581-860d-ab04bafaf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:50.481631 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-5ec5cca9-5e6d-4581-860d-ab04bafaf436 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.1367097 Nov 10 04:00:50.486553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:50.486742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Checking segment: {'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:50.487102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.487488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Bound using segment: {'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:50.492207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Bound port: 6f2685c0-4b1e-4936-89d5-035c285a91ea, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf4d8ff-3dd1-4787-a345-f8972180dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:50.493822 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.511175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.540100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Port effc1136-fd5e-4f08-88a7-f4390868541b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:50.580993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 72ef5a6a-7306-4817-8266-8d90d3083662 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:50.587833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:50.599104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:50.600150 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.601095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e294a989-5be9-4a1d-ac98-fb49d98d730a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:50.601740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.654665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-40288aae-6f89-41aa-aba4-f564b1127a58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b HTTP/1.1" status: 200 len: 1002 time: 0.1648433 Nov 10 04:00:50.662926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Provisioning complete for port e294a989-5be9-4a1d-ac98-fb49d98d730a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:50.663299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38da6f13-3f91-4f6a-97ef-349212bc0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.696742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] For port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:50.705404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] For port 6f2685c0-4b1e-4936-89d5-035c285a91ea, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:50.730868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] For port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=593e3477-ccd6-4b61-b2dc-a1f28fe04e3d,segment=NetworkSegment(ed944001-2a8d-477b-bac2-f62247962bc2),segment_id=ed944001-2a8d-477b-bac2-f62247962bc2)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:50.733750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] For port 6f2685c0-4b1e-4936-89d5-035c285a91ea, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6f2685c0-4b1e-4936-89d5-035c285a91ea,segment=NetworkSegment(4bf4d8ff-3dd1-4787-a345-f8972180dd91),segment_id=4bf4d8ff-3dd1-4787-a345-f8972180dd91)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:50.739168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-81ceae7c-c53e-41e5-b58e-f2774ed4c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:50.741706 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.742504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-81ceae7c-c53e-41e5-b58e-f2774ed4c2e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.0790086 Nov 10 04:00:50.749599 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.785845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:50.841904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-bebd8551-a7ab-4605-bb9b-b52bbe35e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:50.843457 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-bebd8551-a7ab-4605-bb9b-b52bbe35e74d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921707 Nov 10 04:00:50.907254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Pushing event updated for resources: {'Port': ['ID=593e3477-ccd6-4b61-b2dc-a1f28fe04e3d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:50.971919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:50.972546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:51.032243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-374f6707-bfcb-4922-986e-672fc8624ee0 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795397 Nov 10 04:00:51.180625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.180993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.181299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.181631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.184140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.187685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.187685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.191310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.191711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.194327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.194637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.194979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668d15-4ff5-4861-9a1a-414896a10e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:51.304295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-11a0c56c-7cca-4d95-92a0-341cabf0dd23 req-73446cc3-e216-4c51-bff9-4b5fa1b24315 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637541 Nov 10 04:00:51.443183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c536a-36e7-4535-9e38-70ec6d1c8205 None None] Pushing event updated for resources: {'Port': ['ID=6f2685c0-4b1e-4936-89d5-035c285a91ea,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:51.448114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:51.493922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Provisioning complete for port 6f2685c0-4b1e-4936-89d5-035c285a91ea triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:51.494320 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.536609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45120) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:51.650616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.661127 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.662202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.718245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.724083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=9c912212-4766-486a-8522-c755b56da4a1,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:51.746201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2eb90ad6-137d-4635-a76a-a3635c654b94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.817785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] For port 6f2685c0-4b1e-4936-89d5-035c285a91ea, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6f2685c0-4b1e-4936-89d5-035c285a91ea,segment=NetworkSegment(4bf4d8ff-3dd1-4787-a345-f8972180dd91),segment_id=4bf4d8ff-3dd1-4787-a345-f8972180dd91)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:51.827367 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.848655 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2eb90ad6-137d-4635-a76a-a3635c654b94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.865370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2eb90ad6-137d-4635-a76a-a3635c654b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.929188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Provisioning complete for port 2b08df06-dff3-4cc6-8635-5179429f0c2d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:51.929578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:51.947301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network 72ef5a6a-7306-4817-8266-8d90d3083662 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:51.951151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:51.960741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2eb90ad6-137d-4635-a76a-a3635c654b94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a5618d026764ee4ae668239ac552855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4218245 Nov 10 04:00:51.970588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Pushing event updated for resources: {'Port': ['ID=6f2685c0-4b1e-4936-89d5-035c285a91ea,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:51.974302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:50Z', 'revision_number': 3, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:50Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:49Z', 'revision_number': 1, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:51.977022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45128) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:52.060010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd67a-f494-45e1-8354-72ec2463fa95 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:50Z', 'revision_number': 3, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:50Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:49Z', 'revision_number': 1, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:52.076807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1934a-780f-475f-88d4-a2f94811a275 None None] Port 2b08df06-dff3-4cc6-8635-5179429f0c2d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:52.111982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:52.112746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb90ad6-137d-4635-a76a-a3635c654b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4cb32c-047f-420d-b2c1-1b446c6be1dc,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:52.172987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a04d83c-bfab-4c20-b152-d4f5cbde0d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.201747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a04d83c-bfab-4c20-b152-d4f5cbde0d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.207879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 04:00:52.248175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:52.248544 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.270850 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a04d83c-bfab-4c20-b152-d4f5cbde0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.273542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7a04d83c-bfab-4c20-b152-d4f5cbde0d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.274880 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7a04d83c-bfab-4c20-b152-d4f5cbde0d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e4cb32c-047f-420d-b2c1-1b446c6be1dc HTTP/1.1" status: 204 len: 168 time: 0.2948055 Nov 10 04:00:52.294509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04d83c-bfab-4c20-b152-d4f5cbde0d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4cb32c-047f-420d-b2c1-1b446c6be1dc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:52.341676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:52.477289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.536628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=593e3477-ccd6-4b61-b2dc-a1f28fe04e3d,segment=NetworkSegment(ed944001-2a8d-477b-bac2-f62247962bc2),segment_id=ed944001-2a8d-477b-bac2-f62247962bc2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:52.555937 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.596048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.613852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.647180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29056c-4649-4da7-9be0-be9418f59d45 None None] Network 72ef5a6a-7306-4817-8266-8d90d3083662 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:52.703162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:52.713614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8a08fa0c-4698-41eb-a1db-bbf111594722 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2135046 Nov 10 04:00:52.716361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45142) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:52.725276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1252181340'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:52.779318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=593e3477-ccd6-4b61-b2dc-a1f28fe04e3d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:52.781086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:52.792626 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.840444 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 66e7e01d-6e41-4cd5-a050-3082f83fbacb associated. External IP: 172.25.6.107, port: 512b573f-9475-4224-b232-70d3a692958b. Nov 10 04:00:52.849544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-19bf6f57-4b9b-425e-ba9e-d6e334f7693d None None] Provisioning complete for port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:52.850103 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19bf6f57-4b9b-425e-ba9e-d6e334f7693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.860252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:00:52.888860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:52.892568 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment c02d3428-98cf-4ef1-b608-04ede7d24423 of type vlan for network f3a9e442-08cd-4124-8f92-272f229df718 Nov 10 04:00:52.979236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.013700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45146) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:53.045329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b2d4912-c83f-4b75-8a88-350419da1a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.047479 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.056752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.057630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.168383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4501250 Nov 10 04:00:53.168815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45150) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:53.177599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:53.183842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aef4e0-5275-46fc-a01e-4abdd6ffadf6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=f3a9e442-08cd-4124-8f92-272f229df718,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:53.209757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f3a9e442-08cd-4124-8f92-272f229df718 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:00:53.306262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b2d4912-c83f-4b75-8a88-350419da1a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.323125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b2d4912-c83f-4b75-8a88-350419da1a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.394241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7b2d4912-c83f-4b75-8a88-350419da1a50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04ac60976c15418e8c85ff7cf033e0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783507 Nov 10 04:00:53.395627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d4912-c83f-4b75-8a88-350419da1a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527483f0-9bbf-4131-872b-e22d47aadb77,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:53.398070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45152) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:53.483351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.498027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.502149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2214fe86-9beb-44d4-b109-a06df31a9b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.518918 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.523196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.532266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.539922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.551506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.559842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:53.561221 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2214fe86-9beb-44d4-b109-a06df31a9b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.561892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-504da3ca-f5a5-4683-b3d7-038cc79c2c52 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.4625072 Nov 10 04:00:53.648865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:00:53.658271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.667223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:53.688105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aa3745ae-7735-4a3e-a8cd-848915328978 None None] Provisioning complete for port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:53.688656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa3745ae-7735-4a3e-a8cd-848915328978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.692486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2214fe86-9beb-44d4-b109-a06df31a9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.695463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2214fe86-9beb-44d4-b109-a06df31a9b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:53.696735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2214fe86-9beb-44d4-b109-a06df31a9b17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/527483f0-9bbf-4131-872b-e22d47aadb77 HTTP/1.1" status: 204 len: 168 time: 0.2976053 Nov 10 04:00:53.745881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214fe86-9beb-44d4-b109-a06df31a9b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527483f0-9bbf-4131-872b-e22d47aadb77,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:53.902253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-478f5ab7-50ac-4240-97f0-ac04c8078990 req-869f1f5e-7934-49ed-988c-648767eac59a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3211970 Nov 10 04:00:54.080797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aa3745ae-7735-4a3e-a8cd-848915328978 None None] Provisioning complete for port 9c912212-4766-486a-8522-c755b56da4a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:54.081834 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa3745ae-7735-4a3e-a8cd-848915328978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:54.153156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-aa3745ae-7735-4a3e-a8cd-848915328978 None None] Port 9c912212-4766-486a-8522-c755b56da4a1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:54.259039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6f2685c0-4b1e-4936-89d5-035c285a91ea up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:54.328124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9dc60fa2-adab-457c-93ed-fed54f453903 None None] Provisioning complete for port 9c912212-4766-486a-8522-c755b56da4a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:54.329990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9dc60fa2-adab-457c-93ed-fed54f453903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:54.372211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:54.400984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9dc60fa2-adab-457c-93ed-fed54f453903 None None] Port 9c912212-4766-486a-8522-c755b56da4a1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:54.406212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6f2685c0-4b1e-4936-89d5-035c285a91ea triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:54.406611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:54.465810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:54.486176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:54.517618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.528098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:54.530741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:54.535153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.542676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.549157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.555982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.564329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.570971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.573331 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-0d6a9c87-6d06-4ec0-ae6b-98219bf81627 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.1546812 Nov 10 04:00:54.658114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-81c89496-a478-4bac-ab42-4d7e3a37ed17 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:54.659631 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-81c89496-a478-4bac-ab42-4d7e3a37ed17 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "GET /v2.0/ports/e8e2fb52-191a-456c-bfa8-09017877b6e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0749371 Nov 10 04:00:54.814916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:54.885609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-ad2e05a7-cbff-4265-930e-56518a912d61 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "GET /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2198923 Nov 10 04:00:54.891748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bbb87d44-8c1a-4b52-a957-0d755dfc34d8 None None] Provisioning complete for port 9c912212-4766-486a-8522-c755b56da4a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:54.892512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbb87d44-8c1a-4b52-a957-0d755dfc34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:54.899152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:54.910706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:54.911496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:55.037975 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:55.072812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:55.073929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670cfc0-5355-494e-b29a-979c38fedc17 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:55.093828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:55.185964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bbb87d44-8c1a-4b52-a957-0d755dfc34d8 None None] Port 9c912212-4766-486a-8522-c755b56da4a1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:55.207363 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:55.231004 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:55.231998 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:55.236074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:55.236074 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:55.357373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:55.388926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] For port e8e2fb52-191a-456c-bfa8-09017877b6e5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8e2fb52-191a-456c-bfa8-09017877b6e5,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:55.478868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] For port e8e2fb52-191a-456c-bfa8-09017877b6e5, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:55.518321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=9871e049-7000-4e52-8165-7c43349bd3e2,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:55.543377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:55.544552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: f3a9e442-08cd-4124-8f92-272f229df718, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:00:55.585992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] device_id is not set on port e8e2fb52-191a-456c-bfa8-09017877b6e5 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:55.611649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:55.627050 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:55.657717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.664680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.671382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.681882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.689794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.702838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.713632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.722846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-32f12b32-5d96-4649-b53c-1ed1a3521d88 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 5445 time: 0.5708067 Nov 10 04:00:55.788079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network f3a9e442-08cd-4124-8f92-272f229df718 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:00:55.809390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] No DVR routers for this DVR port e8e2fb52-191a-456c-bfa8-09017877b6e5 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:55.818145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e8e2fb52-191a-456c-bfa8-09017877b6e5,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:55.835146 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:50Z', 'revision_number': 3, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:55.889646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] In _notify_port_updated(), no bound segment for port e8e2fb52-191a-456c-bfa8-09017877b6e5 on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:00:55.890243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f3a9e442-08cd-4124-8f92-272f229df718) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:55.891994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.893098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:55.897332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c1cb3000-df87-4ff1-96a4-8495bf4e1c9f service neutron] 10.222.0.11 "PUT /v2.0/ports/e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 200 len: 1033 time: 1.0029006 Nov 10 04:00:55.904272 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:00:55.909304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:55.910133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:55.914142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa0c9d-0a92-48af-9931-2858412de6e2 None None] Network f3a9e442-08cd-4124-8f92-272f229df718 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:00:55.914553 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Updating router dd24f955-cb76-404d-85cf-145418c9ae7f port 9c912212-4766-486a-8522-c755b56da4a1 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:00:55.962581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a3ac3436-9faf-4922-a3fc-a20bd3d059e6 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7853665 Nov 10 04:00:55.965736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45210) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:55.977712 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.009079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c7510964-1792-4445-afa2-4358001ff50b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:56.010938 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c7510964-1792-4445-afa2-4358001ff50b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "GET /v2.0/ports/e7541c2b-1c3c-4eac-8112-f4a84705984e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1053388 Nov 10 04:00:56.035433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:00:56.222951 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.232082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 956e9012-cc05-4b12-80ba-e67b497673d6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:00:56.332588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f3a9e442-08cd-4124-8f92-272f229df718', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:00:56.336713 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.353529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0ae341b-d09f-44a4-96f6-be3485263cc4 req-3999f0b1-399e-4ac2-a643-b5c5a80a357c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a92953e-1e4b-44bb-a1e1-1fa7461820b7&id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6296606 Nov 10 04:00:56.443403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0e866555-6022-4da2-8144-12873af26514 None None] Provisioning complete for port e8e2fb52-191a-456c-bfa8-09017877b6e5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:56.445824 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e866555-6022-4da2-8144-12873af26514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.526464 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.542247 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.543356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0e866555-6022-4da2-8144-12873af26514 None None] Port e8e2fb52-191a-456c-bfa8-09017877b6e5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:56.619709 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Pushing event updated for resources: {'Port': ['ID=9c912212-4766-486a-8522-c755b56da4a1,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:56.632547 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.632799 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.633136 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.633466 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.633790 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.634171 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.634673 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.635312 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.636169 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.636736 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.637117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] For port e7541c2b-1c3c-4eac-8112-f4a84705984e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e7541c2b-1c3c-4eac-8112-f4a84705984e,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:56.637517 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.638103 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:00:56.662853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:00:56.689221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.734249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] Sync routers for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:00:56.742710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Attempting to bind port 9c912212-4766-486a-8522-c755b56da4a1 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:56.743232 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Attempting to bind port 9c912212-4766-486a-8522-c755b56da4a1 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:56.743701 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Attempting to bind port 9c912212-4766-486a-8522-c755b56da4a1 on network 72ef5a6a-7306-4817-8266-8d90d3083662 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:56.749961 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:56.750547 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Checking segment: {'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:56.751054 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.751541 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Bound using segment: {'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:56.752245 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Bound port: 9c912212-4766-486a-8522-c755b56da4a1, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed944001-2a8d-477b-bac2-f62247962bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:56.752858 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.772036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] For port e7541c2b-1c3c-4eac-8112-f4a84705984e, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:56.824710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:56.834210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:56.848446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] device_id is not set on port e7541c2b-1c3c-4eac-8112-f4a84705984e yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:00:56.868709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.880756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:56.894505 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] For port 9c912212-4766-486a-8522-c755b56da4a1, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:56.903719 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] For port 9c912212-4766-486a-8522-c755b56da4a1, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9c912212-4766-486a-8522-c755b56da4a1,segment=NetworkSegment(ed944001-2a8d-477b-bac2-f62247962bc2),segment_id=ed944001-2a8d-477b-bac2-f62247962bc2)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:56.913194 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.007669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:57.035289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] No DVR routers for this DVR port e7541c2b-1c3c-4eac-8112-f4a84705984e on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:57.050642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:57.051596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:57.095467 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:00:57.096085 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:57.116333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7541c2b-1c3c-4eac-8112-f4a84705984e,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:57.123282 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9832a-3efe-40f7-b594-eeb93633ed5f None None] Pushing event updated for resources: {'Port': ['ID=9c912212-4766-486a-8522-c755b56da4a1,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:57.168691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] In _notify_port_updated(), no bound segment for port e7541c2b-1c3c-4eac-8112-f4a84705984e on network de25969c-157c-4b6f-963d-ac0108e15974 {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:00:57.169581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:57.173536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.176055 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-063ee3cc-103a-4f50-8b47-e099f9099aa3 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 200 len: 1033 time: 1.1563933 Nov 10 04:00:57.238237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:57.239183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376b4d0-7af7-4f33-bf90-7c3a67458e8f None None] The sync data for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:57.257624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Allocated IP 2001:db8:2::2 (f3a9e442-08cd-4124-8f92-272f229df718/9871e049-7000-4e52-8165-7c43349bd3e2/3a272f97-c6e0-46b4-8a0b-f6419a8c10bf) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:57.273880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-502d7e4b-2f7b-41fc-b5ea-ecca5e944872 None None] Provisioning complete for port 9c912212-4766-486a-8522-c755b56da4a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:57.274484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-502d7e4b-2f7b-41fc-b5ea-ecca5e944872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.318616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f79e49a9-d179-46f6-9574-6e516dd9bdd0 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/floatingips/66e7e01d-6e41-4cd5-a050-3082f83fbacb HTTP/1.1" status: 200 len: 978 time: 7.0916235 Nov 10 04:00:57.335293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45234) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:57.469931 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-502d7e4b-2f7b-41fc-b5ea-ecca5e944872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.492200 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:00:57.525993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port 238d3fce-df56-4ff3-83d8-3955c3b63894 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:57.526760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.619004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-502d7e4b-2f7b-41fc-b5ea-ecca5e944872 None None] For port 9c912212-4766-486a-8522-c755b56da4a1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9c912212-4766-486a-8522-c755b56da4a1,segment=NetworkSegment(ed944001-2a8d-477b-bac2-f62247962bc2),segment_id=ed944001-2a8d-477b-bac2-f62247962bc2)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:57.651327 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-502d7e4b-2f7b-41fc-b5ea-ecca5e944872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.782140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.782915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] For port 238d3fce-df56-4ff3-83d8-3955c3b63894, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=238d3fce-df56-4ff3-83d8-3955c3b63894,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:57.786557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.818864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for 238d3fce-df56-4ff3-83d8-3955c3b63894 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:57.832580 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.899053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-59cc425a-cb07-48bb-bc03-e2fbb4ad0d15 None None] Provisioning complete for port e7541c2b-1c3c-4eac-8112-f4a84705984e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:57.899422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-59cc425a-cb07-48bb-bc03-e2fbb4ad0d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:57.986356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Network f3a9e442-08cd-4124-8f92-272f229df718 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:57.995532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-59cc425a-cb07-48bb-bc03-e2fbb4ad0d15 None None] Port e7541c2b-1c3c-4eac-8112-f4a84705984e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:00:57.995803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 2b08df06-dff3-4cc6-8635-5179429f0c2d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:57.996252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.012660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:58.013311 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:50Z', 'revision_number': 3, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:56Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:00:58.021060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:58.035995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d7e4b-2f7b-41fc-b5ea-ecca5e944872 None None] Pushing event updated for resources: {'Port': ['ID=9c912212-4766-486a-8522-c755b56da4a1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:58.081396 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a5940-684d-4c40-a344-0f01c5c53659 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:50Z', 'revision_number': 3, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:56Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:00:58.148473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.249258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Pushing event updated for resources: {'Port': ['ID=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:58.254961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=238d3fce-df56-4ff3-83d8-3955c3b63894,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:58.320293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.326585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c912212-4766-486a-8522-c755b56da4a1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:00:58.379367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] No DVR routers for this DVR port 238d3fce-df56-4ff3-83d8-3955c3b63894 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:00:58.384739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.388690 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-c3bf3e49-b743-4e56-8e24-14110c51d41e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "DELETE /v2.0/ports/238d3fce-df56-4ff3-83d8-3955c3b63894 HTTP/1.1" status: 204 len: 173 time: 1.1987655 Nov 10 04:00:58.392317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '238d3fce-df56-4ff3-83d8-3955c3b63894'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:58.398286 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b07db12-b811-4124-a7ea-8932e33e1b1e" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "238d3fce-df56-4ff3-83d8-3955c3b63894"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:58.448776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-59cc425a-cb07-48bb-bc03-e2fbb4ad0d15 None None] Provisioning complete for port 9c912212-4766-486a-8522-c755b56da4a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:58.449826 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-59cc425a-cb07-48bb-bc03-e2fbb4ad0d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.507599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19b4f-c3e2-40a8-bc8d-12f8b6c63732 req-f98f7c77-ef79-4f79-a25b-0dc31569e6e6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:58.537052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19b4f-c3e2-40a8-bc8d-12f8b6c63732 req-f98f7c77-ef79-4f79-a25b-0dc31569e6e6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:58.539808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e7541c2b-1c3c-4eac-8112-f4a84705984e no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:58.552897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19b4f-c3e2-40a8-bc8d-12f8b6c63732 req-f98f7c77-ef79-4f79-a25b-0dc31569e6e6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:58.553373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Attempting to bind port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:00:58.553753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Attempting to bind port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:00:58.554140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Attempting to bind port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf on network f3a9e442-08cd-4124-8f92-272f229df718 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:00:58.569916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19b4f-c3e2-40a8-bc8d-12f8b6c63732 req-f98f7c77-ef79-4f79-a25b-0dc31569e6e6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:58.588931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:00:58.589566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.594128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19b4f-c3e2-40a8-bc8d-12f8b6c63732 req-f98f7c77-ef79-4f79-a25b-0dc31569e6e6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:00:58.596254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28c19b4f-c3e2-40a8-bc8d-12f8b6c63732 req-f98f7c77-ef79-4f79-a25b-0dc31569e6e6 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 3885 time: 0.9527609 Nov 10 04:00:58.652627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.672619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:00:58.673088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Checking segment: {'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:00:58.673587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.674399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Bound using segment: {'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:00:58.676218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Bound port: 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:00:58.676218 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.744726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9c912212-4766-486a-8522-c755b56da4a1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:00:58.745197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:58.784365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e7541c2b-1c3c-4eac-8112-f4a84705984e not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:00:58.784864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 207a9264-abd3-4613-b424-2384294d5ca0 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:58.803104 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805d4e04-3d3b-42d0-8fff-94f2a33abf7a x-openstack-request-id: req-805d4e04-3d3b-42d0-8fff-94f2a33abf7a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:58.804011 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "238d3fce-df56-4ff3-83d8-3955c3b63894", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:58.804446 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-805d4e04-3d3b-42d0-8fff-94f2a33abf7a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:58.806388 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '238d3fce-df56-4ff3-83d8-3955c3b63894', 'status': 'completed', 'code': 200} Nov 10 04:00:58.821524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] For port 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:58.823141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.018235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] For port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:00:59.023914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] For port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,segment=NetworkSegment(c02d3428-98cf-4ef1-b608-04ede7d24423),segment_id=c02d3428-98cf-4ef1-b608-04ede7d24423)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:00:59.039422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.088791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45260) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:00:59.148000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8:2::1 (f3a9e442-08cd-4124-8f92-272f229df718/9871e049-7000-4e52-8165-7c43349bd3e2/c3b35333-f30c-44e8-bf3b-635939956bc9) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:00:59.216297 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.218207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fe628-59a1-4a8f-8e0c-48d403b3f00d None None] Pushing event updated for resources: {'Port': ['ID=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:59.285875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.304866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 207a9264-abd3-4613-b424-2384294d5ca0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=207a9264-abd3-4613-b424-2384294d5ca0,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:59.308340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:00:59.314248 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31699f0d-3b3d-4fd7-a05e-f1da2ea5709b" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "207a9264-abd3-4613-b424-2384294d5ca0"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:00:59.338401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.348197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.349133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2528fe11-f58d-43ea-b374-f87f2ba12bc5 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:59.453603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network f3a9e442-08cd-4124-8f92-272f229df718 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:00:59.458221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28c19b4f-c3e2-40a8-bc8d-12f8b6c63732 req-2b9d1a08-5631-4da4-9dd4-327782b4c46d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8414204 Nov 10 04:00:59.466405 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce6641d-ca71-4162-91ff-6fd37118935e x-openstack-request-id: req-8ce6641d-ca71-4162-91ff-6fd37118935e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:00:59.467038 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "207a9264-abd3-4613-b424-2384294d5ca0", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:00:59.468286 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ce6641d-ca71-4162-91ff-6fd37118935e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:00:59.468441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:00:59.485863 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0', 'code': 200} Nov 10 04:00:59.498553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:00:59.499382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.588673 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.589407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.589907 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Floating IP 66e7e01d-6e41-4cd5-a050-3082f83fbacb disassociated. External IP: 172.25.6.107, port: 2b08df06-dff3-4cc6-8635-5179429f0c2d. Nov 10 04:00:59.590432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 2b08df06-dff3-4cc6-8635-5179429f0c2d owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:59.643658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=207a9264-abd3-4613-b424-2384294d5ca0,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:59.669738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.689714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=c3b35333-f30c-44e8-bf3b-635939956bc9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:00:59.730110 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.761351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa68b850-e8cf-427c-b5c9-4ca9002b062b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.773476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2528fe11-f58d-43ea-b374-f87f2ba12bc5, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2528fe11-f58d-43ea-b374-f87f2ba12bc5,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:00:59.779644 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.780447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a196d713-19d8-4b95-b79d-b9c18a28dcd0 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:00:59.829499 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.830589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:00:59.831072 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Floating IP dfdd3009-ab88-4217-9a8a-ce72f07bc820 disassociated. External IP: 172.25.6.139, port: 2528fe11-f58d-43ea-b374-f87f2ba12bc5. Nov 10 04:00:59.831576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for 2528fe11-f58d-43ea-b374-f87f2ba12bc5 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:00:59.859397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=2528fe11-f58d-43ea-b374-f87f2ba12bc5,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:00.016030 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.057544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=2528fe11-f58d-43ea-b374-f87f2ba12bc5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:00.077915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.078449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.079013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.079355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.079766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.080116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.080536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.080925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.081301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.081728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.082233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.082774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:00.111909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.189330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa68b850-e8cf-427c-b5c9-4ca9002b062b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.192656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:00.196563 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.219735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa68b850-e8cf-427c-b5c9-4ca9002b062b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.236546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a196d713-19d8-4b95-b79d-b9c18a28dcd0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:00.246755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.249106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 238d3fce-df56-4ff3-83d8-3955c3b63894 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:00.300491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=2b08df06-dff3-4cc6-8635-5179429f0c2d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:00.324249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 238d3fce-df56-4ff3-83d8-3955c3b63894 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:00.324593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 238d3fce-df56-4ff3-83d8-3955c3b63894 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:00.324996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8e2fb52-191a-456c-bfa8-09017877b6e5 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:00.371892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:00.387306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fa68b850-e8cf-427c-b5c9-4ca9002b062b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8aee240b41745b7988bf1267585d543&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0660365 Nov 10 04:01:00.390127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45272) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:00.443535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a196d713-19d8-4b95-b79d-b9c18a28dcd0,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:00.478441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68b850-e8cf-427c-b5c9-4ca9002b062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35935b17-add1-4f1b-b50c-a631eb723c8c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:00.504801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8e2fb52-191a-456c-bfa8-09017877b6e5 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:00.505223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 23fd9f72-9f73-4107-ae80-20723a6184a3 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:00.555677 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.584846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.589579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.648246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83809892-9b26-4761-8758-b31590501a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.696711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=c3b35333-f30c-44e8-bf3b-635939956bc9,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:00.784746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:00.788205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83809892-9b26-4761-8758-b31590501a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.798540 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] Sync routers for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:00.811259 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:00.812161 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:00.937436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] No DVR routers for this DVR port 2528fe11-f58d-43ea-b374-f87f2ba12bc5 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:00.951915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:00.959413 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-6e05532f-fd66-4868-8073-5c518a8aa026 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "DELETE /v2.0/ports/2528fe11-f58d-43ea-b374-f87f2ba12bc5 HTTP/1.1" status: 204 len: 173 time: 2.5516875 Nov 10 04:01:00.959951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:01:00.969546 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df45d95-2747-442a-9ceb-1e7044611b64" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:01:00.971606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 956e9012-cc05-4b12-80ba-e67b497673d6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:01.074095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:01.074545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.092363 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cfe6ba-c46f-48ca-b221-c4b718344f3a x-openstack-request-id: req-72cfe6ba-c46f-48ca-b221-c4b718344f3a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:01:01.092657 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:01:01.092885 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72cfe6ba-c46f-48ca-b221-c4b718344f3a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:01:01.093323 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'status': 'completed', 'code': 200} Nov 10 04:01:01.102275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83809892-9b26-4761-8758-b31590501a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.106004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83809892-9b26-4761-8758-b31590501a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.107546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-83809892-9b26-4761-8758-b31590501a16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35935b17-add1-4f1b-b50c-a631eb723c8c HTTP/1.1" status: 204 len: 168 time: 0.7164102 Nov 10 04:01:01.121067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308cbfe-4b95-412e-aa90-2024ec9d26ee req-35561811-0b78-4397-b6f2-bdc1eb8fd6b7 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:01.124072 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:01.128026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83809892-9b26-4761-8758-b31590501a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35935b17-add1-4f1b-b50c-a631eb723c8c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:01.136967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308cbfe-4b95-412e-aa90-2024ec9d26ee req-35561811-0b78-4397-b6f2-bdc1eb8fd6b7 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:01.144376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3f92b-b05d-4403-ac1c-5b0587e19ba6 None None] Network f3a9e442-08cd-4124-8f92-272f229df718 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:01.144695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port 207a9264-abd3-4613-b424-2384294d5ca0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:01.145291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.146583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308cbfe-4b95-412e-aa90-2024ec9d26ee req-35561811-0b78-4397-b6f2-bdc1eb8fd6b7 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:01.155802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a308cbfe-4b95-412e-aa90-2024ec9d26ee req-35561811-0b78-4397-b6f2-bdc1eb8fd6b7 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 2412 time: 0.3037381 Nov 10 04:01:01.312331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] For port 207a9264-abd3-4613-b424-2384294d5ca0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=207a9264-abd3-4613-b424-2384294d5ca0,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:01.313792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.353507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for 207a9264-abd3-4613-b424-2384294d5ca0 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:01.423966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-73dbf843-66bf-49aa-b8de-205f73d2e9be None None] Provisioning complete for port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:01.424334 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-73dbf843-66bf-49aa-b8de-205f73d2e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.503393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5'}, {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:01:01.521445 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb1408e-2d01-4158-b5f8-256e1e03c9a9" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5"}, {"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:01:01.527907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.544569 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:39Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:01.600377 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] Checking router: d4275ad4-d595-43c8-b09f-1c5053c9d0d2 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:01.611771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.623339 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:01.624499 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:01.650899 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54085047-7e1e-4823-b2e7-2bd3682c8a46 x-openstack-request-id: req-54085047-7e1e-4823-b2e7-2bd3682c8a46 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:01:01.651269 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "2528fe11-f58d-43ea-b374-f87f2ba12bc5", "code": 200}, {"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:01:01.651492 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54085047-7e1e-4823-b2e7-2bd3682c8a46 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:01:01.651836 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2528fe11-f58d-43ea-b374-f87f2ba12bc5', 'code': 200} Nov 10 04:01:01.652082 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0', 'code': 200} Nov 10 04:01:01.683915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=207a9264-abd3-4613-b424-2384294d5ca0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:01.767802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] No DVR routers for this DVR port 207a9264-abd3-4613-b424-2384294d5ca0 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:01.775883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.779306 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-cea7940a-79da-4bfd-b3d1-844226c65521 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "DELETE /v2.0/ports/207a9264-abd3-4613-b424-2384294d5ca0 HTTP/1.1" status: 204 len: 173 time: 0.8003733 Nov 10 04:01:01.779816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45292) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:01.818667 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:01.840580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 23fd9f72-9f73-4107-ae80-20723a6184a3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=23fd9f72-9f73-4107-ae80-20723a6184a3,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:01.868728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-73dbf843-66bf-49aa-b8de-205f73d2e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.871646 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.910350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a372dd3f-a57a-47d9-954f-91832d4d6cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.912485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:01.924310 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:01.956475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] Sync routers for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:01.966029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a308cbfe-4b95-412e-aa90-2024ec9d26ee req-da267bed-1f22-4888-827f-7a78e36bce34 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8092201 Nov 10 04:01:02.014015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network f3a9e442-08cd-4124-8f92-272f229df718 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:02.054708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:02.054952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:02.071696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:02.081369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-73dbf843-66bf-49aa-b8de-205f73d2e9be None None] For port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,segment=NetworkSegment(c02d3428-98cf-4ef1-b608-04ede7d24423),segment_id=c02d3428-98cf-4ef1-b608-04ede7d24423)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:02.120527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a372dd3f-a57a-47d9-954f-91832d4d6cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.133502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a372dd3f-a57a-47d9-954f-91832d4d6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.161404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=23fd9f72-9f73-4107-ae80-20723a6184a3,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:02.181337 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a372dd3f-a57a-47d9-954f-91832d4d6cce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=513cbac452864cf2a4c0b6a6e4cab48a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001324 Nov 10 04:01:02.186618 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-73dbf843-66bf-49aa-b8de-205f73d2e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.206942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45296) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:02.226560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.231177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18d89b85-6739-47ef-8ce5-aedaefde7970 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/ports/2b08df06-dff3-4cc6-8635-5179429f0c2d HTTP/1.1" status: 204 len: 168 time: 4.8916626 Nov 10 04:01:02.235313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45298) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:02.257544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port a196d713-19d8-4b95-b79d-b9c18a28dcd0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:02.258356 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.265160 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:39Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:02.271340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:02.295408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:02.325238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3786b4b2-ad12-4e64-883c-9751096bd20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.342302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:02.343306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:02.417052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:02.418156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c786c0a-b39b-4154-b831-0be8dd108709 None None] The sync data for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:02.420195 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:01:02.420857 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:01:02.440936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbf843-66bf-49aa-b8de-205f73d2e9be None None] Pushing event updated for resources: {'Port': ['ID=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:02.539558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] For port a196d713-19d8-4b95-b79d-b9c18a28dcd0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a196d713-19d8-4b95-b79d-b9c18a28dcd0,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:02.542814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.545605 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3786b4b2-ad12-4e64-883c-9751096bd20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.577132 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4e1c2-c4e5-43f0-9861-0bfbba4e0ba1 None None] The sync data for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 is: [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T03:50:33Z', 'revision_number': 4, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7fd1d302-fe03-42b5-9eaa-4f5141a06bf4', 'name': '', 'network_id': 'f9b17533-2125-45ba-b8e9-05a27e436663', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'mac_address': 'fa:16:3e:c6:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:32Z', 'updated_at': '2021-11-10T03:50:39Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'subnets': [{'id': 'b2b1d12e-7e0a-4c47-82e2-335f1c2ef460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:02.642401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3786b4b2-ad12-4e64-883c-9751096bd20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.648822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3786b4b2-ad12-4e64-883c-9751096bd20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.651074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8273fc5d-a2f7-45df-84a8-62b4aca27357 None None] Provisioning complete for port c3b35333-f30c-44e8-bf3b-635939956bc9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:02.652036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3786b4b2-ad12-4e64-883c-9751096bd20e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/912093f0-535b-4440-9fb9-40714add7e4d HTTP/1.1" status: 204 len: 168 time: 0.4412298 Nov 10 04:01:02.652926 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8273fc5d-a2f7-45df-84a8-62b4aca27357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.664034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372dd3f-a57a-47d9-954f-91832d4d6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912093f0-535b-4440-9fb9-40714add7e4d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:02.672502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786b4b2-ad12-4e64-883c-9751096bd20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912093f0-535b-4440-9fb9-40714add7e4d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:02.679673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:02.689172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9775a909-f7db-4296-9ae3-5e94a596fae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7193589 Nov 10 04:01:02.691716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45308) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:02.698085 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:02.701872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489927906'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:02.714110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for a196d713-19d8-4b95-b79d-b9c18a28dcd0 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:02.723064 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:02.723270 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:02.754369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:02.762830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.776088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8273fc5d-a2f7-45df-84a8-62b4aca27357 None None] Port c3b35333-f30c-44e8-bf3b-635939956bc9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:01:02.838342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8273fc5d-a2f7-45df-84a8-62b4aca27357 None None] Provisioning complete for port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:02.839048 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8273fc5d-a2f7-45df-84a8-62b4aca27357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.864684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:02.910966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:02.913305 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added segment 6bb9f5a2-b563-406e-a62f-a4df2f045544 of type vlan for network abca5972-c186-4f45-b939-eec8fd31f39c Nov 10 04:01:02.968400 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:03.113283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.138770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:01:03.154389 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a0e955-81d1-4aff-8502-dbff58f8ad04" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "207a9264-abd3-4613-b424-2384294d5ca0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:01:03.231618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f5ef0-34d5-4ec3-a7f9-454ee6e3020c None None] New status for floating IP dfdd3009-ab88-4217-9a8a-ce72f07bc820: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:01:03.239620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c912212-4766-486a-8522-c755b56da4a1 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:03.259063 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.278560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:03.279225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.305692 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f32287-0c1d-4756-9e35-0134f71681a6 x-openstack-request-id: req-62f32287-0c1d-4756-9e35-0134f71681a6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:01:03.306047 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "207a9264-abd3-4613-b424-2384294d5ca0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:01:03.306490 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62f32287-0c1d-4756-9e35-0134f71681a6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:01:03.306894 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '207a9264-abd3-4613-b424-2384294d5ca0', 'status': 'completed', 'code': 200} Nov 10 04:01:03.440693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Network': ['ID=abca5972-c186-4f45-b939-eec8fd31f39c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:03.461700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd84ed-1c4e-44a6-9955-bd304bc95d71 req-3c40f324-583b-464a-8102-96650ce9c081 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:03.472531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd84ed-1c4e-44a6-9955-bd304bc95d71 req-3c40f324-583b-464a-8102-96650ce9c081 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:03.482622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ccd84ed-1c4e-44a6-9955-bd304bc95d71 req-3c40f324-583b-464a-8102-96650ce9c081 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 1677 time: 0.3116257 Nov 10 04:01:03.500747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-def97985-c43f-4c3e-b0e9-14c671865f46 None None] Provisioning complete for port c3b35333-f30c-44e8-bf3b-635939956bc9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:03.500747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-def97985-c43f-4c3e-b0e9-14c671865f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.501103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network abca5972-c186-4f45-b939-eec8fd31f39c details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:03.575335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-afba0a19-f2f2-4395-b776-dbc803dd1daa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8824069 Nov 10 04:01:03.575910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45332) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:03.587343 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:59Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:00:59Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:03.599193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'subnet': {'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:03.647752 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:03.649290 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Updating router dd24f955-cb76-404d-85cf-145418c9ae7f port c3b35333-f30c-44e8-bf3b-635939956bc9 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:01:03.653452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:01:03.664919 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac159c93-b342-43a5-8cd5-82f5aea5ce2c" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:01:03.702757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.714451 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.767674 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac428d7-cfae-4c02-99a7-88e0c8df7876 x-openstack-request-id: req-1ac428d7-cfae-4c02-99a7-88e0c8df7876 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:01:03.767965 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-unplugged", "status": "completed", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:01:03.768215 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ac428d7-cfae-4c02-99a7-88e0c8df7876 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:01:03.768605 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3', 'code': 200} Nov 10 04:01:03.776172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9c912212-4766-486a-8522-c755b56da4a1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:03.776545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.806970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=a196d713-19d8-4b95-b79d-b9c18a28dcd0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:03.807931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-def97985-c43f-4c3e-b0e9-14c671865f46 None None] Port c3b35333-f30c-44e8-bf3b-635939956bc9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:01:03.837662 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ccd84ed-1c4e-44a6-9955-bd304bc95d71 req-7e74db7d-c9c2-4778-8195-61160489a8fc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541408 Nov 10 04:01:03.910352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Made reservation on behalf of cbcc00aca3a149748c94d1a2d933d406 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:03.916489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.952772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-2870172c-0a9a-49f1-b582-c981eff23072 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2536430 Nov 10 04:01:03.954975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] No DVR routers for this DVR port a196d713-19d8-4b95-b79d-b9c18a28dcd0 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:03.961980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:03.964750 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-47c5c02b-73db-4133-ad94-2ab0ec5dabc0 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "DELETE /v2.0/ports/a196d713-19d8-4b95-b79d-b9c18a28dcd0 HTTP/1.1" status: 204 len: 173 time: 2.1508203 Nov 10 04:01:04.028070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3bec7ac4-cda0-4ba2-a14b-bbd4165cdadb None None] Provisioning complete for port c3b35333-f30c-44e8-bf3b-635939956bc9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:04.032109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3bec7ac4-cda0-4ba2-a14b-bbd4165cdadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.192262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3bec7ac4-cda0-4ba2-a14b-bbd4165cdadb None None] Port c3b35333-f30c-44e8-bf3b-635939956bc9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:01:04.286694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.297963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-9abfdde8-f7ad-4b7e-9a83-8f9b6b5f3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:04.309259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-9abfdde8-f7ad-4b7e-9a83-8f9b6b5f3d07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1096 time: 0.2341263 Nov 10 04:01:04.444021 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:04.464682 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.485548 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.557723 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02756ec1-e7a8-4a15-a4e8-0734301138cb None None] Pushing event updated for resources: {'Port': ['ID=c3b35333-f30c-44e8-bf3b-635939956bc9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:04.567560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.624339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:04.629100 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.666835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Subnet': ['ID=873e0d42-ae92-4603-a406-f3fbf54af3f5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:04.694280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.694631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.694974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.695312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.695787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.696127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.696790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.696903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.697203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.697510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.697842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.698196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:04.705702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Checking segment: {'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:04.706097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network hostable DHCP agents. Network: abca5972-c186-4f45-b939-eec8fd31f39c, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:01:04.746313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network abca5972-c186-4f45-b939-eec8fd31f39c is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:04.768458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, abca5972-c186-4f45-b939-eec8fd31f39c) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:04.779315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:04.785169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a2236-147d-4543-8dec-a099faf86b66 None None] Network abca5972-c186-4f45-b939-eec8fd31f39c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:04.786329 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.816689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-09995477-5533-4093-8b74-c1853353407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:04.816792 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Attempting to bind port c3b35333-f30c-44e8-bf3b-635939956bc9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:01:04.816874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-09995477-5533-4093-8b74-c1853353407d service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.4751816 Nov 10 04:01:04.816947 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Attempting to bind port c3b35333-f30c-44e8-bf3b-635939956bc9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:01:04.818249 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Attempting to bind port c3b35333-f30c-44e8-bf3b-635939956bc9 on network f3a9e442-08cd-4124-8f92-272f229df718 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:04.825431 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:01:04.826438 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Checking segment: {'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:04.826438 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.826790 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Bound using segment: {'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:01:04.827425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Bound port: c3b35333-f30c-44e8-bf3b-635939956bc9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02d3428-98cf-4ef1-b608-04ede7d24423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:01:04.828611 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.840143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port 23fd9f72-9f73-4107-ae80-20723a6184a3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:04.840143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:04.840455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f8ccbd29-64f9-4c39-affc-f42e4ecc31a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2446368 Nov 10 04:01:04.840455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45360) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:04.982676 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] For port c3b35333-f30c-44e8-bf3b-635939956bc9, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:01:04.988997 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] For port c3b35333-f30c-44e8-bf3b-635939956bc9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c3b35333-f30c-44e8-bf3b-635939956bc9,segment=NetworkSegment(c02d3428-98cf-4ef1-b608-04ede7d24423),segment_id=c02d3428-98cf-4ef1-b608-04ede7d24423)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:01:05.004704 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:05.104171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-2c957961-941b-4d69-9bc8-b8b26b4f264d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 1000 time: 0.2543945 Nov 10 04:01:05.120780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faf21f-d657-4138-9eb1-6e44fcdd72d7 req-ebf76c97-272d-4c4a-97d2-03c75cd4158e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:05.122964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28faf21f-d657-4138-9eb1-6e44fcdd72d7 req-ebf76c97-272d-4c4a-97d2-03c75cd4158e tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 943 time: 0.1075294 Nov 10 04:01:05.171811 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02756ec1-e7a8-4a15-a4e8-0734301138cb None None] Pushing event updated for resources: {'Port': ['ID=c3b35333-f30c-44e8-bf3b-635939956bc9,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:05.226221 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:05.226853 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:05.274684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-819aace0-121c-41d3-ab26-daa559be4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:05.276970 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-819aace0-121c-41d3-ab26-daa559be4687 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.1632891 Nov 10 04:01:05.315031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:01:05.325070 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e59cfd5-25ff-4dce-99b0-608a66099417" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:01:05.360174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-601310a2-7779-4275-8b6c-45f7d40f63be None None] Provisioning complete for port c3b35333-f30c-44e8-bf3b-635939956bc9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:05.361030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-601310a2-7779-4275-8b6c-45f7d40f63be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:05.395938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] For port 23fd9f72-9f73-4107-ae80-20723a6184a3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=23fd9f72-9f73-4107-ae80-20723a6184a3,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:05.396639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:05.419480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for 23fd9f72-9f73-4107-ae80-20723a6184a3 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:05.484045 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89881ac7-1dc2-43d9-a2ee-f8c9b6b2e26a x-openstack-request-id: req-89881ac7-1dc2-43d9-a2ee-f8c9b6b2e26a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:01:05.484851 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "a196d713-19d8-4b95-b79d-b9c18a28dcd0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:01:05.485185 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89881ac7-1dc2-43d9-a2ee-f8c9b6b2e26a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:01:05.485689 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': 'a196d713-19d8-4b95-b79d-b9c18a28dcd0', 'status': 'completed', 'code': 200} Nov 10 04:01:05.489565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-48fb287f-2b7b-49ab-a4f7-02368c21fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:05.491461 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-48fb287f-2b7b-49ab-a4f7-02368c21fbfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999497 Nov 10 04:01:05.516209 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:05.523492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-abca5972-c186-4f45-b939-eec8fd31f39c', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:01:05.524460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:05.694579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28faf21f-d657-4138-9eb1-6e44fcdd72d7 req-14ee7344-7024-40d0-a729-4e0c7bf11273 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4efedcd-96ba-4c4d-a033-31fa35d9897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5594537 Nov 10 04:01:05.721822 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-601310a2-7779-4275-8b6c-45f7d40f63be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:05.778467 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:01:05.803079 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-f6735363-c524-4d76-a4b1-791e72690138 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529111 Nov 10 04:01:05.807974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port effc1136-fd5e-4f08-88a7-f4390868541b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:05.808465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:05.949091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.070072 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:59Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:04Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:06.114730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.129881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for effc1136-fd5e-4f08-88a7-f4390868541b owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:06.133773 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86249a83-a60a-40a7-bda7-05d6f6b5d386 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:00:59Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:04Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:06.293372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45049388-e9ae-47c1-8cf9-c5b632d08d0f req-a3371ccf-3dfa-4dbf-9121-f0540c03f3f8 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773238 Nov 10 04:01:06.367273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.422772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-601310a2-7779-4275-8b6c-45f7d40f63be None None] For port c3b35333-f30c-44e8-bf3b-635939956bc9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c3b35333-f30c-44e8-bf3b-635939956bc9,segment=NetworkSegment(c02d3428-98cf-4ef1-b608-04ede7d24423),segment_id=c02d3428-98cf-4ef1-b608-04ede7d24423)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:06.427272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-601310a2-7779-4275-8b6c-45f7d40f63be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.476267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=23fd9f72-9f73-4107-ae80-20723a6184a3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:06.540066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601310a2-7779-4275-8b6c-45f7d40f63be None None] Pushing event updated for resources: {'Port': ['ID=c3b35333-f30c-44e8-bf3b-635939956bc9,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:06.550387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3b35333-f30c-44e8-bf3b-635939956bc9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:06.586851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Allocated IP 2001:db8:3::1 (abca5972-c186-4f45-b939-eec8fd31f39c/873e0d42-ae92-4603-a406-f3fbf54af3f5/14547ae8-ed71-4821-85d9-7c13b96c0c24) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:06.609144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-11f34ded-f675-4536-b582-cc69d1d05309 None None] Provisioning complete for port c3b35333-f30c-44e8-bf3b-635939956bc9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:06.609986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-11f34ded-f675-4536-b582-cc69d1d05309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.673860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c3b35333-f30c-44e8-bf3b-635939956bc9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:06.674603 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.765851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] No DVR routers for this DVR port 23fd9f72-9f73-4107-ae80-20723a6184a3 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:06.769866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.806945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e88c4db5-6341-4ae8-99b7-cd3a2b39d8b5 req-d648db3e-b087-4a1a-b008-4a208664b322 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.11 "DELETE /v2.0/ports/23fd9f72-9f73-4107-ae80-20723a6184a3 HTTP/1.1" status: 204 len: 173 time: 2.8227870 Nov 10 04:01:06.879972 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:06.997726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cec6d95-5292-49ef-8aa4-484b47d9c224 req-70bdcda2-884d-4a97-a977-b4903ce0cd6c tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0622721 Nov 10 04:01:07.019508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:07.178401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Allocated IP 2001:db8:3::2 (abca5972-c186-4f45-b939-eec8fd31f39c/873e0d42-ae92-4603-a406-f3fbf54af3f5/fab968a0-1dc8-4cbe-8984-69453877984f) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:07.185491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:07.208359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network abca5972-c186-4f45-b939-eec8fd31f39c is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:07.244820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:07.255820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:07.263043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:07.322117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=effc1136-fd5e-4f08-88a7-f4390868541b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:07.367656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=14547ae8-ed71-4821-85d9-7c13b96c0c24,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:07.486829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:01:07.494022 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3bc5a0-2f08-4cd4-aa60-ee6728a5504b" -d '{"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:01:07.608307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:07.668850 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:07.669641 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475a77f1-2fea-4e3e-aa30-4679e06f4807 x-openstack-request-id: req-475a77f1-2fea-4e3e-aa30-4679e06f4807 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:01:07.670191 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1dd965-9058-4bcb-9065-9b31d1b77aef", "name": "network-vif-deleted", "tag": "23fd9f72-9f73-4107-ae80-20723a6184a3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:01:07.670595 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-475a77f1-2fea-4e3e-aa30-4679e06f4807 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:01:07.672353 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1dd965-9058-4bcb-9065-9b31d1b77aef', 'name': 'network-vif-deleted', 'tag': '23fd9f72-9f73-4107-ae80-20723a6184a3', 'status': 'completed', 'code': 200} Nov 10 04:01:07.684725 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:07.761460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:07.819395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Network abca5972-c186-4f45-b939-eec8fd31f39c is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:07.849502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:07.861188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:07.873880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Pushing event updated for resources: {'Port': ['ID=fab968a0-1dc8-4cbe-8984-69453877984f,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:07.991683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Attempting to bind port fab968a0-1dc8-4cbe-8984-69453877984f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:01:07.992054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Attempting to bind port fab968a0-1dc8-4cbe-8984-69453877984f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:01:07.992418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Attempting to bind port fab968a0-1dc8-4cbe-8984-69453877984f on network abca5972-c186-4f45-b939-eec8fd31f39c {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:08.015177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:01:08.015177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Checking segment: {'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:08.015177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.015177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Bound using segment: {'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:01:08.016413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Bound port: fab968a0-1dc8-4cbe-8984-69453877984f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:01:08.017197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.197828 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.271398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] For port fab968a0-1dc8-4cbe-8984-69453877984f, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:01:08.280020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] For port fab968a0-1dc8-4cbe-8984-69453877984f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fab968a0-1dc8-4cbe-8984-69453877984f,segment=NetworkSegment(6bb9f5a2-b563-406e-a62f-a4df2f045544),segment_id=6bb9f5a2-b563-406e-a62f-a4df2f045544)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:01:08.313617 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.328225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f93c0356-8d92-47cb-8ef1-3a1b869e72e9 req-e0a443d0-476a-485f-be46-0294b8c08eb4 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.1415639 Nov 10 04:01:08.497915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c31006-00b4-484c-8920-3c5c03c1abb9 None None] Pushing event updated for resources: {'Port': ['ID=fab968a0-1dc8-4cbe-8984-69453877984f,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:08.556090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3b35333-f30c-44e8-bf3b-635939956bc9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:08.565219 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.579766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.580453 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.713206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c3b35333-f30c-44e8-bf3b-635939956bc9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:08.713774 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:08.883850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Network abca5972-c186-4f45-b939-eec8fd31f39c is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:08.892963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:08.958683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event updated for resources: {'Port': ['ID=14547ae8-ed71-4821-85d9-7c13b96c0c24,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:09.111441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:09.126137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 956e9012-cc05-4b12-80ba-e67b497673d6 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:09.172023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45440) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:09.235791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:09.245477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0935bb58-d498-4eb9-9035-d5ce624f84d8 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4001393 Nov 10 04:01:09.245580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45444) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:09.247098 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:09.251980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:09.264212 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:09.264874 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:09.336340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:09.346528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45446) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:09.354448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] Sync routers for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:09.359551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9cd71e08-7704-48f9-b9a1-fdb48a40cbce tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/routers/956e9012-cc05-4b12-80ba-e67b497673d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1217926 Nov 10 04:01:09.392595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:09.398814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:09.427398 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:09.485766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:09.495739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] Routers {'956e9012-cc05-4b12-80ba-e67b497673d6'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:09.496578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['956e9012-cc05-4b12-80ba-e67b497673d6'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:09.520416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6e05-ccaf-42de-a835-8f514f5c40ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:09.536199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:09.537091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469e523-ce4c-4b48-a3bd-db374f0790f2 None None] The sync data for ids ['956e9012-cc05-4b12-80ba-e67b497673d6'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:09.563263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a636c40-57bd-41c9-a4f6-7268d0ac95b2 req-f7a5fb4d-1c3e-46c2-b71d-2beb50b7de11 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0753801 Nov 10 04:01:09.669105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:09.805796 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:07Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:07Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:09.813714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6e05-ccaf-42de-a835-8f514f5c40ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:09.824364 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6e05-ccaf-42de-a835-8f514f5c40ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:09.857165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:09.857866 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Updating router dd24f955-cb76-404d-85cf-145418c9ae7f port 14547ae8-ed71-4821-85d9-7c13b96c0c24 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:01:09.889811 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:09.902980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:09.917500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9dbc6e05-ccaf-42de-a835-8f514f5c40ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04af0d380a65461f8add62d5eabf07a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7420242 Nov 10 04:01:09.925695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45450) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:09.933725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.extraroute_db [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 04:01:09.961630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.extraroute_db [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Removed routes are [] {{(pid=102596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 04:01:09.962455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:09.979089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc6e05-ccaf-42de-a835-8f514f5c40ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8e270-4c02-42b9-9e13-d916c7e6979a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:10.049895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port f6d79bc3-6760-45da-b50a-b6af3396f1b6 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:10.050426 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.052253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04126c2b-7ead-443c-a7ee-db32f02bb2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.079041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b060a-5f83-49dc-ac35-fe823ccedada None None] Network abca5972-c186-4f45-b939-eec8fd31f39c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:10.129900 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04126c2b-7ead-443c-a7ee-db32f02bb2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.211208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.233286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for f6d79bc3-6760-45da-b50a-b6af3396f1b6 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:10.305175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04126c2b-7ead-443c-a7ee-db32f02bb2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.308689 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04126c2b-7ead-443c-a7ee-db32f02bb2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.309398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-04126c2b-7ead-443c-a7ee-db32f02bb2c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edc8e270-4c02-42b9-9e13-d916c7e6979a HTTP/1.1" status: 204 len: 168 time: 0.3815053 Nov 10 04:01:10.345884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04126c2b-7ead-443c-a7ee-db32f02bb2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8e270-4c02-42b9-9e13-d916c7e6979a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:10.357242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26822242-a299-4541-948f-baa628e7f9ac None None] Provisioning complete for port fab968a0-1dc8-4cbe-8984-69453877984f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:10.357632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26822242-a299-4541-948f-baa628e7f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.448424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.462415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fab968a0-1dc8-4cbe-8984-69453877984f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:10.463120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.490732 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.502497 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.599751 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26822242-a299-4541-948f-baa628e7f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.642143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-26822242-a299-4541-948f-baa628e7f9ac None None] For port fab968a0-1dc8-4cbe-8984-69453877984f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fab968a0-1dc8-4cbe-8984-69453877984f,segment=NetworkSegment(6bb9f5a2-b563-406e-a62f-a4df2f045544),segment_id=6bb9f5a2-b563-406e-a62f-a4df2f045544)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:10.648261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fab968a0-1dc8-4cbe-8984-69453877984f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:10.648937 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.652513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26822242-a299-4541-948f-baa628e7f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.681508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.699663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:10.736841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=f6d79bc3-6760-45da-b50a-b6af3396f1b6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:10.783038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56cde6-2ef9-4398-a951-c2c22a9672b5 None None] Pushing event updated for resources: {'Port': ['ID=14547ae8-ed71-4821-85d9-7c13b96c0c24,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:10.802037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26822242-a299-4541-948f-baa628e7f9ac None None] Pushing event updated for resources: {'Port': ['ID=fab968a0-1dc8-4cbe-8984-69453877984f,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:10.806978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68909a77-0929-4b64-90e2-6daeb16b5a90 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:10.817144 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Attempting to bind port 14547ae8-ed71-4821-85d9-7c13b96c0c24 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:01:10.819718 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Attempting to bind port 14547ae8-ed71-4821-85d9-7c13b96c0c24 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:01:10.821178 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Attempting to bind port 14547ae8-ed71-4821-85d9-7c13b96c0c24 on network abca5972-c186-4f45-b939-eec8fd31f39c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:10.829812 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:01:10.830496 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Checking segment: {'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:10.831310 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.831879 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Bound using segment: {'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:01:10.832488 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Bound port: 14547ae8-ed71-4821-85d9-7c13b96c0c24, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb9f5a2-b563-406e-a62f-a4df2f045544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:01:10.833080 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.920451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2d6cd44-6b6f-4d21-bb21-5a378ea65762 req-e6159afe-3ee1-48c0-9b75-748d2e593777 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.1633022 Nov 10 04:01:10.950055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.951067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:10.955059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45460) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:10.963682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:10.970635 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1587cf5f-6f69-4b62-8300-36bf59d57cc9 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 200 len: 954 time: 1.7244503 Nov 10 04:01:10.983904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45462) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:10.997094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12c48ec1-cf2a-4b9a-8230-d6e31c325d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.004789 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] For port 14547ae8-ed71-4821-85d9-7c13b96c0c24, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:01:11.021011 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] For port 14547ae8-ed71-4821-85d9-7c13b96c0c24, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14547ae8-ed71-4821-85d9-7c13b96c0c24,segment=NetworkSegment(6bb9f5a2-b563-406e-a62f-a4df2f045544),segment_id=6bb9f5a2-b563-406e-a62f-a4df2f045544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:01:11.033031 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.088975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] Provisioning complete for port fab968a0-1dc8-4cbe-8984-69453877984f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:11.090209 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.122457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12c48ec1-cf2a-4b9a-8230-d6e31c325d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.131357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12c48ec1-cf2a-4b9a-8230-d6e31c325d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.158321 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.164884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.167395 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56cde6-2ef9-4398-a951-c2c22a9672b5 None None] Pushing event updated for resources: {'Port': ['ID=14547ae8-ed71-4821-85d9-7c13b96c0c24,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:11.175496 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:11.176107 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:11.239709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-12c48ec1-cf2a-4b9a-8230-d6e31c325d5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6765358f5d6b451894fe874d7c2e734b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834320 Nov 10 04:01:11.241051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c48ec1-cf2a-4b9a-8230-d6e31c325d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac8cbd-98bb-4b21-b71f-d6485ade768d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:11.244074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45464) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:11.283999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6d2d5275-f8ed-4bc7-8ecc-3586843e2215 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 200 len: 954 time: 0.2990341 Nov 10 04:01:11.285268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.286085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Fanout notify agent at l3_agent the message router_deleted on router 956e9012-cc05-4b12-80ba-e67b497673d6 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:01:11.287383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45468) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:11.293335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'routes': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:11.324172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] Provisioning complete for port 14547ae8-ed71-4821-85d9-7c13b96c0c24 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:11.324545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.335417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-399575b9-5da5-424c-8edb-f585362deef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.406534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-399575b9-5da5-424c-8edb-f585362deef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.418481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.423505 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:11.480030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] For port 14547ae8-ed71-4821-85d9-7c13b96c0c24, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14547ae8-ed71-4821-85d9-7c13b96c0c24,segment=NetworkSegment(6bb9f5a2-b563-406e-a62f-a4df2f045544),segment_id=6bb9f5a2-b563-406e-a62f-a4df2f045544)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:11.493318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.535367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-399575b9-5da5-424c-8edb-f585362deef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.538055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-399575b9-5da5-424c-8edb-f585362deef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.539234 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-399575b9-5da5-424c-8edb-f585362deef8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fac8cbd-98bb-4b21-b71f-d6485ade768d HTTP/1.1" status: 204 len: 168 time: 0.2939122 Nov 10 04:01:11.548365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399575b9-5da5-424c-8edb-f585362deef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac8cbd-98bb-4b21-b71f-d6485ade768d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:11.653746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-678c8352-0cdc-4339-8925-1757dca2619d None None] Provisioning complete for port 14547ae8-ed71-4821-85d9-7c13b96c0c24 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:11.654210 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-678c8352-0cdc-4339-8925-1757dca2619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:11.656057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43aa11-be18-41ef-9a67-3e13c6e1be1d None None] Pushing event updated for resources: {'Port': ['ID=14547ae8-ed71-4821-85d9-7c13b96c0c24,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:11.742554 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:09Z', 'revision_number': 6, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:10Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:11.780712 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fac9a1-e042-4d54-b6af-0e2d77fff12e None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:09Z', 'revision_number': 6, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:10Z', 'revision_number': 4, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:11.969550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-27aa99c7-f204-4d3d-9c71-795af8284ce4 None None] Provisioning complete for port 14547ae8-ed71-4821-85d9-7c13b96c0c24 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:11.970320 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-27aa99c7-f204-4d3d-9c71-795af8284ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.021761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.024916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b8906d1e-942a-4d12-96f2-fcc906556ead tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/routers/956e9012-cc05-4b12-80ba-e67b497673d6 HTTP/1.1" status: 204 len: 168 time: 2.6773450 Nov 10 04:01:12.025579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45478) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:12.192877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5610591b-7f0d-46d8-9d0e-316ed648307a req-f712d2a1-e2e1-4623-9835-174c67f125dc tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0820670 Nov 10 04:01:12.245177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting subnet 82b85471-217a-4088-a84d-53fa6e25faf2 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:12.252774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.320148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-31fe45e4-4233-48ff-bcc7-1df9bcf60738 None None] Provisioning complete for port 14547ae8-ed71-4821-85d9-7c13b96c0c24 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:12.320630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-31fe45e4-4233-48ff-bcc7-1df9bcf60738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.467838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.553889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fab968a0-1dc8-4cbe-8984-69453877984f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:12.684100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fab968a0-1dc8-4cbe-8984-69453877984f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:12.684547 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.740134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1b529cce-d6a7-458a-96bd-de9d9db65d4c None None] Provisioning complete for port 14547ae8-ed71-4821-85d9-7c13b96c0c24 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:12.740501 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b529cce-d6a7-458a-96bd-de9d9db65d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.790784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.819579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14547ae8-ed71-4821-85d9-7c13b96c0c24 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:12.916435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 14547ae8-ed71-4821-85d9-7c13b96c0c24 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:12.916593 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.948282 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:12.951801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.extraroute_db [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added routes are [] {{(pid=102597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 04:01:12.952392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.extraroute_db [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 04:01:12.996245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.002977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45498) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:13.012728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/subnets/82b85471-217a-4088-a84d-53fa6e25faf2 HTTP/1.1" status: 204 len: 168 time: 0.9345739 Nov 10 04:01:13.015165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa542f2-02d7-459f-b501-eb62d95559f9 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Subnet': ['ID=82b85471-217a-4088-a84d-53fa6e25faf2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:13.019029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f41dcd5-b28a-4ee0-9e77-ec4078da051e None None] Network 638cc361-5fda-48a2-8a63-2dd6f33c4de5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:13.085057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.183285 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:13.184418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.212722 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:13.213346 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:13.295241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] DHCP port deletion for 638cc361-5fda-48a2-8a63-2dd6f33c4de5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:13.298516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 8df21a9d-0e76-4454-becd-8a8ee06233e6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:13.298516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.417590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] For port 8df21a9d-0e76-4454-becd-8a8ee06233e6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8df21a9d-0e76-4454-becd-8a8ee06233e6,segment=NetworkSegment(fc297362-045f-4237-92a7-3016bd3afc7c),segment_id=fc297362-045f-4237-92a7-3016bd3afc7c)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:13.419094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.430699 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7f624fcb-191e-4e02-b8b8-6aa7607a4931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.448580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 8df21a9d-0e76-4454-becd-8a8ee06233e6 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:13.453725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.461406 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:13.476889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] Deleting port 8df21a9d-0e76-4454-becd-8a8ee06233e6 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:13.477392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.478012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.482105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca5500f3-e4a0-4a8d-8489-c1ed1f8f531a req-dd0a22fb-1a95-49c3-8108-ca331224f605 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0520787 Nov 10 04:01:13.620103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:13.629988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.633020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] For port 8df21a9d-0e76-4454-becd-8a8ee06233e6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8df21a9d-0e76-4454-becd-8a8ee06233e6,segment=NetworkSegment(fc297362-045f-4237-92a7-3016bd3afc7c),segment_id=fc297362-045f-4237-92a7-3016bd3afc7c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:13.633413 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.669561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] Calling delete_port for 8df21a9d-0e76-4454-becd-8a8ee06233e6 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:13.692532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=8df21a9d-0e76-4454-becd-8a8ee06233e6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:13.698843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] No DVR routers for this DVR port 8df21a9d-0e76-4454-becd-8a8ee06233e6 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:13.836040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:13.836899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.857781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.859316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-31f139f9-4a64-498d-ba80-e6f913063133 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 200 len: 704 time: 2.5710027 Nov 10 04:01:13.861958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45516) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:13.882675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] Pushing event deleted for resources: {'Port': ['ID=8df21a9d-0e76-4454-becd-8a8ee06233e6,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:13.884535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4249e-6e9f-4c9c-81a9-e2074246b80d None None] No DVR routers for this DVR port 8df21a9d-0e76-4454-becd-8a8ee06233e6 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:13.911970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.927541 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:12Z', 'revision_number': 7, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:11Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:13.935668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638cc361-5fda-48a2-8a63-2dd6f33c4de5']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:13.946379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc297362-045f-4237-92a7-3016bd3afc7c') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:13.946692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc297362-045f-4237-92a7-3016bd3afc7c') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:13.958820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.960445 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:13.970179 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:13.970775 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:13.976846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:13.993562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-72ddd6b6-61eb-46d7-8d6f-18bf61710102 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 200 len: 704 time: 0.1302333 Nov 10 04:01:13.996660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:13.997055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45518) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:13.997346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:14.004952 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:14.093653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.105106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.118577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/networks/638cc361-5fda-48a2-8a63-2dd6f33c4de5 HTTP/1.1" status: 204 len: 168 time: 1.1116142 Nov 10 04:01:14.118775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45522) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:14.134492 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:14.142531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af103c4-ab3b-4c49-899b-90a9f385ba71 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Network': ['ID=638cc361-5fda-48a2-8a63-2dd6f33c4de5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:14.316985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8df21a9d-0e76-4454-becd-8a8ee06233e6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:14.361599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 8df21a9d-0e76-4454-becd-8a8ee06233e6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:14.362520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8df21a9d-0e76-4454-becd-8a8ee06233e6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:14.394710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:12Z', 'revision_number': 7, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:11Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:14.445645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port ad0bf425-6710-41a4-96c1-689ee8c97b59 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:14.446263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.532044 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de7e94-92c2-4472-b15a-d5f178f8c073 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:12Z', 'revision_number': 7, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:11Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:14.573630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.573973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.599313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for ad0bf425-6710-41a4-96c1-689ee8c97b59 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:14.701281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c51b0f51-289c-4e20-ab2d-bc2d7bd2253f req-e05e1928-00fb-4398-9c66-f465e83551e9 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0337396 Nov 10 04:01:14.829362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.919130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:14.957382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=ad0bf425-6710-41a4-96c1-689ee8c97b59,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:14.987264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:15.000450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:15.001224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:15.074051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.076774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.078493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-187ffa26-2b1e-46fa-b50f-11ab8e653c5a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/floatingips/66e7e01d-6e41-4cd5-a050-3082f83fbacb HTTP/1.1" status: 204 len: 168 time: 0.9588532 Nov 10 04:01:15.082410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45544) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:15.101791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:15.135905 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ff9adf-860c-4466-b669-d6e46c25880d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:15.137132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ff9adf-860c-4466-b669-d6e46c25880d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:15.144114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-27ff9adf-860c-4466-b669-d6e46c25880d tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/ports/2b08df06-dff3-4cc6-8635-5179429f0c2d HTTP/1.1" status: 404 len: 333 time: 0.0597532 Nov 10 04:01:15.146897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45546) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:15.194708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d9293d62-e000-496c-9990-d5541b31fe67 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "GET /v2.0/ports?device_id=956e9012-cc05-4b12-80ba-e67b497673d6 HTTP/1.1" status: 200 len: 205 time: 0.0457981 Nov 10 04:01:15.195608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:15.239413 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-dfd81ac9-c2e5-47f6-b141-177379a8f3de tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] delete failed (client error): The resource could not be found. Nov 10 04:01:15.240774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dfd81ac9-c2e5-47f6-b141-177379a8f3de tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/routers/956e9012-cc05-4b12-80ba-e67b497673d6 HTTP/1.1" status: 404 len: 336 time: 0.0438948 Nov 10 04:01:15.244019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45550) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:15.283510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 14547ae8-ed71-4821-85d9-7c13b96c0c24 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:15.283859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.288987 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9184e04-ce0c-4087-bccd-ccc9046200a6 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:15.289617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9184e04-ce0c-4087-bccd-ccc9046200a6 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:15.296086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45554) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:15.296532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c9184e04-ce0c-4087-bccd-ccc9046200a6 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/subnets/82b85471-217a-4088-a84d-53fa6e25faf2 HTTP/1.1" status: 404 len: 337 time: 0.0503213 Nov 10 04:01:15.384371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45556) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:15.449124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port 14547ae8-ed71-4821-85d9-7c13b96c0c24, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=14547ae8-ed71-4821-85d9-7c13b96c0c24,segment=NetworkSegment(6bb9f5a2-b563-406e-a62f-a4df2f045544),segment_id=6bb9f5a2-b563-406e-a62f-a4df2f045544)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:15.449508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.466117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 14547ae8-ed71-4821-85d9-7c13b96c0c24 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:15.486622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:12Z', 'revision_number': 7, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:11Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:15.519593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 512b573f-9475-4224-b232-70d3a692958b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:15.520284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.539269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:15.552265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:15.554611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:00:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:15.657630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f258a40c-08f8-4a07-b9bd-387628d5b47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.667786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.686866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 512b573f-9475-4224-b232-70d3a692958b owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:15.703613 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.738831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=14547ae8-ed71-4821-85d9-7c13b96c0c24,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:15.887692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:15.898951 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f258a40c-08f8-4a07-b9bd-387628d5b47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.923373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f258a40c-08f8-4a07-b9bd-387628d5b47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:15.969179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258a40c-08f8-4a07-b9bd-387628d5b47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53512f28-b915-4861-a9e0-f156a0630d0b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:15.996538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ff4b8c2-aad0-437c-a646-a1a2cd4e08eb req-5e789e7d-4e51-409f-9033-f588d1192661 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0645096 Nov 10 04:01:16.004543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.058275 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f258a40c-08f8-4a07-b9bd-387628d5b47d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eacc7cda5754cc39ee1ee37417ac6eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6719327 Nov 10 04:01:16.060739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45566) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:16.096538 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-17598d9f-ba3a-45c4-abd8-296c19eb2523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.102606 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.166560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=512b573f-9475-4224-b232-70d3a692958b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:16.168807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ac7-516f-4a6d-9496-5e83f1a72be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.215468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:12Z', 'revision_number': 7, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:11Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:16.246772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ac7-516f-4a6d-9496-5e83f1a72be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.255886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19878c7c-9da9-4a3e-8bd1-92f0094d0b51 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:12Z', 'revision_number': 7, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '14547ae8-ed71-4821-85d9-7c13b96c0c24', 'name': '', 'network_id': 'abca5972-c186-4f45-b939-eec8fd31f39c', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:c9:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:01:06Z', 'updated_at': '2021-11-10T04:01:11Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '873e0d42-ae92-4603-a406-f3fbf54af3f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:16.272551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.278422 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f5e0c059-f2ba-4a5f-9643-43341a8d7c12 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/ports/512b573f-9475-4224-b232-70d3a692958b HTTP/1.1" status: 204 len: 168 time: 0.9788530 Nov 10 04:01:16.278603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45568) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:16.289843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:16.417654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ac7-516f-4a6d-9496-5e83f1a72be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.422107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ac7-516f-4a6d-9496-5e83f1a72be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.423316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c81b0ac7-516f-4a6d-9496-5e83f1a72be1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53512f28-b915-4861-a9e0-f156a0630d0b HTTP/1.1" status: 204 len: 168 time: 0.3615746 Nov 10 04:01:16.435055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b0ac7-516f-4a6d-9496-5e83f1a72be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53512f28-b915-4861-a9e0-f156a0630d0b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:16.439135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 5ac3762a-9e6b-4514-94c1-c9aa4115fa4c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:16.439485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.557909 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.580110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 5ac3762a-9e6b-4514-94c1-c9aa4115fa4c owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:16.731440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.781385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.819345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:16.828563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-31c954c3-84d2-4e12-b187-be9df327af09 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8297935 Nov 10 04:01:16.829478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45576) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:16.834222 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:16.844176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=5ac3762a-9e6b-4514-94c1-c9aa4115fa4c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:16.866445 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:16.869437 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:16.904554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45578) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:16.904716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet 873e0d42-ae92-4603-a406-f3fbf54af3f5 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:16.907887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.935106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfabf-1dff-4cca-8f9e-1ea883121416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.950021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.959486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:16.965410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3d28493c-3594-401c-aa1f-621ade8b496a tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/ports/5ac3762a-9e6b-4514-94c1-c9aa4115fa4c HTTP/1.1" status: 204 len: 168 time: 0.6834419 Nov 10 04:01:16.966028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45580) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:16.988339 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:17.048183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad574a-5515-413e-92cf-11f6e0c81366 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:17.049745 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-99ad574a-5515-413e-92cf-11f6e0c81366 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c7c12b-29c7-4698-a1eb-62b7cc123459 HTTP/1.1" status: 200 len: 913 time: 0.0828774 Nov 10 04:01:17.052428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45586) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:17.075888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.187543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfabf-1dff-4cca-8f9e-1ea883121416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.188852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-553940dd-7dfe-4f75-98ac-af7e3b78d3e0 req-467c125a-5c58-4640-a64b-9616c42b97ab tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0496962 Nov 10 04:01:17.199595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfabf-1dff-4cca-8f9e-1ea883121416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.221246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.254177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=873e0d42-ae92-4603-a406-f3fbf54af3f5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:17.264273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.272698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-40271c4f-5f2f-4787-8dbc-aa0a45742a19 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/873e0d42-ae92-4603-a406-f3fbf54af3f5 HTTP/1.1" status: 204 len: 168 time: 0.4419014 Nov 10 04:01:17.273635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45588) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:17.286531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261feba-e4a9-45bc-a6de-634b04a77cb2 None None] Network abca5972-c186-4f45-b939-eec8fd31f39c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:17.348225 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:15Z', 'revision_number': 8, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:17.354187 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2c7bfabf-1dff-4cca-8f9e-1ea883121416 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d27389a682384e42beecbace86ded12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452841 Nov 10 04:01:17.356549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45590) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:17.363895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bfabf-1dff-4cca-8f9e-1ea883121416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b2679-9b5f-4eaa-b48b-f6794e0fd121,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:17.413053 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:17.429297 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.437636 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:17.440002 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:17.482441 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f2522f-271f-4ac2-84e3-13f9424afb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.511286 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f2522f-271f-4ac2-84e3-13f9424afb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.566039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port fab968a0-1dc8-4cbe-8984-69453877984f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:17.566729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.588143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] DHCP port deletion for abca5972-c186-4f45-b939-eec8fd31f39c request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:17.595348 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:17.642942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f2522f-271f-4ac2-84e3-13f9424afb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.645596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7f2522f-271f-4ac2-84e3-13f9424afb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.649510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a7f2522f-271f-4ac2-84e3-13f9424afb6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf7b2679-9b5f-4eaa-b48b-f6794e0fd121 HTTP/1.1" status: 204 len: 168 time: 0.2909112 Nov 10 04:01:17.656808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port fab968a0-1dc8-4cbe-8984-69453877984f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fab968a0-1dc8-4cbe-8984-69453877984f,segment=NetworkSegment(6bb9f5a2-b563-406e-a62f-a4df2f045544),segment_id=6bb9f5a2-b563-406e-a62f-a4df2f045544)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:17.657176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.665526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.671847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2522f-271f-4ac2-84e3-13f9424afb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b2679-9b5f-4eaa-b48b-f6794e0fd121,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:17.678893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for fab968a0-1dc8-4cbe-8984-69453877984f owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:17.791067 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.817389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=fab968a0-1dc8-4cbe-8984-69453877984f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:17.833530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port fab968a0-1dc8-4cbe-8984-69453877984f on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:17.833995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] Deleting port fab968a0-1dc8-4cbe-8984-69453877984f {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:17.836373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.881408 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:15Z', 'revision_number': 8, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:17.943462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.943750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be736d6d-567c-4f14-a2f7-054e92aa4c14 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:15Z', 'revision_number': 8, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b35333-f30c-44e8-bf3b-635939956bc9', 'name': '', 'network_id': 'f3a9e442-08cd-4124-8f92-272f229df718', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:df:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:58Z', 'updated_at': '2021-11-10T04:01:05Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '9871e049-7000-4e52-8165-7c43349bd3e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:17.971988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] For port fab968a0-1dc8-4cbe-8984-69453877984f, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:17.972381 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:17.975314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abca5972-c186-4f45-b939-eec8fd31f39c']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:17.994873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb9f5a2-b563-406e-a62f-a4df2f045544') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:17.995163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb9f5a2-b563-406e-a62f-a4df2f045544') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:18.003606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] Calling delete_port for fab968a0-1dc8-4cbe-8984-69453877984f owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:18.011180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] Port fab968a0-1dc8-4cbe-8984-69453877984f was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:01:18.014095 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.021220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.038285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.048756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:18.049990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:18.053928 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:18.072207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] No DVR routers for this DVR port fab968a0-1dc8-4cbe-8984-69453877984f on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:18.073910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963c240-0915-4edc-a4cc-3adf49b8554a None None] Pushing event deleted for resources: {'Port': ['ID=fab968a0-1dc8-4cbe-8984-69453877984f,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:18.112259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port f506df90-1d21-4ed8-8409-50e048fb241a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:18.112601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.161496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.191056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.197282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/abca5972-c186-4f45-b939-eec8fd31f39c HTTP/1.1" status: 204 len: 168 time: 0.9203196 Nov 10 04:01:18.197282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd984-35ae-4020-b7f0-f37a9ed45fd5 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=abca5972-c186-4f45-b939-eec8fd31f39c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:18.198299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:18.237156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.251384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for f506df90-1d21-4ed8-8409-50e048fb241a owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:18.393308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a601fd6d-5775-456b-a065-6c955700bbed req-182fdf56-b880-425b-99c9-78b9d0732d03 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0415485 Nov 10 04:01:18.428221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.483106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fab968a0-1dc8-4cbe-8984-69453877984f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:18.526113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: fab968a0-1dc8-4cbe-8984-69453877984f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:18.526701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fab968a0-1dc8-4cbe-8984-69453877984f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:18.527443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14547ae8-ed71-4821-85d9-7c13b96c0c24 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:18.561440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 14547ae8-ed71-4821-85d9-7c13b96c0c24 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:18.562614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 14547ae8-ed71-4821-85d9-7c13b96c0c24 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:18.589736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.634298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=f506df90-1d21-4ed8-8409-50e048fb241a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:18.798221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:18.851521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:19.098340 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:19.126892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port c3b35333-f30c-44e8-bf3b-635939956bc9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:19.127340 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:19.258247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port c3b35333-f30c-44e8-bf3b-635939956bc9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c3b35333-f30c-44e8-bf3b-635939956bc9,segment=NetworkSegment(c02d3428-98cf-4ef1-b608-04ede7d24423),segment_id=c02d3428-98cf-4ef1-b608-04ede7d24423)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:19.258644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:19.277987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for c3b35333-f30c-44e8-bf3b-635939956bc9 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:19.500372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:19.582183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa3fac75-f9cd-45eb-a615-110d5423ac1b req-b7aa4198-870e-4fdd-b929-66f908daeb41 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0764937 Nov 10 04:01:19.583042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=c3b35333-f30c-44e8-bf3b-635939956bc9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:19.638052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Router 61c7c12b-29c7-4698-a1eb-62b7cc123459 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:19.724046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:19.794826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:19.800759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-31a3b4e7-d7a3-4858-95c7-8318901380e8 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "PUT /v2.0/routers/61c7c12b-29c7-4698-a1eb-62b7cc123459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7471220 Nov 10 04:01:19.802964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45636) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:19.805893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] Sync routers for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:19.828749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:19.829381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:19.910399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:19.924016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] Routers {'61c7c12b-29c7-4698-a1eb-62b7cc123459'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:19.924858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['61c7c12b-29c7-4698-a1eb-62b7cc123459'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:19.968710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:19.975413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:19.976353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbd482-ad24-490b-b9d1-afb37f65ea06 None None] The sync data for ids ['61c7c12b-29c7-4698-a1eb-62b7cc123459'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:20.001185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:20.103611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.105345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:20.112140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3a77fa8-2b6c-4680-aa79-a83b1ebc3724 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9126506 Nov 10 04:01:20.114938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45644) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:20.118742 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:20.143801 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:20.144418 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:20.177254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet 9871e049-7000-4e52-8165-7c43349bd3e2 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:20.183022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.227040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.279957 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:20.371543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.411995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting port 83a1891d-f521-41f7-9409-0396746154f6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:20.412541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.512899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.577482 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.577482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=9871e049-7000-4e52-8165-7c43349bd3e2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:20.579196 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.581078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366eb78b-020a-4055-b83f-afa5897d31e3 None None] Network f3a9e442-08cd-4124-8f92-272f229df718 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:20.590374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45654) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:20.591295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8669036a-6fcb-4972-bbfd-b471f6712513 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/9871e049-7000-4e52-8165-7c43349bd3e2 HTTP/1.1" status: 204 len: 168 time: 0.4745789 Nov 10 04:01:20.604328 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:19Z', 'revision_number': 9, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:20.614637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Calling delete_port for 83a1891d-f521-41f7-9409-0396746154f6 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:20.647526 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:20.657074 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:20.657670 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:20.711882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.755557 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:20.867435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ade8ba63-e063-4a53-b4a6-a0b5eb7f3f83 req-279b505d-1313-4493-ae54-9db9815a6353 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0894737 Nov 10 04:01:20.914934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:20.915277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.951313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] DHCP port deletion for f3a9e442-08cd-4124-8f92-272f229df718 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:20.986737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:20.999111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,segment=NetworkSegment(c02d3428-98cf-4ef1-b608-04ede7d24423),segment_id=c02d3428-98cf-4ef1-b608-04ede7d24423)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:20.999495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.013366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:21.031765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Port': ['ID=83a1891d-f521-41f7-9409-0396746154f6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:21.063420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05caaec-1ebd-4a2d-aafc-4d6afaac3287 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:21.102252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] Deleting port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:21.102857 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.103392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.139667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:21.146281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:21.212276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] For port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:21.212720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.234748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.242551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] Calling delete_port for 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:21.250752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] Port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:01:21.253510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.282950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] No DVR routers for this DVR port 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:21.324939 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:19Z', 'revision_number': 9, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:21.326233 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.350956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862a9cd-0f74-4776-bb13-5d555332cca8 None None] Pushing event deleted for resources: {'Port': ['ID=3a272f97-c6e0-46b4-8a0b-f6419a8c10bf,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:21.383073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a9e442-08cd-4124-8f92-272f229df718']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:21.386193 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0921-cd72-410b-8aef-9f96fcab4bfc None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:19Z', 'revision_number': 9, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c912212-4766-486a-8522-c755b56da4a1', 'name': '', 'network_id': '72ef5a6a-7306-4817-8266-8d90d3083662', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:40:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:49Z', 'updated_at': '2021-11-10T04:00:57Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': '62a7fa93-a38c-4313-80a6-1e4832577e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:21.415465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02d3428-98cf-4ef1-b608-04ede7d24423') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:21.416827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02d3428-98cf-4ef1-b608-04ede7d24423') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:21.433503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.441368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.449418 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.464146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.472126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:21.472806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:21.476384 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:21.493832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.494571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Fanout notify agent at l3_agent the message router_deleted on router 61c7c12b-29c7-4698-a1eb-62b7cc123459 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:01:21.503209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.504326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f437c487-161f-4108-bf45-19518b8869f2 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/routers/61c7c12b-29c7-4698-a1eb-62b7cc123459 HTTP/1.1" status: 204 len: 168 time: 1.7003660 Nov 10 04:01:21.506744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45672) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:21.547094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.563732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.570081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/f3a9e442-08cd-4124-8f92-272f229df718 HTTP/1.1" status: 204 len: 168 time: 0.9784062 Nov 10 04:01:21.575876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45676) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:21.599522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Deleting subnet d7a7da5d-1982-4797-8008-395090516b5d {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:21.610036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.659553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecb903-8eee-4965-8b93-ab37238bba06 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=f3a9e442-08cd-4124-8f92-272f229df718,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:21.695164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.763827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.874865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.945463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:21.954898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45686) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:21.956856 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/subnets/d7a7da5d-1982-4797-8008-395090516b5d HTTP/1.1" status: 204 len: 168 time: 0.4489641 Nov 10 04:01:21.958262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aae957-f262-4507-8997-c06497878e60 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a7da5d-1982-4797-8008-395090516b5d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:22.088394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63605ee8-9ded-447a-9cde-6404d8449004 req-70a053cd-be08-46ba-8787-eebfbc6b8574 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0523357 Nov 10 04:01:22.112997 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.249333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.274582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.278427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfddc8e0-e6aa-41af-8353-f01cde000b74']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:22.337052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:22.349582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc8192e-52b7-4800-9acb-aad8cb3d1a9a') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:22.349891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc8192e-52b7-4800-9acb-aad8cb3d1a9a') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:22.367248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:22.367497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.368076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3a272f97-c6e0-46b4-8a0b-f6419a8c10bf not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:22.368671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3b35333-f30c-44e8-bf3b-635939956bc9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:22.388863 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.393800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c3b35333-f30c-44e8-bf3b-635939956bc9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:22.394184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3b35333-f30c-44e8-bf3b-635939956bc9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:22.399913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:22.400478 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:22.412911 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:22.526842 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.537334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.540449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] 10.222.0.24 "DELETE /v2.0/networks/dfddc8e0-e6aa-41af-8353-f01cde000b74 HTTP/1.1" status: 204 len: 168 time: 0.5779142 Nov 10 04:01:22.552615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b70fb-b3d7-4f48-a44a-119028a2f712 tempest-FloatingIPTestJSON-2121896314 tempest-FloatingIPTestJSON-2121896314-project] Pushing event deleted for resources: {'Network': ['ID=dfddc8e0-e6aa-41af-8353-f01cde000b74,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:22.663570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 9c912212-4766-486a-8522-c755b56da4a1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:22.664253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.772338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port 9c912212-4766-486a-8522-c755b56da4a1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9c912212-4766-486a-8522-c755b56da4a1,segment=NetworkSegment(ed944001-2a8d-477b-bac2-f62247962bc2),segment_id=ed944001-2a8d-477b-bac2-f62247962bc2)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:22.772955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:22.793095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 9c912212-4766-486a-8522-c755b56da4a1 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:22.983336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45706) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:23.001884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:23.039736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=9c912212-4766-486a-8522-c755b56da4a1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:23.368754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:23.617888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2572bc0d-ea2b-4a90-9318-540700cb4844 req-83ab6485-be7e-4cd1-bfa9-cc3a687ef9da tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0450280 Nov 10 04:01:23.635673 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:23.661979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-20b15d41-d66c-4fec-8d23-d6390437d8ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3dc44c601d041fcafbf276719929d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6774282 Nov 10 04:01:23.664481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45726) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:23.792498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4708a98e-72ce-430b-83d1-1e390269ca55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:23.880242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4708a98e-72ce-430b-83d1-1e390269ca55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:23.920224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:24.003832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4708a98e-72ce-430b-83d1-1e390269ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.006354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4708a98e-72ce-430b-83d1-1e390269ca55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.007496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4708a98e-72ce-430b-83d1-1e390269ca55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ee2b395-4266-4578-b761-5b40283f690b HTTP/1.1" status: 204 len: 168 time: 0.3404856 Nov 10 04:01:24.022388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708a98e-72ce-430b-83d1-1e390269ca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee2b395-4266-4578-b761-5b40283f690b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:24.032810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:24.047159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-839fa23e-b670-4afb-87d1-1caddab6a7ee tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4663112 Nov 10 04:01:24.047978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45736) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:24.058995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:24.072383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:24.073192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:24.112620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet 62a7fa93-a38c-4313-80a6-1e4832577e92 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:24.116414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.163490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.200146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:24.279296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.376480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.415463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.421762 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/62a7fa93-a38c-4313-80a6-1e4832577e92 HTTP/1.1" status: 204 len: 168 time: 0.3710608 Nov 10 04:01:24.421762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52ede0-b8d7-48e7-8a3a-ec2fea5c61c1 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=62a7fa93-a38c-4313-80a6-1e4832577e92,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:24.422186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45746) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:24.445740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae98f12-415f-43fb-97f8-6a1506eab7d5 None None] Network 72ef5a6a-7306-4817-8266-8d90d3083662 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:24.501275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:22Z', 'revision_number': 10, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:24.516960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.540579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:24.576194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:24.576818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:24.630946 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:24.631290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.688550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:24.810804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=593e3477-ccd6-4b61-b2dc-a1f28fe04e3d,segment=NetworkSegment(ed944001-2a8d-477b-bac2-f62247962bc2),segment_id=ed944001-2a8d-477b-bac2-f62247962bc2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:24.812580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:24.840016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-349c28be-eac3-4399-99a9-30c1242da493 req-a5a9a5ea-feb3-4cb1-9b39-3add4abf867b tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0524011 Nov 10 04:01:24.855434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:25.030681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.062874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:22Z', 'revision_number': 10, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:25.091342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=593e3477-ccd6-4b61-b2dc-a1f28fe04e3d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:25.097925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:25.108524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2f3856-bca4-4de8-a36a-20dbe5656db3 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:22Z', 'revision_number': 10, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None, '_interfaces': [{'id': '6f2685c0-4b1e-4936-89d5-035c285a91ea', 'name': '', 'network_id': '9e66791a-a85b-4cde-bc49-130ad02b3e76', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'mac_address': 'fa:16:3e:63:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:00:43Z', 'updated_at': '2021-11-10T04:00:51Z', 'revision_number': 5, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'subnets': [{'id': 'ccbd24da-bcab-4549-92a8-50a9656a196f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:25.129774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45774) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:25.158853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9536e-2441-433f-aa1a-32201a1c6a38 None None] DHCP port deletion for 72ef5a6a-7306-4817-8266-8d90d3083662 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:25.234260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.267646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ef5a6a-7306-4817-8266-8d90d3083662']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:25.276176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1573391213'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:25.277763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed944001-2a8d-477b-bac2-f62247962bc2') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:25.282692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed944001-2a8d-477b-bac2-f62247962bc2') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:25.289492 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.307246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.309381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:25.313920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.315671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:25.316127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:25.320195 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:25.327678 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.388501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.401658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.416061 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/72ef5a6a-7306-4817-8266-8d90d3083662 HTTP/1.1" status: 204 len: 168 time: 0.9925005 Nov 10 04:01:25.418117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45780) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:25.435517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859a1ee-e328-4eb0-ad06-885f76921855 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=72ef5a6a-7306-4817-8266-8d90d3083662,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:25.481293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.488694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.568260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:25.571060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be049789-2892-49bb-a824-4e40c9b68f3e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:25.594548 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.595093 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment 4181fe3d-5cad-48de-a624-dbb62ebbe0e4 of type vlan for network 3adeb266-2b83-4bae-abc6-5eddfee9be89 Nov 10 04:01:25.673561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.731768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.740081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:25.741332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.818420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6871016 Nov 10 04:01:25.822048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45792) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:25.829036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'name': 'tempest-PortsIpV6TestJSON-2035248545'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:25.891926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecedea-5472-43c0-9eb5-fa3145d76d2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=3adeb266-2b83-4bae-abc6-5eddfee9be89,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:25.901982 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:25.906606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:26.008113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3520504-c256-453f-9bd2-9b7412a9f766 req-c336097d-602b-4dd9-9b0b-afe8cc0505a1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0322497 Nov 10 04:01:26.009011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:26.013380 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.032866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 18d6f15f-7649-4037-8763-735c84db0207 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:26.263356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port 6f2685c0-4b1e-4936-89d5-035c285a91ea {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:26.263684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.296658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.330251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c912212-4766-486a-8522-c755b56da4a1 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:26.342010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.373359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 9c912212-4766-486a-8522-c755b56da4a1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:26.374931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9c912212-4766-486a-8522-c755b56da4a1 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:26.376805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:26.401003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port 6f2685c0-4b1e-4936-89d5-035c285a91ea, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6f2685c0-4b1e-4936-89d5-035c285a91ea,segment=NetworkSegment(4bf4d8ff-3dd1-4787-a345-f8972180dd91),segment_id=4bf4d8ff-3dd1-4787-a345-f8972180dd91)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:26.401977 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.419169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for 6f2685c0-4b1e-4936-89d5-035c285a91ea owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:26.430800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:26.433189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 593e3477-ccd6-4b61-b2dc-a1f28fe04e3d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:26.470112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=18d6f15f-7649-4037-8763-735c84db0207,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:26.489351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': '4181fe3d-5cad-48de-a624-dbb62ebbe0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:26.489910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: 3adeb266-2b83-4bae-abc6-5eddfee9be89, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:01:26.511547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:26.525634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 3adeb266-2b83-4bae-abc6-5eddfee9be89) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:26.536453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e3072e-439d-4a69-86bb-5a39a048b8f2 None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:26.560100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:26.583344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:26.586308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.624362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bfd8a07f-48f2-4cb0-b6f6-cbf6d7e6836c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8009009 Nov 10 04:01:26.627515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45804) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:26.632974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-824435946'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:26.665892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:26.669645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.685002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.712033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45806) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:26.718419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:26.728252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=6f2685c0-4b1e-4936-89d5-035c285a91ea,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:26.733164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.733453 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment 5ada5d03-1330-46dd-b32a-cfd2ccf13a1e of type vlan for network 11b4e165-9c0b-4320-a816-e5ba1ab15590 Nov 10 04:01:26.810780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.838349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.856447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.862931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:26.863573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.967185 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94eb9137-dd68-4bc0-8afb-90dd95d563ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:26.993437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3645277 Nov 10 04:01:27.016166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:27.028042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'ports': [{'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89'}, {'network_id': '11b4e165-9c0b-4320-a816-e5ba1ab15590'}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:27.028579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:27.029273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '11b4e165-9c0b-4320-a816-e5ba1ab15590'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:27.090022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:27.122688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca599a-36ed-4621-b205-c5b7f1de38c3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=11b4e165-9c0b-4320-a816-e5ba1ab15590,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:27.134737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 11b4e165-9c0b-4320-a816-e5ba1ab15590 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:27.205381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:27.214078 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0de66040-e3b0-46c4-be42-e5112f753640 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7948589 Nov 10 04:01:27.214737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45818) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:27.219240 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:27.236588 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:27.239560 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:27.255386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a752cca3-c40d-4d45-8114-3ee669d8c52b req-05063c91-716b-43af-bad4-cb3652f398e5 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0735049 Nov 10 04:01:27.333155 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:27.354929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting subnet ccbd24da-bcab-4549-92a8-50a9656a196f {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:27.363448 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.388773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 2} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:27.394828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.398418 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94eb9137-dd68-4bc0-8afb-90dd95d563ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.417055 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:26Z', 'revision_number': 11, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:27.421617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94eb9137-dd68-4bc0-8afb-90dd95d563ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.430133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.446000 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:27.455270 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:27.456229 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:27.458133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9137-dd68-4bc0-8afb-90dd95d563ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6786393-d385-419f-a520-b59bed4667eb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:27.484201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.518263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-71495ec6-020f-442b-bc81-5df4297d8f8f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:27.519912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-71495ec6-020f-442b-bc81-5df4297d8f8f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.3008831 Nov 10 04:01:27.528004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94eb9137-dd68-4bc0-8afb-90dd95d563ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=701b0560cafc4d9d8249a9ce1c15fe32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8148346 Nov 10 04:01:27.528805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.532860 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:27.540586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45820) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:27.584523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-f18323e8-4956-4b25-ab9d-c67378225121 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/quotas/75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 375 time: 0.0554008 Nov 10 04:01:27.598658 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:26Z', 'revision_number': 11, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:27.626651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.639072 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc205df9-5c72-4121-a777-566f4c2292d1 None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:26Z', 'revision_number': 11, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:27.645673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.652049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/ccbd24da-bcab-4549-92a8-50a9656a196f HTTP/1.1" status: 204 len: 168 time: 0.4361598 Nov 10 04:01:27.652868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45822) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:27.657472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e20f58-acee-4fd8-8f69-6878bb48df12 None None] Network 9e66791a-a85b-4cde-bc49-130ad02b3e76 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:27.708709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 2302c1ed-50fa-4b9b-a818-617f3f54868f yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:27.757259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.762822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54926df0-f1ea-4fe6-8780-3b0aab080c07 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbd24da-bcab-4549-92a8-50a9656a196f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:27.821539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Deleting port e294a989-5be9-4a1d-ac98-fb49d98d730a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:27.821898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.849966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-9c149170-419a-42f3-9572-bff3df6467ff tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2543051 Nov 10 04:01:27.898114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] For port e294a989-5be9-4a1d-ac98-fb49d98d730a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e294a989-5be9-4a1d-ac98-fb49d98d730a,segment=NetworkSegment(4bf4d8ff-3dd1-4787-a345-f8972180dd91),segment_id=4bf4d8ff-3dd1-4787-a345-f8972180dd91)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:27.898398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.919177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0b26805-018b-4611-a7de-396a1aa76777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.920222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Calling delete_port for e294a989-5be9-4a1d-ac98-fb49d98d730a owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:27.942623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0b26805-018b-4611-a7de-396a1aa76777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:27.989053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.042068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.115914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No DVR routers for this DVR port e294a989-5be9-4a1d-ac98-fb49d98d730a on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:28.125384 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0b26805-018b-4611-a7de-396a1aa76777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.130070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0b26805-018b-4611-a7de-396a1aa76777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.138886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b0b26805-018b-4611-a7de-396a1aa76777 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6786393-d385-419f-a520-b59bed4667eb HTTP/1.1" status: 204 len: 168 time: 0.5939848 Nov 10 04:01:28.141917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Port': ['ID=e294a989-5be9-4a1d-ac98-fb49d98d730a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:28.146138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4eb87-ebc3-4bef-a056-5da1d0926c26 None None] DHCP port deletion for 9e66791a-a85b-4cde-bc49-130ad02b3e76 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:28.157652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 1e125265-cfab-44f8-9f34-f47ef95213a0 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:28.188074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-5ba08a60-df56-4c6f-8595-c4bf0e44b50e service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246453 Nov 10 04:01:28.201418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b26805-018b-4611-a7de-396a1aa76777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6786393-d385-419f-a520-b59bed4667eb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:28.305683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.350544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e66791a-a85b-4cde-bc49-130ad02b3e76']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:28.377682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf4d8ff-3dd1-4787-a345-f8972180dd91') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:28.378310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf4d8ff-3dd1-4787-a345-f8972180dd91') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:28.392334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.400033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6f2685c0-4b1e-4936-89d5-035c285a91ea no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:28.412274 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.428010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:28.428420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:28.437221 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:28.447431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6f2685c0-4b1e-4936-89d5-035c285a91ea {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:28.447775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6f2685c0-4b1e-4936-89d5-035c285a91ea not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:28.453104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e294a989-5be9-4a1d-ac98-fb49d98d730a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:28.475537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: e294a989-5be9-4a1d-ac98-fb49d98d730a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:28.475881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e294a989-5be9-4a1d-ac98-fb49d98d730a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:28.478325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-1bfd019f-f6d3-4d83-a634-cacad2b8d2fa service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827241 Nov 10 04:01:28.536431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.589256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.592931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/networks/9e66791a-a85b-4cde-bc49-130ad02b3e76 HTTP/1.1" status: 204 len: 168 time: 0.9209275 Nov 10 04:01:28.594970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a2cfd-eca4-4231-8c9e-444708f758b7 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Pushing event deleted for resources: {'Network': ['ID=9e66791a-a85b-4cde-bc49-130ad02b3e76,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:28.596537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45836) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:28.601134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9608827-2ef6-416c-a89d-2bffaf961dec req-5a66c32a-4e6c-4c1b-a804-2836576ef7f4 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.1117721 Nov 10 04:01:28.611617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'routes': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:28.689179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.734163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45842) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:28.789868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fc268d4-a3be-4615-b7b8-eb6c977f8f2e req-9fe3f51f-f7c7-45ef-bc2d-a126d7036770 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.0621870 Nov 10 04:01:28.792087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f51512a0-13d8-4693-a401-ac5a95f1c06d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.882729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f51512a0-13d8-4693-a401-ac5a95f1c06d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.897645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f51512a0-13d8-4693-a401-ac5a95f1c06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.917521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:28.973124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51512a0-13d8-4693-a401-ac5a95f1c06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa1566-c639-457a-a6e8-f2b4b783c289,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:28.978731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f51512a0-13d8-4693-a401-ac5a95f1c06d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ba866cb482245118840ba88875bc238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423847 Nov 10 04:01:28.982350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45848) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:29.012602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:29.021664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:29.030573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:29.031598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.047433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=2302c1ed-50fa-4b9b-a818-617f3f54868f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:29.137128 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39a37ec8-b34d-459f-8201-ff028eeb050f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.143767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=1e125265-cfab-44f8-9f34-f47ef95213a0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:29.156071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': '5ada5d03-1330-46dd-b32a-cfd2ccf13a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11b4e165-9c0b-4320-a816-e5ba1ab15590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:29.156235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: 11b4e165-9c0b-4320-a816-e5ba1ab15590, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:01:29.180313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39a37ec8-b34d-459f-8201-ff028eeb050f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.208704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 11b4e165-9c0b-4320-a816-e5ba1ab15590 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:29.237350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 11b4e165-9c0b-4320-a816-e5ba1ab15590) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:29.244910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:29.252231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:29.256540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9d6f3-3231-45da-a25a-338a1f5e08a3 None None] Network 11b4e165-9c0b-4320-a816-e5ba1ab15590 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:29.258198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:29.258841 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.271122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.extraroute_db [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Added routes are [] {{(pid=102596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 04:01:29.271720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.extraroute_db [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Removed routes are [] {{(pid=102596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 04:01:29.271847 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.287772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f724d6d2-beb2-49b2-bb07-56d683618ed2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2633438 Nov 10 04:01:29.287772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45854) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:29.292646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39a37ec8-b34d-459f-8201-ff028eeb050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.295174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-39a37ec8-b34d-459f-8201-ff028eeb050f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.296809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-39a37ec8-b34d-459f-8201-ff028eeb050f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28fa1566-c639-457a-a6e8-f2b4b783c289 HTTP/1.1" status: 204 len: 168 time: 0.3135262 Nov 10 04:01:29.327788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a37ec8-b34d-459f-8201-ff028eeb050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa1566-c639-457a-a6e8-f2b4b783c289,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:29.434899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 1e125265-cfab-44f8-9f34-f47ef95213a0 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:29.435250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.458169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.462888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.541970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.568436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 1e125265-cfab-44f8-9f34-f47ef95213a0 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:29.631987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router dd24f955-cb76-404d-85cf-145418c9ae7f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:01:29.713968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.759300 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.769048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/1e125265-cfab-44f8-9f34-f47ef95213a0 HTTP/1.1" status: 204 len: 168 time: 0.4819515 Nov 10 04:01:29.785877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45870) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:29.826183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:29.836821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:29.837857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] Sync routers for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:29.840525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a6933-f2ad-4e2a-bbc5-36bcc2c1c0f3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=1e125265-cfab-44f8-9f34-f47ef95213a0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:29.841039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fd53ba60-f0ef-490d-9f3e-82688602e270 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 200 len: 705 time: 1.2335312 Nov 10 04:01:29.842392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45876) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:29.854726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:29.866845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:29.875861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7ba9e31-8b7d-4e52-bfab-0c7598c89737 req-c3409ee4-bc6c-4bce-bf6d-87f6dddeee96 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.1229696 Nov 10 04:01:29.903208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45878) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:29.912329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dfdaeaac-6b23-4df6-9ba1-b6a21f75724e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 200 len: 205 time: 0.0674195 Nov 10 04:01:29.931363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac00700-27c2-4f17-87d6-42d66987c2a1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:29.949846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac00700-27c2-4f17-87d6-42d66987c2a1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:29.954643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0ac00700-27c2-4f17-87d6-42d66987c2a1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1646075 Nov 10 04:01:29.955739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45882) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:30.007626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:30.059919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d57a0cd-38c5-4448-8be2-3f51d9c21351 req-ba84b7d0-764f-40a5-89d0-46f31c947145 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.0408890 Nov 10 04:01:30.064993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2426918e-bdcb-47fc-a0cb-a7668fda0a6f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.096589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:26Z', 'revision_number': 11, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:30.131317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] Checking router: dd24f955-cb76-404d-85cf-145418c9ae7f for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:30.142490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] Routers {'dd24f955-cb76-404d-85cf-145418c9ae7f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:30.143445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dd24f955-cb76-404d-85cf-145418c9ae7f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:30.162711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 2302c1ed-50fa-4b9b-a818-617f3f54868f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:30.163059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.226325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] Set router dd24f955-cb76-404d-85cf-145418c9ae7f gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:30.291471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.322730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:26Z', 'revision_number': 11, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:30.336822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 2302c1ed-50fa-4b9b-a818-617f3f54868f owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:30.358331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2426918e-bdcb-47fc-a0cb-a7668fda0a6f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.380515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2426918e-bdcb-47fc-a0cb-a7668fda0a6f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.403377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3549a-8937-4adc-90ef-84f665652d9a None None] The sync data for ids ['dd24f955-cb76-404d-85cf-145418c9ae7f'] in n-d-817326-2 is: [{'id': 'dd24f955-cb76-404d-85cf-145418c9ae7f', 'name': 'tempest-RoutersIpV6Test-router-1287760072', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:00:41Z', 'updated_at': '2021-11-10T04:01:26Z', 'revision_number': 11, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:30.464907 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2426918e-bdcb-47fc-a0cb-a7668fda0a6f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.465379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2426918e-bdcb-47fc-a0cb-a7668fda0a6f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Fanout notify agent at l3_agent the message router_deleted on router dd24f955-cb76-404d-85cf-145418c9ae7f {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:01:30.472534 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2426918e-bdcb-47fc-a0cb-a7668fda0a6f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.477786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2426918e-bdcb-47fc-a0cb-a7668fda0a6f tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 204 len: 168 time: 0.5730684 Nov 10 04:01:30.478422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:30.482817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3b4be2eb-c22d-405b-a125-62a5fe705484 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-145462416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:30.535166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b4be2eb-c22d-405b-a125-62a5fe705484 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.536327 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b4be2eb-c22d-405b-a125-62a5fe705484 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.614550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.619349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b4be2eb-c22d-405b-a125-62a5fe705484 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.627701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b4be2eb-c22d-405b-a125-62a5fe705484 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.656555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=2302c1ed-50fa-4b9b-a818-617f3f54868f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:30.665615 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3b4be2eb-c22d-405b-a125-62a5fe705484 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.669930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3b4be2eb-c22d-405b-a125-62a5fe705484 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1905253 Nov 10 04:01:30.670552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45898) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:30.673347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-a206c144-5103-4ef9-bd2d-4b834777d00b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:30.675141 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-a206c144-5103-4ef9-bd2d-4b834777d00b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.2536778 Nov 10 04:01:30.677537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-77695962-26fb-4720-ae02-bce1830fa6fc tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:30.679596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:30.683617 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72592afc-a26f-4672-a8c4-4080e66909df tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/2302c1ed-50fa-4b9b-a818-617f3f54868f HTTP/1.1" status: 204 len: 168 time: 0.7237003 Nov 10 04:01:30.690812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'port': {'device_id': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'admin_state_up': True, 'tenant_id': '75f05c7943244c83b6d25ae69de052cc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:30.694728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45900) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:30.847151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b12ed1-4092-4eed-b0ce-562267c2e371 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:30.850908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-38b12ed1-4092-4eed-b0ce-562267c2e371 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1532829 Nov 10 04:01:30.854466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45906) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:30.912437 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff12f60-9d41-4074-affe-33e9f16a5f19 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:01:30.914324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ff12f60-9d41-4074-affe-33e9f16a5f19 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/1e125265-cfab-44f8-9f34-f47ef95213a0 HTTP/1.1" status: 404 len: 333 time: 0.0589368 Nov 10 04:01:30.920461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45908) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:30.967504 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e611a8b0-39df-4bef-a062-600cc20022bb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:01:30.975032 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e611a8b0-39df-4bef-a062-600cc20022bb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/2302c1ed-50fa-4b9b-a818-617f3f54868f HTTP/1.1" status: 404 len: 333 time: 0.0529335 Nov 10 04:01:30.975878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45914) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:30.986455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:30.991337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.109637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7d395f5-ad17-4000-8a27-f3f24cf103b0 req-e6f22e32-91a7-4596-b638-5421389f1fba tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0715027 Nov 10 04:01:31.159705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77695962-26fb-4720-ae02-bce1830fa6fc tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.175783 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77695962-26fb-4720-ae02-bce1830fa6fc tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.181223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.518988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.20.0.3 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/eff9b6b8-8408-4eed-abc8-f233720d8533) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:31.522517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.566783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b4e165-9c0b-4320-a816-e5ba1ab15590']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:31.596905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ada5d03-1330-46dd-b32a-cfd2ccf13a1e') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:31.597203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ada5d03-1330-46dd-b32a-cfd2ccf13a1e') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:31.616333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.644425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.693016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:31.693397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:31.701722 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:31.799576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.830338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1e5aab8-b5c5-4ea4-97be-ba11283f0681 req-424159ee-7224-4836-9c96-a85b1b94a114 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.0708506 Nov 10 04:01:31.846361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.858161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/11b4e165-9c0b-4320-a816-e5ba1ab15590 HTTP/1.1" status: 204 len: 168 time: 0.8772674 Nov 10 04:01:31.858161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39531526-d388-4d60-b4a2-10b6a32f1694 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=11b4e165-9c0b-4320-a816-e5ba1ab15590,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:31.877073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45946) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:31.881476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77695962-26fb-4720-ae02-bce1830fa6fc tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Router aa1a27a2-87ce-4535-84eb-d2e5ef63bffe is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:01:31.885735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1952571312'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:31.939578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.945157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:31.949122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.985044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:31.996450 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:31.996796 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment 4b868ed9-76c7-4a5b-a5f6-56e2e5371349 of type vlan for network 6aed0d7a-0b7f-447c-be41-8d6338aad96b Nov 10 04:01:32.049179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:32.060470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77695962-26fb-4720-ae02-bce1830fa6fc tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:01:32.073608 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] Sync routers for ids ['aa1a27a2-87ce-4535-84eb-d2e5ef63bffe'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:01:32.088918 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] Routers {'aa1a27a2-87ce-4535-84eb-d2e5ef63bffe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:32.095075 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['aa1a27a2-87ce-4535-84eb-d2e5ef63bffe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:32.098122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:32.099788 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77695962-26fb-4720-ae02-bce1830fa6fc tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:32.103437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77695962-26fb-4720-ae02-bce1830fa6fc tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "PUT /v2.0/routers/aa1a27a2-87ce-4535-84eb-d2e5ef63bffe HTTP/1.1" status: 200 len: 697 time: 1.4308999 Nov 10 04:01:32.105558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:32.106262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:32.108959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45958) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:32.225217 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3465998 Nov 10 04:01:32.229164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45974) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:32.234283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:32.240632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:32.274535 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] Set router aa1a27a2-87ce-4535-84eb-d2e5ef63bffe gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:32.297824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6fccc84a-cff6-4ee5-aff9-0768bce1c591 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/routers/aa1a27a2-87ce-4535-84eb-d2e5ef63bffe HTTP/1.1" status: 200 len: 703 time: 0.1839976 Nov 10 04:01:32.310422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45980) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:32.371675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c73e-2322-4d20-a443-57d07dd98a35 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=6aed0d7a-0b7f-447c-be41-8d6338aad96b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:32.374577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-550704fa-1180-4340-b613-592acbee3427 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa1a27a2-87ce-4535-84eb-d2e5ef63bffe HTTP/1.1" status: 200 len: 205 time: 0.0620010 Nov 10 04:01:32.387828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6aed0d7a-0b7f-447c-be41-8d6338aad96b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:32.395333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 45986) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:32.407174 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1a27a2-87ce-4535-84eb-d2e5ef63bffe', 'name': 'tempest-RoutersIpV6Test-router-145462416', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:01:30Z', 'updated_at': '2021-11-10T04:01:31Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:32.424381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d851883-01b0-4137-b76f-6f52101951ce req-d75549c7-1b42-4407-b90e-fa2678a2c38a tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.1253073 Nov 10 04:01:32.488503 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] Checking router: aa1a27a2-87ce-4535-84eb-d2e5ef63bffe for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:01:32.500589 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] Routers {'aa1a27a2-87ce-4535-84eb-d2e5ef63bffe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:01:32.501542 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:01:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['aa1a27a2-87ce-4535-84eb-d2e5ef63bffe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:32.589214 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] Set router aa1a27a2-87ce-4535-84eb-d2e5ef63bffe gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:01:32.716559 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1a27a2-87ce-4535-84eb-d2e5ef63bffe', 'name': 'tempest-RoutersIpV6Test-router-145462416', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:01:30Z', 'updated_at': '2021-11-10T04:01:31Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:32.719038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:32.724194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:32.727717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:32.761714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:32.763796 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bad36-f543-40ee-9836-2cc579b61f93 None None] The sync data for ids ['aa1a27a2-87ce-4535-84eb-d2e5ef63bffe'] in n-d-817326-2 is: [{'id': 'aa1a27a2-87ce-4535-84eb-d2e5ef63bffe', 'name': 'tempest-RoutersIpV6Test-router-145462416', 'tenant_id': 'cbcc00aca3a149748c94d1a2d933d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:01:30Z', 'updated_at': '2021-11-10T04:01:31Z', 'revision_number': 2, 'project_id': 'cbcc00aca3a149748c94d1a2d933d406', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:01:32.792897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:32.805197 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7596d578-0fc4-4416-bb27-e070cf1bf5eb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.094150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46004) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.138243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7596d578-0fc4-4416-bb27-e070cf1bf5eb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.141692 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7596d578-0fc4-4416-bb27-e070cf1bf5eb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.210288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bea6d-ddf9-4ead-bd71-fc8f5460ad90 req-3de1ce05-1be3-4483-b86f-ab5f685a4583 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:33.213924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d3bea6d-ddf9-4ead-bd71-fc8f5460ad90 req-3de1ce05-1be3-4483-b86f-ab5f685a4583 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 931 time: 0.2148635 Nov 10 04:01:33.266990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7596d578-0fc4-4416-bb27-e070cf1bf5eb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.267775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596d578-0fc4-4416-bb27-e070cf1bf5eb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Fanout notify agent at l3_agent the message router_deleted on router aa1a27a2-87ce-4535-84eb-d2e5ef63bffe {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:01:33.269496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=eff9b6b8-8408-4eed-abc8-f233720d8533,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:33.286691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7596d578-0fc4-4416-bb27-e070cf1bf5eb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.288120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7596d578-0fc4-4416-bb27-e070cf1bf5eb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/aa1a27a2-87ce-4535-84eb-d2e5ef63bffe HTTP/1.1" status: 204 len: 168 time: 0.7199893 Nov 10 04:01:33.295408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46010) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.330507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Performing IP validity checks on allocation pools {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 04:01:33.337512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 04:01:33.343620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5d38c85a-e7d8-4c6f-b72e-94d77075ba81 None None] Provisioning complete for port eff9b6b8-8408-4eed-abc8-f233720d8533 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:33.344295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d38c85a-e7d8-4c6f-b72e-94d77075ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.383780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d3bea6d-ddf9-4ead-bd71-fc8f5460ad90 req-c22c3ad7-034f-4bd0-97c8-4c1c5cc46fa0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625376 Nov 10 04:01:33.412167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5d38c85a-e7d8-4c6f-b72e-94d77075ba81 None None] Port eff9b6b8-8408-4eed-abc8-f233720d8533 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:01:33.428815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-246f2b23-04be-4dfb-98d8-47975967cbee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.432348 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-46c0c616-9c0c-42a7-8011-8af3584f8469 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa1a27a2-87ce-4535-84eb-d2e5ef63bffe HTTP/1.1" status: 200 len: 205 time: 0.1331785 Nov 10 04:01:33.438540 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46012) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.493987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:33.507590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.547657 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-59921e32-9fed-41d1-bac7-ed275dbd6b4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] delete failed (client error): The resource could not be found. Nov 10 04:01:33.548817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-59921e32-9fed-41d1-bac7-ed275dbd6b4e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/aa1a27a2-87ce-4535-84eb-d2e5ef63bffe HTTP/1.1" status: 404 len: 336 time: 0.0792818 Nov 10 04:01:33.554439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46020) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.589236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-64202aed-8801-4b06-a85f-b574a00090e1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9002323 Nov 10 04:01:33.590680 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6beafac8-fa15-479a-9b2b-265608185a8c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:33.591301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6beafac8-fa15-479a-9b2b-265608185a8c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:33.594606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6beafac8-fa15-479a-9b2b-265608185a8c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/873e0d42-ae92-4603-a406-f3fbf54af3f5 HTTP/1.1" status: 404 len: 337 time: 0.0392034 Nov 10 04:01:33.604475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46022) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.623037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Request body: {'port': {'device_id': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:33.664379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d78d2ab2-11f4-45f0-bb4a-9f43205e9327 req-fbadba1c-10ca-4935-8217-354b54101ef1 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0288122 Nov 10 04:01:33.679823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-246f2b23-04be-4dfb-98d8-47975967cbee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.689081 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-246f2b23-04be-4dfb-98d8-47975967cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.736651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f2b23-04be-4dfb-98d8-47975967cbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b939ec34-8d89-40a8-88cd-11e80cc26527,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:33.758834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-246f2b23-04be-4dfb-98d8-47975967cbee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29c107a9f8a3434fb1661e5ff7b90742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6468585 Nov 10 04:01:33.758834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46026) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.830896 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-67717b52-e5ea-48da-8ea3-fd24756a2a04 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:33.831990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67717b52-e5ea-48da-8ea3-fd24756a2a04 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:33.844028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67717b52-e5ea-48da-8ea3-fd24756a2a04 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/9871e049-7000-4e52-8165-7c43349bd3e2 HTTP/1.1" status: 404 len: 337 time: 0.1869564 Nov 10 04:01:33.844944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46028) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.852606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-014e1690-8403-4874-bea4-f3399ae9695b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.879329 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-014e1690-8403-4874-bea4-f3399ae9695b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.916978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.929654 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccc79dd-21fa-4add-aa06-ec4da617ca03 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:33.930116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccc79dd-21fa-4add-aa06-ec4da617ca03 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:33.936177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2ccc79dd-21fa-4add-aa06-ec4da617ca03 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/62a7fa93-a38c-4313-80a6-1e4832577e92 HTTP/1.1" status: 404 len: 337 time: 0.0827296 Nov 10 04:01:33.936368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46030) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:33.965224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:33.992856 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d050576-b3ff-4379-b130-ef9ee62b532b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:33.993513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d050576-b3ff-4379-b130-ef9ee62b532b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:34.010530 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6d050576-b3ff-4379-b130-ef9ee62b532b tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/ccbd24da-bcab-4549-92a8-50a9656a196f HTTP/1.1" status: 404 len: 337 time: 0.0724435 Nov 10 04:01:34.010853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46032) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.011926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-014e1690-8403-4874-bea4-f3399ae9695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:34.014941 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-014e1690-8403-4874-bea4-f3399ae9695b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:34.016571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-014e1690-8403-4874-bea4-f3399ae9695b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b939ec34-8d89-40a8-88cd-11e80cc26527 HTTP/1.1" status: 204 len: 168 time: 0.2565815 Nov 10 04:01:34.040093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e1690-8403-4874-bea4-f3399ae9695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b939ec34-8d89-40a8-88cd-11e80cc26527,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:34.056362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67cc5adf-c305-4379-b944-00442cb62ea0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 200 len: 205 time: 0.0404286 Nov 10 04:01:34.057252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46036) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.116122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=0dd253a8-1ba6-470f-87cd-0dc9a82dae66,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:34.135136 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-640afa3e-7d28-4b60-b09f-113013dfa56e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] delete failed (client error): The resource could not be found. Nov 10 04:01:34.135373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': '4b868ed9-76c7-4a5b-a5f6-56e2e5371349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:34.135665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: 6aed0d7a-0b7f-447c-be41-8d6338aad96b, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:01:34.139685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-640afa3e-7d28-4b60-b09f-113013dfa56e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/dd24f955-cb76-404d-85cf-145418c9ae7f HTTP/1.1" status: 404 len: 336 time: 0.0811052 Nov 10 04:01:34.140549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46038) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.222828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 6aed0d7a-0b7f-447c-be41-8d6338aad96b is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:34.236962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-900a5a76-1c24-44d7-80a0-379a7e756213 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f67a0b9-d64d-4871-b18c-3503ee26954c HTTP/1.1" status: 200 len: 205 time: 0.0946620 Nov 10 04:01:34.237853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46042) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.269222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6aed0d7a-0b7f-447c-be41-8d6338aad96b) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:34.278367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c75919-6934-44fb-a4fb-c9a50e4844fb None None] Network 6aed0d7a-0b7f-447c-be41-8d6338aad96b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:34.279540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:34.283922 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:34.316164 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-16407b11-cde6-4297-9197-891b085aba7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] delete failed (client error): The resource could not be found. Nov 10 04:01:34.316912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-16407b11-cde6-4297-9197-891b085aba7d tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/4f67a0b9-d64d-4871-b18c-3503ee26954c HTTP/1.1" status: 404 len: 336 time: 0.0778103 Nov 10 04:01:34.317701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46044) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.352279 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a7b74a71-1b73-4d5e-acd7-8845ab5fbd8f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1224561 Nov 10 04:01:34.352936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46046) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.357417 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de72676-5aad-4682-a3ae-4c07a721ee70 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:34.358047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de72676-5aad-4682-a3ae-4c07a721ee70 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:34.362967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5de72676-5aad-4682-a3ae-4c07a721ee70 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/babab9a7-7965-4e1a-bc34-f61e1a6d2a41 HTTP/1.1" status: 404 len: 337 time: 0.0440660 Nov 10 04:01:34.365499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.384701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b', 'name': 'tempest-PortsIpV6TestJSON-2019353497'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:34.410896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d436a60-fe8f-4e82-9152-2bb3d15181be tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=02d1eaa7-978c-47c3-9436-97026fa3cd92 HTTP/1.1" status: 200 len: 205 time: 0.0438688 Nov 10 04:01:34.412124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.554129 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-c17cca45-0b2c-4751-8ece-0466fcce386e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] delete failed (client error): The resource could not be found. Nov 10 04:01:34.554129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c17cca45-0b2c-4751-8ece-0466fcce386e tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/02d1eaa7-978c-47c3-9436-97026fa3cd92 HTTP/1.1" status: 404 len: 336 time: 0.1328106 Nov 10 04:01:34.592156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46056) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.642572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ddb30cd-3e86-46b4-8fe9-edb013347452 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa8b270c-5012-430d-bae3-2104ee9b4990 HTTP/1.1" status: 200 len: 205 time: 0.0453701 Nov 10 04:01:34.643324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46060) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.719420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.750744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2d64c9f-c066-4825-a32e-d87abe1564d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:34.774258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3922fd6-992e-4782-b278-6e2723fa1d93 req-c90c77bb-e52c-469e-b8a7-e187ca0f319c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:34.777110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-6aed0d7a-0b7f-447c-be41-8d6338aad96b', 'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b', 'tenant_id': 'a68dfe6dcf9b4ed795844dac19037f10', 'fixed_ips': [{'subnet_id': '0dd253a8-1ba6-470f-87cd-0dc9a82dae66'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:01:34.778927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3922fd6-992e-4782-b278-6e2723fa1d93 req-c90c77bb-e52c-469e-b8a7-e187ca0f319c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 931 time: 0.2426059 Nov 10 04:01:34.782435 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-70e953a1-b282-40ac-9bfa-c9cef99a4595 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] delete failed (client error): The resource could not be found. Nov 10 04:01:34.784346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-70e953a1-b282-40ac-9bfa-c9cef99a4595 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/aa8b270c-5012-430d-bae3-2104ee9b4990 HTTP/1.1" status: 404 len: 336 time: 0.1397805 Nov 10 04:01:34.788907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.793029 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:34.823979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:34.829740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:34.895212 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e1436d-ca4c-426d-a289-c9f48afa7c5c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:34.903247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e1436d-ca4c-426d-a289-c9f48afa7c5c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:34.903854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port b79ad5b0-71ed-46d8-9959-4d82fc7d7778 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:34.906500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a4e1436d-ca4c-426d-a289-c9f48afa7c5c tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/5a340b23-3cd3-4785-89e9-0707c16db443 HTTP/1.1" status: 404 len: 337 time: 0.1145277 Nov 10 04:01:34.923362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:34.960772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff9b6b8-8408-4eed-abc8-f233720d8533 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:01:34.970550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:34.978112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d62f13fc-0191-4593-aee0-2a053b7ed170 req-c54a0e51-2596-4b3e-bebd-279c28c7551d tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c1dd965-9058-4bcb-9065-9b31d1b77aef HTTP/1.1" status: 200 len: 210 time: 0.0599971 Nov 10 04:01:34.984496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f69dc5d7-165d-4ac4-9664-07e21ee59ae2 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=e85ec541-5a91-4206-9670-d62a572691ce HTTP/1.1" status: 200 len: 205 time: 0.0617650 Nov 10 04:01:34.986471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Transition to ACTIVE for port object eff9b6b8-8408-4eed-abc8-f233720d8533 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:01:34.988098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46070) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.043653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2d64c9f-c066-4825-a32e-d87abe1564d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.044250 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-54221e6d-e44f-4d97-bb4f-5e54d42be198 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] delete failed (client error): The resource could not be found. Nov 10 04:01:35.045951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-54221e6d-e44f-4d97-bb4f-5e54d42be198 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/e85ec541-5a91-4206-9670-d62a572691ce HTTP/1.1" status: 404 len: 336 time: 0.0512826 Nov 10 04:01:35.048433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46072) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.049274 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.062439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3922fd6-992e-4782-b278-6e2723fa1d93 req-6fc09eb4-cd09-4676-8d6c-2f6afd246fe8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523608 Nov 10 04:01:35.064951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Allocated IP 2001:db8::2 (6aed0d7a-0b7f-447c-be41-8d6338aad96b/0dd253a8-1ba6-470f-87cd-0dc9a82dae66/5084857a-ffaf-467f-97de-67f3d4cae0df) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:35.099096 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2d64c9f-c066-4825-a32e-d87abe1564d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.103993 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-28365da5-3188-4f8a-842b-d898248e85fa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:35.110135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28365da5-3188-4f8a-842b-d898248e85fa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:35.116735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-28365da5-3188-4f8a-842b-d898248e85fa tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/08bfa71c-0fe2-4f1d-957b-fc8766e242b1 HTTP/1.1" status: 404 len: 337 time: 0.0666330 Nov 10 04:01:35.121104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46074) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.171886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-144ddc1d-3eb8-46cb-aa7e-5a432b8eb0a0 tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e5e596-d920-4404-9fe5-272be71362fe HTTP/1.1" status: 200 len: 205 time: 0.0487261 Nov 10 04:01:35.174049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46076) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.252898 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-a19b77ab-7947-4393-b833-6aaaa5e0067a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] delete failed (client error): The resource could not be found. Nov 10 04:01:35.254923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a19b77ab-7947-4393-b833-6aaaa5e0067a tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/routers/23e5e596-d920-4404-9fe5-272be71362fe HTTP/1.1" status: 404 len: 336 time: 0.0799639 Nov 10 04:01:35.257458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46078) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.259154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d64c9f-c066-4825-a32e-d87abe1564d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb234f0-b9e7-47d8-8a88-d80225e3b91d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:35.318379 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0834abc-7470-42be-a86d-0e88a82dabbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:35.319073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0834abc-7470-42be-a86d-0e88a82dabbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:35.324966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e0834abc-7470-42be-a86d-0e88a82dabbb tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/b776b6e8-67dd-4df0-8617-7642f263d785 HTTP/1.1" status: 404 len: 337 time: 0.0663536 Nov 10 04:01:35.327514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.383205 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-add1d7ef-b588-4b2c-a6af-e952dec113ea tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:35.383718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add1d7ef-b588-4b2c-a6af-e952dec113ea tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:35.387052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-add1d7ef-b588-4b2c-a6af-e952dec113ea tempest-RoutersIpV6Test-611732368 tempest-RoutersIpV6Test-611732368-project] 10.222.0.24 "DELETE /v2.0/subnets/ce95bf85-0679-4775-8ad8-14991ad8876c HTTP/1.1" status: 404 len: 337 time: 0.0577734 Nov 10 04:01:35.394434 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.409757 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.458536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Network 6aed0d7a-0b7f-447c-be41-8d6338aad96b is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:35.505663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Pushing event updated for resources: {'Port': ['ID=5084857a-ffaf-467f-97de-67f3d4cae0df,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:35.508826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:35.513187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:35.609811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Attempting to bind port 5084857a-ffaf-467f-97de-67f3d4cae0df on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:01:35.610681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Attempting to bind port 5084857a-ffaf-467f-97de-67f3d4cae0df by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4b868ed9-76c7-4a5b-a5f6-56e2e5371349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:01:35.611221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Attempting to bind port 5084857a-ffaf-467f-97de-67f3d4cae0df on network 6aed0d7a-0b7f-447c-be41-8d6338aad96b {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:35.624104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:01:35.624565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Checking segment: {'id': '4b868ed9-76c7-4a5b-a5f6-56e2e5371349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:35.624973 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.625369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Bound using segment: {'id': '4b868ed9-76c7-4a5b-a5f6-56e2e5371349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:01:35.625862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Bound port: 5084857a-ffaf-467f-97de-67f3d4cae0df, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b868ed9-76c7-4a5b-a5f6-56e2e5371349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6aed0d7a-0b7f-447c-be41-8d6338aad96b'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:01:35.626267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.734301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] For port 5084857a-ffaf-467f-97de-67f3d4cae0df, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:01:35.737888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] For port 5084857a-ffaf-467f-97de-67f3d4cae0df, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5084857a-ffaf-467f-97de-67f3d4cae0df,segment=NetworkSegment(4b868ed9-76c7-4a5b-a5f6-56e2e5371349),segment_id=4b868ed9-76c7-4a5b-a5f6-56e2e5371349)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:01:35.761558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:35.841289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9ef44-df69-4d46-b462-f347b313c4f1 None None] Pushing event updated for resources: {'Port': ['ID=5084857a-ffaf-467f-97de-67f3d4cae0df,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:35.870367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46090) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.884231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Pushing event updated for resources: {'Port': ['ID=eff9b6b8-8408-4eed-abc8-f233720d8533,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:35.889095 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d2d64c9f-c066-4825-a32e-d87abe1564d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a493711d9b5c454fbd9c91dc8586c315&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1687393 Nov 10 04:01:35.894886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:35.978533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Attempting to bind port eff9b6b8-8408-4eed-abc8-f233720d8533 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:01:35.979084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Attempting to bind port eff9b6b8-8408-4eed-abc8-f233720d8533 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:01:35.979181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Attempting to bind port eff9b6b8-8408-4eed-abc8-f233720d8533 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:35.988136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Port eff9b6b8-8408-4eed-abc8-f233720d8533 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:01:35.988136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Attempting to bind port eff9b6b8-8408-4eed-abc8-f233720d8533 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:36.012367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:01:36.012725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:36.013078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:01:36.013509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Bound port: eff9b6b8-8408-4eed-abc8-f233720d8533, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:01:36.013859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.018058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::32a (6aed0d7a-0b7f-447c-be41-8d6338aad96b/0dd253a8-1ba6-470f-87cd-0dc9a82dae66/b79ad5b0-71ed-46d8-9959-4d82fc7d7778) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:36.054203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4336c70a-9bb6-4a08-94cd-d50f82eafdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.114768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4336c70a-9bb6-4a08-94cd-d50f82eafdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.153496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46106) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:36.227603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] For port eff9b6b8-8408-4eed-abc8-f233720d8533, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:01:36.233584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] For port eff9b6b8-8408-4eed-abc8-f233720d8533, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=eff9b6b8-8408-4eed-abc8-f233720d8533,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:01:36.275746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.346602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cba3cf71-9916-411e-9d2d-393d9366ef9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbcc00aca3a149748c94d1a2d933d406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744284 Nov 10 04:01:36.366727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46110) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:36.374203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4336c70a-9bb6-4a08-94cd-d50f82eafdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.376996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4336c70a-9bb6-4a08-94cd-d50f82eafdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.378493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4336c70a-9bb6-4a08-94cd-d50f82eafdb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bb234f0-b9e7-47d8-8a88-d80225e3b91d HTTP/1.1" status: 204 len: 168 time: 0.4776495 Nov 10 04:01:36.448374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336c70a-9bb6-4a08-94cd-d50f82eafdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb234f0-b9e7-47d8-8a88-d80225e3b91d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:36.488585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.490264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5084857a-ffaf-467f-97de-67f3d4cae0df up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:36.516848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41349b2a-eb19-404c-871b-436b2c07b3af req-277f90c3-3433-4715-b05c-f421b902e988 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:36.519991 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41349b2a-eb19-404c-871b-436b2c07b3af req-277f90c3-3433-4715-b05c-f421b902e988 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.2230461 Nov 10 04:01:36.543861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.566809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59817845-2be8-4510-bda6-04d3029658d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.618449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59817845-2be8-4510-bda6-04d3029658d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.634494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 6aed0d7a-0b7f-447c-be41-8d6338aad96b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:36.648263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5084857a-ffaf-467f-97de-67f3d4cae0df triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:36.648896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.700148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:36.700745 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.702281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] 10.222.0.44 "PUT /v2.0/ports/eff9b6b8-8408-4eed-abc8-f233720d8533 HTTP/1.1" status: 200 len: 1091 time: 3.1005518 Nov 10 04:01:36.704655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'tag': 'eff9b6b8-8408-4eed-abc8-f233720d8533'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:01:36.709118 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1f3883-f097-49b8-b058-cbe487752c79" -d '{"events": [{"name": "network-changed", "server_uuid": "1c63cee6-76ca-4b71-adb4-43f2f39adbaa", "tag": "eff9b6b8-8408-4eed-abc8-f233720d8533"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:01:36.751790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:36.769800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59817845-2be8-4510-bda6-04d3029658d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.775966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59817845-2be8-4510-bda6-04d3029658d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.777147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-59817845-2be8-4510-bda6-04d3029658d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc78c9be-cc22-482d-9180-1c787d40e568 HTTP/1.1" status: 204 len: 168 time: 0.4092093 Nov 10 04:01:36.797860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:36.830216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:36.832588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.843471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41349b2a-eb19-404c-871b-436b2c07b3af req-5f535a1d-7283-4069-acd0-7a6c9a76305a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100202 Nov 10 04:01:36.860778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817845-2be8-4510-bda6-04d3029658d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc78c9be-cc22-482d-9180-1c787d40e568,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:36.880606 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:36.907216 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b030056-c0bc-457f-af17-c0e68524adfb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:37.013861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b030056-c0bc-457f-af17-c0e68524adfb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:37.037686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 5084857a-ffaf-467f-97de-67f3d4cae0df, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5084857a-ffaf-467f-97de-67f3d4cae0df,segment=NetworkSegment(4b868ed9-76c7-4a5b-a5f6-56e2e5371349),segment_id=4b868ed9-76c7-4a5b-a5f6-56e2e5371349)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:37.048036 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:37.122461 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf2188-b60f-433a-9a9d-2b79e5a67438 x-openstack-request-id: req-c7bf2188-b60f-433a-9a9d-2b79e5a67438 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:01:37.122766 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c63cee6-76ca-4b71-adb4-43f2f39adbaa", "tag": "eff9b6b8-8408-4eed-abc8-f233720d8533", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:01:37.123022 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7bf2188-b60f-433a-9a9d-2b79e5a67438 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:01:37.123439 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'tag': 'eff9b6b8-8408-4eed-abc8-f233720d8533', 'status': 'completed', 'code': 200} Nov 10 04:01:37.188971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61c22b-39c6-4832-83bf-439b6f299604 service neutron] Pushing event updated for resources: {'Port': ['ID=eff9b6b8-8408-4eed-abc8-f233720d8533,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:37.241211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=5084857a-ffaf-467f-97de-67f3d4cae0df,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:37.267814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b030056-c0bc-457f-af17-c0e68524adfb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:37.272930 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b030056-c0bc-457f-af17-c0e68524adfb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:37.274127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8b030056-c0bc-457f-af17-c0e68524adfb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/security-groups/b4efedcd-96ba-4c4d-a033-31fa35d9897a HTTP/1.1" status: 204 len: 168 time: 1.1169963 Nov 10 04:01:37.277604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46132) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:37.316433 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-7644bb2f-b133-460d-8f39-8f40c0724027 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] show failed (client error): The resource could not be found. Nov 10 04:01:37.322707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7644bb2f-b133-460d-8f39-8f40c0724027 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "GET /v2.0/security-groups/b4efedcd-96ba-4c4d-a033-31fa35d9897a HTTP/1.1" status: 404 len: 347 time: 0.0432432 Nov 10 04:01:37.324643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b030056-c0bc-457f-af17-c0e68524adfb tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4efedcd-96ba-4c4d-a033-31fa35d9897a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:37.334702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:37.344672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9785795 Nov 10 04:01:37.355007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46136) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:37.466069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051ad08-1094-453a-8f96-2fc821855179 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=b79ad5b0-71ed-46d8-9959-4d82fc7d7778,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:37.516707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ed95aeee-9ac4-4494-b547-cfba48c14e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:37.522964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-ed95aeee-9ac4-4494-b547-cfba48c14e0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 1094 time: 0.7610061 Nov 10 04:01:37.646229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-7edc65e2-6de0-4b7b-b97e-44709de34752 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eff9b6b8-8408-4eed-abc8-f233720d8533 HTTP/1.1" status: 200 len: 217 time: 0.1167345 Nov 10 04:01:37.805958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port 8449069a-45af-4716-a407-480b78cf44d4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:37.806596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:37.812055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port b79ad5b0-71ed-46d8-9959-4d82fc7d7778 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:37.812626 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:37.836504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-85810ee6-8f5c-45a9-95e9-f658aca6f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:37.840129 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-85810ee6-8f5c-45a9-95e9-f658aca6f00a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.1861401 Nov 10 04:01:38.012483 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:38.039193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71065f68-708e-4914-b001-f614c7ca16b5 None None] Network 6aed0d7a-0b7f-447c-be41-8d6338aad96b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:38.064588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-af893f5b-9a48-447e-bc24-1ba4e3dfdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:38.067443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-af893f5b-9a48-447e-bc24-1ba4e3dfdcc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169297 Nov 10 04:01:38.249601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1f093784-4dab-4013-8e7b-a53c002ea075 None None] Provisioning complete for port 5084857a-ffaf-467f-97de-67f3d4cae0df triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:38.252706 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1f093784-4dab-4013-8e7b-a53c002ea075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:38.259157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:38.353096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79778d64-3ee1-4f5a-ae61-c3d869a9cd9d req-91f02f76-c590-4d39-83d9-a6b3ccc3b95c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:38.365592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79778d64-3ee1-4f5a-ae61-c3d869a9cd9d req-91f02f76-c590-4d39-83d9-a6b3ccc3b95c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.2368524 Nov 10 04:01:38.383209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for b79ad5b0-71ed-46d8-9959-4d82fc7d7778 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:38.397135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-f5ff80c6-b182-4aae-a33d-31b54791a0fe service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212972 Nov 10 04:01:38.446440 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:38.446955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:38.502418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5084857a-ffaf-467f-97de-67f3d4cae0df up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:38.517075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for 8449069a-45af-4716-a407-480b78cf44d4 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:38.581957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79778d64-3ee1-4f5a-ae61-c3d869a9cd9d req-136fce8b-4897-4542-bcc8-60a77e5674e9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153838 Nov 10 04:01:38.720308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3273b2ed-b2de-4458-bb4e-b06a9d110a16 req-bb892e85-e613-4014-afd8-f0132f6c59c7 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140528 Nov 10 04:01:38.850329 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:38.890120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=b79ad5b0-71ed-46d8-9959-4d82fc7d7778,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:38.919463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5084857a-ffaf-467f-97de-67f3d4cae0df triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:38.919991 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:38.998903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:39.026155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5e4481cc-f194-4a51-a223-a6a13ce2964b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/b79ad5b0-71ed-46d8-9959-4d82fc7d7778 HTTP/1.1" status: 204 len: 168 time: 1.6645103 Nov 10 04:01:39.029042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46176) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:39.031828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-f603414a-8ec2-4e6a-b851-e7084919d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:39.033373 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-f603414a-8ec2-4e6a-b851-e7084919d9ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 1094 time: 0.2493114 Nov 10 04:01:39.153803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:39.180936 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9d4017-7925-4f52-a21a-b2c0262afbd7 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:39.210909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9d4017-7925-4f52-a21a-b2c0262afbd7 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:39.221207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4f9d4017-7925-4f52-a21a-b2c0262afbd7 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/b79ad5b0-71ed-46d8-9959-4d82fc7d7778 HTTP/1.1" status: 404 len: 333 time: 0.1773019 Nov 10 04:01:39.236528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46180) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:39.343656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=8449069a-45af-4716-a407-480b78cf44d4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:39.370992 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4b066e-9322-40b1-a512-a163f27dbae5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:01:39.375517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3b4b066e-9322-40b1-a512-a163f27dbae5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/b79ad5b0-71ed-46d8-9959-4d82fc7d7778 HTTP/1.1" status: 404 len: 333 time: 0.1372809 Nov 10 04:01:39.384675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46188) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:39.403092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eb885395-ca84-47dc-a486-632aa5a15cd2 None None] Provisioning complete for port 5084857a-ffaf-467f-97de-67f3d4cae0df triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:39.406731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eb885395-ca84-47dc-a486-632aa5a15cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:39.411849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db61fcf-482c-4a76-987a-1e75a982a911 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:39.532863 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:39.536790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:39.546769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-591e02da-120d-41b0-93f0-cab284f94796 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/floatingips/dfdd3009-ab88-4217-9a8a-ce72f07bc820 HTTP/1.1" status: 204 len: 168 time: 2.2102885 Nov 10 04:01:39.548224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46192) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:39.640626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eb885395-ca84-47dc-a486-632aa5a15cd2 None None] Could not find standard attr ID for object b79ad5b0-71ed-46d8-9959-4d82fc7d7778. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:01:39.718225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 0dd253a8-1ba6-470f-87cd-0dc9a82dae66 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:39.754789 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:39.900504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:39.987414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-607d2410-a05c-4ab4-9229-6c54032f2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:39.987510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8711d-dc76-48e6-9835-7fa2c5380c58 req-a8de6f6e-a0df-4e05-8a81-37b90887bd75 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:39.987636 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-607d2410-a05c-4ab4-9229-6c54032f2fcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.9381058 Nov 10 04:01:39.987729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15e8711d-dc76-48e6-9835-7fa2c5380c58 req-a8de6f6e-a0df-4e05-8a81-37b90887bd75 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1284363 Nov 10 04:01:40.031048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port e8e2fb52-191a-456c-bfa8-09017877b6e5 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:40.031392 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:40.080278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1b840050-2db4-40e0-bf2e-0e05ebc20f0c None None] Could not find standard attr ID for object b79ad5b0-71ed-46d8-9959-4d82fc7d7778. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:01:40.103485 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-98a454d5-ff6e-42e4-8132-8760b0f64efa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eff9b6b8-8408-4eed-abc8-f233720d8533 HTTP/1.1" status: 200 len: 217 time: 0.1087744 Nov 10 04:01:40.236881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:40.306968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-d13e20cf-1844-4efd-9f87-586ca9d72726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:40.331641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-d13e20cf-1844-4efd-9f87-586ca9d72726 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.2198067 Nov 10 04:01:40.400950 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:40.483674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for e8e2fb52-191a-456c-bfa8-09017877b6e5 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:40.514846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15e8711d-dc76-48e6-9835-7fa2c5380c58 req-92af516e-5aea-45e7-8c7b-0e5e5ddc55f8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166674 Nov 10 04:01:40.519514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-cbf35405-a3df-43e6-ae49-31ab070d5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:40.521743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-cbf35405-a3df-43e6-ae49-31ab070d5028 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806161 Nov 10 04:01:40.695380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:40.756001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd253a8-1ba6-470f-87cd-0dc9a82dae66,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:40.758190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:40.761433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6cec9506-2b83-4731-aaac-98c460914f27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/0dd253a8-1ba6-470f-87cd-0dc9a82dae66 HTTP/1.1" status: 204 len: 168 time: 1.3758502 Nov 10 04:01:40.765541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46250) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:40.771956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98906985-16b2-45ac-8e6a-c834e3d014ae None None] Network 6aed0d7a-0b7f-447c-be41-8d6338aad96b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:40.878490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46254) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:40.962226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.044175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.085769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-7199d352-4f29-4c23-a0da-829ab6a72b60 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474260 Nov 10 04:01:41.092462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] DHCP port deletion for 6aed0d7a-0b7f-447c-be41-8d6338aad96b request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:41.218021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=e8e2fb52-191a-456c-bfa8-09017877b6e5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:41.242658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] Deleting port 5084857a-ffaf-467f-97de-67f3d4cae0df {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:41.243046 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.304293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.315789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-697debbe-7fd1-487d-b463-65f86590f384 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/ports/e8e2fb52-191a-456c-bfa8-09017877b6e5 HTTP/1.1" status: 204 len: 168 time: 1.7659421 Nov 10 04:01:41.332101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46258) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:41.379808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] For port 5084857a-ffaf-467f-97de-67f3d4cae0df, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5084857a-ffaf-467f-97de-67f3d4cae0df,segment=NetworkSegment(4b868ed9-76c7-4a5b-a5f6-56e2e5371349),segment_id=4b868ed9-76c7-4a5b-a5f6-56e2e5371349)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:41.380177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.400791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] Calling delete_port for 5084857a-ffaf-467f-97de-67f3d4cae0df owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:41.435528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c1f3883-f097-49b8-b058-cbe487752c79 req-31416d76-25b8-405b-9101-0d60b4b05a12 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087773 Nov 10 04:01:41.529314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d985585f-79fb-4d82-915a-f28db6e7593d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.538784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 5084857a-ffaf-467f-97de-67f3d4cae0df {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:41.542133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.591738 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.688373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] Pushing event deleted for resources: {'Port': ['ID=5084857a-ffaf-467f-97de-67f3d4cae0df,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:41.725173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4ee34-106d-47a1-8078-3f45761e8440 None None] No DVR routers for this DVR port 5084857a-ffaf-467f-97de-67f3d4cae0df on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:41.764953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] For port 5084857a-ffaf-467f-97de-67f3d4cae0df, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5084857a-ffaf-467f-97de-67f3d4cae0df,segment=NetworkSegment(4b868ed9-76c7-4a5b-a5f6-56e2e5371349),segment_id=4b868ed9-76c7-4a5b-a5f6-56e2e5371349)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:41.765310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.784664 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d985585f-79fb-4d82-915a-f28db6e7593d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.802862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d985585f-79fb-4d82-915a-f28db6e7593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.808893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 5084857a-ffaf-467f-97de-67f3d4cae0df owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:41.819696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:41.927802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d985585f-79fb-4d82-915a-f28db6e7593d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbb08af34fe2416cb9fda585af3f298e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0479124 Nov 10 04:01:41.931869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985585f-79fb-4d82-915a-f28db6e7593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4b1061-49a5-4ec7-a7c0-14e7cf10abb0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:41.932349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46272) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:41.939641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port e7541c2b-1c3c-4eac-8112-f4a84705984e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:41.940123 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:41.999806 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.023870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2dc16-8ce5-42bc-988f-31321aa2918b req-79978b3f-9a4c-4191-a614-2e2848b2a381 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:42.025591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3de2dc16-8ce5-42bc-988f-31321aa2918b req-79978b3f-9a4c-4191-a614-2e2848b2a381 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.2353945 Nov 10 04:01:42.046909 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b1960de-ca42-4fd4-83f2-747cc628aeee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.067792 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.072664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b1960de-ca42-4fd4-83f2-747cc628aeee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.092067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for e7541c2b-1c3c-4eac-8112-f4a84705984e owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:42.097473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No DVR routers for this DVR port 5084857a-ffaf-467f-97de-67f3d4cae0df on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:42.100683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=5084857a-ffaf-467f-97de-67f3d4cae0df,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:42.188515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3de2dc16-8ce5-42bc-988f-31321aa2918b req-a0a39c74-095e-49d2-817a-f1a75a5f059f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468859 Nov 10 04:01:42.281634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.349913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aed0d7a-0b7f-447c-be41-8d6338aad96b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:42.357963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f2d178a1-85b2-40fe-b416-7ed7ac0e1f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.376945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b868ed9-76c7-4a5b-a5f6-56e2e5371349') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:42.377360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b868ed9-76c7-4a5b-a5f6-56e2e5371349') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:42.388639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.415967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b1960de-ca42-4fd4-83f2-747cc628aeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.421333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3b1960de-ca42-4fd4-83f2-747cc628aeee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.427169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3b1960de-ca42-4fd4-83f2-747cc628aeee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df4b1061-49a5-4ec7-a7c0-14e7cf10abb0 HTTP/1.1" status: 204 len: 168 time: 0.4934301 Nov 10 04:01:42.439574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.466521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1960de-ca42-4fd4-83f2-747cc628aeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4b1061-49a5-4ec7-a7c0-14e7cf10abb0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:42.474230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:42.475253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:42.489840 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:42.558892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5084857a-ffaf-467f-97de-67f3d4cae0df no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:42.599816 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f2d178a1-85b2-40fe-b416-7ed7ac0e1f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.621624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f2d178a1-85b2-40fe-b416-7ed7ac0e1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.641904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 5084857a-ffaf-467f-97de-67f3d4cae0df {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:42.642222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5084857a-ffaf-467f-97de-67f3d4cae0df not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:42.696216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f2d178a1-85b2-40fe-b416-7ed7ac0e1f24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=614862c654dd4421b923d0ff08fbcd11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8648150 Nov 10 04:01:42.699882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46278) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:42.706899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.758788 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:01:42.764956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=e7541c2b-1c3c-4eac-8112-f4a84705984e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:42.774067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d178a1-85b2-40fe-b416-7ed7ac0e1f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc39c72-315a-45a1-a378-623f146918eb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:42.823594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.839876 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.848978 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/6aed0d7a-0b7f-447c-be41-8d6338aad96b HTTP/1.1" status: 204 len: 168 time: 2.0819728 Nov 10 04:01:42.849700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46282) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:42.863241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-491325701'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:42.894968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6eb4c-d78a-4cfa-af71-bcca97225beb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=6aed0d7a-0b7f-447c-be41-8d6338aad96b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:42.938785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:42.947501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.964729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:42.972631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ddc49f89-f124-4cd8-8889-5d454c414a2f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/ports/e7541c2b-1c3c-4eac-8112-f4a84705984e HTTP/1.1" status: 204 len: 168 time: 1.6362829 Nov 10 04:01:42.972918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46286) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:42.997554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-397156f7-a2fd-477d-b572-4ee541a2580f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.055187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting subnet 5d351ce5-ffcb-426b-976e-2d6c7f793650 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:43.059385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.130911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:43.156742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-397156f7-a2fd-477d-b572-4ee541a2580f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.161210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.276876 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-397156f7-a2fd-477d-b572-4ee541a2580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.280424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-397156f7-a2fd-477d-b572-4ee541a2580f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.281585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-397156f7-a2fd-477d-b572-4ee541a2580f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fc39c72-315a-45a1-a378-623f146918eb HTTP/1.1" status: 204 len: 168 time: 0.5804706 Nov 10 04:01:43.286468 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.286831 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment 23a80fd9-3a2a-4968-bdee-50da7a2acbad of type vlan for network a2adaa46-294b-44e5-8d21-4420da7f76ff Nov 10 04:01:43.304389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397156f7-a2fd-477d-b572-4ee541a2580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc39c72-315a-45a1-a378-623f146918eb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:43.322006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e85cc9dd-4c5b-4bd2-bf3e-05249b887a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.399718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.451570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.464041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:43.464645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.646778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.667666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8077784 Nov 10 04:01:43.694102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46302) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:43.710899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:43.755525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9352-8187-4fa2-8238-49e839db99c0 req-41ea8718-0982-40bd-be90-1e282df0f859 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:43.767333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cee9352-8187-4fa2-8238-49e839db99c0 req-41ea8718-0982-40bd-be90-1e282df0f859 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.3660469 Nov 10 04:01:43.916314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea09417-3483-4082-afe9-bc27c0e4f1a9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=a2adaa46-294b-44e5-8d21-4420da7f76ff,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:43.935655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cee9352-8187-4fa2-8238-49e839db99c0 req-7155826b-887a-4206-9133-0d4d83aef836 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622016 Nov 10 04:01:43.963427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a2adaa46-294b-44e5-8d21-4420da7f76ff details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:43.969958 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:43.983473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:44.001671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.045703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Subnet': ['ID=5d351ce5-ffcb-426b-976e-2d6c7f793650,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:44.053387 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.061875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6311ad5e-702e-4252-9eac-1e2e80931465 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/subnets/5d351ce5-ffcb-426b-976e-2d6c7f793650 HTTP/1.1" status: 204 len: 168 time: 1.0857937 Nov 10 04:01:44.065099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46314) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:44.174991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting subnet 1129462d-7179-4639-9448-df6a89d2a9d0 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:44.178574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46318) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:44.180709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.188371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcfe3f9-f723-4394-83aa-9732db330f1a None None] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:44.211310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a0cf-e8c1-4173-beed-424b4be3290f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.269596 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.309343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a0cf-e8c1-4173-beed-424b4be3290f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.315781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a0cf-e8c1-4173-beed-424b4be3290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.395504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a6a0a0cf-e8c1-4173-beed-424b4be3290f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9643e42fa91b4a8fbdd172f5fb27981f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123168 Nov 10 04:01:44.396534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46320) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:44.400256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0a0cf-e8c1-4173-beed-424b4be3290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67abce-cf6c-4ab1-8029-c2c72fa72869,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:44.510994 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2bb4c4a-f6a4-49bd-8eeb-51f4b8482f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.512337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.536748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2bb4c4a-f6a4-49bd-8eeb-51f4b8482f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.635749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.672880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.673574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb7408-02ad-472a-a0a0-23d54ae21081 None None] Network de25969c-157c-4b6f-963d-ac0108e15974 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:44.679065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/subnets/1129462d-7179-4639-9448-df6a89d2a9d0 HTTP/1.1" status: 204 len: 168 time: 0.6113939 Nov 10 04:01:44.698139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46322) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:44.709464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d3084-b1cc-4af7-9395-d5fe55f44919 tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Subnet': ['ID=1129462d-7179-4639-9448-df6a89d2a9d0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:44.769176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.861066 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.940675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2bb4c4a-f6a4-49bd-8eeb-51f4b8482f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.954075 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2bb4c4a-f6a4-49bd-8eeb-51f4b8482f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:44.956047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c2bb4c4a-f6a4-49bd-8eeb-51f4b8482f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c67abce-cf6c-4ab1-8029-c2c72fa72869 HTTP/1.1" status: 204 len: 168 time: 0.5575349 Nov 10 04:01:45.059890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Deleting port 5f090571-7872-40eb-8dfc-c6f560272bb8 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:45.065622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:45.117022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb4c4a-f6a4-49bd-8eeb-51f4b8482f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67abce-cf6c-4ab1-8029-c2c72fa72869,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:45.120723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] DHCP port deletion for fc97c84b-bb5f-465a-a250-4ec4ffce45a0 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:45.165310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=7a77b722-8e10-4037-9733-fd2cba2666da,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:45.190538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': '23a80fd9-3a2a-4968-bdee-50da7a2acbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:45.191053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: a2adaa46-294b-44e5-8d21-4420da7f76ff, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:01:45.222610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network a2adaa46-294b-44e5-8d21-4420da7f76ff is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:45.245072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a2adaa46-294b-44e5-8d21-4420da7f76ff) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:45.251563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:45.253039 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:45.260121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] DHCP port deletion for de25969c-157c-4b6f-963d-ac0108e15974 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:45.286288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] For port 5f090571-7872-40eb-8dfc-c6f560272bb8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5f090571-7872-40eb-8dfc-c6f560272bb8,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:45.293157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:45.300274 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9a6765f3-529b-49a6-924c-51849560ae56 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6050341 Nov 10 04:01:45.300493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b71151-8528-4da4-bd5d-50d3f534eafb None None] Network a2adaa46-294b-44e5-8d21-4420da7f76ff requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:45.303146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46338) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:45.322170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2073091195'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:45.545929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Calling delete_port for 5f090571-7872-40eb-8dfc-c6f560272bb8 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:45.617110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] Deleting port 5f090571-7872-40eb-8dfc-c6f560272bb8 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:45.617110 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:45.648933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] Deleting port 3ebb5f35-e4d2-4260-af34-b019d2bc84da {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:45.649433 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:45.759773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f95b5-d251-4709-ba32-cda33b8d2160 req-e09a0a5c-2fa1-464d-b82d-53ea716a8a0e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:45.780105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e6f95b5-d251-4709-ba32-cda33b8d2160 req-e09a0a5c-2fa1-464d-b82d-53ea716a8a0e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.4131744 Nov 10 04:01:45.837857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:45.844654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:45.901554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 4e6eba1b-2ab9-4439-9fb5-089c2a9804c3 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:45.986853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] For port 3ebb5f35-e4d2-4260-af34-b019d2bc84da, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ebb5f35-e4d2-4260-af34-b019d2bc84da,segment=NetworkSegment(4c3bff6a-ef4a-45d7-a834-3f7257705fb1),segment_id=4c3bff6a-ef4a-45d7-a834-3f7257705fb1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:45.987645 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.016066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e6f95b5-d251-4709-ba32-cda33b8d2160 req-c7d612f4-ec8c-44b1-8c5b-70040869c98f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330787 Nov 10 04:01:46.026482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] Calling delete_port for 3ebb5f35-e4d2-4260-af34-b019d2bc84da owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:46.039701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.094750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Port': ['ID=5f090571-7872-40eb-8dfc-c6f560272bb8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:46.102042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] No DVR routers for this DVR port 5f090571-7872-40eb-8dfc-c6f560272bb8 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:46.196638 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c34e058e-0596-465d-95e7-30b1eb08fa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.225637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::336 (a2adaa46-294b-44e5-8d21-4420da7f76ff/7a77b722-8e10-4037-9733-fd2cba2666da/4e6eba1b-2ab9-4439-9fb5-089c2a9804c3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:46.272246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.328896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc97c84b-bb5f-465a-a250-4ec4ffce45a0']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:46.348746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:46.348980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:46.372631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.397183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-a2adaa46-294b-44e5-8d21-4420da7f76ff', 'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff', 'tenant_id': 'a68dfe6dcf9b4ed795844dac19037f10', 'fixed_ips': [{'subnet_id': '7a77b722-8e10-4037-9733-fd2cba2666da'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:01:46.399506 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.402037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.417783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:46.418503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.422873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] For port 5f090571-7872-40eb-8dfc-c6f560272bb8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5f090571-7872-40eb-8dfc-c6f560272bb8,segment=NetworkSegment(ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33),segment_id=ed4f990f-a6e5-4ec7-aad5-5cbca94c0a33)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:46.423446 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:46.424600 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:46.470725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5f090571-7872-40eb-8dfc-c6f560272bb8 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:46.540973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] Calling delete_port for 5f090571-7872-40eb-8dfc-c6f560272bb8 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:46.549144 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.569075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.584833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.599076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 5f090571-7872-40eb-8dfc-c6f560272bb8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:46.603778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/networks/fc97c84b-bb5f-465a-a250-4ec4ffce45a0 HTTP/1.1" status: 204 len: 168 time: 1.9039660 Nov 10 04:01:46.606630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46378) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:46.609832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5f090571-7872-40eb-8dfc-c6f560272bb8 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:46.610555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ebb5f35-e4d2-4260-af34-b019d2bc84da no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:01:46.639785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216e0b8-df0b-424b-8923-e800bf5801ef tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Network': ['ID=fc97c84b-bb5f-465a-a250-4ec4ffce45a0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:46.666297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46382) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:46.696153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] Pushing event deleted for resources: {'Port': ['ID=3ebb5f35-e4d2-4260-af34-b019d2bc84da,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:46.787305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 3ebb5f35-e4d2-4260-af34-b019d2bc84da {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:01:46.787920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ebb5f35-e4d2-4260-af34-b019d2bc84da not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:01:46.792739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588944c-ac6d-460c-8ea9-029e03e07337 None None] No DVR routers for this DVR port 3ebb5f35-e4d2-4260-af34-b019d2bc84da on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:46.872131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.885385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67b90dbf-9e5a-477b-8c2a-1828209f33e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.889791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:46.949474 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.043330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] Network fc97c84b-bb5f-465a-a250-4ec4ffce45a0 is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:01:47.043500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67b90dbf-9e5a-477b-8c2a-1828209f33e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.046338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] No DVR routers for this DVR port 5f090571-7872-40eb-8dfc-c6f560272bb8 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:47.048030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.052761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67b90dbf-9e5a-477b-8c2a-1828209f33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.065888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3c46b-b1d3-47d2-a1af-4406fe54b5ad None None] Pushing event deleted for resources: {'Port': ['ID=5f090571-7872-40eb-8dfc-c6f560272bb8,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:47.072620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.157129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.159966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=4e6eba1b-2ab9-4439-9fb5-089c2a9804c3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:47.174771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Allocated IP 2001:db8::2 (a2adaa46-294b-44e5-8d21-4420da7f76ff/7a77b722-8e10-4037-9733-fd2cba2666da/907575d3-40a6-41bf-809c-2bfae99ccff9) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:47.175047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-67b90dbf-9e5a-477b-8c2a-1828209f33e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef950fd982714ea1a50b02db6c4d87a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5074816 Nov 10 04:01:47.176120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46394) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:47.185560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b90dbf-9e5a-477b-8c2a-1828209f33e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390a966-efc4-4dbf-81ff-a74c3791cac9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:47.197884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network a2adaa46-294b-44e5-8d21-4420da7f76ff is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:47.208463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:47.224558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:47.231371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:47.232078 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.241685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de25969c-157c-4b6f-963d-ac0108e15974']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:47.282231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3bff6a-ef4a-45d7-a834-3f7257705fb1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:47.283551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3bff6a-ef4a-45d7-a834-3f7257705fb1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:47.292952 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcf5bb-a905-4848-b0fc-8cc841782f3e req-85106400-078b-4af9-b10b-f1bef6ae670a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:47.294722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3bcf5bb-a905-4848-b0fc-8cc841782f3e req-85106400-078b-4af9-b10b-f1bef6ae670a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1698182 Nov 10 04:01:47.298576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7d54a4f-f25d-4644-a3fd-a75fb985bd0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.326824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.355950 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7d54a4f-f25d-4644-a3fd-a75fb985bd0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.362248 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.375403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:47.375815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.378818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3bcf5bb-a905-4848-b0fc-8cc841782f3e req-0d545c98-c7a3-433a-afad-6c8bb07a15e3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772114 Nov 10 04:01:47.406801 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.416610 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.440103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7d54a4f-f25d-4644-a3fd-a75fb985bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.445813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7d54a4f-f25d-4644-a3fd-a75fb985bd0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.447232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e7d54a4f-f25d-4644-a3fd-a75fb985bd0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9390a966-efc4-4dbf-81ff-a74c3791cac9 HTTP/1.1" status: 204 len: 168 time: 0.2678823 Nov 10 04:01:47.456895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d54a4f-f25d-4644-a3fd-a75fb985bd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390a966-efc4-4dbf-81ff-a74c3791cac9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:47.488296 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:47.492562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.503024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.517713 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] 10.222.0.24 "DELETE /v2.0/networks/de25969c-157c-4b6f-963d-ac0108e15974 HTTP/1.1" status: 204 len: 168 time: 0.9032469 Nov 10 04:01:47.557576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Pushing event updated for resources: {'Port': ['ID=907575d3-40a6-41bf-809c-2bfae99ccff9,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:47.572403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a5d8094a-ce3f-4eb6-99b6-6df0e678dc47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2639530 Nov 10 04:01:47.578127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46404) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:47.578979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed480734-1f52-467a-88c6-1bc4a0c0087f tempest-TaggedBootDevicesTest_v242-617015567 tempest-TaggedBootDevicesTest_v242-617015567-project] Pushing event deleted for resources: {'Network': ['ID=de25969c-157c-4b6f-963d-ac0108e15974,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:47.609545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Network a2adaa46-294b-44e5-8d21-4420da7f76ff is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:47.611646 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:47.628267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:47.801587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Attempting to bind port 907575d3-40a6-41bf-809c-2bfae99ccff9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:01:47.802249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Attempting to bind port 907575d3-40a6-41bf-809c-2bfae99ccff9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '23a80fd9-3a2a-4968-bdee-50da7a2acbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:01:47.802928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Attempting to bind port 907575d3-40a6-41bf-809c-2bfae99ccff9 on network a2adaa46-294b-44e5-8d21-4420da7f76ff {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:47.809713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:01:47.811554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Checking segment: {'id': '23a80fd9-3a2a-4968-bdee-50da7a2acbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:47.812348 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.813178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Bound using segment: {'id': '23a80fd9-3a2a-4968-bdee-50da7a2acbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:01:47.814067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Bound port: 907575d3-40a6-41bf-809c-2bfae99ccff9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a80fd9-3a2a-4968-bdee-50da7a2acbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a2adaa46-294b-44e5-8d21-4420da7f76ff'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:01:47.814691 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.854931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 4e6eba1b-2ab9-4439-9fb5-089c2a9804c3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:47.855266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:47.944914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] For port 907575d3-40a6-41bf-809c-2bfae99ccff9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:01:47.950363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] For port 907575d3-40a6-41bf-809c-2bfae99ccff9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=907575d3-40a6-41bf-809c-2bfae99ccff9,segment=NetworkSegment(23a80fd9-3a2a-4968-bdee-50da7a2acbad),segment_id=23a80fd9-3a2a-4968-bdee-50da7a2acbad)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:01:47.957509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:48.063324 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:48.071977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 4e6eba1b-2ab9-4439-9fb5-089c2a9804c3 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:48.094541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef4fe3-0515-4263-a627-64b524874960 None None] Pushing event updated for resources: {'Port': ['ID=907575d3-40a6-41bf-809c-2bfae99ccff9,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:48.267145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:48.311386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=4e6eba1b-2ab9-4439-9fb5-089c2a9804c3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:48.357511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:48.365372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46440) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:48.387643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f254d1f3-5048-42a5-b21a-a9c961ff84bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/4e6eba1b-2ab9-4439-9fb5-089c2a9804c3 HTTP/1.1" status: 204 len: 168 time: 0.8063080 Nov 10 04:01:48.440344 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:48.470206 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d91a768-aa02-46c3-ad03-4872b5a4ee6b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:01:48.472196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d91a768-aa02-46c3-ad03-4872b5a4ee6b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/4e6eba1b-2ab9-4439-9fb5-089c2a9804c3 HTTP/1.1" status: 404 len: 333 time: 0.1051512 Nov 10 04:01:48.475029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46446) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:48.596234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 7a77b722-8e10-4037-9733-fd2cba2666da {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:48.629172 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:48.698794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:48.740689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556b1f7-46c5-43c8-8002-7b48ac77e56b req-22645de4-bdee-414f-95f9-6bafc4d51c2e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:48.765808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9556b1f7-46c5-43c8-8002-7b48ac77e56b req-22645de4-bdee-414f-95f9-6bafc4d51c2e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1666784 Nov 10 04:01:48.878115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9556b1f7-46c5-43c8-8002-7b48ac77e56b req-bfeda45b-efcd-4275-b926-f32b125c6b5d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078398 Nov 10 04:01:48.940886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.019142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.065196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=7a77b722-8e10-4037-9733-fd2cba2666da,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:49.075866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.080615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-490dd69b-6711-495e-81da-f34a37d2b842 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/7a77b722-8e10-4037-9733-fd2cba2666da HTTP/1.1" status: 204 len: 168 time: 0.6020389 Nov 10 04:01:49.083431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46472) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:49.098566 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.229013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.326836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 907575d3-40a6-41bf-809c-2bfae99ccff9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:49.327454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.447480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] For port 907575d3-40a6-41bf-809c-2bfae99ccff9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=907575d3-40a6-41bf-809c-2bfae99ccff9,segment=NetworkSegment(23a80fd9-3a2a-4968-bdee-50da7a2acbad),segment_id=23a80fd9-3a2a-4968-bdee-50da7a2acbad)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:49.448064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.485350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 907575d3-40a6-41bf-809c-2bfae99ccff9 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:49.558707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46486) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:49.627450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.647683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ecd1d7-9ac2-4007-9bc5-55dc3e957f05 None None] Network a2adaa46-294b-44e5-8d21-4420da7f76ff requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:49.673920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=907575d3-40a6-41bf-809c-2bfae99ccff9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:49.679232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No DVR routers for this DVR port 907575d3-40a6-41bf-809c-2bfae99ccff9 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:49.734567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9ee95d41-826f-40a9-a322-de95dd0d319b None None] Could not find standard attr ID for object 907575d3-40a6-41bf-809c-2bfae99ccff9. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:01:49.771616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.789477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46494) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:49.795004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2adaa46-294b-44e5-8d21-4420da7f76ff']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:49.805907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a80fd9-3a2a-4968-bdee-50da7a2acbad') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:49.806229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a80fd9-3a2a-4968-bdee-50da7a2acbad') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:49.817160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.832130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.840380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:49.840767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:49.846510 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:49.889887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba158f7-42ea-4f65-b901-2a7450e9b71f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.949166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.959594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:49.969412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/a2adaa46-294b-44e5-8d21-4420da7f76ff HTTP/1.1" status: 204 len: 168 time: 0.8810937 Nov 10 04:01:49.970035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46500) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:49.985092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'name': 'tempest-PortsIpV6TestJSON-672864622'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:49.988987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ab33d-930d-446e-89e5-11ad48acd152 None None] DHCP port deletion for a2adaa46-294b-44e5-8d21-4420da7f76ff request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:50.027879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1209177157'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:50.065382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d779dfd-7626-4258-86b2-58309b640760 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=a2adaa46-294b-44e5-8d21-4420da7f76ff,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:50.097710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Made reservation on behalf of e4a398aa434e4b78bf9662712385779c for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:50.122879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb716723-43db-4d16-b550-0a997529565f req-4658a7e1-6e4c-44b6-9670-00518da2d1ba tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:50.128680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.130828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb716723-43db-4d16-b550-0a997529565f req-4658a7e1-6e4c-44b6-9670-00518da2d1ba tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1596012 Nov 10 04:01:50.141471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba158f7-42ea-4f65-b901-2a7450e9b71f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.150796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.157299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba158f7-42ea-4f65-b901-2a7450e9b71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.193818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba158f7-42ea-4f65-b901-2a7450e9b71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5b7d02-a4e0-422b-ab93-7418beca7b1d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:50.270686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bba158f7-42ea-4f65-b901-2a7450e9b71f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cfb8241847f4c7dbf9d81067b5ee5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7097666 Nov 10 04:01:50.277880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46506) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:50.385129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-125e1ddb-e0fc-4172-84e6-f51ee37ecbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.413465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-125e1ddb-e0fc-4172-84e6-f51ee37ecbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.546030 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-125e1ddb-e0fc-4172-84e6-f51ee37ecbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.554519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-125e1ddb-e0fc-4172-84e6-f51ee37ecbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.558545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-125e1ddb-e0fc-4172-84e6-f51ee37ecbec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc5b7d02-a4e0-422b-ab93-7418beca7b1d HTTP/1.1" status: 204 len: 168 time: 0.2796330 Nov 10 04:01:50.567124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.580148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e1ddb-e0fc-4172-84e6-f51ee37ecbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5b7d02-a4e0-422b-ab93-7418beca7b1d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:50.582967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.589159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:50.594371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.597926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:50.619199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.619552 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Added segment 74b031a9-5d1e-40c5-b62e-3db818bb71d0 of type vlan for network 9d317448-7b83-459d-a30d-5b587aeb1426 Nov 10 04:01:50.628431 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-da740ee9-f260-4bc0-99b6-24f218e1bcd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2629611 Nov 10 04:01:50.657319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb716723-43db-4d16-b550-0a997529565f req-e7c2b2e6-10f6-44f9-9252-1521205a142e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255890 Nov 10 04:01:50.680957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port dc861b22-28d2-4a1c-a87b-96593f3ed7eb yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:50.700824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7157b5c-37bc-45d1-9e7b-b32cd7ed0eaf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:50.776787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.843428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-4302f118-7c43-4571-bfbe-441340681503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:50.844979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-4302f118-7c43-4571-bfbe-441340681503 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06dde2634842480f9a77893dcdafc5b7&device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 1097 time: 0.1360135 Nov 10 04:01:50.887388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:50.893199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:50.893886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.007209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2164207 Nov 10 04:01:51.013731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46514) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:51.019541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af85ce-a22d-46ed-a78f-7c346de9cc15 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event updated for resources: {'Network': ['ID=9d317448-7b83-459d-a30d-5b587aeb1426,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:51.030970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 9d317448-7b83-459d-a30d-5b587aeb1426 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:51.031462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Request body: {'subnet': {'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:51.058747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-0c680101-dca2-4843-82cf-13efcb3fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:51.062155 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-0c680101-dca2-4843-82cf-13efcb3fd8ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 200 len: 911 time: 0.1969383 Nov 10 04:01:51.148681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46518) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:51.169918 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d4bd-cf61-468e-b2b9-163b3e8b4a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.178684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.200135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-db27cadf-603d-47a0-84a6-b754fea1d037 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b HTTP/1.1" status: 200 len: 1002 time: 0.1261830 Nov 10 04:01:51.275476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.289253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-1f6825c8-dd91-4b4a-87d6-abb09601f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:51.291285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-1f6825c8-dd91-4b4a-87d6-abb09601f00f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 200 len: 850 time: 0.0821235 Nov 10 04:01:51.304499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:51.306277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Made reservation on behalf of e4a398aa434e4b78bf9662712385779c for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:51.310250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.315736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:51.328227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:51.336562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:51.337245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.371596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d4bd-cf61-468e-b2b9-163b3e8b4a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.376040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-3ab49a90-83f3-4a27-a960-e156b5228911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:51.377647 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-3ab49a90-83f3-4a27-a960-e156b5228911 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787671 Nov 10 04:01:51.379387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d4bd-cf61-468e-b2b9-163b3e8b4a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.431757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4530585 Nov 10 04:01:51.435482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46522) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:51.476304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0d4bd-cf61-468e-b2b9-163b3e8b4a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b277654-d9c0-4884-8ed0-c4755bc2f9c8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:51.477367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6d0a3-a940-449b-9e4c-9d539d48dfe1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=dc861b22-28d2-4a1c-a87b-96593f3ed7eb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:51.486680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bbb0d4bd-cf61-468e-b2b9-163b3e8b4a54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ead79515606142fc8b391314bd81df7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364315 Nov 10 04:01:51.489296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46524) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:51.558280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-4831a423-a50e-43ff-a916-341cd439a281 service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662951 Nov 10 04:01:51.638834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port dc861b22-28d2-4a1c-a87b-96593f3ed7eb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:51.639908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.660869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2bf9d6b5-2075-4a97-a1b2-949b930b7376 req-2c7d84c3-4e3c-4e6d-9b83-e569d27fda0e service neutron] 10.222.0.44 "GET /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937839 Nov 10 04:01:51.664001 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961a9fde-631d-4c9e-b92c-0465928eb65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.693528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961a9fde-631d-4c9e-b92c-0465928eb65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.752240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961a9fde-631d-4c9e-b92c-0465928eb65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.755372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-961a9fde-631d-4c9e-b92c-0465928eb65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.760556 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-961a9fde-631d-4c9e-b92c-0465928eb65f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b277654-d9c0-4884-8ed0-c4755bc2f9c8 HTTP/1.1" status: 204 len: 168 time: 0.2699962 Nov 10 04:01:51.769363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a9fde-631d-4c9e-b92c-0465928eb65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b277654-d9c0-4884-8ed0-c4755bc2f9c8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:51.842254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.845331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:51.902125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for dc861b22-28d2-4a1c-a87b-96593f3ed7eb owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:51.976668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e27f3e-2ab0-4d82-843f-eef505a56e25 req-f79fe482-38e4-442f-b566-97303f1d3894 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:51.978378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39e27f3e-2ab0-4d82-843f-eef505a56e25 req-f79fe482-38e4-442f-b566-97303f1d3894 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1947694 Nov 10 04:01:52.034864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event updated for resources: {'Subnet': ['ID=6916d405-ed67-428e-bf9e-46896ec401da,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:52.040703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Checking segment: {'id': '74b031a9-5d1e-40c5-b62e-3db818bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:52.041634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Network hostable DHCP agents. Network: 9d317448-7b83-459d-a30d-5b587aeb1426, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:01:52.092841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39e27f3e-2ab0-4d82-843f-eef505a56e25 req-b2da1d3e-f6a7-41a7-9160-3ea79e566a75 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804157 Nov 10 04:01:52.099801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Network 9d317448-7b83-459d-a30d-5b587aeb1426 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:52.124457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 9d317448-7b83-459d-a30d-5b587aeb1426) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:52.133175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23da0f-5fb4-4ef3-8594-96d7cae2b4a4 None None] Network 9d317448-7b83-459d-a30d-5b587aeb1426 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:52.133739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:52.133928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:52.161656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:52.187305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f1ac5ac8-e654-4088-a867-9f1d5267f5da tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1714733 Nov 10 04:01:52.187742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46538) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:52.218383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Request body: {'port': {'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426', 'name': 'tempest-DHCPAgentSchedulersTestJSON-414281845'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:52.349073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:52.359096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46546) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:52.361378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/dc861b22-28d2-4a1c-a87b-96593f3ed7eb HTTP/1.1" status: 204 len: 168 time: 0.9185083 Nov 10 04:01:52.364170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'mac_address': 'fa:16:3e:4b:14:86', 'name': 'tempest-PortsIpV6TestJSON-943020872'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:52.383907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-9d317448-7b83-459d-a30d-5b587aeb1426', 'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426', 'tenant_id': 'e4a398aa434e4b78bf9662712385779c', 'fixed_ips': [{'subnet_id': '6916d405-ed67-428e-bf9e-46896ec401da'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:01:52.385984 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:52.400502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3173276-c8de-4e5c-94af-37ece01d5c8e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=dc861b22-28d2-4a1c-a87b-96593f3ed7eb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:52.515164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Made reservation on behalf of e4a398aa434e4b78bf9662712385779c for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:52.524663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:52.557490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] device_id is not set on port d08ca9e9-9dcb-43c1-8c68-acb8884d31db yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:52.566011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:52.630724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Allocated IP 172.20.0.2 (9d317448-7b83-459d-a30d-5b587aeb1426/6916d405-ed67-428e-bf9e-46896ec401da/802ae1fb-bca5-493c-bfe7-c5efe2985ed8) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:52.935651 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:52.963927 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.076421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Pushing event updated for resources: {'Port': ['ID=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:53.087676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.088356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.088932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.089479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.090051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.090609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.091237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.091774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.092857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.093421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Allocated IP 172.20.0.11 (9d317448-7b83-459d-a30d-5b587aeb1426/6916d405-ed67-428e-bf9e-46896ec401da/d08ca9e9-9dcb-43c1-8c68-acb8884d31db) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:53.094142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.094701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.095230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:01:53.105872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Network 9d317448-7b83-459d-a30d-5b587aeb1426 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:53.108915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:53.114584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:53.208611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Attempting to bind port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:01:53.209317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Attempting to bind port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '74b031a9-5d1e-40c5-b62e-3db818bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:01:53.209415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Attempting to bind port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 on network 9d317448-7b83-459d-a30d-5b587aeb1426 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:01:53.220419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:01:53.220788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Checking segment: {'id': '74b031a9-5d1e-40c5-b62e-3db818bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:53.224006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.224598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Bound using segment: {'id': '74b031a9-5d1e-40c5-b62e-3db818bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:01:53.225257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Bound port: 802ae1fb-bca5-493c-bfe7-c5efe2985ed8, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b031a9-5d1e-40c5-b62e-3db818bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d317448-7b83-459d-a30d-5b587aeb1426'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:01:53.225819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.345978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] For port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:01:53.358743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.368189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] For port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,segment=NetworkSegment(74b031a9-5d1e-40c5-b62e-3db818bb71d0),segment_id=74b031a9-5d1e-40c5-b62e-3db818bb71d0)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:01:53.375757 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.386371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 018de93c-a2c8-44e9-9962-db529924c439 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:53.629446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44df88-b23e-4743-a5c2-7954270cf645 req-bfd84e48-2099-4f81-aa7d-4d4c960a25d1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:53.649105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd44df88-b23e-4743-a5c2-7954270cf645 req-bfd84e48-2099-4f81-aa7d-4d4c960a25d1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.3267198 Nov 10 04:01:53.658380 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.799295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.818235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.842849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd44df88-b23e-4743-a5c2-7954270cf645 req-97a9ebbd-4f68-48b3-9295-45237051acdf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825492 Nov 10 04:01:53.847967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.888515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:53.913150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4995be0-32ef-486c-8b47-3b8a8cf294ff None None] Pushing event updated for resources: {'Port': ['ID=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:53.977462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Network 9d317448-7b83-459d-a30d-5b587aeb1426 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:53.982161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:53.985443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:54.047219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:54.048682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:54.052214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event updated for resources: {'Port': ['ID=d08ca9e9-9dcb-43c1-8c68-acb8884d31db,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:54.071904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:54.086378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:54.100162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:54.110628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:54.110952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ff7b929e-4501-45c8-8d58-e7e461472efa tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9016964 Nov 10 04:01:54.112422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46586) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:54.112842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:54.124754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=018de93c-a2c8-44e9-9962-db529924c439,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:54.156147 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-94633cb0-4c99-4eed-9345-28b2c4f6f457 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7957332 Nov 10 04:01:54.160428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46588) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:54.276031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3cfcf2-d4c8-4cfa-be7c-757cb45d5b23 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:54.282390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea3cfcf2-d4c8-4cfa-be7c-757cb45d5b23 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/018de93c-a2c8-44e9-9962-db529924c439 HTTP/1.1" status: 200 len: 844 time: 0.1169398 Nov 10 04:01:54.285203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46594) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:54.466164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Deleting port d08ca9e9-9dcb-43c1-8c68-acb8884d31db {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:54.466603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:54.615323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 018de93c-a2c8-44e9-9962-db529924c439 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:54.615661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:54.672252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:54.698888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Calling delete_port for d08ca9e9-9dcb-43c1-8c68-acb8884d31db owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:54.722345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:54.763193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 018de93c-a2c8-44e9-9962-db529924c439 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:54.935048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.029023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event deleted for resources: {'Port': ['ID=d08ca9e9-9dcb-43c1-8c68-acb8884d31db,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:55.066503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.103780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=018de93c-a2c8-44e9-9962-db529924c439,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:55.140713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.147077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-51ef067f-daf5-41e9-b106-95f5e9f8e64c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/018de93c-a2c8-44e9-9962-db529924c439 HTTP/1.1" status: 204 len: 168 time: 0.8531482 Nov 10 04:01:55.148993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.150212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46612) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:55.162336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-42cdf2f9-9b82-4b70-ad92-be616ec62f12 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "DELETE /v2.0/ports/d08ca9e9-9dcb-43c1-8c68-acb8884d31db HTTP/1.1" status: 204 len: 168 time: 1.0481331 Nov 10 04:01:55.163326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46614) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:55.177857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20d91-5ccb-4d8c-9d6f-4f823512c433 req-1d01c1bb-05e0-41eb-a9bc-ddac3d799156 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:55.180991 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-25210823-5e70-46ef-b238-2088029a9490 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:01:55.187588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62c20d91-5ccb-4d8c-9d6f-4f823512c433 req-1d01c1bb-05e0-41eb-a9bc-ddac3d799156 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1922035 Nov 10 04:01:55.188584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-25210823-5e70-46ef-b238-2088029a9490 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/018de93c-a2c8-44e9-9962-db529924c439 HTTP/1.1" status: 404 len: 333 time: 0.0364132 Nov 10 04:01:55.189836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46618) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:55.196105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'name': 'tempest-PortsIpV6TestJSON-1744091020'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:55.295637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62c20d91-5ccb-4d8c-9d6f-4f823512c433 req-90948a2d-5250-4dea-8fe4-38c20dc51f88 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Nov 10 04:01:55.381421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:55.385042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.440326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 9e1cebe9-de50-452f-8032-ed4a54e8e5af yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:01:55.460669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d8a19ca-eba0-4a14-a7b6-6dacf64fe129 tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2942033 Nov 10 04:01:55.461497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46628) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:55.467002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2109360463'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:55.477024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44336a15-d3f8-4b3d-98bf-aa8de32c0bed None None] Network 9d317448-7b83-459d-a30d-5b587aeb1426 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:55.492449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Made reservation on behalf of e4a398aa434e4b78bf9662712385779c for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:55.497375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.529028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:55.541480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.542038 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Added segment 0733e0ef-e34d-4572-a085-2bfa7e543527 of type vlan for network 2a089af8-dd2e-48b2-8b71-c57a82965527 Nov 10 04:01:55.597542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.631581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.643956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:55.644606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.657409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.685188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2204165 Nov 10 04:01:55.691555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46634) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:55.773434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-414be37c-9dc3-40f2-8f54-b718ebc65555 None None] Provisioning complete for port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:55.773803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-414be37c-9dc3-40f2-8f54-b718ebc65555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.820998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ddad1-b8ee-4e83-a369-3bf103e66564 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event updated for resources: {'Network': ['ID=2a089af8-dd2e-48b2-8b71-c57a82965527,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:55.835554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:55.873659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 2a089af8-dd2e-48b2-8b71-c57a82965527 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:55.990080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:01:55.999177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:56.014818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:01:56.022205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:56.022873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:56.064941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=9e1cebe9-de50-452f-8032-ed4a54e8e5af,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:56.089642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4f114b85-8364-4c1a-bcf6-275815ba2ea3 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8974183 Nov 10 04:01:56.092855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46646) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:56.096868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b0a6f22f-5c0b-43c3-bbd0-2aefeb94efa6 tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "GET /v2.0/agents/03463c66-601e-49fa-bd25-cd0269fb2aa1/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.4015749 Nov 10 04:01:56.100483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:56.101419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-414be37c-9dc3-40f2-8f54-b718ebc65555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:56.101869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46648) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:56.192167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-414be37c-9dc3-40f2-8f54-b718ebc65555 None None] For port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,segment=NetworkSegment(74b031a9-5d1e-40c5-b62e-3db818bb71d0),segment_id=74b031a9-5d1e-40c5-b62e-3db818bb71d0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:56.202458 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-414be37c-9dc3-40f2-8f54-b718ebc65555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:56.329083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414be37c-9dc3-40f2-8f54-b718ebc65555 None None] Pushing event updated for resources: {'Port': ['ID=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:56.340766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:56.359640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fc1ca-293e-45aa-87c0-10b8fe58104f tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] Network 2a089af8-dd2e-48b2-8b71-c57a82965527 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:56.386800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-627fc1ca-293e-45aa-87c0-10b8fe58104f tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "POST /v2.0/agents/03463c66-601e-49fa-bd25-cd0269fb2aa1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2669759 Nov 10 04:01:56.387329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46656) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:56.391801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90073b7a-8171-44e7-b1a6-e356653d7971 None None] Network 2a089af8-dd2e-48b2-8b71-c57a82965527 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:56.663209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-271edb35-e4aa-4c1a-a324-43f1ee02bcdc tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "GET /v2.0/agents/03463c66-601e-49fa-bd25-cd0269fb2aa1/dhcp-networks HTTP/1.1" status: 200 len: 8815 time: 0.2747085 Nov 10 04:01:56.663841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46660) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:56.702310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:56.782711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8dd3047b-b19c-4568-b269-f1085f8543db tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "DELETE /v2.0/agents/03463c66-601e-49fa-bd25-cd0269fb2aa1/dhcp-networks/2a089af8-dd2e-48b2-8b71-c57a82965527 HTTP/1.1" status: 204 len: 168 time: 0.1170413 Nov 10 04:01:56.783056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46662) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:56.828123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0e2738ef-85c3-426b-806c-a323be3e42e9 None None] Provisioning complete for port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:56.828623 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e2738ef-85c3-426b-806c-a323be3e42e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:56.959090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:56.966717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.007042 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ab44b7a5-c9b3-4629-8186-66a572b57fbf tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "GET /v2.0/agents/03463c66-601e-49fa-bd25-cd0269fb2aa1/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.2227011 Nov 10 04:01:57.008008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46666) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.018400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:57.018808 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.053800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e9c2408d-33c7-4a46-9738-e704da036eb7 tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "GET /v2.0/networks/9d317448-7b83-459d-a30d-5b587aeb1426/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0405624 Nov 10 04:01:57.055330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46668) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.088409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=9e1cebe9-de50-452f-8032-ed4a54e8e5af,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:57.108500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] In _notify_port_updated(), no bound segment for port 9e1cebe9-de50-452f-8032-ed4a54e8e5af on network 3adeb266-2b83-4bae-abc6-5eddfee9be89 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:01:57.108717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6c41e2f-93d9-47b3-87a7-2974e7e4bf25 tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "GET /v2.0/networks/9d317448-7b83-459d-a30d-5b587aeb1426/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0507722 Nov 10 04:01:57.109342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46672) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.123615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:57.124274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.125626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5fb9929c-b39a-4577-b5bd-c6f3071648bd tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "PUT /v2.0/ports/9e1cebe9-de50-452f-8032-ed4a54e8e5af HTTP/1.1" status: 200 len: 818 time: 1.0313916 Nov 10 04:01:57.133546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e18c8c-ac5f-4b25-befa-d0a8160e46f0 req-33cdc7fa-0d67-431b-8eb6-0fa4c84d4141 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:57.152402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46674) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.157761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99e18c8c-ac5f-4b25-befa-d0a8160e46f0 req-33cdc7fa-0d67-431b-8eb6-0fa4c84d4141 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.6684728 Nov 10 04:01:57.218684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99e18c8c-ac5f-4b25-befa-d0a8160e46f0 req-07895acd-07b9-4091-9aa3-a3bb46614362 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555744 Nov 10 04:01:57.283740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a76633cb-9a9b-4869-9e98-8b22aac6d0f1 None None] Could not find standard attr ID for object d08ca9e9-9dcb-43c1-8c68-acb8884d31db. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:01:57.399088 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3883af54-254d-472f-abec-6d8a97bcc538 tempest-DHCPAgentSchedulersTestJSON-1878578485 tempest-DHCPAgentSchedulersTestJSON-1878578485-project-admin] 10.222.0.24 "GET /v2.0/agents/03463c66-601e-49fa-bd25-cd0269fb2aa1/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.2874508 Nov 10 04:01:57.402731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 9e1cebe9-de50-452f-8032-ed4a54e8e5af {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:57.403076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.404601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46676) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.521818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.535051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 9e1cebe9-de50-452f-8032-ed4a54e8e5af owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:57.536607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.623715 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.652033 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.654468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=9e1cebe9-de50-452f-8032-ed4a54e8e5af,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:57.660150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.663400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a50aa4f7-a32d-4ddc-bd8a-1a14811fb826 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/9e1cebe9-de50-452f-8032-ed4a54e8e5af HTTP/1.1" status: 204 len: 168 time: 0.5081546 Nov 10 04:01:57.666041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46682) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.682820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a089af8-dd2e-48b2-8b71-c57a82965527']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:57.693922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0733e0ef-e34d-4572-a085-2bfa7e543527') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:57.694240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0733e0ef-e34d-4572-a085-2bfa7e543527') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:57.709037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.727804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.729041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c25cc8-04a0-4cd5-8840-52021abf2583 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:57.731780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-93c25cc8-04a0-4cd5-8840-52021abf2583 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0646307 Nov 10 04:01:57.735409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.739373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:57.739929 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:57.744095 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:57.770770 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9b2cbe-4449-4e33-8282-886a507afd80 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:01:57.775822 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5e9b2cbe-4449-4e33-8282-886a507afd80 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/9e1cebe9-de50-452f-8032-ed4a54e8e5af HTTP/1.1" status: 404 len: 333 time: 0.0354655 Nov 10 04:01:57.776286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46686) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.781802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-991060649'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:57.814639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.821449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.824557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:57.828080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.832714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "DELETE /v2.0/networks/2a089af8-dd2e-48b2-8b71-c57a82965527 HTTP/1.1" status: 204 len: 168 time: 0.4264390 Nov 10 04:01:57.836868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46688) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.865053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:01:57.875817 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.876166 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment d9c44ae8-99b4-403c-ac91-b2baf705d868 of type vlan for network 2f36dac0-f9a2-4947-a80b-3335304dc30d Nov 10 04:01:57.876411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d934666-0652-4917-891b-ae050dfe5909 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event deleted for resources: {'Network': ['ID=2a089af8-dd2e-48b2-8b71-c57a82965527,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:57.881271 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-30375e89-f868-4c11-9e6d-eebf2c797f76 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] DELETE failed (client error): The resource could not be found. Nov 10 04:01:57.882167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30375e89-f868-4c11-9e6d-eebf2c797f76 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:57.890343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-30375e89-f868-4c11-9e6d-eebf2c797f76 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "DELETE /v2.0/ports/d08ca9e9-9dcb-43c1-8c68-acb8884d31db HTTP/1.1" status: 404 len: 333 time: 0.0519533 Nov 10 04:01:57.892880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46690) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:57.931020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.970191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Deleting subnet 6916d405-ed67-428e-bf9e-46896ec401da {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:01:57.973206 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.973547 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:57.980777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:57.981596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.031820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.058665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2813129 Nov 10 04:01:58.062893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46694) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:58.079407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:58.135251 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.150083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6627669-2dd8-42f5-9923-2774539381a6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=2f36dac0-f9a2-4947-a80b-3335304dc30d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:58.162449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:01:58.196314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:58.200345 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.256844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.300557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event deleted for resources: {'Subnet': ['ID=6916d405-ed67-428e-bf9e-46896ec401da,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:58.319593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.329834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46700) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:58.330497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aa32898c-1829-481c-98f7-5f2c5aaadca1 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "DELETE /v2.0/subnets/6916d405-ed67-428e-bf9e-46896ec401da HTTP/1.1" status: 204 len: 168 time: 0.4364552 Nov 10 04:01:58.330697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b82805-c979-4e9f-bf03-1bf1c74c59a9 None None] Network 9d317448-7b83-459d-a30d-5b587aeb1426 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:58.413215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:01:58.434148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec00b0-1cae-4dde-adc8-b629703c92d9 req-21571e52-cf2a-4fce-bd90-e47081f99723 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:58.445150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dec00b0-1cae-4dde-adc8-b629703c92d9 req-21571e52-cf2a-4fce-bd90-e47081f99723 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.0801351 Nov 10 04:01:58.508174 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dec00b0-1cae-4dde-adc8-b629703c92d9 req-360e0d86-b813-4de1-b3d6-b13245f129dc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575185 Nov 10 04:01:58.561509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:01:58.561879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.617405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.641804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.677162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] DHCP port deletion for 9d317448-7b83-459d-a30d-5b587aeb1426 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:01:58.738450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=47a10a5a-d00b-40c0-bee1-4f4a45cb931c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:58.749134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': 'd9c44ae8-99b4-403c-ac91-b2baf705d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:01:58.749553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: 2f36dac0-f9a2-4947-a80b-3335304dc30d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:01:58.756562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] Deleting port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:58.756929 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.770028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Deleting port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:01:58.770405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.837077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] For port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,segment=NetworkSegment(74b031a9-5d1e-40c5-b62e-3db818bb71d0),segment_id=74b031a9-5d1e-40c5-b62e-3db818bb71d0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:58.837554 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.849475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] For port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,segment=NetworkSegment(74b031a9-5d1e-40c5-b62e-3db818bb71d0),segment_id=74b031a9-5d1e-40c5-b62e-3db818bb71d0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:01:58.849871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.854950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] Calling delete_port for 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:58.866658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Calling delete_port for 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:01:58.942939 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.964074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:58.965126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] Pushing event deleted for resources: {'Port': ['ID=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:58.970441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:01:58.980710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4582e0-9512-4148-a3f0-2d1290fc607e None None] No DVR routers for this DVR port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:59.007710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] No DVR routers for this DVR port 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:01:59.015328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event deleted for resources: {'Port': ['ID=802ae1fb-bca5-493c-bfe7-c5efe2985ed8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:59.019734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 2f36dac0-f9a2-4947-a80b-3335304dc30d) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:01:59.032231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4afa7-4546-48ec-92b5-adb31bdd8eaf None None] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:01:59.048588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:59.049168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.152525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.160874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8ead6d01-1c65-4cd5-adb6-6730f4905a04 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0967398 Nov 10 04:01:59.164766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46704) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:59.173969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-640ed2f5-bd0f-47df-8634-4ff8fa1acd47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:59.183539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d317448-7b83-459d-a30d-5b587aeb1426']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:59.199762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b031a9-5d1e-40c5-b62e-3db818bb71d0') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:59.200075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b031a9-5d1e-40c5-b62e-3db818bb71d0') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:01:59.211734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.229964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.238406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:01:59.238857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:01:59.242462 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:01:59.353479 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.372995 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.378323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] 10.222.0.24 "DELETE /v2.0/networks/9d317448-7b83-459d-a30d-5b587aeb1426 HTTP/1.1" status: 204 len: 168 time: 1.0463948 Nov 10 04:01:59.401367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-2f36dac0-f9a2-4947-a80b-3335304dc30d', 'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d', 'tenant_id': 'a68dfe6dcf9b4ed795844dac19037f10', 'fixed_ips': [{'subnet_id': '47a10a5a-d00b-40c0-bee1-4f4a45cb931c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:01:59.406534 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.413222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640ed2f5-bd0f-47df-8634-4ff8fa1acd47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:01:59.417867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-640ed2f5-bd0f-47df-8634-4ff8fa1acd47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:01:59.419558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cce3cd-2bd3-4c5a-b4a3-fd7874fbf593 tempest-DHCPAgentSchedulersTestJSON-318279888 tempest-DHCPAgentSchedulersTestJSON-318279888-project] Pushing event deleted for resources: {'Network': ['ID=9d317448-7b83-459d-a30d-5b587aeb1426,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:01:59.640512 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-640ed2f5-bd0f-47df-8634-4ff8fa1acd47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47a10a5a-d00b-40c0-bee1-4f4a45cb931c (CIDR: 2001:db8::/64) Nov 10 04:01:59.667486 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-640ed2f5-bd0f-47df-8634-4ff8fa1acd47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:01:59.667486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640ed2f5-bd0f-47df-8634-4ff8fa1acd47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:01:59.726961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-640ed2f5-bd0f-47df-8634-4ff8fa1acd47 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5611169 Nov 10 04:01:59.730151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46712) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:59.735368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:01:59.756746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225901-96b3-4240-aea1-584407fc3832 req-3a307cbe-7087-4211-a392-b6b78dabd5a2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:01:59.762836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8225901-96b3-4240-aea1-584407fc3832 req-3a307cbe-7087-4211-a392-b6b78dabd5a2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1208248 Nov 10 04:01:59.834294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Allocated IP 2001:db8::2 (2f36dac0-f9a2-4947-a80b-3335304dc30d/47a10a5a-d00b-40c0-bee1-4f4a45cb931c/0657a4b0-3d4f-489c-bec7-be7f0db4c637) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:01:59.879836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e8225901-96b3-4240-aea1-584407fc3832 req-aa854677-2766-40d8-bff1-20115c007ad3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087446 Nov 10 04:01:59.948529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46716) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:01:59.995668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:00.000454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.132790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6d96a989-2f8f-450e-9351-85ec0fd726ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4a398aa434e4b78bf9662712385779c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1823032 Nov 10 04:02:00.136949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46720) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:00.146446 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.156877 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.262198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:00.268589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:00.277043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:00.307151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Pushing event updated for resources: {'Port': ['ID=0657a4b0-3d4f-489c-bec7-be7f0db4c637,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:00.342685 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.393067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:00.409498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.420933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:00.421477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 802ae1fb-bca5-493c-bfe7-c5efe2985ed8 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:00.460752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Attempting to bind port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:00.461337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Attempting to bind port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd9c44ae8-99b4-403c-ac91-b2baf705d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:00.461893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Attempting to bind port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 on network 2f36dac0-f9a2-4947-a80b-3335304dc30d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:00.472258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:00.472982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Checking segment: {'id': 'd9c44ae8-99b4-403c-ac91-b2baf705d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:00.473561 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.474134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Bound using segment: {'id': 'd9c44ae8-99b4-403c-ac91-b2baf705d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:00.474769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Bound port: 0657a4b0-3d4f-489c-bec7-be7f0db4c637, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c44ae8-99b4-403c-ac91-b2baf705d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:00.475332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.520048 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.522811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.524064 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7157b5c-37bc-45d1-9e7b-b32cd7ed0eaf HTTP/1.1" status: 204 len: 168 time: 0.3851483 Nov 10 04:02:00.565162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] For port 0657a4b0-3d4f-489c-bec7-be7f0db4c637, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:00.570354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] For port 0657a4b0-3d4f-489c-bec7-be7f0db4c637, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0657a4b0-3d4f-489c-bec7-be7f0db4c637,segment=NetworkSegment(d9c44ae8-99b4-403c-ac91-b2baf705d868),segment_id=d9c44ae8-99b4-403c-ac91-b2baf705d868)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:00.587484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.595678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7157b5c-37bc-45d1-9e7b-b32cd7ed0eaf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:00.623433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.623785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.624128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.625520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.625866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.626232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.627611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.627978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.628317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.628652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.628985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.629315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8583f-b07a-4768-8a77-1f391ca9c24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:00.713904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b279b75-78df-4d15-8940-7761cf0866ee None None] Pushing event updated for resources: {'Port': ['ID=0657a4b0-3d4f-489c-bec7-be7f0db4c637,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:00.824932 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:00.877984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:00.889377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:00.899138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:00.899748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.008215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=5045929a-b47f-4f30-b8b7-1a97f56f0ddc,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:01.025675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e36ceaea-08fb-42b0-bd68-6347dd984aae tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2923374 Nov 10 04:02:01.026487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46748) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:01.033395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d', 'fixed_ips': [{'subnet_id': '47a10a5a-d00b-40c0-bee1-4f4a45cb931c'}, {'subnet_id': '5045929a-b47f-4f30-b8b7-1a97f56f0ddc'}], 'name': 'tempest-PortsIpV6TestJSON-1891622608'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:01.123918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46750) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:01.151134 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73e64fd5-cc06-4ac1-a633-7420794707b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.260028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73e64fd5-cc06-4ac1-a633-7420794707b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.267276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73e64fd5-cc06-4ac1-a633-7420794707b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.299633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-73e64fd5-cc06-4ac1-a633-7420794707b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe30e6684c834a6ca586f864b17c05aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744404 Nov 10 04:02:01.304770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46754) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:01.321989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7ea05-fe1f-485b-b5c6-725137322576 req-0b7989fb-9f1a-4980-b0e8-aa0695b71d1b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:01.334695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aff7ea05-fe1f-485b-b5c6-725137322576 req-0b7989fb-9f1a-4980-b0e8-aa0695b71d1b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1907797 Nov 10 04:02:01.347823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e64fd5-cc06-4ac1-a633-7420794707b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33a38a-ce19-4e44-8c60-5267e63ca048,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:01.453702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:01.559122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aff7ea05-fe1f-485b-b5c6-725137322576 req-602533a3-d4b8-4b74-bbe3-3cb7eaa21ea6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227449 Nov 10 04:02:01.597821 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fe2d-3ce1-4e81-a153-80b2a5c9616c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.652911 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fe2d-3ce1-4e81-a153-80b2a5c9616c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.708534 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.764308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 0670c5e8-1cf0-460c-9723-54bf98185f13 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:01.794210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fe2d-3ce1-4e81-a153-80b2a5c9616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.797809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fe2d-3ce1-4e81-a153-80b2a5c9616c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:01.799200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e9f9fe2d-3ce1-4e81-a153-80b2a5c9616c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b33a38a-ce19-4e44-8c60-5267e63ca048 HTTP/1.1" status: 204 len: 168 time: 0.4546483 Nov 10 04:02:01.899930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9fe2d-3ce1-4e81-a153-80b2a5c9616c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33a38a-ce19-4e44-8c60-5267e63ca048,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:02.126059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d39b58-5051-45e5-903f-7d5ce49ace52 None None] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:02.215807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::8e (2f36dac0-f9a2-4947-a80b-3335304dc30d/47a10a5a-d00b-40c0-bee1-4f4a45cb931c/0670c5e8-1cf0-460c-9723-54bf98185f13) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:02.222658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8:0:1::7 (2f36dac0-f9a2-4947-a80b-3335304dc30d/5045929a-b47f-4f30-b8b7-1a97f56f0ddc/0670c5e8-1cf0-460c-9723-54bf98185f13) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:02.258808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-369d2b28-e0ff-4eb8-9c6c-c5ecf5e2a50e None None] Provisioning complete for port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:02.259256 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-369d2b28-e0ff-4eb8-9c6c-c5ecf5e2a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.395683 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-369d2b28-e0ff-4eb8-9c6c-c5ecf5e2a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.470705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0657a4b0-3d4f-489c-bec7-be7f0db4c637 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:02.487580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-369d2b28-e0ff-4eb8-9c6c-c5ecf5e2a50e None None] For port 0657a4b0-3d4f-489c-bec7-be7f0db4c637, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0657a4b0-3d4f-489c-bec7-be7f0db4c637,segment=NetworkSegment(d9c44ae8-99b4-403c-ac91-b2baf705d868),segment_id=d9c44ae8-99b4-403c-ac91-b2baf705d868)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:02.539035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08151e-13d6-4dea-b0ae-4196e9ecffad None None] Update dhcp port {'port': {'network_id': '2f36dac0-f9a2-4947-a80b-3335304dc30d', 'fixed_ips': [{'subnet_id': '47a10a5a-d00b-40c0-bee1-4f4a45cb931c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5045929a-b47f-4f30-b8b7-1a97f56f0ddc'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '0657a4b0-3d4f-489c-bec7-be7f0db4c637'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 04:02:02.540750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.549487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-369d2b28-e0ff-4eb8-9c6c-c5ecf5e2a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.623555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.634694 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb08151e-13d6-4dea-b0ae-4196e9ecffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.708987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=0670c5e8-1cf0-460c-9723-54bf98185f13,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:02.777222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:02.782361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:02.791065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:02.803352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:02.804280 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.823683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d2b28-e0ff-4eb8-9c6c-c5ecf5e2a50e None None] Pushing event updated for resources: {'Port': ['ID=0657a4b0-3d4f-489c-bec7-be7f0db4c637,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:02.831606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:02.831994 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:02.867555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c1b29d2f-e849-4fd5-8e4d-64aaf94c6380 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.8363202 Nov 10 04:02:02.867661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46802) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:02.874103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '47a10a5a-d00b-40c0-bee1-4f4a45cb931c'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:02.894675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06734a7-c57f-4c4c-bfcc-e74b034af084 req-f372d22e-6f8f-4a28-b46b-e18a44ba44b5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:02.896248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b06734a7-c57f-4c4c-bfcc-e74b034af084 req-f372d22e-6f8f-4a28-b46b-e18a44ba44b5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1897638 Nov 10 04:02:02.987456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b06734a7-c57f-4c4c-bfcc-e74b034af084 req-4b443b59-59a5-461d-8c64-8f0007bafda8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805025 Nov 10 04:02:03.107057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-bb08151e-13d6-4dea-b0ae-4196e9ecffad None None] Allocated IP 2001:db8:0:1::2 (2f36dac0-f9a2-4947-a80b-3335304dc30d/5045929a-b47f-4f30-b8b7-1a97f56f0ddc/0657a4b0-3d4f-489c-bec7-be7f0db4c637) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:03.108224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:03.317678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bb08151e-13d6-4dea-b0ae-4196e9ecffad None None] For port 0657a4b0-3d4f-489c-bec7-be7f0db4c637, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0657a4b0-3d4f-489c-bec7-be7f0db4c637,segment=NetworkSegment(d9c44ae8-99b4-403c-ac91-b2baf705d868),segment_id=d9c44ae8-99b4-403c-ac91-b2baf705d868)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:03.379937 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb08151e-13d6-4dea-b0ae-4196e9ecffad None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:03.384609 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb08151e-13d6-4dea-b0ae-4196e9ecffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:03.444300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08151e-13d6-4dea-b0ae-4196e9ecffad None None] Pushing event updated for resources: {'Port': ['ID=0657a4b0-3d4f-489c-bec7-be7f0db4c637,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:03.495150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Delete allocated IP 2001:db8:0:1::7 (2f36dac0-f9a2-4947-a80b-3335304dc30d/5045929a-b47f-4f30-b8b7-1a97f56f0ddc) {{(pid=102596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 04:02:03.700337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:03.712198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:03.816844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=0670c5e8-1cf0-460c-9723-54bf98185f13,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:03.819521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] In _notify_port_updated(), no bound segment for port 0670c5e8-1cf0-460c-9723-54bf98185f13 on network 2f36dac0-f9a2-4947-a80b-3335304dc30d {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:02:03.825442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:03.826632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:03.827955 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-de20373e-48e1-4a4a-b430-5ccc70d4454b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "PUT /v2.0/ports/0670c5e8-1cf0-460c-9723-54bf98185f13 HTTP/1.1" status: 200 len: 925 time: 0.9592798 Nov 10 04:02:03.830789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46838) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:03.837807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '47a10a5a-d00b-40c0-bee1-4f4a45cb931c'}, {'subnet_id': '5045929a-b47f-4f30-b8b7-1a97f56f0ddc'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:03.983101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46840) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:03.990872 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.217871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2018908907'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:04.250623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Made reservation on behalf of 87d7c74a854a48ceadd0170358b6f9ec for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:04.255392 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.290698 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.355865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a181d-79bd-4ccf-b0ee-8a6d6f404db9 req-8c0416a7-28a9-4ee1-b35a-499f24837629 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:04.357607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b2a181d-79bd-4ccf-b0ee-8a6d6f404db9 req-8c0416a7-28a9-4ee1-b35a-499f24837629 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.1670790 Nov 10 04:02:04.403075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0657a4b0-3d4f-489c-bec7-be7f0db4c637 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:04.433575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.439493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.458222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b2a181d-79bd-4ccf-b0ee-8a6d6f404db9 req-3ab79063-4ad6-4d3c-a6ce-c930de0596a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732059 Nov 10 04:02:04.488049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad52cdf-0d31-41cd-9987-084803d6cfbb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:04.502873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:04.525596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.525958 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Added segment 05ac2862-0f4f-4f0e-9cb7-8062988e6791 of type vlan for network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 Nov 10 04:02:04.533489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee05698-4ba5-45de-8fb7-f15286e856f3 None None] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:04.549995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8:0:1::377 (2f36dac0-f9a2-4947-a80b-3335304dc30d/5045929a-b47f-4f30-b8b7-1a97f56f0ddc/0670c5e8-1cf0-460c-9723-54bf98185f13) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:04.596217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.649302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-806a0a17-ef86-4296-a56f-e25714249dd6 None None] Provisioning complete for port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:04.649821 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-806a0a17-ef86-4296-a56f-e25714249dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.656104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.666654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:04.667544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.703970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:04.703970 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.767457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.775206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.806649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Pushing event updated for resources: {'Network': ['ID=6d665d59-41d3-4b1c-b976-64a922e1d4d4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:04.834487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:04.844874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0d4cc9c7-e8fc-4b43-aea9-09684464390c tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8605134 Nov 10 04:02:04.880679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] In _notify_port_updated(), no bound segment for port 0670c5e8-1cf0-460c-9723-54bf98185f13 on network 2f36dac0-f9a2-4947-a80b-3335304dc30d {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:02:04.887760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:04.888667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:04.890262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "PUT /v2.0/ports/0670c5e8-1cf0-460c-9723-54bf98185f13 HTTP/1.1" status: 200 len: 1011 time: 1.0583622 Nov 10 04:02:04.893359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46860) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:04.926077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=0670c5e8-1cf0-460c-9723-54bf98185f13,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:04.944626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.945255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.945752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.946270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.946753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.947237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.947738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.948324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.948808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.949286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.950381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:04.958938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c4b90-a14e-4760-8a3e-a6c37e7c5c08 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:05.035067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 0670c5e8-1cf0-460c-9723-54bf98185f13 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:05.039007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.171248 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.187850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 0670c5e8-1cf0-460c-9723-54bf98185f13 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:05.215876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46862) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:05.222493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Request body: {'port': {'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4', 'binding:host_id': 'n-h2-817326-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2101401334'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:05.274231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Made reservation on behalf of 23f0c9ba24fd4605b4bba4d52bbeb092 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:05.277408 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.287422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.421677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.430446 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.435484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.439611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] device_id is not set on port 4e5f93b0-8e25-4375-b5e7-045c808ed904 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:05.474728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14ec07a-af2c-4665-8c88-48a3af6c1593,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:05.540590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=0670c5e8-1cf0-460c-9723-54bf98185f13,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:05.542461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-90ceb29a-c495-4e79-8665-5409367af596 None None] Provisioning complete for port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:05.542909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90ceb29a-c495-4e79-8665-5409367af596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.574972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.586698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-88ee1950-0cf4-4d82-994f-54ce220bfb18 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/0670c5e8-1cf0-460c-9723-54bf98185f13 HTTP/1.1" status: 204 len: 168 time: 0.6922157 Nov 10 04:02:05.587020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46868) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:05.675614 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b259941-a5d8-454f-b41f-cf9ec9955641 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:02:05.679788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b259941-a5d8-454f-b41f-cf9ec9955641 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/0670c5e8-1cf0-460c-9723-54bf98185f13 HTTP/1.1" status: 404 len: 333 time: 0.0892577 Nov 10 04:02:05.680449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46870) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:05.721218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d314d-b4ac-46d3-82f3-c93761974227 req-19822296-56f9-479d-bb2f-207bb4a18ad6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:05.722970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a08d314d-b4ac-46d3-82f3-c93761974227 req-19822296-56f9-479d-bb2f-207bb4a18ad6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.0978956 Nov 10 04:02:05.726833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-90ceb29a-c495-4e79-8665-5409367af596 None None] Could not find standard attr ID for object 0670c5e8-1cf0-460c-9723-54bf98185f13. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:05.811406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 5045929a-b47f-4f30-b8b7-1a97f56f0ddc {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:05.817691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.878466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:05.890345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a08d314d-b4ac-46d3-82f3-c93761974227 req-d9cd5215-872d-4e5e-aba2-e325aa58b639 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564105 Nov 10 04:02:05.954014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-32fa2295-30ae-4586-adec-db05b065fbc2 None None] Could not find standard attr ID for object 0670c5e8-1cf0-460c-9723-54bf98185f13. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:06.061032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.156897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.207909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=5045929a-b47f-4f30-b8b7-1a97f56f0ddc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:06.229133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.236576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0ec2b4c2-a186-4ea0-bdf0-c4756082b13d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/5045929a-b47f-4f30-b8b7-1a97f56f0ddc HTTP/1.1" status: 204 len: 168 time: 0.5516090 Nov 10 04:02:06.237286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46880) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:06.263804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7829e-88c2-4980-be5a-e752188afbda None None] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:06.366740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 47a10a5a-d00b-40c0-bee1-4f4a45cb931c {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:06.374740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.380181 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-cbd32bec-1489-4c7f-91b2-da511f66459b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1263816 Nov 10 04:02:06.460027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.463812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] device_id is not set on port 4e5f93b0-8e25-4375-b5e7-045c808ed904 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:06.476364 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.490186 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.504781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-75eefa36-5b4b-46c6-a9e3-9699cbf1c973 None None] Could not find standard attr ID for object 0670c5e8-1cf0-460c-9723-54bf98185f13. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:06.576070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-fbb4fe69-874e-4e65-a000-2106433fb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:06.578507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-fbb4fe69-874e-4e65-a000-2106433fb29d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1096 time: 0.1136422 Nov 10 04:02:06.631836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=4e5f93b0-8e25-4375-b5e7-045c808ed904,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:06.655533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.680135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Checking segment: {'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:06.680791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Network hostable DHCP agents. Network: 6d665d59-41d3-4b1c-b976-64a922e1d4d4, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:06.707040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:06.725693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6d665d59-41d3-4b1c-b976-64a922e1d4d4) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:06.730208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:06.741808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd93d3-c811-4c2a-8b0b-c949dea2173f None None] Network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:06.749626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:06.750000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:06.750377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:06.756555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:06.756893 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:06.757288 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 2 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:06.774996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:06.775333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:06.775660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:06.782330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:06.782855 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:06.783252 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 3 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:06.846486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:06.847197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:06.848494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:06.864793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.869421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:06.870542 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:06.871439 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 4 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:06.897415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:06.898269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:06.898739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:06.906407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:06.906909 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:06.907536 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 5 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:06.951701 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:06.975870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/47a10a5a-d00b-40c0-bee1-4f4a45cb931c HTTP/1.1" status: 204 len: 168 time: 0.7369251 Nov 10 04:02:06.978630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46892) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:06.984360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:06.984862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:06.985367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e129517-8c90-4e71-bd70-5abdd89e4963 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=47a10a5a-d00b-40c0-bee1-4f4a45cb931c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:06.986439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:07.034932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-a72832b8-a558-4b10-9f8f-31219c712c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:07.036703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-a72832b8-a558-4b10-9f8f-31219c712c54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.3154330 Nov 10 04:02:07.039399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:07.040315 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:07.080823 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 6 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:07.161761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device eff9b6b8-8408-4eed-abc8-f233720d8533 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:02:07.209257 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-d418a07d-30f8-4b6a-a490-bb054e110a2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 1000 time: 0.1647923 Nov 10 04:02:07.280621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:07.280960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:07.281294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:07.319918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:07.320286 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:07.323165 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 7 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:07.352977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:07.370664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:07.371012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:07.371318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:07.379778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-b4438905-ffc2-43ae-bc49-8c16611d8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:07.381274 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-b4438905-ffc2-43ae-bc49-8c16611d8449 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.1637533 Nov 10 04:02:07.387155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44ea22-edfe-44f4-8fde-22fd2ff20958 req-d17e6384-70cc-40e5-b48b-e1de57d3ac7b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:07.389556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d44ea22-edfe-44f4-8fde-22fd2ff20958 req-d17e6384-70cc-40e5-b48b-e1de57d3ac7b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 943 time: 0.2394588 Nov 10 04:02:07.403086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:07.403443 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:07.404879 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 8 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:07.459234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port eff9b6b8-8408-4eed-abc8-f233720d8533, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=eff9b6b8-8408-4eed-abc8-f233720d8533,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:07.492512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-4f59ee36-fda7-45c2-bc90-81a2b6220e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:07.497633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-4f59ee36-fda7-45c2-bc90-81a2b6220e17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016240 Nov 10 04:02:07.516822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'eff9b6b8-8408-4eed-abc8-f233720d8533', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'port_id': 'eff9b6b8-8408-4eed-abc8-f233720d8533', 'mac_address': 'fa:16:3e:4d:5c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:02:07.517188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:07.517959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:07.519784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:07.536334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:07.537037 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:07.540077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f5e60-33a6-4ffe-8414-c74853a0da53 None None] Network 2f36dac0-f9a2-4947-a80b-3335304dc30d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:07.541186 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 9 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:07.594905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d44ea22-edfe-44f4-8fde-22fd2ff20958 req-e3ef2f6f-fe07-43c7-9c1f-9500e218bcd8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978552 Nov 10 04:02:07.614535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:07.618574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:07.619198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:07.633039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:07.633798 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:07.635319 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 10 to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 Nov 10 04:02:07.649302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:07.649897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:07.699483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8ff4a98f-ac61-4f28-a6c7-4eb371ab9b88 None None] Provisioning complete for port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:07.700142 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ff4a98f-ac61-4f28-a6c7-4eb371ab9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:07.714161 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:07.729437 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-e4583811-32b5-4361-9095-96a4c7fd2484 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188809 Nov 10 04:02:07.763497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:07.763794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:07.764074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:07.789376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:07.789704 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port 4e5f93b0-8e25-4375-b5e7-045c808ed904 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:07.790101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:07.844106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] For port 0657a4b0-3d4f-489c-bec7-be7f0db4c637, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0657a4b0-3d4f-489c-bec7-be7f0db4c637,segment=NetworkSegment(d9c44ae8-99b4-403c-ac91-b2baf705d868),segment_id=d9c44ae8-99b4-403c-ac91-b2baf705d868)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:07.844486 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:07.867348 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-07cd5234-d83d-47d5-8a88-e6a5b779990f req-6f74b5b7-c6aa-450a-9455-7f1e3df3872f service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302962 Nov 10 04:02:07.871582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff9b6b8-8408-4eed-abc8-f233720d8533 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:02:07.877298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 0657a4b0-3d4f-489c-bec7-be7f0db4c637 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:07.946447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port eff9b6b8-8408-4eed-abc8-f233720d8533, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=eff9b6b8-8408-4eed-abc8-f233720d8533,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:07.952315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] For port 4e5f93b0-8e25-4375-b5e7-045c808ed904, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:07.952846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempted to set empty binding levels {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 04:02:07.960156 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:07.977561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.054741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:08.055570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.061586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=eff9b6b8-8408-4eed-abc8-f233720d8533,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:08.079257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=4e5f93b0-8e25-4375-b5e7-045c808ed904,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:08.081807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] DHCP port deletion for 2f36dac0-f9a2-4947-a80b-3335304dc30d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:08.105209 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.118785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-34966987-c499-457b-ab70-2e8cd349e59f tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8987596 Nov 10 04:02:08.119847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46912) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:08.151832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.224320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No DVR routers for this DVR port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:08.250856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] Deleting port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:08.251282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.308845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Deleting port 4e5f93b0-8e25-4375-b5e7-045c808ed904 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:08.310063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.360168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['eff9b6b8-8408-4eed-abc8-f233720d8533'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:02:08.365834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.407774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f36dac0-f9a2-4947-a80b-3335304dc30d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:08.447712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c44ae8-99b4-403c-ac91-b2baf705d868') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:08.450700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c44ae8-99b4-403c-ac91-b2baf705d868') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:08.453997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=0657a4b0-3d4f-489c-bec7-be7f0db4c637,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:08.488116 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.534277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.539447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] For port 0657a4b0-3d4f-489c-bec7-be7f0db4c637, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:08.540496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.553790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:02:08.558262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:02:08.566532 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:02:08.580063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] Calling delete_port for 0657a4b0-3d4f-489c-bec7-be7f0db4c637 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:08.585396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] Port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:02:08.590173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0657a4b0-3d4f-489c-bec7-be7f0db4c637 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:08.595272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.639856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] No DVR routers for this DVR port 0657a4b0-3d4f-489c-bec7-be7f0db4c637 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:08.756807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0657a4b0-3d4f-489c-bec7-be7f0db4c637 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:08.757152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0657a4b0-3d4f-489c-bec7-be7f0db4c637 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:08.798203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.810690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc97ba-8b46-4363-a400-57ead3c708ef None None] Pushing event deleted for resources: {'Port': ['ID=0657a4b0-3d4f-489c-bec7-be7f0db4c637,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:08.859248 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:08.865407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/2f36dac0-f9a2-4947-a80b-3335304dc30d HTTP/1.1" status: 204 len: 168 time: 1.8531849 Nov 10 04:02:08.881755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46924) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:08.897265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60355a1d-6d2c-43fa-916e-7c5a91240975 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=2f36dac0-f9a2-4947-a80b-3335304dc30d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:08.937173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4b14f-b6af-4949-87a1-dce9bdd106f2 req-16b3bb0c-5031-4186-b69b-5e8e33f82892 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:08.939116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d4b14f-b6af-4949-87a1-dce9bdd106f2 req-16b3bb0c-5031-4186-b69b-5e8e33f82892 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 944 time: 0.1749656 Nov 10 04:02:08.972333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed8534-3d97-4a65-895d-28e8a20d2b15 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:08.979790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6aed8534-3d97-4a65-895d-28e8a20d2b15 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0954056 Nov 10 04:02:08.982800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46926) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:09.071613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8d4b14f-b6af-4949-87a1-dce9bdd106f2 req-8bd7dcc6-5262-4bbf-985a-1f51e45c03a7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259522 Nov 10 04:02:09.108385 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c4c599e6-f49b-4a0f-9b88-4d20e529a1bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1242869 Nov 10 04:02:09.110564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46928) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:09.122297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2065716769'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:09.184171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:09.188424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.221020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:09.236607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.238851 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment 7ef26a71-afb2-465a-83b1-582bc533e944 of type vlan for network 4abf5920-a4ad-499e-8ec6-effab055d9d0 Nov 10 04:02:09.342360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.369732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] For port 4e5f93b0-8e25-4375-b5e7-045c808ed904, host n-h2-817326-2, got binding levels [] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:09.370325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.387608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Calling delete_port for 4e5f93b0-8e25-4375-b5e7-045c808ed904 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:09.405129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.414874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:09.415502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.459309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3448834 Nov 10 04:02:09.459991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46940) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:09.475681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:09.517957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.599382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e5f93b0-8e25-4375-b5e7-045c808ed904,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:09.617853 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.626476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3bbe5bcb-adc0-46b5-af9d-ff7ecacb600c tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4e5f93b0-8e25-4375-b5e7-045c808ed904 HTTP/1.1" status: 204 len: 168 time: 1.5047734 Nov 10 04:02:09.627318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:09.689675 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a270b96f-c328-4963-a2c2-51daac9e049d tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:02:09.697269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46954) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:09.698108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a270b96f-c328-4963-a2c2-51daac9e049d tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "GET /v2.0/ports/4e5f93b0-8e25-4375-b5e7-045c808ed904 HTTP/1.1" status: 404 len: 333 time: 0.0684869 Nov 10 04:02:09.705586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Request body: {'port': {'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1288333035'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:09.736241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec663c-7a63-45c0-9d06-159e081753b2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=4abf5920-a4ad-499e-8ec6-effab055d9d0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:09.751417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:09.813056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Made reservation on behalf of 23f0c9ba24fd4605b4bba4d52bbeb092 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:09.818976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.843107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:09.850812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:09.931228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] device_id is not set on port dc78dbc9-670a-422b-8793-9e236e15f13e yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:10.420450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:10.433840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a721f82-2e5d-40be-97f3-330b4b6ce282 req-72c0227f-54b5-483e-a74a-06a3e2cea83e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:10.436035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a721f82-2e5d-40be-97f3-330b4b6ce282 req-72c0227f-54b5-483e-a74a-06a3e2cea83e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 944 time: 0.1766784 Nov 10 04:02:10.471633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:10.563598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a721f82-2e5d-40be-97f3-330b4b6ce282 req-479f1b28-2877-4573-bd47-a04665094869 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104043 Nov 10 04:02:10.578835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=e8963e26-9a61-4d41-a3dc-75cd27c46fae,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:10.583646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:10.668220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:10.670003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': '7ef26a71-afb2-465a-83b1-582bc533e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:10.670539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: 4abf5920-a4ad-499e-8ec6-effab055d9d0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:10.676505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:10.679776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:10.680906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:10.682289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:10.703019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=dc78dbc9-670a-422b-8793-9e236e15f13e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:10.725606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-809e7cb6-32de-480f-a30a-a46aaf6fa6c6 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0214403 Nov 10 04:02:10.725606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:10.726441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46980) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:10.736315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:10.750480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 4abf5920-a4ad-499e-8ec6-effab055d9d0) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:10.755413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:10.756083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:10.762455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ec266-e6c4-45ba-9e97-64612365678d None None] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:10.788454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-05a7aac1-006b-41dd-9f93-21f0f4d11cf6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3145945 Nov 10 04:02:10.790791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46982) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:10.802672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0', 'name': 'tempest-PortsIpV6TestJSON-1107088410'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:10.864718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:10.968926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:10.973375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.022334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:11.036762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-4abf5920-a4ad-499e-8ec6-effab055d9d0', 'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0', 'tenant_id': 'a68dfe6dcf9b4ed795844dac19037f10', 'fixed_ips': [{'subnet_id': 'e8963e26-9a61-4d41-a3dc-75cd27c46fae'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:02:11.038445 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.179150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device eff9b6b8-8408-4eed-abc8-f233720d8533 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:11.196166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] device_id is not set on port dc78dbc9-670a-422b-8793-9e236e15f13e yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:11.219386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.239469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.331671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=dc78dbc9-670a-422b-8793-9e236e15f13e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:11.345483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::96 (4abf5920-a4ad-499e-8ec6-effab055d9d0/e8963e26-9a61-4d41-a3dc-75cd27c46fae/cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:11.352645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.353181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.353639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.359771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.360341 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.360833 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 2 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.366765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port eff9b6b8-8408-4eed-abc8-f233720d8533 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:02:11.372728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port eff9b6b8-8408-4eed-abc8-f233720d8533 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:11.374369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.401057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.403628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.404748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.413828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.415705 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.416210 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 3 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.447237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.448925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.449790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.462671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.464094 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.464599 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 4 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.498582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.500780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.501236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.511104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.512089 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.514567 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 5 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.541662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.542151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.542607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.554204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.555180 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.556008 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 6 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.595171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.598160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.598836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.610491 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.620093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.621038 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.621433 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 7 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.649341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.650914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.652988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.660407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.660738 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.661129 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 8 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.676541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.680207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port eff9b6b8-8408-4eed-abc8-f233720d8533, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=eff9b6b8-8408-4eed-abc8-f233720d8533,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:11.683204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff9b6b8-8408-4eed-abc8-f233720d8533'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:02:11.688600 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56f476f-ab41-4793-85ae-f136927c1fd6" -d '{"events": [{"server_uuid": "1c63cee6-76ca-4b71-adb4-43f2f39adbaa", "name": "network-vif-plugged", "status": "completed", "tag": "eff9b6b8-8408-4eed-abc8-f233720d8533"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:02:11.694639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.694976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.695311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.698468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.707657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.708004 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.708401 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 9 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.768390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.768963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.769053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.798243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.798651 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.798980 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 10 to bind port dc78dbc9-670a-422b-8793-9e236e15f13e Nov 10 04:02:11.799488 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.803810 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2fc241-bba6-491a-901f-e2f8f27578ff x-openstack-request-id: req-0b2fc241-bba6-491a-901f-e2f8f27578ff {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:02:11.804376 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63cee6-76ca-4b71-adb4-43f2f39adbaa", "name": "network-vif-plugged", "status": "completed", "tag": "eff9b6b8-8408-4eed-abc8-f233720d8533", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:02:11.804376 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b2fc241-bba6-491a-901f-e2f8f27578ff {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:02:11.804771 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff9b6b8-8408-4eed-abc8-f233720d8533', 'code': 200} Nov 10 04:02:11.932767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:11.933109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:11.933445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:11.949245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:11.949590 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port dc78dbc9-670a-422b-8793-9e236e15f13e on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:11.950329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:11.957550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:11.964794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:11.978852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6050-09c7-4642-83e7-3f40061eaeed req-3ef77df9-3569-4631-ab0c-f42e23f40bbd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:11.980522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9bb6050-09c7-4642-83e7-3f40061eaeed req-3ef77df9-3569-4631-ab0c-f42e23f40bbd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 945 time: 0.2744803 Nov 10 04:02:11.993961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=eff9b6b8-8408-4eed-abc8-f233720d8533,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:12.000289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Allocated IP 2001:db8::2 (4abf5920-a4ad-499e-8ec6-effab055d9d0/e8963e26-9a61-4d41-a3dc-75cd27c46fae/8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:12.016993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:12.024707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:12.040364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.040618 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.091286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd64e6-40e1-4e6a-a656-ee04aa306f3a req-0a5e3b25-3484-4b45-9449-5e6696f598af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.100459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fecd64e6-40e1-4e6a-a656-ee04aa306f3a req-0a5e3b25-3484-4b45-9449-5e6696f598af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 1096 time: 0.2335181 Nov 10 04:02:12.122174 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3265598 Nov 10 04:02:12.125611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47006) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:12.148239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0', 'name': 'tempest-PortsIpV6TestJSON-2031930570'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:12.171782 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fecd64e6-40e1-4e6a-a656-ee04aa306f3a req-e8bcdacf-02bc-472f-a40d-0132166d907d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601041 Nov 10 04:02:12.181085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] For port dc78dbc9-670a-422b-8793-9e236e15f13e, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:12.181467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempted to set empty binding levels {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 04:02:12.188217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.214292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d9bb6050-09c7-4642-83e7-3f40061eaeed req-f6ee5b17-05e9-4b99-8b27-163d5b557f3c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255387 Nov 10 04:02:12.215030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b1ce-c394-48d9-ac42-f4ec5c174364 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:12.225873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] In _notify_port_updated(), no bound segment for port dc78dbc9-670a-422b-8793-9e236e15f13e on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:02:12.226820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.227447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.236166 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "PUT /v2.0/ports/dc78dbc9-670a-422b-8793-9e236e15f13e HTTP/1.1" status: 200 len: 975 time: 1.5088618 Nov 10 04:02:12.245061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47008) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:12.398877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:12.404906 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.433727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 877088b0-59fb-4bb6-817d-ac8457080762 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:12.467140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.484140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.539032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Pushing event updated for resources: {'Port': ['ID=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:12.550518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:12.553032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:12.555573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:12.605902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2492b-baf3-44d4-8176-def88aee59be tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=dc78dbc9-670a-422b-8793-9e236e15f13e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:12.645110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.645846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.646532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.647158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.647295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Attempting to bind port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:12.647640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Attempting to bind port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7ef26a71-afb2-465a-83b1-582bc533e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:12.648003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Attempting to bind port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a on network 4abf5920-a4ad-499e-8ec6-effab055d9d0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:12.648224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.648851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.649477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.650115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.650727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.651340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.651957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.652569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.653131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:12.653398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.654574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.655192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.655627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Checking segment: {'id': '7ef26a71-afb2-465a-83b1-582bc533e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:12.655994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.656114 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.656423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Bound using segment: {'id': '7ef26a71-afb2-465a-83b1-582bc533e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:12.656904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Bound port: 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef26a71-afb2-465a-83b1-582bc533e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4abf5920-a4ad-499e-8ec6-effab055d9d0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:12.657031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.657402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.657779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.658423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.659261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.660371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.661016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.661508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::392 (4abf5920-a4ad-499e-8ec6-effab055d9d0/e8963e26-9a61-4d41-a3dc-75cd27c46fae/877088b0-59fb-4bb6-817d-ac8457080762) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:12.662941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.663763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.664383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.665015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.665665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:12.669204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b28b8a98-be0e-4a73-8bad-08245c0978c0 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24169 time: 0.4197016 Nov 10 04:02:12.677177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47014) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:12.757145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] For port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:12.760719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] For port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,segment=NetworkSegment(7ef26a71-afb2-465a-83b1-582bc533e944),segment_id=7ef26a71-afb2-465a-83b1-582bc533e944)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:12.771895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.850765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Deleting port dc78dbc9-670a-422b-8793-9e236e15f13e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:12.851334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.912292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c044898-2011-4ec9-aedf-c7e8417d1440 None None] Pushing event updated for resources: {'Port': ['ID=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:12.949019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:12.998030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] For port dc78dbc9-670a-422b-8793-9e236e15f13e, host n-h2-817326-2, got binding levels [] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:12.999117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.005311 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.026346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Calling delete_port for dc78dbc9-670a-422b-8793-9e236e15f13e owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:13.066721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:13.070503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:13.075371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:13.081716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:13.082396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.086385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=877088b0-59fb-4bb6-817d-ac8457080762,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:13.115048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b489b223-3abe-45d9-a18e-ce916e91741d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9836934 Nov 10 04:02:13.119121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47022) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:13.344505 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc85d-253d-4570-9b61-68b6288f3bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.406127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f18dcb-fa58-4610-b559-2d93ec01a155 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:13.409642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-70f18dcb-fa58-4610-b559-2d93ec01a155 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A96 HTTP/1.1" status: 200 len: 928 time: 0.2881892 Nov 10 04:02:13.413837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:13.435623 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.497504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.504725 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "DELETE /v2.0/ports/dc78dbc9-670a-422b-8793-9e236e15f13e HTTP/1.1" status: 204 len: 168 time: 0.8246119 Nov 10 04:02:13.505540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d1e62-0775-4554-8209-52c392d11e36 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc78dbc9-670a-422b-8793-9e236e15f13e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:13.507766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47030) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:13.534263 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdda2dd-b12b-4065-b7c9-d0bb48ce0428 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:02:13.535896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4cdda2dd-b12b-4065-b7c9-d0bb48ce0428 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "GET /v2.0/ports/dc78dbc9-670a-422b-8793-9e236e15f13e HTTP/1.1" status: 404 len: 333 time: 0.0278049 Nov 10 04:02:13.544335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04456b84-01c1-4430-aa53-55983d3d297e req-ec4a585a-db08-4830-b4ce-adf9cd46c3b7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:13.552049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04456b84-01c1-4430-aa53-55983d3d297e req-ec4a585a-db08-4830-b4ce-adf9cd46c3b7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 945 time: 0.1799295 Nov 10 04:02:13.553154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47032) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:13.560822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-330393671', 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:13.618112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 877088b0-59fb-4bb6-817d-ac8457080762 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:13.618542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.630684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Made reservation on behalf of 23f0c9ba24fd4605b4bba4d52bbeb092 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:13.633226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.638767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04456b84-01c1-4430-aa53-55983d3d297e req-a8989a86-9f2f-4867-a3ab-59a2f6beb6d6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800900 Nov 10 04:02:13.676989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] device_id is not set on port a557708d-d468-41ee-8d39-85f8e3e0e311 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:13.769885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.904999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:13.923209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 877088b0-59fb-4bb6-817d-ac8457080762 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:13.944971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddab44-eb19-4ca7-bdad-893cafa861eb req-df2060bd-d82b-499a-bafa-363aa79fd9d1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:13.946818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3ddab44-eb19-4ca7-bdad-893cafa861eb req-df2060bd-d82b-499a-bafa-363aa79fd9d1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 945 time: 0.1431384 Nov 10 04:02:14.081130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3ddab44-eb19-4ca7-bdad-893cafa861eb req-023af845-fc1f-4bcc-b3e7-5b479a684c6a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269610 Nov 10 04:02:14.253717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.309887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Deleting port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:14.310903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.367422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=877088b0-59fb-4bb6-817d-ac8457080762,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:14.405249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.417229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.426153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a607f0c3-bac3-466b-a6a0-aa7ed8e16e99 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/877088b0-59fb-4bb6-817d-ac8457080762 HTTP/1.1" status: 204 len: 168 time: 1.0083847 Nov 10 04:02:14.432334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47050) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:14.457689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3c553-52ea-4c1a-9855-6ffa34198302 req-0a35735e-67ac-4878-8768-68b8afe81d6e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:14.459434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64a3c553-52ea-4c1a-9855-6ffa34198302 req-0a35735e-67ac-4878-8768-68b8afe81d6e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 945 time: 0.2538056 Nov 10 04:02:14.482349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:14.486877 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eaa769-7389-4351-a346-c027ccdd5090 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:02:14.488483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-29eaa769-7389-4351-a346-c027ccdd5090 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/877088b0-59fb-4bb6-817d-ac8457080762 HTTP/1.1" status: 404 len: 333 time: 0.0551846 Nov 10 04:02:14.494915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:14.518753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2f255-83a6-4626-b3fb-5a623472f63b None None] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:14.521217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] For port 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:14.521587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.539682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Calling delete_port for 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:14.554246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.598873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64a3c553-52ea-4c1a-9855-6ffa34198302 req-dc365486-2d25-47ee-b3af-52bc91adc98c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196239 Nov 10 04:02:14.679510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:14.679974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.704433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:14.709779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:14.728914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:14.733682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:14.738636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.797999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2427385 Nov 10 04:02:14.802847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47060) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:14.860134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c49dc-37dc-4629-b123-934e6337eff8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=a557708d-d468-41ee-8d39-85f8e3e0e311,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:14.908388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-47239bf7-e1e9-4722-a607-42b5a55254e9 None None] Provisioning complete for port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:14.908756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47239bf7-e1e9-4722-a607-42b5a55254e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.962147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42158d03-6d74-4d60-88d7-f61cbc372a20 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:14.963031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:14.967829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-42158d03-6d74-4d60-88d7-f61cbc372a20 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "GET /v2.0/ports/a557708d-d468-41ee-8d39-85f8e3e0e311 HTTP/1.1" status: 200 len: 954 time: 0.1607420 Nov 10 04:02:14.973515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:15.001220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd1d302-fe03-42b5-9eaa-4f5141a06bf4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:15.035981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:15.040267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.205245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47239bf7-e1e9-4722-a607-42b5a55254e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.256003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.268376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-47239bf7-e1e9-4722-a607-42b5a55254e9 None None] For port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,segment=NetworkSegment(7ef26a71-afb2-465a-83b1-582bc533e944),segment_id=7ef26a71-afb2-465a-83b1-582bc533e944)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:15.284858 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47239bf7-e1e9-4722-a607-42b5a55254e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.366626 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.376084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47239bf7-e1e9-4722-a607-42b5a55254e9 None None] Pushing event updated for resources: {'Port': ['ID=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:15.436897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:15.484899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e0114-bdcf-4e63-95ce-ea765f39b8da req-efb8f81a-73fe-46ed-916d-1e20b05efc32 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:15.486487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-311e0114-bdcf-4e63-95ce-ea765f39b8da req-efb8f81a-73fe-46ed-916d-1e20b05efc32 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 945 time: 0.1634612 Nov 10 04:02:15.524833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Deleting port a557708d-d468-41ee-8d39-85f8e3e0e311 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:15.524833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.618631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:02:15.650396 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-311e0114-bdcf-4e63-95ce-ea765f39b8da req-801f0340-d229-4c9d-bf72-eb1e14e8209f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226401 Nov 10 04:02:15.652464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.675450 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ef121ad8-690b-4924-84bf-a66ef70b01f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.681287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Calling delete_port for a557708d-d468-41ee-8d39-85f8e3e0e311 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:15.718976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1a545e2a-24c1-4abf-8d9b-a478629d6a1b None None] Provisioning complete for port cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:15.719309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a545e2a-24c1-4abf-8d9b-a478629d6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.764654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1a545e2a-24c1-4abf-8d9b-a478629d6a1b None None] Port cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:15.779503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1a545e2a-24c1-4abf-8d9b-a478629d6a1b None None] Provisioning complete for port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:15.779875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a545e2a-24c1-4abf-8d9b-a478629d6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.798312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:02:15.810890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ca4a0ef-72e1-4339-a933-50de73d00cd6 admin admin] 10.222.0.24 "PUT /v2.0/routers/d4275ad4-d595-43c8-b09f-1c5053c9d0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8450589 Nov 10 04:02:15.813433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:15.825965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] Sync routers for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:02:15.852349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:15.852979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:15.854221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.898473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.910377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event deleted for resources: {'Port': ['ID=a557708d-d468-41ee-8d39-85f8e3e0e311,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:15.913969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.917828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-09f92920-0708-423a-9e5b-0376e62e49db tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a557708d-d468-41ee-8d39-85f8e3e0e311 HTTP/1.1" status: 204 len: 168 time: 0.9338577 Nov 10 04:02:15.926191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47076) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:15.984961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:15.994680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:15.995056 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8146200f-d966-42fc-b2ab-7a358b4fb4b2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:02:15.996839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8146200f-d966-42fc-b2ab-7a358b4fb4b2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "GET /v2.0/ports/a557708d-d468-41ee-8d39-85f8e3e0e311 HTTP/1.1" status: 404 len: 333 time: 0.0687678 Nov 10 04:02:16.000628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:16.030587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.036979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4a6a8461-a1a9-45eb-af77-31c420e87b03 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4 HTTP/1.1" status: 204 len: 168 time: 1.5388708 Nov 10 04:02:16.038940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Request body: {'port': {'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-438497007'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:16.047262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47084) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:16.065210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Made reservation on behalf of 23f0c9ba24fd4605b4bba4d52bbeb092 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:16.068136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.081966 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fda835-af71-48f4-84cb-679cb75759d1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:02:16.086046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-89fda835-af71-48f4-84cb-679cb75759d1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4 HTTP/1.1" status: 404 len: 333 time: 0.0351126 Nov 10 04:02:16.087310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47086) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:16.088531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] device_id is not set on port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:16.155489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:16.195102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eccad07a-476e-4eb8-9445-6f0d97a5aa0c None None] Could not find standard attr ID for object cf768d6e-29d1-4f9b-8103-b1ec1ede3bb4. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:16.286814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet e8963e26-9a61-4d41-a3dc-75cd27c46fae {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:16.305092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.532417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.540349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:16.574771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9582eb2f-c3b1-4da3-9c5e-f4bec3f0de49 None None] Could not find standard attr ID for object 877088b0-59fb-4bb6-817d-ac8457080762. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:16.578326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T04:02:14Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:16.597752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.646363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] Checking router: d4275ad4-d595-43c8-b09f-1c5053c9d0d2 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:02:16.694690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] Routers {'d4275ad4-d595-43c8-b09f-1c5053c9d0d2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:16.696552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:16.708280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9de71a-fa6e-4b25-8569-1d1c7f37c03c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:16.724290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:16.727030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:16.731306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:16.732299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:16.732908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.760297 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fe0087d8-6845-4b75-b9c1-73b79a4e6ca8 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7295940 Nov 10 04:02:16.760559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47110) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:16.771331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:16.817871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] Set router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:16.884659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.891028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.895060 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.948497 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:16.970310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc08c4-d6a5-4909-aff5-5cfbb1ea8373 req-a1053374-ed68-468a-acb0-6eb9eaa6b29f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:16.972125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:16.972510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6fc08c4-d6a5-4909-aff5-5cfbb1ea8373 req-a1053374-ed68-468a-acb0-6eb9eaa6b29f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 945 time: 0.1269484 Nov 10 04:02:16.972634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.000350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-57355d9e-cbde-472b-a1cc-317d952fe4dd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:17.001877 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-57355d9e-cbde-472b-a1cc-317d952fe4dd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 945 time: 0.1546547 Nov 10 04:02:17.035874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6fc08c4-d6a5-4909-aff5-5cfbb1ea8373 req-cabfc834-a956-4664-b8a0-63f547637a22 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568931 Nov 10 04:02:17.155447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T04:02:14Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:17.172990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.189710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acca8e-54f6-4d8d-ab54-d88da30ddb98 None None] The sync data for ids ['d4275ad4-d595-43c8-b09f-1c5053c9d0d2'] in n-d-817326-2 is: [{'id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'name': 'tempest-TaggedBootDevicesTest_v242-463426293-router', 'tenant_id': 'b367f00c5c944995ba1ce575afc0065f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:50:27Z', 'updated_at': '2021-11-10T04:02:14Z', 'revision_number': 5, 'project_id': 'b367f00c5c944995ba1ce575afc0065f', 'gw_port': {'id': '6fc5335f-be32-4d1e-b412-7294e6177ad4', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4275ad4-d595-43c8-b09f-1c5053c9d0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:50:28Z', 'updated_at': '2021-11-10T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:02:17.205088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef36ac-772d-46d9-b367-c36b93baaef8 req-694480d2-c873-4317-9489-c4b987758b2a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:17.206806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7ef36ac-772d-46d9-b367-c36b93baaef8 req-694480d2-c873-4317-9489-c4b987758b2a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 946 time: 0.0803459 Nov 10 04:02:17.254514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Deleting port 6fc5335f-be32-4d1e-b412-7294e6177ad4 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:17.254850 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.262547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port eff9b6b8-8408-4eed-abc8-f233720d8533 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:17.262957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.277969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] device_id is not set on port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:17.291578 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.305291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7ef36ac-772d-46d9-b367-c36b93baaef8 req-dc11d520-0e67-4962-8c45-b1dd781bc568 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874715 Nov 10 04:02:17.306703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.347447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.388625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9de71a-fa6e-4b25-8569-1d1c7f37c03c,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:17.404892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=e8963e26-9a61-4d41-a3dc-75cd27c46fae,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:17.407008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.410213 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b7d5f5c2-d7da-4e3e-8242-f70995dccc88 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/e8963e26-9a61-4d41-a3dc-75cd27c46fae HTTP/1.1" status: 204 len: 168 time: 1.3219616 Nov 10 04:02:17.418720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb891b6-8bdf-496c-ba06-02a906aa9dc9 None None] Network 4abf5920-a4ad-499e-8ec6-effab055d9d0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:17.420126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47120) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:17.426784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.427192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.427593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.433500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.433922 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.434421 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 2 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.448875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.448875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.449163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.454160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.454554 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.455022 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 3 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.470196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.470615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.471016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.475844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.476231 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.476700 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 4 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.490653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.490933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.491359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.496348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.497174 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.497174 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 5 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.511115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.511115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.511539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.516888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.517206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] For port 6fc5335f-be32-4d1e-b412-7294e6177ad4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6fc5335f-be32-4d1e-b412-7294e6177ad4,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:17.517365 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.517574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.517886 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 6 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.537955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.539034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.539526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.546179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.546482 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.546885 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 7 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.562689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.563027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.563366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.570128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.570458 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.570861 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 8 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.575932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Calling delete_port for 6fc5335f-be32-4d1e-b412-7294e6177ad4 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:17.580101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] For port eff9b6b8-8408-4eed-abc8-f233720d8533, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=eff9b6b8-8408-4eed-abc8-f233720d8533,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:17.580469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.587113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.587457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.587797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.593236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.593627 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.594062 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 9 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.612158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.613400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.614251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.620754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.634591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for eff9b6b8-8408-4eed-abc8-f233720d8533 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:17.642722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.643454 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.643982 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempt 10 to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c Nov 10 04:02:17.678050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:17.678416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:17.678750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempting to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:17.685187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:17.685644 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Failed to bind port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on host n-h2-817326-2 for vnic_type normal using segments [{'id': '05ac2862-0f4f-4f0e-9cb7-8062988e6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d665d59-41d3-4b1c-b976-64a922e1d4d4'}] Nov 10 04:02:17.686036 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.747799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] DHCP port deletion for 4abf5920-a4ad-499e-8ec6-effab055d9d0 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:17.768900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] For port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:17.769326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attempted to set empty binding levels {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 04:02:17.774519 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.804286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] Deleting port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:17.804797 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.816770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] In _notify_port_updated(), no bound segment for port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c on network 6d665d59-41d3-4b1c-b976-64a922e1d4d4 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:02:17.818112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:17.818720 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.820039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "PUT /v2.0/ports/ec9de71a-fa6e-4b25-8569-1d1c7f37c03c HTTP/1.1" status: 200 len: 974 time: 1.0555401 Nov 10 04:02:17.822946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47130) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:17.868021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242522f-3d95-4fb5-b766-89e809f3699a tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9de71a-fa6e-4b25-8569-1d1c7f37c03c,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:17.883527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] For port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,segment=NetworkSegment(7ef26a71-afb2-465a-83b1-582bc533e944),segment_id=7ef26a71-afb2-465a-83b1-582bc533e944)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:17.884153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.898917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] Calling delete_port for 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:17.933904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Deleting port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:17.934445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.950338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:17.951420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:17.985800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.017675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] Pushing event deleted for resources: {'Port': ['ID=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:18.021646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] For port ec9de71a-fa6e-4b25-8569-1d1c7f37c03c, host n-h2-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:18.022098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.025600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570e750-cf44-4bc9-884f-8b9d71ab54ae None None] No DVR routers for this DVR port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:18.036895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.048994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Calling delete_port for ec9de71a-fa6e-4b25-8569-1d1c7f37c03c owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:18.049506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['eff9b6b8-8408-4eed-abc8-f233720d8533'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:02:18.092531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=eff9b6b8-8408-4eed-abc8-f233720d8533,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:18.104787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] For port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,segment=NetworkSegment(7ef26a71-afb2-465a-83b1-582bc533e944),segment_id=7ef26a71-afb2-465a-83b1-582bc533e944)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:18.105150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.135246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.147394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.163820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:18.165837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] No DVR routers for this DVR port eff9b6b8-8408-4eed-abc8-f233720d8533 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:18.188205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.191612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-21e4c935-ddcc-48f9-9155-9ddecdfe893c req-c2fc7233-2129-49c1-93d2-428a412eb6a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "DELETE /v2.0/ports/eff9b6b8-8408-4eed-abc8-f233720d8533 HTTP/1.1" status: 204 len: 173 time: 1.1787863 Nov 10 04:02:18.192504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'name': 'network-vif-deleted', 'tag': 'eff9b6b8-8408-4eed-abc8-f233720d8533'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:02:18.194942 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48708e96-b069-4dc8-b4dd-20d973e71fa4" -d '{"events": [{"server_uuid": "1c63cee6-76ca-4b71-adb4-43f2f39adbaa", "name": "network-vif-deleted", "tag": "eff9b6b8-8408-4eed-abc8-f233720d8533"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:02:18.202801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc5335f-be32-4d1e-b412-7294e6177ad4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:18.237096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ade46-4a6b-45fe-a1cc-8e7842dd1ca4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:18.312258 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86093b7b-9f41-48d0-ae39-a15a4141a4a6 x-openstack-request-id: req-86093b7b-9f41-48d0-ae39-a15a4141a4a6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:02:18.312551 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63cee6-76ca-4b71-adb4-43f2f39adbaa", "name": "network-vif-deleted", "tag": "eff9b6b8-8408-4eed-abc8-f233720d8533", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:02:18.312803 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86093b7b-9f41-48d0-ae39-a15a4141a4a6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:02:18.313205 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c63cee6-76ca-4b71-adb4-43f2f39adbaa', 'name': 'network-vif-deleted', 'tag': 'eff9b6b8-8408-4eed-abc8-f233720d8533', 'status': 'completed', 'code': 200} Nov 10 04:02:18.390064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.415932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.510694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:18.522590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.526306 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.535443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:18.536045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7fd1d302-fe03-42b5-9eaa-4f5141a06bf4 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:18.536617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:18.558622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:18.559607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:18.589381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.593776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.594322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4275ad4-d595-43c8-b09f-1c5053c9d0d2 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:02:18.601260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.602457 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f2818c35-ea55-4932-9483-146467ea822c admin admin] 10.222.0.24 "DELETE /v2.0/routers/d4275ad4-d595-43c8-b09f-1c5053c9d0d2 HTTP/1.1" status: 204 len: 168 time: 2.7878892 Nov 10 04:02:18.625181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47140) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:18.636879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:18.681694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f459a45-f172-4369-9737-687d8a9c7d57 req-3f5dc150-64e4-4eac-a2fe-33abd6bffbcc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.5304184 Nov 10 04:02:18.689510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No DVR routers for this DVR port 8cbb9ce2-50a2-4f1d-b6b3-48e433cc960a on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:18.699241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec9de71a-fa6e-4b25-8569-1d1c7f37c03c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:18.775373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.778226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c7205cf0-59b5-495f-866f-0e17f519afe2 tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ec9de71a-fa6e-4b25-8569-1d1c7f37c03c HTTP/1.1" status: 204 len: 168 time: 0.9541399 Nov 10 04:02:18.786409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47148) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:18.834656 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc33ef07-8404-41e1-8e15-c0a47582fe5d tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:02:18.836426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cc33ef07-8404-41e1-8e15-c0a47582fe5d tempest-PortsAdminExtendedAttrsTestJSON-1501322175 tempest-PortsAdminExtendedAttrsTestJSON-1501322175-project-admin] 10.222.0.24 "GET /v2.0/ports/ec9de71a-fa6e-4b25-8569-1d1c7f37c03c HTTP/1.1" status: 404 len: 333 time: 0.0481019 Nov 10 04:02:18.846575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47150) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:18.869494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aefd09-2ada-4d55-809a-c1b6e93fe73d req-e3ef6b26-78ae-4746-85ac-bf6da00e0360 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:18.871081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91aefd09-2ada-4d55-809a-c1b6e93fe73d req-e3ef6b26-78ae-4746-85ac-bf6da00e0360 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 946 time: 0.1849709 Nov 10 04:02:18.897196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] Deleting subnet b2b1d12e-7e0a-4c47-82e2-335f1c2ef460 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:18.907078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-7f071e21-d165-40ec-855a-8c86b6d45efe tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:18.908584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-7f071e21-d165-40ec-855a-8c86b6d45efe tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 946 time: 0.2845876 Nov 10 04:02:18.910729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:18.935339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91aefd09-2ada-4d55-809a-c1b6e93fe73d req-a0e8664c-2fbc-4506-aff8-3e4e00ccbe17 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562971 Nov 10 04:02:18.944993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.014353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abf5920-a4ad-499e-8ec6-effab055d9d0']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:19.047561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef26a71-afb2-465a-83b1-582bc533e944') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:19.047859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef26a71-afb2-465a-83b1-582bc533e944') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:19.087116 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.090555 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.101918 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.126638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.139086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.160909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:02:19.161246 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:02:19.165534 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:02:19.365423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.374364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Deleting port 45b63bc7-47c5-47b7-9b95-95d817b5558b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:19.374693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.403819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.407687 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/4abf5920-a4ad-499e-8ec6-effab055d9d0 HTTP/1.1" status: 204 len: 168 time: 1.9895082 Nov 10 04:02:19.409382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.412231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47168) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:19.417224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1331444194'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:19.435665 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.454935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:19.458974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.496151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:19.504566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbcfb0-f07b-47c2-b8d1-1e34a064ac58 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=4abf5920-a4ad-499e-8ec6-effab055d9d0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:19.519253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.519738 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment 1410f5a4-317d-4ece-95ec-1d1372f67969 of type vlan for network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 Nov 10 04:02:19.533489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d665d59-41d3-4b1c-b976-64a922e1d4d4']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:19.551754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ac2862-0f4f-4f0e-9cb7-8062988e6791') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:19.551974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ac2862-0f4f-4f0e-9cb7-8062988e6791') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:19.567627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.597643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.610694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.631279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:02:19.631687 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.635749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:02:19.638231 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:02:19.643295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.651173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:19.652304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.672210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] For port 45b63bc7-47c5-47b7-9b95-95d817b5558b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=45b63bc7-47c5-47b7-9b95-95d817b5558b,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:19.672567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.719063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3030431 Nov 10 04:02:19.721038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47170) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:19.729813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:19.742788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b196361-f8a5-4a1a-9af1-1d74d96fd7a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=43d7064d-6b8b-4744-9fd5-6bcdbf4fc810,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:19.745444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b1d12e-7e0a-4c47-82e2-335f1c2ef460,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:19.753975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ad0e3-0cc9-4110-8e7f-6d2cceaa5d21 None None] Network f9b17533-2125-45ba-b8e9-05a27e436663 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:19.756454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.759736 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0a6e172c-df74-49c9-8f69-f5bc8390d7dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b2b1d12e-7e0a-4c47-82e2-335f1c2ef460 HTTP/1.1" status: 204 len: 168 time: 1.1335888 Nov 10 04:02:19.765881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47174) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:19.776458 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:02:19.890916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.909597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.912037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:19.915875 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] 10.222.0.24 "DELETE /v2.0/networks/6d665d59-41d3-4b1c-b976-64a922e1d4d4 HTTP/1.1" status: 204 len: 168 time: 1.0681353 Nov 10 04:02:19.938920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08377e7c-2e5b-4e69-a56a-8fb7f9fa46dd tempest-PortsAdminExtendedAttrsTestJSON-566969235 tempest-PortsAdminExtendedAttrsTestJSON-566969235-project] Pushing event deleted for resources: {'Network': ['ID=6d665d59-41d3-4b1c-b976-64a922e1d4d4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:20.023055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-704cf3a8-068f-45c1-9559-7d3e571581c4 req-9096a349-5a7e-4df7-925b-0cafb2ffcd82 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.0988119 Nov 10 04:02:20.057122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:20.061250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.138157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Deleting port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:20.138534 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.177111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.177530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.177854 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Floating IP 210633aa-64ec-4df1-a1d3-161775d124f5 disassociated. External IP: 172.25.6.112, port: 45b63bc7-47c5-47b7-9b95-95d817b5558b. Nov 10 04:02:20.178301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Calling delete_port for 45b63bc7-47c5-47b7-9b95-95d817b5558b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:20.183217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:20.345250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a65c80-716e-49ff-be45-bb25e4700b4f req-42133842-88af-43a0-840f-6f8f9818254a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:20.371986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39a65c80-716e-49ff-be45-bb25e4700b4f req-42133842-88af-43a0-840f-6f8f9818254a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 946 time: 0.2110965 Nov 10 04:02:20.398426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47186) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:20.399715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fc5335f-be32-4d1e-b412-7294e6177ad4 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:20.459295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] DHCP port deletion for f9b17533-2125-45ba-b8e9-05a27e436663 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:20.470122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] For port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:20.470496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.470612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6fc5335f-be32-4d1e-b412-7294e6177ad4 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:20.470881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fc5335f-be32-4d1e-b412-7294e6177ad4 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:20.493719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.528441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Calling delete_port for 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:20.549274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39a65c80-716e-49ff-be45-bb25e4700b4f req-96263f2c-5832-4ad1-9571-f019daf14684 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups?id=bafbe674-0c8f-4b21-b8f5-7f579599d13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738744 Nov 10 04:02:20.570689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] Deleting port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:20.570689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.659183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.680404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] For port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,segment=NetworkSegment(34bb967e-3b46-42ba-8851-86ebeec1bf48),segment_id=34bb967e-3b46-42ba-8851-86ebeec1bf48)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:20.680678 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.701846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] Calling delete_port for 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:20.710551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:20.716282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event deleted for resources: {'Port': ['ID=45b63bc7-47c5-47b7-9b95-95d817b5558b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:20.739368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': '1410f5a4-317d-4ece-95ec-1d1372f67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:20.739732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:20.763576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.786641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] No DVR routers for this DVR port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:20.814801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Pushing event deleted for resources: {'Port': ['ID=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:20.843332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47192) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:20.843765 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-942ea003-3a07-4458-ab17-31d8af466793 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87d7c74a854a48ceadd0170358b6f9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4438298 Nov 10 04:02:20.863832 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.905150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] Pushing event deleted for resources: {'Port': ['ID=371df78f-e2ff-4a92-a6bb-91c9b8da2bb4,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:20.910496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32339a90-9900-43bf-ab11-e4de3608a956 None None] No DVR routers for this DVR port 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:20.939023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:20.959936 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.960515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:20.967067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:20.967966 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:20.974068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e2af1-497d-4fe2-92e0-4689acc5c6ab None None] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:20.988618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Router 75cb4ea0-8441-4c91-bce5-62bf305e5434 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:02:20.989336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b17533-2125-45ba-b8e9-05a27e436663']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:21.006362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e9f9d623-c560-4b35-b1f8-667905e88bca tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2785213 Nov 10 04:02:21.006362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47194) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:21.011563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810', 'name': 'tempest-PortsIpV6TestJSON-1376240543', 'fixed_ips': [{'subnet_id': '52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e', 'ip_address': '2001:db8::10'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:21.013688 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb9e1-7cb4-4aaa-a6b3-e3217e8808e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.067878 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb9e1-7cb4-4aaa-a6b3-e3217e8808e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.150659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bb967e-3b46-42ba-8851-86ebeec1bf48') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:21.151029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bb967e-3b46-42ba-8851-86ebeec1bf48') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:21.172154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb9e1-7cb4-4aaa-a6b3-e3217e8808e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.177278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb9e1-7cb4-4aaa-a6b3-e3217e8808e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.178482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8b8eb9e1-7cb4-4aaa-a6b3-e3217e8808e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ad52cdf-0d31-41cd-9987-084803d6cfbb HTTP/1.1" status: 204 len: 168 time: 0.3339474 Nov 10 04:02:21.216267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.233221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb9e1-7cb4-4aaa-a6b3-e3217e8808e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad52cdf-0d31-41cd-9987-084803d6cfbb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:21.237590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device eff9b6b8-8408-4eed-abc8-f233720d8533 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:21.284382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a83d28d2-03f3-431c-97dd-ebbac817ac2b req-a7a1d480-f96b-49ba-bda1-4e3ab0ac2e3f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.1141353 Nov 10 04:02:21.292398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.323260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:02:21.325391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:02:21.331213 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:02:21.347221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: eff9b6b8-8408-4eed-abc8-f233720d8533 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:21.347573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device eff9b6b8-8408-4eed-abc8-f233720d8533 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:21.378982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:21.452599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.459105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.462731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/f9b17533-2125-45ba-b8e9-05a27e436663 HTTP/1.1" status: 204 len: 168 time: 1.6952720 Nov 10 04:02:21.496167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a6fd3-3c5d-4deb-ad20-71e7595027fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b17533-2125-45ba-b8e9-05a27e436663,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:21.527708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-43d7064d-6b8b-4744-9fd5-6bcdbf4fc810', 'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810', 'tenant_id': 'a68dfe6dcf9b4ed795844dac19037f10', 'fixed_ips': [{'subnet_id': '52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:02:21.529137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:21.764662 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d24bce2a-797c-43e3-b629-bc9b88d8fae8 req-648623f6-2227-4ce1-b809-e460d6c50ed2 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b HTTP/1.1" status: 200 len: 210 time: 0.0667145 Nov 10 04:02:21.831834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47212) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:21.865126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Allocated IP 2001:db8::2 (43d7064d-6b8b-4744-9fd5-6bcdbf4fc810/52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e/ed2415aa-7aca-4bfb-8a3b-25571d24b5f7) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:21.916054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47214) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:21.968035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-db5e5f39-bc17-4e94-9fa6-0e18dcdca87d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23f0c9ba24fd4605b4bba4d52bbeb092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313355 Nov 10 04:02:21.970892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47216) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:21.996850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:02:22.008104 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] Sync routers for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:02:22.026962 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:22.027584 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:22.077516 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.083810 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c35746b1-5e37-404e-ae84-2ba1517d4f7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b367f00c5c944995ba1ce575afc0065f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636691 Nov 10 04:02:22.086152 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.096614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47218) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:22.101542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] No DVR routers for this DVR port 45b63bc7-47c5-47b7-9b95-95d817b5558b on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:22.111068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.125128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.128363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa7eabb1-7b64-418f-b101-9fde62d979c8 req-0f354de7-a39a-4a78-a388-5a928a041765 tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.44 "DELETE /v2.0/ports/45b63bc7-47c5-47b7-9b95-95d817b5558b HTTP/1.1" status: 204 len: 173 time: 3.1889350 Nov 10 04:02:22.129720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'name': 'network-vif-deleted', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:02:22.141349 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d5359-8884-4283-8192-54d9e59ef0cc" -d '{"events": [{"server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "name": "network-vif-deleted", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:02:22.183911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Pushing event updated for resources: {'Port': ['ID=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:22.196689 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:22.203784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 68ba9a1a-4eee-41cb-9107-b72d1cdaff81 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:22.229928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:22.231632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:22.242273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:22.273622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9cea97b7-b49c-43d7-84da-88805fd816af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.331922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f0be-a0ce-42d1-af02-7f9801281693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.345247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9cea97b7-b49c-43d7-84da-88805fd816af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.376622 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d096b83-2c7b-419f-9f0f-159bde9528fe x-openstack-request-id: req-6d096b83-2c7b-419f-9f0f-159bde9528fe {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:02:22.376927 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b", "name": "network-vif-deleted", "tag": "45b63bc7-47c5-47b7-9b95-95d817b5558b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:02:22.377163 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d096b83-2c7b-419f-9f0f-159bde9528fe {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:02:22.377569 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba23ea5-6bb4-4e5f-8918-8c1eafb36f9b', 'name': 'network-vif-deleted', 'tag': '45b63bc7-47c5-47b7-9b95-95d817b5558b', 'status': 'completed', 'code': 200} Nov 10 04:02:22.414667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f0be-a0ce-42d1-af02-7f9801281693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.439619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Attempting to bind port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:22.439985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Attempting to bind port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1410f5a4-317d-4ece-95ec-1d1372f67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:22.440349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Attempting to bind port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 on network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:22.451335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:22.451719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Checking segment: {'id': '1410f5a4-317d-4ece-95ec-1d1372f67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:22.452159 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.452579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Bound using segment: {'id': '1410f5a4-317d-4ece-95ec-1d1372f67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:22.452983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Bound port: ed2415aa-7aca-4bfb-8a3b-25571d24b5f7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1410f5a4-317d-4ece-95ec-1d1372f67969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:22.453358 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.492832 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55be7e3f-513d-488a-ab19-2db42203e5bd req-1438173d-217f-4a68-bead-002e58a666d8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.0326500 Nov 10 04:02:22.560405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] For port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:22.566357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] For port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,segment=NetworkSegment(1410f5a4-317d-4ece-95ec-1d1372f67969),segment_id=1410f5a4-317d-4ece-95ec-1d1372f67969)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:22.570428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:22.588561 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.591969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9cea97b7-b49c-43d7-84da-88805fd816af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.603636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9cea97b7-b49c-43d7-84da-88805fd816af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.605178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9cea97b7-b49c-43d7-84da-88805fd816af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14ec07a-af2c-4665-8c88-48a3af6c1593 HTTP/1.1" status: 204 len: 168 time: 0.6335177 Nov 10 04:02:22.628018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea97b7-b49c-43d7-84da-88805fd816af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14ec07a-af2c-4665-8c88-48a3af6c1593,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:22.631170 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f0be-a0ce-42d1-af02-7f9801281693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.635581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f0be-a0ce-42d1-af02-7f9801281693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:22.642633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d9b2f0be-a0ce-42d1-af02-7f9801281693 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a92953e-1e4b-44bb-a1e1-1fa7461820b7 HTTP/1.1" status: 204 len: 168 time: 0.5422599 Nov 10 04:02:22.694752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2f0be-a0ce-42d1-af02-7f9801281693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a92953e-1e4b-44bb-a1e1-1fa7461820b7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:22.761852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::10 (43d7064d-6b8b-4744-9fd5-6bcdbf4fc810/52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e/68ba9a1a-4eee-41cb-9107-b72d1cdaff81) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:22.849911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df56889-f970-4c15-b98a-8cd0ba3b3b75 None None] Pushing event updated for resources: {'Port': ['ID=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:22.926173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:22.933504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47238) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:22.940995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 371df78f-e2ff-4a92-a6bb-91c9b8da2bb4 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:23.101238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3086a9ee-a9ed-4443-b14f-47baf9ec64ea tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.175812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3086a9ee-a9ed-4443-b14f-47baf9ec64ea tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.237068 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:23.239776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 45b63bc7-47c5-47b7-9b95-95d817b5558b no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:23.303990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3086a9ee-a9ed-4443-b14f-47baf9ec64ea tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.306791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3086a9ee-a9ed-4443-b14f-47baf9ec64ea tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.308052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3086a9ee-a9ed-4443-b14f-47baf9ec64ea tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "DELETE /v2.0/security-groups/bafbe674-0c8f-4b21-b8f5-7f579599d13f HTTP/1.1" status: 204 len: 168 time: 0.3723719 Nov 10 04:02:23.312295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47246) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:23.354175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 45b63bc7-47c5-47b7-9b95-95d817b5558b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:23.357428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086a9ee-a9ed-4443-b14f-47baf9ec64ea tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafbe674-0c8f-4b21-b8f5-7f579599d13f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:23.360787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 45b63bc7-47c5-47b7-9b95-95d817b5558b not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:23.376300 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-2b3ebdf3-daad-4aaa-8203-17644afc573d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] show failed (client error): The resource could not be found. Nov 10 04:02:23.378217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] Checking router: 75cb4ea0-8441-4c91-bce5-62bf305e5434 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:02:23.382478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b3ebdf3-daad-4aaa-8203-17644afc573d tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "GET /v2.0/security-groups/bafbe674-0c8f-4b21-b8f5-7f579599d13f HTTP/1.1" status: 404 len: 347 time: 0.0598512 Nov 10 04:02:23.383373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47248) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:23.405058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.409389 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:23.410268 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:23.455060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.523316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.631288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=68ba9a1a-4eee-41cb-9107-b72d1cdaff81,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:23.666036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:23.672420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:23.684150 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:23.695871 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:23.701303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:23.702091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:23.745623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ae236ac6-9051-4bbd-b743-2503c8458c7e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7382126 Nov 10 04:02:23.746389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47266) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:23.757487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '43d7064d-6b8b-4744-9fd5-6bcdbf4fc810', 'name': 'tempest-PortsIpV6TestJSON-1514310803', 'fixed_ips': [{'subnet_id': '52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e', 'ip_address': '2001:db8::f'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:23.794682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b130b99-f819-4387-af27-bcf2a5b149a3 req-00147de9-24bf-4d69-bb6e-6541d6169c56 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.0869262 Nov 10 04:02:23.853265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Deleting port f827d21b-bacb-4414-a651-58976ecfdac7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:23.853658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.040909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.041798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.081381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Calling delete_port for f827d21b-bacb-4414-a651-58976ecfdac7 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:24.144448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:24.161639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.218042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 1b815cc6-4f76-4887-b802-cbbf0a815315 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:24.255182 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:24.383696 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445cca55-fc69-4ca7-8d8f-27fe5eff0c66 None None] The sync data for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 is: [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '879e2a42-1fec-4701-8a0c-ff59e721f9c7', 'name': '', 'network_id': 'ede71ade-5ca5-4c69-9a99-c5c5db9a7f41', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'mac_address': 'fa:16:3e:1a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:57Z', 'updated_at': '2021-11-10T03:53:04Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'subnets': [{'id': 'e19963b0-b080-4702-b859-f87c0a0393b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:02:24.498264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.560568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:24.592191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Pushing event deleted for resources: {'Port': ['ID=f827d21b-bacb-4414-a651-58976ecfdac7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:24.633922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::f (43d7064d-6b8b-4744-9fd5-6bcdbf4fc810/52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e/1b815cc6-4f76-4887-b802-cbbf0a815315) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:24.771371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:24.772017 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.841827 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.867353 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:24.867353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2a29152b-32ff-4b96-b093-936ffca2040a tempest-AttachVolumeTestJSON-548848943 tempest-AttachVolumeTestJSON-548848943-project] 10.222.0.24 "DELETE /v2.0/floatingips/210633aa-64ec-4df1-a1d3-161775d124f5 HTTP/1.1" status: 204 len: 168 time: 1.4805782 Nov 10 04:02:24.920519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7370e7-4eea-4b92-a5e6-e25d8092b0a3 None None] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:25.036269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46a1c24a-8c2a-4bcc-9374-75a51e9f2528 req-ec20381d-f075-423e-9407-f291bd0c9368 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.0623581 Nov 10 04:02:25.155524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76434e4c-6c7c-40e4-8b9a-8616a4b0fe08 None None] New status for floating IP 210633aa-64ec-4df1-a1d3-161775d124f5: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:02:25.264289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:25.329636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a7230bd1-def1-4817-a1f7-657c6036f6e0 None None] Provisioning complete for port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:25.330223 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7230bd1-def1-4817-a1f7-657c6036f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:25.358129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:25.424999 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:25.485715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=1b815cc6-4f76-4887-b802-cbbf0a815315,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:25.500401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:25.502196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:25.508244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:25.518725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:25.519803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:25.560402 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-19701ef3-bcc7-4432-ad14-31b7b4cc0fe0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8114452 Nov 10 04:02:25.562214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47326) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:25.606110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,segment=NetworkSegment(1410f5a4-317d-4ece-95ec-1d1372f67969),segment_id=1410f5a4-317d-4ece-95ec-1d1372f67969)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:25.725160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:25.755066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29320e24-d18c-4708-b22a-8eb63454cc27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:25.762454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47340) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:25.768245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-29320e24-d18c-4708-b22a-8eb63454cc27 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2042832 Nov 10 04:02:25.877818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:25.897745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47344) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:25.993808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8eb0dd-e78c-485c-98cc-5cfb990a5f37 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:26.012208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8eb0dd-e78c-485c-98cc-5cfb990a5f37 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:26.021020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8eb0dd-e78c-485c-98cc-5cfb990a5f37 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:26.023353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1c8eb0dd-e78c-485c-98cc-5cfb990a5f37 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2587438 Nov 10 04:02:26.026393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47352) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:26.101374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-19f11c19-7e90-4236-a4ff-34ff4d7d1f1f tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1270246585'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:26.161738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19f11c19-7e90-4236-a4ff-34ff4d7d1f1f tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.163765 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19f11c19-7e90-4236-a4ff-34ff4d7d1f1f tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.166358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 1b815cc6-4f76-4887-b802-cbbf0a815315 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:26.167138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.366005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Provisioning complete for port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:26.366473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-872671b1-0e18-4391-8d37-9309e1093201 req-8e509196-2cab-43ff-8c3e-32fb91d30451 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.1544960 Nov 10 04:02:26.374515 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.386290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19f11c19-7e90-4236-a4ff-34ff4d7d1f1f tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.400611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19f11c19-7e90-4236-a4ff-34ff4d7d1f1f tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.415226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.423986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19f11c19-7e90-4236-a4ff-34ff4d7d1f1f tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.425620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-19f11c19-7e90-4236-a4ff-34ff4d7d1f1f tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5268540 Nov 10 04:02:26.429429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47364) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:26.456686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 1b815cc6-4f76-4887-b802-cbbf0a815315 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:26.515068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:26.540457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47366) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:26.603050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-381c07ec-c157-43a5-8461-cbdb66ec21eb tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.747897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:26.748769 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.752024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Provisioning complete for port 1b815cc6-4f76-4887-b802-cbbf0a815315 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:26.752715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.753470 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66137a4-56f2-41c5-ac86-2fa11e6a3ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.808554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.875232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=1b815cc6-4f76-4887-b802-cbbf0a815315,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:26.881026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Port 1b815cc6-4f76-4887-b802-cbbf0a815315 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:26.911418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Provisioning complete for port 68ba9a1a-4eee-41cb-9107-b72d1cdaff81 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:26.911418 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.938922 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:26.944900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d35d371-f933-495f-ae9d-af34f4e9731d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/1b815cc6-4f76-4887-b802-cbbf0a815315 HTTP/1.1" status: 204 len: 168 time: 0.9146738 Nov 10 04:02:26.945632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47370) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:26.990041 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-676bb9dc-fb69-4fd3-84de-1d49c5fb3f33 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:02:26.994233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-676bb9dc-fb69-4fd3-84de-1d49c5fb3f33 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/1b815cc6-4f76-4887-b802-cbbf0a815315 HTTP/1.1" status: 404 len: 333 time: 0.0450149 Nov 10 04:02:26.994726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47374) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:26.996433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-381c07ec-c157-43a5-8461-cbdb66ec21eb tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.001518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-381c07ec-c157-43a5-8461-cbdb66ec21eb tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.071624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6ac62bc3-ac8e-47d6-859f-d638b2991070 None None] Port 68ba9a1a-4eee-41cb-9107-b72d1cdaff81 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:27.122897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-381c07ec-c157-43a5-8461-cbdb66ec21eb tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.123780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c07ec-c157-43a5-8461-cbdb66ec21eb tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f15eba9-4787-4e56-b04d-6a72f9510244 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:02:27.133441 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-381c07ec-c157-43a5-8461-cbdb66ec21eb tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.143522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-381c07ec-c157-43a5-8461-cbdb66ec21eb tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3f15eba9-4787-4e56-b04d-6a72f9510244 HTTP/1.1" status: 204 len: 168 time: 0.7127769 Nov 10 04:02:27.144276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47376) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:27.159117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cefcf9ff-90eb-4eaf-89fe-74b75f7d26c7 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Request body: {'router': {'name': 'tempest-router-1525963562', 'distributed': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:27.161164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66137a4-56f2-41c5-ac86-2fa11e6a3ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.182759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e66137a4-56f2-41c5-ac86-2fa11e6a3ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.187660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bc0b54ad-db00-4085-87ff-26d3cd9ebb94 None None] Could not find standard attr ID for object 1b815cc6-4f76-4887-b802-cbbf0a815315. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:27.202974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cefcf9ff-90eb-4eaf-89fe-74b75f7d26c7 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.204679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cefcf9ff-90eb-4eaf-89fe-74b75f7d26c7 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.213528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bc0b54ad-db00-4085-87ff-26d3cd9ebb94 None None] Provisioning complete for port 68ba9a1a-4eee-41cb-9107-b72d1cdaff81 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:27.213951 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc0b54ad-db00-4085-87ff-26d3cd9ebb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.221592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66137a4-56f2-41c5-ac86-2fa11e6a3ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c816f-4e7c-4842-ae16-9d189257d8e3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:27.246490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 68ba9a1a-4eee-41cb-9107-b72d1cdaff81 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:27.246881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.337739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b54ad-db00-4085-87ff-26d3cd9ebb94 None None] Port 68ba9a1a-4eee-41cb-9107-b72d1cdaff81 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:27.365701 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cefcf9ff-90eb-4eaf-89fe-74b75f7d26c7 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.367461 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e66137a4-56f2-41c5-ac86-2fa11e6a3ce8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8122266558fc4b8fbca7bf29a5ec80fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8250442 Nov 10 04:02:27.372601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47382) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:27.416290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cefcf9ff-90eb-4eaf-89fe-74b75f7d26c7 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.507259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.563637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 68ba9a1a-4eee-41cb-9107-b72d1cdaff81 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:27.632349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe741e4c-ca0d-49da-bc85-7f6fce9a48e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.638822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cefcf9ff-90eb-4eaf-89fe-74b75f7d26c7 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.650490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cefcf9ff-90eb-4eaf-89fe-74b75f7d26c7 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5029030 Nov 10 04:02:27.674975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47400) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:27.695989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ace0ecc-4236-4be6-8858-96a204df5c6e req-a93bf7e9-2fba-46ef-b28d-ee3bf8d23939 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c63cee6-76ca-4b71-adb4-43f2f39adbaa HTTP/1.1" status: 200 len: 210 time: 0.1687901 Nov 10 04:02:27.772472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe741e4c-ca0d-49da-bc85-7f6fce9a48e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.819175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.868098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=68ba9a1a-4eee-41cb-9107-b72d1cdaff81,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:27.894685 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe741e4c-ca0d-49da-bc85-7f6fce9a48e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.897705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe741e4c-ca0d-49da-bc85-7f6fce9a48e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.903875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fe741e4c-ca0d-49da-bc85-7f6fce9a48e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/653c816f-4e7c-4842-ae16-9d189257d8e3 HTTP/1.1" status: 204 len: 168 time: 0.5279248 Nov 10 04:02:27.905452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71407d0e-c42d-4245-934c-8b519736cd46 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.915288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:27.919675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9291ae35-f9e0-4dca-bb69-98771f6686c1 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/68ba9a1a-4eee-41cb-9107-b72d1cdaff81 HTTP/1.1" status: 204 len: 168 time: 0.9239898 Nov 10 04:02:27.922315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47410) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:27.982054 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f50fdb-45c1-4e0b-a18c-8eaea5b4ad5d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:02:27.989788 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-84f50fdb-45c1-4e0b-a18c-8eaea5b4ad5d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/68ba9a1a-4eee-41cb-9107-b72d1cdaff81 HTTP/1.1" status: 404 len: 333 time: 0.0664144 Nov 10 04:02:27.993292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47414) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:28.041322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe741e4c-ca0d-49da-bc85-7f6fce9a48e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c816f-4e7c-4842-ae16-9d189257d8e3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:28.125004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:28.131177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.203726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47418) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:28.227062 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.306576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71407d0e-c42d-4245-934c-8b519736cd46 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.309027 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71407d0e-c42d-4245-934c-8b519736cd46 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.367639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.374060 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71407d0e-c42d-4245-934c-8b519736cd46 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.374699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71407d0e-c42d-4245-934c-8b519736cd46 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b238ee18-920e-4392-b8f0-db74219b0e28 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:02:28.379613 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71407d0e-c42d-4245-934c-8b519736cd46 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.385452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-71407d0e-c42d-4245-934c-8b519736cd46 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b238ee18-920e-4392-b8f0-db74219b0e28 HTTP/1.1" status: 204 len: 168 time: 0.7050860 Nov 10 04:02:28.386982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47424) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:28.395426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0bc09e7a-6cba-4fa2-8545-c3498f82112b tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Request body: {'router': {'name': 'tempest-router-91276652', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1b1f9f61345c427a98d66dafaea85bc5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:28.454594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e7a-6cba-4fa2-8545-c3498f82112b tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.455646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e7a-6cba-4fa2-8545-c3498f82112b tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.464718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.518820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:28.521278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79ac5a04-6224-4365-88fc-b144838b37c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.525470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3c684-1f14-4458-99e1-e48b61bb8f1e None None] Network 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:28.541463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.545575 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-af62ae92-4731-48e6-a26b-a0d0734ae429 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e HTTP/1.1" status: 204 len: 168 time: 0.5513399 Nov 10 04:02:28.553571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47430) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:28.649814 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.674514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e7a-6cba-4fa2-8545-c3498f82112b tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.718185 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e7a-6cba-4fa2-8545-c3498f82112b tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.742182 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e7a-6cba-4fa2-8545-c3498f82112b tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.743367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0bc09e7a-6cba-4fa2-8545-c3498f82112b tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3548586 Nov 10 04:02:28.746911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47440) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:28.756827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:28.797060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:28.799997 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.900307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] DHCP port deletion for 43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:28.930623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] For port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,segment=NetworkSegment(1410f5a4-317d-4ece-95ec-1d1372f67969),segment_id=1410f5a4-317d-4ece-95ec-1d1372f67969)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:28.930979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:28.966643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:28.977762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] Deleting port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:28.978518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.073474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] For port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,segment=NetworkSegment(1410f5a4-317d-4ece-95ec-1d1372f67969),segment_id=1410f5a4-317d-4ece-95ec-1d1372f67969)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:29.073870 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.088154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] Calling delete_port for ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:29.107512 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79ac5a04-6224-4365-88fc-b144838b37c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.121017 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.180584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:29.184237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No DVR routers for this DVR port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:29.188918 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.193500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79ac5a04-6224-4365-88fc-b144838b37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.235042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac5a04-6224-4365-88fc-b144838b37c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860c078e-9a98-4a7c-8d54-c7dee51b6ecf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:29.239611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] Pushing event deleted for resources: {'Port': ['ID=ed2415aa-7aca-4bfb-8a3b-25571d24b5f7,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:29.243960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.244510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.254288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f50b3c-991b-4f82-8fdd-ced17f400394 None None] No DVR routers for this DVR port ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:29.286788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47452) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:29.320759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.347647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d7064d-6b8b-4744-9fd5-6bcdbf4fc810']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:29.360424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1410f5a4-317d-4ece-95ec-1d1372f67969') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:29.361183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1410f5a4-317d-4ece-95ec-1d1372f67969') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:29.372749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.389559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.417197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:02:29.420892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.430230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-79ac5a04-6224-4365-88fc-b144838b37c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80056c4cb4f940eeb15ec6149aff4bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2188621 Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:02:29.430411 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:02:29.435587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47458) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:29.464404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102596) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 10 04:02:29.464828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Router ebae43b9-60d2-4342-b787-3b8292b532c8 migrating from provider to provider. {{(pid=102596) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 10 04:02:29.465324 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.480472 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.488390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.557223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a47dd662-ccf0-45b0-9ead-356c2d9bda00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.558092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-network', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:29.582785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.597785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.622505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/43d7064d-6b8b-4744-9fd5-6bcdbf4fc810 HTTP/1.1" status: 204 len: 168 time: 1.0672736 Nov 10 04:02:29.626427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47460) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:29.634070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a47dd662-ccf0-45b0-9ead-356c2d9bda00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.639253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-972682137'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:29.643198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f323392-bd82-44d4-92c1-691313a62947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=43d7064d-6b8b-4744-9fd5-6bcdbf4fc810,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:29.648148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Made reservation on behalf of 01f1db1df94a4c1b9550d6d87d3dfec5 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:29.650793 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.664515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.678975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:29.683484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.687285 n-d-817326-2 neutron-server[102596]: WARNING neutron.scheduler.l3_agent_scheduler [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] No L3 agents can host the router ebae43b9-60d2-4342-b787-3b8292b532c8 Nov 10 04:02:29.735669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:29.774486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.775129 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Added segment d19fceb2-5130-4e09-8c64-6e0244d036f1 of type vlan for network 8b84c1e7-1d58-4363-b967-c5ed3adea784 Nov 10 04:02:29.787784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a47dd662-ccf0-45b0-9ead-356c2d9bda00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.791229 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a47dd662-ccf0-45b0-9ead-356c2d9bda00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.792485 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a47dd662-ccf0-45b0-9ead-356c2d9bda00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/860c078e-9a98-4a7c-8d54-c7dee51b6ecf HTTP/1.1" status: 204 len: 168 time: 0.3558645 Nov 10 04:02:29.808890 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.814199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.845799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8223d-d83f-4b78-97de-34b38064b3ba,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:29.857969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:29.870974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.871497 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Added segment fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6 of type vlan for network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 Nov 10 04:02:29.886093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dd662-ccf0-45b0-9ead-356c2d9bda00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860c078e-9a98-4a7c-8d54-c7dee51b6ecf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:29.889552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.942020 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:29.999665 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.001157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:30.002264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.018074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Hosts for router ebae43b9-60d2-4342-b787-3b8292b532c8: [] {{(pid=102596) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 10 04:02:30.039663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.045914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:30.046585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.077458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Hosts for other DVR routers connected to router ebae43b9-60d2-4342-b787-3b8292b532c8: set() {{(pid=102596) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 10 04:02:30.079649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.084047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-73bbc18f-7575-4d77-bfe1-518e152f706c tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "PUT /v2.0/routers/ebae43b9-60d2-4342-b787-3b8292b532c8 HTTP/1.1" status: 200 len: 715 time: 1.3350227 Nov 10 04:02:30.086892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47470) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:30.129369 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4976227 Nov 10 04:02:30.143245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:30.149379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:30.170216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552df56b-38f4-4883-b7b2-6fde21e16285 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Network': ['ID=8b84c1e7-1d58-4363-b967-c5ed3adea784,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:30.181607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:30.232252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9410262 Nov 10 04:02:30.237462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47474) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:30.250564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Request body: {'subnet': {'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-subnet', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:30.254449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc08f48-f4ee-4254-a0fd-4310c524ae4f admin admin] Pushing event updated for resources: {'Network': ['ID=1b6ca3ee-69f5-4940-beb2-99ad61bcca88,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:30.258786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-97cb7a1f-91a0-4537-98cb-f3ce8b1a6f6a tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "GET /v2.0/routers/ebae43b9-60d2-4342-b787-3b8292b532c8 HTTP/1.1" status: 200 len: 715 time: 0.1607821 Nov 10 04:02:30.259716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47476) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:30.267384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:30.276831 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f1157bb-2e75-4be7-8060-656861453f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.277696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47478) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:30.365427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 04:02:30.365427 n-d-817326-2 neutron-server[102596]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 04:02:30.365427 n-d-817326-2 neutron-server[102596]: [parameters: {'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'id': '37394f4f-2a54-44fe-bd2b-21fabf88792d', 'expiration': datetime.datetime(2021, 11, 10, 4, 4, 30, 344257)}] Nov 10 04:02:30.365427 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:02:30.365828 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:02:30.369358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:30.379144 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.410956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:30.469136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:30.474423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ed2415aa-7aca-4bfb-8a3b-25571d24b5f7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:30.542367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f1157bb-2e75-4be7-8060-656861453f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.554296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f1157bb-2e75-4be7-8060-656861453f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.616291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f1157bb-2e75-4be7-8060-656861453f45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e30252519ebd4debb966de0904508322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558874 Nov 10 04:02:30.617700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1157bb-2e75-4be7-8060-656861453f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926e0db8-aaad-4635-ae96-7cd9b6f5e6df,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:30.633328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47484) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:30.725637 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76e9bd65-6918-4ede-aa22-8fe10d92313b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.728000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.767584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76e9bd65-6918-4ede-aa22-8fe10d92313b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.815167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Checking segment: {'id': 'd19fceb2-5130-4e09-8c64-6e0244d036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:30.815507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network hostable DHCP agents. Network: 8b84c1e7-1d58-4363-b967-c5ed3adea784, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:30.825644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=fe84885f-8cc5-44b9-9789-557ab694a015,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:30.863639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76e9bd65-6918-4ede-aa22-8fe10d92313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.866800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76e9bd65-6918-4ede-aa22-8fe10d92313b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:30.868424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-76e9bd65-6918-4ede-aa22-8fe10d92313b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/926e0db8-aaad-4635-ae96-7cd9b6f5e6df HTTP/1.1" status: 204 len: 168 time: 0.2332981 Nov 10 04:02:30.878883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9bd65-6918-4ede-aa22-8fe10d92313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926e0db8-aaad-4635-ae96-7cd9b6f5e6df,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:31.002438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47490) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:31.009964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3606b7b9-10e9-47ef-b4a8-fb1d5b48fd5f tempest-RoutersTestDVR-289419547 tempest-RoutersTestDVR-289419547-project] 10.222.0.24 "GET /v2.0/routers/ebae43b9-60d2-4342-b787-3b8292b532c8 HTTP/1.1" status: 200 len: 681 time: 0.7235072 Nov 10 04:02:31.017482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:31.025595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Made reservation on behalf of 01f1db1df94a4c1b9550d6d87d3dfec5 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:31.030702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.105668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8b84c1e7-1d58-4363-b967-c5ed3adea784) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:31.116506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24cd2f5-0968-4e75-a643-a4c3c6a41263 None None] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:31.117415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:31.121521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.147526 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac948f52-a012-46c2-9cd8-473361f928a2 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.183237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-423c25ac-fa8f-427e-8431-54ae1a2ba000 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0388961 Nov 10 04:02:31.198494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47496) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:31.206317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1511cdbd-09ec-4614-a40b-709ba29682ed tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-531934464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:31.284138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1511cdbd-09ec-4614-a40b-709ba29682ed tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.285378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1511cdbd-09ec-4614-a40b-709ba29682ed tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.413136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1511cdbd-09ec-4614-a40b-709ba29682ed tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.421347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1511cdbd-09ec-4614-a40b-709ba29682ed tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.428972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.509620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1511cdbd-09ec-4614-a40b-709ba29682ed tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.514076 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1511cdbd-09ec-4614-a40b-709ba29682ed tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3099625 Nov 10 04:02:31.519956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47506) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:31.522435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Checking segment: {'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:31.522800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Network hostable DHCP agents. Network: 1b6ca3ee-69f5-4940-beb2-99ad61bcca88, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:31.532936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784', 'name': 'tempest-PortsIpV6TestJSON-156777726'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:31.546296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac948f52-a012-46c2-9cd8-473361f928a2 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.549154 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac948f52-a012-46c2-9cd8-473361f928a2 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.570191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc94a114-5e10-4b10-b530-ae0412958ba6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:31.612076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-8b84c1e7-1d58-4363-b967-c5ed3adea784', 'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784', 'tenant_id': 'a68dfe6dcf9b4ed795844dac19037f10', 'fixed_ips': [{'subnet_id': 'fe84885f-8cc5-44b9-9789-557ab694a015'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:02:31.612950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.634016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:31.647498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac948f52-a012-46c2-9cd8-473361f928a2 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.648326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac948f52-a012-46c2-9cd8-473361f928a2 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebae43b9-60d2-4342-b787-3b8292b532c8 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:02:31.650298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 1b6ca3ee-69f5-4940-beb2-99ad61bcca88) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:31.661014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27094c1-f534-4183-9629-3d3f986c4725 None None] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:31.661327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:31.661962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.665250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ac948f52-a012-46c2-9cd8-473361f928a2 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.670931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ac948f52-a012-46c2-9cd8-473361f928a2 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ebae43b9-60d2-4342-b787-3b8292b532c8 HTTP/1.1" status: 204 len: 168 time: 0.6659203 Nov 10 04:02:31.673415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47510) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:31.686171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0696e37b-0e0e-4df0-8480-dda956ddc0f4 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Request body: {'router': {'name': 'tempest-router-1292622572', 'distributed': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:31.705996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dff094f8-e2fe-43cb-9a74-50271a418074 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4646077 Nov 10 04:02:31.708695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47512) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:31.716157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:31.732915 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0696e37b-0e0e-4df0-8480-dda956ddc0f4 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.735069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0696e37b-0e0e-4df0-8480-dda956ddc0f4 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.768076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:31.779021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.805500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0696e37b-0e0e-4df0-8480-dda956ddc0f4 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.815207 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0696e37b-0e0e-4df0-8480-dda956ddc0f4 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.823859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 6d9d407b-9402-4d70-939f-f66530dd7cf9 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:31.831593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.832910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.869427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0696e37b-0e0e-4df0-8480-dda956ddc0f4 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:31.873108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0696e37b-0e0e-4df0-8480-dda956ddc0f4 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1985817 Nov 10 04:02:31.876242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47520) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:31.979849 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.079162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f564c99-ec1f-4323-9462-7f1f4732771a None None] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:32.117524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f185fa25-efab-4050-8177-d1464c0cfb40 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.232093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47528) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:32.404222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-433335969-network', 'tenant_id': '118f3d2ab80e4d07a3ab38ecfc014e1e'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:32.413970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f185fa25-efab-4050-8177-d1464c0cfb40 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.417676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f185fa25-efab-4050-8177-d1464c0cfb40 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.576039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::107 (8b84c1e7-1d58-4363-b967-c5ed3adea784/fe84885f-8cc5-44b9-9789-557ab694a015/6d9d407b-9402-4d70-939f-f66530dd7cf9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:32.651872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.899920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f185fa25-efab-4050-8177-d1464c0cfb40 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.900716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f185fa25-efab-4050-8177-d1464c0cfb40 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2a6673-2e2e-4935-a1b5-8e8df61af488 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:02:32.915985 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f185fa25-efab-4050-8177-d1464c0cfb40 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.917577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f185fa25-efab-4050-8177-d1464c0cfb40 tempest-RoutersTestDVR-1592970928 tempest-RoutersTestDVR-1592970928-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5e2a6673-2e2e-4935-a1b5-8e8df61af488 HTTP/1.1" status: 204 len: 168 time: 1.0400248 Nov 10 04:02:32.919620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Made reservation on behalf of 118f3d2ab80e4d07a3ab38ecfc014e1e for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:32.922786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.927405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:32.936320 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.060654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.117531 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.133345 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.134926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.176891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.247621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:33.280297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:33.286723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Allocated IP 2001:db8::2 (8b84c1e7-1d58-4363-b967-c5ed3adea784/fe84885f-8cc5-44b9-9789-557ab694a015/ce042de6-01de-4895-8631-a076f66278fa) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:33.293778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b03c4-abf4-447c-aaa9-478d2dd84135,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:33.294350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:33.307567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:33.315053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:33.317218 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.322202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.323284 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Added segment 8b7d7597-76e8-4d1f-8053-01644a40e21e of type vlan for network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 Nov 10 04:02:33.349423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=6d9d407b-9402-4d70-939f-f66530dd7cf9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:33.397476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3906018e-46eb-4fa3-8f99-af39d74ab82f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8673277 Nov 10 04:02:33.398894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47546) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:33.430768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Allocated IP 172.25.6.200 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/b2720e87-4a97-41ae-9700-2d883833d6ab) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:33.454872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:33.518544 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.530461 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.612599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.683033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Pushing event updated for resources: {'Port': ['ID=ce042de6-01de-4895-8631-a076f66278fa,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:33.704728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:33.706772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:33.709349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:33.753145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41b7c22-4a3a-4c64-8d62-e3074448d38e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.791330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.796401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Attempting to bind port ce042de6-01de-4895-8631-a076f66278fa on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:33.796771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Attempting to bind port ce042de6-01de-4895-8631-a076f66278fa by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd19fceb2-5130-4e09-8c64-6e0244d036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:33.797128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Attempting to bind port ce042de6-01de-4895-8631-a076f66278fa on network 8b84c1e7-1d58-4363-b967-c5ed3adea784 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:33.803261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:33.803884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Checking segment: {'id': 'd19fceb2-5130-4e09-8c64-6e0244d036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:33.804423 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.804812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Bound using segment: {'id': 'd19fceb2-5130-4e09-8c64-6e0244d036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:33.805274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Bound port: ce042de6-01de-4895-8631-a076f66278fa, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19fceb2-5130-4e09-8c64-6e0244d036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8b84c1e7-1d58-4363-b967-c5ed3adea784'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:33.805877 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.820832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 04:02:33.885712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] For port ce042de6-01de-4895-8631-a076f66278fa, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:33.889958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] For port ce042de6-01de-4895-8631-a076f66278fa, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ce042de6-01de-4895-8631-a076f66278fa,segment=NetworkSegment(d19fceb2-5130-4e09-8c64-6e0244d036f1),segment_id=d19fceb2-5130-4e09-8c64-6e0244d036f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:33.897891 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:33.907674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.009378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ed98d-6cde-4340-92da-d9edd861145b None None] Pushing event updated for resources: {'Port': ['ID=ce042de6-01de-4895-8631-a076f66278fa,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:34.020220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.023318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:34.023898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.048504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:34.060860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:34.069391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41b7c22-4a3a-4c64-8d62-e3074448d38e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.072748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:34.082231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe97cc-6c35-434f-9f0e-26a9b2117522 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:34.116584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Pushing event updated for resources: {'Port': ['ID=b2720e87-4a97-41ae-9700-2d883833d6ab,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:34.122648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f41b7c22-4a3a-4c64-8d62-e3074448d38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.226004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9913347 Nov 10 04:02:34.232297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ec9fce58-d8a0-48b8-8d4d-de086e1d61ec None None] Provisioning complete for port b2720e87-4a97-41ae-9700-2d883833d6ab triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:34.233175 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec9fce58-d8a0-48b8-8d4d-de086e1d61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.236132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47556) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:34.257721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Request body: {'subnet': {'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-433335969-subnet', 'tenant_id': '118f3d2ab80e4d07a3ab38ecfc014e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:34.373747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ec9fce58-d8a0-48b8-8d4d-de086e1d61ec None None] Port b2720e87-4a97-41ae-9700-2d883833d6ab cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:34.422054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b7c22-4a3a-4c64-8d62-e3074448d38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925789b4-b0e1-4a1d-8324-4034febd7ed2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:34.439606 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f41b7c22-4a3a-4c64-8d62-e3074448d38e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b1f9f61345c427a98d66dafaea85bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9834564 Nov 10 04:02:34.442838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47564) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:34.505570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.539245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d4ea7-e9de-464c-827d-f6fd797a6882 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8b718b-0ca6-450a-a4f1-2de043d495d2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:34.557727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:34.610071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Made reservation on behalf of 118f3d2ab80e4d07a3ab38ecfc014e1e for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:34.613265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.761524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50039ca1-5697-4914-95c4-075d487333a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.794853 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:34.797754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50039ca1-5697-4914-95c4-075d487333a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.003930 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50039ca1-5697-4914-95c4-075d487333a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.006522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50039ca1-5697-4914-95c4-075d487333a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.007675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-50039ca1-5697-4914-95c4-075d487333a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/925789b4-b0e1-4a1d-8324-4034febd7ed2 HTTP/1.1" status: 204 len: 168 time: 0.5637436 Nov 10 04:02:35.171104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039ca1-5697-4914-95c4-075d487333a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925789b4-b0e1-4a1d-8324-4034febd7ed2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:35.247996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.255706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.346910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.376802 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.384653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e53c865-ba66-41e5-acb7-10c9d2df3884,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:35.536654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=6d9d407b-9402-4d70-939f-f66530dd7cf9,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:35.598110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47580) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:35.605091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Router 810e6559-6f0b-47f2-beac-00896a5fe0d0 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:02:35.647711 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a750f976-0ab9-40c7-8a25-093ac483530e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.673679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Checking segment: {'id': '8b7d7597-76e8-4d1f-8053-01644a40e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:35.674096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Network hostable DHCP agents. Network: 8d8b718b-0ca6-450a-a4f1-2de043d495d2, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:35.750961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:35.755059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1eea11-2244-4142-9328-d394f2644ac4 None None] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:35.782239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a750f976-0ab9-40c7-8a25-093ac483530e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.802701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8d8b718b-0ca6-450a-a4f1-2de043d495d2) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:35.807818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:35.808423 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.822842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a750f976-0ab9-40c7-8a25-093ac483530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.864623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a767c0-9dac-40d6-bf16-15dd96067b6d None None] Network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:35.878335 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a750f976-0ab9-40c7-8a25-093ac483530e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49a06b7a16eb49f687706484a1de4de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766182 Nov 10 04:02:35.878548 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:35.887258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47584) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:35.929670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750f976-0ab9-40c7-8a25-093ac483530e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfd78e0-149b-427a-a3a9-becc9c6b83d2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:35.991342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:02:36.001904 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Sync routers for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:02:36.005615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8389ab4-7996-4115-9a1b-bb2a930edc43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.015868 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:36.019106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.019581 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:36.020378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9cb34a76-c848-4131-9edf-d04be8730240 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3105645 Nov 10 04:02:36.023166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47586) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:36.058390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1e367cec-7051-4279-a20e-22bb502cd164 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8115830 Nov 10 04:02:36.085762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8389ab4-7996-4115-9a1b-bb2a930edc43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.142554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.203388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747162c-dbe1-4b9d-abad-32fdc806fb6c None None] Network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:36.223552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6736467f-bcb2-47ad-9cae-fb9d1585d88a None None] Provisioning complete for port ce042de6-01de-4895-8631-a076f66278fa triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:36.239472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6736467f-bcb2-47ad-9cae-fb9d1585d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.295881 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:36.327905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8389ab4-7996-4115-9a1b-bb2a930edc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.330506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c8389ab4-7996-4115-9a1b-bb2a930edc43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.331666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c8389ab4-7996-4115-9a1b-bb2a930edc43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dfd78e0-149b-427a-a3a9-becc9c6b83d2 HTTP/1.1" status: 204 len: 168 time: 0.4428761 Nov 10 04:02:36.431110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8389ab4-7996-4115-9a1b-bb2a930edc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfd78e0-149b-427a-a3a9-becc9c6b83d2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:36.543312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce042de6-01de-4895-8631-a076f66278fa up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:36.765065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ce042de6-01de-4895-8631-a076f66278fa triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:36.766431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.775872 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:34Z', 'revision_number': 3, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:36.867814 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Checking router: 810e6559-6f0b-47f2-beac-00896a5fe0d0 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:02:36.868161 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Updating router 810e6559-6f0b-47f2-beac-00896a5fe0d0 port b2720e87-4a97-41ae-9700-2d883833d6ab binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:02:36.927655 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.930999 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.944068 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.945078 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:36.989667 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6736467f-bcb2-47ad-9cae-fb9d1585d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.319430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.330825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=6d9d407b-9402-4d70-939f-f66530dd7cf9,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:37.406311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:37.410481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:37.551578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.647087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6736467f-bcb2-47ad-9cae-fb9d1585d88a None None] For port ce042de6-01de-4895-8631-a076f66278fa, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ce042de6-01de-4895-8631-a076f66278fa,segment=NetworkSegment(d19fceb2-5130-4e09-8c64-6e0244d036f1),segment_id=d19fceb2-5130-4e09-8c64-6e0244d036f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:37.659411 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6736467f-bcb2-47ad-9cae-fb9d1585d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.791888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736467f-bcb2-47ad-9cae-fb9d1585d88a None None] Pushing event updated for resources: {'Port': ['ID=ce042de6-01de-4895-8631-a076f66278fa,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:37.802650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Allocated IP 172.20.0.1 (1b6ca3ee-69f5-4940-beb2-99ad61bcca88/bc94a114-5e10-4b10-b530-ae0412958ba6/853263ad-5190-4fb4-9219-d0de06b16da9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:37.808254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Router a0923f65-96f2-4ff0-b947-46ac5c46459b is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:02:37.829641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47628) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:37.844025 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:02:37.844478 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:02:37.851186 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.861112 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.892018 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Attempting to bind port b2720e87-4a97-41ae-9700-2d883833d6ab on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:37.892613 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Attempting to bind port b2720e87-4a97-41ae-9700-2d883833d6ab by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:37.894821 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Attempting to bind port b2720e87-4a97-41ae-9700-2d883833d6ab on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:37.896641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4496723-bd24-40be-87f3-0dc35ddbb2e6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:37.927477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:37.928188 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:37.928751 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.929341 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:37.930170 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Bound port: b2720e87-4a97-41ae-9700-2d883833d6ab, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:37.930861 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:37.939107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094739574-network', 'tenant_id': '3e87ef3442d943d7b1a33b45d3fc62e1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:37.978454 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Pushing event updated for resources: {'Port': ['ID=b2720e87-4a97-41ae-9700-2d883833d6ab,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:37.998954 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.000067 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.000564 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.001197 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.002203 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.002698 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.003183 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.003847 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.004337 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.004661 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.004984 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.005303 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:38.028463 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] For port b2720e87-4a97-41ae-9700-2d883833d6ab, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:38.032688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c61b48ac-4bd6-4138-b1e7-de2ce66e20d5 None None] Provisioning complete for port b2720e87-4a97-41ae-9700-2d883833d6ab triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:38.032688 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c61b48ac-4bd6-4138-b1e7-de2ce66e20d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.035082 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] For port b2720e87-4a97-41ae-9700-2d883833d6ab, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2720e87-4a97-41ae-9700-2d883833d6ab,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:38.044040 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.049375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.125990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Made reservation on behalf of 3e87ef3442d943d7b1a33b45d3fc62e1 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:38.128236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.128982 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.129791 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:38.130548 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:38.131981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf039015-1ab1-4edd-bc3b-99b3a6ee3d06 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:38.170287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.174898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:02:38.182838 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1b01-4ace-4795-91cc-81febed0e6ee None None] Pushing event updated for resources: {'Port': ['ID=b2720e87-4a97-41ae-9700-2d883833d6ab,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:38.188630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7a85d9bd-3a75-462e-8a78-34ea24ea66e0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "PUT /v2.0/routers/a0923f65-96f2-4ff0-b947-46ac5c46459b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7690282 Nov 10 04:02:38.205951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47636) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:38.209197 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.210567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] Sync routers for ids ['a0923f65-96f2-4ff0-b947-46ac5c46459b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:02:38.262759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] Routers {'a0923f65-96f2-4ff0-b947-46ac5c46459b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:38.266243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a0923f65-96f2-4ff0-b947-46ac5c46459b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:38.317812 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:38.332734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:38.342977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:38.358857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:38.367695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Pushing event updated for resources: {'Port': ['ID=853263ad-5190-4fb4-9219-d0de06b16da9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:38.424840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.431689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:38.434828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed0bb5-9058-4109-a6b9-723877b001bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:38.439313 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-66ed0bb5-9058-4109-a6b9-723877b001bf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0923f65-96f2-4ff0-b947-46ac5c46459b HTTP/1.1" status: 200 len: 988 time: 0.2290447 Nov 10 04:02:38.440354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47640) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:38.452886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c61b48ac-4bd6-4138-b1e7-de2ce66e20d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.459362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] Routers {'a0923f65-96f2-4ff0-b947-46ac5c46459b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:38.459992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a0923f65-96f2-4ff0-b947-46ac5c46459b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:38.478369 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.530974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.565919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c61b48ac-4bd6-4138-b1e7-de2ce66e20d5 None None] For port b2720e87-4a97-41ae-9700-2d883833d6ab, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2720e87-4a97-41ae-9700-2d883833d6ab,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:38.570754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47644) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:38.576632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:38.576632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2f5c7-104f-452f-895c-b6a4579f9fd2 None None] The sync data for ids ['a0923f65-96f2-4ff0-b947-46ac5c46459b'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:02:38.580766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c61b48ac-4bd6-4138-b1e7-de2ce66e20d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.735305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:38.755354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce042de6-01de-4895-8631-a076f66278fa up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:38.779046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.779392 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Added segment ea7b8b03-3cf9-4c13-a188-5bf995a1d26b of type vlan for network f6abd370-55b6-48b6-a11e-1e26db3840cc Nov 10 04:02:38.792731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81227099-a228-4393-b46b-cdb6507bdf63,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:38.830544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.851323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-908711328'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:38.883212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b48ac-4bd6-4138-b1e7-de2ce66e20d5 None None] Pushing event updated for resources: {'Port': ['ID=b2720e87-4a97-41ae-9700-2d883833d6ab,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:38.895979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-92b9851c-0ee0-4d57-8116-1ee3d9a0edef None None] Provisioning complete for port b2720e87-4a97-41ae-9700-2d883833d6ab triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:38.896351 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-92b9851c-0ee0-4d57-8116-1ee3d9a0edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:38.986020 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.022510 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:34Z', 'revision_number': 3, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:39.066244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ce042de6-01de-4895-8631-a076f66278fa triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:39.066985 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.077263 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4c332-8c74-4b61-b33f-d99d25c9c0b0 None None] The sync data for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 is: [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:34Z', 'revision_number': 3, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:02:39.102261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.103244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:39.103823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.143032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Made reservation on behalf of cd67a283529147f7b89b2bc4b47642ec for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:39.146753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.263297 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4297159 Nov 10 04:02:39.268121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47656) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:39.280503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Request body: {'subnet': {'network_id': 'f6abd370-55b6-48b6-a11e-1e26db3840cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094739574-subnet', 'tenant_id': '3e87ef3442d943d7b1a33b45d3fc62e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:39.332829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f9630-60b8-4a46-95b5-e849d6ea88ea admin admin] Pushing event updated for resources: {'Network': ['ID=f6abd370-55b6-48b6-a11e-1e26db3840cc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:39.442048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Made reservation on behalf of 3e87ef3442d943d7b1a33b45d3fc62e1 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:39.446272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.531635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f6abd370-55b6-48b6-a11e-1e26db3840cc details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:39.719173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-92b9851c-0ee0-4d57-8116-1ee3d9a0edef None None] Provisioning complete for port 6d9d407b-9402-4d70-939f-f66530dd7cf9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:39.719541 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-92b9851c-0ee0-4d57-8116-1ee3d9a0edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.748985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.776249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.849284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.861819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.937175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:39.986996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-92b9851c-0ee0-4d57-8116-1ee3d9a0edef None None] Port 6d9d407b-9402-4d70-939f-f66530dd7cf9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:40.000737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-92b9851c-0ee0-4d57-8116-1ee3d9a0edef None None] Provisioning complete for port ce042de6-01de-4895-8631-a076f66278fa triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:40.001470 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-92b9851c-0ee0-4d57-8116-1ee3d9a0edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.116486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Pushing event updated for resources: {'Port': ['ID=853263ad-5190-4fb4-9219-d0de06b16da9,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:40.158179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.170860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.186968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:40.201397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.201744 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Added segment 499e6599-37e0-46b8-8834-92c72962180f of type vlan for network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 Nov 10 04:02:40.209647 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.250002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.272678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c06b9a6-ed73-4925-8bd3-db725effddd7,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:40.287703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-dceccdc1-da6a-414d-b48a-ec2d856e07f3 None None] Provisioning complete for port 6d9d407b-9402-4d70-939f-f66530dd7cf9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:40.288120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dceccdc1-da6a-414d-b48a-ec2d856e07f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.318766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Checking segment: {'id': 'ea7b8b03-3cf9-4c13-a188-5bf995a1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f6abd370-55b6-48b6-a11e-1e26db3840cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:40.318766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Network hostable DHCP agents. Network: f6abd370-55b6-48b6-a11e-1e26db3840cc, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:40.336483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-dceccdc1-da6a-414d-b48a-ec2d856e07f3 None None] Port 6d9d407b-9402-4d70-939f-f66530dd7cf9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:40.345431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Network f6abd370-55b6-48b6-a11e-1e26db3840cc is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:40.385876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f6abd370-55b6-48b6-a11e-1e26db3840cc) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:40.397603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb4119-9c34-4094-9503-b909dee7d154 None None] Network f6abd370-55b6-48b6-a11e-1e26db3840cc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:40.405987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:40.406736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.416474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c50158b-7799-4690-8494-b74da56c872e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:40.430589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 6d9d407b-9402-4d70-939f-f66530dd7cf9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:40.431213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.457854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:40.462095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.479624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:40.480448 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.493336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c1ab0c3a-31c2-4c3c-b22a-6089bccde33e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2193089 Nov 10 04:02:40.499285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:40.708403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2720e87-4a97-41ae-9700-2d883833d6ab up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:40.709722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:40.728530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 6d9d407b-9402-4d70-939f-f66530dd7cf9 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:40.851651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9f2f0-1edc-4dc9-b24a-f970104d300f None None] Network f6abd370-55b6-48b6-a11e-1e26db3840cc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:40.892180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event updated for resources: {'Network': ['ID=3ffe0869-ea32-4d5c-8238-029fbff8ad17,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:40.948546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-24254793-7e28-4940-a47f-f5b99ccf1565 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3767579 Nov 10 04:02:40.951100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Router 810e6559-6f0b-47f2-beac-00896a5fe0d0 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:02:40.953336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47680) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:40.960852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Request body: {'subnet': {'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:40.988456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:41.120516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b2720e87-4a97-41ae-9700-2d883833d6ab triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:41.120857 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:41.204923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:41.303710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=6d9d407b-9402-4d70-939f-f66530dd7cf9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:41.326857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Made reservation on behalf of cd67a283529147f7b89b2bc4b47642ec for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:41.330637 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:41.514642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:02:41.522577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-332065f3-85bb-4959-8029-759a77fdd380 admin admin] 10.222.0.24 "PUT /v2.0/routers/810e6559-6f0b-47f2-beac-00896a5fe0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4982619 Nov 10 04:02:41.543064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:41.757525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:41.814687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event updated for resources: {'Subnet': ['ID=01abfc61-1811-405f-9c60-b3ba65f0c717,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:41.870363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Checking segment: {'id': '499e6599-37e0-46b8-8834-92c72962180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:41.870734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Network hostable DHCP agents. Network: 3ffe0869-ea32-4d5c-8238-029fbff8ad17, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:41.894821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:41.907006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 3ffe0869-ea32-4d5c-8238-029fbff8ad17) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:41.912805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:41.915201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:41.915899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac987b-66be-4d9d-a7ab-4b992f4a3ab6 None None] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:41.936454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a5dc06c0-07a8-4196-9c61-a6b1de317918 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9807432 Nov 10 04:02:41.939502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47710) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:41.946548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Request body: {'port': {'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-450550269'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:42.012331 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Sync routers for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:02:42.036351 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:42.036977 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:42.108360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Made reservation on behalf of cd67a283529147f7b89b2bc4b47642ec for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:42.114960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:42.148318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] device_id is not set on port afbad95c-2a54-49df-a9d6-c6026f0f10cf yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:42.304551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Allocated IP 2001:db8::395 (3ffe0869-ea32-4d5c-8238-029fbff8ad17/01abfc61-1811-405f-9c60-b3ba65f0c717/afbad95c-2a54-49df-a9d6-c6026f0f10cf) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:42.333685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-3ffe0869-ea32-4d5c-8238-029fbff8ad17', 'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17', 'tenant_id': 'cd67a283529147f7b89b2bc4b47642ec', 'fixed_ips': [{'subnet_id': '01abfc61-1811-405f-9c60-b3ba65f0c717'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:02:42.334767 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:42.415431 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:42.575252 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:42.639826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:42.677912 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:39Z', 'revision_number': 2, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:42.704546 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Checking router: 810e6559-6f0b-47f2-beac-00896a5fe0d0 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:02:42.704896 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Updating router 810e6559-6f0b-47f2-beac-00896a5fe0d0 port 853263ad-5190-4fb4-9219-d0de06b16da9 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:02:42.731671 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:42.733476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:42.737630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:42.747080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Allocated IP 2001:db8::2 (3ffe0869-ea32-4d5c-8238-029fbff8ad17/01abfc61-1811-405f-9c60-b3ba65f0c717/92f51713-ee17-4d55-8d8e-7552cae24e20) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:42.751547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:42.762792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:42.770091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:42.781743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event updated for resources: {'Port': ['ID=afbad95c-2a54-49df-a9d6-c6026f0f10cf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:42.829488 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f8cb89d5-84dc-48a7-849b-466f121e4582 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8885243 Nov 10 04:02:42.832421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47728) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:42.837673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Request body: {'port': {'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2071167075', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:42.838362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.api.validators [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] bootfile-name is not in valid_values {{(pid=102596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:42.838830 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.api.validators [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] tftp-server is not in valid_values {{(pid=102596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:42.839260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.api.validators [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] server-ip-address is not in valid_values {{(pid=102596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:43.021931 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.033820 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.051626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:43.054522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:43.056851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260883-1477-4363-95cf-42e84c441a28 req-f597cc97-dac4-472a-a739-1b9e0b0650cb tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:43.067255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-f597cc97-dac4-472a-a739-1b9e0b0650cb tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/networks?id=8d8b718b-0ca6-450a-a4f1-2de043d495d2 HTTP/1.1" status: 200 len: 808 time: 1.5205731 Nov 10 04:02:43.072541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Made reservation on behalf of cd67a283529147f7b89b2bc4b47642ec for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:43.076116 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.084569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:43.096244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Router a0923f65-96f2-4ff0-b947-46ac5c46459b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:02:43.103657 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.116401 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.120073 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-2ca0e0e9-8d94-40c5-bdfd-370a1a50db9a tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/quotas/118f3d2ab80e4d07a3ab38ecfc014e1e HTTP/1.1" status: 200 len: 375 time: 0.0498288 Nov 10 04:02:43.157222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] device_id is not set on port b937ec47-d1cc-4dcc-8893-f63c545fd462 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:43.174046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-743cfc49-5f66-4f9a-b85d-bd7062021f11 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=118f3d2ab80e4d07a3ab38ecfc014e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537238 Nov 10 04:02:43.176521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Attempting to bind port 92f51713-ee17-4d55-8d8e-7552cae24e20 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:43.177090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Attempting to bind port 92f51713-ee17-4d55-8d8e-7552cae24e20 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '499e6599-37e0-46b8-8834-92c72962180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:43.177626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Attempting to bind port 92f51713-ee17-4d55-8d8e-7552cae24e20 on network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:43.186825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:43.190121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Checking segment: {'id': '499e6599-37e0-46b8-8834-92c72962180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:43.202607 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.204029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Bound using segment: {'id': '499e6599-37e0-46b8-8834-92c72962180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:43.204727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Bound port: 92f51713-ee17-4d55-8d8e-7552cae24e20, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499e6599-37e0-46b8-8834-92c72962180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3ffe0869-ea32-4d5c-8238-029fbff8ad17'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:43.205288 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.267151 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0594ed-2007-4740-bbbb-7788f28d2cf2 None None] Pushing event updated for resources: {'Port': ['ID=853263ad-5190-4fb4-9219-d0de06b16da9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:43.280262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] For port 92f51713-ee17-4d55-8d8e-7552cae24e20, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:43.283557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] For port 92f51713-ee17-4d55-8d8e-7552cae24e20, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=92f51713-ee17-4d55-8d8e-7552cae24e20,segment=NetworkSegment(499e6599-37e0-46b8-8834-92c72962180f),segment_id=499e6599-37e0-46b8-8834-92c72962180f)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:43.288011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Pushing event updated for resources: {'Port': ['ID=92f51713-ee17-4d55-8d8e-7552cae24e20,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:43.295944 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.368072 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Attempting to bind port 853263ad-5190-4fb4-9219-d0de06b16da9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:43.368578 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Attempting to bind port 853263ad-5190-4fb4-9219-d0de06b16da9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:43.369002 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Attempting to bind port 853263ad-5190-4fb4-9219-d0de06b16da9 on network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:43.369823 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9efa2ec0-5b19-4fb9-b3d8-9665bd6c0155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.385369 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:43.385928 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Checking segment: {'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:43.387534 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.388381 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Bound using segment: {'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:43.388856 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Bound port: 853263ad-5190-4fb4-9219-d0de06b16da9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:43.389285 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.397124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:02:43.399120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd5854-3a86-494c-b729-ec23e099edf9 None None] Pushing event updated for resources: {'Port': ['ID=92f51713-ee17-4d55-8d8e-7552cae24e20,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:43.410897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d25e1d61-978a-4117-9327-040007ab71a5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "PUT /v2.0/routers/a0923f65-96f2-4ff0-b947-46ac5c46459b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9695053 Nov 10 04:02:43.424677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47732) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:43.425969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] Sync routers for ids ['a0923f65-96f2-4ff0-b947-46ac5c46459b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:02:43.449051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] Routers {'a0923f65-96f2-4ff0-b947-46ac5c46459b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:43.451466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a0923f65-96f2-4ff0-b947-46ac5c46459b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:43.463716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Allocated IP 2001:db8::22a (3ffe0869-ea32-4d5c-8238-029fbff8ad17/01abfc61-1811-405f-9c60-b3ba65f0c717/b937ec47-d1cc-4dcc-8893-f63c545fd462) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:43.484861 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-391f512c-4991-4664-b481-9196d2ae932c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:02:43.486775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-391f512c-4991-4664-b481-9196d2ae932c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/6d9d407b-9402-4d70-939f-f66530dd7cf9 HTTP/1.1" status: 404 len: 333 time: 0.0574150 Nov 10 04:02:43.490867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47734) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:43.507143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-ea2c36dd-c9f6-462e-9220-26237e2a1e6b tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:43.510317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-ea2c36dd-c9f6-462e-9220-26237e2a1e6b tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 819 time: 0.7263484 Nov 10 04:02:43.536201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:43.538746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] For port 853263ad-5190-4fb4-9219-d0de06b16da9, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:43.542511 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] For port 853263ad-5190-4fb4-9219-d0de06b16da9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=853263ad-5190-4fb4-9219-d0de06b16da9,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:43.549737 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.565455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] Routers {'a0923f65-96f2-4ff0-b947-46ac5c46459b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:43.566380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a0923f65-96f2-4ff0-b947-46ac5c46459b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:43.623024 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:43.623641 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:43.666434 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:43.667426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca11a72b-185f-4c95-a7f8-203a08466259 None None] The sync data for ids ['a0923f65-96f2-4ff0-b947-46ac5c46459b'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:02:43.710266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-2507d6b0-1b1a-41ff-8d21-8bca1ea9e26d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/quotas/01f1db1df94a4c1b9550d6d87d3dfec5 HTTP/1.1" status: 200 len: 375 time: 0.1803267 Nov 10 04:02:43.855223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-2ba78823-0a77-41a4-b9ba-17b03fd17a86 service neutron] 10.222.0.24 "GET /v2.0/networks/8d8b718b-0ca6-450a-a4f1-2de043d495d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802344 Nov 10 04:02:43.865713 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:43.867619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2ac2-6fd7-4f88-be0d-34370dad6a40 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.875622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:43.967836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.029894 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0594ed-2007-4740-bbbb-7788f28d2cf2 None None] Pushing event updated for resources: {'Port': ['ID=853263ad-5190-4fb4-9219-d0de06b16da9,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:44.074077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:44.095286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:44.106936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:44.119356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:44.120045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.148440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event updated for resources: {'Port': ['ID=b937ec47-d1cc-4dcc-8893-f63c545fd462,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:44.153439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-33779867-4312-4755-85a3-2c2db1e1c1fd tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4196408 Nov 10 04:02:44.156300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cfd45625-12de-4782-932c-141ec1e5ff2f tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3226178 Nov 10 04:02:44.158752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47738) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:44.223226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b849945-bb80-4e02-82f0-acb5746820f1 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:44.228617 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:43Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:44.229951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b849945-bb80-4e02-82f0-acb5746820f1 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:44.236731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b849945-bb80-4e02-82f0-acb5746820f1 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:44.239132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1b849945-bb80-4e02-82f0-acb5746820f1 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0794189 Nov 10 04:02:44.241840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47740) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:44.266269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed822a2-85fe-48b2-bb19-aee57fb4ea1e None None] The sync data for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 is: [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:43Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:02:44.393500 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2ac2-6fd7-4f88-be0d-34370dad6a40 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.402185 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2ac2-6fd7-4f88-be0d-34370dad6a40 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.420453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Deleting port b937ec47-d1cc-4dcc-8893-f63c545fd462 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:44.422845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.438885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-30269ce9-b642-4fcb-86f8-51b43e62e3e8 service neutron] 10.222.0.24 "GET /v2.0/networks/8d8b718b-0ca6-450a-a4f1-2de043d495d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827074 Nov 10 04:02:44.615415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.624921 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2ac2-6fd7-4f88-be0d-34370dad6a40 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.625484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1a2ac2-6fd7-4f88-be0d-34370dad6a40 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Fanout notify agent at l3_agent the message router_deleted on router a0923f65-96f2-4ff0-b947-46ac5c46459b {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:02:44.659100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2ac2-6fd7-4f88-be0d-34370dad6a40 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:44.660034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Calling delete_port for b937ec47-d1cc-4dcc-8893-f63c545fd462 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:44.660275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ef1a2ac2-6fd7-4f88-be0d-34370dad6a40 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/routers/a0923f65-96f2-4ff0-b947-46ac5c46459b HTTP/1.1" status: 204 len: 168 time: 1.1682684 Nov 10 04:02:44.674601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47754) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:44.678017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-a80b4ede-86bd-48e4-813f-cf64f45009ab service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132244 Nov 10 04:02:44.779496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 92f51713-ee17-4d55-8d8e-7552cae24e20 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:44.969561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 92f51713-ee17-4d55-8d8e-7552cae24e20 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:44.970184 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.014278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-55270c04-1e2d-4aac-ab60-1c4c3c3fffa1 service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245187 Nov 10 04:02:45.081432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet fe84885f-8cc5-44b9-9789-557ab694a015 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:45.084541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9714a50e-3f71-4d0a-aebe-d75e0c67d1d8 req-e6272228-5d6f-4fd9-8b44-7a95097397a2 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 210 time: 0.0634778 Nov 10 04:02:45.120667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.233305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.290181 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.305923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 92f51713-ee17-4d55-8d8e-7552cae24e20, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=92f51713-ee17-4d55-8d8e-7552cae24e20,segment=NetworkSegment(499e6599-37e0-46b8-8834-92c72962180f),segment_id=499e6599-37e0-46b8-8834-92c72962180f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:45.309188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16734d4-3432-4cb8-843b-f4662dea20c1 None None] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:45.546905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.556635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15a4b9bc-d9f9-45bb-b354-4a82a8bfd3c9 req-c9ffe371-1cc7-41b6-8cb4-b682c8e58862 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 210 time: 0.1157076 Nov 10 04:02:45.599389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event deleted for resources: {'Port': ['ID=b937ec47-d1cc-4dcc-8893-f63c545fd462,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:45.653183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.663465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.667091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 853263ad-5190-4fb4-9219-d0de06b16da9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:45.719606 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.732104 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fed266d1-2547-42ae-ae22-ab74b8af61f4 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "DELETE /v2.0/ports/b937ec47-d1cc-4dcc-8893-f63c545fd462 HTTP/1.1" status: 204 len: 168 time: 1.4891927 Nov 10 04:02:45.735586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47806) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:45.744318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Request body: {'port': {'name': 'tempest-new-port-name-1156612000', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:45.745046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.api.validators [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] bootfile-name is not in valid_values {{(pid=102597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:45.745538 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.api.validators [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] tftp-server is not in valid_values {{(pid=102597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:45.748023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.api.validators [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] server-ip-address is not in valid_values {{(pid=102597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:45.864180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.961111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=fe84885f-8cc5-44b9-9789-557ab694a015,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:45.967033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:45.973639 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-79238c25-2c9b-4c28-86b4-44b893143204 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/fe84885f-8cc5-44b9-9789-557ab694a015 HTTP/1.1" status: 204 len: 168 time: 1.2098842 Nov 10 04:02:45.977071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47814) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:46.000032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428c02c-7da8-4c3d-9b09-eaa6939089e1 None None] Network 8b84c1e7-1d58-4363-b967-c5ed3adea784 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:46.058247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:46.214721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:46.441483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2a35e63e-7c46-4789-9f98-9f3eb0f7b3fc None None] Provisioning complete for port 92f51713-ee17-4d55-8d8e-7552cae24e20 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:46.459411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port ce042de6-01de-4895-8631-a076f66278fa {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:46.459763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:46.464307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a35e63e-7c46-4789-9f98-9f3eb0f7b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:46.561371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ca2fe08-d651-4d3c-918e-6c718f7606a0 req-a5fd4e19-96b6-4a97-9d52-b5e20d9e723f tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 210 time: 0.0987926 Nov 10 04:02:46.592190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc624298-1143-4e39-b039-64244cb0b484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:46.597273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=92f51713-ee17-4d55-8d8e-7552cae24e20,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:46.679925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] For port ce042de6-01de-4895-8631-a076f66278fa, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ce042de6-01de-4895-8631-a076f66278fa,segment=NetworkSegment(d19fceb2-5130-4e09-8c64-6e0244d036f1),segment_id=d19fceb2-5130-4e09-8c64-6e0244d036f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:46.680793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:46.762542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for ce042de6-01de-4895-8631-a076f66278fa owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:46.822465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] DHCP port deletion for 8b84c1e7-1d58-4363-b967-c5ed3adea784 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:46.921107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-019e5129-668e-455f-ab0b-7c75d877d449 req-07df8bc0-106e-445d-9c61-a763348d8ebb tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 210 time: 0.1482949 Nov 10 04:02:46.943737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 853263ad-5190-4fb4-9219-d0de06b16da9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:46.944104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.011927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.022462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.028873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.049605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.056635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] In _notify_port_updated(), no bound segment for port afbad95c-2a54-49df-a9d6-c6026f0f10cf on network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:02:47.070177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:47.071840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.078312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "PUT /v2.0/ports/afbad95c-2a54-49df-a9d6-c6026f0f10cf HTTP/1.1" status: 200 len: 1130 time: 1.3414111 Nov 10 04:02:47.109385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47856) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:47.116445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] Deleting port ce042de6-01de-4895-8631-a076f66278fa {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:47.116975 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.171417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32b879-a0d1-4de5-96f7-960e7a08eb71 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event updated for resources: {'Port': ['ID=afbad95c-2a54-49df-a9d6-c6026f0f10cf,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:47.242042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] For port ce042de6-01de-4895-8631-a076f66278fa, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:47.242337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.255908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] Calling delete_port for ce042de6-01de-4895-8631-a076f66278fa owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:47.258896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] Port ce042de6-01de-4895-8631-a076f66278fa was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:02:47.261436 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.275583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] No DVR routers for this DVR port ce042de6-01de-4895-8631-a076f66278fa on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:47.288143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d115f6b9-c41e-4216-888d-2878ea0c10bd tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:47.291581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d115f6b9-c41e-4216-888d-2878ea0c10bd tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "GET /v2.0/ports/afbad95c-2a54-49df-a9d6-c6026f0f10cf HTTP/1.1" status: 200 len: 1130 time: 0.1776974 Nov 10 04:02:47.292465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=ce042de6-01de-4895-8631-a076f66278fa,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:47.296419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47860) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:47.303640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No DVR routers for this DVR port ce042de6-01de-4895-8631-a076f66278fa on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:47.328229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63701c-bc75-4271-a7b4-cd4863dac3d4 None None] Pushing event deleted for resources: {'Port': ['ID=ce042de6-01de-4895-8631-a076f66278fa,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:47.386866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a54dfc37-5670-4a03-ab9f-7e6aa6e52aa0 None None] Provisioning complete for port 92f51713-ee17-4d55-8d8e-7552cae24e20 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:47.387230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a54dfc37-5670-4a03-ab9f-7e6aa6e52aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.464246 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.521061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 853263ad-5190-4fb4-9219-d0de06b16da9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=853263ad-5190-4fb4-9219-d0de06b16da9,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:47.522332 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.527679 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.533096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260883-1477-4363-95cf-42e84c441a28 req-f71dcc61-7f9c-4df8-b60a-180f573c4cb5 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:47.534692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-f71dcc61-7f9c-4df8-b60a-180f573c4cb5 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.44 "GET /v2.0/networks?id=8d8b718b-0ca6-450a-a4f1-2de043d495d2 HTTP/1.1" status: 200 len: 808 time: 0.5317380 Nov 10 04:02:47.569556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Request body: {'port': {'device_id': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2', 'admin_state_up': True, 'tenant_id': '118f3d2ab80e4d07a3ab38ecfc014e1e'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:47.612019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=853263ad-5190-4fb4-9219-d0de06b16da9,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:47.618828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b84c1e7-1d58-4363-b967-c5ed3adea784']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:47.660590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Deleting port afbad95c-2a54-49df-a9d6-c6026f0f10cf {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:47.667249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.716539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19fceb2-5130-4e09-8c64-6e0244d036f1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:47.716827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19fceb2-5130-4e09-8c64-6e0244d036f1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:47.748745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a54dfc37-5670-4a03-ab9f-7e6aa6e52aa0 None None] Provisioning complete for port afbad95c-2a54-49df-a9d6-c6026f0f10cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:47.750777 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a54dfc37-5670-4a03-ab9f-7e6aa6e52aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.794386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.807668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-348d9b8b-0e05-4265-b1d5-09f436ba0180 req-55b901c0-8929-4b2c-a4ee-848e6049cb97 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 210 time: 0.0368645 Nov 10 04:02:47.811503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 92f51713-ee17-4d55-8d8e-7552cae24e20 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:47.831880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.846908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:02:47.848727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.914298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:02:47.945471 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:02:47.949868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Calling delete_port for afbad95c-2a54-49df-a9d6-c6026f0f10cf owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:47.958670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a54dfc37-5670-4a03-ab9f-7e6aa6e52aa0 None None] Port afbad95c-2a54-49df-a9d6-c6026f0f10cf cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:48.023596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 92f51713-ee17-4d55-8d8e-7552cae24e20 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:48.028762 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.132790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f46392e2-5eb2-4dce-8edb-15218e28ff40 None None] Provisioning complete for port afbad95c-2a54-49df-a9d6-c6026f0f10cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:48.133391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f46392e2-5eb2-4dce-8edb-15218e28ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.148240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-330ea8d7-f38a-47e8-b2eb-33931efdc183 req-92865449-ebf7-45cf-958e-c20d9e321cb7 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 210 time: 0.0617254 Nov 10 04:02:48.190038 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.232313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f46392e2-5eb2-4dce-8edb-15218e28ff40 None None] Port afbad95c-2a54-49df-a9d6-c6026f0f10cf cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:48.303451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-1d1dec0a-0cc1-4c8a-8cec-896285039f3f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:48.307637 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-1d1dec0a-0cc1-4c8a-8cec-896285039f3f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 819 time: 0.5676994 Nov 10 04:02:48.309012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.316474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47870) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:48.319239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/8b84c1e7-1d58-4363-b967-c5ed3adea784 HTTP/1.1" status: 204 len: 168 time: 2.3394876 Nov 10 04:02:48.333976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Request body: {'port': {'device_id': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'admin_state_up': True, 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:48.334202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.395729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event deleted for resources: {'Port': ['ID=afbad95c-2a54-49df-a9d6-c6026f0f10cf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:48.445688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a1684f-9d99-4757-aeac-14aed1523740 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:48.448555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77a1684f-9d99-4757-aeac-14aed1523740 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/18d6f15f-7649-4037-8763-735c84db0207 HTTP/1.1" status: 200 len: 845 time: 0.1286540 Nov 10 04:02:48.450601 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.466522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a76d281-443f-40c8-86a1-14f9cc68a852 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "DELETE /v2.0/ports/afbad95c-2a54-49df-a9d6-c6026f0f10cf HTTP/1.1" status: 204 len: 168 time: 1.1688764 Nov 10 04:02:48.467222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47874) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:48.467557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47876) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:48.505091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db932a92-0780-4cba-ac24-c8a6994fe063 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=8b84c1e7-1d58-4363-b967-c5ed3adea784,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:48.545323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Made reservation on behalf of 118f3d2ab80e4d07a3ab38ecfc014e1e for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:48.550330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.569564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cfd4d8b8-d1b7-4da8-850c-914171517944 None None] Could not find standard attr ID for object b937ec47-d1cc-4dcc-8893-f63c545fd462. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:48.606083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.649200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Deleting subnet 01abfc61-1811-405f-9c60-b3ba65f0c717 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:48.653266 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.704400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce042de6-01de-4895-8631-a076f66278fa no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:48.709223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e58d4a2a-72a0-479a-91f0-30f2da1f7895 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/18d6f15f-7649-4037-8763-735c84db0207?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2403979 Nov 10 04:02:48.714903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47878) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:48.716270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Made reservation on behalf of 01f1db1df94a4c1b9550d6d87d3dfec5 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:48.720917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.736531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ce042de6-01de-4895-8631-a076f66278fa {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:48.737992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ce042de6-01de-4895-8631-a076f66278fa not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:48.742281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:48.789491 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:48.926142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Allocated IP 172.20.0.8 (8d8b718b-0ca6-450a-a4f1-2de043d495d2/0e53c865-ba66-41e5-acb7-10c9d2df3884/0550aad1-224e-4f0a-bde8-27037fd0c818) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:48.952415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Allocated IP 172.20.0.10 (1b6ca3ee-69f5-4940-beb2-99ad61bcca88/bc94a114-5e10-4b10-b530-ae0412958ba6/fbefe813-b065-467b-8b24-476a9dc554cb) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:49.067664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c586b4c-b2e3-45f8-a349-7ca92d56be31 req-fa582dc2-6606-4bee-add3-e6ef6c109358 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 210 time: 0.1353915 Nov 10 04:02:49.099664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.124974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.126636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a0b3c625-ea41-45d7-8391-512b0232d045 None None] Could not find standard attr ID for object afbad95c-2a54-49df-a9d6-c6026f0f10cf. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:02:49.213914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:49.219086 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.334073 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-267538fe-bea6-40cb-9e93-6e938e7a2043 req-c36bb26c-477a-466d-b309-e5638ea5afee tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 210 time: 0.0405524 Nov 10 04:02:49.366177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.397534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.448712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event deleted for resources: {'Subnet': ['ID=01abfc61-1811-405f-9c60-b3ba65f0c717,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:49.451495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.462222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d605baa-9153-4fde-885f-66f43664d6ff tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "DELETE /v2.0/subnets/01abfc61-1811-405f-9c60-b3ba65f0c717 HTTP/1.1" status: 204 len: 168 time: 0.9767098 Nov 10 04:02:49.463669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47892) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:49.499343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:49.506454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.559501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb8a41-6239-4be8-964f-35ea04c46401 None None] Network 3ffe0869-ea32-4d5c-8238-029fbff8ad17 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:49.676707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.718021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:49.720849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:49.764653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:49.765561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.765903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f3eb4-e04b-47c3-babe-319b8d79fe6f None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:49.803695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0866239 Nov 10 04:02:49.806797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47902) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:49.819995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d3b7475f-62f6-4167-919c-ba8e450b9f24 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'security_group': {'name': 'tempest-secgroup-294161650'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:49.885734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cac7c-9ae8-4648-a3db-058915c6bac0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=42ff135a-4515-49b3-a8d2-12842183c829,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:49.889184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.895666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3b7475f-62f6-4167-919c-ba8e450b9f24 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.907182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 853263ad-5190-4fb4-9219-d0de06b16da9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:49.913964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:49.951920 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.059359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 853263ad-5190-4fb4-9219-d0de06b16da9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:50.059719 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.151924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] DHCP port deletion for 3ffe0869-ea32-4d5c-8238-029fbff8ad17 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:50.167165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:50.170556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:50.174111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-3adeb266-2b83-4bae-abc6-5eddfee9be89', 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'tenant_id': 'a68dfe6dcf9b4ed795844dac19037f10', 'fixed_ips': [{'subnet_id': '42ff135a-4515-49b3-a8d2-12842183c829'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:02:50.174923 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.192964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:50.195464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:50.197706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:50.265226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3b7475f-62f6-4167-919c-ba8e450b9f24 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.265873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:50.267929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.282076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:50.287848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3b7475f-62f6-4167-919c-ba8e450b9f24 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.359503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Pushing event updated for resources: {'Port': ['ID=0550aad1-224e-4f0a-bde8-27037fd0c818,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:50.417742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:50.419813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.427659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-5f97a483-8b2a-46dd-b092-7ba2f0542985 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8758304 Nov 10 04:02:50.470827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7475f-62f6-4167-919c-ba8e450b9f24 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97483d6e-8974-453f-ae69-13d0f7c5cabd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:50.490603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Deleting port 92f51713-ee17-4d55-8d8e-7552cae24e20 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:50.490952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.519367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3b7475f-62f6-4167-919c-ba8e450b9f24 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.520859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3b7475f-62f6-4167-919c-ba8e450b9f24 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7105494 Nov 10 04:02:50.525097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47916) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:50.532995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7bd69e2d-aeb2-4dcd-a01a-7a9baa6c8dff tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'security_group': {'name': 'tempest-secgroup-2133854100'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:50.631891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8847f4-9e5c-4bd6-bddf-a31a86018d59 req-38c1bf86-769b-42eb-8323-028369776be9 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:50.634099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Allocated IP 2001:db8::2 (3adeb266-2b83-4bae-abc6-5eddfee9be89/42ff135a-4515-49b3-a8d2-12842183c829/4bbecf46-834a-4b0d-a24d-5755ff6c817e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:50.637070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea8847f4-9e5c-4bd6-bddf-a31a86018d59 req-38c1bf86-769b-42eb-8323-028369776be9 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 931 time: 0.3626955 Nov 10 04:02:50.879323 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7bd69e2d-aeb2-4dcd-a01a-7a9baa6c8dff tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.898875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea8847f4-9e5c-4bd6-bddf-a31a86018d59 req-9e367ef1-a0f8-4743-b290-eed2b1dcc7f2 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202513 Nov 10 04:02:50.909784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b869d3a-a630-45c7-a072-f46cfbbdf599 req-6c52daee-4ab0-4daf-8431-8a2c73c5391a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:50.911577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b869d3a-a630-45c7-a072-f46cfbbdf599 req-6c52daee-4ab0-4daf-8431-8a2c73c5391a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 932 time: 0.3688140 Nov 10 04:02:50.984409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7bd69e2d-aeb2-4dcd-a01a-7a9baa6c8dff tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:50.996591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] Deleting port 92f51713-ee17-4d55-8d8e-7552cae24e20 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:50.997568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.009703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7bd69e2d-aeb2-4dcd-a01a-7a9baa6c8dff tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.098032 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.117461 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.128347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd69e2d-aeb2-4dcd-a01a-7a9baa6c8dff tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a2ba20-2fb6-4fbe-a80d-efa555e4d661,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:51.143603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b869d3a-a630-45c7-a072-f46cfbbdf599 req-4ee870ab-a39c-4d1c-b3be-f59f2c9c9e3e tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367414 Nov 10 04:02:51.156258 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7bd69e2d-aeb2-4dcd-a01a-7a9baa6c8dff tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.158131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7bd69e2d-aeb2-4dcd-a01a-7a9baa6c8dff tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6294222 Nov 10 04:02:51.164883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47920) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:51.172902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1524183238', 'security_groups': ['b4a2ba20-2fb6-4fbe-a80d-efa555e4d661'], 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42ff135a-4515-49b3-a8d2-12842183c829'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:51.213841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:51.251895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:51.255514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:51.256532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Request body: {'port': {'device_id': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:51.263470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] For port 92f51713-ee17-4d55-8d8e-7552cae24e20, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=92f51713-ee17-4d55-8d8e-7552cae24e20,segment=NetworkSegment(499e6599-37e0-46b8-8834-92c72962180f),segment_id=499e6599-37e0-46b8-8834-92c72962180f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:51.263982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.268482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Pushing event updated for resources: {'Port': ['ID=4bbecf46-834a-4b0d-a24d-5755ff6c817e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:51.318060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event updated for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:51.337423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] Calling delete_port for 92f51713-ee17-4d55-8d8e-7552cae24e20 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:51.397193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c32cb4a7-9bec-4a1b-bccb-e2e5ff19c5ac tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0742390 Nov 10 04:02:51.402172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Attempting to bind port 4bbecf46-834a-4b0d-a24d-5755ff6c817e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:51.403210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Attempting to bind port 4bbecf46-834a-4b0d-a24d-5755ff6c817e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4181fe3d-5cad-48de-a624-dbb62ebbe0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:51.403677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Attempting to bind port 4bbecf46-834a-4b0d-a24d-5755ff6c817e on network 3adeb266-2b83-4bae-abc6-5eddfee9be89 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:51.411111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:51.411799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Checking segment: {'id': '4181fe3d-5cad-48de-a624-dbb62ebbe0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:51.412266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.413347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Bound using segment: {'id': '4181fe3d-5cad-48de-a624-dbb62ebbe0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:51.413839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Bound port: 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4181fe3d-5cad-48de-a624-dbb62ebbe0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:51.414249 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.421182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Request body: {'port': {'device_id': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:51.437084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] For port 92f51713-ee17-4d55-8d8e-7552cae24e20, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=92f51713-ee17-4d55-8d8e-7552cae24e20,segment=NetworkSegment(499e6599-37e0-46b8-8834-92c72962180f),segment_id=499e6599-37e0-46b8-8834-92c72962180f)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:51.437539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.454131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:51.542672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Calling delete_port for 92f51713-ee17-4d55-8d8e-7552cae24e20 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:51.594618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] For port 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:51.613445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.623535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] For port 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bbecf46-834a-4b0d-a24d-5755ff6c817e,segment=NetworkSegment(4181fe3d-5cad-48de-a624-dbb62ebbe0e4),segment_id=4181fe3d-5cad-48de-a624-dbb62ebbe0e4)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:51.643083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.650065 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.663038 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.664058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:51.675551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:51.718398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 92f51713-ee17-4d55-8d8e-7552cae24e20 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:51.721759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] Pushing event deleted for resources: {'Port': ['ID=92f51713-ee17-4d55-8d8e-7552cae24e20,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:51.756820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 92f51713-ee17-4d55-8d8e-7552cae24e20 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:51.758180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 92f51713-ee17-4d55-8d8e-7552cae24e20 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:51.792360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef107d-f981-46f6-a7a9-d42834299aae None None] No DVR routers for this DVR port 92f51713-ee17-4d55-8d8e-7552cae24e20 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:51.827756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bb4ad-ffd4-493f-9f08-b1372a3837ad None None] Pushing event updated for resources: {'Port': ['ID=4bbecf46-834a-4b0d-a24d-5755ff6c817e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:52.086568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.298743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] No DVR routers for this DVR port 92f51713-ee17-4d55-8d8e-7552cae24e20 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:02:52.308652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event deleted for resources: {'Port': ['ID=92f51713-ee17-4d55-8d8e-7552cae24e20,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:52.315486 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.458080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.509974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525beaa-a164-487d-9977-87ed4434652d req-09690188-5785-4f70-aba0-2ceb51aa21c4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:52.510345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0525beaa-a164-487d-9977-87ed4434652d req-09690188-5785-4f70-aba0-2ceb51aa21c4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 932 time: 0.2153978 Nov 10 04:02:52.512691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffe0869-ea32-4d5c-8238-029fbff8ad17']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:52.519891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae39b4-5118-4f98-8752-658dc29e7384 req-46e141f7-83e7-4cd7-9a6f-853179a4142f tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:52.529079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87ae39b4-5118-4f98-8752-658dc29e7384 req-46e141f7-83e7-4cd7-9a6f-853179a4142f tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 931 time: 0.2444890 Nov 10 04:02:52.545197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499e6599-37e0-46b8-8834-92c72962180f') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:52.545505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499e6599-37e0-46b8-8834-92c72962180f') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:52.566417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.571127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::1f0 (3adeb266-2b83-4bae-abc6-5eddfee9be89/42ff135a-4515-49b3-a8d2-12842183c829/5fd7e7b7-fd8e-438a-a3fd-a185edf2b885) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:52.588302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0550aad1-224e-4f0a-bde8-27037fd0c818 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:02:52.598779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.606342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.630822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:02:52.631215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:02:52.637183 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:02:52.702097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbefe813-b065-467b-8b24-476a9dc554cb {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:02:52.720222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.735498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Transition to ACTIVE for port object 0550aad1-224e-4f0a-bde8-27037fd0c818 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:02:52.741541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.745384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87ae39b4-5118-4f98-8752-658dc29e7384 req-f87b0fde-0c9d-45fd-892f-51f05412e6b2 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153764 Nov 10 04:02:52.747396 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.750630 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] 10.222.0.24 "DELETE /v2.0/networks/3ffe0869-ea32-4d5c-8238-029fbff8ad17 HTTP/1.1" status: 204 len: 168 time: 3.2703488 Nov 10 04:02:52.757159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Transition to ACTIVE for port object fbefe813-b065-467b-8b24-476a9dc554cb will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:02:52.758057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.785205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0525beaa-a164-487d-9977-87ed4434652d req-1c297c37-e475-46af-a344-ae9de6836087 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444687 Nov 10 04:02:52.852460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:52.860554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8a752-728c-4ac0-952e-cd379d7a4571 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479 tempest-ExtraDHCPOptionsIpV6TestJSON-907341479-project] Pushing event deleted for resources: {'Network': ['ID=3ffe0869-ea32-4d5c-8238-029fbff8ad17,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:52.966202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Pushing event updated for resources: {'Port': ['ID=0550aad1-224e-4f0a-bde8-27037fd0c818,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:53.021877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.035252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Pushing event updated for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:53.092524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.136842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47940) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:53.151093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:53.166521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:53.179470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Attempting to bind port fbefe813-b065-467b-8b24-476a9dc554cb on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:53.179470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Attempting to bind port fbefe813-b065-467b-8b24-476a9dc554cb by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:53.179727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Attempting to bind port fbefe813-b065-467b-8b24-476a9dc554cb on network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:53.179989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:53.185389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Port fbefe813-b065-467b-8b24-476a9dc554cb on network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:53.185748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Attempting to bind port fbefe813-b065-467b-8b24-476a9dc554cb on network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:53.187869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Attempting to bind port 0550aad1-224e-4f0a-bde8-27037fd0c818 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:02:53.188121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:53.188894 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.189034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Attempting to bind port 0550aad1-224e-4f0a-bde8-27037fd0c818 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '8b7d7597-76e8-4d1f-8053-01644a40e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:02:53.189298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Attempting to bind port 0550aad1-224e-4f0a-bde8-27037fd0c818 on network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:53.195515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Port 0550aad1-224e-4f0a-bde8-27037fd0c818 on network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:02:53.195826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Attempting to bind port 0550aad1-224e-4f0a-bde8-27037fd0c818 on network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:02:53.202594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:53.203143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Checking segment: {'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:53.203270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Bound using segment: {'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:53.203709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Bound port: fbefe813-b065-467b-8b24-476a9dc554cb, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:53.204103 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.211864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=5fd7e7b7-fd8e-438a-a3fd-a185edf2b885,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:53.214567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:02:53.215466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Checking segment: {'id': '8b7d7597-76e8-4d1f-8053-01644a40e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:53.215808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Bound using segment: {'id': '8b7d7597-76e8-4d1f-8053-01644a40e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:02:53.216312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Bound port: 0550aad1-224e-4f0a-bde8-27037fd0c818, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7d7597-76e8-4d1f-8053-01644a40e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:02:53.216865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.224989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-718d6526-f4fc-47aa-a7a5-f1124fab80ec tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0586178 Nov 10 04:02:53.225855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:53.231564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f6ede6a7-8b41-4cd1-a1f1-88638a97a62b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:53.236732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Deleting port 879e2a42-1fec-4701-8a0c-ff59e721f9c7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:53.237140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.407760 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.427552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Provisioning complete for port 18d6f15f-7649-4037-8763-735c84db0207 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:53.431618 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.440348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] For port 879e2a42-1fec-4701-8a0c-ff59e721f9c7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=879e2a42-1fec-4701-8a0c-ff59e721f9c7,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:53.440919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.460326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Calling delete_port for 879e2a42-1fec-4701-8a0c-ff59e721f9c7 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:53.468036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:53.474727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] For port 0550aad1-224e-4f0a-bde8-27037fd0c818, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:02:53.543217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Port 18d6f15f-7649-4037-8763-735c84db0207 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:53.547196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fbefe813-b065-467b-8b24-476a9dc554cb,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:53.562209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] For port 0550aad1-224e-4f0a-bde8-27037fd0c818, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0550aad1-224e-4f0a-bde8-27037fd0c818,segment=NetworkSegment(8b7d7597-76e8-4d1f-8053-01644a40e21e),segment_id=8b7d7597-76e8-4d1f-8053-01644a40e21e)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:02:53.566176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.590940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:53.591310 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.709005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ef9bb46-4379-448d-b355-12c26627a32c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd67a283529147f7b89b2bc4b47642ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5694582 Nov 10 04:02:53.711292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47960) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:53.711918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Pushing event updated for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:53.716683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.726260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:53.726875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.728256 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-6c39882d-1ff8-4445-82d4-7f9bd2dc0734 service neutron] 10.222.0.44 "PUT /v2.0/ports/fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 1092 time: 2.3233562 Nov 10 04:02:53.731168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:02:53.733782 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b57384e-5008-45b9-ab51-d95dfb50c931" -d '{"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:02:53.803049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bbecf46-834a-4b0d-a24d-5755ff6c817e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:53.859726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ede6a7-8b41-4cd1-a1f1-88638a97a62b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:53.860547 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b28d33-1cb1-4665-bfb7-a9b1a6cc4965 x-openstack-request-id: req-49b28d33-1cb1-4665-bfb7-a9b1a6cc4965 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:02:53.861191 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:02:53.862184 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49b28d33-1cb1-4665-bfb7-a9b1a6cc4965 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:02:53.863682 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'status': 'completed', 'code': 200} Nov 10 04:02:53.863879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6ede6a7-8b41-4cd1-a1f1-88638a97a62b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:53.967519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.007639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.008549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.010283 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] 10.222.0.44 "PUT /v2.0/ports/0550aad1-224e-4f0a-bde8-27037fd0c818 HTTP/1.1" status: 200 len: 1091 time: 3.5241818 Nov 10 04:02:54.022964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:54.023632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.029316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] For port 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bbecf46-834a-4b0d-a24d-5755ff6c817e,segment=NetworkSegment(4181fe3d-5cad-48de-a624-dbb62ebbe0e4),segment_id=4181fe3d-5cad-48de-a624-dbb62ebbe0e4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:54.053638 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.057676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-265fad38-febf-47fb-88e0-a96d63ee3d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.064845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.104916 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-f6ede6a7-8b41-4cd1-a1f1-88638a97a62b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42ff135a-4515-49b3-a8d2-12842183c829 (CIDR: 2001:db8::/64) Nov 10 04:02:54.112994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c986e2-8a3e-455b-977d-7aee7bbb7677 service neutron] Pushing event updated for resources: {'Port': ['ID=0550aad1-224e-4f0a-bde8-27037fd0c818,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:54.113976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273fe9d-dd50-44d3-a4c1-25e8ec03a4a6 req-e3dcba0a-e267-41c2-9f02-355fc319e2c5 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.115603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f273fe9d-dd50-44d3-a4c1-25e8ec03a4a6 req-e3dcba0a-e267-41c2-9f02-355fc319e2c5 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 944 time: 0.1899118 Nov 10 04:02:54.119298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Pushing event deleted for resources: {'Port': ['ID=879e2a42-1fec-4701-8a0c-ff59e721f9c7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:54.132952 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ede6a7-8b41-4cd1-a1f1-88638a97a62b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:02:54.133431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ede6a7-8b41-4cd1-a1f1-88638a97a62b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:02:54.153994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fc640-e2ca-4fb2-841f-03ce7618c98f req-6abf981f-6cc5-4695-96ed-f2e238d698fc tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.154698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Pushing event updated for resources: {'Port': ['ID=4bbecf46-834a-4b0d-a24d-5755ff6c817e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:54.155260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e37fc640-e2ca-4fb2-841f-03ce7618c98f req-6abf981f-6cc5-4695-96ed-f2e238d698fc tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 943 time: 0.1837695 Nov 10 04:02:54.156783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-4b1e508a-41fc-44a6-815b-07cb5df39dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.159107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-4b1e508a-41fc-44a6-815b-07cb5df39dba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1095 time: 0.2917151 Nov 10 04:02:54.162317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-265fad38-febf-47fb-88e0-a96d63ee3d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.171602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260883-1477-4363-95cf-42e84c441a28 req-20dd1f4e-1324-454a-b240-b6dae5987276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.173672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-20dd1f4e-1324-454a-b240-b6dae5987276 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=118f3d2ab80e4d07a3ab38ecfc014e1e&device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 1094 time: 0.1125708 Nov 10 04:02:54.220141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.221387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.221748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.222122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.222464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.222798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.223122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.225634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.225634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.225634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.225634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.225634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288ff53-6017-4712-9c51-5fb098d100c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:02:54.255528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f6ede6a7-8b41-4cd1-a1f1-88638a97a62b tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0283780 Nov 10 04:02:54.264265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ec18d8ae-2985-440a-b502-7867206b7132 None None] Provisioning complete for port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:54.264702 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec18d8ae-2985-440a-b502-7867206b7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.269755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47970) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:54.276696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:54.321774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-98acfe4d-95cf-4249-b340-8b502dd61b9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0550aad1-224e-4f0a-bde8-27037fd0c818 HTTP/1.1" status: 200 len: 217 time: 0.1293449 Nov 10 04:02:54.323031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ec18d8ae-2985-440a-b502-7867206b7132 None None] Port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:54.327680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-c7b9bbab-e0d1-48db-8fa2-c1d716f53ff3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 217 time: 0.1530499 Nov 10 04:02:54.386192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f273fe9d-dd50-44d3-a4c1-25e8ec03a4a6 req-1a6c917a-a55a-4afc-af5e-b5436af0044a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422330 Nov 10 04:02:54.419103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-bdd384d5-1fff-4df4-98df-816d8491041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.420738 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-bdd384d5-1fff-4df4-98df-816d8491041f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.0716975 Nov 10 04:02:54.450177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e37fc640-e2ca-4fb2-841f-03ce7618c98f req-34a44fc1-ac96-4e25-94d8-ab9b291a03a1 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732470 Nov 10 04:02:54.489679 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-4c0d9803-c127-427e-888f-6ff0e9b226da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397415 Nov 10 04:02:54.551312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260883-1477-4363-95cf-42e84c441a28 req-d2d4b646-dfd9-401a-89c6-b460cc246cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.552782 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-d2d4b646-dfd9-401a-89c6-b460cc246cd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0e53c865-ba66-41e5-acb7-10c9d2df3884 HTTP/1.1" status: 200 len: 848 time: 0.2223701 Nov 10 04:02:54.592975 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-ca0567b8-ef1f-441e-9e4c-99319633e77f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d8b718b-0ca6-450a-a4f1-2de043d495d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318825 Nov 10 04:02:54.593583 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-265fad38-febf-47fb-88e0-a96d63ee3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.596165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-265fad38-febf-47fb-88e0-a96d63ee3d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.599548 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-265fad38-febf-47fb-88e0-a96d63ee3d4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c50158b-7799-4690-8494-b74da56c872e HTTP/1.1" status: 204 len: 168 time: 0.8781359 Nov 10 04:02:54.612888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4440d-53f6-4546-b993-274b5d0288e6 req-20f55598-038a-400d-bff5-f63be6ba4bc0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:54.614433 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51e4440d-53f6-4546-b993-274b5d0288e6 req-20f55598-038a-400d-bff5-f63be6ba4bc0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1266341 Nov 10 04:02:54.631621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fad38-febf-47fb-88e0-a96d63ee3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c50158b-7799-4690-8494-b74da56c872e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:54.649631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.682195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:54.685802 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:54.729550 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-ce1e7d1a-4a5e-41fb-b1aa-3a7e052fd644 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304139 Nov 10 04:02:54.793981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51e4440d-53f6-4546-b993-274b5d0288e6 req-373450d6-94ac-4302-9f6f-61bd0ee8c7eb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706831 Nov 10 04:02:54.833037 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-99b0e165-8bbc-47bb-83bb-9f50477fa973 service neutron] 10.222.0.44 "GET /v2.0/networks/8d8b718b-0ca6-450a-a4f1-2de043d495d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306268 Nov 10 04:02:54.908567 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b1d2a78a-006d-48c1-9062-b8b75fc83225 req-1ee9c370-e65d-4b70-a5b5-5378894aa2da service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712880 Nov 10 04:02:55.020555 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a260883-1477-4363-95cf-42e84c441a28 req-df114dc4-684a-4e45-8ce7-7bef6b305ddb service neutron] 10.222.0.44 "GET /v2.0/networks/8d8b718b-0ca6-450a-a4f1-2de043d495d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784146 Nov 10 04:02:55.069103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-75b98d6f-af1f-46a5-8b87-547206070e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:55.075260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-75b98d6f-af1f-46a5-8b87-547206070e61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1095 time: 0.0917265 Nov 10 04:02:55.088073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Router 75cb4ea0-8441-4c91-bce5-62bf305e5434 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:02:55.155423 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:55.241389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-73e5b322-14a8-4061-862b-08ca93f417c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:55.242375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:55.243690 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-73e5b322-14a8-4061-862b-08ca93f417c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.1612234 Nov 10 04:02:55.248353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:55.252016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:55.253207 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:55.260040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f1f7a-cda0-45b1-aa22-ab3bb128c7c5 None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:55.335339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=01d3f2e0-7e5e-4f53-85cb-4849c8b0358c,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:55.337747 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-7435daaf-4ea9-4d75-9f08-cb1b2a8c774e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 217 time: 0.0838423 Nov 10 04:02:55.350730 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0dadcf59-c9ac-49a1-b28a-cbaa2ba11876 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0780671 Nov 10 04:02:55.353269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47986) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:55.362027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1444888839', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01d3f2e0-7e5e-4f53-85cb-4849c8b0358c'}], 'security_groups': ['97483d6e-8974-453f-ae69-13d0f7c5cabd']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:55.436624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-599f7aaa-a1b3-4fa8-810a-73bad1ca2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:55.438881 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-599f7aaa-a1b3-4fa8-810a-73bad1ca2fd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.0901973 Nov 10 04:02:55.531819 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-77ea0647-7404-46e4-b84c-7b79a7e07aa6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850456 Nov 10 04:02:55.720741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de42b0-7a88-471a-8c7c-130ed53edc43 None None] Update dhcp port {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'fixed_ips': [{'subnet_id': '42ff135a-4515-49b3-a8d2-12842183c829', 'ip_address': '2001:db8::2'}, {'subnet_id': '01d3f2e0-7e5e-4f53-85cb-4849c8b0358c'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '4bbecf46-834a-4b0d-a24d-5755ff6c817e'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 04:02:55.803632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09de42b0-7a88-471a-8c7c-130ed53edc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:55.874503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'tag': '0550aad1-224e-4f0a-bde8-27037fd0c818'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:02:55.877059 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31a94f-f306-4814-b49f-a02ae0aa025d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1122a3-382d-4787-97f9-8917a430cf38", "tag": "0550aad1-224e-4f0a-bde8-27037fd0c818"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:02:55.894735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-e1ef1e37-7405-48e4-8e01-d1be45fc9a88 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391943 Nov 10 04:02:55.910042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48006) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:56.021173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b57384e-5008-45b9-ab51-d95dfb50c931 req-d6c810a2-758b-4382-abbb-50928a0f146d service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190398 Nov 10 04:02:56.030444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1794139313'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:56.064759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bbecf46-834a-4b0d-a24d-5755ff6c817e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:56.076808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Made reservation on behalf of 11666df90e9d4fd59c19a93e777ca9bc for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:56.081217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.098778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:02:56.100810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.112306 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] Sync routers for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:02:56.118062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-70f8f300-af5e-4360-9a59-63a85412daaa admin admin] 10.222.0.24 "PUT /v2.0/routers/75cb4ea0-8441-4c91-bce5-62bf305e5434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6153378 Nov 10 04:02:56.120647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48010) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:56.131755 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:56.132858 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:56.136420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.215139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.223984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.254688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:56.255390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.272945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc51d6b-bc97-45b9-9269-70dd20434ac5 req-6d0e54ac-d779-441d-a316-8b532ef7acbf tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:56.290697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ecc51d6b-bc97-45b9-9269-70dd20434ac5 req-6d0e54ac-d779-441d-a316-8b532ef7acbf tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 943 time: 0.2448039 Nov 10 04:02:56.302773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:02:56.312192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c07fad6-9e1c-4689-8538-af17a0662511,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:56.317139 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:56.332686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-09de42b0-7a88-471a-8c7c-130ed53edc43 None None] Allocated IP 2001:db8:0:1::2 (3adeb266-2b83-4bae-abc6-5eddfee9be89/01d3f2e0-7e5e-4f53-85cb-4849c8b0358c/4bbecf46-834a-4b0d-a24d-5755ff6c817e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:56.337549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.337912 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Added segment 33354568-793f-473b-8955-ab6bb92defd9 of type vlan for network 299cd75c-8563-4f2e-89c6-3289edb2ebcf Nov 10 04:02:56.386211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e5806-5cce-425b-ab65-eb07389cd1ca req-9923711f-e97a-481c-86c9-f378c00edf87 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:56.398636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-050e5806-5cce-425b-ab65-eb07389cd1ca req-9923711f-e97a-481c-86c9-f378c00edf87 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 944 time: 0.3538790 Nov 10 04:02:56.452781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.509887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.516004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:56.516621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.532871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-09de42b0-7a88-471a-8c7c-130ed53edc43 None None] For port 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bbecf46-834a-4b0d-a24d-5755ff6c817e,segment=NetworkSegment(4181fe3d-5cad-48de-a624-dbb62ebbe0e4),segment_id=4181fe3d-5cad-48de-a624-dbb62ebbe0e4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:56.593298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09de42b0-7a88-471a-8c7c-130ed53edc43 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.599172 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09de42b0-7a88-471a-8c7c-130ed53edc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.646905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ecc51d6b-bc97-45b9-9269-70dd20434ac5 req-ce5f1db8-ab66-4b7a-8492-bc8c0227125d tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446836 Nov 10 04:02:56.674926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event updated for resources: {'Network': ['ID=299cd75c-8563-4f2e-89c6-3289edb2ebcf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:56.689974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-30ddbb10-abcb-4c23-99a8-a2fd03fe4725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7688005 Nov 10 04:02:56.694316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48012) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:56.699671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Request body: {'subnet': {'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:56.706653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:02:56.729215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-050e5806-5cce-425b-ab65-eb07389cd1ca req-12bd128a-051b-4abf-9269-369249f0fe43 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296909 Nov 10 04:02:56.769769 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T04:02:53Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:56.794984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:56.871016 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:02:56.871854 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] Checking router: 75cb4ea0-8441-4c91-bce5-62bf305e5434 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:02:56.892964 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a79347-1b1f-4261-895d-416b3d03d374 x-openstack-request-id: req-26a79347-1b1f-4261-895d-416b3d03d374 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:02:56.897332 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1122a3-382d-4787-97f9-8917a430cf38", "tag": "0550aad1-224e-4f0a-bde8-27037fd0c818", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:02:56.897753 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26a79347-1b1f-4261-895d-416b3d03d374 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:02:56.898441 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'tag': '0550aad1-224e-4f0a-bde8-27037fd0c818', 'status': 'completed', 'code': 200} Nov 10 04:02:56.904944 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] Routers {'75cb4ea0-8441-4c91-bce5-62bf305e5434'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:02:56.912854 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:02:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['75cb4ea0-8441-4c91-bce5-62bf305e5434'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:57.028823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-ac9d5e95-7510-494d-99fc-794c0e3ae03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:57.030538 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-ac9d5e95-7510-494d-99fc-794c0e3ae03d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=118f3d2ab80e4d07a3ab38ecfc014e1e&device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 1094 time: 0.1220393 Nov 10 04:02:57.033423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Made reservation on behalf of 11666df90e9d4fd59c19a93e777ca9bc for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:57.053102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:57.103840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:57.156225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8d46a-a448-4dfb-906d-fad6e81c172a req-5959ea91-8018-4105-ab6b-d0c00d6525a1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:57.158417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e8d46a-a448-4dfb-906d-fad6e81c172a req-5959ea91-8018-4105-ab6b-d0c00d6525a1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.2821357 Nov 10 04:02:57.288255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de42b0-7a88-471a-8c7c-130ed53edc43 None None] Pushing event updated for resources: {'Port': ['ID=4bbecf46-834a-4b0d-a24d-5755ff6c817e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:57.360707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Deleting port 0a678039-ea0b-49d4-a07f-2eb8069d117f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:57.361189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:57.366742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1e8d46a-a448-4dfb-906d-fad6e81c172a req-43e7e6d8-13d4-4018-8dde-9ab30c31e8b5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1850712 Nov 10 04:02:57.393199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fbefe813-b065-467b-8b24-476a9dc554cb details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:02:57.436624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-f67ffc26-7a0f-4060-a0a6-a975f8863e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:57.438852 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-f67ffc26-7a0f-4060-a0a6-a975f8863e00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d8b718b-0ca6-450a-a4f1-2de043d495d2 HTTP/1.1" status: 200 len: 908 time: 0.3820784 Nov 10 04:02:57.493432 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] Set router 75cb4ea0-8441-4c91-bce5-62bf305e5434 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:02:57.531726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-f4d6ae36-0711-435c-b898-98172eeb30fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0550aad1-224e-4f0a-bde8-27037fd0c818 HTTP/1.1" status: 200 len: 217 time: 0.0861499 Nov 10 04:02:57.541783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fbefe813-b065-467b-8b24-476a9dc554cb,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:57.575655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] For port 0a678039-ea0b-49d4-a07f-2eb8069d117f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0a678039-ea0b-49d4-a07f-2eb8069d117f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:57.576327 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:57.592070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'port_id': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'mac_address': 'fa:16:3e:5f:ac:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:02:57.614448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Calling delete_port for 0a678039-ea0b-49d4-a07f-2eb8069d117f owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:57.713960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:57.718283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-d0ed312e-ab7e-41c0-8ee8-bf24f122b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:57.726568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bbecf46-834a-4b0d-a24d-5755ff6c817e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:02:57.745614 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-d0ed312e-ab7e-41c0-8ee8-bf24f122b301 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0e53c865-ba66-41e5-acb7-10c9d2df3884 HTTP/1.1" status: 200 len: 848 time: 0.1978588 Nov 10 04:02:57.821389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Delete allocated IP 2001:db8::1f0 (3adeb266-2b83-4bae-abc6-5eddfee9be89/42ff135a-4515-49b3-a8d2-12842183c829) {{(pid=102597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 04:02:57.842345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-5a972b5a-3c01-486d-966b-101fcd688b16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d8b718b-0ca6-450a-a4f1-2de043d495d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693569 Nov 10 04:02:57.846532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:57.877805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8:0:1::82 (3adeb266-2b83-4bae-abc6-5eddfee9be89/01d3f2e0-7e5e-4f53-85cb-4849c8b0358c/5fd7e7b7-fd8e-438a-a3fd-a185edf2b885) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:57.894707 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T04:02:53Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:02:57.914362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbefe813-b065-467b-8b24-476a9dc554cb {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:02:57.941412 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58b628-1bc6-472e-b6a6-90639ef17fda None None] The sync data for ids ['75cb4ea0-8441-4c91-bce5-62bf305e5434'] in n-d-817326-2 is: [{'id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'name': 'tempest-AttachVolumeTestJSON-1493053961-router', 'tenant_id': '06dde2634842480f9a77893dcdafc5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:52:48Z', 'updated_at': '2021-11-10T04:02:53Z', 'revision_number': 5, 'project_id': '06dde2634842480f9a77893dcdafc5b7', 'gw_port': {'id': '0a678039-ea0b-49d4-a07f-2eb8069d117f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb4ea0-8441-4c91-bce5-62bf305e5434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:52:51Z', 'updated_at': '2021-11-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:02:57.965701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fbefe813-b065-467b-8b24-476a9dc554cb,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:57.967165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Provisioning complete for port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:57.967884 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.012901 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.013874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0550aad1-224e-4f0a-bde8-27037fd0c818 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:02:58.032204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-1a26f0ab-070e-4f47-b9bd-a1b440fdefdf service neutron] 10.222.0.44 "GET /v2.0/networks/8d8b718b-0ca6-450a-a4f1-2de043d495d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634974 Nov 10 04:02:58.034934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436166b4-d650-4bc4-8a4e-90562222ca9f req-97d467d8-0f9a-45f9-9707-336fc3a3e02c tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:58.037452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-436166b4-d650-4bc4-8a4e-90562222ca9f req-97d467d8-0f9a-45f9-9707-336fc3a3e02c tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 943 time: 0.2022159 Nov 10 04:02:58.081524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:58.119588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:58.119954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.129146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:58.148180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event updated for resources: {'Subnet': ['ID=137d9d30-be28-4769-8ceb-42c4bef326ca,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:58.170530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Checking segment: {'id': '33354568-793f-473b-8955-ab6bb92defd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:02:58.170974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Network hostable DHCP agents. Network: 299cd75c-8563-4f2e-89c6-3289edb2ebcf, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:02:58.218276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:02:58.222769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Provisioning complete for port 18d6f15f-7649-4037-8763-735c84db0207 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:58.223138 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.231863 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3a31a94f-f306-4814-b49f-a02ae0aa025d req-92e7ec1b-78ab-44a2-b9e8-3c18fba4ca6d service neutron] 10.222.0.44 "GET /v2.0/networks/8d8b718b-0ca6-450a-a4f1-2de043d495d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875420 Nov 10 04:02:58.234928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 299cd75c-8563-4f2e-89c6-3289edb2ebcf) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:58.260409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:58.260738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3804df-9c0b-4f67-b8f2-c9a3df5dc0f4 None None] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:58.260947 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.284381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8979aab-5460-424d-a949-8dd682b5fa59 req-2c6116ac-53c7-49f6-bfeb-74a0b6db7e2e tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:58.286152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8979aab-5460-424d-a949-8dd682b5fa59 req-2c6116ac-53c7-49f6-bfeb-74a0b6db7e2e tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 944 time: 0.3693635 Nov 10 04:02:58.305497 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-40497fe4-9236-4d2f-82d7-8616c3a684fc tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6100397 Nov 10 04:02:58.306164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48022) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:58.312814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Request body: {'port': {'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-41896234'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:58.398464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0550aad1-224e-4f0a-bde8-27037fd0c818, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0550aad1-224e-4f0a-bde8-27037fd0c818,segment=NetworkSegment(8b7d7597-76e8-4d1f-8053-01644a40e21e),segment_id=8b7d7597-76e8-4d1f-8053-01644a40e21e)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:58.406025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Port 18d6f15f-7649-4037-8763-735c84db0207 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:58.411596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-436166b4-d650-4bc4-8a4e-90562222ca9f req-fb675c9f-17be-4030-9d09-86f2d75f0f2f tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628962 Nov 10 04:02:58.439325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '0550aad1-224e-4f0a-bde8-27037fd0c818', 'network_id': '8d8b718b-0ca6-450a-a4f1-2de043d495d2', 'port_id': '0550aad1-224e-4f0a-bde8-27037fd0c818', 'mac_address': 'fa:16:3e:76:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e53c865-ba66-41e5-acb7-10c9d2df3884', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:02:58.455001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.465153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:58.465527 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eb3f029d-875c-4378-b6b3-223c5a0942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.476350 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.493294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.498369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Made reservation on behalf of 11666df90e9d4fd59c19a93e777ca9bc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:58.505175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.541845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8979aab-5460-424d-a949-8dd682b5fa59 req-c4ee0804-1fda-4f47-890f-092b5a1cdde9 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901746 Nov 10 04:02:58.552115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] device_id is not set on port 19ce4201-a491-4fd5-84c5-907cccbee662 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:02:58.610677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189860b1-93b5-45db-b817-6778e1d5313c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:02:58.642060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] In _notify_port_updated(), no bound segment for port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 on network 3adeb266-2b83-4bae-abc6-5eddfee9be89 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:02:58.650462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:58.651135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.652509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "PUT /v2.0/ports/5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 HTTP/1.1" status: 200 len: 930 time: 3.2980947 Nov 10 04:02:58.678160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48026) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:58.699550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.751618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Allocated IP 172.20.0.13 (299cd75c-8563-4f2e-89c6-3289edb2ebcf/137d9d30-be28-4769-8ceb-42c4bef326ca/19ce4201-a491-4fd5-84c5-907cccbee662) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:58.772227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd6a84-7d38-4c77-8f75-548eb64f1d93 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=5fd7e7b7-fd8e-438a-a3fd-a185edf2b885,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:58.793789 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.828726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0550aad1-224e-4f0a-bde8-27037fd0c818 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:02:58.854515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-299cd75c-8563-4f2e-89c6-3289edb2ebcf', 'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf', 'tenant_id': '11666df90e9d4fd59c19a93e777ca9bc', 'fixed_ips': [{'subnet_id': '137d9d30-be28-4769-8ceb-42c4bef326ca'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:02:58.856235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.882816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0550aad1-224e-4f0a-bde8-27037fd0c818, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0550aad1-224e-4f0a-bde8-27037fd0c818,segment=NetworkSegment(8b7d7597-76e8-4d1f-8053-01644a40e21e),segment_id=8b7d7597-76e8-4d1f-8053-01644a40e21e)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:02:58.890327 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.929169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a678039-ea0b-49d4-a07f-2eb8069d117f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:58.958670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e333388-4762-4106-b217-b29e4b69a2c2 req-9c3c1929-51d4-4690-b226-c6b080580203 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:58.960201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e333388-4762-4106-b217-b29e4b69a2c2 req-9c3c1929-51d4-4690-b226-c6b080580203 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.3871126 Nov 10 04:02:58.970824 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.987215 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:58.995000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=0550aad1-224e-4f0a-bde8-27037fd0c818,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:59.055513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.074056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.074614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75cb4ea0-8441-4c91-bce5-62bf305e5434 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:02:59.080174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.081289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4eee017d-90c8-4367-8318-37b0e4867a0d admin admin] 10.222.0.24 "DELETE /v2.0/routers/75cb4ea0-8441-4c91-bce5-62bf305e5434 HTTP/1.1" status: 204 len: 168 time: 2.9537928 Nov 10 04:02:59.085567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48030) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:59.087321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e333388-4762-4106-b217-b29e4b69a2c2 req-3f56d7d9-24a8-4075-9d8c-ff48b3bb6eb1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144309 Nov 10 04:02:59.095515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:02:59.095860 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.138506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['0550aad1-224e-4f0a-bde8-27037fd0c818'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:02:59.182169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] Deleting subnet e19963b0-b080-4702-b859-f87c0a0393b4 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:02:59.187734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.213928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fbefe813-b065-467b-8b24-476a9dc554cb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:02:59.223266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.257306 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.271523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.284866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-06a540bf-1016-49f5-b7e3-df846032287d None None] Provisioning complete for port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:02:59.285238 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06a540bf-1016-49f5-b7e3-df846032287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.285930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:02:59.296641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:02:59.306678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:02:59.314986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:02:59.324804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event updated for resources: {'Port': ['ID=19ce4201-a491-4fd5-84c5-907cccbee662,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:59.342426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-06a540bf-1016-49f5-b7e3-df846032287d None None] Port 5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:02:59.407377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:59.408017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.423553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.430590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Allocated IP 172.20.0.2 (299cd75c-8563-4f2e-89c6-3289edb2ebcf/137d9d30-be28-4769-8ceb-42c4bef326ca/601ac855-f36e-4a62-be13-bfb457d48bc6) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:02:59.450214 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a77609f8-4c45-4d4e-8436-74099cc989a1 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1426625 Nov 10 04:02:59.451173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48034) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:59.455814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Request body: {'port': {'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-50999543', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:02:59.456315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.api.validators [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] bootfile-name is not in valid_values {{(pid=102597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:59.456652 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.api.validators [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] tftp-server is not in valid_values {{(pid=102597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:59.457033 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.api.validators [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] server-ip-address is not in valid_values {{(pid=102597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:02:59.532876 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.586769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19963b0-b080-4702-b859-f87c0a0393b4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:59.588710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.595200 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-466a609a-12c4-4d2c-a11c-bab5b7a421ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e19963b0-b080-4702-b859-f87c0a0393b4 HTTP/1.1" status: 204 len: 168 time: 0.5070825 Nov 10 04:02:59.600142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48038) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:59.625537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.639034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47502bdf-5c22-4017-b3bf-f9d00b8c6206 None None] Network ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:02:59.705951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=5fd7e7b7-fd8e-438a-a3fd-a185edf2b885,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:02:59.754917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0a678039-ea0b-49d4-a07f-2eb8069d117f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:59.758566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.768673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2cb4c-afa9-4f8d-b14a-6f30e04a3292 req-deb79ace-e61f-4140-95c2-7bd55d295de3 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:59.770293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c2cb4c-afa9-4f8d-b14a-6f30e04a3292 req-deb79ace-e61f-4140-95c2-7bd55d295de3 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 944 time: 0.2104101 Nov 10 04:02:59.777428 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.781990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-91cb8fe8-cb38-4db2-926a-21db54e36bd0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 HTTP/1.1" status: 204 len: 168 time: 1.0996671 Nov 10 04:02:59.784213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48040) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:59.825045 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-778dfd77-9219-4210-85a6-b893761b2ce2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:02:59.827018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-778dfd77-9219-4210-85a6-b893761b2ce2 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/5fd7e7b7-fd8e-438a-a3fd-a185edf2b885 HTTP/1.1" status: 404 len: 333 time: 0.0415766 Nov 10 04:02:59.829698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48042) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:02:59.860659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0a678039-ea0b-49d4-a07f-2eb8069d117f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:59.861057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0a678039-ea0b-49d4-a07f-2eb8069d117f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:59.861543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 879e2a42-1fec-4701-8a0c-ff59e721f9c7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:02:59.894028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34643a-b0fa-49b4-9e71-c537feb1c3c8 req-e795dd26-9513-49fd-8ffa-93e487c590a4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:02:59.896091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c34643a-b0fa-49b4-9e71-c537feb1c3c8 req-e795dd26-9513-49fd-8ffa-93e487c590a4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 945 time: 0.1483495 Nov 10 04:02:59.898628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Made reservation on behalf of 11666df90e9d4fd59c19a93e777ca9bc for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:02:59.902208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.943149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 879e2a42-1fec-4701-8a0c-ff59e721f9c7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:02:59.943509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 879e2a42-1fec-4701-8a0c-ff59e721f9c7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:02:59.950727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb0540b-dca8-46ba-87e2-dd1716b98e7c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:02:59.971754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c34643a-b0fa-49b4-9e71-c537feb1c3c8 req-456e38e5-0793-41bb-ad0a-06405d3f894e tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659611 Nov 10 04:02:59.998526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] device_id is not set on port 3210047d-42d4-406a-aa2b-c0aa2c569591 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:03:00.015902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74c2cb4c-afa9-4f8d-b14a-6f30e04a3292 req-33933eb9-6efe-457e-880c-49e3f1171ac5 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168953 Nov 10 04:03:00.018466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb0540b-dca8-46ba-87e2-dd1716b98e7c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.037972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Deleting port a597c796-3a73-4dd8-bb31-ac215f07acad {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:00.038259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.114060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.126251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.153969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] For port a597c796-3a73-4dd8-bb31-ac215f07acad, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a597c796-3a73-4dd8-bb31-ac215f07acad,segment=NetworkSegment(e966f654-388d-41ed-9399-820e10b69957),segment_id=e966f654-388d-41ed-9399-820e10b69957)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:00.154149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.176082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Calling delete_port for a597c796-3a73-4dd8-bb31-ac215f07acad owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:00.185787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb0540b-dca8-46ba-87e2-dd1716b98e7c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.188856 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb0540b-dca8-46ba-87e2-dd1716b98e7c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.192715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:00.193390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cbb0540b-dca8-46ba-87e2-dd1716b98e7c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/security-groups/b4a2ba20-2fb6-4fbe-a80d-efa555e4d661 HTTP/1.1" status: 204 len: 168 time: 0.3621016 Nov 10 04:03:00.204034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] DHCP port deletion for ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:03:00.210776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0540b-dca8-46ba-87e2-dd1716b98e7c tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a2ba20-2fb6-4fbe-a80d-efa555e4d661,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:00.252282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:00.262767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:00.281955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Pushing event updated for resources: {'Port': ['ID=601ac855-f36e-4a62-be13-bfb457d48bc6,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:00.285664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:00.300013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Allocated IP 172.20.0.3 (299cd75c-8563-4f2e-89c6-3289edb2ebcf/137d9d30-be28-4769-8ceb-42c4bef326ca/3210047d-42d4-406a-aa2b-c0aa2c569591) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:00.333141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.374863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Pushing event deleted for resources: {'Port': ['ID=a597c796-3a73-4dd8-bb31-ac215f07acad,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:00.377567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Attempting to bind port 601ac855-f36e-4a62-be13-bfb457d48bc6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:00.377567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Attempting to bind port 601ac855-f36e-4a62-be13-bfb457d48bc6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '33354568-793f-473b-8955-ab6bb92defd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:00.378105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Attempting to bind port 601ac855-f36e-4a62-be13-bfb457d48bc6 on network 299cd75c-8563-4f2e-89c6-3289edb2ebcf {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:00.383179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2be60c17-bcf1-45ce-ba45-e52b06134bdf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.386970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:00.387341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Checking segment: {'id': '33354568-793f-473b-8955-ab6bb92defd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:00.387787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.388132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] No DVR routers for this DVR port a597c796-3a73-4dd8-bb31-ac215f07acad on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:00.388269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Bound using segment: {'id': '33354568-793f-473b-8955-ab6bb92defd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:00.388637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Bound port: 601ac855-f36e-4a62-be13-bfb457d48bc6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33354568-793f-473b-8955-ab6bb92defd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '299cd75c-8563-4f2e-89c6-3289edb2ebcf'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:00.389009 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.393502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] Deleting port a597c796-3a73-4dd8-bb31-ac215f07acad {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:00.393907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.408223 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2be60c17-bcf1-45ce-ba45-e52b06134bdf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.435526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab290a0-e537-4ada-b7a2-fdae85fc6f0f req-d729b671-ef32-4842-b5d8-bc42574e9505 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:00.437066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ab290a0-e537-4ada-b7a2-fdae85fc6f0f req-d729b671-ef32-4842-b5d8-bc42574e9505 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1632543 Nov 10 04:03:00.488974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.508443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] For port a597c796-3a73-4dd8-bb31-ac215f07acad, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:00.509043 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.515213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede71ade-5ca5-4c69-9a99-c5c5db9a7f41']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:00.525013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ab290a0-e537-4ada-b7a2-fdae85fc6f0f req-a0d2d604-5697-437d-8d35-c65c85b92e49 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788836 Nov 10 04:03:00.529430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] Calling delete_port for a597c796-3a73-4dd8-bb31-ac215f07acad owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:00.533985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] Port a597c796-3a73-4dd8-bb31-ac215f07acad was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:03:00.535236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] For port 601ac855-f36e-4a62-be13-bfb457d48bc6, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:00.538810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] For port 601ac855-f36e-4a62-be13-bfb457d48bc6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=601ac855-f36e-4a62-be13-bfb457d48bc6,segment=NetworkSegment(33354568-793f-473b-8955-ab6bb92defd9),segment_id=33354568-793f-473b-8955-ab6bb92defd9)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:00.539976 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.548703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e966f654-388d-41ed-9399-820e10b69957') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:00.548703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e966f654-388d-41ed-9399-820e10b69957') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:00.570886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.572857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] Pushing event deleted for resources: {'Port': ['ID=a597c796-3a73-4dd8-bb31-ac215f07acad,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:00.573679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.579632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac698a-bcd3-412d-8b29-335111292b4a None None] No DVR routers for this DVR port a597c796-3a73-4dd8-bb31-ac215f07acad on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:00.598191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2be60c17-bcf1-45ce-ba45-e52b06134bdf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.606530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.609379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2be60c17-bcf1-45ce-ba45-e52b06134bdf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.610787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2be60c17-bcf1-45ce-ba45-e52b06134bdf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/security-groups/97483d6e-8974-453f-ae69-13d0f7c5cabd HTTP/1.1" status: 204 len: 168 time: 0.4167047 Nov 10 04:03:00.615411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:00.615887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.626364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48050) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:00.645665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007acdec-e472-4d35-bdfc-d569b652653a None None] Pushing event updated for resources: {'Port': ['ID=601ac855-f36e-4a62-be13-bfb457d48bc6,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:00.670744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be60c17-bcf1-45ce-ba45-e52b06134bdf tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97483d6e-8974-453f-ae69-13d0f7c5cabd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:00.679778 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:00.711399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.719863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 42ff135a-4515-49b3-a8d2-12842183c829 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:03:00.727791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.752239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.760653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] 10.222.0.24 "DELETE /v2.0/networks/ede71ade-5ca5-4c69-9a99-c5c5db9a7f41 HTTP/1.1" status: 204 len: 168 time: 1.1594937 Nov 10 04:03:00.762304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Pushing event deleted for resources: {'Network': ['ID=ede71ade-5ca5-4c69-9a99-c5c5db9a7f41,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:00.773569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.774348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.774788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.775283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.775757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.776299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.777657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.777808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.778220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.779677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.779677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.779894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb567999-7c4d-4d72-95f3-9bf10abfeebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:00.780777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.794711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.913407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:00.956071 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:01.007335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event updated for resources: {'Port': ['ID=3210047d-42d4-406a-aa2b-c0aa2c569591,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:01.017819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:01.022949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:01.026726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:01.103633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:01.104350 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:01.113565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48058) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:01.169129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:01.180398 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0f99e117-586c-4c27-98b4-dfec16dbe83e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06dde2634842480f9a77893dcdafc5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652177 Nov 10 04:03:01.182858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48060) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:01.188663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e35f834-9bd2-4dc5-9189-151060fc14ed tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7348125 Nov 10 04:03:01.191914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:01.201058 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:01.208683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/42ff135a-4515-49b3-a8d2-12842183c829 HTTP/1.1" status: 204 len: 168 time: 0.5773060 Nov 10 04:03:01.208891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9834ad-b160-4e96-93e4-55f6ab7e6e9d None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:01.209370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:01.238919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa683c9-52d8-46a8-92d9-da6128eb9d38 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=42ff135a-4515-49b3-a8d2-12842183c829,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:01.242747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:01.279613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b6e0-98ae-436a-9b81-f90b9d0fce6a req-7630221a-865a-4e99-9763-63659b662fa4 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:01.293724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa1b6e0-98ae-436a-9b81-f90b9d0fce6a req-7630221a-865a-4e99-9763-63659b662fa4 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 944 time: 0.1631989 Nov 10 04:03:01.304427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7624ce-b9c0-4a83-be1a-d44a55d9dc67 req-61ffbb24-884a-420b-a726-a194d5b9933a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:01.310402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f7624ce-b9c0-4a83-be1a-d44a55d9dc67 req-61ffbb24-884a-420b-a726-a194d5b9933a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 945 time: 0.1884573 Nov 10 04:03:01.401004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f7624ce-b9c0-4a83-be1a-d44a55d9dc67 req-3c8faddf-e3de-4144-b597-35892dfa00ff tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840998 Nov 10 04:03:01.407790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fbefe813-b065-467b-8b24-476a9dc554cb up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:01.417444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0aa1b6e0-98ae-436a-9b81-f90b9d0fce6a req-6b00c1ca-8726-44c7-8ab3-a501cfbf6f57 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176646 Nov 10 04:03:01.698517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port fbefe813-b065-467b-8b24-476a9dc554cb completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:03:01.713006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 601ac855-f36e-4a62-be13-bfb457d48bc6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:01.717405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port fbefe813-b065-467b-8b24-476a9dc554cb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:01.718038 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:01.740368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53574d-41a5-44e4-a68d-e7c9b4ad866c req-04bbddfe-0f74-4af4-84cd-8868f53b0af5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:01.742526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba53574d-41a5-44e4-a68d-e7c9b4ad866c req-04bbddfe-0f74-4af4-84cd-8868f53b0af5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.0863581 Nov 10 04:03:01.842183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba53574d-41a5-44e4-a68d-e7c9b4ad866c req-ac5add31-6428-48f7-9211-d5f098f368c4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900779 Nov 10 04:03:01.848993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 601ac855-f36e-4a62-be13-bfb457d48bc6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:01.849368 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:01.887925 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:01.925363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:01.927759 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426f00a8-f8f0-4d6d-b375-5f627f64ec69" -d '{"events": [{"server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "name": "network-vif-plugged", "status": "completed", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:01.971110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fbefe813-b065-467b-8b24-476a9dc554cb,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:02.016000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f01da565-8ed4-489c-b4d2-7b6c20892870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.029401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f5b67-eccb-483a-ad38-a98d3f9d6725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:02.035919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f5b67-eccb-483a-ad38-a98d3f9d6725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:02.037235 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e778c8-bfd1-453a-a811-2abb41299569 x-openstack-request-id: req-18e778c8-bfd1-453a-a811-2abb41299569 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:02.037777 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "name": "network-vif-plugged", "status": "completed", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:02.038077 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18e778c8-bfd1-453a-a811-2abb41299569 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:02.038449 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'code': 200} Nov 10 04:03:02.039154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.052658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f5b67-eccb-483a-ad38-a98d3f9d6725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:02.054934 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9b8f5b67-eccb-483a-ad38-a98d3f9d6725 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.8618686 Nov 10 04:03:02.061683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:02.062670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:02.065816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.066738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.067167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0550aad1-224e-4f0a-bde8-27037fd0c818 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:02.178736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 601ac855-f36e-4a62-be13-bfb457d48bc6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=601ac855-f36e-4a62-be13-bfb457d48bc6,segment=NetworkSegment(33354568-793f-473b-8955-ab6bb92defd9),segment_id=33354568-793f-473b-8955-ab6bb92defd9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:02.191136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e36965f-5169-4ddf-a5c7-a1d3a39be167 None None] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:02.226784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 0550aad1-224e-4f0a-bde8-27037fd0c818 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:03:02.231234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.239289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f01da565-8ed4-489c-b4d2-7b6c20892870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.273332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 0550aad1-224e-4f0a-bde8-27037fd0c818 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:02.273988 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.330368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a597c796-3a73-4dd8-bb31-ac215f07acad no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:02.359870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a597c796-3a73-4dd8-bb31-ac215f07acad {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:03:02.360250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a597c796-3a73-4dd8-bb31-ac215f07acad not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:03:02.376932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96597f6f-371b-4223-8559-147c401c1841 req-9f338c2c-3946-4dac-bf99-d4bc21b92d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:02.380171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96597f6f-371b-4223-8559-147c401c1841 req-9f338c2c-3946-4dac-bf99-d4bc21b92d58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.2701471 Nov 10 04:03:02.384040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:02.441693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8e4e205c-1421-453b-b5da-5330581b258b None None] Provisioning complete for port 601ac855-f36e-4a62-be13-bfb457d48bc6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:02.442142 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e4e205c-1421-453b-b5da-5330581b258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.563961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=601ac855-f36e-4a62-be13-bfb457d48bc6,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:02.613645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f01da565-8ed4-489c-b4d2-7b6c20892870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.616798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f01da565-8ed4-489c-b4d2-7b6c20892870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.618221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f01da565-8ed4-489c-b4d2-7b6c20892870 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0da8d41b-af63-4e19-8f3b-a7e685217072 HTTP/1.1" status: 204 len: 168 time: 1.4336381 Nov 10 04:03:02.638204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01da565-8ed4-489c-b4d2-7b6c20892870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da8d41b-af63-4e19-8f3b-a7e685217072,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:02.664571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Deleting port 3210047d-42d4-406a-aa2b-c0aa2c569591 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:02.664918 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.682616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ef24-7c13-4fbe-96dd-3d6675d13f9e req-e02a9612-90c6-4ac7-b2cb-e3d1e5c2802d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:02.696051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fe5ef24-7c13-4fbe-96dd-3d6675d13f9e req-e02a9612-90c6-4ac7-b2cb-e3d1e5c2802d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.1601295 Nov 10 04:03:02.754438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.765014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c8860-4d81-4377-8399-a13508f0ddb5 req-fa4ca4cf-491f-4e11-aaa4-d5d935c6d262 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:02.768030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-905c8860-4d81-4377-8399-a13508f0ddb5 req-fa4ca4cf-491f-4e11-aaa4-d5d935c6d262 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 944 time: 0.2223496 Nov 10 04:03:02.790049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.806841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Calling delete_port for 3210047d-42d4-406a-aa2b-c0aa2c569591 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:02.848587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fe5ef24-7c13-4fbe-96dd-3d6675d13f9e req-61975fb4-73f6-47a3-9c22-49f359288d33 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506426 Nov 10 04:03:02.923958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-905c8860-4d81-4377-8399-a13508f0ddb5 req-aa056847-c670-4ccb-85a0-782d3a9e9a2a tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394243 Nov 10 04:03:02.958780 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.982096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:02.985705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:02.987742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:02.989845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:02.990559 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.011791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc1b565-0736-43c6-9c4e-dcbf827b065e None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:03.021225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 0550aad1-224e-4f0a-bde8-27037fd0c818, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0550aad1-224e-4f0a-bde8-27037fd0c818,segment=NetworkSegment(8b7d7597-76e8-4d1f-8053-01644a40e21e),segment_id=8b7d7597-76e8-4d1f-8053-01644a40e21e)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:03.044538 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96597f6f-371b-4223-8559-147c401c1841 req-5d49338f-4fa8-4f84-b7e4-8355bc01389c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553276 Nov 10 04:03:03.048525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab884-bef4-4e6b-aef5-f07cb29069a1 req-757caa98-8a9c-4858-80c4-d311b357e075 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:03.057346 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8466327 Nov 10 04:03:03.064457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13dab884-bef4-4e6b-aef5-f07cb29069a1 req-757caa98-8a9c-4858-80c4-d311b357e075 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1055045 Nov 10 04:03:03.077192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48086) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:03.085278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event deleted for resources: {'Port': ['ID=3210047d-42d4-406a-aa2b-c0aa2c569591,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:03.085477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cdb0044e-e296-4736-9108-b756f6803496 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'security_group': {'name': 'tempest-secgroup-1137214058'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:03.115112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.191486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13dab884-bef4-4e6b-aef5-f07cb29069a1 req-d165b150-f6ec-4ef4-af6c-7bd6d275aa6e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246204 Nov 10 04:03:03.194523 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cdb0044e-e296-4736-9108-b756f6803496 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.197369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027af62b-8ae5-4f5e-b226-f9c9aad71dad tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=59e9f1c7-40c8-4e88-aa67-856e540a4e09,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:03.239430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.246500 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8b77cf3f-fc36-4054-a25d-9c99d9b702b4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "DELETE /v2.0/ports/3210047d-42d4-406a-aa2b-c0aa2c569591 HTTP/1.1" status: 204 len: 168 time: 1.1741590 Nov 10 04:03:03.250209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48094) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:03.259694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Request body: {'port': {'name': 'tempest-new-port-name-114338833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:03.260461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.api.validators [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] bootfile-name is not in valid_values {{(pid=102596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:03:03.261080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.api.validators [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] tftp-server is not in valid_values {{(pid=102596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:03:03.262347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.api.validators [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] server-ip-address is not in valid_values {{(pid=102596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 04:03:03.293395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1211a0ce-1f89-42b1-986a-1afce9a65a4d None None] Provisioning complete for port 18d6f15f-7649-4037-8763-735c84db0207 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:03.293838 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1211a0ce-1f89-42b1-986a-1afce9a65a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.317190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=0550aad1-224e-4f0a-bde8-27037fd0c818,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:03.353518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cdb0044e-e296-4736-9108-b756f6803496 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.362752 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cdb0044e-e296-4736-9108-b756f6803496 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.375700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1211a0ce-1f89-42b1-986a-1afce9a65a4d None None] Port 18d6f15f-7649-4037-8763-735c84db0207 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:03.387388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.415368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0044e-e296-4736-9108-b756f6803496 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e1e8a-9fb3-438f-9de2-6e4bc05e3b09,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:03.441826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cdb0044e-e296-4736-9108-b756f6803496 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.445993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cdb0044e-e296-4736-9108-b756f6803496 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3643227 Nov 10 04:03:03.447770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:03.465798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4efbe36c-9db3-4140-9cd2-72a9fa251146 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'security_group': {'name': 'tempest-secgroup-10035733'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:03.476002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1211a0ce-1f89-42b1-986a-1afce9a65a4d None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:03.476381 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1211a0ce-1f89-42b1-986a-1afce9a65a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.530299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efbe36c-9db3-4140-9cd2-72a9fa251146 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.689116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c95f43-c123-4720-b3e8-260ce39f28b3 None None] Update dhcp port {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'fixed_ips': [{'subnet_id': '01d3f2e0-7e5e-4f53-85cb-4849c8b0358c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '59e9f1c7-40c8-4e88-aa67-856e540a4e09'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '4bbecf46-834a-4b0d-a24d-5755ff6c817e'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 04:03:03.698268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efbe36c-9db3-4140-9cd2-72a9fa251146 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.704543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efbe36c-9db3-4140-9cd2-72a9fa251146 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.740621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 601ac855-f36e-4a62-be13-bfb457d48bc6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:03.753975 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efbe36c-9db3-4140-9cd2-72a9fa251146 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.762304 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4efbe36c-9db3-4140-9cd2-72a9fa251146 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3040600 Nov 10 04:03:03.762304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbe36c-9db3-4140-9cd2-72a9fa251146 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a916c6f-62c4-418e-b917-4a439b61d7bb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:03.763066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48108) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:03.771629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-73335ea4-f18b-4a45-8e33-274edcaf2b6a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'security_group': {'name': 'tempest-secgroup-1813798025'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:03.810791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73335ea4-f18b-4a45-8e33-274edcaf2b6a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.845730 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52c95f43-c123-4720-b3e8-260ce39f28b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.850619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.857789 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.942203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73335ea4-f18b-4a45-8e33-274edcaf2b6a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.949225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73335ea4-f18b-4a45-8e33-274edcaf2b6a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:03.985067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7ad658b1-4ec1-41d9-8cc5-c5380e889b6c None None] Provisioning complete for port 601ac855-f36e-4a62-be13-bfb457d48bc6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:03.989219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ad658b1-4ec1-41d9-8cc5-c5380e889b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.025203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event updated for resources: {'Port': ['ID=19ce4201-a491-4fd5-84c5-907cccbee662,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:04.031297 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73335ea4-f18b-4a45-8e33-274edcaf2b6a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.033779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73335ea4-f18b-4a45-8e33-274edcaf2b6a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2696648 Nov 10 04:03:04.036487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48116) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:04.047662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1181710798', 'security_groups': ['92186614-c7bf-444e-8707-ad64f07138fb'], 'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '59e9f1c7-40c8-4e88-aa67-856e540a4e09'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:04.053919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0550aad1-224e-4f0a-bde8-27037fd0c818'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:04.056545 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3f678f-b5cd-4209-b450-6b2b311f5e2f" -d '{"events": [{"server_uuid": "dd1122a3-382d-4787-97f9-8917a430cf38", "name": "network-vif-plugged", "status": "completed", "tag": "0550aad1-224e-4f0a-bde8-27037fd0c818"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:04.122111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73335ea4-f18b-4a45-8e33-274edcaf2b6a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92186614-c7bf-444e-8707-ad64f07138fb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:04.147267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48120) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:04.168903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] In _notify_port_updated(), no bound segment for port 19ce4201-a491-4fd5-84c5-907cccbee662 on network 299cd75c-8563-4f2e-89c6-3289edb2ebcf {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:03:04.181045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:04.181759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.187698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-add6c846-97e1-4bd3-9345-c38d7504bed4 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "PUT /v2.0/ports/19ce4201-a491-4fd5-84c5-907cccbee662 HTTP/1.1" status: 200 len: 1136 time: 0.9358094 Nov 10 04:03:04.195381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48124) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:04.268868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 601ac855-f36e-4a62-be13-bfb457d48bc6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:04.269585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.349568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffb1839-1a34-4eb3-abcb-a5c8b1317196 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:04.351722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6ffb1839-1a34-4eb3-abcb-a5c8b1317196 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "GET /v2.0/ports/19ce4201-a491-4fd5-84c5-907cccbee662 HTTP/1.1" status: 200 len: 1136 time: 0.1556449 Nov 10 04:03:04.355238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48128) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:04.454915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:04.474344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-52c95f43-c123-4720-b3e8-260ce39f28b3 None None] Allocated IP 2001:db8::2 (3adeb266-2b83-4bae-abc6-5eddfee9be89/59e9f1c7-40c8-4e88-aa67-856e540a4e09/4bbecf46-834a-4b0d-a24d-5755ff6c817e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:04.504262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7ad658b1-4ec1-41d9-8cc5-c5380e889b6c None None] Provisioning complete for port 19ce4201-a491-4fd5-84c5-907cccbee662 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:04.504637 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ad658b1-4ec1-41d9-8cc5-c5380e889b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.580769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Deleting port 19ce4201-a491-4fd5-84c5-907cccbee662 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:04.583112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.662986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7ad658b1-4ec1-41d9-8cc5-c5380e889b6c None None] Port 19ce4201-a491-4fd5-84c5-907cccbee662 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:04.707537 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.735079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1681413316-network', 'tenant_id': 'a21a2c36186f4a0a912b88acd8cb74ee'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:04.765198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.768067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] device_id is not set on port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:03:04.796210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-52c95f43-c123-4720-b3e8-260ce39f28b3 None None] For port 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bbecf46-834a-4b0d-a24d-5755ff6c817e,segment=NetworkSegment(4181fe3d-5cad-48de-a624-dbb62ebbe0e4),segment_id=4181fe3d-5cad-48de-a624-dbb62ebbe0e4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:04.814337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25697e2b-d6b7-4fb3-9baf-3f822bfd1aed req-446dd216-6f85-46e3-865e-b734e29c4a1b tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:04.815869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25697e2b-d6b7-4fb3-9baf-3f822bfd1aed req-446dd216-6f85-46e3-865e-b734e29c4a1b tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.8056602 Nov 10 04:03:04.831929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Calling delete_port for 19ce4201-a491-4fd5-84c5-907cccbee662 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:04.832692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c489-d526-4ea1-bedc-c86c3d5e35b5 req-3f460e70-7a1f-4599-b0ff-a83bd58047fe tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:04.834280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0e8c489-d526-4ea1-bedc-c86c3d5e35b5 req-3f460e70-7a1f-4599-b0ff-a83bd58047fe tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 945 time: 0.7349946 Nov 10 04:03:04.847202 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52c95f43-c123-4720-b3e8-260ce39f28b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.859499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-171d62b4-d675-469f-b238-d643e4cd1c98 None None] Could not find standard attr ID for object 3210047d-42d4-406a-aa2b-c0aa2c569591. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:03:04.863575 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52c95f43-c123-4720-b3e8-260ce39f28b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.868994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Made reservation on behalf of a21a2c36186f4a0a912b88acd8cb74ee for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:04.871870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:04.983133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c95f43-c123-4720-b3e8-260ce39f28b3 None None] Pushing event updated for resources: {'Port': ['ID=4bbecf46-834a-4b0d-a24d-5755ff6c817e,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:05.003033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-171d62b4-d675-469f-b238-d643e4cd1c98 None None] Provisioning complete for port 19ce4201-a491-4fd5-84c5-907cccbee662 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:05.003414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-171d62b4-d675-469f-b238-d643e4cd1c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.004691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.078823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0e8c489-d526-4ea1-bedc-c86c3d5e35b5 req-17fea99d-5a2e-4d30-9072-8790d1b9d26a tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241077 Nov 10 04:03:05.155955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25697e2b-d6b7-4fb3-9baf-3f822bfd1aed req-6f30b233-68cb-44f9-8529-b7a0aeff8fc3 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168612 Nov 10 04:03:05.259541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.266022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.343404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8::166 (3adeb266-2b83-4bae-abc6-5eddfee9be89/59e9f1c7-40c8-4e88-aa67-856e540a4e09/5f77bd06-2e0e-4ea7-9cfd-fd8f96431617) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:05.344919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ffde7a-2bd8-444b-a139-fab1956d8cae,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:05.356180 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172a486-f370-4ec8-904d-279c7a80a44a x-openstack-request-id: req-d172a486-f370-4ec8-904d-279c7a80a44a {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:05.356621 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1122a3-382d-4787-97f9-8917a430cf38", "name": "network-vif-plugged", "status": "completed", "tag": "0550aad1-224e-4f0a-bde8-27037fd0c818", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:05.357023 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d172a486-f370-4ec8-904d-279c7a80a44a {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:05.357515 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0550aad1-224e-4f0a-bde8-27037fd0c818', 'code': 200} Nov 10 04:03:05.364558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-171d62b4-d675-469f-b238-d643e4cd1c98 None None] Port 19ce4201-a491-4fd5-84c5-907cccbee662 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:05.373409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.373848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.374210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.374536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.374854 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.375165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.375478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.375788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.376512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.376854 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.377165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.377538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:03:05.398125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:05.405795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.415131 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.415471 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Added segment b1e80984-5413-4e87-a8f4-d3e6db808425 of type vlan for network 54c5f376-7e04-42a8-aad9-b9555f6ab683 Nov 10 04:03:05.424891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069b267-b1be-40d9-9931-d64130720ba9 req-0f0ed7fd-f185-48d5-8ef0-d3d242831040 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:05.426730 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4069b267-b1be-40d9-9931-d64130720ba9 req-0f0ed7fd-f185-48d5-8ef0-d3d242831040 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1236939 Nov 10 04:03:05.447122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event deleted for resources: {'Port': ['ID=19ce4201-a491-4fd5-84c5-907cccbee662,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:05.490105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9e5dff39-6bc4-4aa0-b4aa-957105023df6 None None] Could not find standard attr ID for object 19ce4201-a491-4fd5-84c5-907cccbee662. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:03:05.514885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.559975 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.561134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:05.561717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.685177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] Pushing event updated for resources: {'Network': ['ID=54c5f376-7e04-42a8-aad9-b9555f6ab683,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:05.696438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:05.706232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4069b267-b1be-40d9-9931-d64130720ba9 req-abcb2ea0-887c-4b20-9215-e9501ace9d43 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2704155 Nov 10 04:03:05.728111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ebc096ed-1fb0-4670-a7c2-6ee6b74c22f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5774641 Nov 10 04:03:05.731388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:05.739243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Request body: {'subnet': {'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1681413316-subnet', 'tenant_id': 'a21a2c36186f4a0a912b88acd8cb74ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:05.756717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b3e0-d8d7-443b-bf57-e664d198ce49 req-b0bede97-3ba5-4e85-8e76-63ff8d1e8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:05.758533 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e56b3e0-d8d7-443b-bf57-e664d198ce49 req-b0bede97-3ba5-4e85-8e76-63ff8d1e8a53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 1096 time: 0.4297550 Nov 10 04:03:05.771817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Made reservation on behalf of a21a2c36186f4a0a912b88acd8cb74ee for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:05.774944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.787964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bbecf46-834a-4b0d-a24d-5755ff6c817e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:05.793237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.799995 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.803693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57d27ab7-1e6f-40ba-b74c-200369782707 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "DELETE /v2.0/ports/19ce4201-a491-4fd5-84c5-907cccbee662 HTTP/1.1" status: 204 len: 168 time: 1.4472425 Nov 10 04:03:05.806531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48138) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:05.898726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Deleting subnet 137d9d30-be28-4769-8ceb-42c4bef326ca {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:03:05.903462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.944693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:05.971821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:05.972386 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.031902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.084529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:06.098038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:06.108291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:06.114034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:06.114695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.130786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.136020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=5f77bd06-2e0e-4ea7-9cfd-fd8f96431617,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:06.160637 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e56b3e0-d8d7-443b-bf57-e664d198ce49 req-cf89ab99-1ff5-47e1-a118-1a52a2a82145 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898287 Nov 10 04:03:06.185887 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0fb20c9a-5394-4c60-9811-05cc68b25a53 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1446404 Nov 10 04:03:06.197062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48144) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:06.211358 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9977401f-6495-41a9-b91b-610ed78f7ee5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:06.223726 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.306477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.355913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event deleted for resources: {'Subnet': ['ID=137d9d30-be28-4769-8ceb-42c4bef326ca,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:06.360702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.364308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4e44ddb6-b5b6-4f08-aa22-d29a9ff53423 tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "DELETE /v2.0/subnets/137d9d30-be28-4769-8ceb-42c4bef326ca HTTP/1.1" status: 204 len: 168 time: 0.5566216 Nov 10 04:03:06.366711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48156) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:06.375848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caec544-66ec-4493-b699-542355ebbe06 None None] Network 299cd75c-8563-4f2e-89c6-3289edb2ebcf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:06.387672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Checking segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:06.388071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Network hostable DHCP agents. Network: 54c5f376-7e04-42a8-aad9-b9555f6ab683, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:06.406903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c833d13-643e-412c-8fda-efdcd8634d77,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:06.431156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:06.467344 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.467591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 54c5f376-7e04-42a8-aad9-b9555f6ab683) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:06.472688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:06.473297 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.484043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043fca-7d78-49ff-8225-0bdac67382fd req-6b21301d-7ca5-4201-9aa9-f4fcb10017bd tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:06.485583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8043fca-7d78-49ff-8225-0bdac67382fd req-6b21301d-7ca5-4201-9aa9-f4fcb10017bd tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 945 time: 0.2870190 Nov 10 04:03:06.496750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f05545-e48d-49c6-bd29-8d6a3d35235b req-1fab1e10-dc58-46ca-9146-618e553f9ee6 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:06.498321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3f05545-e48d-49c6-bd29-8d6a3d35235b req-1fab1e10-dc58-46ca-9146-618e553f9ee6 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.2205212 Nov 10 04:03:06.518821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b20dbe-37c2-45e0-b5db-e3dd6b6ecba4 None None] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:06.546974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Deleting port 601ac855-f36e-4a62-be13-bfb457d48bc6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:06.547406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.568429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4ae07d98-4e37-49a0-887c-d791733e24f2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8355901 Nov 10 04:03:06.597769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8043fca-7d78-49ff-8225-0bdac67382fd req-3d324af6-51da-494c-8b85-d8198f0ee1c2 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958755 Nov 10 04:03:06.629565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977401f-6495-41a9-b91b-610ed78f7ee5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:06.633747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9977401f-6495-41a9-b91b-610ed78f7ee5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.665960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4cd39b41-1961-46ff-bfb0-f63ac859e519 None None] Provisioning complete for port 18d6f15f-7649-4037-8763-735c84db0207 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:06.666344 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4cd39b41-1961-46ff-bfb0-f63ac859e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.720066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] For port 601ac855-f36e-4a62-be13-bfb457d48bc6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=601ac855-f36e-4a62-be13-bfb457d48bc6,segment=NetworkSegment(33354568-793f-473b-8955-ab6bb92defd9),segment_id=33354568-793f-473b-8955-ab6bb92defd9)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:06.720597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.754332 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-9977401f-6495-41a9-b91b-610ed78f7ee5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59e9f1c7-40c8-4e88-aa67-856e540a4e09 (CIDR: 2001:db8::/64) Nov 10 04:03:06.762550 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9977401f-6495-41a9-b91b-610ed78f7ee5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:03:06.762811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9977401f-6495-41a9-b91b-610ed78f7ee5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:06.783910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Calling delete_port for 601ac855-f36e-4a62-be13-bfb457d48bc6 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:06.791104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3f05545-e48d-49c6-bd29-8d6a3d35235b req-f8d5cbb3-046f-4139-9aeb-bd6df7a7f20b tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754662 Nov 10 04:03:06.811527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9977401f-6495-41a9-b91b-610ed78f7ee5 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6080341 Nov 10 04:03:06.814131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48166) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:06.830325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c27f1d4f-8dbb-42f8-953f-d682ff09bb3d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:06.838667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4cd39b41-1961-46ff-bfb0-f63ac859e519 None None] Port 18d6f15f-7649-4037-8763-735c84db0207 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:06.924013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.930161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4cd39b41-1961-46ff-bfb0-f63ac859e519 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:06.930161 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4cd39b41-1961-46ff-bfb0-f63ac859e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:06.955948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event deleted for resources: {'Port': ['ID=601ac855-f36e-4a62-be13-bfb457d48bc6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:06.962777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] No DVR routers for this DVR port 601ac855-f36e-4a62-be13-bfb457d48bc6 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:07.012575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7faacff-0e11-471d-96a8-27f8b02f60ac None None] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:07.070408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27f1d4f-8dbb-42f8-953f-d682ff09bb3d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:07.079374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c27f1d4f-8dbb-42f8-953f-d682ff09bb3d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.129148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd457f-723e-4b2d-a01d-72a4364f2715 None None] DHCP port deletion for 299cd75c-8563-4f2e-89c6-3289edb2ebcf request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:03:07.164142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.199399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299cd75c-8563-4f2e-89c6-3289edb2ebcf']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:07.205798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0ad08-909f-47a4-846c-a0cb66dad070 req-9bdd1519-d852-48b2-971d-781cbd4c3cff tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.208984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbd0ad08-909f-47a4-846c-a0cb66dad070 req-9bdd1519-d852-48b2-971d-781cbd4c3cff tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.2410786 Nov 10 04:03:07.227935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33354568-793f-473b-8955-ab6bb92defd9') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:07.228331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33354568-793f-473b-8955-ab6bb92defd9') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:07.240511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.255697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.262077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:07.262481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.313055 n-d-817326-2 neutron-server[102597]: INFO neutron.db.ipam_backend_mixin [None req-c27f1d4f-8dbb-42f8-953f-d682ff09bb3d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 01d3f2e0-7e5e-4f53-85cb-4849c8b0358c (CIDR: 2001:db8:0:1::/64) Nov 10 04:03:07.319187 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27f1d4f-8dbb-42f8-953f-d682ff09bb3d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:03:07.319778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27f1d4f-8dbb-42f8-953f-d682ff09bb3d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:07.328022 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbd0ad08-909f-47a4-846c-a0cb66dad070 req-4253c1e4-117c-4d86-9c24-41af20a221bd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100838 Nov 10 04:03:07.348687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c27f1d4f-8dbb-42f8-953f-d682ff09bb3d tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5330389 Nov 10 04:03:07.349323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48180) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:07.354640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'subnet': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:07.370223 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:07.379068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.419390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.426002 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] 10.222.0.24 "DELETE /v2.0/networks/299cd75c-8563-4f2e-89c6-3289edb2ebcf HTTP/1.1" status: 204 len: 168 time: 1.0582087 Nov 10 04:03:07.440472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9acc23-0739-4ab8-bda4-b5dcf7852c6d tempest-ExtraDHCPOptionsTestJSON-80801616 tempest-ExtraDHCPOptionsTestJSON-80801616-project] Pushing event deleted for resources: {'Network': ['ID=299cd75c-8563-4f2e-89c6-3289edb2ebcf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:07.457964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f57-cb77-400d-a949-0ac6d46662af req-135c36fa-c9f0-48bf-9cdd-7e8b42b6be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.459649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab849f57-cb77-400d-a949-0ac6d46662af req-135c36fa-c9f0-48bf-9cdd-7e8b42b6be7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.0913162 Nov 10 04:03:07.568359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-10813c98-fd60-4d13-aa2f-955e96122200 None None] Provisioning complete for port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:07.576428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-10813c98-fd60-4d13-aa2f-955e96122200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.641051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f57-cb77-400d-a949-0ac6d46662af req-20c731c7-8fb5-4672-86bf-3a371c184311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.642593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab849f57-cb77-400d-a949-0ac6d46662af req-20c731c7-8fb5-4672-86bf-3a371c184311 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.1760972 Nov 10 04:03:07.662622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-10813c98-fd60-4d13-aa2f-955e96122200 None None] Port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:07.695775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 601ac855-f36e-4a62-be13-bfb457d48bc6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:07.704307 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab849f57-cb77-400d-a949-0ac6d46662af req-ce1d308e-1b5a-4f10-a01b-2b6561cdbbfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 217 time: 0.0455890 Nov 10 04:03:07.722244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764130-24f9-49fd-999c-2200162130a2 req-b7a48c6a-60ec-4669-83fb-7b3d20c03194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.723749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e9764130-24f9-49fd-999c-2200162130a2 req-b7a48c6a-60ec-4669-83fb-7b3d20c03194 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1096 time: 0.1010766 Nov 10 04:03:07.738023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 601ac855-f36e-4a62-be13-bfb457d48bc6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:03:07.742992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 601ac855-f36e-4a62-be13-bfb457d48bc6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:03:07.781718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed0552-f1bd-4041-af74-89c70d513f12 req-115fda1b-b548-42b7-a19a-bba65705798e tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.783481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9ed0552-f1bd-4041-af74-89c70d513f12 req-115fda1b-b548-42b7-a19a-bba65705798e tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.3035593 Nov 10 04:03:07.814496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f57-cb77-400d-a949-0ac6d46662af req-ab33c1f7-4c1f-41eb-a6af-73e6195cfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.816019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab849f57-cb77-400d-a949-0ac6d46662af req-ab33c1f7-4c1f-41eb-a6af-73e6195cfadf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.1040282 Nov 10 04:03:07.821559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-a79bee07-53ee-4523-bc8c-8e4e23636ab4 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.823375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-a79bee07-53ee-4523-bc8c-8e4e23636ab4 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.3781176 Nov 10 04:03:07.825845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Made reservation on behalf of a68dfe6dcf9b4ed795844dac19037f10 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:07.829439 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:07.834973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48202) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:07.873752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab849f57-cb77-400d-a949-0ac6d46662af req-bc78104b-f665-49fa-a050-560cec53d257 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377812 Nov 10 04:03:07.904472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-6a6763f1-805e-40a6-b526-dc0ab07309b7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/quotas/a21a2c36186f4a0a912b88acd8cb74ee HTTP/1.1" status: 200 len: 375 time: 0.0668495 Nov 10 04:03:07.939980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9ed0552-f1bd-4041-af74-89c70d513f12 req-96bde452-d79f-41aa-8d2d-992ec9cc4f52 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286521 Nov 10 04:03:07.973884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-35c5ae16-1b86-4b20-ae11-6d0b799f2e3e tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422449 Nov 10 04:03:07.984083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764130-24f9-49fd-999c-2200162130a2 req-26c2bd53-249f-417f-b9ec-cfa67c617642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:07.985693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e9764130-24f9-49fd-999c-2200162130a2 req-26c2bd53-249f-417f-b9ec-cfa67c617642 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2408195 Nov 10 04:03:08.010539 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:08.117015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e9764130-24f9-49fd-999c-2200162130a2 req-05a88f2c-2dea-4877-839b-c0c4aff36f21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 1000 time: 0.1204937 Nov 10 04:03:08.119167 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab849f57-cb77-400d-a949-0ac6d46662af req-2d893fc2-948a-471a-91c7-225194a5c79b service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382352 Nov 10 04:03:08.124095 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3db5513a-247a-494b-a773-921a34b80e44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11666df90e9d4fd59c19a93e777ca9bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846429 Nov 10 04:03:08.124265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48206) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:08.179863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65c34d-94c9-4549-a341-e513610eca89 req-679817e7-eae6-4b53-94b5-1b2a00166ebc tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:08.181482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e65c34d-94c9-4549-a341-e513610eca89 req-679817e7-eae6-4b53-94b5-1b2a00166ebc tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 945 time: 0.1337066 Nov 10 04:03:08.190484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-e95c3cb6-bfbb-4871-83d7-986c9ee3a05d service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068558 Nov 10 04:03:08.342569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e65c34d-94c9-4549-a341-e513610eca89 req-0e002daf-682b-4451-bd1a-a4aa4d6829c1 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477153 Nov 10 04:03:08.385048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-5842596b-eaa4-4b27-8cda-84c5b955c836 service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866057 Nov 10 04:03:08.387541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:08.453981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Subnet': ['ID=9ab33625-8cde-4e74-9318-9141b517e3c7,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:08.490421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:08.493606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:08.501633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d29f6-dcbc-4f28-a0c8-794e48b7fe35 None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:08.515575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:08.516172 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:08.538107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1f056ea2-04e6-48f9-a7c5-570231cdff5f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1875160 Nov 10 04:03:08.540867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48212) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:08.546873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1772298106', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ab33625-8cde-4e74-9318-9141b517e3c7'}], 'security_groups': ['c74e1e8a-9fb3-438f-9de2-6e4bc05e3b09', '9a916c6f-62c4-418e-b917-4a439b61d7bb']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:08.580377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56925-838b-427b-9c32-846343879624 req-6a35d386-2be4-4d7d-8a51-07546cf62097 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:08.582074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64e56925-838b-427b-9c32-846343879624 req-6a35d386-2be4-4d7d-8a51-07546cf62097 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1038215 Nov 10 04:03:08.710575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64e56925-838b-427b-9c32-846343879624 req-815948a7-01d6-444c-b69f-390f30e8b63e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221907 Nov 10 04:03:08.854187 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:08.867399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c53e8cad-c4fc-40cc-bb5f-e64568691032 req-ad74b246-a150-4999-b5e9-4e68971f4a87 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 210 time: 0.0517628 Nov 10 04:03:09.052368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32e28e1d-4909-4567-80ef-981b90532e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:09.075944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55684ff-9702-4a7a-b94d-cd48aae188b3 None None] Update dhcp port {'port': {'network_id': '3adeb266-2b83-4bae-abc6-5eddfee9be89', 'fixed_ips': [{'subnet_id': '01d3f2e0-7e5e-4f53-85cb-4849c8b0358c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '59e9f1c7-40c8-4e88-aa67-856e540a4e09', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ab33625-8cde-4e74-9318-9141b517e3c7'}], 'binding:host_id': 'n-d-817326-2'}, 'id': '4bbecf46-834a-4b0d-a24d-5755ff6c817e'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 04:03:09.107987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32e28e1d-4909-4567-80ef-981b90532e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:09.135947 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c55684ff-9702-4a7a-b94d-cd48aae188b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:09.194193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764130-24f9-49fd-999c-2200162130a2 req-e5b4df43-0cb1-45b1-87b1-85002927d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:09.196297 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e9764130-24f9-49fd-999c-2200162130a2 req-e5b4df43-0cb1-45b1-87b1-85002927d608 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 1.0727277 Nov 10 04:03:09.197253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32e28e1d-4909-4567-80ef-981b90532e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:09.200607 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32e28e1d-4909-4567-80ef-981b90532e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:09.202484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-32e28e1d-4909-4567-80ef-981b90532e03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c07fad6-9e1c-4689-8538-af17a0662511 HTTP/1.1" status: 204 len: 168 time: 1.0767829 Nov 10 04:03:09.218802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28e1d-4909-4567-80ef-981b90532e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c07fad6-9e1c-4689-8538-af17a0662511,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:09.300935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764130-24f9-49fd-999c-2200162130a2 req-18e7bcb4-eda8-4afe-80cf-999348596f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:09.303001 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e9764130-24f9-49fd-999c-2200162130a2 req-18e7bcb4-eda8-4afe-80cf-999348596f5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883534 Nov 10 04:03:09.305282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab849f57-cb77-400d-a949-0ac6d46662af req-705be770-f768-4503-833d-cf3b311711d1 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1729157 Nov 10 04:03:09.507227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-c55684ff-9702-4a7a-b94d-cd48aae188b3 None None] Allocated IP 2001:db8:0:2::2 (3adeb266-2b83-4bae-abc6-5eddfee9be89/9ab33625-8cde-4e74-9318-9141b517e3c7/4bbecf46-834a-4b0d-a24d-5755ff6c817e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:09.517954 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e9764130-24f9-49fd-999c-2200162130a2 req-69e7991b-121f-4e8f-a675-7aa8b713f18a service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038693 Nov 10 04:03:09.699700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927664-de1d-413f-9b92-343734968a50 req-5fba967b-c6b9-4a19-9417-b75e67e3435d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:09.703251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c55684ff-9702-4a7a-b94d-cd48aae188b3 None None] For port 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bbecf46-834a-4b0d-a24d-5755ff6c817e,segment=NetworkSegment(4181fe3d-5cad-48de-a624-dbb62ebbe0e4),segment_id=4181fe3d-5cad-48de-a624-dbb62ebbe0e4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:09.710191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15927664-de1d-413f-9b92-343734968a50 req-5fba967b-c6b9-4a19-9417-b75e67e3435d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.6197035 Nov 10 04:03:09.755861 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e9764130-24f9-49fd-999c-2200162130a2 req-13f820fd-3d9b-4031-84ba-dd9cbb933b67 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295938 Nov 10 04:03:09.781535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c55684ff-9702-4a7a-b94d-cd48aae188b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:09.794151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c55684ff-9702-4a7a-b94d-cd48aae188b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:09.838074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15927664-de1d-413f-9b92-343734968a50 req-a47f79f9-960d-4634-af95-53bc86066320 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226950 Nov 10 04:03:10.019328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7729d35-2420-42fc-a9e4-3af3ec203f87 req-133a8573-91f0-427b-9fb5-bc6dea264d09 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:10.028352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7729d35-2420-42fc-a9e4-3af3ec203f87 req-133a8573-91f0-427b-9fb5-bc6dea264d09 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1432226 Nov 10 04:03:10.041753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55684ff-9702-4a7a-b94d-cd48aae188b3 None None] Pushing event updated for resources: {'Port': ['ID=4bbecf46-834a-4b0d-a24d-5755ff6c817e,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:10.158776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac547e09-f2d8-4d43-be9d-1204ad3eb573 req-1ba719f3-7f8e-4fa8-8970-5c03a1ba034e tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 210 time: 0.1686330 Nov 10 04:03:10.187281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7729d35-2420-42fc-a9e4-3af3ec203f87 req-6b8c1b30-dced-4d1e-9c1b-1a4e23e79957 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547008 Nov 10 04:03:10.270076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Delete allocated IP 2001:db8::166 (3adeb266-2b83-4bae-abc6-5eddfee9be89/59e9f1c7-40c8-4e88-aa67-856e540a4e09) {{(pid=102597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 04:03:10.282716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Allocated IP 2001:db8:0:2::2ca (3adeb266-2b83-4bae-abc6-5eddfee9be89/9ab33625-8cde-4e74-9318-9141b517e3c7/5f77bd06-2e0e-4ea7-9cfd-fd8f96431617) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:10.612248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48274) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:10.695214 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:10.703866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:10.768314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-05ee1973-768c-4b45-9c8a-f929a6ab8dad tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:10.775640 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-05ee1973-768c-4b45-9c8a-f929a6ab8dad tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.11 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.2005365 Nov 10 04:03:10.788735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] In _notify_port_updated(), no bound segment for port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 on network 3adeb266-2b83-4bae-abc6-5eddfee9be89 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:03:10.797634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:10.798532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Request body: {'port': {'device_id': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'admin_state_up': True, 'tenant_id': 'a21a2c36186f4a0a912b88acd8cb74ee'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:10.799587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:10.804336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "PUT /v2.0/ports/5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 HTTP/1.1" status: 200 len: 970 time: 2.2623622 Nov 10 04:03:10.805610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48278) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:10.814129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114552273'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:10.846943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:10.850976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:10.877480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:10.886923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282bce3-96bc-4d57-9635-cb283a8b7d6f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event updated for resources: {'Port': ['ID=5f77bd06-2e0e-4ea7-9cfd-fd8f96431617,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:11.000814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:11.001154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.023189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.028011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.040354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:11.046915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Provisioning complete for port 18d6f15f-7649-4037-8763-735c84db0207 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:11.047428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.050382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.050382 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 2085b744-f564-4dff-947b-dae362347eb3 of type vlan for network 8a5fdd31-05be-4439-b698-e3add75dc8bc Nov 10 04:03:11.096025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Port 18d6f15f-7649-4037-8763-735c84db0207 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:11.097347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.118386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:11.118890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.149181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c3200-0776-454d-8a49-e71799185fff,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:11.155117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.162277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:11.162903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.166773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.189661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:11.207075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be3b7-5911-4577-947b-3164904cc7da req-234d15e8-d325-4e9d-b2a8-3cc090e4cc90 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:11.209536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-003be3b7-5911-4577-947b-3164904cc7da req-234d15e8-d325-4e9d-b2a8-3cc090e4cc90 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.2475679 Nov 10 04:03:11.290667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6772485 Nov 10 04:03:11.330438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Made reservation on behalf of a21a2c36186f4a0a912b88acd8cb74ee for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:11.335867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.362669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Provisioning complete for port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:11.363614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.402243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-003be3b7-5911-4577-947b-3164904cc7da req-0f4c5173-770e-490b-a6ab-5573d1762b41 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616292 Nov 10 04:03:11.456448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97c0b87e-e1e8-4d80-ab42-ecc81d1eb428 req-7dadd9ca-dc7b-4943-a26c-ecd1e341417a tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 210 time: 0.1062403 Nov 10 04:03:11.507001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca7148-b6b6-4434-8275-6b05e080ccf8 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=8a5fdd31-05be-4439-b698-e3add75dc8bc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:11.515007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0343a8a7-ab74-43cd-85ed-1ae08e39249c None None] Port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:11.522043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8a5fdd31-05be-4439-b698-e3add75dc8bc details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:11.535850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48292) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:11.541393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': '8a5fdd31-05be-4439-b698-e3add75dc8bc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:11.639767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-054e474c-c43e-4c24-8e2d-2df3459441f3 None None] Provisioning complete for port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:11.642889 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-054e474c-c43e-4c24-8e2d-2df3459441f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.712810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-054e474c-c43e-4c24-8e2d-2df3459441f3 None None] Port 5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:11.716395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bbecf46-834a-4b0d-a24d-5755ff6c817e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:11.735339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430239f-3d24-41dc-8f73-79ef9dfba951 req-e022c4c2-d54f-43ee-add3-2fb33716dd81 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:11.737428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6430239f-3d24-41dc-8f73-79ef9dfba951 req-e022c4c2-d54f-43ee-add3-2fb33716dd81 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1451881 Nov 10 04:03:11.787705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:11.787988 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.794088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:11.798554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.821412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.823780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Allocated IP 172.20.0.5 (54c5f376-7e04-42a8-aad9-b9555f6ab683/1c833d13-643e-412c-8fda-efdcd8634d77/deb8ea50-1998-4cda-bc78-0aadc52083a2) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:11.861704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=5f77bd06-2e0e-4ea7-9cfd-fd8f96431617,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:11.879358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6430239f-3d24-41dc-8f73-79ef9dfba951 req-fbe5436a-23b1-44ef-bac4-77fa21462bc5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354606 Nov 10 04:03:11.898814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:11.904377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2495803a-ebe5-4d64-b504-c72d02572267 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 HTTP/1.1" status: 204 len: 168 time: 1.0946712 Nov 10 04:03:11.905027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48302) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:11.940887 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c29e05-b7ac-4988-9b1c-dcb0cbd1f79f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] GET failed (client error): The resource could not be found. Nov 10 04:03:11.942519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f4c29e05-b7ac-4988-9b1c-dcb0cbd1f79f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports/5f77bd06-2e0e-4ea7-9cfd-fd8f96431617 HTTP/1.1" status: 404 len: 333 time: 0.0368638 Nov 10 04:03:11.946005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:12.121495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.142781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8ff5-8d82-43c1-8d45-9aff6349a36f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.200327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=95a7c31a-1447-450f-b10d-4994902e9c98,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:12.201884 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8ff5-8d82-43c1-8d45-9aff6349a36f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.228102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.252230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': '2085b744-f564-4dff-947b-dae362347eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a5fdd31-05be-4439-b698-e3add75dc8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:12.253289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: 8a5fdd31-05be-4439-b698-e3add75dc8bc, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:12.283685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network 8a5fdd31-05be-4439-b698-e3add75dc8bc is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:12.299855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8a5fdd31-05be-4439-b698-e3add75dc8bc) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:12.305448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:12.306307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.310276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8ff5-8d82-43c1-8d45-9aff6349a36f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.311277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23430fe1-4ccd-4fd3-9811-77f023fc734b None None] Network 8a5fdd31-05be-4439-b698-e3add75dc8bc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:12.314387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8ff5-8d82-43c1-8d45-9aff6349a36f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.318115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3f6e8ff5-8d82-43c1-8d45-9aff6349a36f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/security-groups/92186614-c7bf-444e-8707-ad64f07138fb HTTP/1.1" status: 204 len: 168 time: 0.3688512 Nov 10 04:03:12.321441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48312) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:12.329334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.336091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-96d6ce44-a053-442e-9db4-0491d2f7724f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7991300 Nov 10 04:03:12.344727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48314) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:12.351409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429845622'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:12.388066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e8ff5-8d82-43c1-8d45-9aff6349a36f tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92186614-c7bf-444e-8707-ad64f07138fb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:12.411714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:12.416348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:12.422832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event updated for resources: {'Port': ['ID=deb8ea50-1998-4cda-bc78-0aadc52083a2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:12.425974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:12.442922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:12.451359 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.491771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:12.502398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.502822 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 63b95727-295b-4cda-8410-884cca2e652f of type vlan for network 8e2b16e6-0f67-4a3f-b05b-9f9093dfef85 Nov 10 04:03:12.519778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:12.520450 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.565301 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-429ec858-f0ac-48b7-96ba-4211a88db447 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7710698 Nov 10 04:03:12.584522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.585383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Request body: {'port': {'device_id': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:12.620775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-8a5fdd31-05be-4439-b698-e3add75dc8bc', 'network_id': '8a5fdd31-05be-4439-b698-e3add75dc8bc', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': '95a7c31a-1447-450f-b10d-4994902e9c98'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:12.621650 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.656070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b990699e-0989-4fee-977a-0058a40b82c9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.671634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.685642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b990699e-0989-4fee-977a-0058a40b82c9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.746531 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 04:03:12.749898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b990699e-0989-4fee-977a-0058a40b82c9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.752694 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b990699e-0989-4fee-977a-0058a40b82c9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.753850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b990699e-0989-4fee-977a-0058a40b82c9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a916c6f-62c4-418e-b917-4a439b61d7bb HTTP/1.1" status: 204 len: 168 time: 0.4311795 Nov 10 04:03:12.756633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48326) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:12.774688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990699e-0989-4fee-977a-0058a40b82c9 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a916c6f-62c4-418e-b917-4a439b61d7bb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:12.811793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bfd85-8ff1-4b2f-be01-69b39567db68 req-d41e4d1f-d5b9-42ea-b635-355d20c9a5e4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:12.813560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e65bfd85-8ff1-4b2f-be01-69b39567db68 req-d41e4d1f-d5b9-42ea-b635-355d20c9a5e4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.2523999 Nov 10 04:03:12.821823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23f0be-3a30-406b-a13c-72f1510ab4f2 req-4bf61b95-96ee-4724-91ed-4df91cdd56eb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:12.824060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e23f0be-3a30-406b-a13c-72f1510ab4f2 req-4bf61b95-96ee-4724-91ed-4df91cdd56eb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 931 time: 0.2145267 Nov 10 04:03:12.857238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.863669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:12.865476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:12.903628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Allocated IP 172.20.255.242 (8a5fdd31-05be-4439-b698-e3add75dc8bc/95a7c31a-1447-450f-b10d-4994902e9c98/22434351-b48c-4ba6-a2ff-0b6435d50eed) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:12.977024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=8e2b16e6-0f67-4a3f-b05b-9f9093dfef85,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:12.988158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8e2b16e6-0f67-4a3f-b05b-9f9093dfef85 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:13.005475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cefd8550-0b99-425c-82e5-376524d8e1db tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.014232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6528fbb9-fdbd-4da5-87fa-3a0a0b2f417b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6679628 Nov 10 04:03:13.024629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48334) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:13.031202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e23f0be-3a30-406b-a13c-72f1510ab4f2 req-dea4f111-dd66-40ef-bb8c-e2a7c1e0dba2 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977487 Nov 10 04:03:13.041427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': '8e2b16e6-0f67-4a3f-b05b-9f9093dfef85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:13.046012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e65bfd85-8ff1-4b2f-be01-69b39567db68 req-5de758e1-a5dd-4dab-b0e6-d67d4de7d43a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203717 Nov 10 04:03:13.147798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cefd8550-0b99-425c-82e5-376524d8e1db tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.190276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e8c45-b73b-4d3e-acd3-3a9b0295d570 req-2712b151-e604-4449-9aa1-0e449e9a2617 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:13.205500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a43e8c45-b73b-4d3e-acd3-3a9b0295d570 req-2712b151-e604-4449-9aa1-0e449e9a2617 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.0899627 Nov 10 04:03:13.226317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:13.229893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.263284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:03:13.304501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cefd8550-0b99-425c-82e5-376524d8e1db tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.307443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cefd8550-0b99-425c-82e5-376524d8e1db tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.308871 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cefd8550-0b99-425c-82e5-376524d8e1db tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/security-groups/c74e1e8a-9fb3-438f-9de2-6e4bc05e3b09 HTTP/1.1" status: 204 len: 168 time: 0.5510471 Nov 10 04:03:13.321297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48338) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:13.376123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd8550-0b99-425c-82e5-376524d8e1db tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e1e8a-9fb3-438f-9de2-6e4bc05e3b09,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:13.399015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb8ea50-1998-4cda-bc78-0aadc52083a2 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:03:13.409376 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-334e9b9b-6ecc-4798-a23c-ce25429abdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.411177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.432101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Transition to ACTIVE for port object deb8ea50-1998-4cda-bc78-0aadc52083a2 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:03:13.440173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.467343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 59e9f1c7-40c8-4e88-aa67-856e540a4e09 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:03:13.506533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a43e8c45-b73b-4d3e-acd3-3a9b0295d570 req-212a6857-43ab-4b9b-a5c2-d8695e1f3371 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2990744 Nov 10 04:03:13.508373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.535458 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.545609 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.597491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:13.597901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.621890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Pushing event updated for resources: {'Port': ['ID=deb8ea50-1998-4cda-bc78-0aadc52083a2,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:13.628432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Network 8a5fdd31-05be-4439-b698-e3add75dc8bc is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:13.637772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:13.641192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:13.664930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0db9b-20c2-430e-a4c8-27d99e719106 req-e565d568-3451-4b53-a6da-a84d0e5d2770 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:13.666813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8dd0db9b-20c2-430e-a4c8-27d99e719106 req-e565d568-3451-4b53-a6da-a84d0e5d2770 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 945 time: 0.1959474 Nov 10 04:03:13.678594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'port_id': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'mac_address': 'fa:16:3e:7e:07:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:03:13.680431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.725396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Attempting to bind port 22434351-b48c-4ba6-a2ff-0b6435d50eed on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:13.725912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Attempting to bind port 22434351-b48c-4ba6-a2ff-0b6435d50eed by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2085b744-f564-4dff-947b-dae362347eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a5fdd31-05be-4439-b698-e3add75dc8bc'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:13.726304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Attempting to bind port 22434351-b48c-4ba6-a2ff-0b6435d50eed on network 8a5fdd31-05be-4439-b698-e3add75dc8bc {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:13.726767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Attempting to bind port deb8ea50-1998-4cda-bc78-0aadc52083a2 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:13.727106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Attempting to bind port deb8ea50-1998-4cda-bc78-0aadc52083a2 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:13.727440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Attempting to bind port deb8ea50-1998-4cda-bc78-0aadc52083a2 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:13.728296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Pushing event updated for resources: {'Port': ['ID=22434351-b48c-4ba6-a2ff-0b6435d50eed,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:13.755521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Port deb8ea50-1998-4cda-bc78-0aadc52083a2 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:03:13.755995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Attempting to bind port deb8ea50-1998-4cda-bc78-0aadc52083a2 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:13.766877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:13.767756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Checking segment: {'id': '2085b744-f564-4dff-947b-dae362347eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a5fdd31-05be-4439-b698-e3add75dc8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:13.768173 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.768573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Bound using segment: {'id': '2085b744-f564-4dff-947b-dae362347eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a5fdd31-05be-4439-b698-e3add75dc8bc'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:13.769062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Bound port: 22434351-b48c-4ba6-a2ff-0b6435d50eed, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2085b744-f564-4dff-947b-dae362347eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a5fdd31-05be-4439-b698-e3add75dc8bc'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:13.769397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=0bf23559-5ddd-4068-9d78-97ca38d7a5bd,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:13.769518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.773925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:13.774284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Checking segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:13.775172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Bound using segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:13.775639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Bound port: deb8ea50-1998-4cda-bc78-0aadc52083a2, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:13.775997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.793103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8dd0db9b-20c2-430e-a4c8-27d99e719106 req-b1ed8eb5-90f3-434f-8c0a-e983e0f85c3c tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142404 Nov 10 04:03:13.794699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': '63b95727-295b-4cda-8410-884cca2e652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8e2b16e6-0f67-4a3f-b05b-9f9093dfef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:13.795068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: 8e2b16e6-0f67-4a3f-b05b-9f9093dfef85, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:13.804530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.850139 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.857065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network 8e2b16e6-0f67-4a3f-b05b-9f9093dfef85 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:13.872243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8e2b16e6-0f67-4a3f-b05b-9f9093dfef85) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:13.882775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:13.883390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.888029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a62263-0f1a-4994-9aa2-7119e9ba6f2c None None] Network 8e2b16e6-0f67-4a3f-b05b-9f9093dfef85 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:13.902324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] For port deb8ea50-1998-4cda-bc78-0aadc52083a2, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:13.905875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] For port deb8ea50-1998-4cda-bc78-0aadc52083a2, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:13.914951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2f0ce738-2b74-430d-89b7-ba96cb4ed84d tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8860700 Nov 10 04:03:13.916907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48342) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:13.918018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9bade52-0a48-47c8-be16-bff2aa1ca194 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:03:13.924587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:13.936539 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.006159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=59e9f1c7-40c8-4e88-aa67-856e540a4e09,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:14.012303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a6bec-6925-46b6-a593-c1025eddecae None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:14.016384 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.018807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:14.027307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d357588-e75e-4b17-9e29-1006cf03d354 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/59e9f1c7-40c8-4e88-aa67-856e540a4e09 HTTP/1.1" status: 204 len: 168 time: 0.7024260 Nov 10 04:03:14.030058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] For port 22434351-b48c-4ba6-a2ff-0b6435d50eed, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:14.032330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48344) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:14.055239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:14.062516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.065886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] 10.222.0.11 "PUT /v2.0/ports/deb8ea50-1998-4cda-bc78-0aadc52083a2 HTTP/1.1" status: 200 len: 1091 time: 1.4850190 Nov 10 04:03:14.066356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'tag': 'deb8ea50-1998-4cda-bc78-0aadc52083a2'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:14.067427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.072221 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c074c47a-2524-488e-83dc-eb09b646f570" -d '{"events": [{"name": "network-changed", "server_uuid": "52196668-d0f5-452c-9779-74b8bdc7de0b", "tag": "deb8ea50-1998-4cda-bc78-0aadc52083a2"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:14.137876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] For port 22434351-b48c-4ba6-a2ff-0b6435d50eed, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=22434351-b48c-4ba6-a2ff-0b6435d50eed,segment=NetworkSegment(2085b744-f564-4dff-947b-dae362347eb3),segment_id=2085b744-f564-4dff-947b-dae362347eb3)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:14.212059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.254455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['a9bade52-0a48-47c8-be16-bff2aa1ca194'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:14.257169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f775b-3762-4c6a-b83e-6449947f1abc service neutron] Pushing event updated for resources: {'Port': ['ID=deb8ea50-1998-4cda-bc78-0aadc52083a2,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:14.258733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 9ab33625-8cde-4e74-9318-9141b517e3c7 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:03:14.263828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.292084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-5cd1fe63-9714-46c3-8514-4862404d8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:14.296492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-5cd1fe63-9714-46c3-8514-4862404d8070 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 1094 time: 0.1138682 Nov 10 04:03:14.311164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.379432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-ab116e5d-9ba7-4b4e-b320-2ad8691f2018 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2 HTTP/1.1" status: 200 len: 217 time: 0.0602577 Nov 10 04:03:14.392884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.423918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee39d6-6cb1-4157-aba9-e739bfd9ff44 req-10485420-3c87-4908-a35e-3d50c4f99c41 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:14.438863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afee39d6-6cb1-4157-aba9-e739bfd9ff44 req-10485420-3c87-4908-a35e-3d50c4f99c41 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.2351863 Nov 10 04:03:14.450934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.456514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:14.484377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05159b4-ee1a-4c48-afa6-d280f576e75c req-3c1faa15-f4ab-4673-b479-69d657f5000c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:14.487436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b05159b4-ee1a-4c48-afa6-d280f576e75c req-3c1faa15-f4ab-4673-b479-69d657f5000c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 943 time: 0.2684584 Nov 10 04:03:14.552979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-79357d6a-54d3-4dd0-b7d6-5d2683a52820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:14.554702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-79357d6a-54d3-4dd0-b7d6-5d2683a52820 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.1632979 Nov 10 04:03:14.634533 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-c3081467-fb75-46d4-bbee-c72e80f25d1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313437 Nov 10 04:03:14.690704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.794367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.810609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630513c-cdc1-4231-abb8-e4a284d35f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-8e2b16e6-0f67-4a3f-b05b-9f9093dfef85', 'network_id': '8e2b16e6-0f67-4a3f-b05b-9f9093dfef85', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': '0bf23559-5ddd-4068-9d78-97ca38d7a5bd'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:14.811483 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3630513c-cdc1-4231-abb8-e4a284d35f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:14.856001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39489ad-3874-4f78-b4e0-6ab5a901f6d4 None None] Pushing event updated for resources: {'Port': ['ID=22434351-b48c-4ba6-a2ff-0b6435d50eed,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:14.931162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf23559-5ddd-4068-9d78-97ca38d7a5bd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:15.032232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428002ca-af8b-4618-834a-1e823a312f8d None None] Network 8e2b16e6-0f67-4a3f-b05b-9f9093dfef85 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:15.126795 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-ba9b1510-d569-401b-ac7a-3778bd6a6de5 service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808376 Nov 10 04:03:15.290267 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.321563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-bdddabd3-dcff-4035-9af6-58daef81dbf2 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:15.323555 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-bdddabd3-dcff-4035-9af6-58daef81dbf2 tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 945 time: 0.5019326 Nov 10 04:03:15.353050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2b16e6-0f67-4a3f-b05b-9f9093dfef85']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:15.414106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b95727-295b-4cda-8410-884cca2e652f') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:15.415256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b95727-295b-4cda-8410-884cca2e652f') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:15.463294 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-795d5624-dcc8-4c18-9c9b-96c25ee4b690 req-6ccf0a64-eb6e-403a-9ce5-bf3f05095e59 service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253086 Nov 10 04:03:15.523209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.572850 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.632966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:15.634820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:15.648529 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:15.660839 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d5a29748-ea97-4133-83d8-148e2081b634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.682039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Deleting port 0550aad1-224e-4f0a-bde8-27037fd0c818 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:15.688061 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.738230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b05159b4-ee1a-4c48-afa6-d280f576e75c req-5b7ee03e-1f26-45c7-97cb-83999fc41f22 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9258151 Nov 10 04:03:15.744412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.769408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afee39d6-6cb1-4157-aba9-e739bfd9ff44 req-defac211-9754-43c3-8027-6d9e7357c9d8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3292642 Nov 10 04:03:15.812049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:15.824527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/9ab33625-8cde-4e74-9318-9141b517e3c7 HTTP/1.1" status: 204 len: 168 time: 1.7890420 Nov 10 04:03:15.825640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae9a9e-8211-46e7-bfe4-df9b3e16996a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab33625-8cde-4e74-9318-9141b517e3c7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:15.829325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48384) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:15.858200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 22434351-b48c-4ba6-a2ff-0b6435d50eed up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:15.915210 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b4f145-3ad7-4b3f-9ad9-c2fd34e3008e x-openstack-request-id: req-71b4f145-3ad7-4b3f-9ad9-c2fd34e3008e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:15.915606 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52196668-d0f5-452c-9779-74b8bdc7de0b", "tag": "deb8ea50-1998-4cda-bc78-0aadc52083a2", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:15.916971 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71b4f145-3ad7-4b3f-9ad9-c2fd34e3008e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:15.917537 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'tag': 'deb8ea50-1998-4cda-bc78-0aadc52083a2', 'status': 'completed', 'code': 200} Nov 10 04:03:15.945835 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-002db10b-8855-437c-94fa-5aad63aa2dab tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:15.946328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002db10b-8855-437c-94fa-5aad63aa2dab tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:15.958566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-002db10b-8855-437c-94fa-5aad63aa2dab tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/59e9f1c7-40c8-4e88-aa67-856e540a4e09 HTTP/1.1" status: 404 len: 337 time: 0.1257508 Nov 10 04:03:15.959484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48386) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:16.009436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 22434351-b48c-4ba6-a2ff-0b6435d50eed triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:16.009982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.093651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.135067 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.143271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/8e2b16e6-0f67-4a3f-b05b-9f9093dfef85 HTTP/1.1" status: 204 len: 168 time: 2.2188649 Nov 10 04:03:16.146835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48392) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:16.151975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074c47a-2524-488e-83dc-eb09b646f570 req-34afb003-9618-4693-a6fa-4093647b55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:16.153626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c074c47a-2524-488e-83dc-eb09b646f570 req-34afb003-9618-4693-a6fa-4093647b55e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 1094 time: 0.2306023 Nov 10 04:03:16.155829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-490198767'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:16.184011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067bcc9-49e3-40a8-9fca-a3ddb5827478 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=8e2b16e6-0f67-4a3f-b05b-9f9093dfef85,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:16.207813 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.254896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] For port 0550aad1-224e-4f0a-bde8-27037fd0c818, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=0550aad1-224e-4f0a-bde8-27037fd0c818,segment=NetworkSegment(8b7d7597-76e8-4d1f-8053-01644a40e21e),segment_id=8b7d7597-76e8-4d1f-8053-01644a40e21e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:16.255269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.278551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Calling delete_port for 0550aad1-224e-4f0a-bde8-27037fd0c818 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:16.301883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0644e10a-1357-4332-bb0b-25e6dae4e5ee None None] Network 3adeb266-2b83-4bae-abc6-5eddfee9be89 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:16.305068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 22434351-b48c-4ba6-a2ff-0b6435d50eed, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=22434351-b48c-4ba6-a2ff-0b6435d50eed,segment=NetworkSegment(2085b744-f564-4dff-947b-dae362347eb3),segment_id=2085b744-f564-4dff-947b-dae362347eb3)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:16.317356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768be4b7-c87c-46c6-b37a-a21ed3f0db15 req-52f8ab63-5331-4829-9568-800d2eceed6c tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:16.337745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-768be4b7-c87c-46c6-b37a-a21ed3f0db15 req-52f8ab63-5331-4829-9568-800d2eceed6c tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1122a3-382d-4787-97f9-8917a430cf38 HTTP/1.1" status: 200 len: 945 time: 0.3441918 Nov 10 04:03:16.358624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d3376-7958-43fb-b941-e4bc99567d3b req-a33b399a-1451-4893-bab1-24bf4d4c169a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:16.370673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225d3376-7958-43fb-b941-e4bc99567d3b req-a33b399a-1451-4893-bab1-24bf4d4c169a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 944 time: 0.3796434 Nov 10 04:03:16.375820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting subnet 01d3f2e0-7e5e-4f53-85cb-4849c8b0358c {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:03:16.389634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074c47a-2524-488e-83dc-eb09b646f570 req-af74b319-43b6-46c5-93d8-885d1d22c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:16.391366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c074c47a-2524-488e-83dc-eb09b646f570 req-af74b319-43b6-46c5-93d8-885d1d22c646 service neutron] 10.222.0.11 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 915 time: 0.2258470 Nov 10 04:03:16.396767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.444536 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.453583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c074c47a-2524-488e-83dc-eb09b646f570 req-6e66683f-953e-4a04-a901-88039d6c6371 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2 HTTP/1.1" status: 200 len: 217 time: 0.0525033 Nov 10 04:03:16.455449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1a8ff-3b7c-4585-b8bf-1cab44dce933 None None] Network 8a5fdd31-05be-4439-b698-e3add75dc8bc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:16.498494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.566729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074c47a-2524-488e-83dc-eb09b646f570 req-8bbe1076-de64-4ca6-af1e-7f5785594aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:16.568127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3cb62258-0bbb-43d5-aac2-95a096a1f6e2 None None] Provisioning complete for port 18d6f15f-7649-4037-8763-735c84db0207 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:16.568259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c074c47a-2524-488e-83dc-eb09b646f570 req-8bbe1076-de64-4ca6-af1e-7f5785594aed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.1042650 Nov 10 04:03:16.568508 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3cb62258-0bbb-43d5-aac2-95a096a1f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.630693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c074c47a-2524-488e-83dc-eb09b646f570 req-3d7fcc75-f425-4324-ba2b-d62679f35114 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502884 Nov 10 04:03:16.661491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3cb62258-0bbb-43d5-aac2-95a096a1f6e2 None None] Port 18d6f15f-7649-4037-8763-735c84db0207 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:16.668651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.681447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:16.686301 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.695470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['0550aad1-224e-4f0a-bde8-27037fd0c818'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:16.748220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Pushing event deleted for resources: {'Port': ['ID=0550aad1-224e-4f0a-bde8-27037fd0c818,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:16.794608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=22434351-b48c-4ba6-a2ff-0b6435d50eed,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:16.818365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3cb62258-0bbb-43d5-aac2-95a096a1f6e2 None None] Provisioning complete for port 4bbecf46-834a-4b0d-a24d-5755ff6c817e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:16.818720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3cb62258-0bbb-43d5-aac2-95a096a1f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.834653 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.877920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] No DVR routers for this DVR port 0550aad1-224e-4f0a-bde8-27037fd0c818 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:16.882705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.891832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db8705db-6d5b-4db8-a229-5cd1f7c07db7 req-0d6c1e20-e197-4cd9-b242-e109232d08fa tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.44 "DELETE /v2.0/ports/0550aad1-224e-4f0a-bde8-27037fd0c818 HTTP/1.1" status: 204 len: 173 time: 1.5540469 Nov 10 04:03:16.894354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:16.900837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-225d3376-7958-43fb-b941-e4bc99567d3b req-8aeac2c3-6553-4a91-bd6e-a84230d9600b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5293870 Nov 10 04:03:16.914611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-768be4b7-c87c-46c6-b37a-a21ed3f0db15 req-c6a401e0-197a-4801-a59c-b08be4117e1c tempest-VolumesActionsTest-1299972416 tempest-VolumesActionsTest-1299972416-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc4b03c4-abf4-447c-aaa9-478d2dd84135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870424 Nov 10 04:03:16.932368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:16.933908 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 4a469b6d-b140-4334-9d94-5162c637573e of type vlan for network aa689738-c226-42b1-af87-8140d0cc44db Nov 10 04:03:16.943642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c074c47a-2524-488e-83dc-eb09b646f570 req-cb6e965d-a69b-4a95-8055-f5596a20fe36 service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036406 Nov 10 04:03:17.031984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.081759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.146746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c074c47a-2524-488e-83dc-eb09b646f570 req-73e002fb-70d3-41b2-9130-bff8263b1411 service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948051 Nov 10 04:03:17.166679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:17.215020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Subnet': ['ID=01d3f2e0-7e5e-4f53-85cb-4849c8b0358c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:17.232942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.236555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ce46cf1d-b9c1-4168-8fac-473dbbd5bffb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/01d3f2e0-7e5e-4f53-85cb-4849c8b0358c HTTP/1.1" status: 204 len: 168 time: 1.2766399 Nov 10 04:03:17.239261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48406) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:17.243588 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.251607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:17.251607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.254700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.337381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1857994 Nov 10 04:03:17.347584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22385709-53fa-43d3-9ede-61a39a61c7d7 req-2b566d16-cbec-4821-9b0b-9dc4c59d33ba tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:17.349236 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22385709-53fa-43d3-9ede-61a39a61c7d7 req-2b566d16-cbec-4821-9b0b-9dc4c59d33ba tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 943 time: 0.2808840 Nov 10 04:03:17.351038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48408) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:17.381258 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c804e0-c77e-4f64-8fff-9c5ef0af2437 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:17.381729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c804e0-c77e-4f64-8fff-9c5ef0af2437 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:17.382568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': 'aa689738-c226-42b1-af87-8140d0cc44db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:17.393914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e5c804e0-c77e-4f64-8fff-9c5ef0af2437 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/42ff135a-4515-49b3-a8d2-12842183c829 HTTP/1.1" status: 404 len: 337 time: 0.1502378 Nov 10 04:03:17.394832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48410) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:17.434719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port a9bade52-0a48-47c8-be16-bff2aa1ca194 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:17.435634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.460046 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a6215d6c-2e53-49cc-844e-d40be80c7947 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0923f65-96f2-4ff0-b947-46ac5c46459b HTTP/1.1" status: 200 len: 205 time: 0.0598102 Nov 10 04:03:17.460794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48412) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:17.472023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f980bd-a1a7-44a6-9a82-509cbd37c3fe req-a0fefa63-29c1-4691-8506-925d92d7e694 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:17.473545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00f980bd-a1a7-44a6-9a82-509cbd37c3fe req-a0fefa63-29c1-4691-8506-925d92d7e694 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.3147483 Nov 10 04:03:17.583423 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-789c0cb1-9ad3-4fff-99d6-772ce13a2c90 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] delete failed (client error): The resource could not be found. Nov 10 04:03:17.584484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-789c0cb1-9ad3-4fff-99d6-772ce13a2c90 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/routers/a0923f65-96f2-4ff0-b947-46ac5c46459b HTTP/1.1" status: 404 len: 336 time: 0.1205888 Nov 10 04:03:17.592045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48414) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:17.610189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.614227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f3d61-8e83-48c8-ac2c-43b006e9cea6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=aa689738-c226-42b1-af87-8140d0cc44db,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:17.630422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] DHCP port deletion for 3adeb266-2b83-4bae-abc6-5eddfee9be89 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:03:17.660244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network aa689738-c226-42b1-af87-8140d0cc44db details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:17.669225 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e8e02c-d3f3-45d2-91ae-1cb24fb38a31 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:17.670263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e8e02c-d3f3-45d2-91ae-1cb24fb38a31 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:17.674795 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-23e8e02c-d3f3-45d2-91ae-1cb24fb38a31 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/fe84885f-8cc5-44b9-9789-557ab694a015 HTTP/1.1" status: 404 len: 337 time: 0.0813811 Nov 10 04:03:17.676873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48416) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:17.796447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22385709-53fa-43d3-9ede-61a39a61c7d7 req-d622c6ca-ffd4-44d6-a72a-78df465cac09 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218841 Nov 10 04:03:17.836311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00f980bd-a1a7-44a6-9a82-509cbd37c3fe req-350e7986-7a6b-4b5c-961e-53d9780d54b4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276448 Nov 10 04:03:17.859155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:17.864640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:17.977788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 22434351-b48c-4ba6-a2ff-0b6435d50eed up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:18.000166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:18.002488 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aea2d2-28de-467a-afe6-aec6bf13201c" -d '{"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-plugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:18.064960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Performing IP validity checks on allocation pools {{(pid=102597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 04:03:18.065862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 04:03:18.074500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5f460a9d-926f-494a-9808-c4cf06925429 None None] Provisioning complete for port 22434351-b48c-4ba6-a2ff-0b6435d50eed triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:18.074870 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f460a9d-926f-494a-9808-c4cf06925429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.080405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:18.119204 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.226446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] Deleting port 4bbecf46-834a-4b0d-a24d-5755ff6c817e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:18.226800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.229349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'name': 'network-vif-deleted', 'tag': '0550aad1-224e-4f0a-bde8-27037fd0c818'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:18.232074 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711753ab-ffe8-47b9-8a56-902a5cfd4857" -d '{"events": [{"server_uuid": "dd1122a3-382d-4787-97f9-8917a430cf38", "name": "network-vif-deleted", "tag": "0550aad1-224e-4f0a-bde8-27037fd0c818"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:18.237497 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5781ed9-caa2-4d5d-9a4f-6094eb7c4349 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.238234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5781ed9-caa2-4d5d-9a4f-6094eb7c4349 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.239549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:18.243587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e5781ed9-caa2-4d5d-9a4f-6094eb7c4349 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/52a6f21e-a3d4-4e9d-a4fc-1a6612572b9e HTTP/1.1" status: 404 len: 337 time: 0.5557914 Nov 10 04:03:18.243744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa57fea-cbf6-4176-9c6d-b3e2d8e56a37 req-beb94f39-4ab7-4a2c-b975-acba8f88bec4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:18.243848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48428) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.245322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efa57fea-cbf6-4176-9c6d-b3e2d8e56a37 req-beb94f39-4ab7-4a2c-b975-acba8f88bec4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1878653 Nov 10 04:03:18.259250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 22434351-b48c-4ba6-a2ff-0b6435d50eed triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:18.259906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.267945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-62614917-f2d7-4969-b491-1e453e512c4f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:18.269469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-62614917-f2d7-4969-b491-1e453e512c4f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.3023512 Nov 10 04:03:18.272295 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9444f984-487d-48b6-817d-7d8823f0f11a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.272982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9444f984-487d-48b6-817d-7d8823f0f11a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.276408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9444f984-487d-48b6-817d-7d8823f0f11a tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/e8963e26-9a61-4d41-a3dc-75cd27c46fae HTTP/1.1" status: 404 len: 337 time: 0.0316279 Nov 10 04:03:18.279945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48430) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.313057 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a627366-58ff-478c-a797-8dcf762bd7a4 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.313702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a627366-58ff-478c-a797-8dcf762bd7a4 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.320755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9a627366-58ff-478c-a797-8dcf762bd7a4 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/0670c5e8-1cf0-460c-9723-54bf98185f13 HTTP/1.1" status: 404 len: 333 time: 0.0397487 Nov 10 04:03:18.321282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48432) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.351552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-32988075-f5e3-4228-9220-52859bdaf05f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/quotas/75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 375 time: 0.0677116 Nov 10 04:03:18.352496 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8166d603-1ffd-4e22-a556-234072eea1c0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.353583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8166d603-1ffd-4e22-a556-234072eea1c0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.360837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8166d603-1ffd-4e22-a556-234072eea1c0 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/5045929a-b47f-4f30-b8b7-1a97f56f0ddc HTTP/1.1" status: 404 len: 337 time: 0.0382743 Nov 10 04:03:18.361452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48434) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.392689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] For port 4bbecf46-834a-4b0d-a24d-5755ff6c817e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4bbecf46-834a-4b0d-a24d-5755ff6c817e,segment=NetworkSegment(4181fe3d-5cad-48de-a624-dbb62ebbe0e4),segment_id=4181fe3d-5cad-48de-a624-dbb62ebbe0e4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:18.393593 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.407729 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b97e07-ae34-4191-bc28-1544736f27eb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.407729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b97e07-ae34-4191-bc28-1544736f27eb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.413556 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-93b97e07-ae34-4191-bc28-1544736f27eb tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/47a10a5a-d00b-40c0-bee1-4f4a45cb931c HTTP/1.1" status: 404 len: 337 time: 0.0504251 Nov 10 04:03:18.414192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48436) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.425608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] Calling delete_port for 4bbecf46-834a-4b0d-a24d-5755ff6c817e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:18.437294 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958034c-862e-4628-bf00-136313178f2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.438167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e958034c-862e-4628-bf00-136313178f2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.444778 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e958034c-862e-4628-bf00-136313178f2e tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/4e6eba1b-2ab9-4439-9fb5-089c2a9804c3 HTTP/1.1" status: 404 len: 333 time: 0.0295937 Nov 10 04:03:18.445375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48438) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.446564 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.457604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efa57fea-cbf6-4176-9c6d-b3e2d8e56a37 req-439a35f4-124a-4625-ac38-918c0a970fb3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1831076 Nov 10 04:03:18.476879 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfddb2c-d6bd-498f-b22e-3f3ea08511e6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.477387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfddb2c-d6bd-498f-b22e-3f3ea08511e6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.483868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9bfddb2c-d6bd-498f-b22e-3f3ea08511e6 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/7a77b722-8e10-4037-9733-fd2cba2666da HTTP/1.1" status: 404 len: 337 time: 0.0374587 Nov 10 04:03:18.484459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48440) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.524873 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37ec9bf-3522-4508-b18c-acf1cb4f2095 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:18.525853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37ec9bf-3522-4508-b18c-acf1cb4f2095 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:18.535005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d37ec9bf-3522-4508-b18c-acf1cb4f2095 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/subnets/0dd253a8-1ba6-470f-87cd-0dc9a82dae66 HTTP/1.1" status: 404 len: 337 time: 0.0493827 Nov 10 04:03:18.535850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48442) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:18.540342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-a3a072dc-06b5-487e-9db0-6c3886ec882d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712108 Nov 10 04:03:18.543135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.564288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a19caee1-45fa-4f5c-ae21-d627fbc88862 None None] Provisioning complete for port 22434351-b48c-4ba6-a2ff-0b6435d50eed triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:18.564803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a19caee1-45fa-4f5c-ae21-d627fbc88862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.641848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4bbecf46-834a-4b0d-a24d-5755ff6c817e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:18.711942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Deleting port 18d6f15f-7649-4037-8763-735c84db0207 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:18.713280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.726815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.757063 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0214a50-891f-4b11-aeb2-4eb9f38970eb x-openstack-request-id: req-b0214a50-891f-4b11-aeb2-4eb9f38970eb {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:18.757496 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-plugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:18.757845 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0214a50-891f-4b11-aeb2-4eb9f38970eb {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:18.758350 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'code': 200} Nov 10 04:03:18.761180 n-d-817326-2 neutron-server[102598]: INFO neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No ports have port_id starting with 4bbecf46-834a-4b0d-a24d-5755ff6c817e Nov 10 04:03:18.762334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] Pushing event deleted for resources: {'Port': ['ID=4bbecf46-834a-4b0d-a24d-5755ff6c817e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:18.779959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e12dd-a765-4cd4-92ec-8abfe03b1999 None None] No DVR routers for this DVR port 4bbecf46-834a-4b0d-a24d-5755ff6c817e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:18.892244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=1e5f5e64-1a42-4161-a791-f506ea12f28e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:18.901367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-f94b1d94-5745-473a-85aa-0bb65001191f service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473310 Nov 10 04:03:18.907614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:18.943658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Calling delete_port for 18d6f15f-7649-4037-8763-735c84db0207 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:19.010058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device deb8ea50-1998-4cda-bc78-0aadc52083a2 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:03:19.098501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-2b18dff7-9354-41f3-9dde-d2e3d022774c service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896009 Nov 10 04:03:19.122643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.129571 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd8273-4ae0-48e0-b75d-e28306c5e0d8 x-openstack-request-id: req-3fdd8273-4ae0-48e0-b75d-e28306c5e0d8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:19.129854 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1122a3-382d-4787-97f9-8917a430cf38", "name": "network-vif-deleted", "tag": "0550aad1-224e-4f0a-bde8-27037fd0c818", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:19.130125 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fdd8273-4ae0-48e0-b75d-e28306c5e0d8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:19.137397 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1122a3-382d-4787-97f9-8917a430cf38', 'name': 'network-vif-deleted', 'tag': '0550aad1-224e-4f0a-bde8-27037fd0c818', 'status': 'completed', 'code': 200} Nov 10 04:03:19.151957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': '4a469b6d-b140-4334-9d94-5162c637573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa689738-c226-42b1-af87-8140d0cc44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:19.152317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: aa689738-c226-42b1-af87-8140d0cc44db, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:19.179895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network aa689738-c226-42b1-af87-8140d0cc44db is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:19.191491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, aa689738-c226-42b1-af87-8140d0cc44db) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:19.211324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4af151-5a5f-4aad-9f37-553bed55d238 None None] Network aa689738-c226-42b1-af87-8140d0cc44db requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:19.215213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:19.216518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.234946 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Port': ['ID=18d6f15f-7649-4037-8763-735c84db0207,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:19.249087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1e3131a4-84b1-4cfe-913f-2c6a5f3c4c90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8946059 Nov 10 04:03:19.250325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.251834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48456) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:19.258012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5ba2af8e-b71f-4031-a20a-1a35b0cf5d67 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/ports/18d6f15f-7649-4037-8763-735c84db0207 HTTP/1.1" status: 204 len: 168 time: 0.7209816 Nov 10 04:03:19.267688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48460) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:19.379890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.444844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.463709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port deb8ea50-1998-4cda-bc78-0aadc52083a2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:19.518677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0550aad1-224e-4f0a-bde8-27037fd0c818 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:19.541792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4992-11e7-4e79-9321-9efa6d7f137e req-3d80ceec-d95b-4c27-8a92-8cbdeb88a427 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:19.543486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 0550aad1-224e-4f0a-bde8-27037fd0c818 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:03:19.544060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 0550aad1-224e-4f0a-bde8-27037fd0c818 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:03:19.547489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-422a4992-11e7-4e79-9321-9efa6d7f137e req-3d80ceec-d95b-4c27-8a92-8cbdeb88a427 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 943 time: 0.2805750 Nov 10 04:03:19.584019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'deb8ea50-1998-4cda-bc78-0aadc52083a2', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'port_id': 'deb8ea50-1998-4cda-bc78-0aadc52083a2', 'mac_address': 'fa:16:3e:ba:67:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c833d13-643e-412c-8fda-efdcd8634d77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:03:19.593759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-aa689738-c226-42b1-af87-8140d0cc44db', 'network_id': 'aa689738-c226-42b1-af87-8140d0cc44db', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': '1e5f5e64-1a42-4161-a791-f506ea12f28e'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:19.594821 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.652556 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.716725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb8ea50-1998-4cda-bc78-0aadc52083a2 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:03:19.751907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port deb8ea50-1998-4cda-bc78-0aadc52083a2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:19.757703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.876143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=deb8ea50-1998-4cda-bc78-0aadc52083a2,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:19.889725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Allocated IP 172.20.0.3 (aa689738-c226-42b1-af87-8140d0cc44db/1e5f5e64-1a42-4161-a791-f506ea12f28e/dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:19.899019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.941377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adeb266-2b83-4bae-abc6-5eddfee9be89']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:19.953296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4181fe3d-5cad-48de-a624-dbb62ebbe0e4') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:19.953728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4181fe3d-5cad-48de-a624-dbb62ebbe0e4') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:19.965188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.980945 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:19.988293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:19.990836 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:20.118745 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:20.145553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.163940 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.167905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] 10.222.0.24 "DELETE /v2.0/networks/3adeb266-2b83-4bae-abc6-5eddfee9be89 HTTP/1.1" status: 204 len: 168 time: 0.8966670 Nov 10 04:03:20.195873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.201165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b1276-1208-40fe-9a03-a3aa61635219 tempest-PortsIpV6TestJSON-1640164310 tempest-PortsIpV6TestJSON-1640164310-project] Pushing event deleted for resources: {'Network': ['ID=3adeb266-2b83-4bae-abc6-5eddfee9be89,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:20.234353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['deb8ea50-1998-4cda-bc78-0aadc52083a2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:20.261292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bad440-edca-4420-9e40-1e9c12888db2 req-f3b599e9-9d03-4300-934e-0b153b1c6d3f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:20.273798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43bad440-edca-4420-9e40-1e9c12888db2 req-f3b599e9-9d03-4300-934e-0b153b1c6d3f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.4715149 Nov 10 04:03:20.274291 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.291407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.292757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-422a4992-11e7-4e79-9321-9efa6d7f137e req-f7ed2dce-7232-4b70-b3d3-7811d09d8566 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296550 Nov 10 04:03:20.452705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Network aa689738-c226-42b1-af87-8140d0cc44db is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:20.659625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.671608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43bad440-edca-4420-9e40-1e9c12888db2 req-7530d2d8-9395-4bc2-af72-00148103eda9 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736808 Nov 10 04:03:20.756468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:20.768520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Pushing event updated for resources: {'Port': ['ID=dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:20.769883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecc6c-dc3a-4935-8cd2-a2b86d8ae791 req-f023a062-fea5-4760-baa0-980a8ebbe00a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:20.772534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4baecc6c-dc3a-4935-8cd2-a2b86d8ae791 req-f023a062-fea5-4760-baa0-980a8ebbe00a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.2953670 Nov 10 04:03:20.781904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:20.850824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48486) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:20.864422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.898655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5f5e64-1a42-4161-a791-f506ea12f28e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:20.938882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51d6cc80-5587-41eb-ad17-387a4b673f08 req-01669980-d6b0-4516-8849-f5d7cb5ad2b4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0379603 Nov 10 04:03:20.959656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Attempting to bind port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:20.960259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Attempting to bind port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4a469b6d-b140-4334-9d94-5162c637573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa689738-c226-42b1-af87-8140d0cc44db'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:20.960897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Attempting to bind port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1 on network aa689738-c226-42b1-af87-8140d0cc44db {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:20.968275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:20.969082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Checking segment: {'id': '4a469b6d-b140-4334-9d94-5162c637573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa689738-c226-42b1-af87-8140d0cc44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:20.969697 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:20.970930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Bound using segment: {'id': '4a469b6d-b140-4334-9d94-5162c637573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa689738-c226-42b1-af87-8140d0cc44db'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:20.971655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Bound port: dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a469b6d-b140-4334-9d94-5162c637573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa689738-c226-42b1-af87-8140d0cc44db'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:20.972287 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.033430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4baecc6c-dc3a-4935-8cd2-a2b86d8ae791 req-841c7f13-59ec-4f94-8725-865af38b7649 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1845884 Nov 10 04:03:21.068785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.080181 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1703a8c4-1719-41ec-8016-779f28e8b2b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a68dfe6dcf9b4ed795844dac19037f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261255 Nov 10 04:03:21.082869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48490) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:21.110147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] For port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:21.114270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] For port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1,segment=NetworkSegment(4a469b6d-b140-4334-9d94-5162c637573e),segment_id=4a469b6d-b140-4334-9d94-5162c637573e)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:21.125921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.142317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa689738-c226-42b1-af87-8140d0cc44db']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:21.160322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a469b6d-b140-4334-9d94-5162c637573e') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:21.167944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a469b6d-b140-4334-9d94-5162c637573e') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:21.192086 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c4c324-752e-4149-a75f-503c0186237c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.195400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.255073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40542c-1b7b-4249-a71e-29d88df38f4c None None] Pushing event updated for resources: {'Port': ['ID=dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:21.279008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01014b1d-00ed-4b84-a0a2-7cca30716f11 None None] Network aa689738-c226-42b1-af87-8140d0cc44db requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:21.283188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.299377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c4c324-752e-4149-a75f-503c0186237c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.334005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:21.335567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:21.358272 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:21.385399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-8cf54437-3f10-4dd5-96a0-e4dca4dd33ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:21.388093 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-8cf54437-3f10-4dd5-96a0-e4dca4dd33ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.2211773 Nov 10 04:03:21.410470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'port': {'device_id': 'd7294833-8bb6-4668-927c-55949f7514ab', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'admin_state_up': True, 'tenant_id': '75f05c7943244c83b6d25ae69de052cc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:21.462689 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.api [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 04:03:21.462689 n-d-817326-2 neutron-server[102597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 04:03:21.462689 n-d-817326-2 neutron-server[102597]: [parameters: {'id': 'aa689738-c226-42b1-af87-8140d0cc44db'}] Nov 10 04:03:21.462689 n-d-817326-2 neutron-server[102597]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:03:21.463280 n-d-817326-2 neutron-server[102597]: DEBUG oslo_db.api [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:03:21.485980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c4c324-752e-4149-a75f-503c0186237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.488967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44c4c324-752e-4149-a75f-503c0186237c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.490175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-44c4c324-752e-4149-a75f-503c0186237c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be049789-2892-49bb-a824-4e40c9b68f3e HTTP/1.1" status: 204 len: 168 time: 0.4061313 Nov 10 04:03:21.537980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c324-752e-4149-a75f-503c0186237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be049789-2892-49bb-a824-4e40c9b68f3e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:21.597584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d365cfe-97a1-4e5f-96dc-6323adfd6959 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:03:21.637836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751260e4-19d8-472f-a25e-b464f0bc1d6f req-2248e3ea-e189-4f84-aaa0-5609e1b59f88 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:21.641868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-751260e4-19d8-472f-a25e-b464f0bc1d6f req-2248e3ea-e189-4f84-aaa0-5609e1b59f88 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 944 time: 0.1366761 Nov 10 04:03:21.769079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d365cfe-97a1-4e5f-96dc-6323adfd6959 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:03:21.776587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:21.782308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-751260e4-19d8-472f-a25e-b464f0bc1d6f req-b3a00049-e636-482f-914e-6b01ed9ef856 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322210 Nov 10 04:03:21.804973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:21.981731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8132b-d422-41ea-a0bb-40ea9dfcfbe6 req-b7e6f574-efc4-470e-b78c-c17814911f4d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:21.983342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71c8132b-d422-41ea-a0bb-40ea9dfcfbe6 req-b7e6f574-efc4-470e-b78c-c17814911f4d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.1184211 Nov 10 04:03:21.983907 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:22.174789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.20.0.3 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/461c2033-a859-42db-a783-2c8f250d5495) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:22.272849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d87799a-a423-4a58-b715-f421d68cd804 req-52464b96-9b28-495e-b04b-f2e7d918c9f8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.1547642 Nov 10 04:03:22.357669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71c8132b-d422-41ea-a0bb-40ea9dfcfbe6 req-ca55c2ca-1da2-4aed-bd1b-608ee6b54ea6 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646779 Nov 10 04:03:22.433893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:22.434937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:22.435504 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:22.474838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:22.505396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:22.508623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:22.524492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:22.621333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3174b91a-44b9-42c1-bf27-641cb30b2c8a None None] Provisioning complete for port fbefe813-b065-467b-8b24-476a9dc554cb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:22.621880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3174b91a-44b9-42c1-bf27-641cb30b2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:22.627942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:22.628982 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:22.682511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e48e6-7dae-48f1-8862-deffeb4240fa req-37bc1db0-3476-4fcd-b5da-4aa0089178ce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:22.683623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2846339 Nov 10 04:03:22.684127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-295e48e6-7dae-48f1-8862-deffeb4240fa req-37bc1db0-3476-4fcd-b5da-4aa0089178ce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.2730503 Nov 10 04:03:22.688549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1,segment=NetworkSegment(4a469b6d-b140-4334-9d94-5162c637573e),segment_id=4a469b6d-b140-4334-9d94-5162c637573e)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:22.688953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:22.737973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Request body: {'port': {'device_id': 'd7294833-8bb6-4668-927c-55949f7514ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:22.754279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a43aa8-eaf6-439c-8763-a47b9fed17db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=461c2033-a859-42db-a783-2c8f250d5495,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:22.780673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:22.842885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3174b91a-44b9-42c1-bf27-641cb30b2c8a None None] Provisioning complete for port 853263ad-5190-4fb4-9219-d0de06b16da9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:22.843496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3174b91a-44b9-42c1-bf27-641cb30b2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.031118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.040166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.043196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device deb8ea50-1998-4cda-bc78-0aadc52083a2 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:23.101405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:23.150487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port deb8ea50-1998-4cda-bc78-0aadc52083a2 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:03:23.167722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port deb8ea50-1998-4cda-bc78-0aadc52083a2 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:23.168169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.174480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581d013-887e-45d2-968c-c9420f04fd96 req-f8c4f45b-0a62-494b-972f-b36378905cfb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:23.188358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a581d013-887e-45d2-968c-c9420f04fd96 req-f8c4f45b-0a62-494b-972f-b36378905cfb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 944 time: 0.1506207 Nov 10 04:03:23.191157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port dbe2c7cf-6948-4d3a-990b-1fe3cc1e1db1 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:23.248067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-295e48e6-7dae-48f1-8862-deffeb4240fa req-8d3f666e-1563-47ea-a1a8-5eddafd896ba tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5519040 Nov 10 04:03:23.280060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a581d013-887e-45d2-968c-c9420f04fd96 req-82a5167d-7c4f-48f1-a308-f396534c9e79 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903962 Nov 10 04:03:23.363272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.424842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa689738-c226-42b1-af87-8140d0cc44db']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:23.470984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a469b6d-b140-4334-9d94-5162c637573e') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:23.473773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a469b6d-b140-4334-9d94-5162c637573e') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:23.499043 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.507744 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.560794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.597966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:23.599087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.630904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port deb8ea50-1998-4cda-bc78-0aadc52083a2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:23.662143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8ea50-1998-4cda-bc78-0aadc52083a2'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:23.664408 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf46cab-cef4-462a-9401-4cd0bc2515e9" -d '{"events": [{"server_uuid": "52196668-d0f5-452c-9779-74b8bdc7de0b", "name": "network-vif-plugged", "status": "completed", "tag": "deb8ea50-1998-4cda-bc78-0aadc52083a2"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:23.688121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4a44559b-565e-447a-8e97-6d2dff0343ec None None] Provisioning complete for port 461c2033-a859-42db-a783-2c8f250d5495 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:23.688478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4a44559b-565e-447a-8e97-6d2dff0343ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:23.698292 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:23.718900 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.739467 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.775724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.829421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4a44559b-565e-447a-8e97-6d2dff0343ec None None] Port 461c2033-a859-42db-a783-2c8f250d5495 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:03:23.839362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.851900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/aa689738-c226-42b1-af87-8140d0cc44db HTTP/1.1" status: 204 len: 168 time: 4.5989439 Nov 10 04:03:23.853128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461c2033-a859-42db-a783-2c8f250d5495 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:03:23.860852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48546) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:23.867217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.882687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Transition to ACTIVE for port object 461c2033-a859-42db-a783-2c8f250d5495 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:03:23.890576 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:23.898446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=deb8ea50-1998-4cda-bc78-0aadc52083a2,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:23.904620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20336406'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:23.997346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9af7d1-d641-431a-89d5-24c11a988bdd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=aa689738-c226-42b1-af87-8140d0cc44db,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:24.007791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:24.012564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.056175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Pushing event updated for resources: {'Port': ['ID=461c2033-a859-42db-a783-2c8f250d5495,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:24.064001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Attempting to bind port 461c2033-a859-42db-a783-2c8f250d5495 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:24.064963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Attempting to bind port 461c2033-a859-42db-a783-2c8f250d5495 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:24.065484 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Attempting to bind port 461c2033-a859-42db-a783-2c8f250d5495 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:24.077235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Port 461c2033-a859-42db-a783-2c8f250d5495 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:03:24.078496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Attempting to bind port 461c2033-a859-42db-a783-2c8f250d5495 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:24.100651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:24.102849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:24.103444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392caa9-b261-4ec6-a0d4-ee734a39df1d req-28ec40fd-6de2-4140-8054-eeb753ab522d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:24.104900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:24.105556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Bound port: 461c2033-a859-42db-a783-2c8f250d5495, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:24.106374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.115010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c392caa9-b261-4ec6-a0d4-ee734a39df1d req-28ec40fd-6de2-4140-8054-eeb753ab522d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.4099212 Nov 10 04:03:24.176878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:24.210607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.210945 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 45858f1a-c31a-4a8a-9ede-f2cd4c384131 of type vlan for network 7af27cca-6db6-4f58-a2cd-31a40185eacc Nov 10 04:03:24.268295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] For port 461c2033-a859-42db-a783-2c8f250d5495, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:24.286353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] For port 461c2033-a859-42db-a783-2c8f250d5495, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=461c2033-a859-42db-a783-2c8f250d5495,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:24.298528 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.356882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.404775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.410638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:24.411299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.431187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e1ae1-6c49-4b83-8c83-8042041a5632 req-9ef306f2-bebb-4de1-b1bc-36633829bc35 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:24.439231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-890e1ae1-6c49-4b83-8c83-8042041a5632 req-9ef306f2-bebb-4de1-b1bc-36633829bc35 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 931 time: 0.7359459 Nov 10 04:03:24.468730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Pushing event updated for resources: {'Port': ['ID=461c2033-a859-42db-a783-2c8f250d5495,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:24.481690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:24.494594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:24.496356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-73f3f0a1-1548-4164-b924-89768477a56f service neutron] 10.222.0.44 "PUT /v2.0/ports/461c2033-a859-42db-a783-2c8f250d5495 HTTP/1.1" status: 200 len: 1091 time: 1.7911439 Nov 10 04:03:24.498692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7294833-8bb6-4668-927c-55949f7514ab', 'tag': '461c2033-a859-42db-a783-2c8f250d5495'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:24.504617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c392caa9-b261-4ec6-a0d4-ee734a39df1d req-dbdd50ca-5e34-4912-b418-dbdf11bf93f0 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846622 Nov 10 04:03:24.515443 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba57188-d599-4d98-b182-688b6d7fc1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d7294833-8bb6-4668-927c-55949f7514ab", "tag": "461c2033-a859-42db-a783-2c8f250d5495"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:24.617383 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b55dd6a-1a8b-4b38-b593-f0c806b7f5d3 x-openstack-request-id: req-5b55dd6a-1a8b-4b38-b593-f0c806b7f5d3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:24.617676 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52196668-d0f5-452c-9779-74b8bdc7de0b", "name": "network-vif-plugged", "status": "completed", "tag": "deb8ea50-1998-4cda-bc78-0aadc52083a2", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:24.617917 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b55dd6a-1a8b-4b38-b593-f0c806b7f5d3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:24.621762 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8ea50-1998-4cda-bc78-0aadc52083a2', 'code': 200} Nov 10 04:03:24.782235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8832076 Nov 10 04:03:24.795413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48572) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:24.850674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': '7af27cca-6db6-4f58-a2cd-31a40185eacc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:24.891212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9cc2b-fd36-4e68-954a-06156e799904 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=7af27cca-6db6-4f58-a2cd-31a40185eacc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:24.903224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7af27cca-6db6-4f58-a2cd-31a40185eacc details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:24.980065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-c498d867-132a-4151-b1d8-ad2725c46dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:24.986665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-c498d867-132a-4151-b1d8-ad2725c46dba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 1094 time: 0.4218426 Nov 10 04:03:25.054737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-890e1ae1-6c49-4b83-8c83-8042041a5632 req-615e57a7-0ad1-4b46-ac7a-28bc3a497cd0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121597 Nov 10 04:03:25.095314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f060d8a-52fc-475d-ac01-a348eb9f5392 req-275b9ba2-00ae-4cb5-8220-1e54eff7e2cc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:25.096831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f060d8a-52fc-475d-ac01-a348eb9f5392 req-275b9ba2-00ae-4cb5-8220-1e54eff7e2cc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.2226517 Nov 10 04:03:25.121718 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-af45186e-fb46-4455-8085-5f422caf49b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461c2033-a859-42db-a783-2c8f250d5495 HTTP/1.1" status: 200 len: 217 time: 0.1196790 Nov 10 04:03:25.171462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de46714-c5aa-4916-9dff-87c52d1e6f64 req-9b70c9a4-619c-44c0-ad62-f6f6e9ed0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:25.173254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1de46714-c5aa-4916-9dff-87c52d1e6f64 req-9b70c9a4-619c-44c0-ad62-f6f6e9ed0918 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 1096 time: 0.4445741 Nov 10 04:03:25.175997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:25.179601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:25.199787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f060d8a-52fc-475d-ac01-a348eb9f5392 req-e2f2bfd1-17f9-453d-8548-a9889adad621 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939329 Nov 10 04:03:25.311814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1de46714-c5aa-4916-9dff-87c52d1e6f64 req-82d02d5a-82a6-4d7b-af96-a52241869d47 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279185 Nov 10 04:03:25.365527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bc31f-d08e-4158-83c9-31f22a802cba req-e310da15-db78-46f6-81e2-c075971f84de tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:25.377625 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c63bc31f-d08e-4158-83c9-31f22a802cba req-e310da15-db78-46f6-81e2-c075971f84de tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 945 time: 0.1185248 Nov 10 04:03:25.395128 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384f2e00-2d55-41b3-b912-90362d474265 x-openstack-request-id: req-384f2e00-2d55-41b3-b912-90362d474265 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:25.395917 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7294833-8bb6-4668-927c-55949f7514ab", "tag": "461c2033-a859-42db-a783-2c8f250d5495", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:25.396480 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-384f2e00-2d55-41b3-b912-90362d474265 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:25.397268 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7294833-8bb6-4668-927c-55949f7514ab', 'tag': '461c2033-a859-42db-a783-2c8f250d5495', 'status': 'completed', 'code': 200} Nov 10 04:03:25.476675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-78c18887-ce2f-47c6-88bd-7b942857062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:25.478704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-78c18887-ce2f-47c6-88bd-7b942857062f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.3516681 Nov 10 04:03:25.507693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c63bc31f-d08e-4158-83c9-31f22a802cba req-8013d76c-be08-498c-b84e-06318550aa79 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270087 Nov 10 04:03:25.774432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d9169-b40d-4a44-8d9e-da2c2e90891b req-436a27ab-d4f0-44cc-9813-f2ca4a9de9cb tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:25.776210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d3d9169-b40d-4a44-8d9e-da2c2e90891b req-436a27ab-d4f0-44cc-9813-f2ca4a9de9cb tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.1079824 Nov 10 04:03:25.846278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:25.871274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d3d9169-b40d-4a44-8d9e-da2c2e90891b req-1af4d186-f4c6-4236-bc39-4e76fac5fbe8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848939 Nov 10 04:03:25.926821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e562f-8381-4057-a15a-cdc47234de67 req-45488f35-e3ba-4ae7-b94e-388267b257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:25.928362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-45488f35-e3ba-4ae7-b94e-388267b257e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4276276 Nov 10 04:03:25.956720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=ad8e9390-4b39-4219-b07d-b81de722b780,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:26.011393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': '45858f1a-c31a-4a8a-9ede-f2cd4c384131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7af27cca-6db6-4f58-a2cd-31a40185eacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:26.012053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: 7af27cca-6db6-4f58-a2cd-31a40185eacc, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:26.066486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network 7af27cca-6db6-4f58-a2cd-31a40185eacc is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:26.070522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-70959d39-1ea1-48e1-bf37-509564328014 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312876 Nov 10 04:03:26.092886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7af27cca-6db6-4f58-a2cd-31a40185eacc) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:26.106016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79c712-acc8-4530-99ce-7cef883c6f59 None None] Network 7af27cca-6db6-4f58-a2cd-31a40185eacc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:26.114204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:26.114823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:26.189408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48588) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:26.189627 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6c150d99-e7c0-4b4d-8acf-fe84f5c06fca tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3921452 Nov 10 04:03:26.227962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-998e562f-8381-4057-a15a-cdc47234de67 req-a5f8765a-f9cd-4e5e-90c0-ebfd47290c91 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494606 Nov 10 04:03:26.408454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-edc4c55c-289a-4cfa-aae7-de9e13b25071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:26.410067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-edc4c55c-289a-4cfa-aae7-de9e13b25071 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 1094 time: 0.1274927 Nov 10 04:03:26.460102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873aa15-418c-49c7-aacc-e379bab50e16 req-008f7218-ec89-4a5e-a1b2-19990ec2fd37 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:26.462360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7873aa15-418c-49c7-aacc-e379bab50e16 req-008f7218-ec89-4a5e-a1b2-19990ec2fd37 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.2274871 Nov 10 04:03:26.486808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:26.524014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc32a3-700e-4206-966f-82a164c87aff req-4ff17aa6-f0e5-43ce-a498-8e630cd5fc41 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:26.529874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4cc32a3-700e-4206-966f-82a164c87aff req-4ff17aa6-f0e5-43ce-a498-8e630cd5fc41 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1911638 Nov 10 04:03:26.548308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a3433-3aa1-42a3-a3b0-b5cdb0ce5a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-7af27cca-6db6-4f58-a2cd-31a40185eacc', 'network_id': '7af27cca-6db6-4f58-a2cd-31a40185eacc', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': 'ad8e9390-4b39-4219-b07d-b81de722b780'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:26.554172 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-746a3433-3aa1-42a3-a3b0-b5cdb0ce5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:26.622500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7873aa15-418c-49c7-aacc-e379bab50e16 req-3e4c730c-d375-48c5-96b3-edad896db9d4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523452 Nov 10 04:03:26.708182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-9e164cea-b035-460f-a4f2-a33368855622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:26.708683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4cc32a3-700e-4206-966f-82a164c87aff req-7dd55caf-83d8-4f4e-a8f4-88ce509a8e45 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1705053 Nov 10 04:03:26.709653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-9e164cea-b035-460f-a4f2-a33368855622 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.2897975 Nov 10 04:03:26.753101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:26.887586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-47b39206-edce-4e1f-b924-5b22e549c573 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461c2033-a859-42db-a783-2c8f250d5495 HTTP/1.1" status: 200 len: 217 time: 0.1691008 Nov 10 04:03:26.984077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-764f8add-0137-4d84-8207-e54aac5d4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:26.986210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-764f8add-0137-4d84-8207-e54aac5d4667 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0894229 Nov 10 04:03:27.036555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d26d-1258-403c-84f7-9488d8ee4022 req-eda77744-0835-404e-b72f-152d44741d3f tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server [None req-746a3433-3aa1-42a3-a3b0-b5cdb0ce5a11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad8e9390-4b39-4219-b07d-b81de722b780: This subnet is being modified by another concurrent operation. Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise exception Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad8e9390-4b39-4219-b07d-b81de722b780: This subnet is being modified by another concurrent operation. Nov 10 04:03:27.037180 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Nov 10 04:03:27.056006 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a923d26d-1258-403c-84f7-9488d8ee4022 req-eda77744-0835-404e-b72f-152d44741d3f tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 945 time: 0.1751473 Nov 10 04:03:27.056185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2a848-aff2-48a2-b586-0979e82ce6c7 None None] Network 7af27cca-6db6-4f58-a2cd-31a40185eacc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:27.056449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.100643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-38af048a-a8d4-4f76-a570-3c6bd1032d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:27.102192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-38af048a-a8d4-4f76-a570-3c6bd1032d3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091874 Nov 10 04:03:27.187331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8e9390-4b39-4219-b07d-b81de722b780,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:27.351240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a923d26d-1258-403c-84f7-9488d8ee4022 req-fdfa80d9-cb6e-40ca-966d-ab3cb5c811d2 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729037 Nov 10 04:03:27.388770 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-cc08a327-bf48-4fb2-8909-b82b8f084d6f service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786868 Nov 10 04:03:27.446401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f410b97-6d63-4306-9c1c-bfb6e4a9208d None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:03:27.503669 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.513214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efacdbe-f998-4b68-9dc4-fc1093384e7c req-ccd20af7-b147-4a0b-af90-70fcee8eb222 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:27.515002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3efacdbe-f998-4b68-9dc4-fc1093384e7c req-ccd20af7-b147-4a0b-af90-70fcee8eb222 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.3497958 Nov 10 04:03:27.547164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af27cca-6db6-4f58-a2cd-31a40185eacc']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:27.585407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3efacdbe-f998-4b68-9dc4-fc1093384e7c req-55d95317-7370-4f97-b2b3-b46746e42dc5 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627935 Nov 10 04:03:27.587079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45858f1a-c31a-4a8a-9ede-f2cd4c384131') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:27.587365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45858f1a-c31a-4a8a-9ede-f2cd4c384131') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:27.597696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.648871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.658655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:27.659048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:27.664606 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:27.779465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7ba57188-d599-4d98-b182-688b6d7fc1ce req-a3f8dcbc-dcb2-4f6f-af03-3aab532e22bf service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815939 Nov 10 04:03:27.810802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f410b97-6d63-4306-9c1c-bfb6e4a9208d None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:03:27.822243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.830518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.836594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/7af27cca-6db6-4f58-a2cd-31a40185eacc HTTP/1.1" status: 204 len: 168 time: 1.6461322 Nov 10 04:03:27.841144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48620) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:27.848078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046060583'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:27.885832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:27.897057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.932839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336a397-c096-49eb-a561-6edb8980103e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=7af27cca-6db6-4f58-a2cd-31a40185eacc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:27.962578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:27.981623 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:27.982412 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 85c51d6e-9804-4f9b-ae9b-ad261cd80ba9 of type vlan for network 0058bcd6-2993-450a-8720-4fb142c5cf32 Nov 10 04:03:28.117541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fb927-14d6-4d11-9972-e97325dd5dc0 req-98d813a7-0034-41c4-bf00-972d4d7daff7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:28.128934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a4fb927-14d6-4d11-9972-e97325dd5dc0 req-98d813a7-0034-41c4-bf00-972d4d7daff7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1429765 Nov 10 04:03:28.132397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:28.189269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f36a8a-9df1-40ea-8323-e3c73a727416 req-b161c66e-10dc-487f-a589-b385acc6e245 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:28.195393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98f36a8a-9df1-40ea-8323-e3c73a727416 req-b161c66e-10dc-487f-a589-b385acc6e245 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.3576784 Nov 10 04:03:28.223361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:28.258218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:28.259049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:28.394484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a4fb927-14d6-4d11-9972-e97325dd5dc0 req-ab114b00-8ce6-45ed-99ca-e4af1eab18f7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2642393 Nov 10 04:03:28.408432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98f36a8a-9df1-40ea-8323-e3c73a727416 req-381549a0-301f-4908-ab23-ff3b02934e69 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998403 Nov 10 04:03:28.542438 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6998124 Nov 10 04:03:28.549184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48632) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:28.554372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4f18e-d861-4e04-963d-8c9ca4a67574 req-dff9bfa7-f728-4ca7-b144-33e5f48465fa tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:28.561829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35d4f18e-d861-4e04-963d-8c9ca4a67574 req-dff9bfa7-f728-4ca7-b144-33e5f48465fa tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 945 time: 0.0804472 Nov 10 04:03:28.580238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': '0058bcd6-2993-450a-8720-4fb142c5cf32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:28.695202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35d4f18e-d861-4e04-963d-8c9ca4a67574 req-23a986a5-f52a-4762-95f5-be111f29a1a6 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322377 Nov 10 04:03:28.829022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4708cb3-04b3-4af4-8055-ab3b688ba5ea tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=0058bcd6-2993-450a-8720-4fb142c5cf32,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:28.845503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 0058bcd6-2993-450a-8720-4fb142c5cf32 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:28.896470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab892e-6fe6-4a5f-b334-6097dd73a168 req-dee45ea9-2bf6-4735-b257-1e130a6206e5 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:28.915342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:28.917242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dab892e-6fe6-4a5f-b334-6097dd73a168 req-dee45ea9-2bf6-4735-b257-1e130a6206e5 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.1453810 Nov 10 04:03:28.919255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:29.034630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dab892e-6fe6-4a5f-b334-6097dd73a168 req-420439ba-0c85-4b7b-b3a0-fdcc024b3717 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089272 Nov 10 04:03:29.423863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:29.589785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=4e97ff03-87c2-45f1-9500-b304321a7b4d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:29.617232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': '85c51d6e-9804-4f9b-ae9b-ad261cd80ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0058bcd6-2993-450a-8720-4fb142c5cf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:29.617835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: 0058bcd6-2993-450a-8720-4fb142c5cf32, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:29.646168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network 0058bcd6-2993-450a-8720-4fb142c5cf32 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:29.657707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 0058bcd6-2993-450a-8720-4fb142c5cf32) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:29.668890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e2315-6a9d-43f2-a3c2-98cf7a8017b3 None None] Network 0058bcd6-2993-450a-8720-4fb142c5cf32 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:29.689125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:29.691891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:29.752242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-400c126f-2e39-4a16-b17f-47c66b5d7a5e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1980505 Nov 10 04:03:29.753094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48654) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:29.949505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-0058bcd6-2993-450a-8720-4fb142c5cf32', 'network_id': '0058bcd6-2993-450a-8720-4fb142c5cf32', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': '4e97ff03-87c2-45f1-9500-b304321a7b4d'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:29.951087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:30.173605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Allocated IP 172.20.0.2 (0058bcd6-2993-450a-8720-4fb142c5cf32/4e97ff03-87c2-45f1-9500-b304321a7b4d/0736bcde-44eb-4f8b-8f0e-8525e2872ae8) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:30.337905 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:30.344537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:30.437218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Network 0058bcd6-2993-450a-8720-4fb142c5cf32 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:30.444916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:30.451617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:30.503591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Pushing event updated for resources: {'Port': ['ID=0736bcde-44eb-4f8b-8f0e-8525e2872ae8,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:30.567337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Attempting to bind port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:30.567996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Attempting to bind port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '85c51d6e-9804-4f9b-ae9b-ad261cd80ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0058bcd6-2993-450a-8720-4fb142c5cf32'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:30.568541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Attempting to bind port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 on network 0058bcd6-2993-450a-8720-4fb142c5cf32 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:30.574820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:30.575510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Checking segment: {'id': '85c51d6e-9804-4f9b-ae9b-ad261cd80ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0058bcd6-2993-450a-8720-4fb142c5cf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:30.576083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:30.576636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Bound using segment: {'id': '85c51d6e-9804-4f9b-ae9b-ad261cd80ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0058bcd6-2993-450a-8720-4fb142c5cf32'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:30.577275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Bound port: 0736bcde-44eb-4f8b-8f0e-8525e2872ae8, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c51d6e-9804-4f9b-ae9b-ad261cd80ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0058bcd6-2993-450a-8720-4fb142c5cf32'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:30.577843 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:30.717439 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:30.722231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] For port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:30.728651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406b933-8b90-4dc4-a358-cfd2bc1785f7 req-8feb60d0-0bae-4927-b75e-ccb3dd042d80 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:30.730948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0406b933-8b90-4dc4-a358-cfd2bc1785f7 req-8feb60d0-0bae-4927-b75e-ccb3dd042d80 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 1.1688483 Nov 10 04:03:30.736837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] For port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0736bcde-44eb-4f8b-8f0e-8525e2872ae8,segment=NetworkSegment(85c51d6e-9804-4f9b-ae9b-ad261cd80ba9),segment_id=85c51d6e-9804-4f9b-ae9b-ad261cd80ba9)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:30.741424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:30.747205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b41e1-46c2-4702-b329-1bf3e6574127 req-7500382a-ffd7-4861-8d53-41716e333cc3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:30.748925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-285b41e1-46c2-4702-b329-1bf3e6574127 req-7500382a-ffd7-4861-8d53-41716e333cc3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 1.2040718 Nov 10 04:03:30.855149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0406b933-8b90-4dc4-a358-cfd2bc1785f7 req-2ed344bf-6a3e-454b-9d05-fbd6e95ea935 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044219 Nov 10 04:03:30.877626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75066-6359-41f1-8e52-80c7f9f59a84 None None] Pushing event updated for resources: {'Port': ['ID=0736bcde-44eb-4f8b-8f0e-8525e2872ae8,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:30.921764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-285b41e1-46c2-4702-b329-1bf3e6574127 req-68bc7414-dabd-4a6f-83cf-24e53005378c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023390 Nov 10 04:03:31.094410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:31.094410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:31.186866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff83b0-5617-4d91-8c43-f3ae292ac63f req-75318d2e-61b4-4fe3-b700-5f87b3a2907f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:31.195780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2ff83b0-5617-4d91-8c43-f3ae292ac63f req-75318d2e-61b4-4fe3-b700-5f87b3a2907f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.1848464 Nov 10 04:03:31.291958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b2ff83b0-5617-4d91-8c43-f3ae292ac63f req-b5056841-f935-438a-9bf1-0c7abe6f3e14 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957344 Nov 10 04:03:31.297568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0736bcde-44eb-4f8b-8f0e-8525e2872ae8,segment=NetworkSegment(85c51d6e-9804-4f9b-ae9b-ad261cd80ba9),segment_id=85c51d6e-9804-4f9b-ae9b-ad261cd80ba9)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:31.297953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:31.313236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:31.489983 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:31.523406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=0736bcde-44eb-4f8b-8f0e-8525e2872ae8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:31.607724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:31.703943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:31.880485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:31.942727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=4e97ff03-87c2-45f1-9500-b304321a7b4d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:32.033273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.061004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0058bcd6-2993-450a-8720-4fb142c5cf32']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:32.072130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c51d6e-9804-4f9b-ae9b-ad261cd80ba9') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:32.072505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c51d6e-9804-4f9b-ae9b-ad261cd80ba9') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:32.090687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.107475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.114874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:32.115309 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:32.186996 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:32.201175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.225470 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.228701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/0058bcd6-2993-450a-8720-4fb142c5cf32 HTTP/1.1" status: 204 len: 168 time: 2.4746637 Nov 10 04:03:32.233417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48692) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:32.240151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317656367'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:32.261048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6d3a2-25ec-4b6b-8306-c19dd9468754 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=0058bcd6-2993-450a-8720-4fb142c5cf32,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:32.275987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f9ebc-0d07-47a9-91ea-4da58f05c81c req-29ac0e2f-094b-40de-9d37-e5c77ae94819 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:32.277843 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-124f9ebc-0d07-47a9-91ea-4da58f05c81c req-29ac0e2f-094b-40de-9d37-e5c77ae94819 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.0900493 Nov 10 04:03:32.328968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:32.336578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.364595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-124f9ebc-0d07-47a9-91ea-4da58f05c81c req-a8ae1234-ea12-4ca9-a9e8-d70b9e092676 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750561 Nov 10 04:03:32.381636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:32.394178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.394574 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment ef6f8c21-866b-40f1-b30c-40354e64f4a1 of type vlan for network ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 Nov 10 04:03:32.453251 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.482172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.489428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:32.490147 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:32.516607 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2818520 Nov 10 04:03:32.519297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48700) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:32.526593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:32.681300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06eca0-515e-4ecf-95ee-b3be0d55788a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:32.704466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:32.938311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1be98d-e99d-4f08-8b8b-6374913497f3 req-6f520a01-3c0c-4d90-a3b5-ec69c379f7fa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:32.949664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc1be98d-e99d-4f08-8b8b-6374913497f3 req-6f520a01-3c0c-4d90-a3b5-ec69c379f7fa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.3043261 Nov 10 04:03:32.952601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dacdd-1b7c-40e9-af89-beb8147ed049 None None] DHCP port deletion for 0058bcd6-2993-450a-8720-4fb142c5cf32 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:03:32.969240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-902fafca-071c-4181-9413-f25b5c2e010a None None] Could not find standard attr ID for object 0736bcde-44eb-4f8b-8f0e-8525e2872ae8. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:03:33.000806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ed5c3-7bc8-4184-88f3-4c49c642018a None None] Network 0058bcd6-2993-450a-8720-4fb142c5cf32 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:33.018382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:33.023274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:33.033924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ed5c3-7bc8-4184-88f3-4c49c642018a None None] Network 0058bcd6-2993-450a-8720-4fb142c5cf32 could not be found, it might have been deleted concurrently. {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 04:03:33.097347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f98335-1967-41ab-9b3f-5786c9a563f3 req-5479c0ad-7985-46bc-93a2-7af77e971ff0 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:33.099573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63f98335-1967-41ab-9b3f-5786c9a563f3 req-5479c0ad-7985-46bc-93a2-7af77e971ff0 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.2893207 Nov 10 04:03:33.162759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc1be98d-e99d-4f08-8b8b-6374913497f3 req-96df8cad-f0ae-46b7-a94c-96a625d9343d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2117636 Nov 10 04:03:33.195300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Performing IP validity checks on allocation pools {{(pid=102597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 04:03:33.196194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 04:03:33.586279 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:33.696904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:33.761841 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:03:33.768218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:03:33.768770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0736bcde-44eb-4f8b-8f0e-8525e2872ae8 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:03:33.817730 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63f98335-1967-41ab-9b3f-5786c9a563f3 req-a242ebc1-dfdc-404a-a896-80d7e775fb41 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934130 Nov 10 04:03:33.864748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=e500eecc-16d1-4c73-abe7-6771fd485c51,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:33.904166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec85c-7bda-429a-a73d-8fa35c162552 req-aaaac1eb-f65c-43ab-8a97-2ba7ee6fb55f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:33.913950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-689ec85c-7bda-429a-a73d-8fa35c162552 req-aaaac1eb-f65c-43ab-8a97-2ba7ee6fb55f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.3387656 Nov 10 04:03:33.942405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': 'ef6f8c21-866b-40f1-b30c-40354e64f4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:33.943511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:34.000706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-689ec85c-7bda-429a-a73d-8fa35c162552 req-b7a0058f-e541-463d-8dd7-e81d7d11b8bc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 Nov 10 04:03:34.002168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:34.037388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:34.044069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:34.045098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.057417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3d884-e709-4a18-a5e3-4f8105c5f8c3 None None] Network ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:34.080823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b33fab2d-6029-4cce-9288-3001aa4d45b9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5599105 Nov 10 04:03:34.083870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48712) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:34.266467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7', 'network_id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': 'e500eecc-16d1-4c73-abe7-6771fd485c51'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:34.268426 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.309746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.394733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.409679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4dc9d-7ae4-432e-a007-884af4583d52 req-55589d27-8998-4643-a73d-f3a61fdc0ecc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:34.426525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56c4dc9d-7ae4-432e-a007-884af4583d52 req-55589d27-8998-4643-a73d-f3a61fdc0ecc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.0981796 Nov 10 04:03:34.479914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Allocated IP 172.20.0.3 (ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7/e500eecc-16d1-4c73-abe7-6771fd485c51/a464095b-1f7d-4ef5-b016-332beecb04db) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:34.519113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56c4dc9d-7ae4-432e-a007-884af4583d52 req-979243aa-52b5-49ca-afda-39100de67830 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915749 Nov 10 04:03:34.704201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.711818 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.764682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Pushing event updated for resources: {'Port': ['ID=a464095b-1f7d-4ef5-b016-332beecb04db,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:34.792891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Network ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:34.794565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:34.797290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.799040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:34.928114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=e500eecc-16d1-4c73-abe7-6771fd485c51,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:34.973426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Attempting to bind port a464095b-1f7d-4ef5-b016-332beecb04db on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:34.974047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Attempting to bind port a464095b-1f7d-4ef5-b016-332beecb04db by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ef6f8c21-866b-40f1-b30c-40354e64f4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:34.974676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Attempting to bind port a464095b-1f7d-4ef5-b016-332beecb04db on network ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:34.989097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:34.989683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Checking segment: {'id': 'ef6f8c21-866b-40f1-b30c-40354e64f4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:34.992852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:34.993437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Bound using segment: {'id': 'ef6f8c21-866b-40f1-b30c-40354e64f4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:34.995227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Bound port: a464095b-1f7d-4ef5-b016-332beecb04db, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6f8c21-866b-40f1-b30c-40354e64f4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:34.995816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:35.028924 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:35.108483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:35.131587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6d3e-4215-474b-9f7b-442c538318d6 req-1e84947e-dcfd-419b-bdc8-86adc8a488f2 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:35.134128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ccf6d3e-4215-474b-9f7b-442c538318d6 req-1e84947e-dcfd-419b-bdc8-86adc8a488f2 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.1368506 Nov 10 04:03:35.145522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6f8c21-866b-40f1-b30c-40354e64f4a1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:35.148838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6f8c21-866b-40f1-b30c-40354e64f4a1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:35.167588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] For port a464095b-1f7d-4ef5-b016-332beecb04db, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:35.178370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] For port a464095b-1f7d-4ef5-b016-332beecb04db, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a464095b-1f7d-4ef5-b016-332beecb04db,segment=NetworkSegment(ef6f8c21-866b-40f1-b30c-40354e64f4a1),segment_id=ef6f8c21-866b-40f1-b30c-40354e64f4a1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:35.180202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:35.186334 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:35.221070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:35.238058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:35.239678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:35.249486 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:35.297236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14654f3e-36ee-453b-ab98-fbfd3bcab7c2 None None] Pushing event updated for resources: {'Port': ['ID=a464095b-1f7d-4ef5-b016-332beecb04db,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:35.345635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ccf6d3e-4215-474b-9f7b-442c538318d6 req-90eadc13-687b-4944-97e4-9c45e1b1e3cc tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010069 Nov 10 04:03:35.384166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919b183-27f6-49b5-9d3f-562051911e88 req-db081bc1-5608-473b-9a1d-4acb8197e1e8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:35.404340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b919b183-27f6-49b5-9d3f-562051911e88 req-db081bc1-5608-473b-9a1d-4acb8197e1e8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.2418447 Nov 10 04:03:35.478712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b1d8c-451e-4711-81a3-9baf9c871fc2 None None] Network ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:35.533282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 04:03:35.533282 n-d-817326-2 neutron-server[102596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 04:03:35.533282 n-d-817326-2 neutron-server[102596]: [parameters: {'id': 'ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7'}] Nov 10 04:03:35.533282 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:03:35.536680 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:03:35.544170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b919b183-27f6-49b5-9d3f-562051911e88 req-809e14de-3468-4136-ac38-7829830a4835 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387260 Nov 10 04:03:35.682667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92229751-aafc-431a-9ffa-906623982fd9 req-f2128b5e-4108-4054-bd6a-c353844a3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:35.687392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-92229751-aafc-431a-9ffa-906623982fd9 req-f2128b5e-4108-4054-bd6a-c353844a3107 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.1878116 Nov 10 04:03:35.811615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f7c799-b79a-41fe-8b52-76f5932d0776 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:03:35.850674 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-92229751-aafc-431a-9ffa-906623982fd9 req-db8a2f69-341d-4981-be47-32af08d2be83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483674 Nov 10 04:03:35.892221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e6d63-f8cf-4fe5-baae-a3eed1aa631b req-436a407c-e226-4db2-b965-4c9388bd14fa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:35.896739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-065e6d63-f8cf-4fe5-baae-a3eed1aa631b req-436a407c-e226-4db2-b965-4c9388bd14fa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.1272168 Nov 10 04:03:35.999037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-065e6d63-f8cf-4fe5-baae-a3eed1aa631b req-9d0648a9-3315-42d2-9309-880c5cd676c6 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953758 Nov 10 04:03:36.034844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7c799-b79a-41fe-8b52-76f5932d0776 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:03:36.039101 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.158162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port a464095b-1f7d-4ef5-b016-332beecb04db {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:36.159012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.326315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port a464095b-1f7d-4ef5-b016-332beecb04db, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a464095b-1f7d-4ef5-b016-332beecb04db,segment=NetworkSegment(ef6f8c21-866b-40f1-b30c-40354e64f4a1),segment_id=ef6f8c21-866b-40f1-b30c-40354e64f4a1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:36.326863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.347144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for a464095b-1f7d-4ef5-b016-332beecb04db owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:36.451306 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.532420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=a464095b-1f7d-4ef5-b016-332beecb04db,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:36.543877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port a464095b-1f7d-4ef5-b016-332beecb04db on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:36.674307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.726501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:36.738527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6f8c21-866b-40f1-b30c-40354e64f4a1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:36.738816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6f8c21-866b-40f1-b30c-40354e64f4a1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:36.752095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.768249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.792647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c740d-e42e-4891-8d6e-5cd9e188ddc1 req-c43e92fa-135c-453c-b273-a21df8bef35a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:36.794309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:36.794737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.800588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c39c740d-e42e-4891-8d6e-5cd9e188ddc1 req-c43e92fa-135c-453c-b273-a21df8bef35a tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.2606177 Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:36.935491 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:36.938894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.945036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:36.949760 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 HTTP/1.1" status: 204 len: 168 time: 2.8646300 Nov 10 04:03:36.953847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48750) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:36.991137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-543824647'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:37.005313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e8810-c2f5-4d76-9058-947f4dc978dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:37.042727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:37.051432 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:37.079113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16113e16-b64a-4482-99e0-3dd34003654e req-d03797da-9c7e-4c7d-8994-9c3c479f5f29 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:37.087271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16113e16-b64a-4482-99e0-3dd34003654e req-d03797da-9c7e-4c7d-8994-9c3c479f5f29 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.2768259 Nov 10 04:03:37.116312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c39c740d-e42e-4891-8d6e-5cd9e188ddc1 req-0ffbdd78-21c2-4a54-b152-4211e7b4fe76 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037765 Nov 10 04:03:37.155242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:37.188630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:37.193995 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 05825297-3a93-4afc-b731-38622a867f61 of type vlan for network 8a7c66ce-8ec8-418b-aabe-616a0d5c8060 Nov 10 04:03:37.285705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16113e16-b64a-4482-99e0-3dd34003654e req-d1956523-6d82-4369-9c0b-e2e184553af9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678240 Nov 10 04:03:37.337012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:37.362459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d3cef-91d5-4f9d-be11-8213a39d98c5 req-49c6f2da-7da5-4db8-b5c1-6853ac062446 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:37.371517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b4d3cef-91d5-4f9d-be11-8213a39d98c5 req-49c6f2da-7da5-4db8-b5c1-6853ac062446 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.0845389 Nov 10 04:03:37.423318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:37.440177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:37.444112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:37.474682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b4d3cef-91d5-4f9d-be11-8213a39d98c5 req-c0585195-b0d7-45e7-b5b2-fc71e813255d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014049 Nov 10 04:03:37.551237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=8a7c66ce-8ec8-418b-aabe-616a0d5c8060,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:37.563202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8a7c66ce-8ec8-418b-aabe-616a0d5c8060 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:37.589470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48764) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:37.596774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:37.613796 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9132c028-f65e-4c70-a33c-0ce93f283908 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6297154 Nov 10 04:03:37.784760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:37.788379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:38.061688 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:38.179122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:38.384184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=f5a20fe0-4089-41b5-ba18-bb2146fe9d72,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:38.411613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': '05825297-3a93-4afc-b731-38622a867f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:38.411967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: 8a7c66ce-8ec8-418b-aabe-616a0d5c8060, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:38.529308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network 8a7c66ce-8ec8-418b-aabe-616a0d5c8060 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:38.555785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f0fb0-3f1d-4992-935f-e3fe66f14dfc req-4b214372-e82c-4ec0-98a7-3996ccbcfcfa tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:38.557903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-183f0fb0-3f1d-4992-935f-e3fe66f14dfc req-4b214372-e82c-4ec0-98a7-3996ccbcfcfa tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.2654314 Nov 10 04:03:38.618529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8a7c66ce-8ec8-418b-aabe-616a0d5c8060) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:38.629749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4306e10b-a8d2-447d-95ce-4a36ecbe2755 None None] Network 8a7c66ce-8ec8-418b-aabe-616a0d5c8060 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:38.668022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:38.668905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:38.813774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ab475-7c66-45f7-b72e-1c72c711bda2 req-02f47601-4a17-4934-8e1a-5c11c55c8d60 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:38.819859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-013ab475-7c66-45f7-b72e-1c72c711bda2 req-02f47601-4a17-4934-8e1a-5c11c55c8d60 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.3703218 Nov 10 04:03:38.841890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-475f7e28-810b-44a5-90c1-387a34089a1c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2512591 Nov 10 04:03:38.844685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48786) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:38.857117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-183f0fb0-3f1d-4992-935f-e3fe66f14dfc req-2ffa56ce-41ef-4589-be8f-86686f000ae4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844379 Nov 10 04:03:38.989312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-013ab475-7c66-45f7-b72e-1c72c711bda2 req-49faa26e-8b12-4b2d-bab0-8d7b337aa971 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431189 Nov 10 04:03:39.093037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-8a7c66ce-8ec8-418b-aabe-616a0d5c8060', 'network_id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': 'f5a20fe0-4089-41b5-ba18-bb2146fe9d72'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:39.093524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.106445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-51230767-946d-4b2e-8d81-a65c6620cef8 req-83d7d4b1-6f73-4861-8502-fc0cdee4f9c8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1537679913', 'description': 'tempest-description-1764381200'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:39.135874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.162256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-51230767-946d-4b2e-8d81-a65c6620cef8 req-83d7d4b1-6f73-4861-8502-fc0cdee4f9c8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.276557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.365174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Allocated IP 172.20.0.1 (8a7c66ce-8ec8-418b-aabe-616a0d5c8060/f5a20fe0-4089-41b5-ba18-bb2146fe9d72/242823c8-2840-41fb-a25e-af60e967feb3) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:39.402301 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-51230767-946d-4b2e-8d81-a65c6620cef8 req-83d7d4b1-6f73-4861-8502-fc0cdee4f9c8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.424861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3927a-0c02-4d6a-9cc7-88e141dadfe0 req-041f5a0e-219d-4efb-9444-f7e4220f6c65 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:39.426447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dad3927a-0c02-4d6a-9cc7-88e141dadfe0 req-041f5a0e-219d-4efb-9444-f7e4220f6c65 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.3814559 Nov 10 04:03:39.436525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-51230767-946d-4b2e-8d81-a65c6620cef8 req-83d7d4b1-6f73-4861-8502-fc0cdee4f9c8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.539341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.561198 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.564512 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.617862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-51230767-946d-4b2e-8d81-a65c6620cef8 req-83d7d4b1-6f73-4861-8502-fc0cdee4f9c8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.619042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51230767-946d-4b2e-8d81-a65c6620cef8 req-83d7d4b1-6f73-4861-8502-fc0cdee4f9c8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5313911 Nov 10 04:03:39.629719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a20fe0-4089-41b5-ba18-bb2146fe9d72,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:39.642533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d4b1-6f73-4861-8502-fc0cdee4f9c8 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18ddaf8-afa3-4e63-b01c-54ed63b51f58,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:39.648639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dad3927a-0c02-4d6a-9cc7-88e141dadfe0 req-54b6fc19-2abc-4a21-b556-144b7d1e3c44 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091680 Nov 10 04:03:39.651393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Network 8a7c66ce-8ec8-418b-aabe-616a0d5c8060 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:39.667391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:39.675910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:39.694878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Pushing event updated for resources: {'Port': ['ID=242823c8-2840-41fb-a25e-af60e967feb3,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:39.776660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.814968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7c66ce-8ec8-418b-aabe-616a0d5c8060']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:39.820594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Attempting to bind port 242823c8-2840-41fb-a25e-af60e967feb3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:39.820594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Attempting to bind port 242823c8-2840-41fb-a25e-af60e967feb3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '05825297-3a93-4afc-b731-38622a867f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:39.824804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Attempting to bind port 242823c8-2840-41fb-a25e-af60e967feb3 on network 8a7c66ce-8ec8-418b-aabe-616a0d5c8060 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:39.832237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05825297-3a93-4afc-b731-38622a867f61') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:39.832527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05825297-3a93-4afc-b731-38622a867f61') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:39.837919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:39.847928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.848850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Checking segment: {'id': '05825297-3a93-4afc-b731-38622a867f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:39.850091 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.851243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Bound using segment: {'id': '05825297-3a93-4afc-b731-38622a867f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:39.856143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Bound port: 242823c8-2840-41fb-a25e-af60e967feb3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05825297-3a93-4afc-b731-38622a867f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:39.856680 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.868024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.874783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:39.876016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:39.922588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-516dcd92-d101-4f5d-8ad0-473fdba98fb4 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1537679913&fields=id&tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5 HTTP/1.1" status: 200 len: 267 time: 0.1220381 Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:39.963038 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:39.967552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 04:03:39.967552 n-d-817326-2 neutron-server[102596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 04:03:39.967552 n-d-817326-2 neutron-server[102596]: [parameters: {'id': '8a7c66ce-8ec8-418b-aabe-616a0d5c8060'}] Nov 10 04:03:39.967552 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:03:39.967946 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:03:40.022863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-a2d08f1f-8cae-4894-92de-bbac16b27e83 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:40.024599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-a2d08f1f-8cae-4894-92de-bbac16b27e83 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.0881243 Nov 10 04:03:40.055233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Request body: {'port': {'security_groups': ['19a8223d-d83f-4b78-97de-34b38064b3ba', 'e18ddaf8-afa3-4e63-b01c-54ed63b51f58']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:40.111645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] For port 242823c8-2840-41fb-a25e-af60e967feb3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:40.116031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] For port 242823c8-2840-41fb-a25e-af60e967feb3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=242823c8-2840-41fb-a25e-af60e967feb3,segment=NetworkSegment(05825297-3a93-4afc-b731-38622a867f61),segment_id=05825297-3a93-4afc-b731-38622a867f61)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:40.123319 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.231390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bbe3b-0ccb-467c-965a-7d833d38ddd4 req-c321cc00-8bb3-4fb8-a4d7-aec713f2da37 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:40.239494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-999bbe3b-0ccb-467c-965a-7d833d38ddd4 req-c321cc00-8bb3-4fb8-a4d7-aec713f2da37 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.1043289 Nov 10 04:03:40.267902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fed9b-067e-40a9-aec7-2dd8a85cf557 None None] Pushing event updated for resources: {'Port': ['ID=242823c8-2840-41fb-a25e-af60e967feb3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:40.300995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-999bbe3b-0ccb-467c-965a-7d833d38ddd4 req-11d8f656-bdbb-43b0-808e-d0b95dfad4c8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600853 Nov 10 04:03:40.313264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.430882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b5955-2e5e-419d-8f2b-a101c753a205 None None] Network 8a7c66ce-8ec8-418b-aabe-616a0d5c8060 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:40.469596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.595172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port 242823c8-2840-41fb-a25e-af60e967feb3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:40.595879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.629927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fbefe813-b065-467b-8b24-476a9dc554cb,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:40.692201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff242c-4ab2-48e5-90db-73ee7d7ac684 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:03:40.709904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.719238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.736527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fbefe813-b065-467b-8b24-476a9dc554cb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:40.856127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port 242823c8-2840-41fb-a25e-af60e967feb3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=242823c8-2840-41fb-a25e-af60e967feb3,segment=NetworkSegment(05825297-3a93-4afc-b731-38622a867f61),segment_id=05825297-3a93-4afc-b731-38622a867f61)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:40.856714 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.860662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event updated for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=6']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:40.911532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for 242823c8-2840-41fb-a25e-af60e967feb3 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:40.924770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:40.925456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:40.936856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83a08aa0-7836-4352-a681-b1498e3ac69d req-51d63b9d-2ed5-4e5a-8391-ae07023d6cad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "PUT /v2.0/ports/fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 982 time: 0.8913791 Nov 10 04:03:41.002422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:41.008357 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcff8134-7627-4773-8a5d-d2e455df99c6" -d '{"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:41.021606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fbefe813-b065-467b-8b24-476a9dc554cb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:41.127740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.163739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff242c-4ab2-48e5-90db-73ee7d7ac684 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:03:41.175675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0b97f-0078-41ba-94ac-f35e7c975960 req-a0fc5e5a-ee32-452a-ab0c-105ea8328eff tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:41.184197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95b0b97f-0078-41ba-94ac-f35e7c975960 req-a0fc5e5a-ee32-452a-ab0c-105ea8328eff tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.3093317 Nov 10 04:03:41.238925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port 242823c8-2840-41fb-a25e-af60e967feb3 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:41.260753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=242823c8-2840-41fb-a25e-af60e967feb3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:41.281379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95b0b97f-0078-41ba-94ac-f35e7c975960 req-7ef4a713-9c7c-4583-9d5d-31d55b4e9fb6 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961993 Nov 10 04:03:41.298675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-81c2b13c-f394-4b3f-97dc-a3a813f092bd tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1537679913&fields=id&tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5 HTTP/1.1" status: 200 len: 267 time: 0.2344391 Nov 10 04:03:41.470299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-da3a6105-56ef-40ce-a5ec-6e81ec0cc585 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:41.475843 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-da3a6105-56ef-40ce-a5ec-6e81ec0cc585 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 985 time: 0.1759973 Nov 10 04:03:41.487280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Request body: {'port': {'security_groups': ['19a8223d-d83f-4b78-97de-34b38064b3ba']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:41.585288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.633429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7c66ce-8ec8-418b-aabe-616a0d5c8060']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:41.672951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05825297-3a93-4afc-b731-38622a867f61') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:41.673757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05825297-3a93-4afc-b731-38622a867f61') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:41.699625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.727782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.735248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 461c2033-a859-42db-a783-2c8f250d5495 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:03:41.744069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:41.746170 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.773447 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995172e-eb76-4d95-925d-edaad08a04d0 x-openstack-request-id: req-4995172e-eb76-4d95-925d-edaad08a04d0 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:41.774091 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:41.777797 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4995172e-eb76-4d95-925d-edaad08a04d0 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:41.778343 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'status': 'completed', 'code': 200} Nov 10 04:03:41.782136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:41.927625 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:41.950085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.956174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:41.969929 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/8a7c66ce-8ec8-418b-aabe-616a0d5c8060 HTTP/1.1" status: 204 len: 168 time: 3.1239922 Nov 10 04:03:41.972122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:42.023712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2125386878'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:42.098325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5024284-6882-4d3f-96a4-25b8a19376f5 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=8a7c66ce-8ec8-418b-aabe-616a0d5c8060,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:42.105677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:42.109524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.188373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 461c2033-a859-42db-a783-2c8f250d5495, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=461c2033-a859-42db-a783-2c8f250d5495,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:42.189511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-c3b885d9-c4d2-4d68-912c-28eae2678550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:42.191939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-c3b885d9-c4d2-4d68-912c-28eae2678550 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1136 time: 0.2632701 Nov 10 04:03:42.198880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81225f5-724d-4fb3-bd8a-1e8a79d47fcc req-5255037c-73f6-4a5c-a3bd-98c64be9bebb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:42.203945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c81225f5-724d-4fb3-bd8a-1e8a79d47fcc req-5255037c-73f6-4a5c-a3bd-98c64be9bebb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 943 time: 0.3662226 Nov 10 04:03:42.205419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:42.270965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '461c2033-a859-42db-a783-2c8f250d5495', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'port_id': '461c2033-a859-42db-a783-2c8f250d5495', 'mac_address': 'fa:16:3e:c1:41:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:03:42.398359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.400905 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment e6a8cdb9-2e1b-464c-b9c2-ab7c2b48c69b of type vlan for network cdd8213a-3cef-45c1-bac8-08c3399fa98f Nov 10 04:03:42.568301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.585555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55445e05-fa96-468b-85c1-4d988f8b5f99 None None] DHCP port deletion for 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:03:42.618971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c81225f5-724d-4fb3-bd8a-1e8a79d47fcc req-77f225df-baed-4ac7-9554-8c5a595558cc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023597 Nov 10 04:03:42.623992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.671922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-13060c4b-f76e-48b9-a50b-eb920c0ea740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:42.673471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-13060c4b-f76e-48b9-a50b-eb920c0ea740 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.4696636 Nov 10 04:03:42.707140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.712696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461c2033-a859-42db-a783-2c8f250d5495 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:03:42.722314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:42.723247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.752925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fbefe813-b065-467b-8b24-476a9dc554cb,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:42.798020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 461c2033-a859-42db-a783-2c8f250d5495, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=461c2033-a859-42db-a783-2c8f250d5495,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:42.799367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8228803 Nov 10 04:03:42.803208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48842) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:42.804330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b05d57fc-ea4b-4a9c-a892-758ac4542481 None None] Provisioning complete for port fbefe813-b065-467b-8b24-476a9dc554cb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:42.804848 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b05d57fc-ea4b-4a9c-a892-758ac4542481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.815768 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-93edfeee-add8-4c06-931b-a06b280c11c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 217 time: 0.1304994 Nov 10 04:03:42.830010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': 'cdd8213a-3cef-45c1-bac8-08c3399fa98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:42.888121 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:42.958802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-3a11ec61-d4a2-4630-b7db-cab96b124396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:42.973562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-3a11ec61-d4a2-4630-b7db-cab96b124396 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.1199241 Nov 10 04:03:43.022569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=461c2033-a859-42db-a783-2c8f250d5495,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:43.089211 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-e048157f-35c1-4c21-aadc-633697bfa1b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032257 Nov 10 04:03:43.091681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:43.119558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66ae90-8f40-4f26-aa29-7eb0054c4ac6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=cdd8213a-3cef-45c1-bac8-08c3399fa98f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:43.144248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['461c2033-a859-42db-a783-2c8f250d5495'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:43.227382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cdd8213a-3cef-45c1-bac8-08c3399fa98f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:43.292836 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:43.304944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:43.311888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:43.316908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-402bfdd1-fa46-4189-9e85-c5b0159d0367 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158451 Nov 10 04:03:43.493697 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b3c62a77-40f6-47f2-810c-cd27107abd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:43.680820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:43.681501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:43.683543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e132d56-7d8f-487c-a886-e42615c53a27 req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "PUT /v2.0/ports/fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 943 time: 2.2009220 Nov 10 04:03:43.714244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b872c74-f223-42a2-b24d-f78392bedb36 None None] DHCP port deletion for 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:03:43.742507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda3a95-61ac-41d2-a7a6-c29dd76c02ae req-49d5ace3-ec92-4bf3-89d0-646512f746df tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:43.744189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5eda3a95-61ac-41d2-a7a6-c29dd76c02ae req-49d5ace3-ec92-4bf3-89d0-646512f746df tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.7578282 Nov 10 04:03:43.783176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fbefe813-b065-467b-8b24-476a9dc554cb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:43.805015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:43.821682 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:44.033994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802957eb-ce7e-4c72-a4e8-e26f1dcd036f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event updated for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:44.168060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-017c4076-2dda-4aa5-9978-44ffd177ebc8 None None] Provisioning complete for port fbefe813-b065-467b-8b24-476a9dc554cb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:44.168648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-017c4076-2dda-4aa5-9978-44ffd177ebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:44.357221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5eda3a95-61ac-41d2-a7a6-c29dd76c02ae req-706cd283-29d4-4686-a480-129064ac7d18 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5812714 Nov 10 04:03:44.379678 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:44.412850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fbefe813-b065-467b-8b24-476a9dc554cb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:03:44.443612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fcff8134-7627-4773-8a5d-d2e455df99c6 req-0a2b8233-8c07-4e93-963a-ad76002da1ae service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1187789 Nov 10 04:03:44.516453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb2213-2f4d-4f7a-b551-81e480b77d42 req-bf766c8e-75b8-4778-bc51-567b58fc349e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:44.524124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6eeb2213-2f4d-4f7a-b551-81e480b77d42 req-bf766c8e-75b8-4778-bc51-567b58fc349e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 944 time: 0.6267433 Nov 10 04:03:44.688437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=dcda5b39-0a1c-422a-a272-56928dfbfb1d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:44.818819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6eeb2213-2f4d-4f7a-b551-81e480b77d42 req-f75539cc-aa83-4d21-82eb-0a5ec97609f8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936153 Nov 10 04:03:44.819591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': 'e6a8cdb9-2e1b-464c-b9c2-ab7c2b48c69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cdd8213a-3cef-45c1-bac8-08c3399fa98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:44.820041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: cdd8213a-3cef-45c1-bac8-08c3399fa98f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:44.918530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network cdd8213a-3cef-45c1-bac8-08c3399fa98f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:44.981176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-ceb2aaeb-3557-40b1-9766-c974dede6c2c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5694318 Nov 10 04:03:45.004128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:45.012433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, cdd8213a-3cef-45c1-bac8-08c3399fa98f) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:45.037580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:45.039875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:45.054591 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7167ee5c-7430-44ee-bc15-d78874614596 x-openstack-request-id: req-7167ee5c-7430-44ee-bc15-d78874614596 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:45.054888 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:45.055154 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7167ee5c-7430-44ee-bc15-d78874614596 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:45.055572 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'status': 'completed', 'code': 200} Nov 10 04:03:45.158953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:45.165856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a116a51e-9536-483b-9c92-1a8567d2dc4a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3615863 Nov 10 04:03:45.171416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48872) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:45.333907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-5378d5b1-6bcb-4b9f-88a4-751d57e0a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:45.336255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded69f2b-2948-4d1c-8615-5f1526bdf3f1 None None] Network cdd8213a-3cef-45c1-bac8-08c3399fa98f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:45.341079 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-5378d5b1-6bcb-4b9f-88a4-751d57e0a9ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.2888849 Nov 10 04:03:45.402691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:45.560633 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:45.591698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-85cceed0-3e8a-4869-85a2-49ede18a215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:45.593339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-85cceed0-3e8a-4869-85a2-49ede18a215e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.2451050 Nov 10 04:03:45.702388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 461c2033-a859-42db-a783-2c8f250d5495 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:45.765276 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-50ea6072-e1d8-44bc-b779-ff7dab922d69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 217 time: 0.1319215 Nov 10 04:03:45.871923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a15a7-1232-4105-b137-709dfad6f99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-cdd8213a-3cef-45c1-bac8-08c3399fa98f', 'network_id': 'cdd8213a-3cef-45c1-bac8-08c3399fa98f', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': 'dcda5b39-0a1c-422a-a272-56928dfbfb1d'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:45.876614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eb1a15a7-1232-4105-b137-709dfad6f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:45.895682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:45.912309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-903b05d6-423e-4203-b6ef-683e6594aedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:46.118068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-088ce048-4347-474c-ad93-e0c9b9145f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:46.120396 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-088ce048-4347-474c-ad93-e0c9b9145f2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.3469028 Nov 10 04:03:46.169872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 461c2033-a859-42db-a783-2c8f250d5495 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:03:46.196148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 461c2033-a859-42db-a783-2c8f250d5495 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:46.196518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:46.232400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-3b6f7577-d4f2-435d-a6e6-5ad7e0b4276e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982461 Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server [None req-eb1a15a7-1232-4105-b137-709dfad6f99a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcda5b39-0a1c-422a-a272-56928dfbfb1d: This subnet is being modified by another concurrent operation. Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise exception Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcda5b39-0a1c-422a-a272-56928dfbfb1d: This subnet is being modified by another concurrent operation. Nov 10 04:03:46.386296 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Nov 10 04:03:46.413318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f8487-37bb-4254-b4e7-466e0e446be9 None None] Network cdd8213a-3cef-45c1-bac8-08c3399fa98f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:46.413686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf59f8-d78a-4315-a008-a892814fd00d req-25165a72-351c-4742-9090-f73359b45a79 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:46.416749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30cf59f8-d78a-4315-a008-a892814fd00d req-25165a72-351c-4742-9090-f73359b45a79 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.8280175 Nov 10 04:03:46.436818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Allocated IP 172.25.6.100 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/3446d063-39fa-46b9-bad7-2ed0d2bccf78) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:46.466818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:46.690961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=dcda5b39-0a1c-422a-a272-56928dfbfb1d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:46.701158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae69426-4e96-4d25-9573-7ce6569005db None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:03:46.771288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-6c60ef48-ccea-468d-ad4e-6ed0ed75eb2a service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173023 Nov 10 04:03:46.826378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:46.845924 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:46.900782 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 461c2033-a859-42db-a783-2c8f250d5495, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=461c2033-a859-42db-a783-2c8f250d5495,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:46.907161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7294833-8bb6-4668-927c-55949f7514ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461c2033-a859-42db-a783-2c8f250d5495'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:46.941098 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5447bff-1a8e-43d9-b6fd-faedec7bfb66" -d '{"events": [{"server_uuid": "d7294833-8bb6-4668-927c-55949f7514ab", "name": "network-vif-plugged", "status": "completed", "tag": "461c2033-a859-42db-a783-2c8f250d5495"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:46.964884 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:46.995036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30cf59f8-d78a-4315-a008-a892814fd00d req-694a8131-1486-41e8-ae31-e1640e990751 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2398243 Nov 10 04:03:47.023400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.032320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.100797 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.150984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd8213a-3cef-45c1-bac8-08c3399fa98f']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:47.240232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a8cdb9-2e1b-464c-b9c2-ab7c2b48c69b') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:47.240659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a8cdb9-2e1b-464c-b9c2-ab7c2b48c69b') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:47.250996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=461c2033-a859-42db-a783-2c8f250d5495,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:47.256263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae69426-4e96-4d25-9573-7ce6569005db None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:03:47.262927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6543715d-f349-48a5-b5ac-b2dcf0d25a8b req-2da1794e-0fae-48ec-97f1-33935d13f0f1 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835324 Nov 10 04:03:47.267093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.287760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.294428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event updated for resources: {'Port': ['ID=3446d063-39fa-46b9-bad7-2ed0d2bccf78,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:47.313613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:47.318476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:47.321804 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:47.324288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:47.335269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:47.342949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:47.420311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8383f32-1099-4fd6-b682-40d95e2a383c req-a617a269-4dbd-4973-85f5-180e985ccfd4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:47.428111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8383f32-1099-4fd6-b682-40d95e2a383c req-a617a269-4dbd-4973-85f5-180e985ccfd4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 945 time: 0.1522915 Nov 10 04:03:47.442633 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.450718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.463925 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/cdd8213a-3cef-45c1-bac8-08c3399fa98f HTTP/1.1" status: 204 len: 168 time: 2.2844388 Nov 10 04:03:47.464590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48906) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:47.474518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-76550330'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:47.505442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:47.511605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.527960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404646db-4cd8-4a44-beaa-d67219d888dc tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=cdd8213a-3cef-45c1-bac8-08c3399fa98f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:47.548682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8383f32-1099-4fd6-b682-40d95e2a383c req-432c566d-1daa-440f-99cb-5024dd7ecfd8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197422 Nov 10 04:03:47.568320 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.595304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:47.620960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.621311 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 380994a9-f488-45d0-af4e-0e1c973158a7 of type vlan for network bcf448cb-cece-44cf-aab2-894e4ddce160 Nov 10 04:03:47.670377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.753135 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.833758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.853067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:47.856174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:47.858892 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9b28f8-0054-4f5e-862d-9aa1428c4135 x-openstack-request-id: req-4f9b28f8-0054-4f5e-862d-9aa1428c4135 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:47.863829 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7294833-8bb6-4668-927c-55949f7514ab", "name": "network-vif-plugged", "status": "completed", "tag": "461c2033-a859-42db-a783-2c8f250d5495", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:47.864259 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f9b28f8-0054-4f5e-862d-9aa1428c4135 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:47.866736 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7294833-8bb6-4668-927c-55949f7514ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461c2033-a859-42db-a783-2c8f250d5495', 'code': 200} Nov 10 04:03:48.084696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6144631 Nov 10 04:03:48.084910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48914) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:48.120971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:48.123171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17464367-b18a-404e-a2fd-88372ade699e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=bcf448cb-cece-44cf-aab2-894e4ddce160,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:48.127701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b19616-e69b-4309-911e-6d02257a422f req-c61ffebb-f9f4-4c9e-a7ea-b7f0a2b6cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:48.130089 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b19616-e69b-4309-911e-6d02257a422f req-c61ffebb-f9f4-4c9e-a7ea-b7f0a2b6cf46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 1096 time: 0.1186569 Nov 10 04:03:48.132506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network bcf448cb-cece-44cf-aab2-894e4ddce160 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:48.143148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:48.250681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:48.355219 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b19616-e69b-4309-911e-6d02257a422f req-bc7f3282-dffb-440c-9592-b9d1bc97c5b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105396 Nov 10 04:03:48.392121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-8cc6b210-c156-44da-ab82-b886907f2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:48.426089 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-8cc6b210-c156-44da-ab82-b886907f2644 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1096 time: 0.1902933 Nov 10 04:03:48.442953 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:48.582544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:48.646995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event updated for resources: {'Port': ['ID=3446d063-39fa-46b9-bad7-2ed0d2bccf78,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:48.690569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-ffacfd70-82d5-4301-a22e-52f0f637619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:48.695858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-ffacfd70-82d5-4301-a22e-52f0f637619b service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2601550 Nov 10 04:03:48.783871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01867aca-7645-4b41-969a-590e6495d6e3 req-aa9c11c4-52ec-4e5a-a52d-7edaeca8ff14 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:48.792738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01867aca-7645-4b41-969a-590e6495d6e3 req-aa9c11c4-52ec-4e5a-a52d-7edaeca8ff14 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.5143969 Nov 10 04:03:48.795148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-99addef8-8705-4c11-a806-9b5e2de52770 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 1000 time: 0.0912147 Nov 10 04:03:48.848857 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:48.850461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-d953a414-3a3b-489c-88b2-9f619b9c41db tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8686640 Nov 10 04:03:48.890926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-7f0b6116-1c26-4585-a217-faa1ac1bd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:48.892661 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-7f0b6116-1c26-4585-a217-faa1ac1bd576 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0887403 Nov 10 04:03:48.936950 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:48.975314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01867aca-7645-4b41-969a-590e6495d6e3 req-7f344580-c6e7-4973-8f1d-5496884d25de tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815307 Nov 10 04:03:48.985702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-4856a6d6-33ce-4281-af62-6620770d2ac3 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.100 HTTP/1.1" status: 200 len: 696 time: 0.1268649 Nov 10 04:03:49.016052 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:49.028074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-2b8bf1be-f6c7-479d-aa84-522877cdb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:49.036192 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-2b8bf1be-f6c7-479d-aa84-522877cdb5a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354742 Nov 10 04:03:49.094849 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:49.164951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network bcf448cb-cece-44cf-aab2-894e4ddce160 is not hosted by any dhcp agent {{(pid=102597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:03:49.170624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:49.171244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:49.182489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "PUT /v2.0/networks/bcf448cb-cece-44cf-aab2-894e4ddce160 HTTP/1.1" status: 200 len: 723 time: 1.0868258 Nov 10 04:03:49.200684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48932) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:49.206627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': 'bcf448cb-cece-44cf-aab2-894e4ddce160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:49.223199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fe41a-fe82-4f96-a070-afc4a96d5826 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=bcf448cb-cece-44cf-aab2-894e4ddce160,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:49.235140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network bcf448cb-cece-44cf-aab2-894e4ddce160 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:49.349594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdf72b-cac8-4185-9db8-9581309823ba req-16816040-a878-4c64-95ae-475e32a4acb4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:49.358043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43cdf72b-cac8-4185-9db8-9581309823ba req-16816040-a878-4c64-95ae-475e32a4acb4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 945 time: 0.2369149 Nov 10 04:03:49.368385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-aaa02180-484b-40cb-b9b8-65634cbacf1f service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243711 Nov 10 04:03:49.418033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-3c0033e8-0a6c-49fe-b588-78a93cc401aa tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:49.420119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-3c0033e8-0a6c-49fe-b588-78a93cc401aa tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.4271562 Nov 10 04:03:49.436604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:49.440489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:49.441877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-ebe9551e-f011-4822-a6f6-d4a6ba575de7 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:03:49.443174 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f932f712-c5c2-4206-abf8-12bddce64ac0 req-ebe9551e-f011-4822-a6f6-d4a6ba575de7 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078027 Nov 10 04:03:49.470000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43cdf72b-cac8-4185-9db8-9581309823ba req-8e907e47-1749-4f47-b594-bc05a2c9c141 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106589 Nov 10 04:03:49.652769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0e6df876-3596-4def-9e12-3659eb62dba3 req-c1b0041a-d718-41ce-95a8-492c66d6c288 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770665 Nov 10 04:03:49.778666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-50b2b6cc-e1b0-4e29-8497-fdc98e2f9b90 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:49.780278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-50b2b6cc-e1b0-4e29-8497-fdc98e2f9b90 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2436037 Nov 10 04:03:49.843365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-d7ec3a7b-c5cc-4af2-90e3-724328aed969 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.100 HTTP/1.1" status: 200 len: 696 time: 0.0560191 Nov 10 04:03:49.855281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Request body: {'floatingip': {'port_id': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:49.865709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:49.901146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:49.927440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=d8f1b671-fee2-427a-85cb-a97f09f21a34,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:49.938674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': '380994a9-f488-45d0-af4e-0e1c973158a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bcf448cb-cece-44cf-aab2-894e4ddce160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:49.939154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: bcf448cb-cece-44cf-aab2-894e4ddce160, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:03:49.966645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network bcf448cb-cece-44cf-aab2-894e4ddce160 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:03:49.976958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, bcf448cb-cece-44cf-aab2-894e4ddce160) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:49.982476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:49.983305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:49.989450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0801b03-8aa0-476e-b431-48f6559fe70a None None] Network bcf448cb-cece-44cf-aab2-894e4ddce160 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:50.044402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:50.044613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e847a09b-9464-4712-a8aa-8886ef5feff0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8427052 Nov 10 04:03:50.054946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-29f18d5a-104b-4230-b5f2-c54005e8f996 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:50.161362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-bcf448cb-cece-44cf-aab2-894e4ddce160', 'network_id': 'bcf448cb-cece-44cf-aab2-894e4ddce160', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': 'd8f1b671-fee2-427a-85cb-a97f09f21a34'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:03:50.162422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:50.226199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29f18d5a-104b-4230-b5f2-c54005e8f996 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25304126'] for subnet, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:50.309670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Allocated IP 172.20.0.2 (bcf448cb-cece-44cf-aab2-894e4ddce160/d8f1b671-fee2-427a-85cb-a97f09f21a34/1d63c4a5-5e1d-4393-aeaa-32314d4d204a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:50.347464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd52c75-ee62-4d6b-a6e2-ab9dd03bdf23 req-bb078eca-910b-40a1-9faa-3009050ae6dd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:50.349015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fd52c75-ee62-4d6b-a6e2-ab9dd03bdf23 req-bb078eca-910b-40a1-9faa-3009050ae6dd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 945 time: 0.2408609 Nov 10 04:03:50.507828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fd52c75-ee62-4d6b-a6e2-ab9dd03bdf23 req-2d37f139-f75a-4fe8-b36b-f2a8f8851023 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525927 Nov 10 04:03:50.579107 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:50.589965 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:50.668534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Network bcf448cb-cece-44cf-aab2-894e4ddce160 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:03:50.685003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Pushing event updated for resources: {'Port': ['ID=1d63c4a5-5e1d-4393-aeaa-32314d4d204a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:50.703529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:03:50.708605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:03:50.830090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Attempting to bind port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:03:50.830616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Attempting to bind port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '380994a9-f488-45d0-af4e-0e1c973158a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bcf448cb-cece-44cf-aab2-894e4ddce160'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:03:50.831287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Attempting to bind port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a on network bcf448cb-cece-44cf-aab2-894e4ddce160 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:03:50.837377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:03:50.838471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Checking segment: {'id': '380994a9-f488-45d0-af4e-0e1c973158a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bcf448cb-cece-44cf-aab2-894e4ddce160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:03:50.839097 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:50.839588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Bound using segment: {'id': '380994a9-f488-45d0-af4e-0e1c973158a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bcf448cb-cece-44cf-aab2-894e4ddce160'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:03:50.840279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Bound port: 1d63c4a5-5e1d-4393-aeaa-32314d4d204a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380994a9-f488-45d0-af4e-0e1c973158a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bcf448cb-cece-44cf-aab2-894e4ddce160'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:03:50.850957 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:50.953793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] For port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:03:50.957912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] For port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1d63c4a5-5e1d-4393-aeaa-32314d4d204a,segment=NetworkSegment(380994a9-f488-45d0-af4e-0e1c973158a7),segment_id=380994a9-f488-45d0-af4e-0e1c973158a7)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:03:50.963101 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:51.048295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1b94c-cda1-461b-9c65-cb48f22f078c None None] Pushing event updated for resources: {'Port': ['ID=1d63c4a5-5e1d-4393-aeaa-32314d4d204a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:51.157348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:51.206485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.resource_extend [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 04:03:51.369475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3b119-4785-4385-aee2-43fd6f44f420 req-d0313ddc-bf49-4750-9f2a-99cdc2d16502 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:51.377399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86c3b119-4785-4385-aee2-43fd6f44f420 req-d0313ddc-bf49-4750-9f2a-99cdc2d16502 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 945 time: 0.7061479 Nov 10 04:03:51.432288 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:51.486361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:51.488649 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bea3a5e-af68-46f4-b72e-b81997755203" -d '{"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:51.490561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:51.500502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:51.531907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:51.536144 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:51.577193 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29f18d5a-104b-4230-b5f2-c54005e8f996 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756758180738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3212327'] for subnet, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:51.615498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:51.677317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86c3b119-4785-4385-aee2-43fd6f44f420 req-fb76f22b-d7be-4d25-9c2e-01ce599d7e5e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992284 Nov 10 04:03:51.686987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f18d5a-104b-4230-b5f2-c54005e8f996 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:51.686987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29f18d5a-104b-4230-b5f2-c54005e8f996 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:51.688077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-29f18d5a-104b-4230-b5f2-c54005e8f996 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "PUT /v2.0/subnets/d8f1b671-fee2-427a-85cb-a97f09f21a34 HTTP/1.1" status: 200 len: 806 time: 1.6423681 Nov 10 04:03:51.690907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48986) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:51.693916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f18d5a-104b-4230-b5f2-c54005e8f996 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=d8f1b671-fee2-427a-85cb-a97f09f21a34,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:51.741759 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Floating IP 3da2a26f-cb76-45a4-b158-005e845a32e8 associated. External IP: 172.25.6.100, port: fbefe813-b065-467b-8b24-476a9dc554cb. Nov 10 04:03:51.851144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1d63c4a5-5e1d-4393-aeaa-32314d4d204a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:03:51.912742 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa612cf-e998-4be4-af3e-d23b3ed4da29 x-openstack-request-id: req-9fa612cf-e998-4be4-af3e-d23b3ed4da29 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:51.913297 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:51.913663 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fa612cf-e998-4be4-af3e-d23b3ed4da29 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:51.914440 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'code': 200} Nov 10 04:03:51.985479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:03:51.985964 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.044368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.065475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88759bd1-5194-4e62-ae31-904712719029 req-f650a499-a5c4-4774-93c7-d2d7c5ef062c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:52.067451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88759bd1-5194-4e62-ae31-904712719029 req-f650a499-a5c4-4774-93c7-d2d7c5ef062c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1151216 Nov 10 04:03:52.141272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.200702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:03:52.202703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.214645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1d63c4a5-5e1d-4393-aeaa-32314d4d204a,segment=NetworkSegment(380994a9-f488-45d0-af4e-0e1c973158a7),segment_id=380994a9-f488-45d0-af4e-0e1c973158a7)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:52.219369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.295116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88759bd1-5194-4e62-ae31-904712719029 req-a94f51d9-9929-42b6-8533-3dbdec689b98 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751333 Nov 10 04:03:52.304220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Router 810e6559-6f0b-47f2-beac-00896a5fe0d0 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:03:52.315445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=1d63c4a5-5e1d-4393-aeaa-32314d4d204a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:52.343547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1d63c4a5-5e1d-4393-aeaa-32314d4d204a,segment=NetworkSegment(380994a9-f488-45d0-af4e-0e1c973158a7),segment_id=380994a9-f488-45d0-af4e-0e1c973158a7)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:03:52.345671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.386320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for 1d63c4a5-5e1d-4393-aeaa-32314d4d204a owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:03:52.518105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e59642-a4f8-476b-8e73-326fce53fab6 req-d36b68b5-1a02-4783-97bc-05a7c8c373be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:52.528264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55e59642-a4f8-476b-8e73-326fce53fab6 req-d36b68b5-1a02-4783-97bc-05a7c8c373be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 945 time: 0.1143818 Nov 10 04:03:52.548191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:03:52.560547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] Sync routers for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:03:52.579938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:03:52.580597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:03:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:52.585923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.622177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.657514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=1d63c4a5-5e1d-4393-aeaa-32314d4d204a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:52.668328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17117448-9939-4dcc-815c-290be9af1afa None None] Network bcf448cb-cece-44cf-aab2-894e4ddce160 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:52.691619 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-fc73598f-82fc-4f09-815d-498d61bd3517 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "PUT /v2.0/floatingips/3da2a26f-cb76-45a4-b158-005e845a32e8 HTTP/1.1" status: 200 len: 997 time: 2.8410125 Nov 10 04:03:52.693270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:52.696092 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17" -d '{"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:52.701695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-da0b7c19-e5f3-4482-b2e1-25a11cfbd29d None None] Could not find standard attr ID for object 1d63c4a5-5e1d-4393-aeaa-32314d4d204a. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:03:52.711064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port 1d63c4a5-5e1d-4393-aeaa-32314d4d204a on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:03:52.715403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55e59642-a4f8-476b-8e73-326fce53fab6 req-fb7a6e27-1dca-4059-abd4-f4634c4c1a84 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778989 Nov 10 04:03:52.773270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.856088 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:52.883989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-1058ea3c-5978-4f26-9217-e7dc19c7d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:52.885731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-1058ea3c-5978-4f26-9217-e7dc19c7d5b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.1686649 Nov 10 04:03:52.921471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f1b671-fee2-427a-85cb-a97f09f21a34,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:53.116737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.155085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:03:53.167484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-e03cada1-6162-43ad-a8f8-3cea2c836fc3 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:53.176846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-e03cada1-6162-43ad-a8f8-3cea2c836fc3 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.3318987 Nov 10 04:03:53.178655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf448cb-cece-44cf-aab2-894e4ddce160']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:53.208023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380994a9-f488-45d0-af4e-0e1c973158a7') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:53.208317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380994a9-f488-45d0-af4e-0e1c973158a7') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:53.210990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-079620e5-113b-407d-8d34-d0d253aeb8bb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/quotas/a21a2c36186f4a0a912b88acd8cb74ee HTTP/1.1" status: 200 len: 375 time: 0.0331049 Nov 10 04:03:53.212193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-44af7020-f112-4a55-8440-6260f44bf4b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1861873 Nov 10 04:03:53.246202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.265528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-cda49202-343e-458c-a837-910a7ec57904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:53.268022 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-cda49202-343e-458c-a837-910a7ec57904 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.3498142 Nov 10 04:03:53.340548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.356669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:03:53.357384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:03:53.420038 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:03:53.429019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074eab65-8baa-427f-b928-6cd9dd181d25 None None] DHCP port deletion for bcf448cb-cece-44cf-aab2-894e4ddce160 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:03:53.451725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-8c0500f4-2f1b-453a-9919-92c529599159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:53.453388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-8c0500f4-2f1b-453a-9919-92c529599159 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.1804094 Nov 10 04:03:53.454212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.463361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.469185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/bcf448cb-cece-44cf-aab2-894e4ddce160 HTTP/1.1" status: 204 len: 168 time: 1.7749279 Nov 10 04:03:53.470609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49018) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:53.487608 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.497790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-aeb0b359-07db-4bf0-aead-1e592299d87f tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2856798 Nov 10 04:03:53.499799 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0a4c17-da17-45e9-a0fc-3eafacac2633 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:03:53.500395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0a4c17-da17-45e9-a0fc-3eafacac2633 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:03:53.503962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2d0a4c17-da17-45e9-a0fc-3eafacac2633 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/bcf448cb-cece-44cf-aab2-894e4ddce160 HTTP/1.1" status: 404 len: 339 time: 0.0333047 Nov 10 04:03:53.507395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30e219-917e-4b39-9860-f2329a9c5263 None None] Network bcf448cb-cece-44cf-aab2-894e4ddce160 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:03:53.515186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49020) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:53.521959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e7be-2710-4a06-a3f5-b1862d18f547 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=bcf448cb-cece-44cf-aab2-894e4ddce160,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:53.534368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-41eb5d65-e6e5-4c22-8f01-525f6c8fa94b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 1000 time: 0.2404287 Nov 10 04:03:53.538114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1180111759', 'description': 'd1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:53.548735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30e219-917e-4b39-9860-f2329a9c5263 None None] Network bcf448cb-cece-44cf-aab2-894e4ddce160 could not be found, it might have been deleted concurrently. {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 04:03:53.627303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:53.627303 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.701083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '3da2a26f-cb76-45a4-b158-005e845a32e8', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'port_id': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'mac_address': 'fa:16:3e:5f:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:03:47Z', 'updated_at': '2021-11-10T04:03:51Z', 'revision_number': 1, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:47Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:53.726195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:53.729474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-b8a4593c-a858-4f71-a0f3-2aa4a046d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:53.731040 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-b8a4593c-a858-4f71-a0f3-2aa4a046d341 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.2257121 Nov 10 04:03:53.749620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] Checking router: 810e6559-6f0b-47f2-beac-00896a5fe0d0 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:03:53.759998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1d63c4a5-5e1d-4393-aeaa-32314d4d204a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:53.765145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:03:53.766139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:03:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:53.839948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1d63c4a5-5e1d-4393-aeaa-32314d4d204a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:03:53.840425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1d63c4a5-5e1d-4393-aeaa-32314d4d204a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:03:53.866890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:53.867234 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment 82d9ac0a-a132-4009-ae71-f631155275de of type vlan for network dc7f52b8-52e3-4906-989f-a2914b72f9ab Nov 10 04:03:53.882695 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-75eac741-fb2f-4160-865c-28ca3e846b90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 1000 time: 0.1362832 Nov 10 04:03:53.938303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:03:53.999341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-6c01b877-0e17-42eb-9299-e1d6c7181f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:54.007965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-6c01b877-0e17-42eb-9299-e1d6c7181f2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.4439929 Nov 10 04:03:54.030597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:54.072727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-8128e870-baab-43f5-b8d8-2934562f5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:54.074286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-8128e870-baab-43f5-b8d8-2934562f5528 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.1720920 Nov 10 04:03:54.074928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-f8caf712-b024-4944-86c2-463929d8111e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659184 Nov 10 04:03:54.079963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-6b7d70de-bcf5-47a2-b88a-d0144d9fe0e6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:03:54.087169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-6b7d70de-bcf5-47a2-b88a-d0144d9fe0e6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112672 Nov 10 04:03:54.169273 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-f24aeced-dfa7-454e-807e-6781299b28d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850911 Nov 10 04:03:54.187731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-a22a5a29-b02d-4c6d-bab0-de6181caa365 service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889212 Nov 10 04:03:54.199810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:54.218227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:54.218883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:54.290723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-c4f62877-8875-4a06-9401-4c6c22acff9e service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019904 Nov 10 04:03:54.445022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '3da2a26f-cb76-45a4-b158-005e845a32e8', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'port_id': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'mac_address': 'fa:16:3e:5f:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:03:47Z', 'updated_at': '2021-11-10T04:03:51Z', 'revision_number': 1, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:47Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:54.466424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=dc7f52b8-52e3-4906-989f-a2914b72f9ab,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:54.492588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d58bdc40-6ad9-485c-8f93-09c838a77a05 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9756269 Nov 10 04:03:54.497469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49034) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:54.527843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network dc7f52b8-52e3-4906-989f-a2914b72f9ab details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:54.601218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c9de5-2829-4d0b-ad7c-0b04e349deea None None] The sync data for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 is: [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '3da2a26f-cb76-45a4-b158-005e845a32e8', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'port_id': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'mac_address': 'fa:16:3e:5f:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:03:47Z', 'updated_at': '2021-11-10T04:03:51Z', 'revision_number': 1, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:47Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:03:54.607927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05628b72-7885-467d-9ebd-e7fcf7ab9f43 req-2aada41e-690f-4042-b802-adf43ef9a502 service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954471 Nov 10 04:03:54.720680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-703116b0-cdf6-4ac6-89fd-0b1245d5a7c7 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419440 Nov 10 04:03:54.743156 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-7dcb314a-792a-4f83-a4d3-7dfe9a35cfcc service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488625 Nov 10 04:03:54.801401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f6d1f-e617-4fd5-8cbf-a04e92b3e064 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:54.807743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49044) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:54.814314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'description': 'd2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:54.822562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3e1f6d1f-e617-4fd5-8cbf-a04e92b3e064 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/networks?id=dc7f52b8-52e3-4906-989f-a2914b72f9ab HTTP/1.1" status: 200 len: 761 time: 0.3231292 Nov 10 04:03:55.080962 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d4116-3709-4c13-8ec0-0508f72e0000 None None] New status for floating IP 3da2a26f-cb76-45a4-b158-005e845a32e8: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:03:55.142073 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d22d61a5-09ef-4b51-aed9-1ef69ab74c7a req-d1ffc97f-5663-48ed-a31e-71cd45ce6108 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857946 Nov 10 04:03:55.156385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:03:55.298705 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484e5928-c8d2-4099-a720-d34d003fe318 x-openstack-request-id: req-484e5928-c8d2-4099-a720-d34d003fe318 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:55.298850 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:55.299012 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-484e5928-c8d2-4099-a720-d34d003fe318 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:55.299437 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'status': 'completed', 'code': 200} Nov 10 04:03:55.345477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-6d3b7e76-7d39-4da6-8084-ff5c22ad14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:55.352796 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-6d3b7e76-7d39-4da6-8084-ff5c22ad14c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.1178110 Nov 10 04:03:55.524395 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:55.594985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-49b1147c-012d-46af-b55b-509907a20869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:55.596473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-49b1147c-012d-46af-b55b-509907a20869 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.2361007 Nov 10 04:03:55.712140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-1597afc4-6b5f-4c42-82e7-8c5fdbb38029 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.100 HTTP/1.1" status: 200 len: 1000 time: 0.2224069 Nov 10 04:03:55.789395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-6f029942-6b28-490c-af2f-b25a183b22c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 1002 time: 0.1456449 Nov 10 04:03:55.840758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-11a134ca-aa91-40cc-83c6-b4a9d9cfc81d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:55.846429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-11a134ca-aa91-40cc-83c6-b4a9d9cfc81d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports/fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 943 time: 0.1122961 Nov 10 04:03:55.857649 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:55.898784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network dc7f52b8-52e3-4906-989f-a2914b72f9ab is not hosted by any dhcp agent {{(pid=102597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:03:55.903436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-62637cc9-8bbf-445c-89c4-b81f2e282613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:55.904958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-62637cc9-8bbf-445c-89c4-b81f2e282613 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.1082249 Nov 10 04:03:55.910778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:55.911580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:55.914508 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "PUT /v2.0/networks/dc7f52b8-52e3-4906-989f-a2914b72f9ab HTTP/1.1" status: 200 len: 758 time: 1.1054661 Nov 10 04:03:55.931013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49082) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:56.025830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-84e119c3-265f-429d-afc7-6c8623420e09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085439 Nov 10 04:03:56.188616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1cccc-94d0-43ef-841d-6bb546db68a2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=dc7f52b8-52e3-4906-989f-a2914b72f9ab,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:56.206906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network dc7f52b8-52e3-4906-989f-a2914b72f9ab details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:56.220100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db1b22-7dfc-43a3-b316-309faaeb9e3b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:56.225860 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c7db1b22-7dfc-43a3-b316-309faaeb9e3b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/networks?id=dc7f52b8-52e3-4906-989f-a2914b72f9ab HTTP/1.1" status: 200 len: 761 time: 0.2894499 Nov 10 04:03:56.228783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49090) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:56.239408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1500903202'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:56.259921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-52afa225-d132-4f91-ad32-30d39e9796a3 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.100 HTTP/1.1" status: 200 len: 1002 time: 0.2626286 Nov 10 04:03:56.286691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-29f98b92-2834-43fc-8bb9-0d65612b81dc service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947119 Nov 10 04:03:56.302547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:56.309952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:56.540166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-5de5abd6-6116-4940-9489-e8b3c60eb1a0 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:56.541681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-5de5abd6-6116-4940-9489-e8b3c60eb1a0 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.2744009 Nov 10 04:03:56.549114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:03:56.580899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:56.581255 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment af66bae7-488d-4c7f-a3e3-e12b2319a3b1 of type vlan for network 898bf5f0-4645-44a5-a8c4-d247c52b7e2b Nov 10 04:03:56.890590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-5e0c454f-2533-479f-99b8-1d33dd087611 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.100 HTTP/1.1" status: 200 len: 1002 time: 0.3357887 Nov 10 04:03:56.896487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:57.022028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:57.349667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:57.355341 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:57.355803 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Floating IP 3da2a26f-cb76-45a4-b158-005e845a32e8 disassociated. External IP: 172.25.6.100, port: fbefe813-b065-467b-8b24-476a9dc554cb. Nov 10 04:03:57.531259 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac8a31a0-81cb-43f7-b226-6cdd0ee9fd17 req-3a286a8e-d95a-4594-903c-f9e3f4cd562a service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2300177 Nov 10 04:03:57.589290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:57.731292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:57.746994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:57.747933 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:57.795208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Router 810e6559-6f0b-47f2-beac-00896a5fe0d0 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:03:57.896425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=898bf5f0-4645-44a5-a8c4-d247c52b7e2b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:57.903754 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-04770235-29e9-442b-87d8-acaada5f5b8e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6738243 Nov 10 04:03:57.909232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 898bf5f0-4645-44a5-a8c4-d247c52b7e2b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:03:57.911728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-de389cea-1bdb-45fe-836e-863dce203f9a tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:57.913158 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-de389cea-1bdb-45fe-836e-863dce203f9a tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.4078705 Nov 10 04:03:57.913627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49128) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:03:57.951221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:57.970363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Request body: {'port': {'device_id': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'admin_state_up': True, 'tenant_id': 'a21a2c36186f4a0a912b88acd8cb74ee'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:03:58.165438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:03:58.177888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] Sync routers for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:03:58.190186 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:58.194302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:03:58.194930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:03:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:58.232294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ad3d0401-993c-4d25-929d-f6d40f812d8d tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "PUT /v2.0/floatingips/3da2a26f-cb76-45a4-b158-005e845a32e8 HTTP/1.1" status: 200 len: 695 time: 1.3398957 Nov 10 04:03:58.233036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:03:58.235532 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429" -d '{"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:03:58.398972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-74c8db75-4657-4c7b-b179-09341dcac0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:58.399968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:03:58.400563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-74c8db75-4657-4c7b-b179-09341dcac0ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.1496975 Nov 10 04:03:58.542617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:58.546124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:58.690698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Made reservation on behalf of a21a2c36186f4a0a912b88acd8cb74ee for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:03:58.706240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-4ac20ccf-d0a2-4445-9793-ac8e615e6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:58.707754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-4ac20ccf-d0a2-4445-9793-ac8e615e6289 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.2996402 Nov 10 04:03:58.714222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:58.747986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:47Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:58.779727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-d29a1f9c-c273-4059-8407-50c162f4a064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 217 time: 0.0623860 Nov 10 04:03:58.781022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] Checking router: 810e6559-6f0b-47f2-beac-00896a5fe0d0 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:03:58.781647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23899b0c-a33f-40e1-817a-6e9c6117e150 req-9f83a578-c0cc-4dba-8cda-78fb1a4485dc tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 210 time: 0.0728705 Nov 10 04:03:58.795326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:03:58.796667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:03:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:58.909223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-98722e97-8512-48ff-bbd7-a929de79f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:58.913057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-98722e97-8512-48ff-bbd7-a929de79f949 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.1260760 Nov 10 04:03:58.973507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-fe261ae6-c573-43cd-9eda-aef1b51de5cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538871 Nov 10 04:03:59.055812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:03:59.271319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-dfcce116-ba42-4952-83dd-44357b290ba6 service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894633 Nov 10 04:03:59.273387 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8fa6a-c18c-4f06-b0f1-4cd895034a07 x-openstack-request-id: req-03d8fa6a-c18c-4f06-b0f1-4cd895034a07 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:03:59.273572 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:03:59.273849 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03d8fa6a-c18c-4f06-b0f1-4cd895034a07 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:03:59.276404 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'status': 'completed', 'code': 200} Nov 10 04:03:59.356485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Allocated IP 172.20.0.8 (54c5f376-7e04-42a8-aad9-b9555f6ab683/1c833d13-643e-412c-8fda-efdcd8634d77/18238f73-7f9c-423f-be7b-31dc14882968) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:03:59.426846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865089-091d-4e77-9bc6-6e297303807e req-c8ffb26d-4948-40b5-a882-3cc48b2b475b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:59.428042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9865089-091d-4e77-9bc6-6e297303807e req-c8ffb26d-4948-40b5-a882-3cc48b2b475b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1507490 Nov 10 04:03:59.448078 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:03:59.455894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-3513fa67-3da1-4493-9085-50c6c43bd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:59.458210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-3513fa67-3da1-4493-9085-50c6c43bd409 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 1097 time: 0.2655141 Nov 10 04:03:59.522704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=78d784da-4607-4314-96e9-ec18127eb557,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:03:59.663744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9865089-091d-4e77-9bc6-6e297303807e req-d40e46eb-3bb2-4d5c-8a25-e75a9efe0073 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2211332 Nov 10 04:03:59.675015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2075502d-4cdf-4ce1-b254-3aa6bccfcbc5 req-ea98f190-834c-4fde-9b61-e3882f00e47a service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489609 Nov 10 04:03:59.876347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:47Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:03:59.910191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-9463979d-1bd4-4e76-9def-c529142a5063 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips/3da2a26f-cb76-45a4-b158-005e845a32e8 HTTP/1.1" status: 200 len: 695 time: 0.1283414 Nov 10 04:03:59.948374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9299542-02b3-431e-91bd-2a7faf0c72b8 None None] The sync data for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 is: [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '853263ad-5190-4fb4-9219-d0de06b16da9', 'name': '', 'network_id': '1b6ca3ee-69f5-4940-beb2-99ad61bcca88', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'mac_address': 'fa:16:3e:a9:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:37Z', 'updated_at': '2021-11-10T04:02:47Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'subnets': [{'id': 'bc94a114-5e10-4b10-b530-ae0412958ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:03:59.988377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-51484df2-a832-4a66-8b47-dfb948146762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:03:59.990135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-51484df2-a832-4a66-8b47-dfb948146762 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 200 len: 919 time: 0.4766355 Nov 10 04:04:00.016777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:04:00.017238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: 898bf5f0-4645-44a5-a8c4-d247c52b7e2b, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:04:00.099362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e67dfb10-1306-49a1-9839-6b59b7fec530 req-cd10a815-8a06-49b8-a7fe-c01fc919c645 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 210 time: 0.1124160 Nov 10 04:04:00.108555 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-307ef7c0-20d5-452a-bb81-277bb1fc2f9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 200 len: 217 time: 0.1031051 Nov 10 04:04:00.156757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-44d4935d-092a-4739-8d51-4fbfa708e999 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:00.158216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-44d4935d-092a-4739-8d51-4fbfa708e999 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 784 time: 0.2474327 Nov 10 04:04:00.175896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-96b36b47-4793-478d-86c4-29d63789a7df tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:04:00.180741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network 898bf5f0-4645-44a5-a8c4-d247c52b7e2b is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:04:00.182754 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-96b36b47-4793-478d-86c4-29d63789a7df tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179331 Nov 10 04:04:00.243696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-421dd322-254c-4164-bcd3-79ee34738f2b tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.100 HTTP/1.1" status: 200 len: 698 time: 0.0589552 Nov 10 04:04:00.252058 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-09f681ab-ee1c-46f2-b27f-589d4816ddaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7361853 Nov 10 04:04:00.261776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 898bf5f0-4645-44a5-a8c4-d247c52b7e2b) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:04:00.300095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f0629-8178-41e5-a17e-57f9528f758b None None] Network 898bf5f0-4645-44a5-a8c4-d247c52b7e2b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:00.309300 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:00.314743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:00.315467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:00.325562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-f6d94a46-0b81-4a4d-a95c-112fcf96cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:00.327166 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-f6d94a46-0b81-4a4d-a95c-112fcf96cc05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 200 len: 859 time: 0.2102759 Nov 10 04:04:00.333439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-b3b366df-89ea-4441-81af-986729e4bf5f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.100 HTTP/1.1" status: 200 len: 698 time: 0.0804560 Nov 10 04:04:00.378362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-8ea90a03-003b-4b4b-9a75-497ece52b443 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6ca3ee-69f5-4940-beb2-99ad61bcca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415280 Nov 10 04:04:00.386670 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4827898f-36d5-458f-8e76-5c9338f2df7e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4705336 Nov 10 04:04:00.390236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49204) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:00.473505 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4b9e6-c767-42e8-9776-b3cfc7d3a09c None None] New status for floating IP 3da2a26f-cb76-45a4-b158-005e845a32e8: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:04:00.619637 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:00.628916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Deleting port 3446d063-39fa-46b9-bad7-2ed0d2bccf78 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:00.629263 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:00.685609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['deb8ea50-1998-4cda-bc78-0aadc52083a2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:00.778029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:04:00.796236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:04:00.822175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:04:00.831865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:00.859607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab122b69-510d-418c-8a31-cf86606f3aa7 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:00.886370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-898bf5f0-4645-44a5-a8c4-d247c52b7e2b', 'network_id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': '78d784da-4607-4314-96e9-ec18127eb557'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:04:00.887238 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:00.898093 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-509d6958-2814-4dc0-8438-7e0b5e7d6048 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102320 Nov 10 04:04:00.908226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event updated for resources: {'Port': ['ID=18238f73-7f9c-423f-be7b-31dc14882968,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:00.997765 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.002584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.005924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.006461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.006629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.007106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.007467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.007891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.008250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.008581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.008922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.009905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.010382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.010712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:01.045972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Calling delete_port for 3446d063-39fa-46b9-bad7-2ed0d2bccf78 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:01.132186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:01.132562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.183950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5393ac-d939-4415-8d22-693c2e0b8690 req-48d632b8-1f4a-4969-bc79-0d1eca70f2e7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:01.185590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff5393ac-d939-4415-8d22-693c2e0b8690 req-48d632b8-1f4a-4969-bc79-0d1eca70f2e7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.3222046 Nov 10 04:04:01.196000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Allocated IP 172.20.0.2 (898bf5f0-4645-44a5-a8c4-d247c52b7e2b/78d784da-4607-4314-96e9-ec18127eb557/e767eb34-a24f-4b2b-b6ce-68bf3aab35b7) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:04:01.199543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1eee2468-6185-40bc-8d86-acfdbf8a5442 None None] Provisioning complete for port 18238f73-7f9c-423f-be7b-31dc14882968 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:01.200234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1eee2468-6185-40bc-8d86-acfdbf8a5442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.200617 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-81787a74-308a-4fed-92fc-948fc5d258d9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2456772 Nov 10 04:04:01.204042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.251733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1eee2468-6185-40bc-8d86-acfdbf8a5442 None None] Port 18238f73-7f9c-423f-be7b-31dc14882968 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:04:01.314134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Request body: {'port': {'device_id': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:01.357352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff5393ac-d939-4415-8d22-693c2e0b8690 req-e4017d3d-b650-4d4a-a5f3-b9cfde52a000 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547346 Nov 10 04:04:01.418621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.465139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddd3ad49-1e43-4daf-ba54-0b2e26b95429 req-040df897-084e-4ffd-8fc7-e34aa828a82e service neutron] 10.222.0.44 "GET /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292709 Nov 10 04:04:01.523136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event deleted for resources: {'Port': ['ID=3446d063-39fa-46b9-bad7-2ed0d2bccf78,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:01.575478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.768739 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.772014 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:01.773357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5624b35d-cf3a-4ec3-92e3-fd7eefe29c2c req-e89d322d-b758-4534-b0e3-d74a372ef924 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "DELETE /v2.0/floatingips/3da2a26f-cb76-45a4-b158-005e845a32e8 HTTP/1.1" status: 204 len: 173 time: 1.4266472 Nov 10 04:04:01.819340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-0437641f-2b25-4088-8c2c-edb93c7e9760 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:01.830036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-0437641f-2b25-4088-8c2c-edb93c7e9760 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.2259851 Nov 10 04:04:01.849660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-08394afb-d70a-4e09-9276-aafc56713539 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/quotas/75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 375 time: 0.0187414 Nov 10 04:04:01.970608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-168929a0-1cf3-4871-940a-bb7ef676faa6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1197450 Nov 10 04:04:02.180829 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.187485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18238f73-7f9c-423f-be7b-31dc14882968 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:04:02.199519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.219305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.269645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Transition to ACTIVE for port object 18238f73-7f9c-423f-be7b-31dc14882968 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:04:02.270953 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.284121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.293523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Network 898bf5f0-4645-44a5-a8c4-d247c52b7e2b is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:04:02.296930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:04:02.313698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:04:02.348584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Pushing event updated for resources: {'Port': ['ID=e767eb34-a24f-4b2b-b6ce-68bf3aab35b7,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:02.362234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=78d784da-4607-4314-96e9-ec18127eb557,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:02.381428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.382182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.382732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.383229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.385644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.386366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.386952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.387449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.387939 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.388848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.389336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.390328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:02.428229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Attempting to bind port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:04:02.428889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Attempting to bind port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:04:02.429447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Attempting to bind port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7 on network 898bf5f0-4645-44a5-a8c4-d247c52b7e2b {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:02.442496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:04:02.443216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Checking segment: {'id': 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:04:02.444491 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.445055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Bound using segment: {'id': 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:04:02.445723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Bound port: e767eb34-a24f-4b2b-b6ce-68bf3aab35b7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:04:02.446502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.554207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d869d-04d7-4c35-9836-7379315dc35f None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:02.612277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b80e4-4501-4b48-8277-c963ea345e06 req-533baa93-4b43-45ad-aa61-9318622d5d02 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:02.617381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.622104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-809b80e4-4501-4b48-8277-c963ea345e06 req-533baa93-4b43-45ad-aa61-9318622d5d02 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 931 time: 0.7134802 Nov 10 04:04:02.642996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Pushing event updated for resources: {'Port': ['ID=18238f73-7f9c-423f-be7b-31dc14882968,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:02.686603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898bf5f0-4645-44a5-a8c4-d247c52b7e2b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:02.707930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] For port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:04:02.718162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] For port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e767eb34-a24f-4b2b-b6ce-68bf3aab35b7,segment=NetworkSegment(af66bae7-488d-4c7f-a3e3-e12b2319a3b1),segment_id=af66bae7-488d-4c7f-a3e3-e12b2319a3b1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:04:02.721225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:02.721852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:02.727600 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.739360 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.751536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-809b80e4-4501-4b48-8277-c963ea345e06 req-3f6ae3ab-f9d8-4934-a4c7-8290eabb44e8 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234176 Nov 10 04:04:02.757719 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-9e7d75d2-734e-40d3-8f52-1be8f30f77d5 service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861366 Nov 10 04:04:02.781887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.791925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Attempting to bind port 18238f73-7f9c-423f-be7b-31dc14882968 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:04:02.792337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Attempting to bind port 18238f73-7f9c-423f-be7b-31dc14882968 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:04:02.792772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Attempting to bind port 18238f73-7f9c-423f-be7b-31dc14882968 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:02.797013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:02.797590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:02.800922 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:02.852043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Port 18238f73-7f9c-423f-be7b-31dc14882968 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:04:02.852373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Attempting to bind port 18238f73-7f9c-423f-be7b-31dc14882968 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:02.861310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b673d30-25d5-4c49-a1d7-6e1b67f88418 None None] Pushing event updated for resources: {'Port': ['ID=e767eb34-a24f-4b2b-b6ce-68bf3aab35b7,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:02.869316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:04:02.869669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Checking segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:04:02.870130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Bound using segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:04:02.870631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Bound port: 18238f73-7f9c-423f-be7b-31dc14882968, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:04:02.870995 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:02.903950 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 04:04:02.903950 n-d-817326-2 neutron-server[102596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 04:04:02.903950 n-d-817326-2 neutron-server[102596]: [parameters: {'id': '898bf5f0-4645-44a5-a8c4-d247c52b7e2b'}] Nov 10 04:04:02.903950 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:04:02.904428 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:04:02.925501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-56d468e5-1452-4eb1-bc13-a1bf58c7658a service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600952 Nov 10 04:04:02.965858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] For port 18238f73-7f9c-423f-be7b-31dc14882968, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:04:02.970846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] For port 18238f73-7f9c-423f-be7b-31dc14882968, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18238f73-7f9c-423f-be7b-31dc14882968,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:04:02.976064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.022330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f17d02a-06e3-40f3-9e68-c0a72559567a req-3ac23c61-6279-4d33-a079-30a06444945c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups/e18ddaf8-afa3-4e63-b01c-54ed63b51f58 HTTP/1.1" status: 200 len: 1827 time: 0.0953429 Nov 10 04:04:03.031666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa1831-046c-44e2-a195-ec3bcbbf28b3 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:03.041122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:03.042794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.046977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] 10.222.0.44 "PUT /v2.0/ports/18238f73-7f9c-423f-be7b-31dc14882968 HTTP/1.1" status: 200 len: 1091 time: 1.8240201 Nov 10 04:04:03.048552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'tag': '18238f73-7f9c-423f-be7b-31dc14882968'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:03.066890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a4a72-41cc-41e0-83c4-083b4bc8dbd9 None None] Network 898bf5f0-4645-44a5-a8c4-d247c52b7e2b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:03.069551 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f" -d '{"events": [{"name": "network-changed", "server_uuid": "202340ab-47fd-4597-ba5b-fc2fb7dd0dde", "tag": "18238f73-7f9c-423f-be7b-31dc14882968"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:03.163691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0f17d02a-06e3-40f3-9e68-c0a72559567a req-edd257ae-2878-4e58-a0ac-8fae0474719c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.192040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414e96a-ad6b-40ee-a489-b92b7a563dda service neutron] Pushing event updated for resources: {'Port': ['ID=18238f73-7f9c-423f-be7b-31dc14882968,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:03.204616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-b3b22941-ee10-4281-b56b-44c74234f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:03.206615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-b3b22941-ee10-4281-b56b-44c74234f3b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 1094 time: 0.1179280 Nov 10 04:04:03.226068 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0f17d02a-06e3-40f3-9e68-c0a72559567a req-edd257ae-2878-4e58-a0ac-8fae0474719c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.338361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9e218-5d2e-425b-b154-12dd4c1d955c None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:04:03.341829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-84e01ff0-0418-4cf1-840b-95fb302fa6d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18238f73-7f9c-423f-be7b-31dc14882968 HTTP/1.1" status: 200 len: 217 time: 0.1274889 Nov 10 04:04:03.361209 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0f17d02a-06e3-40f3-9e68-c0a72559567a req-edd257ae-2878-4e58-a0ac-8fae0474719c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.373568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-0f17d02a-06e3-40f3-9e68-c0a72559567a req-edd257ae-2878-4e58-a0ac-8fae0474719c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.376398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f17d02a-06e3-40f3-9e68-c0a72559567a req-edd257ae-2878-4e58-a0ac-8fae0474719c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "DELETE /v2.0/security-groups/e18ddaf8-afa3-4e63-b01c-54ed63b51f58 HTTP/1.1" status: 204 len: 173 time: 0.3522191 Nov 10 04:04:03.404565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd257ae-2878-4e58-a0ac-8fae0474719c tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18ddaf8-afa3-4e63-b01c-54ed63b51f58,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:03.429981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.478600 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1a7f9c-287a-42cc-96b5-a4ad4f301438 x-openstack-request-id: req-ab1a7f9c-287a-42cc-96b5-a4ad4f301438 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:03.478898 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202340ab-47fd-4597-ba5b-fc2fb7dd0dde", "tag": "18238f73-7f9c-423f-be7b-31dc14882968", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:03.479150 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab1a7f9c-287a-42cc-96b5-a4ad4f301438 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:03.479560 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'tag': '18238f73-7f9c-423f-be7b-31dc14882968', 'status': 'completed', 'code': 200} Nov 10 04:04:03.486545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a9e218-5d2e-425b-b154-12dd4c1d955c None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:04:03.552687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077ebe-a085-4cbe-9bdb-1f862f633d74 req-73b91236-76bd-48d3-9d12-952c355e5236 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:03.556458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e077ebe-a085-4cbe-9bdb-1f862f633d74 req-73b91236-76bd-48d3-9d12-952c355e5236 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1423538 Nov 10 04:04:03.623416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c499fc1-01cf-445f-9fda-f104656327d6 req-7389b934-0419-4040-a58d-8f97f90c042b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0633378 Nov 10 04:04:03.643595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-728824eb-e025-45db-9845-3e174287b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:03.645293 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-728824eb-e025-45db-9845-3e174287b482 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.2931995 Nov 10 04:04:03.704945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-9f18c85e-a4c3-476a-b504-b0ddf150ff04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512347 Nov 10 04:04:03.709168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:03.709524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:03.739910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e077ebe-a085-4cbe-9bdb-1f862f633d74 req-8e2a3d82-ba93-4f79-8434-c13857864978 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762059 Nov 10 04:04:04.011586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66ed12-3d8c-4fb8-b5bf-bb9927822991 req-5e171c2f-f361-490c-af6a-e5f92ed5cdb7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:04.018918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a66ed12-3d8c-4fb8-b5bf-bb9927822991 req-5e171c2f-f361-490c-af6a-e5f92ed5cdb7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 943 time: 0.1290119 Nov 10 04:04:04.112520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e767eb34-a24f-4b2b-b6ce-68bf3aab35b7,segment=NetworkSegment(af66bae7-488d-4c7f-a3e3-e12b2319a3b1),segment_id=af66bae7-488d-4c7f-a3e3-e12b2319a3b1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:04.112886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:04.138295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a66ed12-3d8c-4fb8-b5bf-bb9927822991 req-42a69854-6a29-4f13-b252-24a5cb4a0667 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113682 Nov 10 04:04:04.160584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for e767eb34-a24f-4b2b-b6ce-68bf3aab35b7 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:04.185303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-df1f2dfb-dc86-4c6b-aeac-ed7206bb99cd service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726253 Nov 10 04:04:04.362017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c37b-393d-4c67-919f-178ec7f426d0 req-e1a52d61-44e0-4121-8e2d-4a1ac1b020b1 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:04.364295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c921c37b-393d-4c67-919f-178ec7f426d0 req-e1a52d61-44e0-4121-8e2d-4a1ac1b020b1 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.1319971 Nov 10 04:04:04.444494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0fec941c-85e2-4945-b18d-997cf195bee1 req-b31f60d1-144d-4f3a-800a-31c31da1e060 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983140 Nov 10 04:04:04.447449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:04.459504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c921c37b-393d-4c67-919f-178ec7f426d0 req-2b0d02fa-7bfb-4488-b995-103aaf416e3f tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Nov 10 04:04:04.536476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port e767eb34-a24f-4b2b-b6ce-68bf3aab35b7 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:04:04.619455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=e767eb34-a24f-4b2b-b6ce-68bf3aab35b7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:04.700176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-301928bd-01bc-455f-8e62-a955160c415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:04.702438 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-301928bd-01bc-455f-8e62-a955160c415e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 1094 time: 0.1781552 Nov 10 04:04:04.717742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:04.796017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b44af2f5-6ac0-4930-8641-096102c35825 req-978bc43e-dd90-4382-985c-445ddc074a7e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0470173 Nov 10 04:04:04.877465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-fbd58652-7024-44eb-9d65-5d103356625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:04.879347 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-fbd58652-7024-44eb-9d65-5d103356625d service neutron] 10.222.0.44 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 915 time: 0.1585662 Nov 10 04:04:04.949250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-5d13e0fe-e092-4c50-9934-b12381167376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18238f73-7f9c-423f-be7b-31dc14882968 HTTP/1.1" status: 200 len: 217 time: 0.0534701 Nov 10 04:04:04.965196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898bf5f0-4645-44a5-a8c4-d247c52b7e2b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:05.016641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc991-7942-41ba-9bf7-ae6c44d7b798 req-fa58947b-ad2c-49c6-99dc-31f1f1f6d108 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:05.032286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:05.032704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af66bae7-488d-4c7f-a3e3-e12b2319a3b1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:05.043108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-114dc991-7942-41ba-9bf7-ae6c44d7b798 req-fa58947b-ad2c-49c6-99dc-31f1f1f6d108 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.0863793 Nov 10 04:04:05.117514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:05.141272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-114dc991-7942-41ba-9bf7-ae6c44d7b798 req-bba4b50f-c809-4fb1-8425-741d8bf67f82 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962751 Nov 10 04:04:05.203260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:05.209458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:05.209854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:05.277299 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:05.282729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:05.300429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:05.303799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/898bf5f0-4645-44a5-a8c4-d247c52b7e2b HTTP/1.1" status: 204 len: 168 time: 4.9126544 Nov 10 04:04:05.312657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:05.335429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-5a6246cc-9e31-41a3-b770-5020097dc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:05.337245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-5a6246cc-9e31-41a3-b770-5020097dc40a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.3607130 Nov 10 04:04:05.344895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef22d00-c770-4055-9b03-f59e56ca4748 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=898bf5f0-4645-44a5-a8c4-d247c52b7e2b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:05.385971 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57d584c-5757-4ef9-9fa7-46db5451e126 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] GET failed (client error): The resource could not be found. Nov 10 04:04:05.387349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b57d584c-5757-4ef9-9fa7-46db5451e126 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/subnets/78d784da-4607-4314-96e9-ec18127eb557 HTTP/1.1" status: 404 len: 337 time: 0.0737307 Nov 10 04:04:05.392200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49308) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:05.408465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aca1b2-5cb4-4395-b23b-7b1e4fd50755 req-ecf0bfad-44b1-4115-a93c-58577b930538 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:05.410111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04aca1b2-5cb4-4395-b23b-7b1e4fd50755 req-ecf0bfad-44b1-4115-a93c-58577b930538 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 943 time: 0.1529002 Nov 10 04:04:05.428954 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-57805170-4f15-4f78-828d-274574b3952e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609980 Nov 10 04:04:05.493349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8c057561-699a-415d-afb6-6e9691607e60 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:05.501038 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8c057561-699a-415d-afb6-6e9691607e60 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.3725374 Nov 10 04:04:05.503320 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9644274-663d-4abb-a439-094cbf97dc45 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:05.503320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9644274-663d-4abb-a439-094cbf97dc45 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:05.511626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d9644274-663d-4abb-a439-094cbf97dc45 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/898bf5f0-4645-44a5-a8c4-d247c52b7e2b HTTP/1.1" status: 404 len: 339 time: 0.1110485 Nov 10 04:04:05.515424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49312) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:05.532330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'port': {'device_id': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'admin_state_up': True, 'tenant_id': '75f05c7943244c83b6d25ae69de052cc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:05.734683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04aca1b2-5cb4-4395-b23b-7b1e4fd50755 req-1b4ffe53-2b4a-48b1-8275-6f94f9004c29 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176503 Nov 10 04:04:05.832731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:04:05.839084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:06.103287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad78b5-9bc8-4044-97e3-60e93b9fcf69 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:06.105399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-06ad78b5-9bc8-4044-97e3-60e93b9fcf69 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5889833 Nov 10 04:04:06.183987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa8c78cf-df73-479d-afba-7bfd2aa5ef67 req-f0596abd-339c-4090-b7b1-70c6eaee0ec7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0773792 Nov 10 04:04:06.186723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49318) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:06.360461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a166dbcf-a1f3-43b6-9e72-43b28b010345 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 207 time: 0.1405697 Nov 10 04:04:06.367115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49328) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:06.599191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f69b-7425-4579-840c-84222962a906 req-5ccdff87-6e34-45f4-bea3-e3e997b71e25 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:06.608553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0752f69b-7425-4579-840c-84222962a906 req-5ccdff87-6e34-45f4-bea3-e3e997b71e25 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.8923855 Nov 10 04:04:06.714389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25fe38-8597-4316-8ef9-f51e45d96c4c req-fe44666d-b3fb-44b2-b13e-804e760a17c0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:06.715957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c25fe38-8597-4316-8ef9-f51e45d96c4c req-fe44666d-b3fb-44b2-b13e-804e760a17c0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.3288460 Nov 10 04:04:06.894603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0752f69b-7425-4579-840c-84222962a906 req-72251c54-4bd1-4226-814d-e9a5c2f5ea91 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594359 Nov 10 04:04:07.032033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444873f-b1f9-49e1-ae26-7431cbcdc47a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.037925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444873f-b1f9-49e1-ae26-7431cbcdc47a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.044033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444873f-b1f9-49e1-ae26-7431cbcdc47a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.049832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444873f-b1f9-49e1-ae26-7431cbcdc47a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.051560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0444873f-b1f9-49e1-ae26-7431cbcdc47a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6831586 Nov 10 04:04:07.054517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.20.0.12 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/b44a1ed9-8fb7-45b6-9ded-fbce880e3457) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:04:07.068866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49344) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:07.083137 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c25fe38-8597-4316-8ef9-f51e45d96c4c req-2e894860-9fc9-437b-a3cf-25d221097db1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3521638 Nov 10 04:04:07.212453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925cae-1951-42b0-9428-a3e33afc6908 req-cee05583-cfc1-4159-8dc1-f56ec7375026 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.213975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2925cae-1951-42b0-9428-a3e33afc6908 req-cee05583-cfc1-4159-8dc1-f56ec7375026 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 943 time: 0.2021394 Nov 10 04:04:07.255114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-5cb1c0b8-6d75-4d50-abc4-4acceef9355b service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8106792 Nov 10 04:04:07.297817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8a0edae7-5f9a-4765-b411-32a8ac67aa90 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2277856 Nov 10 04:04:07.298715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49348) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:07.398974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:07.413977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e500298-236f-414c-bd68-9f6a4b2239df req-73bff68e-3e50-43d4-a0e3-709207c210cc tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.415789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9e500298-236f-414c-bd68-9f6a4b2239df req-73bff68e-3e50-43d4-a0e3-709207c210cc tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.44 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.6364067 Nov 10 04:04:07.438178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5dbd52a-d665-41ec-9fcd-6b25234419c8 req-e8f0824e-b34f-49d0-8e31-691ce8d3f5d7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0893192 Nov 10 04:04:07.476170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2925cae-1951-42b0-9428-a3e33afc6908 req-a79117c3-7c85-4f92-8f44-e31cb0328254 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466612 Nov 10 04:04:07.526675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90bbbe9-4c4d-42c0-b0e6-f3948dba336f req-63bd0f4b-2680-46c7-9df4-5fe2742487c7 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609260 Nov 10 04:04:07.546792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:07.551982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc4471-b7b9-414c-bdce-5b9420a69f51 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.560025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc4471-b7b9-414c-bdce-5b9420a69f51 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.562054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['461c2033-a859-42db-a783-2c8f250d5495'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:07.570370 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f3dc4471-b7b9-414c-bdce-5b9420a69f51 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2663968 Nov 10 04:04:07.571334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49350) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:07.621219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:04:07.631430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:04:07.637226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:04:07.642430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:07.646281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Deleting port fbefe813-b065-467b-8b24-476a9dc554cb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:07.646617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:07.697993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18238f73-7f9c-423f-be7b-31dc14882968 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:04:07.717805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0e5bf-e89a-4f19-92e1-5072d8e1ce3a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.719395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0e5bf-e89a-4f19-92e1-5072d8e1ce3a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['shared'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.724700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8dd0e5bf-e89a-4f19-92e1-5072d8e1ce3a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1521282 Nov 10 04:04:07.730954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49352) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:07.830162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:07.830846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:07.886456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-d078d3cb-be00-4be5-a3d1-f15bc46df61b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3693998 Nov 10 04:04:08.058055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] For port fbefe813-b065-467b-8b24-476a9dc554cb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fbefe813-b065-467b-8b24-476a9dc554cb,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:08.059340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:08.085412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Calling delete_port for fbefe813-b065-467b-8b24-476a9dc554cb owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:08.096761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48d9564-1ffa-4f8e-8c48-cfebb98d9cf3 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:08.104409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a48d9564-1ffa-4f8e-8c48-cfebb98d9cf3 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/networks/8a5fdd31-05be-4439-b698-e3add75dc8bc HTTP/1.1" status: 200 len: 800 time: 0.3707867 Nov 10 04:04:08.105187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49364) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:08.122935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Request body: {'port': {'device_id': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:08.234163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:08.263543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 18238f73-7f9c-423f-be7b-31dc14882968, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18238f73-7f9c-423f-be7b-31dc14882968,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:08.281537 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:08.316705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5350a308-5cc3-4ac1-944d-e2f6ef33624a None None] Provisioning complete for port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:08.317098 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5350a308-5cc3-4ac1-944d-e2f6ef33624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:08.342992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '18238f73-7f9c-423f-be7b-31dc14882968', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'port_id': '18238f73-7f9c-423f-be7b-31dc14882968', 'mac_address': 'fa:16:3e:7a:af:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c833d13-643e-412c-8fda-efdcd8634d77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:04:08.423724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5350a308-5cc3-4ac1-944d-e2f6ef33624a None None] Port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:04:08.431480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fa6f6-9a25-4c07-8edf-02dda6e05725 req-be282df9-5c40-40f2-a552-3e689b93bdc9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:08.433389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-996fa6f6-9a25-4c07-8edf-02dda6e05725 req-be282df9-5c40-40f2-a552-3e689b93bdc9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1612163 Nov 10 04:04:08.458124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464213a-fe09-4042-a81e-d0fcecaa7bc2 req-65c7e328-5d61-4809-9262-2120f188ebad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:08.467645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4464213a-fe09-4042-a81e-d0fcecaa7bc2 req-65c7e328-5d61-4809-9262-2120f188ebad tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 946 time: 0.3758614 Nov 10 04:04:08.526461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c0e4c0e-9bce-4a83-aa84-c04fea3eae18 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/networks/8a5fdd31-05be-4439-b698-e3add75dc8bc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4188261 Nov 10 04:04:08.545223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:08.547427 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:08.570662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18238f73-7f9c-423f-be7b-31dc14882968 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:04:08.639246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 18238f73-7f9c-423f-be7b-31dc14882968, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18238f73-7f9c-423f-be7b-31dc14882968,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:08.646857 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:08.685658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4464213a-fe09-4042-a81e-d0fcecaa7bc2 req-f239ad59-089a-407d-8602-d8aa0a41e646 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/security-groups?id=19a8223d-d83f-4b78-97de-34b38064b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902249 Nov 10 04:04:08.710233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-996fa6f6-9a25-4c07-8edf-02dda6e05725 req-32e42a92-e226-4ac4-80a1-c97e82ae0a05 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2290657 Nov 10 04:04:08.910860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af084d-4450-44a2-a7ca-340e39fb1786 req-9cf7cf61-a5d8-445d-b012-4746c00836f9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:08.916694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:08.919690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=18238f73-7f9c-423f-be7b-31dc14882968,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:08.934759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5af084d-4450-44a2-a7ca-340e39fb1786 req-9cf7cf61-a5d8-445d-b012-4746c00836f9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 944 time: 0.1093740 Nov 10 04:04:08.944116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49384) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:09.008370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18238f73-7f9c-423f-be7b-31dc14882968'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:09.162190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44a1ed9-8fb7-45b6-9ded-fbce880e3457 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:04:09.172351 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.181638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Deleting subnet 0e53c865-ba66-41e5-acb7-10c9d2df3884 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:04:09.190999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Transition to ACTIVE for port object b44a1ed9-8fb7-45b6-9ded-fbce880e3457 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:04:09.201956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.245312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Pushing event deleted for resources: {'Port': ['ID=fbefe813-b065-467b-8b24-476a9dc554cb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:09.264530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500644a1-54a4-419e-bbd0-810683afc332 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:09.268020 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-500644a1-54a4-419e-bbd0-810683afc332 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/subnets/95a7c31a-1447-450f-b10d-4994902e9c98 HTTP/1.1" status: 200 len: 811 time: 0.7201235 Nov 10 04:04:09.271102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-ae34dec5-0c81-462a-ab00-81d01d58c57e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6305153 Nov 10 04:04:09.274535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49388) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:09.279498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2eb365-cc93-4c7b-accf-04871873c0d0 None None] DHCP port deletion for 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:09.283235 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.320808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7609ef-3d7f-49a5-87cd-21e0906c03c4 req-7aea4763-58a9-4f1f-85c9-e943f9d25a1d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:09.322727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f7609ef-3d7f-49a5-87cd-21e0906c03c4 req-7aea4763-58a9-4f1f-85c9-e943f9d25a1d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 932 time: 0.3265018 Nov 10 04:04:09.354995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5af084d-4450-44a2-a7ca-340e39fb1786 req-bf016f27-c81c-4f2d-ab2c-3b5312294910 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189558 Nov 10 04:04:09.387530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.450456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f7609ef-3d7f-49a5-87cd-21e0906c03c4 req-fcec79e9-8d6e-420a-8387-53254f79a511 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942011 Nov 10 04:04:09.453730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] No DVR routers for this DVR port fbefe813-b065-467b-8b24-476a9dc554cb on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:04:09.463475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.479193 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.482083 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9e500298-236f-414c-bd68-9f6a4b2239df req-6f60f1ff-b4e6-499a-b6a6-0c1c1d884130 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.44 "DELETE /v2.0/ports/fbefe813-b065-467b-8b24-476a9dc554cb HTTP/1.1" status: 204 len: 173 time: 2.0595894 Nov 10 04:04:09.483732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'name': 'network-vif-deleted', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:09.493871 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c6cf5-513c-4859-8bcb-a46c57498c9d" -d '{"events": [{"server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "name": "network-vif-deleted", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:09.596963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd6e65-25b5-4d53-a276-d180e582db92 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:09.611416 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-66bd6e65-25b5-4d53-a276-d180e582db92 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "GET /v2.0/subnets/95a7c31a-1447-450f-b10d-4994902e9c98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3255477 Nov 10 04:04:09.615520 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd25c7e9-9d60-4765-bb5e-3aeaafcda64e x-openstack-request-id: req-bd25c7e9-9d60-4765-bb5e-3aeaafcda64e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:09.616079 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f468f2-e578-47de-88e2-5e2f1ac0adfd", "name": "network-vif-deleted", "tag": "fbefe813-b065-467b-8b24-476a9dc554cb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:09.616572 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd25c7e9-9d60-4765-bb5e-3aeaafcda64e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:09.617150 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f468f2-e578-47de-88e2-5e2f1ac0adfd', 'name': 'network-vif-deleted', 'tag': 'fbefe813-b065-467b-8b24-476a9dc554cb', 'status': 'completed', 'code': 200} Nov 10 04:04:09.617570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49392) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:09.621375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Pushing event updated for resources: {'Port': ['ID=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:09.633417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1785261974'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:09.662188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-3eefe44b-3f48-438d-a413-61bf9e3be878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:09.664896 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-3eefe44b-3f48-438d-a413-61bf9e3be878 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 1096 time: 0.2837393 Nov 10 04:04:09.705486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fbefe813-b065-467b-8b24-476a9dc554cb no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:04:09.718272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:04:09.723277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.787849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: fbefe813-b065-467b-8b24-476a9dc554cb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:04:09.788240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fbefe813-b065-467b-8b24-476a9dc554cb not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:04:09.788364 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:09.844870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e53c865-ba66-41e5-acb7-10c9d2df3884,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:09.987006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Attempting to bind port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:04:09.993180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Attempting to bind port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:04:09.993652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Attempting to bind port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:10.033313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:04:10.033844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Attempting to bind port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:10.044762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:04:10.045428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:04:10.048115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:04:10.048803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Bound port: b44a1ed9-8fb7-45b6-9ded-fbce880e3457, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:04:10.049371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.078372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.092691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d886a830-5b3c-4e32-9251-3493e9d0f738 None None] Network 8d8b718b-0ca6-450a-a4f1-2de043d495d2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:10.105313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0e53c865-ba66-41e5-acb7-10c9d2df3884 HTTP/1.1" status: 204 len: 168 time: 1.1462541 Nov 10 04:04:10.107497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3ec5fed-f2ee-4493-9a41-96e8bcb272fc req-4ea02254-cac6-4224-b5be-b3e6ff606fe7 tempest-ServerRescueTestJSONUnderV235-435561375 tempest-ServerRescueTestJSONUnderV235-435561375-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f468f2-e578-47de-88e2-5e2f1ac0adfd HTTP/1.1" status: 200 len: 210 time: 0.1288769 Nov 10 04:04:10.117842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49402) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:10.131852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.131852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.131852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.131852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.131852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.131852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.132484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.132807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.133146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.133474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.138930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.139602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dc694e-5cc7-4e6e-b9c4-0740e6d7e501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:04:10.180070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-9a301536-2876-40c4-8458-3645d8de153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:10.186164 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-9a301536-2876-40c4-8458-3645d8de153c service neutron] 10.222.0.11 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 915 time: 0.4892762 Nov 10 04:04:10.246601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] For port b44a1ed9-8fb7-45b6-9ded-fbce880e3457, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:04:10.253902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] For port b44a1ed9-8fb7-45b6-9ded-fbce880e3457, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:04:10.274090 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.303300 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.347971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:04:10.360131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Pushing event updated for resources: {'Port': ['ID=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:10.366103 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-046d7393-ade5-4184-916b-fb791fceb9ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2 HTTP/1.1" status: 200 len: 217 time: 0.1088154 Nov 10 04:04:10.485359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-6aa27967-1ee9-4795-bdb0-3ed223f3584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:10.486867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-6aa27967-1ee9-4795-bdb0-3ed223f3584a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.1134048 Nov 10 04:04:10.488147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb908-93c8-41dd-a9e1-410a19082733 req-34c86ec3-6096-42d8-9332-b3c90b7abda7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:10.493158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:10.494342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.506465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc2fb908-93c8-41dd-a9e1-410a19082733 req-34c86ec3-6096-42d8-9332-b3c90b7abda7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.6357691 Nov 10 04:04:10.513001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.513001 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Added segment d0d5e180-6777-4246-bf0f-7b189b7e6287 of type vlan for network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 Nov 10 04:04:10.522167 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-8cf1c389-731f-4623-b753-7bf5ae66a567 service neutron] 10.222.0.11 "PUT /v2.0/ports/b44a1ed9-8fb7-45b6-9ded-fbce880e3457 HTTP/1.1" status: 200 len: 1092 time: 2.6155429 Nov 10 04:04:10.568516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544f65e-299f-4598-be2c-9c66b6f22091 None None] DHCP port deletion for 8d8b718b-0ca6-450a-a4f1-2de043d495d2 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:10.579814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-b8d436c5-99f9-4c6c-bf90-e49aeab51849 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426252 Nov 10 04:04:10.729609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-1f44a94a-fcfa-4b8e-98bd-e8acaf925449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:10.731403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-1f44a94a-fcfa-4b8e-98bd-e8acaf925449 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 1095 time: 0.1273184 Nov 10 04:04:10.764522 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:04:10.811317 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-6f307488-9d8a-43d8-91ba-74eaa45c93ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44a1ed9-8fb7-45b6-9ded-fbce880e3457 HTTP/1.1" status: 200 len: 217 time: 0.0649872 Nov 10 04:04:10.826867 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.850054 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-42e40e0a-d717-4105-aba6-e6b240d594a4 service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690363 Nov 10 04:04:10.921988 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:10.947541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:10.948184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.009834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-ef4c9a35-dde1-4ffb-befa-3de09825402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:11.011557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-ef4c9a35-dde1-4ffb-befa-3de09825402a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.1835911 Nov 10 04:04:11.044801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4207444 Nov 10 04:04:11.060166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49412) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:11.062830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ed061-4a7a-455d-b64f-2922dc562d07 req-28504f81-f5d3-4018-87c5-b5cc199486ce tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:11.067956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-324ed061-4a7a-455d-b64f-2922dc562d07 req-28504f81-f5d3-4018-87c5-b5cc199486ce tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 944 time: 0.5075824 Nov 10 04:04:11.076938 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.089483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'network_id': 'a5213487-4c5e-40c3-96c1-0bfa23ccdc40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:11.091480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc2fb908-93c8-41dd-a9e1-410a19082733 req-e8fee4d1-031f-4f6f-96d8-f9573a10ff29 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5780694 Nov 10 04:04:11.247006 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8e075a0-186c-4be6-bca8-3f714bbea920 req-faf0a27c-1cf3-44b1-8897-90189583c3bc service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754268 Nov 10 04:04:11.270550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a266c7-512f-4361-a5bb-194650fefd33 req-2b83d58b-a815-425f-9203-32e6b83c95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:11.272147 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-2b83d58b-a815-425f-9203-32e6b83c95dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420819 Nov 10 04:04:11.300469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03452151-59e5-4108-a9a4-1242f53ef5b0 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Network': ['ID=a5213487-4c5e-40c3-96c1-0bfa23ccdc40,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:11.317554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:04:11.361125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8b718b-0ca6-450a-a4f1-2de043d495d2']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:11.369514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Made reservation on behalf of a26576440a7447c9891089239f36233a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:04:11.374106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.389602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7d7597-76e8-4d1f-8053-01644a40e21e') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:11.390406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7d7597-76e8-4d1f-8053-01644a40e21e') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:11.409818 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.439311 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.451015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Performing IP validity checks on allocation pools {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 04:04:11.451672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:11.451993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 04:04:11.452422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.516654 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-324ed061-4a7a-455d-b64f-2922dc562d07 req-abad2c41-eda3-408f-b913-833ea485ee35 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229755 Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:11.517566 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:11.521374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.588794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.597215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d8b718b-0ca6-450a-a4f1-2de043d495d2 HTTP/1.1" status: 204 len: 168 time: 1.4465320 Nov 10 04:04:11.626104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49418) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:11.637776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1415ed-9df3-4f1e-9565-28eafbd647b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8b718b-0ca6-450a-a4f1-2de043d495d2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:11.667481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49420) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:11.668508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'tag': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:11.672910 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82815548-ea2f-4194-87db-a9b33d47d63c" -d '{"events": [{"name": "network-changed", "server_uuid": "91ffec7a-1f97-4c89-a6a6-90809de3ee19", "tag": "b44a1ed9-8fb7-45b6-9ded-fbce880e3457"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:11.686357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.704475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18238f73-7f9c-423f-be7b-31dc14882968 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:04:11.803957 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5719a6-6cad-4a07-8663-1bf215f8cb82 x-openstack-request-id: req-7f5719a6-6cad-4a07-8663-1bf215f8cb82 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:11.804264 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ffec7a-1f97-4c89-a6a6-90809de3ee19", "tag": "b44a1ed9-8fb7-45b6-9ded-fbce880e3457", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:11.804545 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f5719a6-6cad-4a07-8663-1bf215f8cb82 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:11.804947 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'tag': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457', 'status': 'completed', 'code': 200} Nov 10 04:04:11.818557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 18238f73-7f9c-423f-be7b-31dc14882968 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:04:11.824135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 18238f73-7f9c-423f-be7b-31dc14882968 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:11.824805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.906041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Checking segment: {'id': 'd0d5e180-6777-4246-bf0f-7b189b7e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a5213487-4c5e-40c3-96c1-0bfa23ccdc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:04:11.906410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network hostable DHCP agents. Network: a5213487-4c5e-40c3-96c1-0bfa23ccdc40, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:04:11.921895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:11.962589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18238f73-7f9c-423f-be7b-31dc14882968'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:11.965806 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28692cb8-e190-46cd-b352-3ecc4f9e8f35" -d '{"events": [{"server_uuid": "202340ab-47fd-4597-ba5b-fc2fb7dd0dde", "name": "network-vif-plugged", "status": "completed", "tag": "18238f73-7f9c-423f-be7b-31dc14882968"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:11.986671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 18238f73-7f9c-423f-be7b-31dc14882968, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18238f73-7f9c-423f-be7b-31dc14882968,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:11.992596 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.024359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:04:12.058474 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0073fb59-51d2-40ae-b501-85b686c50777 x-openstack-request-id: req-0073fb59-51d2-40ae-b501-85b686c50777 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:12.058816 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202340ab-47fd-4597-ba5b-fc2fb7dd0dde", "name": "network-vif-plugged", "status": "completed", "tag": "18238f73-7f9c-423f-be7b-31dc14882968", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:12.059932 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0073fb59-51d2-40ae-b501-85b686c50777 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:12.061625 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18238f73-7f9c-423f-be7b-31dc14882968', 'code': 200} Nov 10 04:04:12.125285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=18238f73-7f9c-423f-be7b-31dc14882968,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:12.134789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af4e98-4d31-49ec-b5c8-049c12183ae2 req-1c2e6a41-9397-4143-adbe-ed55e5c5b1c7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:12.137097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98af4e98-4d31-49ec-b5c8-049c12183ae2 req-1c2e6a41-9397-4143-adbe-ed55e5c5b1c7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.8324618 Nov 10 04:04:12.142253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a5213487-4c5e-40c3-96c1-0bfa23ccdc40) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:04:12.143716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] Deleting subnet 1c06b9a6-ed73-4925-8bd3-db725effddd7 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:04:12.148274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.154514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebe75a-b005-4eca-ba45-91caff69a47e None None] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:12.162910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:12.164145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.189357 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.238078 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.241043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=1dc8ff42-8cce-499b-b49c-fe4865c5c5fa,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:12.277587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-55595cd3-89d9-4489-abf8-03ffab43c4a9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2129750 Nov 10 04:04:12.278852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49432) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:12.288037 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-0f8e91d6-1fdd-4a44-907d-4957e6a5e0c6 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072985 Nov 10 04:04:12.296969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-542b8317-7b68-4859-94ad-5ba63b31111e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:12.320414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.405380 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.410957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c06b9a6-ed73-4925-8bd3-db725effddd7 HTTP/1.1" status: 204 len: 168 time: 0.7806270 Nov 10 04:04:12.411245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77862a69-93c4-47dc-a4ef-6037c1b8514f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c06b9a6-ed73-4925-8bd3-db725effddd7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:12.418059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:12.429137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2918b279-65d0-4586-8c59-4dd1bb5afd32 None None] Network f6abd370-55b6-48b6-a11e-1e26db3840cc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:12.497240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98af4e98-4d31-49ec-b5c8-049c12183ae2 req-b5dc1c7b-59f7-4407-8d97-bb9650abef83 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861470 Nov 10 04:04:12.507174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34acdf-a1cf-4feb-baf4-2419a221d557 req-4e2d9a3d-3f7a-46f8-b6c9-8561cf7357bb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:12.508714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f34acdf-a1cf-4feb-baf4-2419a221d557 req-4e2d9a3d-3f7a-46f8-b6c9-8561cf7357bb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.2085757 Nov 10 04:04:12.558413 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.612606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f34acdf-a1cf-4feb-baf4-2419a221d557 req-a97b3801-fffb-401c-a605-294a17d6874f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900259 Nov 10 04:04:12.663129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-a5213487-4c5e-40c3-96c1-0bfa23ccdc40', 'network_id': 'a5213487-4c5e-40c3-96c1-0bfa23ccdc40', 'tenant_id': 'a26576440a7447c9891089239f36233a', 'fixed_ips': [{'subnet_id': '1dc8ff42-8cce-499b-b49c-fe4865c5c5fa'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:04:12.665969 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.698424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b80918-f7fe-46af-81da-64da62090ee8 None None] DHCP port deletion for f6abd370-55b6-48b6-a11e-1e26db3840cc request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:12.768440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-17a266c7-512f-4361-a5bb-194650fefd33 req-9b95dc34-2b51-40e7-9f1a-0a96cfd58540 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866723 Nov 10 04:04:12.807877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.841960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6abd370-55b6-48b6-a11e-1e26db3840cc']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:12.888641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909269b-ef5a-40c2-b8fe-b16a52b9a0c0 req-8f898234-bc26-41bf-a713-c435f1c904e6 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:12.889161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4909269b-ef5a-40c2-b8fe-b16a52b9a0c0 req-8f898234-bc26-41bf-a713-c435f1c904e6 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 945 time: 0.2067540 Nov 10 04:04:12.891477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7b8b03-3cf9-4c13-a188-5bf995a1d26b') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:12.891783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7b8b03-3cf9-4c13-a188-5bf995a1d26b') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:12.957973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Allocated IP 172.20.0.3 (a5213487-4c5e-40c3-96c1-0bfa23ccdc40/1dc8ff42-8cce-499b-b49c-fe4865c5c5fa/89ad31ce-0ec9-4023-9c07-7dfd0e96cc62) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:04:12.959952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4909269b-ef5a-40c2-b8fe-b16a52b9a0c0 req-b22f4d25-e752-4dbf-a263-e1458e0a5332 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580454 Nov 10 04:04:12.961807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.993687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.993687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:12.994459 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:12.996847 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:13.031982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652515eb-d785-48a5-b1ad-302363edfc53 req-4293a8a3-76b8-4301-b221-8ce258719d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:13.035752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-652515eb-d785-48a5-b1ad-302363edfc53 req-4293a8a3-76b8-4301-b221-8ce258719d80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 1096 time: 0.8489771 Nov 10 04:04:13.168002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-542b8317-7b68-4859-94ad-5ba63b31111e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25388557'] for subnet, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.215169 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.225424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.232849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6abd370-55b6-48b6-a11e-1e26db3840cc HTTP/1.1" status: 204 len: 168 time: 0.8050263 Nov 10 04:04:13.233096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.250067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201283f-5ae6-4a2a-bb2c-e54be623f403 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6abd370-55b6-48b6-a11e-1e26db3840cc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:13.256305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.324018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Pushing event updated for resources: {'Port': ['ID=89ad31ce-0ec9-4023-9c07-7dfd0e96cc62,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:13.348616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:04:13.353061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:04:13.357802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:04:13.370237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2393fc9-5bc3-449e-acb7-409cc7b1854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.534247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Attempting to bind port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:04:13.534854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Attempting to bind port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd0d5e180-6777-4246-bf0f-7b189b7e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a5213487-4c5e-40c3-96c1-0bfa23ccdc40'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:04:13.535082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Attempting to bind port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 on network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:13.542954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:04:13.543314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Checking segment: {'id': 'd0d5e180-6777-4246-bf0f-7b189b7e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a5213487-4c5e-40c3-96c1-0bfa23ccdc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:04:13.544737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.545209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Bound using segment: {'id': 'd0d5e180-6777-4246-bf0f-7b189b7e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a5213487-4c5e-40c3-96c1-0bfa23ccdc40'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:04:13.545725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Bound port: 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d5e180-6777-4246-bf0f-7b189b7e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a5213487-4c5e-40c3-96c1-0bfa23ccdc40'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:04:13.546171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.724979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2197-cecb-468b-bb91-83f2596734e6 req-f780256c-c55a-4272-afb4-c510ccd2e35f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:13.726896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d2197-cecb-468b-bb91-83f2596734e6 req-f780256c-c55a-4272-afb4-c510ccd2e35f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.0834684 Nov 10 04:04:13.786143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49456) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:13.792289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815548-ea2f-4194-87db-a9b33d47d63c req-2a091454-d2f7-4a50-9216-4db46918ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:13.793517 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82815548-ea2f-4194-87db-a9b33d47d63c req-2a091454-d2f7-4a50-9216-4db46918ad34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 1095 time: 0.9135344 Nov 10 04:04:13.810066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] For port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:04:13.819767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] For port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=89ad31ce-0ec9-4023-9c07-7dfd0e96cc62,segment=NetworkSegment(d0d5e180-6777-4246-bf0f-7b189b7e6287),segment_id=d0d5e180-6777-4246-bf0f-7b189b7e6287)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:04:13.826133 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:13.992252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f95d2197-cecb-468b-bb91-83f2596734e6 req-939acbfa-6b65-494b-8354-d44e5619e155 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591655 Nov 10 04:04:14.006232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232e065-0d0d-4c07-bc25-bad89f115504 None None] Pushing event updated for resources: {'Port': ['ID=89ad31ce-0ec9-4023-9c07-7dfd0e96cc62,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:14.037269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ac21-f1b6-4e09-9306-f43115d2089b req-185f5b9a-3bb5-4ac4-9a08-c5468931fa7d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:14.046588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cc5ac21-f1b6-4e09-9306-f43115d2089b req-185f5b9a-3bb5-4ac4-9a08-c5468931fa7d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.2466257 Nov 10 04:04:14.053888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7b566ff9-58e8-4c38-b089-0a71cf965721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=118f3d2ab80e4d07a3ab38ecfc014e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603779 Nov 10 04:04:14.057584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49460) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:14.142363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815548-ea2f-4194-87db-a9b33d47d63c req-a0e62ac6-02c4-4851-975c-f0babb72df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:14.146928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82815548-ea2f-4194-87db-a9b33d47d63c req-a0e62ac6-02c4-4851-975c-f0babb72df7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.3428445 Nov 10 04:04:14.156751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-652515eb-d785-48a5-b1ad-302363edfc53 req-19181ee8-8275-46f7-8eed-63041b8ffaf8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1087015 Nov 10 04:04:14.185656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cc5ac21-f1b6-4e09-9306-f43115d2089b req-a890c364-4302-441e-ba55-4ee890ddf834 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1394062 Nov 10 04:04:14.312907 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a16a9b9-bda7-4537-82a0-238bb9f49985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:14.350199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a16a9b9-bda7-4537-82a0-238bb9f49985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:14.369742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82815548-ea2f-4194-87db-a9b33d47d63c req-d50ace9b-b811-4a33-8a34-b8ae0c1c3286 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44a1ed9-8fb7-45b6-9ded-fbce880e3457 HTTP/1.1" status: 200 len: 217 time: 0.1337137 Nov 10 04:04:14.372366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-2308dd5f-58e2-43ef-864a-151bd74af934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:14.375086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9582-f939-41d7-8940-b1ca4460cddb req-6862acce-f897-4a02-9efe-cdd9a8d196bb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:14.375498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-2308dd5f-58e2-43ef-864a-151bd74af934 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a&tenant_id=624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 1094 time: 1.2700770 Nov 10 04:04:14.376621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d4e9582-f939-41d7-8940-b1ca4460cddb req-6862acce-f897-4a02-9efe-cdd9a8d196bb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 945 time: 0.1356764 Nov 10 04:04:14.455890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d4e9582-f939-41d7-8940-b1ca4460cddb req-67ed6de5-5930-4aa6-964a-b9c344f47e40 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629344 Nov 10 04:04:14.470782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a16a9b9-bda7-4537-82a0-238bb9f49985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:14.473463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0a16a9b9-bda7-4537-82a0-238bb9f49985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:14.474970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0a16a9b9-bda7-4537-82a0-238bb9f49985 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc4b03c4-abf4-447c-aaa9-478d2dd84135 HTTP/1.1" status: 204 len: 168 time: 0.4164567 Nov 10 04:04:14.504374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16a9b9-bda7-4537-82a0-238bb9f49985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b03c4-abf4-447c-aaa9-478d2dd84135,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:14.749641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815548-ea2f-4194-87db-a9b33d47d63c req-5da94c0a-865f-4542-ae28-a1d14abd0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:14.751388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82815548-ea2f-4194-87db-a9b33d47d63c req-5da94c0a-865f-4542-ae28-a1d14abd0901 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.3296413 Nov 10 04:04:14.759461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-61118d5c-a61c-4c8f-9fa4-e9777c13d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:14.761224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-61118d5c-a61c-4c8f-9fa4-e9777c13d018 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1094 time: 0.2546124 Nov 10 04:04:15.040318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-542b8317-7b68-4859-94ad-5ba63b31111e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756758180738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25369377'] for subnet, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.044571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815548-ea2f-4194-87db-a9b33d47d63c req-71bd0eb8-addb-41af-95eb-294ba92429fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:15.046422 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82815548-ea2f-4194-87db-a9b33d47d63c req-71bd0eb8-addb-41af-95eb-294ba92429fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812309 Nov 10 04:04:15.198593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-3fc4a741-1916-44b8-99b1-752db32c36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:15.200202 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-3fc4a741-1916-44b8-99b1-752db32c36c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.4209907 Nov 10 04:04:15.226890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49476) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:15.266973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd8495-3614-4331-bbfc-1c8a0b68bf77 req-071a82df-52d4-4407-9029-c71233825c21 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:15.268710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85dd8495-3614-4331-bbfc-1c8a0b68bf77 req-071a82df-52d4-4407-9029-c71233825c21 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1690454 Nov 10 04:04:15.300678 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-35e601b5-ea85-4480-b0e3-2572d3b7b60e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 998 time: 0.0792558 Nov 10 04:04:15.353668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-41a4894e-46df-47c3-81f0-18885839c8df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e87ef3442d943d7b1a33b45d3fc62e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1221869 Nov 10 04:04:15.363981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49480) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:15.407433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b8317-7b68-4859-94ad-5ba63b31111e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:15.408130 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-542b8317-7b68-4859-94ad-5ba63b31111e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.412521 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-542b8317-7b68-4859-94ad-5ba63b31111e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "PUT /v2.0/subnets/1dc8ff42-8cce-499b-b49c-fe4865c5c5fa HTTP/1.1" status: 200 len: 877 time: 3.1232564 Nov 10 04:04:15.418701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49484) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:15.492064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bdbedc-6276-4206-a21b-f513d7e59b6e None None] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:15.542137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00178a76-4fb7-4280-845d-15a5e726f027 req-f0c6c84a-482f-4d1d-bb9d-a4ef5ad0f934 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:15.543640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00178a76-4fb7-4280-845d-15a5e726f027 req-f0c6c84a-482f-4d1d-bb9d-a4ef5ad0f934 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1841826 Nov 10 04:04:15.569846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85dd8495-3614-4331-bbfc-1c8a0b68bf77 req-49f0c55d-60ba-4a0b-9d86-041ac5877f76 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262235 Nov 10 04:04:15.591694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b8317-7b68-4859-94ad-5ba63b31111e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event updated for resources: {'Subnet': ['ID=1dc8ff42-8cce-499b-b49c-fe4865c5c5fa,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:15.664367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7d11-95ef-47ac-b75b-5bafedc65054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.718696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-1da366ed-e6b7-4f6c-8881-2f7665a2584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:15.720095 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-1da366ed-e6b7-4f6c-8881-2f7665a2584e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.3430328 Nov 10 04:04:15.734753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00178a76-4fb7-4280-845d-15a5e726f027 req-a71818cc-77f9-4e9a-a262-92932d85aa54 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411793 Nov 10 04:04:15.752710 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc6746c0-0300-4550-a5e9-f18711322452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.768458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-47fc4c48-e69e-49ee-a014-700c91924a0b None None] Provisioning complete for port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:15.768823 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47fc4c48-e69e-49ee-a014-700c91924a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.778581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.869629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7d11-95ef-47ac-b75b-5bafedc65054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.935095 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47fc4c48-e69e-49ee-a014-700c91924a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.937568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:04:15.953414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50ff5d-32b4-41d6-a9e8-d192c5978595 req-448a5be8-ec87-4576-b6e0-4c246ae812e9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:15.961275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca50ff5d-32b4-41d6-a9e8-d192c5978595 req-448a5be8-ec87-4576-b6e0-4c246ae812e9 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 945 time: 0.2458768 Nov 10 04:04:15.965842 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82815548-ea2f-4194-87db-a9b33d47d63c req-0bd2c0cd-06fe-4427-9dda-6c4aa7d7845a service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9087138 Nov 10 04:04:15.995759 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7d11-95ef-47ac-b75b-5bafedc65054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:15.999057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7d11-95ef-47ac-b75b-5bafedc65054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:16.000293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bf8a7d11-95ef-47ac-b75b-5bafedc65054 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81227099-a228-4393-b46b-cdb6507bdf63 HTTP/1.1" status: 204 len: 168 time: 0.5552871 Nov 10 04:04:16.022701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a7d11-95ef-47ac-b75b-5bafedc65054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81227099-a228-4393-b46b-cdb6507bdf63,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:16.060170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca50ff5d-32b4-41d6-a9e8-d192c5978595 req-d33d8a4f-d9ea-4907-a614-0b8ce08ecb3b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949416 Nov 10 04:04:16.070262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-47fc4c48-e69e-49ee-a014-700c91924a0b None None] For port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=89ad31ce-0ec9-4023-9c07-7dfd0e96cc62,segment=NetworkSegment(d0d5e180-6777-4246-bf0f-7b189b7e6287),segment_id=d0d5e180-6777-4246-bf0f-7b189b7e6287)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:16.120615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:16.121743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:16.123954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47fc4c48-e69e-49ee-a014-700c91924a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:16.130986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:16.224172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc4c48-e69e-49ee-a014-700c91924a0b None None] Pushing event updated for resources: {'Port': ['ID=89ad31ce-0ec9-4023-9c07-7dfd0e96cc62,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:16.302294 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82815548-ea2f-4194-87db-a9b33d47d63c req-246fb025-493f-40f7-840b-23ef113c4bf2 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678945 Nov 10 04:04:16.368841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-e57a286b-5115-47f2-90a6-fe91476babed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:16.370629 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-e57a286b-5115-47f2-90a6-fe91476babed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6203840 Nov 10 04:04:16.547786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f03f83-92b2-4954-a860-0a58b90f342b None None] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:16.594566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:16.594888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:16.674226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a5fc9d28-f5d1-450e-91de-0eb62de0ed7b None None] Provisioning complete for port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:16.675006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9d28-f5d1-450e-91de-0eb62de0ed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:16.795356 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:16.891192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b857f4-a0b7-4c33-a263-be51dcd0ebb6 req-b1f8c7b9-8eba-4fbd-ad3d-aef3036b39f7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:16.894017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97b857f4-a0b7-4c33-a263-be51dcd0ebb6 req-b1f8c7b9-8eba-4fbd-ad3d-aef3036b39f7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1492877 Nov 10 04:04:16.916954 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-54ff657d-a5de-4b64-b2b9-8f391b7e36a0 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360913 Nov 10 04:04:17.122871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97b857f4-a0b7-4c33-a263-be51dcd0ebb6 req-09f94e0b-b785-49fd-9738-c8bd88e0b9ee tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208424 Nov 10 04:04:17.166654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=89ad31ce-0ec9-4023-9c07-7dfd0e96cc62,segment=NetworkSegment(d0d5e180-6777-4246-bf0f-7b189b7e6287),segment_id=d0d5e180-6777-4246-bf0f-7b189b7e6287)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:17.168731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:17.214131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:17.236650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Deleting port 853263ad-5190-4fb4-9219-d0de06b16da9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:17.237390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:17.251742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7848d-b8b4-45ed-a9f6-d1d9bf125127 req-c444df4b-a3b1-4c5a-8c4b-9cd60fc791f1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:17.255490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c7848d-b8b4-45ed-a9f6-d1d9bf125127 req-c444df4b-a3b1-4c5a-8c4b-9cd60fc791f1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1910944 Nov 10 04:04:17.384194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c7848d-b8b4-45ed-a9f6-d1d9bf125127 req-bbc14ad5-a022-4e12-a99b-caab2fb9d786 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052859 Nov 10 04:04:17.397291 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7f6a6c8c-f088-4bc4-af5f-515e7361e7c9 req-cd1d2c30-1928-4c1a-9059-d203a96fdfe7 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579060 Nov 10 04:04:17.518612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] For port 853263ad-5190-4fb4-9219-d0de06b16da9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=853263ad-5190-4fb4-9219-d0de06b16da9,segment=NetworkSegment(fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6),segment_id=fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:17.518980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:17.568508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Calling delete_port for 853263ad-5190-4fb4-9219-d0de06b16da9 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:17.731057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7b09549-3bef-4651-9a26-9fcdc22082fc None None] Provisioning complete for port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:17.733113 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7b09549-3bef-4651-9a26-9fcdc22082fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:17.800164 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:17.811634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:04:17.845092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:04:17.845450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 04:04:17.870385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 not found, will not notify nova. {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 04:04:17.878724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7b09549-3bef-4651-9a26-9fcdc22082fc None None] Could not find standard attr ID for object 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:04:17.882715 n-d-817326-2 neutron-server[102598]: INFO neutron.plugins.ml2.db [None req-f7b09549-3bef-4651-9a26-9fcdc22082fc None None] No ports have port_id starting with 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 Nov 10 04:04:17.909771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=89ad31ce-0ec9-4023-9c07-7dfd0e96cc62,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:18.016333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf07bae-a104-4263-9646-481209234856 None None] DHCP port deletion for a5213487-4c5e-40c3-96c1-0bfa23ccdc40 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:18.048017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6586e7-5d39-44f9-91e6-f8833955b12e None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:04:18.094434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:04:18.210987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:18.421861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101751f-9298-4a78-8acf-d7861ad0f92d req-486cecc5-4a98-4a11-9f71-cf42b464edf3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:18.429370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:18.431504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b101751f-9298-4a78-8acf-d7861ad0f92d req-486cecc5-4a98-4a11-9f71-cf42b464edf3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1270316 Nov 10 04:04:18.573415 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:18.575172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b101751f-9298-4a78-8acf-d7861ad0f92d req-88260ac7-3bcc-4f19-a81d-3291b6190b12 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382191 Nov 10 04:04:18.664687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6586e7-5d39-44f9-91e6-f8833955b12e None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:04:18.898141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc8ff42-8cce-499b-b49c-fe4865c5c5fa,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:18.899770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d08b-d812-4695-8537-a26250fad460 req-5f38f5f3-e771-420a-8a34-b60cc9f9d845 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:18.909158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:18.918061 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76a7d08b-d812-4695-8537-a26250fad460 req-5f38f5f3-e771-420a-8a34-b60cc9f9d845 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1216433 Nov 10 04:04:18.999067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=853263ad-5190-4fb4-9219-d0de06b16da9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:19.005588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.036005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76a7d08b-d812-4695-8537-a26250fad460 req-63dfd94b-2a2a-40f4-ba55-f297b3db6ee4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171036 Nov 10 04:04:19.075912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5213487-4c5e-40c3-96c1-0bfa23ccdc40']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:19.100410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d5e180-6777-4246-bf0f-7b189b7e6287') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:19.100858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d5e180-6777-4246-bf0f-7b189b7e6287') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:19.127233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.204414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.225769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:19.226449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:19.245992 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:19.376050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.541873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.640594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.647744 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/a5213487-4c5e-40c3-96c1-0bfa23ccdc40 HTTP/1.1" status: 204 len: 168 time: 4.2211514 Nov 10 04:04:19.655776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49616) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:19.719180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e22c08-60a3-48b5-8f77-c5883c85831b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=a5213487-4c5e-40c3-96c1-0bfa23ccdc40,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:19.722271 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84ce4dd-02bd-40e0-ba01-bb45205f2a5f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:19.726575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84ce4dd-02bd-40e0-ba01-bb45205f2a5f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:19.735755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b84ce4dd-02bd-40e0-ba01-bb45205f2a5f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/1dc8ff42-8cce-499b-b49c-fe4865c5c5fa HTTP/1.1" status: 404 len: 337 time: 0.0849655 Nov 10 04:04:19.738980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:19.748077 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:19.859058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc2665-0e18-4811-9b60-a036c664e173 None None] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:19.924433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc2665-0e18-4811-9b60-a036c664e173 None None] Network a5213487-4c5e-40c3-96c1-0bfa23ccdc40 could not be found, it might have been deleted concurrently. {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 04:04:19.924739 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f1fbb6-bb79-4eec-a787-44b077189048 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:19.925337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f1fbb6-bb79-4eec-a787-44b077189048 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:19.944067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e470a38-6bdc-48f9-8bfd-5ba7cb3a49e5 None None] DHCP port deletion for 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:19.967626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73f1fbb6-bb79-4eec-a787-44b077189048 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/a5213487-4c5e-40c3-96c1-0bfa23ccdc40 HTTP/1.1" status: 404 len: 339 time: 0.2270870 Nov 10 04:04:19.999144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31489aec-edb6-4c3c-acc9-afc3d279de70 None None] DHCP port deletion for a5213487-4c5e-40c3-96c1-0bfa23ccdc40 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:20.115559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49650) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:20.143281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:04:20.209301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:04:20.209628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 89ad31ce-0ec9-4023-9c07-7dfd0e96cc62 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:04:20.360224 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb8ec6b-460b-41b6-af0b-610f14ec07f2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:20.370741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb8ec6b-460b-41b6-af0b-610f14ec07f2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:20.385244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0bb8ec6b-460b-41b6-af0b-610f14ec07f2 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/78d784da-4607-4314-96e9-ec18127eb557 HTTP/1.1" status: 404 len: 337 time: 0.2650249 Nov 10 04:04:20.418870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49658) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:20.520714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b1fe5-e317-46e2-bc2f-44042b601cf5 req-1b0be917-d2a4-4e6d-82f4-6a087d228c0d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:20.543863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e1b1fe5-e317-46e2-bc2f-44042b601cf5 req-1b0be917-d2a4-4e6d-82f4-6a087d228c0d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.6822300 Nov 10 04:04:20.554973 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-854276c2-2d23-4563-85d5-eab76fd9c17e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:20.556856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854276c2-2d23-4563-85d5-eab76fd9c17e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:20.561487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-854276c2-2d23-4563-85d5-eab76fd9c17e tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/898bf5f0-4645-44a5-a8c4-d247c52b7e2b HTTP/1.1" status: 404 len: 339 time: 0.1370184 Nov 10 04:04:20.572899 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:20.823577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740db6a-ace0-4415-bbab-f133cd9a5ec0 req-f2cc73bc-b18e-4ca5-b8ef-202be38a3beb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:20.838573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0740db6a-ace0-4415-bbab-f133cd9a5ec0 req-f2cc73bc-b18e-4ca5-b8ef-202be38a3beb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.5220788 Nov 10 04:04:20.979187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e1b1fe5-e317-46e2-bc2f-44042b601cf5 req-7baf06cf-5be0-463c-8d9b-cbbca0cc2a72 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069531 Nov 10 04:04:21.005111 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:21.045294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0740db6a-ace0-4415-bbab-f133cd9a5ec0 req-89520a38-124d-43db-b183-d6da08994069 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2055151 Nov 10 04:04:21.329820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Router 810e6559-6f0b-47f2-beac-00896a5fe0d0 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:04:21.441438 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:21.545294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7f52b8-52e3-4906-989f-a2914b72f9ab']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:21.591359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d9ac0a-a132-4009-ae71-f631155275de') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:21.591820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d9ac0a-a132-4009-ae71-f631155275de') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:21.615198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:04:21.626476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] Sync routers for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:04:21.630753 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6f82084-e8ec-4fbc-af7d-64f4e5a201e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/810e6559-6f0b-47f2-beac-00896a5fe0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9543836 Nov 10 04:04:21.635291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49676) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:21.666540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:04:21.667171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:04:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:21.681104 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:21.889919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:21.907554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:21.909463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:21.942177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:22.026771 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:22.032254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:22.054144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:22.061901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49686) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.062943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/dc7f52b8-52e3-4906-989f-a2914b72f9ab HTTP/1.1" status: 204 len: 168 time: 1.4871900 Nov 10 04:04:22.118405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1581b41-63e3-4c60-841c-d3b858f8e1c6 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=dc7f52b8-52e3-4906-989f-a2914b72f9ab,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:22.169366 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cee9fa-6cf7-4f58-acb7-2d2f2a20b357 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.173343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cee9fa-6cf7-4f58-acb7-2d2f2a20b357 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.186561 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-98cee9fa-6cf7-4f58-acb7-2d2f2a20b357 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/d8f1b671-fee2-427a-85cb-a97f09f21a34 HTTP/1.1" status: 404 len: 337 time: 0.1224744 Nov 10 04:04:22.189070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49692) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.242275 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ab38a5-c326-436e-af8b-7461d027dd8c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.252049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ab38a5-c326-436e-af8b-7461d027dd8c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.261243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6ab38a5-c326-436e-af8b-7461d027dd8c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/bcf448cb-cece-44cf-aab2-894e4ddce160 HTTP/1.1" status: 404 len: 339 time: 0.0686080 Nov 10 04:04:22.264603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49694) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.347894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:04:18Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:22.397503 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4aeade-83cc-4910-8956-8f1ce8126919 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.398223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4aeade-83cc-4910-8956-8f1ce8126919 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.404370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1f4aeade-83cc-4910-8956-8f1ce8126919 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/dcda5b39-0a1c-422a-a272-56928dfbfb1d HTTP/1.1" status: 404 len: 337 time: 0.1363144 Nov 10 04:04:22.406767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49696) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.416475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] Checking router: 810e6559-6f0b-47f2-beac-00896a5fe0d0 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:04:22.433211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] Routers {'810e6559-6f0b-47f2-beac-00896a5fe0d0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:04:22.433872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:04:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['810e6559-6f0b-47f2-beac-00896a5fe0d0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:22.469712 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17995f8-746e-40d5-948e-8fb44c7866e9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.471239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17995f8-746e-40d5-948e-8fb44c7866e9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.490829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b17995f8-746e-40d5-948e-8fb44c7866e9 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/cdd8213a-3cef-45c1-bac8-08c3399fa98f HTTP/1.1" status: 404 len: 339 time: 0.0787365 Nov 10 04:04:22.490829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49698) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.491422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:22.518362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87d440-7c68-40d2-ad5e-6860e96497de req-6145dfae-e666-417b-b11f-67f11ab9e803 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:22.538585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e87d440-7c68-40d2-ad5e-6860e96497de req-6145dfae-e666-417b-b11f-67f11ab9e803 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.2798889 Nov 10 04:04:22.613222 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a76845-d26d-4f25-baf9-e5cf1742a69f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.615922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a76845-d26d-4f25-baf9-e5cf1742a69f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.629766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f7a76845-d26d-4f25-baf9-e5cf1742a69f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/f5a20fe0-4089-41b5-ba18-bb2146fe9d72 HTTP/1.1" status: 404 len: 337 time: 0.1391320 Nov 10 04:04:22.632652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49700) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.713874 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0125cd-5c8e-4461-ae37-69709ff1382b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.714524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0125cd-5c8e-4461-ae37-69709ff1382b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.718347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee66387-c034-4486-bd05-8801c48f5244 req-6fe6ccd4-d4ea-4483-a9b3-1cba5adf8f64 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:22.726748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cee66387-c034-4486-bd05-8801c48f5244 req-6fe6ccd4-d4ea-4483-a9b3-1cba5adf8f64 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.4696798 Nov 10 04:04:22.732714 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7e0125cd-5c8e-4461-ae37-69709ff1382b tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/8a7c66ce-8ec8-418b-aabe-616a0d5c8060 HTTP/1.1" status: 404 len: 339 time: 0.0950844 Nov 10 04:04:22.735337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] Set router 810e6559-6f0b-47f2-beac-00896a5fe0d0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:04:22.735829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49702) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.847862 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca727c96-b627-4ae9-8191-434638a3ed3c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.848325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca727c96-b627-4ae9-8191-434638a3ed3c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.863989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e87d440-7c68-40d2-ad5e-6860e96497de req-df678cf7-507d-4b27-bd3b-f14a55f996fc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3244369 Nov 10 04:04:22.872983 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ca727c96-b627-4ae9-8191-434638a3ed3c tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/e500eecc-16d1-4c73-abe7-6771fd485c51 HTTP/1.1" status: 404 len: 337 time: 0.1364334 Nov 10 04:04:22.875900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49704) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:22.960651 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b732ba5-a756-44f2-9489-46b508378b1f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:22.961257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b732ba5-a756-44f2-9489-46b508378b1f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:22.979626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8b732ba5-a756-44f2-9489-46b508378b1f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/ec163a3b-06fe-46b3-8dbf-a71eca0e0ba7 HTTP/1.1" status: 404 len: 339 time: 0.1015501 Nov 10 04:04:22.981712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49706) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.022434 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-319a2258-1b49-4659-9fd3-05e35a08bd5a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.022905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319a2258-1b49-4659-9fd3-05e35a08bd5a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.027378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-319a2258-1b49-4659-9fd3-05e35a08bd5a tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/4e97ff03-87c2-45f1-9500-b304321a7b4d HTTP/1.1" status: 404 len: 337 time: 0.0435500 Nov 10 04:04:23.035460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49708) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.114017 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-280d2a87-c730-448d-8deb-d09bd0a05520 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.120967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280d2a87-c730-448d-8deb-d09bd0a05520 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.131207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-280d2a87-c730-448d-8deb-d09bd0a05520 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/0058bcd6-2993-450a-8720-4fb142c5cf32 HTTP/1.1" status: 404 len: 339 time: 0.0945930 Nov 10 04:04:23.143267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49710) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.174758 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:23.188706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cee66387-c034-4486-bd05-8801c48f5244 req-04b4c5bb-7d5d-4a3d-acfc-509eb17b265f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429002 Nov 10 04:04:23.241492 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-291a45d9-4b82-4622-a110-ab242777c145 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.261036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291a45d9-4b82-4622-a110-ab242777c145 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.271616 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-291a45d9-4b82-4622-a110-ab242777c145 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/ad8e9390-4b39-4219-b07d-b81de722b780 HTTP/1.1" status: 404 len: 337 time: 0.1271207 Nov 10 04:04:23.275075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49716) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.304446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:04:18Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:23.328168 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c159a3-fcea-4ab1-88e9-1847ae87e770 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.328852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c159a3-fcea-4ab1-88e9-1847ae87e770 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.338159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-71c159a3-fcea-4ab1-88e9-1847ae87e770 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/7af27cca-6db6-4f58-a2cd-31a40185eacc HTTP/1.1" status: 404 len: 339 time: 0.0610383 Nov 10 04:04:23.343105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49718) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.380401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c1c46-d6e6-43ce-b444-a7a01d898b64 None None] The sync data for ids ['810e6559-6f0b-47f2-beac-00896a5fe0d0'] in n-d-817326-2 is: [{'id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-752974303-router', 'tenant_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:31Z', 'updated_at': '2021-11-10T04:04:18Z', 'revision_number': 5, 'project_id': '01f1db1df94a4c1b9550d6d87d3dfec5', 'gw_port': {'id': 'b2720e87-4a97-41ae-9700-2d883833d6ab', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810e6559-6f0b-47f2-beac-00896a5fe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:33Z', 'updated_at': '2021-11-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:04:23.430010 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:23.483133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Deleting port b2720e87-4a97-41ae-9700-2d883833d6ab {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:23.487385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:23.527559 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7ad5a5-a3a0-42fa-83a0-9f60037aa839 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.528536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7ad5a5-a3a0-42fa-83a0-9f60037aa839 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.532571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d7ad5a5-a3a0-42fa-83a0-9f60037aa839 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/1e5f5e64-1a42-4161-a791-f506ea12f28e HTTP/1.1" status: 404 len: 337 time: 0.1850274 Nov 10 04:04:23.535231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49722) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.568563 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5941ed-ea58-405d-8f58-be7a7c8afeef tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.569457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5941ed-ea58-405d-8f58-be7a7c8afeef tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.587083 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7b5941ed-ea58-405d-8f58-be7a7c8afeef tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/aa689738-c226-42b1-af87-8140d0cc44db HTTP/1.1" status: 404 len: 339 time: 0.0507681 Nov 10 04:04:23.592740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49724) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.660987 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f5425d-18e6-4481-bcb4-992fef18b4ef tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.661482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f5425d-18e6-4481-bcb4-992fef18b4ef tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.667080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c1f5425d-18e6-4481-bcb4-992fef18b4ef tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/0bf23559-5ddd-4068-9d78-97ca38d7a5bd HTTP/1.1" status: 404 len: 337 time: 0.0705709 Nov 10 04:04:23.668530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49726) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.749844 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e41fbab-a023-4f75-98da-8a69fbf4c3bd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] DELETE failed (client error): The resource could not be found. Nov 10 04:04:23.754863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e41fbab-a023-4f75-98da-8a69fbf4c3bd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:04:23.763666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3e41fbab-a023-4f75-98da-8a69fbf4c3bd tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/8e2b16e6-0f67-4a3f-b05b-9f9093dfef85 HTTP/1.1" status: 404 len: 339 time: 0.0857265 Nov 10 04:04:23.763942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49728) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:23.817726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 853263ad-5190-4fb4-9219-d0de06b16da9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:04:23.911134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 853263ad-5190-4fb4-9219-d0de06b16da9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:04:23.911364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 853263ad-5190-4fb4-9219-d0de06b16da9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:04:23.963192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] For port b2720e87-4a97-41ae-9700-2d883833d6ab, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2720e87-4a97-41ae-9700-2d883833d6ab,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:23.964084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:23.973023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting subnet 95a7c31a-1447-450f-b10d-4994902e9c98 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:04:24.006777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:24.027196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Calling delete_port for b2720e87-4a97-41ae-9700-2d883833d6ab owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:24.152210 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:24.490863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee0968-aa63-42f5-8cea-cbf603cde36d req-6d76756e-dbef-4b07-8316-b807fb824f87 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:24.503923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94ee0968-aa63-42f5-8cea-cbf603cde36d req-6d76756e-dbef-4b07-8316-b807fb824f87 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.4416618 Nov 10 04:04:24.530369 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:24.803563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:24.868504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee19bc6-be1d-465d-8503-b36a9f6e4bd2 None None] Network 8a5fdd31-05be-4439-b698-e3add75dc8bc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:24.888446 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:24.892203 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/subnets/95a7c31a-1447-450f-b10d-4994902e9c98 HTTP/1.1" status: 204 len: 168 time: 1.1272430 Nov 10 04:04:24.893882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716cbdf-8b7b-4cb9-936d-cd7a7a2ec022 tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Subnet': ['ID=95a7c31a-1447-450f-b10d-4994902e9c98,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:24.895557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49740) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:24.917504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-465fb3cc-5ee8-4b6a-a9a0-c12c0afc602f req-39f43efe-25c2-428f-bca7-0ba565a0817b service neutron] (102597) timed out ('10.222.0.11', 61415) {{(pid=102597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:04:24.961035 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.063810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.153831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94ee0968-aa63-42f5-8cea-cbf603cde36d req-86a7ef57-c6c0-4d40-9a59-84bcdd190bb2 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6490271 Nov 10 04:04:25.155379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42e9b8-531b-445d-9004-2b8d7d80affc None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:25.215130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2720e87-4a97-41ae-9700-2d883833d6ab,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:25.237815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c656-36f0-4ef9-9c0b-6ead7016c630 req-91403a54-5126-4590-8d6f-3b925a11cbfa tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:25.247505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e698c656-36f0-4ef9-9c0b-6ead7016c630 req-91403a54-5126-4590-8d6f-3b925a11cbfa tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.7289996 Nov 10 04:04:25.271055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Deleting port 22434351-b48c-4ba6-a2ff-0b6435d50eed {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:25.273513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.354575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] DHCP port deletion for 8a5fdd31-05be-4439-b698-e3add75dc8bc request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:25.463420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e698c656-36f0-4ef9-9c0b-6ead7016c630 req-55feff6a-45e0-460f-9f7b-58d204f16850 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024362 Nov 10 04:04:25.497167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.538140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] Deleting port 22434351-b48c-4ba6-a2ff-0b6435d50eed {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:25.538509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.538708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] For port 22434351-b48c-4ba6-a2ff-0b6435d50eed, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=22434351-b48c-4ba6-a2ff-0b6435d50eed,segment=NetworkSegment(2085b744-f564-4dff-947b-dae362347eb3),segment_id=2085b744-f564-4dff-947b-dae362347eb3)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:25.539081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.602313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Calling delete_port for 22434351-b48c-4ba6-a2ff-0b6435d50eed owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:25.779756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.783162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.786230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] For port 22434351-b48c-4ba6-a2ff-0b6435d50eed, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=22434351-b48c-4ba6-a2ff-0b6435d50eed,segment=NetworkSegment(2085b744-f564-4dff-947b-dae362347eb3),segment_id=2085b744-f564-4dff-947b-dae362347eb3)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:25.787253 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.803810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] Calling delete_port for 22434351-b48c-4ba6-a2ff-0b6435d50eed owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:25.862815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.884049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.884782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 810e6559-6f0b-47f2-beac-00896a5fe0d0 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:04:25.893695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:25.897324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-00108cde-19cf-4fbe-8e0d-7ebb0fbea93e admin admin] 10.222.0.24 "DELETE /v2.0/routers/810e6559-6f0b-47f2-beac-00896a5fe0d0 HTTP/1.1" status: 204 len: 168 time: 4.2577956 Nov 10 04:04:25.903574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49744) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:25.907986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] No DVR routers for this DVR port 22434351-b48c-4ba6-a2ff-0b6435d50eed on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:04:25.924965 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:04:25.956602 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.059597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] Deleting subnet bc94a114-5e10-4b10-b530-ae0412958ba6 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:04:26.071988 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.090889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 22434351-b48c-4ba6-a2ff-0b6435d50eed no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:04:26.100857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] Pushing event deleted for resources: {'Port': ['ID=22434351-b48c-4ba6-a2ff-0b6435d50eed,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:26.160795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146bf96-edfd-4789-b3b5-41d5b44d9665 None None] No DVR routers for this DVR port 22434351-b48c-4ba6-a2ff-0b6435d50eed on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:04:26.288687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.353684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 22434351-b48c-4ba6-a2ff-0b6435d50eed {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:04:26.357853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 22434351-b48c-4ba6-a2ff-0b6435d50eed not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:04:26.462337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Port': ['ID=22434351-b48c-4ba6-a2ff-0b6435d50eed,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:26.464034 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.521514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.587512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5fdd31-05be-4439-b698-e3add75dc8bc']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:26.622426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2085b744-f564-4dff-947b-dae362347eb3') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:26.623030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2085b744-f564-4dff-947b-dae362347eb3') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:26.645469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.679959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.692768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:26.695086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:26.711122 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:26.802396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ff23-c4b6-46a6-ad07-e3ad17379526 req-0cf14874-05af-4ef7-9f72-9fde89d1a0cd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:26.812889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c21ff23-c4b6-46a6-ad07-e3ad17379526 req-0cf14874-05af-4ef7-9f72-9fde89d1a0cd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.3414838 Nov 10 04:04:26.860672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.871149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:26.878492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] 10.222.0.24 "DELETE /v2.0/networks/8a5fdd31-05be-4439-b698-e3add75dc8bc HTTP/1.1" status: 204 len: 168 time: 1.9816787 Nov 10 04:04:26.922587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd98c7-8a68-4612-b812-38a469ed7411 req-fb3effec-ad53-4119-a59f-da2bb8e6137b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:26.931990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba67794-9095-4e4c-aaef-ff8f88233e7f tempest-NetworksTest-339138851 tempest-NetworksTest-339138851-project] Pushing event deleted for resources: {'Network': ['ID=8a5fdd31-05be-4439-b698-e3add75dc8bc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:26.932815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50fd98c7-8a68-4612-b812-38a469ed7411 req-fb3effec-ad53-4119-a59f-da2bb8e6137b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.2929268 Nov 10 04:04:26.970926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c21ff23-c4b6-46a6-ad07-e3ad17379526 req-c1c16aac-6e58-4ae7-b5f1-f89cf111abc3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1567822 Nov 10 04:04:26.990850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.077510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc94a114-5e10-4b10-b530-ae0412958ba6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:27.109758 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.115766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-87d67fc2-7205-428b-9853-e03970798a37 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc94a114-5e10-4b10-b530-ae0412958ba6 HTTP/1.1" status: 204 len: 168 time: 1.2088926 Nov 10 04:04:27.117294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49754) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:27.123059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f9f31-aad9-489d-8b64-1634d1609a4c None None] Network 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:04:27.135404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-50fd98c7-8a68-4612-b812-38a469ed7411 req-7b8b7674-5cfa-4731-9e67-552d507cd316 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625471 Nov 10 04:04:27.214916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.475501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3ee15-a768-4375-b16a-2374d15884b8 None None] DHCP port deletion for 1b6ca3ee-69f5-4940-beb2-99ad61bcca88 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:27.498734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.538733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6ca3ee-69f5-4940-beb2-99ad61bcca88']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:27.556750 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:27.557342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf1a61b-6cc8-49ad-8eb5-c9fed0ebb6b6') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:04:27.590629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.614275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.632626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:04:27.633043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:04:27.635384 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:04:27.757022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2720e87-4a97-41ae-9700-2d883833d6ab no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:04:27.778893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49758) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:27.821296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b2720e87-4a97-41ae-9700-2d883833d6ab {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:04:27.822089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2720e87-4a97-41ae-9700-2d883833d6ab not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:04:27.829605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.863822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:27.874483 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b6ca3ee-69f5-4940-beb2-99ad61bcca88 HTTP/1.1" status: 204 len: 168 time: 0.7557681 Nov 10 04:04:27.878891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542a934-e04e-4b95-a0e8-02d79db851ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6ca3ee-69f5-4940-beb2-99ad61bcca88,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:28.095231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49766) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:28.142768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b47e3294-55e9-404c-acbb-6b34e2b9be73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a26576440a7447c9891089239f36233a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3643541 Nov 10 04:04:28.145892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49770) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:28.219002 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a846a02c-3e76-4362-a717-d2bebb160f98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01f1db1df94a4c1b9550d6d87d3dfec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1216176 Nov 10 04:04:28.219637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:28.391076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45802642-7eaa-4cbd-b2d1-d8fda4accacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:28.459150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45802642-7eaa-4cbd-b2d1-d8fda4accacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:28.541444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45802642-7eaa-4cbd-b2d1-d8fda4accacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:28.544477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45802642-7eaa-4cbd-b2d1-d8fda4accacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:28.545733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-45802642-7eaa-4cbd-b2d1-d8fda4accacb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19a8223d-d83f-4b78-97de-34b38064b3ba HTTP/1.1" status: 204 len: 168 time: 0.3218892 Nov 10 04:04:28.558479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45802642-7eaa-4cbd-b2d1-d8fda4accacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8223d-d83f-4b78-97de-34b38064b3ba,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:28.646684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c173d4b6-1405-4d16-a07d-fb1ad6768ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:28.702331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94a7be-d2fb-4498-8fe7-e36f06efc1f2 req-51050095-09fe-486d-a442-3b66292e616d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:28.703885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c94a7be-d2fb-4498-8fe7-e36f06efc1f2 req-51050095-09fe-486d-a442-3b66292e616d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.3244498 Nov 10 04:04:28.776623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c173d4b6-1405-4d16-a07d-fb1ad6768ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:28.803743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cfe6a-2da9-49f3-815f-3095dc9d50f0 req-af093448-2621-41d9-9c5b-67cfae7e7fbf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:28.815028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f0cfe6a-2da9-49f3-815f-3095dc9d50f0 req-af093448-2621-41d9-9c5b-67cfae7e7fbf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.6646276 Nov 10 04:04:29.013850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c94a7be-d2fb-4498-8fe7-e36f06efc1f2 req-91fdc96a-53d3-40e1-9e31-c33fcf4a4226 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868075 Nov 10 04:04:29.260807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f0cfe6a-2da9-49f3-815f-3095dc9d50f0 req-7a415392-e38f-4f8f-b309-6513b9b11b47 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4448247 Nov 10 04:04:29.285272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c173d4b6-1405-4d16-a07d-fb1ad6768ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:29.289100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c173d4b6-1405-4d16-a07d-fb1ad6768ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:29.290830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c173d4b6-1405-4d16-a07d-fb1ad6768ba6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d2c3200-0776-454d-8a49-e71799185fff HTTP/1.1" status: 204 len: 168 time: 1.1390157 Nov 10 04:04:29.351394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173d4b6-1405-4d16-a07d-fb1ad6768ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c3200-0776-454d-8a49-e71799185fff,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:30.304028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff423-28ac-4464-996d-7c729a4d0d7d req-dc0f710d-4a16-4ab3-8e42-b29f248895aa tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:30.315523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-288ff423-28ac-4464-996d-7c729a4d0d7d req-dc0f710d-4a16-4ab3-8e42-b29f248895aa tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1330972 Nov 10 04:04:30.451516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-288ff423-28ac-4464-996d-7c729a4d0d7d req-5c8e59ec-2a0e-418e-bcff-1ce882963c85 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351006 Nov 10 04:04:30.757376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c94a3-02cc-4162-b28a-8150758043f9 req-dae5d2b6-78b1-472a-9dc6-15eb2c3beefb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:30.766603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc5c94a3-02cc-4162-b28a-8150758043f9 req-dae5d2b6-78b1-472a-9dc6-15eb2c3beefb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1527197 Nov 10 04:04:30.904490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49852) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:31.307829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3b9856a6-578b-4546-aac9-36c336628c62 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:31.308609 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-3b9856a6-578b-4546-aac9-36c336628c62 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 04:04:31.309181 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-3b9856a6-578b-4546-aac9-36c336628c62 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 04:04:31.313494 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3b9856a6-578b-4546-aac9-36c336628c62 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4048347 Nov 10 04:04:31.313724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49860) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:31.335267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098996109'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:31.384061 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:31.402195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:31.562699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:31.568452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:31.715074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:31.734317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:31.812795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:31.814868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5001752 Nov 10 04:04:31.817109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b08e8ac-8396-41f7-9fe6-b539a20eab03,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:31.819460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49864) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:31.833273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc5c94a3-02cc-4162-b28a-8150758043f9 req-6ddf91ea-be63-476d-8fb0-c9b7e7003bc6 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0657558 Nov 10 04:04:31.834265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8c75d47e-aeb3-4dd3-bcfb-8fdee75cb645 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '9e443a18-28d9-4f6e-a438-b29c7741314a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:31.920414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c75d47e-aeb3-4dd3-bcfb-8fdee75cb645 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.150157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8850a-7d5c-43cd-8f20-6233e23e6535 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e443a18-28d9-4f6e-a438-b29c7741314a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:32.172546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0629a-f171-4dbd-b81c-0848f4b3ccdc req-206412a9-77a5-4a0c-a9e1-d6c948c9a590 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:32.186104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52b0629a-f171-4dbd-b81c-0848f4b3ccdc req-206412a9-77a5-4a0c-a9e1-d6c948c9a590 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1650076 Nov 10 04:04:32.212730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c75d47e-aeb3-4dd3-bcfb-8fdee75cb645 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.217032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c75d47e-aeb3-4dd3-bcfb-8fdee75cb645 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.309780 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c75d47e-aeb3-4dd3-bcfb-8fdee75cb645 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.317023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8c75d47e-aeb3-4dd3-bcfb-8fdee75cb645 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4965465 Nov 10 04:04:32.322813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49874) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:32.323475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75d47e-aeb3-4dd3-bcfb-8fdee75cb645 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db1fdbd-78e5-459d-b9df-8a7db42c3696,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:32.323693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52b0629a-f171-4dbd-b81c-0848f4b3ccdc req-e39e114d-2b38-42a6-b37d-05eb5fac4d17 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335645 Nov 10 04:04:32.348761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c2904267-b77d-4ff5-8240-a5b7929f871c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '9e443a18-28d9-4f6e-a438-b29c7741314a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:32.385161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2904267-b77d-4ff5-8240-a5b7929f871c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.457353 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-c2904267-b77d-4ff5-8240-a5b7929f871c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 04:04:32.465243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c2904267-b77d-4ff5-8240-a5b7929f871c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1198990 Nov 10 04:04:32.465481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49882) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:32.601822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1b3df585-ac61-4f53-a02d-ba17dd2384fe tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.662053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1b3df585-ac61-4f53-a02d-ba17dd2384fe tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.728322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1b3df585-ac61-4f53-a02d-ba17dd2384fe tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.732785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1b3df585-ac61-4f53-a02d-ba17dd2384fe tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:32.736271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1b3df585-ac61-4f53-a02d-ba17dd2384fe tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e443a18-28d9-4f6e-a438-b29c7741314a HTTP/1.1" status: 204 len: 168 time: 0.2694259 Nov 10 04:04:32.737123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49884) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:32.764984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3df585-ac61-4f53-a02d-ba17dd2384fe tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e443a18-28d9-4f6e-a438-b29c7741314a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:32.938273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49890) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:32.939403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e89a74b1-f7b0-450e-81b2-f89bfe8746f6 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1983001 Nov 10 04:04:32.948983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-656c9e90-2767-4c62-a3f7-84ea21971b06 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--986299428'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:33.019229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-656c9e90-2767-4c62-a3f7-84ea21971b06 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.239982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-656c9e90-2767-4c62-a3f7-84ea21971b06 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.247660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-656c9e90-2767-4c62-a3f7-84ea21971b06 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.283489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c9e90-2767-4c62-a3f7-84ea21971b06 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070bc7da-6782-48fb-a72b-627be559e004,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:33.301971 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-656c9e90-2767-4c62-a3f7-84ea21971b06 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.307294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-656c9e90-2767-4c62-a3f7-84ea21971b06 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3658710 Nov 10 04:04:33.307814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49894) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:33.314717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-622d8c71-65a2-4c57-ac44-0c2e94abbc9f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '070bc7da-6782-48fb-a72b-627be559e004', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:33.316769 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-622d8c71-65a2-4c57-ac44-0c2e94abbc9f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 04:04:33.318097 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-622d8c71-65a2-4c57-ac44-0c2e94abbc9f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:33.321747 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-622d8c71-65a2-4c57-ac44-0c2e94abbc9f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101104 Nov 10 04:04:33.322227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49896) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:33.499128 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efacf6c6-da67-4e2b-8abc-ca7a55583261 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.566811 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efacf6c6-da67-4e2b-8abc-ca7a55583261 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.670484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efacf6c6-da67-4e2b-8abc-ca7a55583261 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.673373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efacf6c6-da67-4e2b-8abc-ca7a55583261 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:33.674575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-efacf6c6-da67-4e2b-8abc-ca7a55583261 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/070bc7da-6782-48fb-a72b-627be559e004 HTTP/1.1" status: 204 len: 168 time: 0.3512614 Nov 10 04:04:33.677301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49902) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:33.686224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacf6c6-da67-4e2b-8abc-ca7a55583261 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070bc7da-6782-48fb-a72b-627be559e004,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:33.789843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b43c841c-3bfd-4cbf-8f1b-4f9eabdfdc28 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1103921 Nov 10 04:04:33.793426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49904) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:33.799647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-94bbf738-0de4-4681-b1c3-dc28bddaf55e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--155933985'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:33.877853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94bbf738-0de4-4681-b1c3-dc28bddaf55e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.035585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-0419d13e-c5d0-47e3-8ac5-fd9df20c1326 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:34.036957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-0419d13e-c5d0-47e3-8ac5-fd9df20c1326 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.1788306 Nov 10 04:04:34.063757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-04b56522-6523-4605-a3e6-29489c206137 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/quotas/a21a2c36186f4a0a912b88acd8cb74ee HTTP/1.1" status: 200 len: 375 time: 0.0187533 Nov 10 04:04:34.098343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94bbf738-0de4-4681-b1c3-dc28bddaf55e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.156466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94bbf738-0de4-4681-b1c3-dc28bddaf55e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.224968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-8814427c-f8e6-477f-a6f6-795192730964 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532075 Nov 10 04:04:34.244810 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94bbf738-0de4-4681-b1c3-dc28bddaf55e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.251610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49920) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:34.252985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94bbf738-0de4-4681-b1c3-dc28bddaf55e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4577198 Nov 10 04:04:34.259673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-22dda88d-aeca-4fef-94b5-e27d8aa51f83 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '7df355f3-4408-4202-beef-7310434db277', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:34.261026 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-22dda88d-aeca-4fef-94b5-e27d8aa51f83 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 04:04:34.261727 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-22dda88d-aeca-4fef-94b5-e27d8aa51f83 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:34.263978 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-22dda88d-aeca-4fef-94b5-e27d8aa51f83 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107589 Nov 10 04:04:34.267989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49922) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:34.333859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c67b571-3587-4c65-8754-83c38da74488 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.398351 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c67b571-3587-4c65-8754-83c38da74488 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.400834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-7c9901c8-7b20-4677-bb16-f6dbcaa63436 service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748269 Nov 10 04:04:34.425886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbf738-0de4-4681-b1c3-dc28bddaf55e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df355f3-4408-4202-beef-7310434db277,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:34.511019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c67b571-3587-4c65-8754-83c38da74488 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.516852 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c67b571-3587-4c65-8754-83c38da74488 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.520393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c67b571-3587-4c65-8754-83c38da74488 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/7df355f3-4408-4202-beef-7310434db277 HTTP/1.1" status: 204 len: 168 time: 0.2514582 Nov 10 04:04:34.527720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49930) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:34.534239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3bc04-ad31-4bba-832f-344b487e37b0 req-9890544c-6c02-4256-b459-f40742bd864c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:34.543446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdf3bc04-ad31-4bba-832f-344b487e37b0 req-9890544c-6c02-4256-b459-f40742bd864c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.2817407 Nov 10 04:04:34.643780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67b571-3587-4c65-8754-83c38da74488 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df355f3-4408-4202-beef-7310434db277,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:34.649682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-3611233f-2c2d-421a-8946-f979fae2451e service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477489 Nov 10 04:04:34.684058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdf3bc04-ad31-4bba-832f-344b487e37b0 req-3f3f1710-f8e8-4af1-842a-d3630643820b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356723 Nov 10 04:04:34.753421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49934) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:34.754001 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2fa677ce-8eeb-4572-8f0c-fd0c89dcd62e tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2166350 Nov 10 04:04:34.758432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-758d655f-7387-48ed-8fa2-7419a5f938e9 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--345032229'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:34.907369 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-758d655f-7387-48ed-8fa2-7419a5f938e9 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:34.978658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822f29c-5d12-4e40-953d-d4c511bb8f20 req-08fdc7ff-e638-49b6-a069-51ee9e7e1bdb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:34.980426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c822f29c-5d12-4e40-953d-d4c511bb8f20 req-08fdc7ff-e638-49b6-a069-51ee9e7e1bdb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1793323 Nov 10 04:04:35.090617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf2aa529-82c9-4de6-a44b-bfcc96400897 req-7664fae9-958f-4328-a92a-4c9abf7b0c41 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfad3f5-59be-404f-96a3-cdacaf1a2968 HTTP/1.1" status: 200 len: 210 time: 0.0700984 Nov 10 04:04:35.158865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-758d655f-7387-48ed-8fa2-7419a5f938e9 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:35.194759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c822f29c-5d12-4e40-953d-d4c511bb8f20 req-565710bb-85c8-487a-bf51-9c737c21449c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926150 Nov 10 04:04:35.202204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-758d655f-7387-48ed-8fa2-7419a5f938e9 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:35.269474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-758d655f-7387-48ed-8fa2-7419a5f938e9 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:35.271595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-758d655f-7387-48ed-8fa2-7419a5f938e9 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5169406 Nov 10 04:04:35.274609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49944) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:35.279897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7ad6c0c1-3420-4ed9-a1ec-331b67276ab0 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': 'accd9048-b50c-49cc-8f3c-b0ec70f54bba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:35.299209 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-7ad6c0c1-3420-4ed9-a1ec-331b67276ab0 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 04:04:35.300826 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-7ad6c0c1-3420-4ed9-a1ec-331b67276ab0 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:35.303404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7ad6c0c1-3420-4ed9-a1ec-331b67276ab0 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277865 Nov 10 04:04:35.307015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:35.328856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-932c5218-f444-46a6-a109-91891c608d00 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': 'accd9048-b50c-49cc-8f3c-b0ec70f54bba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:35.335861 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-932c5218-f444-46a6-a109-91891c608d00 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 04:04:35.339732 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-932c5218-f444-46a6-a109-91891c608d00 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:35.349625 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-932c5218-f444-46a6-a109-91891c608d00 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0415168 Nov 10 04:04:35.352848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49952) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:35.360773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e1d2297e-63b7-415b-a79d-141755889b7c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': 'accd9048-b50c-49cc-8f3c-b0ec70f54bba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:35.362627 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-e1d2297e-63b7-415b-a79d-141755889b7c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 04:04:35.363298 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-e1d2297e-63b7-415b-a79d-141755889b7c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:35.364063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e8bcf43-2c57-4faa-8882-c7ad24e83e15 req-28549b41-1c6e-46e5-b9cd-a50090af6db2 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 210 time: 0.1086464 Nov 10 04:04:35.364870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e1d2297e-63b7-415b-a79d-141755889b7c tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106432 Nov 10 04:04:35.368256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:35.382127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d4196e48-6a39-4e6e-aa10-ddbee905fea4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': 'accd9048-b50c-49cc-8f3c-b0ec70f54bba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:35.384550 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-d4196e48-6a39-4e6e-aa10-ddbee905fea4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 04:04:35.388114 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-d4196e48-6a39-4e6e-aa10-ddbee905fea4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:35.392730 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d4196e48-6a39-4e6e-aa10-ddbee905fea4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0190530 Nov 10 04:04:35.394141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49956) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:35.400583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d655f-7387-48ed-8fa2-7419a5f938e9 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accd9048-b50c-49cc-8f3c-b0ec70f54bba,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:35.553808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a393c917-b5f8-4e50-af9d-e1184ea4b85d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:35.616648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a393c917-b5f8-4e50-af9d-e1184ea4b85d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:35.721122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a393c917-b5f8-4e50-af9d-e1184ea4b85d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:35.745618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a393c917-b5f8-4e50-af9d-e1184ea4b85d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:35.749589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a393c917-b5f8-4e50-af9d-e1184ea4b85d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/accd9048-b50c-49cc-8f3c-b0ec70f54bba HTTP/1.1" status: 204 len: 168 time: 0.3502932 Nov 10 04:04:35.750183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49974) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:35.786700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393c917-b5f8-4e50-af9d-e1184ea4b85d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accd9048-b50c-49cc-8f3c-b0ec70f54bba,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:35.986154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d01427ef-be61-4ae8-baa9-46262a06d897 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2307098 Nov 10 04:04:35.986692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49978) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.000331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f0910e86-47ec-46e2-8e86-a0d4673d41d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--855078543'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.037562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42993d4-6b9c-47d7-8510-9656f4ee5196 req-1914821e-9b9b-42d8-8f3d-9c82e0683ba9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:36.045852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e42993d4-6b9c-47d7-8510-9656f4ee5196 req-1914821e-9b9b-42d8-8f3d-9c82e0683ba9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.1555896 Nov 10 04:04:36.097307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0910e86-47ec-46e2-8e86-a0d4673d41d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:36.266977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e42993d4-6b9c-47d7-8510-9656f4ee5196 req-55bf34d6-97d8-4064-82e1-5af23a374c8c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2127867 Nov 10 04:04:36.372079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd66f0c6-1689-4ec3-9495-e3be79c88ff2 req-c2ace381-0d18-4703-8dc6-da84372e9d42 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.1650305 Nov 10 04:04:36.440393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0910e86-47ec-46e2-8e86-a0d4673d41d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:36.449575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0910e86-47ec-46e2-8e86-a0d4673d41d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:36.560997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f0910e86-47ec-46e2-8e86-a0d4673d41d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:36.562418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f0910e86-47ec-46e2-8e86-a0d4673d41d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5743668 Nov 10 04:04:36.565604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49994) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.572070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1660330d-cdbe-4d2b-bce0-eb02351a062d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.573209 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-1660330d-cdbe-4d2b-bce0-eb02351a062d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 04:04:36.573712 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-1660330d-cdbe-4d2b-bce0-eb02351a062d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:36.574698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1660330d-cdbe-4d2b-bce0-eb02351a062d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073321 Nov 10 04:04:36.582729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49996) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.589709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1e6dd909-c04e-43ad-ac29-27172724142d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.620317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0910e86-47ec-46e2-8e86-a0d4673d41d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f8b6cb-6412-4022-837a-b4deb6cd97e3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:36.659737 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-1e6dd909-c04e-43ad-ac29-27172724142d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:36.661416 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1e6dd909-c04e-43ad-ac29-27172724142d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0772753 Nov 10 04:04:36.664643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49998) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.672466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4816c834-9e4a-4022-a8b9-368ac3f2657b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.675971 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-4816c834-9e4a-4022-a8b9-368ac3f2657b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 04:04:36.676775 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-4816c834-9e4a-4022-a8b9-368ac3f2657b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:36.684602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4816c834-9e4a-4022-a8b9-368ac3f2657b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167999 Nov 10 04:04:36.685495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50000) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.692540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9084e0ab-8fce-4a13-9156-95949a17b2d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.756997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-738e028d-acb7-47f1-93d9-3c12ec01d506 req-af85a216-16a1-41dc-9ad4-7b00d9a9b6f6 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 210 time: 0.1413610 Nov 10 04:04:36.787350 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-9084e0ab-8fce-4a13-9156-95949a17b2d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:36.795110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9084e0ab-8fce-4a13-9156-95949a17b2d4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1079605 Nov 10 04:04:36.795798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50006) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.810945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-dfc29dab-eaee-4c27-828a-70b774c03d65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.813030 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-dfc29dab-eaee-4c27-828a-70b774c03d65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 04:04:36.815229 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-dfc29dab-eaee-4c27-828a-70b774c03d65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:36.822976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50008) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.823801 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dfc29dab-eaee-4c27-828a-70b774c03d65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0262189 Nov 10 04:04:36.838506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-67e1c030-ed63-4d29-8f0b-04ecb6f5eac4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.869553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cd5f9-99cc-47c6-a4d6-12b6ce126866 req-ef52fcca-de59-45f5-a48e-a607ab6b41cf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:36.872789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f85cd5f9-99cc-47c6-a4d6-12b6ce126866 req-ef52fcca-de59-45f5-a48e-a607ab6b41cf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.3132472 Nov 10 04:04:36.905192 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-67e1c030-ed63-4d29-8f0b-04ecb6f5eac4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Project 96c271c9db32411a86055e4418f81608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:04:36.937714 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-67e1c030-ed63-4d29-8f0b-04ecb6f5eac4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:36.952045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-67e1c030-ed63-4d29-8f0b-04ecb6f5eac4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1257045 Nov 10 04:04:36.953908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50010) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:36.991372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f0ade44e-4db0-41e1-80df-054a7567b73b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:36.992621 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-f0ade44e-4db0-41e1-80df-054a7567b73b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 04:04:36.994595 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-f0ade44e-4db0-41e1-80df-054a7567b73b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:37.000115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f0ade44e-4db0-41e1-80df-054a7567b73b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207443 Nov 10 04:04:37.001347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50012) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:37.010461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9ddf7656-43e5-4721-b66e-4a8eabd8bb0f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:37.016033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f85cd5f9-99cc-47c6-a4d6-12b6ce126866 req-396544c7-1c66-4cef-96c0-cda61df8bd2f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286848 Nov 10 04:04:37.096810 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-9ddf7656-43e5-4721-b66e-4a8eabd8bb0f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Project 96c271c9db32411a86055e4418f81608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:04:37.122681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-4fe602c7-a8fb-4441-b570-5e530d808cc3 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:37.124597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-4fe602c7-a8fb-4441-b570-5e530d808cc3 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.2185254 Nov 10 04:04:37.132494 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-9ddf7656-43e5-4721-b66e-4a8eabd8bb0f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:37.138139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ddf7656-43e5-4721-b66e-4a8eabd8bb0f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1317067 Nov 10 04:04:37.138522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50014) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:37.140448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Request body: {'port': {'device_id': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'admin_state_up': True, 'tenant_id': 'a21a2c36186f4a0a912b88acd8cb74ee'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:37.145193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b20de29c-c4ad-41a4-b628-53f595089f08 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '29f8b6cb-6412-4022-837a-b4deb6cd97e3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:37.207723 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-b20de29c-c4ad-41a4-b628-53f595089f08 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Project 96c271c9db32411a86055e4418f81608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:04:37.235382 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-b20de29c-c4ad-41a4-b628-53f595089f08 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:37.236844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b20de29c-c4ad-41a4-b628-53f595089f08 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0972059 Nov 10 04:04:37.241045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50016) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:37.329072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f404016b-6209-4bd7-8b09-ab5a14c9fee7 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:37.386607 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f404016b-6209-4bd7-8b09-ab5a14c9fee7 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:37.399018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Made reservation on behalf of a21a2c36186f4a0a912b88acd8cb74ee for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:04:37.410832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:37.601120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-885e53bc-ea73-4613-a67f-f0fb36c8c69d req-d0265dde-c60c-4cb3-85e6-7e030c5bbea8 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0651338 Nov 10 04:04:37.616861 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e82f7914-0234-46c5-8d8d-a2c9cc724838 req-cebfe2fa-abfe-4066-af1f-e5dc3944212a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6bfad3f5-59be-404f-96a3-cdacaf1a2968 HTTP/1.1" status: 200 len: 210 time: 0.0436628 Nov 10 04:04:37.623824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d033-d5b4-4e46-826a-458c4718a1d1 req-5811f1ca-2a14-447d-bdc0-15ed0c533770 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:37.632184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5581d033-d5b4-4e46-826a-458c4718a1d1 req-5811f1ca-2a14-447d-bdc0-15ed0c533770 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.2311330 Nov 10 04:04:37.678902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f404016b-6209-4bd7-8b09-ab5a14c9fee7 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:37.682494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f404016b-6209-4bd7-8b09-ab5a14c9fee7 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:37.683880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f404016b-6209-4bd7-8b09-ab5a14c9fee7 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/29f8b6cb-6412-4022-837a-b4deb6cd97e3 HTTP/1.1" status: 204 len: 168 time: 0.4416215 Nov 10 04:04:37.688819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50038) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:37.718561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404016b-6209-4bd7-8b09-ab5a14c9fee7 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f8b6cb-6412-4022-837a-b4deb6cd97e3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:37.774903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5581d033-d5b4-4e46-826a-458c4718a1d1 req-fd649aae-0288-4761-9fe3-dae0b57953f7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388869 Nov 10 04:04:37.799347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Allocated IP 172.20.0.3 (54c5f376-7e04-42a8-aad9-b9555f6ab683/1c833d13-643e-412c-8fda-efdcd8634d77/02fd2712-eb01-467c-a5ad-4b2a2f075878) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:04:37.814713 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-451f2692-ea3b-4204-81fd-17535753f3e6 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1238995 Nov 10 04:04:37.819360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50042) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:37.828765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-af34e628-26c2-494c-9c33-4a88a9cfc706 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--101891247'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:37.882279 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af34e628-26c2-494c-9c33-4a88a9cfc706 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:37.939710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-33fb0d18-0ead-4c97-a4ce-f4cd2b281132 req-7e0ade83-48b6-4e7d-8ce3-8ef2697aec58 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 210 time: 0.0517695 Nov 10 04:04:38.019001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af34e628-26c2-494c-9c33-4a88a9cfc706 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.025390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af34e628-26c2-494c-9c33-4a88a9cfc706 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.033221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.090029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af34e628-26c2-494c-9c33-4a88a9cfc706 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.091280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-af34e628-26c2-494c-9c33-4a88a9cfc706 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2708359 Nov 10 04:04:38.097382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50052) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:38.103301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34e628-26c2-494c-9c33-4a88a9cfc706 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47581a-0810-4279-8887-8dff5e4e0dcc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:38.105500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9bc48174-b115-462c-8944-05c47f90d586 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': 'bc47581a-0810-4279-8887-8dff5e4e0dcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:38.149914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.270278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877ea61-3426-473b-b25d-0e27c2dc985b req-4eb63fd6-e11c-469a-9eb4-ffdc4355b7cb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:38.272243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5877ea61-3426-473b-b25d-0e27c2dc985b req-4eb63fd6-e11c-469a-9eb4-ffdc4355b7cb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1352406 Nov 10 04:04:38.280995 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-9bc48174-b115-462c-8944-05c47f90d586 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The resource could not be found. Nov 10 04:04:38.288551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9bc48174-b115-462c-8944-05c47f90d586 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1900263 Nov 10 04:04:38.289816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50054) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:38.296293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3c35d27f-8c36-4878-a36d-f52a6ca21c57 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': 'bc47581a-0810-4279-8887-8dff5e4e0dcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ad6fe4cd-6df0-4ac5-b66b-de1158326988'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:38.297445 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.310284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18238f73-7f9c-423f-be7b-31dc14882968'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:38.361289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5877ea61-3426-473b-b25d-0e27c2dc985b req-ef1cdd04-8d73-4217-86b8-f3c8dda9a823 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786569 Nov 10 04:04:38.387373 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-3c35d27f-8c36-4878-a36d-f52a6ca21c57 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The resource could not be found. Nov 10 04:04:38.389531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3c35d27f-8c36-4878-a36d-f52a6ca21c57 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0981092 Nov 10 04:04:38.392281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50056) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:38.398333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['deb8ea50-1998-4cda-bc78-0aadc52083a2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:38.469318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdab2f06-2ed0-49ba-b504-aed0098368e1 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.490451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:04:38.494678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event updated for resources: {'Port': ['ID=02fd2712-eb01-467c-a5ad-4b2a2f075878,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:38.515675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdab2f06-2ed0-49ba-b504-aed0098368e1 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.517905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:04:38.521174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:04:38.564222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e6e80-b8fc-40aa-9969-8bc49e647ff5 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:38.575103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdab2f06-2ed0-49ba-b504-aed0098368e1 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.579116 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdab2f06-2ed0-49ba-b504-aed0098368e1 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.580321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bdab2f06-2ed0-49ba-b504-aed0098368e1 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/bc47581a-0810-4279-8887-8dff5e4e0dcc HTTP/1.1" status: 204 len: 168 time: 0.1869001 Nov 10 04:04:38.587357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50058) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:38.611080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab2f06-2ed0-49ba-b504-aed0098368e1 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47581a-0810-4279-8887-8dff5e4e0dcc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:38.680984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7fba5d7a-a7b0-451b-95ba-e057b9ca8eed tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0924685 Nov 10 04:04:38.686033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:38.693170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f88f1828-6da3-4ff1-93e9-98743541df7b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '391b15c4-96e6-4e66-be9d-bc78ca381fc0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:38.702368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:38.710231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.754740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-046d4cd2-e36b-4716-98bd-c0df3fd9c5e0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6190495 Nov 10 04:04:38.770298 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-f88f1828-6da3-4ff1-93e9-98743541df7b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The resource could not be found. Nov 10 04:04:38.778980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Request body: {'port': {'device_id': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:38.779526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f88f1828-6da3-4ff1-93e9-98743541df7b tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0922415 Nov 10 04:04:38.780539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7c1224c5-1303-42f8-9f22-d16cf0da4fc5 None None] Provisioning complete for port 02fd2712-eb01-467c-a5ad-4b2a2f075878 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:38.780786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50064) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:38.781179 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7c1224c5-1303-42f8-9f22-d16cf0da4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.793497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-37744dc6-d49d-4398-9ab4-77869f4db2d2 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--330708980'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:38.903967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf957c1-dfc4-4418-b6a6-804381a4c238 req-36e18b3d-2996-41bf-a44a-b04707077d63 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0806434 Nov 10 04:04:38.921056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:38.984348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37744dc6-d49d-4398-9ab4-77869f4db2d2 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.089229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7c1224c5-1303-42f8-9f22-d16cf0da4fc5 None None] Port 02fd2712-eb01-467c-a5ad-4b2a2f075878 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:04:39.110408 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37744dc6-d49d-4398-9ab4-77869f4db2d2 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.128207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696e967-51cc-4a71-8f69-2f871ac54191 req-62bc77e4-ca1c-4034-a41a-af3e5344efdd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:39.129858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0696e967-51cc-4a71-8f69-2f871ac54191 req-62bc77e4-ca1c-4034-a41a-af3e5344efdd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.2203279 Nov 10 04:04:39.130785 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37744dc6-d49d-4398-9ab4-77869f4db2d2 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.216087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37744dc6-d49d-4398-9ab4-77869f4db2d2 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.220846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-37744dc6-d49d-4398-9ab4-77869f4db2d2 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4387729 Nov 10 04:04:39.222050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50076) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:39.233317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0258bfdb-8599-404a-afa4-c2e100e61a41 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658275071'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:39.263592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37744dc6-d49d-4398-9ab4-77869f4db2d2 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f92282-1d61-48b9-8611-79db4f5e5bf5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:39.278564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258bfdb-8599-404a-afa4-c2e100e61a41 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.305813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0696e967-51cc-4a71-8f69-2f871ac54191 req-0b1d8a45-7756-4258-9dc1-0bfb3aa665b5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1655464 Nov 10 04:04:39.384558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d687-f9b3-4e1a-9854-6417e872e2e4 req-fae08f6a-fd8b-42e4-858b-bba955b365ad tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:39.394827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9113d687-f9b3-4e1a-9854-6417e872e2e4 req-fae08f6a-fd8b-42e4-858b-bba955b365ad tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 931 time: 0.2276881 Nov 10 04:04:39.454052 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258bfdb-8599-404a-afa4-c2e100e61a41 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.465119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258bfdb-8599-404a-afa4-c2e100e61a41 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.524963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9113d687-f9b3-4e1a-9854-6417e872e2e4 req-539d5743-1b26-4c3d-a3f9-044dd501c9bd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288490 Nov 10 04:04:39.545195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0258bfdb-8599-404a-afa4-c2e100e61a41 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.549564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0258bfdb-8599-404a-afa4-c2e100e61a41 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3200769 Nov 10 04:04:39.551140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:39.552515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fd2712-eb01-467c-a5ad-4b2a2f075878 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:04:39.558902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d193e362-6fde-47b4-b3d3-02604d7b6c43 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '32f92282-1d61-48b9-8611-79db4f5e5bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3fce78eb-87d5-4030-bdd2-acdc1ac5b4d3'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:39.566382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.572547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258bfdb-8599-404a-afa4-c2e100e61a41 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce78eb-87d5-4030-bdd2-acdc1ac5b4d3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:39.594336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b299c-453a-41b0-a1c8-a0bd94c94221 req-272f295f-18a0-4f57-af2a-f9d606779e4d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:39.595971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f4b299c-453a-41b0-a1c8-a0bd94c94221 req-272f295f-18a0-4f57-af2a-f9d606779e4d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1158180 Nov 10 04:04:39.599531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Transition to ACTIVE for port object 02fd2712-eb01-467c-a5ad-4b2a2f075878 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:04:39.605926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.653623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4d32e-037b-4039-ac17-0080a1dfabd7 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:39.670283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f4b299c-453a-41b0-a1c8-a0bd94c94221 req-0fbaefe3-26b8-465f-9d89-151928392ef8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662177 Nov 10 04:04:39.671609 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-d193e362-6fde-47b4-b3d3-02604d7b6c43 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:39.676182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d193e362-6fde-47b4-b3d3-02604d7b6c43 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1214659 Nov 10 04:04:39.676849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50082) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:39.740203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-0f975b5b-a0bd-4c88-9e4c-4b29819f91c1 req-b86bbfcc-ad40-44a8-bc8d-a340e8044d20 service neutron] (102597) timed out ('10.222.0.44', 63786) {{(pid=102597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:04:39.752363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Pushing event updated for resources: {'Port': ['ID=02fd2712-eb01-467c-a5ad-4b2a2f075878,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:39.767294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4824056d-85ed-4091-b72b-df496029da65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.829817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4824056d-85ed-4091-b72b-df496029da65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.872122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Attempting to bind port 02fd2712-eb01-467c-a5ad-4b2a2f075878 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:04:39.872503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Attempting to bind port 02fd2712-eb01-467c-a5ad-4b2a2f075878 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:04:39.872795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Attempting to bind port 02fd2712-eb01-467c-a5ad-4b2a2f075878 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:39.877611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Port 02fd2712-eb01-467c-a5ad-4b2a2f075878 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:04:39.877951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Attempting to bind port 02fd2712-eb01-467c-a5ad-4b2a2f075878 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:04:39.883422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:04:39.883739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Checking segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:04:39.884069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Bound using segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:04:39.884516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Bound port: 02fd2712-eb01-467c-a5ad-4b2a2f075878, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:04:39.884846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.902709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4824056d-85ed-4091-b72b-df496029da65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.910129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4824056d-85ed-4091-b72b-df496029da65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:39.913746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4824056d-85ed-4091-b72b-df496029da65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/3fce78eb-87d5-4030-bdd2-acdc1ac5b4d3 HTTP/1.1" status: 204 len: 168 time: 0.2334661 Nov 10 04:04:39.914733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50084) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:39.944495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824056d-85ed-4091-b72b-df496029da65 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce78eb-87d5-4030-bdd2-acdc1ac5b4d3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:40.015515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-39ebb5ef-bfc1-404a-8d03-d7000a5a14c8 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0905323 Nov 10 04:04:40.015750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50088) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:40.036003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] For port 02fd2712-eb01-467c-a5ad-4b2a2f075878, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:04:40.039622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] For port 02fd2712-eb01-467c-a5ad-4b2a2f075878, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=02fd2712-eb01-467c-a5ad-4b2a2f075878,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:04:40.043384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.073888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2bc80075-7a16-410a-b904-147ab16f87c7 req-886c83a4-3e69-4b35-8712-1707e83899cb tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0392878 Nov 10 04:04:40.080260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.080923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.082377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] 10.222.0.44 "PUT /v2.0/ports/02fd2712-eb01-467c-a5ad-4b2a2f075878 HTTP/1.1" status: 200 len: 1091 time: 1.3174770 Nov 10 04:04:40.082833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'tag': '02fd2712-eb01-467c-a5ad-4b2a2f075878'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:40.085128 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8" -d '{"events": [{"name": "network-changed", "server_uuid": "45b9e0ed-3c8c-4345-9011-cdb1a7ab747a", "tag": "02fd2712-eb01-467c-a5ad-4b2a2f075878"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:40.098117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c6e0d-f1ed-4d9b-b834-af01371bd0cf None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:04:40.125758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8b36c-8bf1-4c33-a45b-b5ebf22a8669 service neutron] Pushing event updated for resources: {'Port': ['ID=02fd2712-eb01-467c-a5ad-4b2a2f075878,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:40.139009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff9771a-534e-4d92-9c98-a6bbfb1f55be tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.184582 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf0662-9a4c-45f6-8e72-b75f8acf58b3 x-openstack-request-id: req-bbaf0662-9a4c-45f6-8e72-b75f8acf58b3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:40.184888 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b9e0ed-3c8c-4345-9011-cdb1a7ab747a", "tag": "02fd2712-eb01-467c-a5ad-4b2a2f075878", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:40.185148 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbaf0662-9a4c-45f6-8e72-b75f8acf58b3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:40.185554 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'tag': '02fd2712-eb01-467c-a5ad-4b2a2f075878', 'status': 'completed', 'code': 200} Nov 10 04:04:40.191792 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff9771a-534e-4d92-9c98-a6bbfb1f55be tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.203685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-17e5e09f-c04e-430f-844e-efb3e1f4bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.205541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-17e5e09f-c04e-430f-844e-efb3e1f4bd36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 1094 time: 0.0740879 Nov 10 04:04:40.256583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff9771a-534e-4d92-9c98-a6bbfb1f55be tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.261657 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dff9771a-534e-4d92-9c98-a6bbfb1f55be tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.265426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dff9771a-534e-4d92-9c98-a6bbfb1f55be tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/32f92282-1d61-48b9-8611-79db4f5e5bf5 HTTP/1.1" status: 204 len: 168 time: 0.2459438 Nov 10 04:04:40.267164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50096) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:40.276502 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-84f96b39-20a0-4ff7-a58d-05ae4bbd3ce4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02fd2712-eb01-467c-a5ad-4b2a2f075878 HTTP/1.1" status: 200 len: 217 time: 0.0623446 Nov 10 04:04:40.301500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9771a-534e-4d92-9c98-a6bbfb1f55be tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f92282-1d61-48b9-8611-79db4f5e5bf5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:40.322277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3d9aab7d-91f7-4b92-87b3-12e0e3adb9cb tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539653 Nov 10 04:04:40.326624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:40.346965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a72c9ad8-3737-4004-a89d-df8e39bf268d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279394976'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:40.368323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-2b881152-6bff-4f1d-b7d4-ca227751ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.371139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-2b881152-6bff-4f1d-b7d4-ca227751ad6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.0768180 Nov 10 04:04:40.397191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a72c9ad8-3737-4004-a89d-df8e39bf268d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.416105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-ea84575b-211e-4ef6-ac09-7dd191bace06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322824 Nov 10 04:04:40.493257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc36db-9f86-4967-a368-3bc440ab1915 req-a384c383-7db1-415e-8fb5-baa1bdd12ed7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.494803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62bc36db-9f86-4967-a368-3bc440ab1915 req-a384c383-7db1-415e-8fb5-baa1bdd12ed7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.0808909 Nov 10 04:04:40.534866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a72c9ad8-3737-4004-a89d-df8e39bf268d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.541230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-ba443af8-b98f-45bf-8458-f00a1e115676 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177332 Nov 10 04:04:40.542627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a72c9ad8-3737-4004-a89d-df8e39bf268d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.586745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c9ad8-3737-4004-a89d-df8e39bf268d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4408f409-48f3-4f12-9bf0-7834342602ae,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:40.599643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a72c9ad8-3737-4004-a89d-df8e39bf268d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.601112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a72c9ad8-3737-4004-a89d-df8e39bf268d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2735062 Nov 10 04:04:40.606040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50106) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:40.615729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e5c5e355-f54a-4956-89df-e5e7e411fc43 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '4408f409-48f3-4f12-9bf0-7834342602ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:40.629712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62bc36db-9f86-4967-a368-3bc440ab1915 req-785fa4c3-4687-48cd-8cb4-584151d73d46 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280739 Nov 10 04:04:40.694266 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-e5c5e355-f54a-4956-89df-e5e7e411fc43 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:40.697870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e5c5e355-f54a-4956-89df-e5e7e411fc43 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0833025 Nov 10 04:04:40.699177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50108) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:40.702021 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3097c4c-9b92-464a-8bb2-ba94f44542bc req-0bd66c78-3a0c-40c2-99c4-26de0b592cfc service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537833 Nov 10 04:04:40.704072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ba730628-cf68-44c8-941e-d2affe10812a tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group_rule': {'security_group_id': '4408f409-48f3-4f12-9bf0-7834342602ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:40.744246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e76bc4-a725-4521-9d2f-c37458aebc4b req-f3d1cf73-6450-4433-802b-3ec81591c37d tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.745724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45e76bc4-a725-4521-9d2f-c37458aebc4b req-f3d1cf73-6450-4433-802b-3ec81591c37d tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 943 time: 0.1030996 Nov 10 04:04:40.808126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-ae9e54c2-d43a-4a17-9933-9d59e119b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.809832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-ae9e54c2-d43a-4a17-9933-9d59e119b539 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 1094 time: 0.0573564 Nov 10 04:04:40.840246 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-ba730628-cf68-44c8-941e-d2affe10812a tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:04:40.843849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ba730628-cf68-44c8-941e-d2affe10812a tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1422489 Nov 10 04:04:40.844945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50112) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:40.858777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-45e76bc4-a725-4521-9d2f-c37458aebc4b req-795ac81d-8069-40f4-91f8-26be9b56c52f tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046193 Nov 10 04:04:40.881786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6518f6f-cb47-4519-91e7-761bf7b84fdb req-d1c5df7e-2fa1-4ac4-a2ae-f6ebb531508c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.883259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6518f6f-cb47-4519-91e7-761bf7b84fdb req-d1c5df7e-2fa1-4ac4-a2ae-f6ebb531508c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1112320 Nov 10 04:04:40.952950 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e19fb68-2e2b-4c83-9428-3efda0574a9d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:40.958856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6518f6f-cb47-4519-91e7-761bf7b84fdb req-4dd17ab4-a7a8-499b-b3cd-8c3137556bb0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680244 Nov 10 04:04:40.959326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-74a91179-9159-4b78-bd8d-023a34b369ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:40.961380 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-74a91179-9159-4b78-bd8d-023a34b369ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 915 time: 0.1432140 Nov 10 04:04:40.987681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e19fb68-2e2b-4c83-9428-3efda0574a9d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.016659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-c0ffedd6-c245-4bba-878d-ad1dae688dab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02fd2712-eb01-467c-a5ad-4b2a2f075878 HTTP/1.1" status: 200 len: 217 time: 0.0456581 Nov 10 04:04:41.033920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e19fb68-2e2b-4c83-9428-3efda0574a9d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.042820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e19fb68-2e2b-4c83-9428-3efda0574a9d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.047838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e19fb68-2e2b-4c83-9428-3efda0574a9d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/4408f409-48f3-4f12-9bf0-7834342602ae HTTP/1.1" status: 204 len: 168 time: 0.2018199 Nov 10 04:04:41.048893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50114) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.066262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19fb68-2e2b-4c83-9428-3efda0574a9d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4408f409-48f3-4f12-9bf0-7834342602ae,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:41.082685 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-22a2f0bf-e98d-47fa-8534-19cdc4520976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:41.084237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-22a2f0bf-e98d-47fa-8534-19cdc4520976 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.0570638 Nov 10 04:04:41.127468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-383f355f-66a7-4ab2-8bdb-ebbcfdbbeb2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348511 Nov 10 04:04:41.149723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-47335331-7f2a-4fb9-80f2-522c69a9b944 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888612 Nov 10 04:04:41.155461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50118) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.161356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4ed6ba3e-f342-474f-b530-346034bdc183 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'tempest-secgroup--264564355'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:41.191816 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba3e-f342-474f-b530-346034bdc183 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.254110 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9cbed482-0ada-4f02-8b49-439ad6db7bdd req-98719cdb-6141-4eb3-be10-e710b8199f06 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0337610 Nov 10 04:04:41.275907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3b10fc87-bb46-45cd-9cab-ec75cf73b78d req-e300e2ed-75dc-4baf-99ef-d256f88552cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0531271 Nov 10 04:04:41.287728 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-1b329418-7207-49e2-8f5d-c7f60df84999 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529357 Nov 10 04:04:41.349807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba3e-f342-474f-b530-346034bdc183 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.353800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba3e-f342-474f-b530-346034bdc183 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.384851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6ba3e-f342-474f-b530-346034bdc183 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d40131-cb5f-47e0-bbbf-b3248d820523,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:41.404616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba3e-f342-474f-b530-346034bdc183 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.406709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4ed6ba3e-f342-474f-b530-346034bdc183 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2501700 Nov 10 04:04:41.409651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50124) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.426619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ec6e0930-7033-424a-a9f6-ced397e9a70d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:04:41.426963 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-ec6e0930-7033-424a-a9f6-ced397e9a70d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 04:04:41.427486 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-ec6e0930-7033-424a-a9f6-ced397e9a70d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 04:04:41.431472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ec6e0930-7033-424a-a9f6-ced397e9a70d tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "PUT /v2.0/security-groups/64d40131-cb5f-47e0-bbbf-b3248d820523 HTTP/1.1" status: 409 len: 330 time: 0.0180633 Nov 10 04:04:41.431916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50126) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.464486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c7eb8ef3-d536-4b9a-8460-03d18c7913c8 req-4f04f338-a85d-4e84-beac-eb85bb2daeab service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664476 Nov 10 04:04:41.535016 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e581e1ef-a2af-453a-b6e3-0496ddf2b5f4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.569560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e581e1ef-a2af-453a-b6e3-0496ddf2b5f4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.624667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e581e1ef-a2af-453a-b6e3-0496ddf2b5f4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.628461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e581e1ef-a2af-453a-b6e3-0496ddf2b5f4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:41.631969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e581e1ef-a2af-453a-b6e3-0496ddf2b5f4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/64d40131-cb5f-47e0-bbbf-b3248d820523 HTTP/1.1" status: 204 len: 168 time: 0.1966317 Nov 10 04:04:41.632317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50130) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.644661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581e1ef-a2af-453a-b6e3-0496ddf2b5f4 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d40131-cb5f-47e0-bbbf-b3248d820523,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:41.709985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7b166a58-cf91-4bd8-8429-d34ddc6b1f3f tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746186 Nov 10 04:04:41.713200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.735581 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-c73203a2-03d8-448f-b5f7-e2e24bbeb820 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] delete failed (client error): The resource could not be found. Nov 10 04:04:41.740153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c73203a2-03d8-448f-b5f7-e2e24bbeb820 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "DELETE /v2.0/security-groups/b37b3b8e-451d-4466-9e8b-6cf580ed6ba7 HTTP/1.1" status: 404 len: 347 time: 0.0224102 Nov 10 04:04:41.740469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50136) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.771010 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-ac42aebd-42b0-4548-b575-44c9a90f18ba tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] show failed (client error): The resource could not be found. Nov 10 04:04:41.772377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ac42aebd-42b0-4548-b575-44c9a90f18ba tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-groups/9e91e8c9-a537-48c9-bc39-4cfdbb43dfe3 HTTP/1.1" status: 404 len: 347 time: 0.0310488 Nov 10 04:04:41.776333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:41.810569 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-60aae6a5-09a8-4d62-859a-f1b0d1ce5752 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] show failed (client error): The resource could not be found. Nov 10 04:04:41.815984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-60aae6a5-09a8-4d62-859a-f1b0d1ce5752 tempest-NegativeSecGroupIPv6Test-1000611092 tempest-NegativeSecGroupIPv6Test-1000611092-project] 10.222.0.24 "GET /v2.0/security-group-rules/351700f4-b09b-4953-b117-3e512f65172a HTTP/1.1" status: 404 len: 356 time: 0.0345972 Nov 10 04:04:41.834019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f04527-504e-4a28-8c36-e0f624eb10eb req-aad4cb08-ac2c-42a6-94bf-61cf04b650de tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:41.835963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0f04527-504e-4a28-8c36-e0f624eb10eb req-aad4cb08-ac2c-42a6-94bf-61cf04b650de tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.0760758 Nov 10 04:04:41.894089 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0f04527-504e-4a28-8c36-e0f624eb10eb req-2ee835c1-c37a-4ded-a5ca-af4e4fb01b39 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514424 Nov 10 04:04:41.999878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82508-d391-41b6-89e9-ede45a6576f8 req-a89729d0-eb62-4e0e-a634-94e661c9edaf tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:42.001076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8e82508-d391-41b6-89e9-ede45a6576f8 req-a89729d0-eb62-4e0e-a634-94e661c9edaf tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 943 time: 0.0607142 Nov 10 04:04:42.112877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8e82508-d391-41b6-89e9-ede45a6576f8 req-1260f0c8-0093-4f2e-b751-b17fcfeadf6f tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056559 Nov 10 04:04:42.131432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2604862-59a6-4ade-98b1-8cc0d4fd968c req-d88d615d-ea15-4be7-bb51-70e6e05b184e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:42.142487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2604862-59a6-4ade-98b1-8cc0d4fd968c req-d88d615d-ea15-4be7-bb51-70e6e05b184e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.0809419 Nov 10 04:04:42.209608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2604862-59a6-4ade-98b1-8cc0d4fd968c req-0dd975c6-5137-498e-b21d-0ef07bde64c7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597286 Nov 10 04:04:42.216298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50148) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:42.394129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b7ce5c9-18ab-423a-9b83-027c4d7f620d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96c271c9db32411a86055e4418f81608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765931 Nov 10 04:04:42.396509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50156) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:42.444906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1f87257-d3f0-4227-b225-b98c589bd214 req-79074b2f-1bdb-46c5-8bf2-9c9115cb200b tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0413554 Nov 10 04:04:42.478302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c295e6b8-cc0a-4bd6-bf30-2c654c2b0622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:42.509285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c295e6b8-cc0a-4bd6-bf30-2c654c2b0622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:42.564494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c295e6b8-cc0a-4bd6-bf30-2c654c2b0622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:42.567285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c295e6b8-cc0a-4bd6-bf30-2c654c2b0622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:42.568505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c295e6b8-cc0a-4bd6-bf30-2c654c2b0622 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b08e8ac-8396-41f7-9fe6-b539a20eab03 HTTP/1.1" status: 204 len: 168 time: 0.1710148 Nov 10 04:04:42.578310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295e6b8-cc0a-4bd6-bf30-2c654c2b0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b08e8ac-8396-41f7-9fe6-b539a20eab03,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:43.062375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164db7b6-3b92-4793-a0ba-b336951ba8cd req-36ad99c0-9155-4bf2-ab00-ceb19fe48775 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:43.064042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-164db7b6-3b92-4793-a0ba-b336951ba8cd req-36ad99c0-9155-4bf2-ab00-ceb19fe48775 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.0752659 Nov 10 04:04:43.144677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-164db7b6-3b92-4793-a0ba-b336951ba8cd req-b0970a60-9017-4e3d-b8b6-02d949a2c35c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729992 Nov 10 04:04:43.325028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c16bb-960e-42df-89df-09a39b34d672 req-4369a393-0809-487e-a9cd-a036a192ba41 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:43.325527 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbc65147-9d56-4f1b-91aa-9f2d48cab5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:43.331354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c99c16bb-960e-42df-89df-09a39b34d672 req-4369a393-0809-487e-a9cd-a036a192ba41 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 943 time: 0.0917025 Nov 10 04:04:43.432673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ffd2-515b-4de3-83a8-ae2c1f60ccf8 req-ce5ac394-97ac-46f7-80af-a4e79e73ad4f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:43.434566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3107ffd2-515b-4de3-83a8-ae2c1f60ccf8 req-ce5ac394-97ac-46f7-80af-a4e79e73ad4f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1018758 Nov 10 04:04:43.447954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c99c16bb-960e-42df-89df-09a39b34d672 req-dbe2f183-359d-4df2-900e-0bef4d0210f4 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769222 Nov 10 04:04:43.515602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3107ffd2-515b-4de3-83a8-ae2c1f60ccf8 req-cb644d53-4b58-4608-899e-7d97de25c216 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630963 Nov 10 04:04:43.576348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2dfc5a1-e27f-4453-9052-fbffe15fc99b req-5ffa9025-bb77-4349-932e-d64d0e8922e4 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0292578 Nov 10 04:04:43.817176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 02fd2712-eb01-467c-a5ad-4b2a2f075878 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:04:43.966475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 02fd2712-eb01-467c-a5ad-4b2a2f075878, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=02fd2712-eb01-467c-a5ad-4b2a2f075878,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:43.975623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '02fd2712-eb01-467c-a5ad-4b2a2f075878', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'port_id': '02fd2712-eb01-467c-a5ad-4b2a2f075878', 'mac_address': 'fa:16:3e:b9:43:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c833d13-643e-412c-8fda-efdcd8634d77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:04:44.043286 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:44.059849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fd2712-eb01-467c-a5ad-4b2a2f075878 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:04:44.083596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 02fd2712-eb01-467c-a5ad-4b2a2f075878, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=02fd2712-eb01-467c-a5ad-4b2a2f075878,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:44.090372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:44.097630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d1eb8bb-0201-436c-8870-63ab7fe25ecc req-de6e0a2b-2cf6-45ed-a900-19764eeafe27 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0349252 Nov 10 04:04:44.175414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=02fd2712-eb01-467c-a5ad-4b2a2f075878,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:44.358295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2143c7c-7434-432f-9e5a-2a4b1053a2b9 req-20f5d82f-3a5c-4f22-8059-79bb975d1a18 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:44.359226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['02fd2712-eb01-467c-a5ad-4b2a2f075878'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:44.372451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2143c7c-7434-432f-9e5a-2a4b1053a2b9 req-20f5d82f-3a5c-4f22-8059-79bb975d1a18 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.0987144 Nov 10 04:04:44.423950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2143c7c-7434-432f-9e5a-2a4b1053a2b9 req-ce9bf90e-1042-4b4f-9a06-6fa546d62b0a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505338 Nov 10 04:04:44.704735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bafd0-1d5d-4d0b-871b-230b9c3d539d req-42c67e52-e3ca-4956-bef8-9957d64fee2c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:44.706292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-747bafd0-1d5d-4d0b-871b-230b9c3d539d req-42c67e52-e3ca-4956-bef8-9957d64fee2c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 944 time: 0.0904346 Nov 10 04:04:44.718487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cded77-edcc-4b07-ae9d-031886fb5393 req-0a2476c1-3f23-4983-949f-6a916e5bf132 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:44.720190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4cded77-edcc-4b07-ae9d-031886fb5393 req-0a2476c1-3f23-4983-949f-6a916e5bf132 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.0950208 Nov 10 04:04:44.793812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4cded77-edcc-4b07-ae9d-031886fb5393 req-4fa9533b-c031-4284-b3e1-3152a86e6ab8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Nov 10 04:04:44.879331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-747bafd0-1d5d-4d0b-871b-230b9c3d539d req-eaa609f3-0cfe-4abe-9bd9-1e91f57c3d04 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574433 Nov 10 04:04:45.103349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:45.271139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fc1e-b8bb-400a-8209-0b8127152422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.274485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-beac37e6-b3c3-47ec-9117-5d9fd7cf0a20 req-8d3c8d7f-4671-4780-8a96-245846681b2f tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0399103 Nov 10 04:04:45.355059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:04:45.369304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fc1e-b8bb-400a-8209-0b8127152422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.375134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fc1e-b8bb-400a-8209-0b8127152422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.430317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bdc4fc1e-b8bb-400a-8209-0b8127152422 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06e5aa71036d4df79ad4644ffb3e2ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251088 Nov 10 04:04:45.432792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50282) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:45.435724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4fc1e-b8bb-400a-8209-0b8127152422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaeefb6-d949-41b1-8034-b56c598e767d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:45.484137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47a6af0c-f890-40cd-a386-69dab04fd409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.504240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:45.508179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47a6af0c-f890-40cd-a386-69dab04fd409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.518631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'port_id': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'mac_address': 'fa:16:3e:7e:07:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:04:45.564256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47a6af0c-f890-40cd-a386-69dab04fd409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.569863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47a6af0c-f890-40cd-a386-69dab04fd409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.571993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-47a6af0c-f890-40cd-a386-69dab04fd409 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbaeefb6-d949-41b1-8034-b56c598e767d HTTP/1.1" status: 204 len: 168 time: 0.1362846 Nov 10 04:04:45.577769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8c417-eb4a-44a5-bd23-aec435463ffa req-93ef11b1-5d7f-4a81-847e-9aa39ca69449 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:45.584206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6af0c-f890-40cd-a386-69dab04fd409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaeefb6-d949-41b1-8034-b56c598e767d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:45.586778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5f8c417-eb4a-44a5-bd23-aec435463ffa req-93ef11b1-5d7f-4a81-847e-9aa39ca69449 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 943 time: 0.0692160 Nov 10 04:04:45.604438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.653234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bade52-0a48-47c8-be16-bff2aa1ca194 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:04:45.691642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5f8c417-eb4a-44a5-bd23-aec435463ffa req-4d1325bc-804a-4c3a-91a8-b65eb51d204e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817635 Nov 10 04:04:45.697913 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1993938a-ffba-48ae-b5be-3595a2ea3820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.704451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:45.712372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.763929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:45.833130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 02fd2712-eb01-467c-a5ad-4b2a2f075878 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:04:45.917063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 02fd2712-eb01-467c-a5ad-4b2a2f075878 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:04:45.926056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 02fd2712-eb01-467c-a5ad-4b2a2f075878 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:45.926433 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.940822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50296) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:45.942672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5bb67-6430-4330-998a-fad7d574483f req-f3c9e581-1bed-4069-a372-749924a970c5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:45.945515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cd5bb67-6430-4330-998a-fad7d574483f req-f3c9e581-1bed-4069-a372-749924a970c5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.0739048 Nov 10 04:04:45.978777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8d86fd2-b632-4273-889e-bb1a13c0cb10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:45.996032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cd5bb67-6430-4330-998a-fad7d574483f req-2d0aa860-ceed-4c7b-84cf-f9c3f0bc4e95 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Nov 10 04:04:46.064313 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a05ac-e42b-48e9-aab5-9d915ae0b8bd req-099f5c44-5414-4684-88ee-a66e02d5d9da tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:46.066759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d91a05ac-e42b-48e9-aab5-9d915ae0b8bd req-099f5c44-5414-4684-88ee-a66e02d5d9da tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 944 time: 0.0598915 Nov 10 04:04:46.099771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8d86fd2-b632-4273-889e-bb1a13c0cb10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.104198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8d86fd2-b632-4273-889e-bb1a13c0cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.128500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d91a05ac-e42b-48e9-aab5-9d915ae0b8bd req-56e0fe05-4a78-4167-befd-33fcb702791d tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549169 Nov 10 04:04:46.136080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d86fd2-b632-4273-889e-bb1a13c0cb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d20ea9-a970-46a7-b823-b1459adf8dae,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:46.158363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d8d86fd2-b632-4273-889e-bb1a13c0cb10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1768122c7524fff92cf74f8a2fcc22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160852 Nov 10 04:04:46.160728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50300) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:46.227631 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-229f854a-7d8c-4ae0-819e-f28dbe4f13e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.255386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-229f854a-7d8c-4ae0-819e-f28dbe4f13e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.264956 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.295018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fd2712-eb01-467c-a5ad-4b2a2f075878'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:46.298184 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab7c2c9-5bb7-49c6-a0e4-37fab946643f" -d '{"events": [{"server_uuid": "45b9e0ed-3c8c-4345-9011-cdb1a7ab747a", "name": "network-vif-plugged", "status": "completed", "tag": "02fd2712-eb01-467c-a5ad-4b2a2f075878"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:46.314052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-229f854a-7d8c-4ae0-819e-f28dbe4f13e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.316948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-229f854a-7d8c-4ae0-819e-f28dbe4f13e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.318158 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-229f854a-7d8c-4ae0-819e-f28dbe4f13e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86d20ea9-a970-46a7-b823-b1459adf8dae HTTP/1.1" status: 204 len: 168 time: 0.1560528 Nov 10 04:04:46.318970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 02fd2712-eb01-467c-a5ad-4b2a2f075878, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=02fd2712-eb01-467c-a5ad-4b2a2f075878,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:46.326194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.334918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['a9bade52-0a48-47c8-be16-bff2aa1ca194'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:46.345085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f854a-7d8c-4ae0-819e-f28dbe4f13e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d20ea9-a970-46a7-b823-b1459adf8dae,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:46.439526 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93826c42-391c-473e-a7ad-bec40a85967d x-openstack-request-id: req-93826c42-391c-473e-a7ad-bec40a85967d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:46.440506 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b9e0ed-3c8c-4345-9011-cdb1a7ab747a", "name": "network-vif-plugged", "status": "completed", "tag": "02fd2712-eb01-467c-a5ad-4b2a2f075878", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:46.440942 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93826c42-391c-473e-a7ad-bec40a85967d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:46.442055 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fd2712-eb01-467c-a5ad-4b2a2f075878', 'code': 200} Nov 10 04:04:46.492531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-151bbff2-5bce-4daf-aefe-6c8120b6154d req-4e4678ff-c004-4212-ac07-5f50ca5fa084 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0569870 Nov 10 04:04:46.514717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=02fd2712-eb01-467c-a5ad-4b2a2f075878,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:46.562024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f17db-89f5-4dee-9e17-7318f994aa47 req-a79cc0f8-4528-4dcc-ba29-06e071df8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:46.564884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-993f17db-89f5-4dee-9e17-7318f994aa47 req-a79cc0f8-4528-4dcc-ba29-06e071df8106 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 1096 time: 0.0693839 Nov 10 04:04:46.686521 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-993f17db-89f5-4dee-9e17-7318f994aa47 req-417daf67-6315-4ee9-9ea3-1e623460576e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148243 Nov 10 04:04:46.758965 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:46.899982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6a70-1dca-4049-8be7-0823dde4d553 req-24ea2213-b27c-4caa-b54b-85ff678ff815 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:46.901531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3af6a70-1dca-4049-8be7-0823dde4d553 req-24ea2213-b27c-4caa-b54b-85ff678ff815 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 944 time: 0.1025429 Nov 10 04:04:46.967285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3af6a70-1dca-4049-8be7-0823dde4d553 req-5c6fc377-7e48-492b-ab21-8e8208ee5889 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589995 Nov 10 04:04:47.348062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f139-5f5d-402c-967e-74c4754a9dac req-97013bd2-bc72-4969-ae3c-0ec23f8446bf tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:47.365228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9594f139-5f5d-402c-967e-74c4754a9dac req-97013bd2-bc72-4969-ae3c-0ec23f8446bf tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 945 time: 0.1104152 Nov 10 04:04:47.481136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9594f139-5f5d-402c-967e-74c4754a9dac req-a4e4d5c7-9a6f-46ef-9fe9-c3eed70130de tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145182 Nov 10 04:04:47.621991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d75af-3a97-416e-b3c1-1ea20e64ca81 req-dd304b9a-9531-4af6-938d-75f584d45bac tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:47.623893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c2d75af-3a97-416e-b3c1-1ea20e64ca81 req-dd304b9a-9531-4af6-938d-75f584d45bac tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.1418173 Nov 10 04:04:47.645424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59ff890d-b6db-4476-883d-74ffdc0d2085 req-6cadf5a5-f5dc-4381-b098-70f8462d0feb tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0444491 Nov 10 04:04:47.728637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c2d75af-3a97-416e-b3c1-1ea20e64ca81 req-1278af82-dd73-4639-860c-9c31d66bc72a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856028 Nov 10 04:04:47.801315 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:04:48.098991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1910a-59ff-4a29-a797-c5ae06a037f5 req-a957cce6-3a42-4cb6-87ba-5b34d0f57a29 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:48.100531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcc1910a-59ff-4a29-a797-c5ae06a037f5 req-a957cce6-3a42-4cb6-87ba-5b34d0f57a29 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 944 time: 0.0592248 Nov 10 04:04:48.152060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bcc1910a-59ff-4a29-a797-c5ae06a037f5 req-d79fdb1a-cd8d-4662-90e6-52d0081129e1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433843 Nov 10 04:04:48.415445 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:48.601871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc321-cd85-4ced-989f-b3518564fd92 req-bce8ca91-f7aa-47d5-8bf5-6d30d56d805e tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:48.609694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa2dc321-cd85-4ced-989f-b3518564fd92 req-bce8ca91-f7aa-47d5-8bf5-6d30d56d805e tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 945 time: 0.0617440 Nov 10 04:04:48.656159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa2dc321-cd85-4ced-989f-b3518564fd92 req-7953576f-6f33-42da-b7e0-4ca7a2af99a7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Nov 10 04:04:48.784578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-304c0bd4-cc0e-4282-bf10-1a1d27daf55c req-8654dd81-124e-4a6e-92c2-8b1eea208d69 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0397761 Nov 10 04:04:48.910735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b7bd2-db4f-42b7-9c79-41f2a4226894 req-e1d04acb-f514-43f8-88f7-7c63c2d11789 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:48.912253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f07b7bd2-db4f-42b7-9c79-41f2a4226894 req-e1d04acb-f514-43f8-88f7-7c63c2d11789 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 944 time: 0.0906274 Nov 10 04:04:48.964400 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f07b7bd2-db4f-42b7-9c79-41f2a4226894 req-a17f4370-55e6-43dd-84c1-bbd1fd60da9c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Nov 10 04:04:49.103759 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.317316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50438) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:49.341726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01265-dcff-4686-901d-ee58c54416c0 req-81af11fd-584c-41f7-961a-d4eb1c2b8ac5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:49.349893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bd01265-dcff-4686-901d-ee58c54416c0 req-81af11fd-584c-41f7-961a-d4eb1c2b8ac5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 944 time: 0.0780721 Nov 10 04:04:49.396121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b44a1ed9-8fb7-45b6-9ded-fbce880e3457 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:04:49.413184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:04:49.427206 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1bd01265-dcff-4686-901d-ee58c54416c0 req-62dd1592-d69f-4b55-aca8-67e13bf06c1c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759356 Nov 10 04:04:49.455092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93b5de87-1a31-4d4a-a0e6-07069d9241af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.581542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port b44a1ed9-8fb7-45b6-9ded-fbce880e3457, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:49.601656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'port_id': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457', 'mac_address': 'fa:16:3e:95:6c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:04:49.631400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93b5de87-1a31-4d4a-a0e6-07069d9241af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.635402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93b5de87-1a31-4d4a-a0e6-07069d9241af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.662516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port a9bade52-0a48-47c8-be16-bff2aa1ca194 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:49.662880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.667681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.683720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50442) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:49.690348 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-93b5de87-1a31-4d4a-a0e6-07069d9241af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6639465f9796470b9948b4249c94d846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709269 Nov 10 04:04:49.699890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44a1ed9-8fb7-45b6-9ded-fbce880e3457 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:04:49.731215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5de87-1a31-4d4a-a0e6-07069d9241af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b897c-a7b4-46a2-b924-8426d2a738c0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:49.736252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port b44a1ed9-8fb7-45b6-9ded-fbce880e3457, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:49.744047 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.785409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5df288c-b7d4-49a6-bb54-d24af70ae9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.834972 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5df288c-b7d4-49a6-bb54-d24af70ae9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.888956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:49.892477 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.920559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5df288c-b7d4-49a6-bb54-d24af70ae9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.923209 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5df288c-b7d4-49a6-bb54-d24af70ae9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.924358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e5df288c-b7d4-49a6-bb54-d24af70ae9a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c82b897c-a7b4-46a2-b924-8426d2a738c0 HTTP/1.1" status: 204 len: 168 time: 0.2394943 Nov 10 04:04:49.950218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:49.952619 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70848a42-8e43-4c44-9177-b07c3ae2881e" -d '{"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-plugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:49.981208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:49.985370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:49.988179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a40de93-d045-4ec6-9153-f7d795997ec0 req-7e7d61dc-9b4f-4fa0-b299-8b980d6a24d3 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0625131 Nov 10 04:04:49.990487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df288c-b7d4-49a6-bb54-d24af70ae9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b897c-a7b4-46a2-b924-8426d2a738c0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:50.083919 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208c148-7b02-4a5c-8dd6-4b43aba426f8 x-openstack-request-id: req-a208c148-7b02-4a5c-8dd6-4b43aba426f8 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:50.084479 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-plugged", "status": "completed", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:50.091708 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a208c148-7b02-4a5c-8dd6-4b43aba426f8 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:50.092346 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'code': 200} Nov 10 04:04:50.170004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=10']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:50.239377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac7753-4fc3-4b23-8881-37f6276104af req-673a3a95-e6a6-4eb7-8561-1376ba1a4f2c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:50.247153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5ac7753-4fc3-4b23-8881-37f6276104af req-673a3a95-e6a6-4eb7-8561-1376ba1a4f2c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 945 time: 0.1519644 Nov 10 04:04:50.254720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['b44a1ed9-8fb7-45b6-9ded-fbce880e3457'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:50.361433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286966f-ccdf-4c1a-bf37-cbd378fddfe9 req-a2125078-7dc4-4578-a8ed-a1ca534e11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:50.368276 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2286966f-ccdf-4c1a-bf37-cbd378fddfe9 req-a2125078-7dc4-4578-a8ed-a1ca534e11cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1097 time: 0.1091619 Nov 10 04:04:50.404263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5ac7753-4fc3-4b23-8881-37f6276104af req-2f99b925-d093-4089-85a4-7127b20578da tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556880 Nov 10 04:04:50.448199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2286966f-ccdf-4c1a-bf37-cbd378fddfe9 req-8ba7aee0-9b82-4078-88cc-bcf30126f77b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738499 Nov 10 04:04:50.575061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50464) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:50.595435 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37c903c1-317c-40d8-98da-b43d5a74c4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:50.752159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37c903c1-317c-40d8-98da-b43d5a74c4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:50.783456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37c903c1-317c-40d8-98da-b43d5a74c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:50.862387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-37c903c1-317c-40d8-98da-b43d5a74c4cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9af6ae8272346f7bc14d3b3c9d219e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859578 Nov 10 04:04:50.864970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50466) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:50.891253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c903c1-317c-40d8-98da-b43d5a74c4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a5dbf6-c9cd-4f44-b64a-83e23ea1b640,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:50.972266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3ac5-4603-42b3-85ee-5280344a70fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:51.005697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3ac5-4603-42b3-85ee-5280344a70fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:51.098632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3ac5-4603-42b3-85ee-5280344a70fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:51.108635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3ac5-4603-42b3-85ee-5280344a70fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:51.120453 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4e7c3ac5-4603-42b3-85ee-5280344a70fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37a5dbf6-c9cd-4f44-b64a-83e23ea1b640 HTTP/1.1" status: 204 len: 168 time: 0.2530365 Nov 10 04:04:51.158592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c3ac5-4603-42b3-85ee-5280344a70fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a5dbf6-c9cd-4f44-b64a-83e23ea1b640,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:51.174551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba038-307c-4254-8509-b973e7bb3a6f req-a6274c3f-d242-41d8-bd3f-1152fe719a6b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:51.186091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-760ba038-307c-4254-8509-b973e7bb3a6f req-a6274c3f-d242-41d8-bd3f-1152fe719a6b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 946 time: 0.1091816 Nov 10 04:04:51.296201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70df8e8d-fb8b-4fda-91ad-2a46130eb210 req-2c498143-a659-438c-a565-e4e774e417be tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0573912 Nov 10 04:04:51.350148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-760ba038-307c-4254-8509-b973e7bb3a6f req-22df6230-00a7-4b40-852f-af2ea1d86730 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631277 Nov 10 04:04:51.424209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b44a1ed9-8fb7-45b6-9ded-fbce880e3457 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:04:51.617707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:04:51.623122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:04:51.623571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:51.668904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b6e45-99e8-4e01-b9c6-36bb8a4d5930 req-ba7df229-7d8a-4f90-9f97-55ab90684741 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:51.677065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3b6e45-99e8-4e01-b9c6-36bb8a4d5930 req-ba7df229-7d8a-4f90-9f97-55ab90684741 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 945 time: 0.1354024 Nov 10 04:04:51.769305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:51.823308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e3b6e45-99e8-4e01-b9c6-36bb8a4d5930 req-e9abdca9-9284-4ed6-a76a-577b2f8ed8e0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445024 Nov 10 04:04:51.841919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port b44a1ed9-8fb7-45b6-9ded-fbce880e3457, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:51.855734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:51.924646 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:52.093713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:52.096062 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9105f64-c07a-4490-b917-535f9c0424c6" -d '{"events": [{"server_uuid": "91ffec7a-1f97-4c89-a6a6-90809de3ee19", "name": "network-vif-plugged", "status": "completed", "tag": "b44a1ed9-8fb7-45b6-9ded-fbce880e3457"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:52.169658 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c683bb-f6fa-4da3-a751-1f20f562de3d x-openstack-request-id: req-92c683bb-f6fa-4da3-a751-1f20f562de3d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:52.169983 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ffec7a-1f97-4c89-a6a6-90809de3ee19", "name": "network-vif-plugged", "status": "completed", "tag": "b44a1ed9-8fb7-45b6-9ded-fbce880e3457", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:52.170421 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92c683bb-f6fa-4da3-a751-1f20f562de3d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:52.170816 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457', 'code': 200} Nov 10 04:04:52.442300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aec48-4185-4809-adc7-049679d440c4 req-d0de416d-1b87-4f9a-aa6c-fa8c73103ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:52.445834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-219aec48-4185-4809-adc7-049679d440c4 req-d0de416d-1b87-4f9a-aa6c-fa8c73103ccb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 1097 time: 0.1630676 Nov 10 04:04:52.502047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-d7169b87-38da-46ba-98b6-10a106e409af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570740 Nov 10 04:04:52.514021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c4d3c68-11bf-4fd3-b88d-3de58d5b88e9 req-fbd72297-f02f-4c05-959b-886d2ae6883c tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0901725 Nov 10 04:04:52.642450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26db2d-5e78-4fdf-81ae-98d5b253a44a req-86d187b9-6efe-4a91-af73-22ca63dfd689 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:52.650050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-219aec48-4185-4809-adc7-049679d440c4 req-e4f78db1-d69a-423a-a5b7-67e4af57c653 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967974 Nov 10 04:04:52.653141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef26db2d-5e78-4fdf-81ae-98d5b253a44a req-86d187b9-6efe-4a91-af73-22ca63dfd689 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 946 time: 0.1510477 Nov 10 04:04:52.667468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-cb7c14a5-16a7-42d3-a89e-69e97103f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:52.674991 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-cb7c14a5-16a7-42d3-a89e-69e97103f8fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 1096 time: 0.1458921 Nov 10 04:04:52.733132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef26db2d-5e78-4fdf-81ae-98d5b253a44a req-a7861a98-3bb2-441e-81ec-437ffa7d36de tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736992 Nov 10 04:04:52.837602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-75321211-b12a-4c7a-b9e7-605defe15ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:52.839789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-75321211-b12a-4c7a-b9e7-605defe15ef7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1384256 Nov 10 04:04:52.907080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-f42237ce-3c22-4eeb-9f72-6893905434e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461c2033-a859-42db-a783-2c8f250d5495 HTTP/1.1" status: 200 len: 217 time: 0.0585563 Nov 10 04:04:52.968941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63d80-09a0-4dad-b503-4ac74a9aeea9 req-b1b0aae9-ac9f-43f6-bdfb-9debc8108aac tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:52.970774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72f63d80-09a0-4dad-b503-4ac74a9aeea9 req-b1b0aae9-ac9f-43f6-bdfb-9debc8108aac tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.0574739 Nov 10 04:04:52.978880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-1a2b98bd-7924-4537-bf9a-0453461415fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:52.980493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-1a2b98bd-7924-4537-bf9a-0453461415fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0616686 Nov 10 04:04:53.034848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72f63d80-09a0-4dad-b503-4ac74a9aeea9 req-dd677834-5904-4c5b-8d05-375eef86daa9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566533 Nov 10 04:04:53.077686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-09807175-5fe7-4d5a-a47f-1d9c7e223134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:53.080039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-09807175-5fe7-4d5a-a47f-1d9c7e223134 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898912 Nov 10 04:04:53.209765 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-228fde56-a7c7-4754-958e-54ac44e29af0 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216223 Nov 10 04:04:53.336824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d0de021-a0c2-4e87-b93a-89ed112ee9c7 req-a1a2ae50-66d0-4a40-b478-77f33fcdb8db service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176279 Nov 10 04:04:53.416813 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:53.673999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-833183f3-b44f-4fbc-a254-46a028d99d65 req-95202c89-570c-461e-baa4-a7fdd8a2057f tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0316737 Nov 10 04:04:53.936043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0dcb7-8cec-4757-b412-5ef28f119b76 req-b63b40eb-cf89-4cb5-b589-8fb4a05c3f6f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:53.945503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ca0dcb7-8cec-4757-b412-5ef28f119b76 req-b63b40eb-cf89-4cb5-b589-8fb4a05c3f6f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 946 time: 0.1015432 Nov 10 04:04:54.048259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ca0dcb7-8cec-4757-b412-5ef28f119b76 req-6174a45a-f7f0-4878-ba3f-0742471c8c68 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015854 Nov 10 04:04:54.258582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06f13-534f-40f7-baef-faeb9dda7b0b req-0b469634-acbb-4c34-a0cd-e83cbc62f195 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:54.266735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bac06f13-534f-40f7-baef-faeb9dda7b0b req-0b469634-acbb-4c34-a0cd-e83cbc62f195 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.1157966 Nov 10 04:04:54.336276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bac06f13-534f-40f7-baef-faeb9dda7b0b req-4b95a5ad-b9dd-4fe1-b205-b5b82139b146 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660782 Nov 10 04:04:54.836112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e5ab548-968d-454b-a998-00f9f4923c84 req-faac1608-0255-472c-aee3-ceda0a14e3e8 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0294271 Nov 10 04:04:55.490342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66427b-b8c7-4f97-b64c-ee5f88d7d9ba req-cbd07dfc-561b-441f-891f-8bcd6a797675 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:55.499716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a66427b-b8c7-4f97-b64c-ee5f88d7d9ba req-cbd07dfc-561b-441f-891f-8bcd6a797675 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.0703259 Nov 10 04:04:55.574006 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a66427b-b8c7-4f97-b64c-ee5f88d7d9ba req-edcec3ee-1e3c-4f5f-be99-d19c50dd4654 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686643 Nov 10 04:04:55.734464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425619-e30c-4cd9-814d-cf70ae667023 req-150d3f77-c661-46c3-86b6-1e3e0800ca12 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:55.736410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63425619-e30c-4cd9-814d-cf70ae667023 req-150d3f77-c661-46c3-86b6-1e3e0800ca12 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.0759304 Nov 10 04:04:55.799520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63425619-e30c-4cd9-814d-cf70ae667023 req-a1e56117-c9cf-4474-9da4-942397b8cdd9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564396 Nov 10 04:04:56.031365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b429471-6ac8-4967-9674-ed759a3b1cde req-e1babe60-6c19-45de-bc40-b0243f26dca7 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0640795 Nov 10 04:04:56.293553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61ac1-ca2e-443c-9c87-aa026eae378e req-ad70ac4d-5ce6-497f-8eaf-4d7da0ea38ab tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:56.295112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9b61ac1-ca2e-443c-9c87-aa026eae378e req-ad70ac4d-5ce6-497f-8eaf-4d7da0ea38ab tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.0534837 Nov 10 04:04:56.384632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9b61ac1-ca2e-443c-9c87-aa026eae378e req-1abb3197-fb60-4ee6-bf21-cdae2ecd1426 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831022 Nov 10 04:04:57.149624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8cb40374-641f-42cc-95b3-58c17c7fc085 req-c176534b-abee-4c49-b2cf-f9ee2054afb9 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0365033 Nov 10 04:04:57.586789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50672) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:57.591946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906974-295a-44a8-9085-9e796d2dc5b9 req-8651746d-4611-400d-bf0b-811ad89cb3e0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:57.600814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b906974-295a-44a8-9085-9e796d2dc5b9 req-8651746d-4611-400d-bf0b-811ad89cb3e0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.0927622 Nov 10 04:04:57.719693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b906974-295a-44a8-9085-9e796d2dc5b9 req-d7145cc6-ccc3-4711-a09f-2553bd180743 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072657 Nov 10 04:04:57.763618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63477048-a6e2-4ea4-a3cf-12e6022f4863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:57.872018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63477048-a6e2-4ea4-a3cf-12e6022f4863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:57.877338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63477048-a6e2-4ea4-a3cf-12e6022f4863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:57.940547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-63477048-a6e2-4ea4-a3cf-12e6022f4863 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50255c5f146f4838aed84fe7cfc38e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526671 Nov 10 04:04:57.941869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63477048-a6e2-4ea4-a3cf-12e6022f4863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8c171c-ab22-41ca-8a17-f9292bfd5a93,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:57.943585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50686) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:04:58.025089 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aefdfc8c-06a9-4be6-97a6-d28a9c82d8ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:58.053484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aefdfc8c-06a9-4be6-97a6-d28a9c82d8ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:58.128164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aefdfc8c-06a9-4be6-97a6-d28a9c82d8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:58.129610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265659b-c327-428a-a8ba-e51eb303f19c req-2b1903cf-771c-4d81-8596-893c7e0fae10 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:58.130837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aefdfc8c-06a9-4be6-97a6-d28a9c82d8ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:58.131264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d265659b-c327-428a-a8ba-e51eb303f19c req-2b1903cf-771c-4d81-8596-893c7e0fae10 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.0667794 Nov 10 04:04:58.132109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aefdfc8c-06a9-4be6-97a6-d28a9c82d8ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f8c171c-ab22-41ca-8a17-f9292bfd5a93 HTTP/1.1" status: 204 len: 168 time: 0.1872499 Nov 10 04:04:58.174252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdfc8c-06a9-4be6-97a6-d28a9c82d8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8c171c-ab22-41ca-8a17-f9292bfd5a93,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:58.341893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:04:58.347211 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:58.357427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e118c6b7-d5a5-491e-ae45-0d0221757546 req-fd2c3d8f-60d0-4ec1-bad2-5a2b4ead2f19 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0494921 Nov 10 04:04:58.675971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] For port b44a1ed9-8fb7-45b6-9ded-fbce880e3457, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:04:58.676601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:58.729395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for b44a1ed9-8fb7-45b6-9ded-fbce880e3457 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:04:58.994879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518e12a-6b40-4d2b-b761-3104bb275092 req-2e620f8f-f2ee-47a1-8a33-b5bd5bfb236b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:04:59.000472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3518e12a-6b40-4d2b-b761-3104bb275092 req-2e620f8f-f2ee-47a1-8a33-b5bd5bfb236b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 946 time: 0.1008751 Nov 10 04:04:59.059235 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:59.067926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3518e12a-6b40-4d2b-b761-3104bb275092 req-74f9525d-739e-445f-9435-1277c1498dc6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616379 Nov 10 04:04:59.075905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['461c2033-a859-42db-a783-2c8f250d5495'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:59.089723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=b44a1ed9-8fb7-45b6-9ded-fbce880e3457,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:04:59.135242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['b44a1ed9-8fb7-45b6-9ded-fbce880e3457'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:04:59.191760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] No DVR routers for this DVR port b44a1ed9-8fb7-45b6-9ded-fbce880e3457 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:04:59.201003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:04:59.205101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d265659b-c327-428a-a8ba-e51eb303f19c req-7a218b0d-b5f2-4b00-bfe6-d1a6a056bfb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "DELETE /v2.0/ports/b44a1ed9-8fb7-45b6-9ded-fbce880e3457 HTTP/1.1" status: 204 len: 173 time: 1.0585945 Nov 10 04:04:59.205582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'name': 'network-vif-deleted', 'tag': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:04:59.207991 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c538cdd1-1366-4169-af62-1e9c9ad30e20" -d '{"events": [{"server_uuid": "91ffec7a-1f97-4c89-a6a6-90809de3ee19", "name": "network-vif-deleted", "tag": "b44a1ed9-8fb7-45b6-9ded-fbce880e3457"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:04:59.327273 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683f4958-79ff-49d3-9156-ad3297bfaf79 x-openstack-request-id: req-683f4958-79ff-49d3-9156-ad3297bfaf79 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:04:59.327871 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ffec7a-1f97-4c89-a6a6-90809de3ee19", "name": "network-vif-deleted", "tag": "b44a1ed9-8fb7-45b6-9ded-fbce880e3457", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:04:59.328994 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-683f4958-79ff-49d3-9156-ad3297bfaf79 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:04:59.329634 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ffec7a-1f97-4c89-a6a6-90809de3ee19', 'name': 'network-vif-deleted', 'tag': 'b44a1ed9-8fb7-45b6-9ded-fbce880e3457', 'status': 'completed', 'code': 200} Nov 10 04:04:59.477927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2794828e-44d2-4f55-8f58-603d773260ab req-61ee537e-0bcc-4fad-9c6c-76295206b02f tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0300851 Nov 10 04:05:00.275932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ece1c37e-b221-4d04-ae31-ddec218843b2 req-7f866207-6e61-4717-a954-24e31e8d3809 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0507040 Nov 10 04:05:00.632706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b595e154-1b7f-40f9-b612-6c1c307b81fd req-4a6b2a26-0fa1-49e4-9b2c-d8c1c861ddc6 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0356216 Nov 10 04:05:00.833080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50746) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:00.941034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.039269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.044218 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.090831 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcf70d771ad54aa69bc5545203ba9299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564690 Nov 10 04:05:01.092014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1674fbe5-c9f4-4108-b7f5-e8324ddcf96b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:01.093350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:01.100406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.100763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.101109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.101447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.101770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.102130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.102457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.102782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.103103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.103424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.103744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.104062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255a195-4067-4916-a6de-92a6ec95e017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:01.157489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f12f493b-e924-4534-9790-f8c940940add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.177846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f12f493b-e924-4534-9790-f8c940940add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.228000 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f12f493b-e924-4534-9790-f8c940940add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.231420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f12f493b-e924-4534-9790-f8c940940add admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.235957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f12f493b-e924-4534-9790-f8c940940add admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1674fbe5-c9f4-4108-b7f5-e8324ddcf96b HTTP/1.1" status: 204 len: 168 time: 0.1413574 Nov 10 04:05:01.248010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f493b-e924-4534-9790-f8c940940add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1674fbe5-c9f4-4108-b7f5-e8324ddcf96b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:01.425441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4758cf50-4e6f-4ddc-ac8c-a3e6e6b37315 req-29cf6e89-2966-451e-901a-0ff8d8e43eab tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0368180 Nov 10 04:05:01.487213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b44a1ed9-8fb7-45b6-9ded-fbce880e3457 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:05:01.510059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: b44a1ed9-8fb7-45b6-9ded-fbce880e3457 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:05:01.510990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b44a1ed9-8fb7-45b6-9ded-fbce880e3457 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:05:01.582171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50766) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:01.595633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c8aa-8c5b-4305-a473-716df5ea9b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.684095 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c8aa-8c5b-4305-a473-716df5ea9b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.691278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c8aa-8c5b-4305-a473-716df5ea9b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.745110 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7fd8c8aa-8c5b-4305-a473-716df5ea9b10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e7b268d368d4a2592e08547e2c7a1b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1615970 Nov 10 04:05:01.747994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50770) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:01.757913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c8aa-8c5b-4305-a473-716df5ea9b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b6f719-c1d0-4bfa-afee-3a17a98ede9f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:01.790496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f2ebbc6-75ed-48a5-a685-f14e12d43983 req-533a7548-ddb5-4728-b37f-9945515247ae tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0439208 Nov 10 04:05:01.798455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52bdfb15-4a6e-4e9d-96b0-2942619e1633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.827565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52bdfb15-4a6e-4e9d-96b0-2942619e1633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.875675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52bdfb15-4a6e-4e9d-96b0-2942619e1633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.879173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52bdfb15-4a6e-4e9d-96b0-2942619e1633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:01.880442 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-52bdfb15-4a6e-4e9d-96b0-2942619e1633 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64b6f719-c1d0-4bfa-afee-3a17a98ede9f HTTP/1.1" status: 204 len: 168 time: 0.1312718 Nov 10 04:05:01.889296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdfb15-4a6e-4e9d-96b0-2942619e1633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b6f719-c1d0-4bfa-afee-3a17a98ede9f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:02.558989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03355d42-f779-4b20-8692-72b8805be27e req-6fc0f21f-2fb2-4e3a-85b4-d822c6256824 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0414402 Nov 10 04:05:02.932516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d563bcb1-ac8d-477f-b9f1-3a9c252c9132 req-3c4fbf7d-f46c-4a9a-847a-eef63a99a0f4 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0324411 Nov 10 04:05:03.692917 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56bb8513-2356-45a7-bca3-3fb76d453af3 req-793e54e1-fd01-4bc7-ac04-04bd05019811 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0359344 Nov 10 04:05:04.075078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1c33087-efd3-4914-9fbe-ff0fce9b8507 req-46eafa38-30dd-4fcb-b941-2d0a40ff9f05 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0283599 Nov 10 04:05:04.799365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70fd99e4-bf5e-4bf2-a2cd-990dff7a8909 req-3a85a850-b693-4b5d-8660-d40159c4682e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ffec7a-1f97-4c89-a6a6-90809de3ee19 HTTP/1.1" status: 200 len: 210 time: 0.0298564 Nov 10 04:05:05.221901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd88f60b-3372-4b48-9e22-f65892e51b0f req-333fb2a5-6dbc-4b9f-aa9b-64598eec407b tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0345540 Nov 10 04:05:06.336502 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bdf0f8e-759b-4008-b22e-318bde589e74 req-bb32aa4a-9ae2-4790-886d-69c64dcadfa0 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0296695 Nov 10 04:05:07.141405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50910) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:07.273043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f2610ec-36a8-454f-bf59-3db57ba49264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:07.354103 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f2610ec-36a8-454f-bf59-3db57ba49264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:07.358118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f2610ec-36a8-454f-bf59-3db57ba49264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:07.405201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50916) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:07.405766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7f2610ec-36a8-454f-bf59-3db57ba49264 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c75cbcafedfa407c85fedfccd68089fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626536 Nov 10 04:05:07.406154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2610ec-36a8-454f-bf59-3db57ba49264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb60f42e-3604-4e10-9072-40abfc277d11,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:07.484765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8384ca46-3686-4c43-bdc7-fb4ca9f495a5 req-c1498b20-538d-48d6-a82b-32c0fcb07e2e tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0354965 Nov 10 04:05:07.489314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a3932d2-efe3-4c58-a086-e0af9522be0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:07.524002 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a3932d2-efe3-4c58-a086-e0af9522be0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:07.587726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a3932d2-efe3-4c58-a086-e0af9522be0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:07.591059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a3932d2-efe3-4c58-a086-e0af9522be0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:07.596018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8a3932d2-efe3-4c58-a086-e0af9522be0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb60f42e-3604-4e10-9072-40abfc277d11 HTTP/1.1" status: 204 len: 168 time: 0.1885357 Nov 10 04:05:07.614642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3932d2-efe3-4c58-a086-e0af9522be0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb60f42e-3604-4e10-9072-40abfc277d11,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:07.913870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50926) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:07.929299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a424f14f-5482-4487-83cc-c46a0dc77a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.063457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.088995 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a424f14f-5482-4487-83cc-c46a0dc77a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.093685 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a424f14f-5482-4487-83cc-c46a0dc77a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.131808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50934) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:08.143060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a424f14f-5482-4487-83cc-c46a0dc77a6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe294c26fdca4251a103e468fb338550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279258 Nov 10 04:05:08.201792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424f14f-5482-4487-83cc-c46a0dc77a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba980cb-5561-45c4-bd56-eb9f4be08c7d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:08.230132 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07859d1f-ef16-4002-983d-588b002c736b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.255142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07859d1f-ef16-4002-983d-588b002c736b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.311603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07859d1f-ef16-4002-983d-588b002c736b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.315304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07859d1f-ef16-4002-983d-588b002c736b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:08.316925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-07859d1f-ef16-4002-983d-588b002c736b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ba980cb-5561-45c4-bd56-eb9f4be08c7d HTTP/1.1" status: 204 len: 168 time: 0.1851237 Nov 10 04:05:08.328487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07859d1f-ef16-4002-983d-588b002c736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba980cb-5561-45c4-bd56-eb9f4be08c7d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:08.666532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c8e8e63-4555-4039-9f1b-5bf5fb4de60b req-21dc8316-f93e-44b1-9050-cc6dd12ee1e6 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0455806 Nov 10 04:05:09.878534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94248b89-b953-4d66-a4ce-30e3d325a403 req-5af83d79-499c-4bf8-80c8-8c23aad25bed tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0759852 Nov 10 04:05:10.627736 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-155881fd-67d6-4123-b2c7-97e527be3b2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680022 Nov 10 04:05:10.762992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-8afadb19-c929-43d6-8c10-0e205eed75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:10.765016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-8afadb19-c929-43d6-8c10-0e205eed75d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 1097 time: 0.0655878 Nov 10 04:05:10.954488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-51bb03d8-22d4-4bcf-b274-8f4673438815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:10.957399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-51bb03d8-22d4-4bcf-b274-8f4673438815 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.1719751 Nov 10 04:05:11.053991 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c793b5fa-fb77-4dc0-adfc-9f36a4951e35 req-e469a5a8-9a81-473c-bbe0-f7bdb5d7173d tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0531714 Nov 10 04:05:11.098082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-aa54aa57-f307-412a-b3fb-7cc966d15ec0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 200 len: 1000 time: 0.1322715 Nov 10 04:05:11.205141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-bcc6b09f-2995-4322-859d-8c9b4f481912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:11.207008 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-bcc6b09f-2995-4322-859d-8c9b4f481912 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.1027436 Nov 10 04:05:11.279159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-974af101-73ee-4bb8-a9a6-a41f8293180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:11.283379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-974af101-73ee-4bb8-a9a6-a41f8293180a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689049 Nov 10 04:05:11.468999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-1dfa0d72-3642-495d-a6c1-d3ff74ddd822 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787789 Nov 10 04:05:11.576935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-48a8539b-1b13-408f-9e6a-076f00733e5f req-a2772cbf-f280-435e-873b-34c966053bec service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002514 Nov 10 04:05:11.992537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea7ba-8024-4b8b-9d4a-4c0e8d78db8a req-c9fae331-a497-4c6c-8d7c-d9c41470141f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:11.994281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f03ea7ba-8024-4b8b-9d4a-4c0e8d78db8a req-c9fae331-a497-4c6c-8d7c-d9c41470141f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 945 time: 0.0547125 Nov 10 04:05:12.049915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f03ea7ba-8024-4b8b-9d4a-4c0e8d78db8a req-a783f460-d442-4e6c-b916-9b706e7255f8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Nov 10 04:05:12.161351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9bd75ea6-611f-4da1-8162-a46ebb251ecc req-4350b093-49c1-4427-9618-f62370359192 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Nov 10 04:05:13.182486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ee3e4-5d16-43c5-8d98-b2c7b5ed492d req-f0bb187b-3067-416f-8438-e3db4753e568 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:13.184045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f25ee3e4-5d16-43c5-8d98-b2c7b5ed492d req-f0bb187b-3067-416f-8438-e3db4753e568 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 945 time: 0.0613542 Nov 10 04:05:13.265214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f25ee3e4-5d16-43c5-8d98-b2c7b5ed492d req-eba550ec-fb1a-4d24-a967-16893637f2cc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=544d25f6-e0ac-47b9-856a-e10fff259914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750709 Nov 10 04:05:13.307339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7805e19f-9e48-4c64-8fda-665257c6ed5c req-cdc71abe-5b98-4911-abf7-13bb68747e16 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0410762 Nov 10 04:05:13.325776 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb68d-67cb-476b-b8cb-b042fe57a5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:13.632130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72675111-397e-450f-9187-253aaa7fdcf7 req-57f4d575-ddbf-4933-a88c-b4ee0658cdd0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:13.633737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72675111-397e-450f-9187-253aaa7fdcf7 req-57f4d575-ddbf-4933-a88c-b4ee0658cdd0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 945 time: 0.0851958 Nov 10 04:05:13.752253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port 461c2033-a859-42db-a783-2c8f250d5495 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:05:13.752743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:13.858535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] For port 461c2033-a859-42db-a783-2c8f250d5495, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=461c2033-a859-42db-a783-2c8f250d5495,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:05:13.859016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:13.875617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for 461c2033-a859-42db-a783-2c8f250d5495 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:05:13.982713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-a400bb0d-a82c-4310-930e-5fba65c399cb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:13.984443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-a400bb0d-a82c-4310-930e-5fba65c399cb tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.1416037 Nov 10 04:05:14.011238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-8678266d-eb2c-4c26-af82-bc1dbb4b6fb7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/quotas/a21a2c36186f4a0a912b88acd8cb74ee HTTP/1.1" status: 200 len: 375 time: 0.0196855 Nov 10 04:05:14.046113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:14.057982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['461c2033-a859-42db-a783-2c8f250d5495'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:05:14.095270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-6093135d-407e-407f-9986-22bae106f91f tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829163 Nov 10 04:05:14.099027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=461c2033-a859-42db-a783-2c8f250d5495,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:14.170165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] No DVR routers for this DVR port 461c2033-a859-42db-a783-2c8f250d5495 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:05:14.172900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:14.177043 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72675111-397e-450f-9187-253aaa7fdcf7 req-be44cca7-ec4c-45ee-b37f-15e2aa1b99e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "DELETE /v2.0/ports/461c2033-a859-42db-a783-2c8f250d5495 HTTP/1.1" status: 204 len: 173 time: 0.5348542 Nov 10 04:05:14.177492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7294833-8bb6-4668-927c-55949f7514ab', 'name': 'network-vif-deleted', 'tag': '461c2033-a859-42db-a783-2c8f250d5495'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:05:14.180064 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc44aaf-5967-4e05-bc86-954e15561bf4" -d '{"events": [{"server_uuid": "d7294833-8bb6-4668-927c-55949f7514ab", "name": "network-vif-deleted", "tag": "461c2033-a859-42db-a783-2c8f250d5495"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:05:14.234868 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0de45e9-17df-47dd-b668-0823a2b030b0 x-openstack-request-id: req-a0de45e9-17df-47dd-b668-0823a2b030b0 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:05:14.235278 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7294833-8bb6-4668-927c-55949f7514ab", "name": "network-vif-deleted", "tag": "461c2033-a859-42db-a783-2c8f250d5495", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:05:14.235591 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0de45e9-17df-47dd-b668-0823a2b030b0 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:05:14.236049 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7294833-8bb6-4668-927c-55949f7514ab', 'name': 'network-vif-deleted', 'tag': '461c2033-a859-42db-a783-2c8f250d5495', 'status': 'completed', 'code': 200} Nov 10 04:05:14.380850 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a3579e0-3a77-4ff2-a8d7-75df5f37bae9 req-8142235f-ca83-459c-880a-3cb0ed74880b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0379603 Nov 10 04:05:14.399629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-efd65228-ffb9-4583-8a50-d23972fddf5a service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025088 Nov 10 04:05:14.524377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a408177-049a-4296-8148-7d4c76efe77b req-4a16412e-743e-458d-8118-f55f1c93db9e tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0442150 Nov 10 04:05:14.572532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-cdd30c5f-6b99-4d5c-be8e-2fdb0c562fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717796 Nov 10 04:05:14.774421 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-917dd878-31f3-4c58-8f84-c530e09bb051 req-c65e24b7-72c5-4ead-a726-8565a1329965 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 210 time: 0.0278196 Nov 10 04:05:15.502481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b786e1e-0b6c-467f-a186-f486f529792f req-9f58dce9-74ca-43b4-a7fc-eb2ff7001edc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0290694 Nov 10 04:05:15.665061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcdba-6b15-40df-9106-cb9863ee321a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:15.957373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-a1d008ab-bbd7-45c4-8322-ebf1fb7a8f01 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:15.960222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-a1d008ab-bbd7-45c4-8322-ebf1fb7a8f01 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 815 time: 0.1993895 Nov 10 04:05:15.974655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Request body: {'port': {'device_id': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'admin_state_up': True, 'tenant_id': 'a21a2c36186f4a0a912b88acd8cb74ee'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:16.064549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 461c2033-a859-42db-a783-2c8f250d5495 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:05:16.113200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 461c2033-a859-42db-a783-2c8f250d5495 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:05:16.113594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 461c2033-a859-42db-a783-2c8f250d5495 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:05:16.159832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Made reservation on behalf of a21a2c36186f4a0a912b88acd8cb74ee for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:05:16.165763 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:16.187376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdfdd255-00e2-4b50-8675-6e2253ed97c4 req-7225eafe-90e0-4f97-8558-eb7cf0e7ea2d tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.5762527 Nov 10 04:05:16.241440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-475ff1be-43be-4ce9-b3b1-f3cb56e75d24 req-b019240c-1549-4ab7-981f-9e34485e6856 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 210 time: 0.0472369 Nov 10 04:05:16.330053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Allocated IP 172.20.0.6 (54c5f376-7e04-42a8-aad9-b9555f6ab683/1c833d13-643e-412c-8fda-efdcd8634d77/4dfd7f89-6ca7-490f-9b4f-9c5be697af63) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:05:16.533110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:16.571985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:16.585291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18238f73-7f9c-423f-be7b-31dc14882968', '02fd2712-eb01-467c-a5ad-4b2a2f075878'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:05:16.607228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d87097bc-552a-4ffb-afdb-b2df1577c123 req-d6664cf7-0a3b-473f-b307-9eeb761373fe tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0310931 Nov 10 04:05:16.630876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event updated for resources: {'Port': ['ID=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:16.647899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:05:16.649560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:05:16.656436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['deb8ea50-1998-4cda-bc78-0aadc52083a2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:05:16.665032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:05:16.718186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90524976-c879-44ba-b742-7de72d050f30 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:05:16.754460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:16.755534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:16.775568 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-e61f09ad-8f35-4a8a-9890-1518c60d9181 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055444 Nov 10 04:05:16.798525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Request body: {'port': {'device_id': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:16.828034 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:16.866480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-942bb8fa-528a-430d-a496-f942a2e1e8db None None] Provisioning complete for port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:05:16.866766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-942bb8fa-528a-430d-a496-f942a2e1e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:16.877275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:16.909706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-942bb8fa-528a-430d-a496-f942a2e1e8db None None] Port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:05:17.394613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89c6c44b-0c2b-467e-bcfc-88fa66705e4f req-ff7769da-56fc-48b0-92a2-b2a366f12d6f tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0875335 Nov 10 04:05:17.611695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b74ad-bb39-4215-a686-531d55acb433 req-b8717796-4680-484e-b4c8-1aef7353648c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:17.614063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-927b74ad-bb39-4215-a686-531d55acb433 req-b8717796-4680-484e-b4c8-1aef7353648c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 931 time: 0.2154675 Nov 10 04:05:17.686531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:05:17.694266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:17.707355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Transition to ACTIVE for port object 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:05:17.716261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:17.774218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:17.779225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ce900-bf16-4466-bdf0-28eff2f3638c None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:05:17.785210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-927b74ad-bb39-4215-a686-531d55acb433 req-875d4de0-f903-4ce7-8bea-0b5571e9de8a tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552684 Nov 10 04:05:17.817756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a4e15a0-1a1a-4e30-bfc0-21a74fb7afaf req-1717e90b-9ccf-4048-a726-57bbee0cb9da tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0308845 Nov 10 04:05:17.871331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Attempting to bind port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:05:17.871952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Attempting to bind port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:05:17.871952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Attempting to bind port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:05:17.885061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:05:17.885373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Attempting to bind port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 on network 54c5f376-7e04-42a8-aad9-b9555f6ab683 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:05:17.891230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:05:17.891571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Checking segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:05:17.891963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Bound using segment: {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:05:17.892366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Bound port: 4dfd7f89-6ca7-490f-9b4f-9c5be697af63, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e80984-5413-4e87-a8f4-d3e6db808425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:05:17.892730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:17.987061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] For port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:05:17.991298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] For port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:05:17.996915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:18.041217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:18.041851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:18.043361 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] 10.222.0.44 "PUT /v2.0/ports/4dfd7f89-6ca7-490f-9b4f-9c5be697af63 HTTP/1.1" status: 200 len: 1091 time: 1.2515025 Nov 10 04:05:18.043837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'tag': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:05:18.048923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf92785-cfe6-41f4-b8b3-3a7e0f1c2db1 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:05:18.052655 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8a9d06-58ce-4113-ba38-e043c2dba529", "tag": "4dfd7f89-6ca7-490f-9b4f-9c5be697af63"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:05:18.135358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2364c-ac98-4751-933d-81940fcacc19 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:18.140457 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de50106d-5bc7-482b-9fa8-42466dec9153 x-openstack-request-id: req-de50106d-5bc7-482b-9fa8-42466dec9153 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:05:18.140734 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8a9d06-58ce-4113-ba38-e043c2dba529", "tag": "4dfd7f89-6ca7-490f-9b4f-9c5be697af63", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:05:18.140972 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de50106d-5bc7-482b-9fa8-42466dec9153 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:05:18.141353 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'tag': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63', 'status': 'completed', 'code': 200} Nov 10 04:05:18.175464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-af5cac51-ddab-4c83-8bd1-ef1e0f89d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:18.177190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-af5cac51-ddab-4c83-8bd1-ef1e0f89d8db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 1094 time: 0.0514793 Nov 10 04:05:18.231968 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-5b16958a-fbc5-4a19-b9da-4e832e831f58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dfd7f89-6ca7-490f-9b4f-9c5be697af63 HTTP/1.1" status: 200 len: 217 time: 0.0451696 Nov 10 04:05:18.291341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-401ce158-cd43-446b-b5fe-6771a0b8ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:18.291987 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-401ce158-cd43-446b-b5fe-6771a0b8ca81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.0529957 Nov 10 04:05:18.324918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-f423b0d4-9d3f-49d9-85ba-032b1746cd1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258453 Nov 10 04:05:18.420155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:18.457559 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-bdf6a20f-41ef-4042-b899-ea6441af057b service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205151 Nov 10 04:05:18.527787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b876564-b3af-499d-844b-f37141ce50f8 req-f2d2dd1f-f4a3-44c8-9430-940bb145b85d tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0347488 Nov 10 04:05:18.619495 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f40d893-5840-4379-a319-a63a1fee25c2 req-4484513f-a413-4bbc-829d-558563e2ddf7 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536455 Nov 10 04:05:18.731146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-dc95dfe8-fc4c-467b-9104-56c2fd0b0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:18.732817 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-dc95dfe8-fc4c-467b-9104-56c2fd0b0402 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 1094 time: 0.0547266 Nov 10 04:05:18.828868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4144b70b-2160-4270-bc32-a1931be2cff9 req-ce16aa43-ab68-4efe-abc4-00958b3f421c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0622222 Nov 10 04:05:18.916070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-ad2bf3e7-6fc9-44e2-86b7-cc8a5fdd466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:18.928632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-ad2bf3e7-6fc9-44e2-86b7-cc8a5fdd466d service neutron] 10.222.0.44 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 915 time: 0.1873682 Nov 10 04:05:18.962333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7458b5f-af60-4ccd-a312-bb6e49185b7d req-a6116cfd-7231-4855-a195-2fa38a8e469e tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:18.964524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7458b5f-af60-4ccd-a312-bb6e49185b7d req-a6116cfd-7231-4855-a195-2fa38a8e469e tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 943 time: 0.1191320 Nov 10 04:05:18.992629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74694e68-d299-4bcb-801f-71c47b0e1ca4 req-eba1825c-6b06-459e-a159-17d02592a13e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0538940 Nov 10 04:05:19.024583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-2d2b43e5-85d4-4db2-93b8-9809dfb27b8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dfd7f89-6ca7-490f-9b4f-9c5be697af63 HTTP/1.1" status: 200 len: 217 time: 0.0876927 Nov 10 04:05:19.081133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7458b5f-af60-4ccd-a312-bb6e49185b7d req-ebaffa30-3113-4acb-9845-7630079f4352 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104095 Nov 10 04:05:19.117721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:19.140241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-77f917c6-de9c-4678-a3eb-42c2290edc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:19.141746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-77f917c6-de9c-4678-a3eb-42c2290edc28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.1061797 Nov 10 04:05:19.194903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-56db70b8-1c92-494e-9314-4eb7c2c46ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440962 Nov 10 04:05:19.323232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-09f7a3b6-2104-4d12-8bcf-da10fe3bf2f8 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179621 Nov 10 04:05:19.425419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f4a4c97-3017-4c72-92dc-a9d07af7e6e6 req-f720eca4-e842-4126-b728-be492946bb53 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927618 Nov 10 04:05:19.649405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29149a27-9dbb-4660-bfac-82e9d801206e req-c1d4dab5-fb58-492b-a685-38221239cce4 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0301306 Nov 10 04:05:20.102191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99fe1df3-407d-416c-839c-c0e27adde225 req-43ce385a-db3b-4b62-b934-c35a78f9d350 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0283215 Nov 10 04:05:20.252981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff4c7-7bde-4716-83b2-27f637c1c086 req-da96edeb-ec38-49d5-b897-bb6e3afeb101 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:20.263518 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99cff4c7-7bde-4716-83b2-27f637c1c086 req-da96edeb-ec38-49d5-b897-bb6e3afeb101 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 943 time: 0.0745916 Nov 10 04:05:20.337405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99cff4c7-7bde-4716-83b2-27f637c1c086 req-db7308e3-1f51-465a-940c-b0e082eda26b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698893 Nov 10 04:05:20.791615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d664707-10f0-4854-a621-c450d4f99ffe req-a6c7c1cd-0ebc-40ce-9ff8-d571e137d703 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0260158 Nov 10 04:05:21.117680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5411a71-1bbf-48e7-9c1f-8a429f0c3529 req-873682f7-f7ec-433f-bfd8-2cbded0e1664 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8&device_id=6bfad3f5-59be-404f-96a3-cdacaf1a2968 HTTP/1.1" status: 200 len: 210 time: 0.0286961 Nov 10 04:05:21.285666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c956b94b-ab40-4744-93e5-e3caaa1a0822 req-f71dc29f-86c2-4aba-a422-4662f50b7b13 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0467572 Nov 10 04:05:21.471179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5333902a-992a-4321-b9bf-c1fcd8d4a78c req-5c13fc20-4987-4023-a9bc-dcdbdf35bcf9 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0267918 Nov 10 04:05:21.508031 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33309cec-eb5c-4264-ada1-18cdd0cda879 req-b8212b86-51a2-4330-9ed8-e2bbc92b4509 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f1946ae53e413182dfbf343b5a597a&device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0570481 Nov 10 04:05:21.525001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1fe55-2b6a-4d73-9d26-703e2d3dfe1e req-82ada168-ff48-416b-bd84-cadd94cc2281 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:21.526531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31c1fe55-2b6a-4d73-9d26-703e2d3dfe1e req-82ada168-ff48-416b-bd84-cadd94cc2281 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 943 time: 0.0987563 Nov 10 04:05:21.563856 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33309cec-eb5c-4264-ada1-18cdd0cda879 req-ca250d67-5b9d-47e7-9523-ee325b7b43ef service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31f1946ae53e413182dfbf343b5a597a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408785 Nov 10 04:05:21.594671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31c1fe55-2b6a-4d73-9d26-703e2d3dfe1e req-c3b98f59-34eb-4727-abc5-b464b11806be tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590403 Nov 10 04:05:21.773177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309cec-eb5c-4264-ada1-18cdd0cda879 req-0e6b301b-3f2e-4948-bb70-f99509a04299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:21.775421 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33309cec-eb5c-4264-ada1-18cdd0cda879 req-0e6b301b-3f2e-4948-bb70-f99509a04299 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2045839 Nov 10 04:05:22.079765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:05:22.235054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:05:22.245971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63', 'network_id': '54c5f376-7e04-42a8-aad9-b9555f6ab683', 'port_id': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63', 'mac_address': 'fa:16:3e:5c:01:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c833d13-643e-412c-8fda-efdcd8634d77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:05:22.282389 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:22.295960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:05:22.316722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:05:22.321350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:22.371734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:22.380691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.381167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.381393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.381725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.382243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.382577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.382926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.383213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.383532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.383896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.384149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.384477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:22.415209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbe083ed-e8fd-4cc0-9f5a-27a0a2dcc950 req-48782cba-a254-4154-8fd4-d5bf642f50de tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7294833-8bb6-4668-927c-55949f7514ab HTTP/1.1" status: 200 len: 210 time: 0.0331407 Nov 10 04:05:22.561107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['4dfd7f89-6ca7-490f-9b4f-9c5be697af63'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:05:22.607032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14c9714d-ae5e-4eec-bdfe-58a5cbe496ab req-4e4b66cd-e47a-4a05-9ca7-3820d35897ac tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0410838 Nov 10 04:05:22.738451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb04a9a-33c5-4e2e-99d1-03abbba00794 req-84a59da7-dfd1-4124-b7ad-7626fe6dc1b7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:22.740044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9cb04a9a-33c5-4e2e-99d1-03abbba00794 req-84a59da7-dfd1-4124-b7ad-7626fe6dc1b7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 944 time: 0.0507462 Nov 10 04:05:22.791016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9cb04a9a-33c5-4e2e-99d1-03abbba00794 req-8d0597fb-2eb0-405a-a7d3-ad7eaf501656 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Nov 10 04:05:23.387599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33309cec-eb5c-4264-ada1-18cdd0cda879 req-c3194d8a-4208-4efb-b19c-64c90ed36d47 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.11 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0389984 Nov 10 04:05:23.417193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:23.731343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ead1b81-96c6-4fca-842a-28efbdad1a5a req-eaea0292-dfd9-44a6-b34e-621f68d8f724 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=56f35447-181d-4775-881f-b8c960f16da8 HTTP/1.1" status: 200 len: 210 time: 0.0416501 Nov 10 04:05:23.966513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f8433-790f-4e41-99f7-9ecc86c6da01 req-3d9ba521-f192-4d97-b101-694373939d93 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:23.968368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b88f8433-790f-4e41-99f7-9ecc86c6da01 req-3d9ba521-f192-4d97-b101-694373939d93 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 944 time: 0.0766551 Nov 10 04:05:24.037376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b88f8433-790f-4e41-99f7-9ecc86c6da01 req-512a7893-e3a2-4cf2-9f29-3e8c99ab70d4 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608909 Nov 10 04:05:24.086739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:05:24.148389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:05:24.152943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:05:24.153639 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:24.242753 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:24.267072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:05:24.269293 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34832108-58f1-4cfe-8982-8bd078d350ba" -d '{"events": [{"server_uuid": "8a8a9d06-58ce-4113-ba38-e043c2dba529", "name": "network-vif-plugged", "status": "completed", "tag": "4dfd7f89-6ca7-490f-9b4f-9c5be697af63"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:05:24.281732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:05:24.285754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:24.319877 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a34ef2f-2e50-4d6f-b259-f31ea0d80bb5 x-openstack-request-id: req-1a34ef2f-2e50-4d6f-b259-f31ea0d80bb5 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:05:24.320189 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8a9d06-58ce-4113-ba38-e043c2dba529", "name": "network-vif-plugged", "status": "completed", "tag": "4dfd7f89-6ca7-490f-9b4f-9c5be697af63", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:05:24.320430 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a34ef2f-2e50-4d6f-b259-f31ea0d80bb5 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:05:24.320818 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63', 'code': 200} Nov 10 04:05:24.353033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:24.418501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b94a-585b-4fab-966e-b418104ee25e req-c9b10ba7-e3d5-4551-be7f-c07a16573c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:24.420019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80c4b94a-585b-4fab-966e-b418104ee25e req-c9b10ba7-e3d5-4551-be7f-c07a16573c5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 1096 time: 0.0406156 Nov 10 04:05:24.479246 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80c4b94a-585b-4fab-966e-b418104ee25e req-09c35944-24af-4a2a-a257-b0af6cc5e8f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Nov 10 04:05:24.781447 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:05:25.047264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be6129bb-985b-4d72-b433-e64ed0f13ce6 req-429649d2-cca4-4748-8381-23a35386c692 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31f1946ae53e413182dfbf343b5a597a&device_id=6bfad3f5-59be-404f-96a3-cdacaf1a2968 HTTP/1.1" status: 200 len: 210 time: 0.0373113 Nov 10 04:05:25.097711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3eda56be-3d86-4102-b2b4-796bc5dbb267 req-c23d1b88-5217-4852-8a46-3f48942329fd tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfad3f5-59be-404f-96a3-cdacaf1a2968 HTTP/1.1" status: 200 len: 210 time: 0.0503297 Nov 10 04:05:25.104143 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be6129bb-985b-4d72-b433-e64ed0f13ce6 req-e2bfdd77-52b7-487b-a64a-d14d93e66b19 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=31f1946ae53e413182dfbf343b5a597a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451989 Nov 10 04:05:25.214275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231c4a9-f196-4a87-920a-2c2bb945551a req-beec442b-e79f-4286-a98c-d3905d14e3a6 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:25.216828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d231c4a9-f196-4a87-920a-2c2bb945551a req-beec442b-e79f-4286-a98c-d3905d14e3a6 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 945 time: 0.0735338 Nov 10 04:05:25.244765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6129bb-985b-4d72-b433-e64ed0f13ce6 req-3d4f0c8a-6f8b-43ad-9f6a-964d8a4f2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:25.246463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be6129bb-985b-4d72-b433-e64ed0f13ce6 req-3d4f0c8a-6f8b-43ad-9f6a-964d8a4f2ba5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1340687 Nov 10 04:05:25.304223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d231c4a9-f196-4a87-920a-2c2bb945551a req-207e98df-6132-48e1-bce5-41d7fc25ce0d tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708764 Nov 10 04:05:26.220175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c20e366-4b1c-459c-aa7a-d777f809353c req-81755e6a-af0a-423f-b711-8f07a5732344 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfad3f5-59be-404f-96a3-cdacaf1a2968 HTTP/1.1" status: 200 len: 210 time: 0.0432503 Nov 10 04:05:26.441389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364832-d473-4a06-9662-2c72fa0a28d1 req-ae71b09f-99df-4d3c-88c4-84fcdf0aba3c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:26.443286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a364832-d473-4a06-9662-2c72fa0a28d1 req-ae71b09f-99df-4d3c-88c4-84fcdf0aba3c tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 945 time: 0.0709066 Nov 10 04:05:26.506271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a364832-d473-4a06-9662-2c72fa0a28d1 req-d34952e0-5995-46e2-af3f-22303c28cba6 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565598 Nov 10 04:05:26.587140 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be6129bb-985b-4d72-b433-e64ed0f13ce6 req-e1f3f433-b3a4-437b-83c3-b2c0a5439bb5 tempest-ServerShowV247Test-516289464 tempest-ServerShowV247Test-516289464-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bfad3f5-59be-404f-96a3-cdacaf1a2968 HTTP/1.1" status: 200 len: 210 time: 0.0442884 Nov 10 04:05:27.667814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51280) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:27.821985 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:27.938475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:27.944261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:28.049298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51306) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:28.071629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31f1946ae53e413182dfbf343b5a597a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3964415 Nov 10 04:05:28.078866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd226a-53e9-4113-a1f6-4bfe5fc4c8ee,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:28.106462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.106817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.107160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.107494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.107826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.108154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.108481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.108818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.109128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.109451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.109785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.110123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaae1ed-8e37-487f-9467-1ab3091d6acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:05:28.181000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-65d7aab9-13b3-4cae-90cd-330b5ab235d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:28.226773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-65d7aab9-13b3-4cae-90cd-330b5ab235d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:28.285269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-65d7aab9-13b3-4cae-90cd-330b5ab235d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:28.289985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-65d7aab9-13b3-4cae-90cd-330b5ab235d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:28.294848 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-65d7aab9-13b3-4cae-90cd-330b5ab235d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ecd226a-53e9-4113-a1f6-4bfe5fc4c8ee HTTP/1.1" status: 204 len: 168 time: 0.2396805 Nov 10 04:05:28.315613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7aab9-13b3-4cae-90cd-330b5ab235d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd226a-53e9-4113-a1f6-4bfe5fc4c8ee,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:29.693967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51404) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:29.701231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-36eccd4f-1745-4d56-8a0d-f295bb6e1dd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000127504', 'description': 'tempest-secgroup-smoke-1000127504 description', 'project_id': '75f05c7943244c83b6d25ae69de052cc'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:29.749635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36eccd4f-1745-4d56-8a0d-f295bb6e1dd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:29.936090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36eccd4f-1745-4d56-8a0d-f295bb6e1dd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:29.941536 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36eccd4f-1745-4d56-8a0d-f295bb6e1dd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:29.992789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eccd4f-1745-4d56-8a0d-f295bb6e1dd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d243eae-efbb-4c66-93de-1178bd049eff,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:29.998313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36eccd4f-1745-4d56-8a0d-f295bb6e1dd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.000164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-36eccd4f-1745-4d56-8a0d-f295bb6e1dd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3042307 Nov 10 04:05:30.003237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51418) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:30.009705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b6bde954-a0f0-4f29-a7c6-940052dfacbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'security_group_rule': {'security_group_id': '3d243eae-efbb-4c66-93de-1178bd049eff', 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:30.061573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6bde954-a0f0-4f29-a7c6-940052dfacbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.150773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6bde954-a0f0-4f29-a7c6-940052dfacbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.161277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6bde954-a0f0-4f29-a7c6-940052dfacbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.188262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bde954-a0f0-4f29-a7c6-940052dfacbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ec91ad-2942-496d-a24a-1df05cc2452c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:30.231516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6bde954-a0f0-4f29-a7c6-940052dfacbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.233035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6bde954-a0f0-4f29-a7c6-940052dfacbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2280579 Nov 10 04:05:30.235789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51430) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:30.240710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ea731f83-8db2-445c-a1ad-d15e110410cd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'security_group_rule': {'security_group_id': '3d243eae-efbb-4c66-93de-1178bd049eff', 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:30.260408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83830e40-f4fc-4700-8591-a8bf8c1dd9a1 req-c54774c9-ea32-4759-8974-a29ebcf28780 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0679848 Nov 10 04:05:30.290037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea731f83-8db2-445c-a1ad-d15e110410cd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.365972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea731f83-8db2-445c-a1ad-d15e110410cd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.370095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea731f83-8db2-445c-a1ad-d15e110410cd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.392905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea731f83-8db2-445c-a1ad-d15e110410cd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.395161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea731f83-8db2-445c-a1ad-d15e110410cd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580091 Nov 10 04:05:30.398006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:30.403334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-33fda559-0c97-454c-8ea0-ba9a1bda32ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'security_group_rule': {'security_group_id': '3d243eae-efbb-4c66-93de-1178bd049eff', 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:30.420227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea731f83-8db2-445c-a1ad-d15e110410cd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a12e7cd-830c-4b4b-a6a7-8b25f2c8ffc4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:30.453168 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33fda559-0c97-454c-8ea0-ba9a1bda32ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.577048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33fda559-0c97-454c-8ea0-ba9a1bda32ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.584833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33fda559-0c97-454c-8ea0-ba9a1bda32ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.621624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fda559-0c97-454c-8ea0-ba9a1bda32ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbceaa4-56eb-4e1e-ae03-1ce6f34722ce,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:30.628304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33fda559-0c97-454c-8ea0-ba9a1bda32ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.629523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-33fda559-0c97-454c-8ea0-ba9a1bda32ec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300146 Nov 10 04:05:30.632540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51444) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:30.637673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ddb05daf-57ae-4039-93ac-7c0736b5b299 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'security_group_rule': {'security_group_id': '3d243eae-efbb-4c66-93de-1178bd049eff', 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:30.687173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddb05daf-57ae-4039-93ac-7c0736b5b299 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.777579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddb05daf-57ae-4039-93ac-7c0736b5b299 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.783755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddb05daf-57ae-4039-93ac-7c0736b5b299 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.806422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb05daf-57ae-4039-93ac-7c0736b5b299 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336dbeee-2198-43a0-9629-c6a2fcd17e8f,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:30.814587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddb05daf-57ae-4039-93ac-7c0736b5b299 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.816209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ddb05daf-57ae-4039-93ac-7c0736b5b299 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1825550 Nov 10 04:05:30.819087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51450) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:30.824476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'security_group_rule': {'security_group_id': '3d243eae-efbb-4c66-93de-1178bd049eff', 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:30.853248 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Project 75f05c7943244c83b6d25ae69de052cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:05:30.860939 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.958723 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.972916 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:30.996164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2d8db4-678a-4b86-b91c-307491109478,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:31.020332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:31.026964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:31.028343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b950efe6-71c9-4ff7-9054-3276ab5c4826 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2066293 Nov 10 04:05:31.033698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'security_group_rule': {'security_group_id': '3d243eae-efbb-4c66-93de-1178bd049eff', 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:31.077167 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Project 75f05c7943244c83b6d25ae69de052cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:05:31.082588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:31.178500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:31.183420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:31.201792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35703d0-2793-4b60-a169-86a31274f4ea,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:31.210317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:31.212131 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ddf5f87a-2671-4683-a6a1-8294c71345be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1840339 Nov 10 04:05:31.417487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3eea803-7355-416a-85db-897912454206 req-4ea0120a-8906-4056-8927-374e5e9fc034 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0409541 Nov 10 04:05:32.577047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3713315-9658-4359-b0b1-86d6996d9b86 req-7dcf47bd-483e-4baf-a231-ff782e10d399 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0514641 Nov 10 04:05:33.754852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a705e5f1-3d50-4bb4-9ffe-3f751cb971fb req-76558c59-9d5c-42f2-8410-63b9126abaf3 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0384309 Nov 10 04:05:33.856592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 51598) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:34.075815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304b4f8e-7a73-44ce-a128-9e76d7fc6edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:34.201566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304b4f8e-7a73-44ce-a128-9e76d7fc6edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:34.212314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-304b4f8e-7a73-44ce-a128-9e76d7fc6edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:34.269319 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-304b4f8e-7a73-44ce-a128-9e76d7fc6edc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38b23918ebbe490abd1e47f689ecdef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114344 Nov 10 04:05:34.272412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 51612) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:34.295815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3f1c0c7c-2ff2-4c9c-8e57-d569473d80ce req-810c7eb7-c103-4feb-8a28-cfe86a9528ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0390131 Nov 10 04:05:34.296824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b4f8e-7a73-44ce-a128-9e76d7fc6edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ab5905-bc90-409a-af3a-7b9772693e0e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:34.338469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9fe2dd3-9293-4905-aa43-cf5909fd1ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:34.361714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9fe2dd3-9293-4905-aa43-cf5909fd1ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:34.419544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9fe2dd3-9293-4905-aa43-cf5909fd1ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:34.423275 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9fe2dd3-9293-4905-aa43-cf5909fd1ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:34.424617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f9fe2dd3-9293-4905-aa43-cf5909fd1ac9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7ab5905-bc90-409a-af3a-7b9772693e0e HTTP/1.1" status: 204 len: 168 time: 0.1502471 Nov 10 04:05:34.435945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe2dd3-9293-4905-aa43-cf5909fd1ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ab5905-bc90-409a-af3a-7b9772693e0e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:34.903639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55048c5c-80d9-48a6-bf0c-039149010481 req-e988f556-efc5-4522-89c5-e2031b5516a9 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0366385 Nov 10 04:05:36.045277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a4c9a62a-e917-4de7-8b6c-d74d5570fcdd req-1108fc5c-0dd4-464f-91dd-d381b3c82af5 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0317018 Nov 10 04:05:36.978251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea835b1-5975-4959-8340-a17080dfb68a req-f5b06d32-ad0d-4f9a-8cbb-f725aed3561f tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0424139 Nov 10 04:05:38.053323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:38.124619 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c85243d-576c-47e6-a203-9f5d4e693360 req-d3b2daf2-4fef-4815-8ad5-046fc8b83378 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0340931 Nov 10 04:05:39.290035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39d9b8c6-d3c0-49ff-a5fd-8e11bc535835 req-28278fa6-1eeb-4178-b6ee-1ac6e1b6dec6 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0458868 Nov 10 04:05:40.405805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fb146d0-771a-4216-bb99-a48b5d8bd923 req-cba49647-7a42-4cd5-8ba9-18e0ddbc1505 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0339901 Nov 10 04:05:41.547951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e91d7380-4e64-435b-80c3-0f3b733d4a48 req-51fd43c7-e6b3-423b-87a4-ed11ce47d4a0 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0501490 Nov 10 04:05:42.750464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2b8209c-9bb3-4d06-91c8-128a984526a3 req-a56d30b2-a780-4cc5-92d8-ebab29a87bc1 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0671873 Nov 10 04:05:43.334772 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-89c0378d-6fd1-4a17-a703-6208e22dcfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:43.932036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ab207017-ae94-4adf-959c-1c291d1f47a8 req-f7740f71-57d2-43cc-a59f-c2d3bae07c06 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0577734 Nov 10 04:05:45.095968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea8616c7-8fa3-4524-b113-f74788fe5cdd req-8f1682e2-1f94-4f1b-a266-66f8337172fa tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0473015 Nov 10 04:05:45.666442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-815795c0-8ebc-4669-b26c-827129335a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:46.248298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bdc81ee-4e08-468b-9902-b7a8d5852611 req-7daca669-5fc5-44a7-bd5b-22f294e88882 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0678511 Nov 10 04:05:46.772222 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:47.436687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61bf3a7a-3a34-4116-8e24-7f58749813ed req-5b3ca50f-2554-477e-b959-ba8f39c6aa46 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0332575 Nov 10 04:05:48.425801 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:48.634571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db2e0f1f-daf5-4001-b1ed-23ee5d0a8525 req-5500c20a-9913-441c-a26a-ecf937e2da79 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0502987 Nov 10 04:05:49.138750 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:49.835565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b1e7020-1382-4935-bd1d-35a31e1f57a7 req-9c4b2557-205f-423d-a9fa-86ea1bc416ee tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0560217 Nov 10 04:05:50.962104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c29eaff6-9537-4fb5-878e-eb3045ff705f req-077095f0-bfc1-4fd5-ae27-50d5c11f8237 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0407240 Nov 10 04:05:52.100879 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-26518626-08eb-4412-96e3-0f0f685a140d req-bd5709d2-95c9-49a7-8e12-3428b66ffc7d tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0343113 Nov 10 04:05:53.248163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a19f9f46-630c-4aa7-aaa9-4496e6ae46e6 req-804f489d-df45-414b-a5ef-a48c72846ead tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0304654 Nov 10 04:05:53.408799 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:54.407050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-e969b556-eb01-4f86-abc4-384f43673d97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834670 Nov 10 04:05:54.507294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-512393bb-a8a3-45a9-ba3e-cb59db4f4fcf req-28ee9a46-023c-4ef8-b382-8bb3893e199b tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.1256504 Nov 10 04:05:54.542254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-38e04fe4-534a-4ad9-aef2-3c728660d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:54.553358 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6ef29-ed9f-441c-9b13-7d5212bae2f1 req-b825c521-20f5-4890-98ca-517ea9cf0ed0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:54.563080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-38e04fe4-534a-4ad9-aef2-3c728660d107 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 1096 time: 0.0962102 Nov 10 04:05:54.572023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44e6ef29-ed9f-441c-9b13-7d5212bae2f1 req-b825c521-20f5-4890-98ca-517ea9cf0ed0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 945 time: 0.2057173 Nov 10 04:05:54.673839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44e6ef29-ed9f-441c-9b13-7d5212bae2f1 req-001df05f-e1ae-41ad-ba6c-8e27486249ff tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008666 Nov 10 04:05:54.753541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-3c3370cd-7b98-46d4-bef6-d4f8652a44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:54.755578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-3c3370cd-7b98-46d4-bef6-d4f8652a44f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 915 time: 0.1679966 Nov 10 04:05:54.806774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-ad62dffd-b8f4-41cd-b817-81f961c6d612 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18238f73-7f9c-423f-be7b-31dc14882968 HTTP/1.1" status: 200 len: 217 time: 0.0428588 Nov 10 04:05:54.864120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-26a4e60a-c0fa-46aa-b94f-dde544066110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:54.877073 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-26a4e60a-c0fa-46aa-b94f-dde544066110 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.0518601 Nov 10 04:05:54.928349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-485e6501-804d-4ee1-add0-50bbf24b0ecb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488920 Nov 10 04:05:55.029904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-3e67377b-8133-4916-a57f-7132f6f72291 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000127504&fields=id&tenant_id=75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 267 time: 0.0866187 Nov 10 04:05:55.068480 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-b1e9b33f-a326-476c-a92c-0edcc2442a2f service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303735 Nov 10 04:05:55.190207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-4f7c48d9-d064-4c93-b853-dce330f14422 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:55.192133 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f931ba46-d8be-492f-9daf-a76e47106a9c req-f5b21d9c-eb44-423c-858b-b49bdf133d21 service neutron] 10.222.0.44 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134787 Nov 10 04:05:55.192358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-4f7c48d9-d064-4c93-b853-dce330f14422 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.1612668 Nov 10 04:05:55.228403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-6ccddbba-325f-4500-bd41-943f609c374f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/quotas/75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 375 time: 0.0234082 Nov 10 04:05:55.311879 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-8790fa55-12fb-499b-9303-10fc8282ea69 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780025 Nov 10 04:05:55.548217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-d80084ba-085d-4819-afb8-e804f1e4ab47 service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312865 Nov 10 04:05:55.668050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-0e9d257f-6a02-40d3-a424-c540ac28ae0c service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122026 Nov 10 04:05:55.699571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67dff138-bea8-426e-82c2-f330f5ec84cd req-ac9d2c41-807a-4148-b5f0-973f3800b07f tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0302804 Nov 10 04:05:55.848483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd29f-733e-4bb9-9cbc-baa372c2385e req-e7de90d2-b119-420d-bf9d-1a38f45d7570 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:55.859506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e3bd29f-733e-4bb9-9cbc-baa372c2385e req-e7de90d2-b119-420d-bf9d-1a38f45d7570 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 945 time: 0.0797102 Nov 10 04:05:55.922695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e3bd29f-733e-4bb9-9cbc-baa372c2385e req-d10db872-45c1-4d55-bcf4-cd62df6c1608 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Nov 10 04:05:55.971565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-7c49ae73-d027-4f63-b481-6782695162e7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:55.973128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-7c49ae73-d027-4f63-b481-6782695162e7 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 945 time: 0.1068912 Nov 10 04:05:56.135737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Deleting port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:05:56.136396 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:56.219503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fee98e82-1d5d-45cf-8230-662e966af052 req-f9ce9070-5245-48ec-89fd-013baccb44d9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0605569 Nov 10 04:05:56.342833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] For port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:05:56.343903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:56.363854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Calling delete_port for 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:05:56.569161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:56.584130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18238f73-7f9c-423f-be7b-31dc14882968', '02fd2712-eb01-467c-a5ad-4b2a2f075878', '4dfd7f89-6ca7-490f-9b4f-9c5be697af63'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:05:56.659824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['deb8ea50-1998-4cda-bc78-0aadc52083a2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:05:56.751433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event deleted for resources: {'Port': ['ID=4dfd7f89-6ca7-490f-9b4f-9c5be697af63,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:56.770091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69e2ce9-8ad3-4a72-84b5-de9e60d70790 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:05:56.822762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] No DVR routers for this DVR port 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:05:56.829702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:56.842145 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-cd9e9cae-a230-461d-a33a-5346d3178c35 req-c348c53e-d072-44ae-afbd-e3498af1863b tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "DELETE /v2.0/ports/4dfd7f89-6ca7-490f-9b4f-9c5be697af63 HTTP/1.1" status: 204 len: 173 time: 0.8591285 Nov 10 04:05:56.842912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'name': 'network-vif-deleted', 'tag': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:05:56.849222 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f4abba-b2e2-4d18-bc0c-523fb3671c74" -d '{"events": [{"server_uuid": "8a8a9d06-58ce-4113-ba38-e043c2dba529", "name": "network-vif-deleted", "tag": "4dfd7f89-6ca7-490f-9b4f-9c5be697af63"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:05:56.876186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-188cbdf7-89d6-41d0-b9a5-84503f37e4f0 req-488fa131-4a4b-4383-a5cb-e87ee5115ec1 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0469415 Nov 10 04:05:56.985803 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba59918-3251-47a3-9f72-9a11c7f95b81 x-openstack-request-id: req-1ba59918-3251-47a3-9f72-9a11c7f95b81 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:05:56.986336 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8a9d06-58ce-4113-ba38-e043c2dba529", "name": "network-vif-deleted", "tag": "4dfd7f89-6ca7-490f-9b4f-9c5be697af63", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:05:56.987368 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ba59918-3251-47a3-9f72-9a11c7f95b81 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:05:56.987795 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8a9d06-58ce-4113-ba38-e043c2dba529', 'name': 'network-vif-deleted', 'tag': '4dfd7f89-6ca7-490f-9b4f-9c5be697af63', 'status': 'completed', 'code': 200} Nov 10 04:05:57.146866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f360031-209b-4e70-a583-9259159653d9 req-9953818e-ef01-48fa-9cb1-2dbb95589107 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8a9d06-58ce-4113-ba38-e043c2dba529 HTTP/1.1" status: 200 len: 210 time: 0.0349472 Nov 10 04:05:57.229975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52302) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:57.386671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36577ed7-daff-467b-8924-5f558abe4926 req-14c1f3a3-4096-4405-965f-9e9e26f9e0d8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0462954 Nov 10 04:05:57.417421 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2253ce69-e1bf-4b00-89d9-0df066fdfcad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:57.528654 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2253ce69-e1bf-4b00-89d9-0df066fdfcad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:57.539882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2253ce69-e1bf-4b00-89d9-0df066fdfcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:57.576738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2253ce69-e1bf-4b00-89d9-0df066fdfcad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbd407a63684498bad1ff3ac936e09cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423820 Nov 10 04:05:57.584572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52312) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:05:57.602327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253ce69-e1bf-4b00-89d9-0df066fdfcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934dccab-da30-4aff-80c1-564b0283d782,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:57.756512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9f0520a-3913-4c1d-bc20-9959ea613acc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:57.758111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9f0520a-3913-4c1d-bc20-9959ea613acc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.1850817 Nov 10 04:05:57.762034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b211161-af6a-4ccf-afc8-e40b85ed7116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:57.805150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b211161-af6a-4ccf-afc8-e40b85ed7116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:57.896236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b211161-af6a-4ccf-afc8-e40b85ed7116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:57.918761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5b211161-af6a-4ccf-afc8-e40b85ed7116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:57.922395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5b211161-af6a-4ccf-afc8-e40b85ed7116 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/934dccab-da30-4aff-80c1-564b0283d782 HTTP/1.1" status: 204 len: 168 time: 0.3307998 Nov 10 04:05:58.012406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b211161-af6a-4ccf-afc8-e40b85ed7116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934dccab-da30-4aff-80c1-564b0283d782,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:58.080105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-717230a4-a8bb-4baf-9d13-d9dbf9bb9dee tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 380 time: 0.3106804 Nov 10 04:05:58.094369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'port': {'device_id': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'admin_state_up': True, 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'security_groups': ['3d243eae-efbb-4c66-93de-1178bd049eff']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:58.108246 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7abed6c5-81a0-4047-a97a-8fe04153582a req-2e73f101-2e78-45f0-8d04-8697a030b302 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.1009290 Nov 10 04:05:58.341472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:05:58.345123 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:58.569369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-658d8c10-3964-4ae1-8e97-1d2dba3168b7 req-ccaa1d35-c57f-4cd7-8c7d-83c60a52b895 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0749972 Nov 10 04:05:58.665907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.20.0.14 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/ae7e12c0-7e5f-4412-9a4b-e179337b2e00) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:05:58.815890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:58.877865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:58.954571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:05:58.958717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:05:58.969730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:05:59.058497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:59.113656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:59.114619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:59.150537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-f32d793a-1803-4b57-9881-b0f990ee416c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0620029 Nov 10 04:05:59.165580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Request body: {'port': {'device_id': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:05:59.247429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:59.293826 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dbf0307-5ab8-4684-8a94-43d7863d61ce req-bc66aaa1-612b-4f34-a381-3133d85deca4 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0603585 Nov 10 04:05:59.363284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c7c2591e-ba98-4658-9e7f-29d864128338 None None] Provisioning complete for port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:05:59.363897 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7c2591e-ba98-4658-9e7f-29d864128338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:59.405794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2591e-ba98-4658-9e7f-29d864128338 None None] Port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:05:59.671037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7e12c0-7e5f-4412-9a4b-e179337b2e00 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:05:59.681801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:59.707207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Transition to ACTIVE for port object ae7e12c0-7e5f-4412-9a4b-e179337b2e00 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:05:59.715641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:05:59.771238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865177-3277-4249-8834-1ee6f482ec04 req-8480c2b9-acea-4319-96d5-801775fab5bc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:05:59.778635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74865177-3277-4249-8834-1ee6f482ec04 req-8480c2b9-acea-4319-96d5-801775fab5bc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 932 time: 0.0942945 Nov 10 04:05:59.821506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:05:59.902635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74865177-3277-4249-8834-1ee6f482ec04 req-beddf820-c7c0-42f5-8a56-c722d14c3bc3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229541 Nov 10 04:06:00.059240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Attempting to bind port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:06:00.059240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Attempting to bind port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:06:00.059240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Attempting to bind port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:00.069311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:06:00.072244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Attempting to bind port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:00.091499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:06:00.092625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:06:00.093207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:06:00.095029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Bound port: ae7e12c0-7e5f-4412-9a4b-e179337b2e00, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:06:00.095568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:00.278601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:06:00.339639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:06:00.341056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 4dfd7f89-6ca7-490f-9b4f-9c5be697af63 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:06:00.514703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b71207e3-104c-443f-983e-cdd5cfdb691c req-aab34f6f-c183-4df3-9a7c-65b528b8e589 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0654960 Nov 10 04:06:00.666574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] For port ae7e12c0-7e5f-4412-9a4b-e179337b2e00, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:06:00.669800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] For port ae7e12c0-7e5f-4412-9a4b-e179337b2e00, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:06:00.676355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:00.762389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:00.768381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:00.769007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:00.771060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-e9e2b7c5-45be-45a4-835f-955addb0df83 service neutron] 10.222.0.44 "PUT /v2.0/ports/ae7e12c0-7e5f-4412-9a4b-e179337b2e00 HTTP/1.1" status: 200 len: 1092 time: 1.6117406 Nov 10 04:06:00.771542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:00.786094 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2382f70-5a48-4a9b-a8b3-522c05d9dada" -d '{"events": [{"name": "network-changed", "server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:00.874275 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dbb949-05e7-4044-8e7d-d3a5f11435ad x-openstack-request-id: req-e2dbb949-05e7-4044-8e7d-d3a5f11435ad {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:00.874564 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:00.874809 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2dbb949-05e7-4044-8e7d-d3a5f11435ad {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:00.875294 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'status': 'completed', 'code': 200} Nov 10 04:06:00.901732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-ffc7c8cc-58fa-499a-81cc-dfe175fb3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:00.904972 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-ffc7c8cc-58fa-499a-81cc-dfe175fb3b07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 1095 time: 0.0886874 Nov 10 04:06:01.018144 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-984f0c4c-feb8-4243-bcfa-1b996903b0bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00 HTTP/1.1" status: 200 len: 217 time: 0.0945613 Nov 10 04:06:01.080316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfc6d5-57b6-418a-b64c-7d3512ba5437 req-86ba3bff-2342-4664-9f58-0b63c94a59f7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:01.087299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63dfc6d5-57b6-418a-b64c-7d3512ba5437 req-86ba3bff-2342-4664-9f58-0b63c94a59f7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0919943 Nov 10 04:06:01.125753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-98176773-dbf3-4bba-ab15-7ca68d8997f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:01.127281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-98176773-dbf3-4bba-ab15-7ca68d8997f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0967278 Nov 10 04:06:01.168819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63dfc6d5-57b6-418a-b64c-7d3512ba5437 req-d097e3ed-51a8-4d00-9015-aa67f34f3a1b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704975 Nov 10 04:06:01.197300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-da01ad68-6176-41e4-a5e4-9375109172c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:01.200951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-da01ad68-6176-41e4-a5e4-9375109172c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632453 Nov 10 04:06:01.412966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-1fc4d192-f337-4819-81ff-c3b499ef5872 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941004 Nov 10 04:06:01.534315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1a5534e0-5dfe-429a-a8bb-64ebc3259a44 req-9a4cc132-b58b-4774-b197-9121c299675d service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238732 Nov 10 04:06:01.645909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-6dbd3489-f899-4c15-9035-39ecc08d9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:01.647742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-6dbd3489-f899-4c15-9035-39ecc08d9d55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 1095 time: 0.0684702 Nov 10 04:06:01.731889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a799611c-374e-40c7-aad5-b40749f8e6f4 req-40a49246-c33d-48f2-9453-1feaa10e92cb tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0604885 Nov 10 04:06:01.781152 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:06:01.813981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-814dd419-d602-4cfc-b5c7-e7f00477c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:01.818783 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-814dd419-d602-4cfc-b5c7-e7f00477c6ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1637850 Nov 10 04:06:01.889218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-a7ad9056-5239-48ce-bd95-1fd0abaf7eb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00 HTTP/1.1" status: 200 len: 217 time: 0.0624561 Nov 10 04:06:01.944947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-8eb4dc8c-af87-478c-8b64-48764527f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:01.946675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-8eb4dc8c-af87-478c-8b64-48764527f5cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0499732 Nov 10 04:06:02.000115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-2f8eb9dd-0f32-49f3-bbdf-32ef03b8aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:02.001743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-2f8eb9dd-0f32-49f3-bbdf-32ef03b8aefa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481548 Nov 10 04:06:02.131509 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-134591c1-7c73-44a5-a531-40c40de54650 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217227 Nov 10 04:06:02.295406 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2382f70-5a48-4a9b-a8b3-522c05d9dada req-a6bce051-eb27-49d7-8d3d-2d5dac33a69a service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553826 Nov 10 04:06:02.359111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6966ede-bfbc-4430-ae4d-a061202afa67 req-9eb01455-67f3-47f8-b680-e3cc2e3069f6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:02.370779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6966ede-bfbc-4430-ae4d-a061202afa67 req-9eb01455-67f3-47f8-b680-e3cc2e3069f6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0710237 Nov 10 04:06:02.459974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6966ede-bfbc-4430-ae4d-a061202afa67 req-233df04d-ab36-4173-ba07-6471803eaca7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880351 Nov 10 04:06:02.937844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da779e3e-c3f3-4607-ae3f-381412923b6a req-173ef868-4b2e-4a53-92bd-d2cb8a5e9f26 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0589547 Nov 10 04:06:03.602386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7b843-e85b-4c47-a198-ee8986cb17ef req-33d9152e-e693-4a47-8f70-5a571e914c0b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:03.613759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ae7b843-e85b-4c47-a198-ee8986cb17ef req-33d9152e-e693-4a47-8f70-5a571e914c0b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0756080 Nov 10 04:06:03.679480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ae7b843-e85b-4c47-a198-ee8986cb17ef req-e9d2ce2f-76e7-4a38-8c98-b54cd09a832b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596964 Nov 10 04:06:04.067924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f92bb8da-68c7-4f0b-a31b-06770e932e40 req-d5f985d8-7caa-4e55-97a7-949e44fb4880 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0419710 Nov 10 04:06:04.794559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a9f5-8fd2-4aa9-9964-458b1f760689 req-986253fb-68ff-40ef-9e9b-fd84aaa18856 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:04.796041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05a7a9f5-8fd2-4aa9-9964-458b1f760689 req-986253fb-68ff-40ef-9e9b-fd84aaa18856 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0533671 Nov 10 04:06:04.846017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05a7a9f5-8fd2-4aa9-9964-458b1f760689 req-92552cb9-a442-43ab-a9c5-86a68ad1758e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429759 Nov 10 04:06:05.176090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c7bfb85-cc2c-4727-82eb-8b51dd5becae req-3092e50b-af19-40f2-b4be-66b542c52f25 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0268760 Nov 10 04:06:05.965126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c1652-0714-4534-8d17-8693d0b956e1 req-41357715-4989-4f06-926d-0f94302f12b4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:05.966691 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-130c1652-0714-4534-8d17-8693d0b956e1 req-41357715-4989-4f06-926d-0f94302f12b4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0508578 Nov 10 04:06:06.016411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-130c1652-0714-4534-8d17-8693d0b956e1 req-598a471c-dbc0-4ec4-9722-74111ceddcc9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Nov 10 04:06:06.280782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d8a22c7-a5a3-4504-9391-07b9e186dfb6 req-d9039fe2-d58b-4d6d-954a-e2a6e6a49037 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Nov 10 04:06:07.131329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0baf58-c44c-46eb-af00-eda00ace3e36 req-62e50b01-cf2e-499e-8bc4-dfd759514129 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:07.132846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c0baf58-c44c-46eb-af00-eda00ace3e36 req-62e50b01-cf2e-499e-8bc4-dfd759514129 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0502224 Nov 10 04:06:07.188424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2c0baf58-c44c-46eb-af00-eda00ace3e36 req-cb4e6dc4-b949-45db-b8c7-bd189ae72e5a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485547 Nov 10 04:06:07.292931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa383890-08f4-4e78-ad98-accede2001d5 req-c82c3c10-baa9-48b9-aa9c-4829fca55c31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0250006 Nov 10 04:06:07.383608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dead2ae-4d79-48fc-9b50-2ac011c9da58 req-697c6ff5-3f0f-4f78-ba4e-0686ffaa5ce4 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0273492 Nov 10 04:06:08.029872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cce55c-aff4-4445-bafe-d9fe4b68685e req-e6acf933-ec1a-4f92-9d0f-5c50b964c8ef tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:08.032062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4cce55c-aff4-4445-bafe-d9fe4b68685e req-e6acf933-ec1a-4f92-9d0f-5c50b964c8ef tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 945 time: 0.0524540 Nov 10 04:06:08.075587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:08.089401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4cce55c-aff4-4445-bafe-d9fe4b68685e req-56317186-f612-48fd-a3c3-ca2f5834d20e tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505002 Nov 10 04:06:08.321063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde53d7-3141-4809-a112-8bb82a24b30f req-8c5bff35-58b1-4402-8347-34c3d15ef310 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:08.328864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cde53d7-3141-4809-a112-8bb82a24b30f req-8c5bff35-58b1-4402-8347-34c3d15ef310 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0571578 Nov 10 04:06:08.375226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7cde53d7-3141-4809-a112-8bb82a24b30f req-ec7be4f3-8a21-4932-84f9-e877e2673e83 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454795 Nov 10 04:06:08.504074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fedb82e1-4c1b-469b-afa0-7e45a9322cda req-e80588f8-9935-468f-a913-44484b512ded tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0321896 Nov 10 04:06:08.568570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe10529-b430-435b-b094-f2fe5a10746e req-b67263bc-51e4-4747-b662-c34ffe8aa383 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:08.570173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fe10529-b430-435b-b094-f2fe5a10746e req-b67263bc-51e4-4747-b662-c34ffe8aa383 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 946 time: 0.0643704 Nov 10 04:06:08.654203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fe10529-b430-435b-b094-f2fe5a10746e req-49341bea-0147-4b5a-8ac2-beb5fe86559a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737996 Nov 10 04:06:09.226065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc7c7-d9ef-4c09-86c7-6b927b1996d4 req-b219071e-67d9-4368-a06e-e91495a7fd47 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:09.233397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d6bc7c7-d9ef-4c09-86c7-6b927b1996d4 req-b219071e-67d9-4368-a06e-e91495a7fd47 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 945 time: 0.0745912 Nov 10 04:06:09.280179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d6bc7c7-d9ef-4c09-86c7-6b927b1996d4 req-9849346a-da88-422a-88e6-b165ad00a2e8 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 Nov 10 04:06:09.429558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-07f897a9-044d-4681-a881-0743c6d0ed49 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:09.431262 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-07f897a9-044d-4681-a881-0743c6d0ed49 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 945 time: 0.0598984 Nov 10 04:06:09.510616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6184-bb87-4dc6-a480-9294ea1e9b1f req-327f2aea-7935-46f7-8da7-2d434a85b847 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:09.518809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03eb6184-bb87-4dc6-a480-9294ea1e9b1f req-327f2aea-7935-46f7-8da7-2d434a85b847 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0631199 Nov 10 04:06:09.542971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Deleting port 02fd2712-eb01-467c-a5ad-4b2a2f075878 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:06:09.543562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:09.611128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03eb6184-bb87-4dc6-a480-9294ea1e9b1f req-2f17ef3e-064b-4999-a821-2831b3175690 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914581 Nov 10 04:06:09.645686 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-206b1d65-8cf6-47ba-bdcf-9093821312fa req-f583f153-2786-461a-b626-d2fc10c48136 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0327382 Nov 10 04:06:09.669121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] For port 02fd2712-eb01-467c-a5ad-4b2a2f075878, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=02fd2712-eb01-467c-a5ad-4b2a2f075878,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:09.669643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:09.683869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Calling delete_port for 02fd2712-eb01-467c-a5ad-4b2a2f075878 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:06:09.800781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59c4cc-552e-49e5-ac01-036b0c5f4bc3 req-25d68b3f-0c67-4e7b-a246-655545103caf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:09.802613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c59c4cc-552e-49e5-ac01-036b0c5f4bc3 req-25d68b3f-0c67-4e7b-a246-655545103caf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 946 time: 0.0616019 Nov 10 04:06:09.838514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:09.856115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18238f73-7f9c-423f-be7b-31dc14882968', '02fd2712-eb01-467c-a5ad-4b2a2f075878'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:06:09.892895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event deleted for resources: {'Port': ['ID=02fd2712-eb01-467c-a5ad-4b2a2f075878,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:09.908670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['deb8ea50-1998-4cda-bc78-0aadc52083a2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:06:09.926829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c59c4cc-552e-49e5-ac01-036b0c5f4bc3 req-a86f6f9d-4e28-45bf-9c53-8fef79077ee1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164091 Nov 10 04:06:09.947848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.948309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.949137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.949779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.950230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.951451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.952265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.952712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.953138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.955122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.955562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.965969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:09.965969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] No DVR routers for this DVR port 02fd2712-eb01-467c-a5ad-4b2a2f075878 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:06:09.968430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:09.973835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af3cc11c-79c4-409d-8291-8d6f35dd333a req-8dcb35ab-765a-4ada-b408-7caf714d9316 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "DELETE /v2.0/ports/02fd2712-eb01-467c-a5ad-4b2a2f075878 HTTP/1.1" status: 204 len: 173 time: 0.5362096 Nov 10 04:06:09.974326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'name': 'network-vif-deleted', 'tag': '02fd2712-eb01-467c-a5ad-4b2a2f075878'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:09.976594 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d42d6b-adb9-44bc-bf14-38d9acb1f274" -d '{"events": [{"server_uuid": "45b9e0ed-3c8c-4345-9011-cdb1a7ab747a", "name": "network-vif-deleted", "tag": "02fd2712-eb01-467c-a5ad-4b2a2f075878"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:10.014240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede57282-d61b-4b59-8b61-8becffa3e99f None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:06:10.057096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64331cee-0dea-4d94-b4b7-dccf41533b41 req-6c544df8-8539-4d5b-a6d1-f8758348e43a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d147368e8ffa460b8c28b3f60badb4b6&device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0633397 Nov 10 04:06:10.064807 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368fcede-8fc8-4120-837d-f9d10df09363 x-openstack-request-id: req-368fcede-8fc8-4120-837d-f9d10df09363 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:10.065256 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b9e0ed-3c8c-4345-9011-cdb1a7ab747a", "name": "network-vif-deleted", "tag": "02fd2712-eb01-467c-a5ad-4b2a2f075878", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:10.065674 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-368fcede-8fc8-4120-837d-f9d10df09363 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:10.067786 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b9e0ed-3c8c-4345-9011-cdb1a7ab747a', 'name': 'network-vif-deleted', 'tag': '02fd2712-eb01-467c-a5ad-4b2a2f075878', 'status': 'completed', 'code': 200} Nov 10 04:06:10.110459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15aed652-97ea-4f41-8a6c-9c91d6d35725 req-3635e193-704e-4661-a052-5d4b58122075 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0862043 Nov 10 04:06:10.120899 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64331cee-0dea-4d94-b4b7-dccf41533b41 req-1e652f61-e7ee-49d2-ac1c-e2086a436b1d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d147368e8ffa460b8c28b3f60badb4b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341051 Nov 10 04:06:10.299130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331cee-0dea-4d94-b4b7-dccf41533b41 req-5e6681ef-cbdc-4485-83d4-bc4367bd90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:10.300675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64331cee-0dea-4d94-b4b7-dccf41533b41 req-5e6681ef-cbdc-4485-83d4-bc4367bd90f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1762402 Nov 10 04:06:10.314603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-920e9e67-a0bd-4e13-afb8-b045325acccd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:10.317503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-920e9e67-a0bd-4e13-afb8-b045325acccd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 946 time: 0.0841701 Nov 10 04:06:10.422335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e2beb42-ff32-40b6-b57e-54b176772c84 req-d8566ffa-6192-4dbd-bd36-9228048befd4 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b9e0ed-3c8c-4345-9011-cdb1a7ab747a HTTP/1.1" status: 200 len: 210 time: 0.0351906 Nov 10 04:06:10.423511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Deleting port a9bade52-0a48-47c8-be16-bff2aa1ca194 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:06:10.426792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:10.590493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] For port a9bade52-0a48-47c8-be16-bff2aa1ca194, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a9bade52-0a48-47c8-be16-bff2aa1ca194,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:10.591182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:10.730058 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-ac6b4dbc-3134-4668-98f4-c3bfa7f398a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510234 Nov 10 04:06:10.746906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4922a-b71b-4862-93e1-2b8b8f4fd7dd req-246a2a8b-994b-4274-b9b0-3f878280f9c6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:10.756569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4d4922a-b71b-4862-93e1-2b8b8f4fd7dd req-246a2a8b-994b-4274-b9b0-3f878280f9c6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0692446 Nov 10 04:06:10.821852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4d4922a-b71b-4862-93e1-2b8b8f4fd7dd req-5559aed1-144b-44b8-832f-18a7d20c3525 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638573 Nov 10 04:06:10.902457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-0871cac7-898f-44d8-89e9-d119cbc08b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:10.903918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-0871cac7-898f-44d8-89e9-d119cbc08b20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 1096 time: 0.1319983 Nov 10 04:06:10.942573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:10.942941 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:10.943252 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Floating IP 06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3 disassociated. External IP: 172.25.6.26, port: a9bade52-0a48-47c8-be16-bff2aa1ca194. Nov 10 04:06:10.943589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Calling delete_port for a9bade52-0a48-47c8-be16-bff2aa1ca194 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:06:11.073030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e67a75-1da8-4e3f-bc02-0cd482def448 req-28da987c-5bd2-4273-b9ad-bf47483f1657 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:11.080490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-ddbe1ae7-1646-440f-bec6-7e703cd76226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:11.081846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66e67a75-1da8-4e3f-bc02-0cd482def448 req-28da987c-5bd2-4273-b9ad-bf47483f1657 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 946 time: 0.0583482 Nov 10 04:06:11.082033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-ddbe1ae7-1646-440f-bec6-7e703cd76226 service neutron] 10.222.0.11 "GET /v2.0/networks?id=54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 200 len: 915 time: 0.1538181 Nov 10 04:06:11.137708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66e67a75-1da8-4e3f-bc02-0cd482def448 req-aab6bd43-ea89-48fa-8c1c-e6bc7a7ec6fd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b4f026e-e157-4430-8202-3d48e5981f65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548673 Nov 10 04:06:11.182726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-a332af35-83e4-4912-b271-01dbd38df26f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2 HTTP/1.1" status: 200 len: 217 time: 0.0904191 Nov 10 04:06:11.207853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-999251b1-1122-4b62-b98e-215f515a83cd req-a438a4c0-1982-40c7-bca1-917ed25a2c76 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0313559 Nov 10 04:06:11.255528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-25d76cf3-d80e-4b63-9680-e663e7af96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:11.257756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-25d76cf3-d80e-4b63-9680-e663e7af96cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 200 len: 855 time: 0.0660753 Nov 10 04:06:11.305783 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-5c8cb1df-6d6f-4191-9d15-2c5114c65b71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=54c5f376-7e04-42a8-aad9-b9555f6ab683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281432 Nov 10 04:06:11.377147 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:11.428032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event deleted for resources: {'Port': ['ID=a9bade52-0a48-47c8-be16-bff2aa1ca194,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:11.534082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-054991cd-cc67-4b73-9fb5-ec75f341eb5d service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140908 Nov 10 04:06:11.897442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156a70-b40f-410c-af67-533569acd16f req-e94181ef-6aac-4036-837d-f2baa43dff86 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:11.928414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14156a70-b40f-410c-af67-533569acd16f req-e94181ef-6aac-4036-837d-f2baa43dff86 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 945 time: 0.1362598 Nov 10 04:06:11.967764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64331cee-0dea-4d94-b4b7-dccf41533b41 req-e9cd6cb8-c534-4d14-91cb-06ac1bebed70 tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.11 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0370157 Nov 10 04:06:12.086777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Router dc912f65-f378-454f-817e-6286a4cf35b4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:06:12.102866 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae7701cd-1148-4833-a3c4-58c48bc73da1 req-9dffbd8f-f023-4d53-ac1a-8702d02659b5 service neutron] 10.222.0.11 "GET /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111985 Nov 10 04:06:12.119002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14156a70-b40f-410c-af67-533569acd16f req-745a589a-5f53-4d21-86b5-f03491b27508 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836615 Nov 10 04:06:12.152198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533fbc-e675-4a0f-90fd-ed5b87277b00 req-59b207c9-f560-4ff5-8225-f1705fba81a9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:12.155512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4533fbc-e675-4a0f-90fd-ed5b87277b00 req-59b207c9-f560-4ff5-8225-f1705fba81a9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.1579049 Nov 10 04:06:12.294084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:06:12.303621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4533fbc-e675-4a0f-90fd-ed5b87277b00 req-607eb34c-0a32-4bae-a324-1b32132318bf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350670 Nov 10 04:06:12.314140 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ca128-18ed-49d5-9822-a348d330545d None None] Sync routers for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:06:12.328320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e595cc4b-2ae6-4e8f-a034-b379251e0e8e req-3c3d338a-335b-4379-9d2f-3434a06b835c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=d363ff71-ed84-4a38-9039-c4bc20eff65a HTTP/1.1" status: 200 len: 210 time: 0.0410745 Nov 10 04:06:12.338706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 02fd2712-eb01-467c-a5ad-4b2a2f075878 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:06:12.366369 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:12.367025 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:05:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:12.386353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 02fd2712-eb01-467c-a5ad-4b2a2f075878 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:06:12.387013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 02fd2712-eb01-467c-a5ad-4b2a2f075878 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:06:12.408259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] No DVR routers for this DVR port a9bade52-0a48-47c8-be16-bff2aa1ca194 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:06:12.419731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:12.424835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a05e6435-4947-4e5a-bcae-e262f27df1d7 req-8be58a0d-1cef-42f4-bbee-c11a58ef88af tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "DELETE /v2.0/ports/a9bade52-0a48-47c8-be16-bff2aa1ca194 HTTP/1.1" status: 204 len: 173 time: 2.1022770 Nov 10 04:06:12.425302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-deleted', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:12.432686 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7336a229-6136-46a5-8d45-5341901485f8" -d '{"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-deleted", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:12.487241 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f9f19-ed39-46b3-9541-861b9595f253 x-openstack-request-id: req-8d1f9f19-ed39-46b3-9541-861b9595f253 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:12.487853 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363ff71-ed84-4a38-9039-c4bc20eff65a", "name": "network-vif-deleted", "tag": "a9bade52-0a48-47c8-be16-bff2aa1ca194", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:12.488260 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d1f9f19-ed39-46b3-9541-861b9595f253 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:12.489373 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd363ff71-ed84-4a38-9039-c4bc20eff65a', 'name': 'network-vif-deleted', 'tag': 'a9bade52-0a48-47c8-be16-bff2aa1ca194', 'status': 'completed', 'code': 200} Nov 10 04:06:12.503702 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:12.513105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7306a1d9-c799-4b6f-868d-3d9d8aef5c87 req-d10a374f-3486-4fdb-8c22-7207f45c756d tempest-ServerShowV254Test-1048281589 tempest-ServerShowV254Test-1048281589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0786852e-6cce-439c-babd-a53d6dfc2ef2 HTTP/1.1" status: 200 len: 210 time: 0.0585184 Nov 10 04:06:12.783845 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:12.813545 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ca128-18ed-49d5-9822-a348d330545d None None] Checking router: dc912f65-f378-454f-817e-6286a4cf35b4 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:06:12.827395 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:12.828314 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:05:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:12.973813 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:13.055915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-c86223dd-4cea-4f08-9573-023467dd6cd1 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:13.057632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-c86223dd-4cea-4f08-9573-023467dd6cd1 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 945 time: 0.0691488 Nov 10 04:06:13.231695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Deleting port 18238f73-7f9c-423f-be7b-31dc14882968 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:06:13.233907 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:13.337664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-18158d75-4752-4bdb-8e51-ae7f164f4a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:13.405407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fe981-ced1-4c10-a827-2fac1caa9f3e req-c41fd018-2d4a-454e-86ba-b998ca567d74 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:13.407531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce4fe981-ced1-4c10-a827-2fac1caa9f3e req-c41fd018-2d4a-454e-86ba-b998ca567d74 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 945 time: 0.1303217 Nov 10 04:06:13.438719 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-136ca128-18ed-49d5-9822-a348d330545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:13.450620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] For port 18238f73-7f9c-423f-be7b-31dc14882968, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18238f73-7f9c-423f-be7b-31dc14882968,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:13.450974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:13.501585 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ca128-18ed-49d5-9822-a348d330545d None None] The sync data for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 is: [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:06:13.502583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Calling delete_port for 18238f73-7f9c-423f-be7b-31dc14882968 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:06:13.615649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce4fe981-ced1-4c10-a827-2fac1caa9f3e req-2dfd23b9-79c2-4fc2-a233-d9f45698bf59 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013316 Nov 10 04:06:13.662637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182732-d178-4ffd-af45-c9ef8e356160 req-29a08518-2aed-497b-be79-66f08f0f5083 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:13.668415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be182732-d178-4ffd-af45-c9ef8e356160 req-29a08518-2aed-497b-be79-66f08f0f5083 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.1878293 Nov 10 04:06:13.742110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:13.756040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18238f73-7f9c-423f-be7b-31dc14882968'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:06:13.781350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be182732-d178-4ffd-af45-c9ef8e356160 req-6a047ef1-8a13-4e91-9e91-130c66d23842 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987303 Nov 10 04:06:13.859106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['deb8ea50-1998-4cda-bc78-0aadc52083a2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:06:13.861295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:13.862968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc35da-5fdc-4aa2-a203-300cdd22252a None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:06:13.899711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event deleted for resources: {'Port': ['ID=18238f73-7f9c-423f-be7b-31dc14882968,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:13.904223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] No DVR routers for this DVR port 18238f73-7f9c-423f-be7b-31dc14882968 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:06:13.908758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:13.929886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7663433b-cad2-4420-9bf1-a47cb82c34ae req-cf38a23f-f3c7-4c35-8144-17e67569df73 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.44 "DELETE /v2.0/ports/18238f73-7f9c-423f-be7b-31dc14882968 HTTP/1.1" status: 204 len: 173 time: 0.8650401 Nov 10 04:06:13.951129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:06:13.993484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed6968a1-2d48-428f-877d-95a74c8a0e47 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.039837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: a9bade52-0a48-47c8-be16-bff2aa1ca194 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:06:14.040435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a9bade52-0a48-47c8-be16-bff2aa1ca194 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:06:14.045729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0fb9ef-4c38-473c-87c5-0c7abf9824b6 None None] New status for floating IP 06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:06:14.053498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed6968a1-2d48-428f-877d-95a74c8a0e47 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.066152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52602) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:14.158418 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed6968a1-2d48-428f-877d-95a74c8a0e47 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.161044 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ed6968a1-2d48-428f-877d-95a74c8a0e47 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.162221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ed6968a1-2d48-428f-877d-95a74c8a0e47 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b4f026e-e157-4430-8202-3d48e5981f65 HTTP/1.1" status: 204 len: 168 time: 0.2997770 Nov 10 04:06:14.167077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52606) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:14.183508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6968a1-2d48-428f-877d-95a74c8a0e47 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4f026e-e157-4430-8202-3d48e5981f65,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:14.190865 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-4f3ce507-0b3c-4f66-8b57-75cc27989535 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] show failed (client error): The resource could not be found. Nov 10 04:06:14.201492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4f3ce507-0b3c-4f66-8b57-75cc27989535 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups/0b4f026e-e157-4430-8202-3d48e5981f65 HTTP/1.1" status: 404 len: 347 time: 0.0302866 Nov 10 04:06:14.212303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52608) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:14.382542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52612) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:14.386510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c93eb68-f2cd-4999-bc5a-bf35fd02dc93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.451944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Deleting port cc386dfb-10e4-491c-92bd-186618e8c153 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:06:14.452244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.500231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'name': 'network-vif-deleted', 'tag': '18238f73-7f9c-423f-be7b-31dc14882968'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:14.502478 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31d4635-ecc4-4778-b1a5-de133b518cfb" -d '{"events": [{"server_uuid": "202340ab-47fd-4597-ba5b-fc2fb7dd0dde", "name": "network-vif-deleted", "tag": "18238f73-7f9c-423f-be7b-31dc14882968"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:14.590084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.590415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.594418 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c93eb68-f2cd-4999-bc5a-bf35fd02dc93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.608783 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e25e68b5-8738-45e1-acf2-cdbea930976d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.613703 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef2d48-989c-465e-ab07-5ad11d31c986 x-openstack-request-id: req-1cef2d48-989c-465e-ab07-5ad11d31c986 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:14.614015 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202340ab-47fd-4597-ba5b-fc2fb7dd0dde", "name": "network-vif-deleted", "tag": "18238f73-7f9c-423f-be7b-31dc14882968", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:14.614254 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cef2d48-989c-465e-ab07-5ad11d31c986 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:14.614651 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202340ab-47fd-4597-ba5b-fc2fb7dd0dde', 'name': 'network-vif-deleted', 'tag': '18238f73-7f9c-423f-be7b-31dc14882968', 'status': 'completed', 'code': 200} Nov 10 04:06:14.623012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c93eb68-f2cd-4999-bc5a-bf35fd02dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.713614 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c93eb68-f2cd-4999-bc5a-bf35fd02dc93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e96dc4784be4710aa097abbf73838ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451786 Nov 10 04:06:14.713836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52620) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:14.714784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Calling delete_port for cc386dfb-10e4-491c-92bd-186618e8c153 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:06:14.716593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93eb68-f2cd-4999-bc5a-bf35fd02dc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a3de58-f937-4d5d-bfff-b653343f67ac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:14.742808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ba6abc7-3a25-443d-9f3a-c54ed8d0acdd req-b9520bfe-565e-4d2e-9aec-c1f948677143 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=202340ab-47fd-4597-ba5b-fc2fb7dd0dde HTTP/1.1" status: 200 len: 210 time: 0.0426133 Nov 10 04:06:14.766284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e25e68b5-8738-45e1-acf2-cdbea930976d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.772715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e25e68b5-8738-45e1-acf2-cdbea930976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.804632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e25e68b5-8738-45e1-acf2-cdbea930976d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d147368e8ffa460b8c28b3f60badb4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211748 Nov 10 04:06:14.807212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:14.865261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e68b5-8738-45e1-acf2-cdbea930976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3455e6-94ad-4000-b5e2-0ef237db0c83,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:14.930833 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4f18057-8c1b-4017-830d-9622feece38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.933620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.953915 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4f18057-8c1b-4017-830d-9622feece38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:14.972599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event deleted for resources: {'Port': ['ID=cc386dfb-10e4-491c-92bd-186618e8c153,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:15.039260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d99edd-af5c-4620-8a0c-06c73f391b96 req-e7bb88d0-159c-4373-9588-d07f272e7e8c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:15.039260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61d99edd-af5c-4620-8a0c-06c73f391b96 req-e7bb88d0-159c-4373-9588-d07f272e7e8c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.1406763 Nov 10 04:06:15.044146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4f18057-8c1b-4017-830d-9622feece38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.047668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4f18057-8c1b-4017-830d-9622feece38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.051594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a4f18057-8c1b-4017-830d-9622feece38f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e3455e6-94ad-4000-b5e2-0ef237db0c83 HTTP/1.1" status: 204 len: 168 time: 0.2408941 Nov 10 04:06:15.062322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad34e-e78c-4bab-b1d9-f785a5c5e5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.075925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f18057-8c1b-4017-830d-9622feece38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3455e6-94ad-4000-b5e2-0ef237db0c83,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:15.106919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad34e-e78c-4bab-b1d9-f785a5c5e5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.134041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61d99edd-af5c-4620-8a0c-06c73f391b96 req-7a8d2d1a-5b63-48eb-9f40-0fee320a9b02 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821397 Nov 10 04:06:15.139480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.142172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.143706 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ff01594e-9b3b-48df-8754-6054e744e94e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "DELETE /v2.0/floatingips/06ab7cb1-dfa5-4168-88be-3ffa3ca4f5a3 HTTP/1.1" status: 204 len: 168 time: 0.9303191 Nov 10 04:06:15.218925 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad34e-e78c-4bab-b1d9-f785a5c5e5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.236101 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad34e-e78c-4bab-b1d9-f785a5c5e5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.237984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5d2ad34e-e78c-4bab-b1d9-f785a5c5e5be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98a3de58-f937-4d5d-bfff-b653343f67ac HTTP/1.1" status: 204 len: 168 time: 0.5174441 Nov 10 04:06:15.267795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ad34e-e78c-4bab-b1d9-f785a5c5e5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a3de58-f937-4d5d-bfff-b653343f67ac,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:15.609924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52648) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:15.617229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-894b1e5c-a23a-4d7c-86dd-35621164a1bf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265728312', 'description': 'tempest-description--1842262491'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:15.651297 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-53fe52b8-4162-46cf-aa57-231c8aac4491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.656063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-894b1e5c-a23a-4d7c-86dd-35621164a1bf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.728963 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-894b1e5c-a23a-4d7c-86dd-35621164a1bf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.733693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-894b1e5c-a23a-4d7c-86dd-35621164a1bf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.769262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-894b1e5c-a23a-4d7c-86dd-35621164a1bf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.774066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-894b1e5c-a23a-4d7c-86dd-35621164a1bf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1627598 Nov 10 04:06:15.774534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:15.775090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b1e5c-a23a-4d7c-86dd-35621164a1bf tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c27218a-1b2e-4353-9620-ae97a8fe9339,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:15.787059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-18751034-c074-4020-b42b-499dc911be75 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'security_group_rule': {'security_group_id': '4c27218a-1b2e-4353-9620-ae97a8fe9339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:15.829410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18751034-c074-4020-b42b-499dc911be75 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.929896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18751034-c074-4020-b42b-499dc911be75 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.936636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18751034-c074-4020-b42b-499dc911be75 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.957021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18751034-c074-4020-b42b-499dc911be75 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5042560-522d-4f26-b512-c20e940f6ad4,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:15.972999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18751034-c074-4020-b42b-499dc911be75 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:15.974460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18751034-c074-4020-b42b-499dc911be75 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1981335 Nov 10 04:06:15.977018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52674) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:15.983430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6c41d044-46ae-4b18-8141-977c39b81522 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'security_group_rule': {'security_group_id': '4c27218a-1b2e-4353-9620-ae97a8fe9339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:16.019056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c41d044-46ae-4b18-8141-977c39b81522 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.131546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c41d044-46ae-4b18-8141-977c39b81522 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.139669 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c41d044-46ae-4b18-8141-977c39b81522 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.167246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41d044-46ae-4b18-8141-977c39b81522 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeca114b-008f-43b5-a2a9-43b62cda9a14,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:16.182510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c41d044-46ae-4b18-8141-977c39b81522 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.187031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52694) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:16.190303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c41d044-46ae-4b18-8141-977c39b81522 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2056985 Nov 10 04:06:16.192702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:16.221784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.326788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18238f73-7f9c-423f-be7b-31dc14882968 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:06:16.387990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 18238f73-7f9c-423f-be7b-31dc14882968 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:06:16.395693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18238f73-7f9c-423f-be7b-31dc14882968 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:06:16.401358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.449112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec903d-67fd-4ee9-bfd5-5df3e4b171e9 req-f46d67a3-4fa7-4b8f-92dc-e423488ee3fd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:16.462253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8eec903d-67fd-4ee9-bfd5-5df3e4b171e9 req-f46d67a3-4fa7-4b8f-92dc-e423488ee3fd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.1514254 Nov 10 04:06:16.560439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Allocated IP 172.25.6.110 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/210351c6-a013-4d0f-84c2-3445ba4f1f6e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:16.563738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8eec903d-67fd-4ee9-bfd5-5df3e4b171e9 req-cb69b4f8-7e15-4277-a18e-a4f0a84d5fdd tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966580 Nov 10 04:06:16.644568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52704) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:16.698252 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.753779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.765652 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.813379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:16.814819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:16.821773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:16.888935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'Port': ['ID=210351c6-a013-4d0f-84c2-3445ba4f1f6e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:16.946245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19a097f5-e2d9-4723-b4d2-d8f4e0431203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:16.982832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.059668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.100639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19a097f5-e2d9-4723-b4d2-d8f4e0431203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.120259 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-19a097f5-e2d9-4723-b4d2-d8f4e0431203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.156599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-19a097f5-e2d9-4723-b4d2-d8f4e0431203 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bccad239dcd34ca1a052281ca950a4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5102394 Nov 10 04:06:17.165051 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52726) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:17.204924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a097f5-e2d9-4723-b4d2-d8f4e0431203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82725e7-07ec-4341-8d51-d147ec6023ef,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:17.242789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52728) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:17.244570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b5877bd-2a05-4c22-94a9-475e9adb733d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.271146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b5877bd-2a05-4c22-94a9-475e9adb733d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.296195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.303075 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.334860 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b5877bd-2a05-4c22-94a9-475e9adb733d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.337923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b5877bd-2a05-4c22-94a9-475e9adb733d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.341409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b5877bd-2a05-4c22-94a9-475e9adb733d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a82725e7-07ec-4341-8d51-d147ec6023ef HTTP/1.1" status: 204 len: 168 time: 0.1732144 Nov 10 04:06:17.352437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5877bd-2a05-4c22-94a9-475e9adb733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82725e7-07ec-4341-8d51-d147ec6023ef,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:17.399610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.421683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'Port': ['ID=210351c6-a013-4d0f-84c2-3445ba4f1f6e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:17.429959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.431714 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d0d6944e-abda-4be7-aba9-265594cc9cef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2432816 Nov 10 04:06:17.476586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'network': {'name': 'tempest-network-smoke--1057028735', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:17.502307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:06:17.507590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.521707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.631083 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.636254 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.670767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:06:17.706333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d35f735-8820-459b-92de-3b2baa328a9a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:17.717845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.718912 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Added segment 3d919e27-59d1-4727-8ab6-67df1078c307 of type vlan for network e7e39431-7cbc-4a37-a755-a5b541d980ee Nov 10 04:06:17.763014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-67d42c1a-8fa0-449e-879b-0583ce9d2440 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1265728312&fields=id&tenant_id=624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 267 time: 0.0658586 Nov 10 04:06:17.766122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.778702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f5ed4-a623-444d-a884-184c27e3957c req-98889c32-ee64-4ef1-8120-b7e883ae8305 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:17.780605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f2f5ed4-a623-444d-a884-184c27e3957c req-98889c32-ee64-4ef1-8120-b7e883ae8305 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0963781 Nov 10 04:06:17.806561 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.815050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:17.815287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:17.901205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f2f5ed4-a623-444d-a884-184c27e3957c req-d5d08dcc-ea6b-4933-a450-6db3b94a37e4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093099 Nov 10 04:06:17.922669 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6781175 Nov 10 04:06:17.927623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52758) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:17.935615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-289676943', 'admin_state_up': True, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:17.938828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-22cede3e-5dd9-4caf-8395-9a8e2029b587 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:17.945739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-22cede3e-5dd9-4caf-8395-9a8e2029b587 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 814 time: 0.1641273 Nov 10 04:06:17.961864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-7366db73-f5b8-4bb6-9b53-8f00e13ff886 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/quotas/624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 375 time: 0.0151904 Nov 10 04:06:17.974436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c82487-222b-4aa8-817d-a5986cad41ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Network': ['ID=e7e39431-7cbc-4a37-a755-a5b541d980ee,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:17.986887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e7e39431-7cbc-4a37-a755-a5b541d980ee details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:06:17.998607 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:18.001505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:18.039594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-cf0a6d3f-816c-4bbe-88e8-0162a62bb343 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764971 Nov 10 04:06:18.103441 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:18.172965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-a7204f15-1393-4d33-ade3-a1919f25bba3 service neutron] 10.222.0.24 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210682 Nov 10 04:06:18.314613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-c411080f-2d15-4620-90ea-aa6733f42db8 service neutron] 10.222.0.24 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348684 Nov 10 04:06:18.374159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:18.433355 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:18.614529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2889c0bc-4810-4f4a-be92-e34585fe06b7 req-c8ccfd86-94be-4653-8918-a41171858397 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 210 time: 0.1001747 Nov 10 04:06:18.749143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:18.777876 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:18.918485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.25.6.79 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/a8819a73-3b45-4dfa-805f-9da92e9d86f0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:19.098995 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:19.132768 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:19.150962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:19.151236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd3b2a-a955-46b1-9967-b7d06ea08a5f req-8230f250-14f1-4618-917a-9d77a8394b3c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:19.152727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75bd3b2a-a955-46b1-9967-b7d06ea08a5f req-8230f250-14f1-4618-917a-9d77a8394b3c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0898297 Nov 10 04:06:19.229010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:19.232295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:19.237217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:19.241676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=a8819a73-3b45-4dfa-805f-9da92e9d86f0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:19.262141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df771490-262e-41b2-a986-89e9b2ad6029 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:06:19.267103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75bd3b2a-a955-46b1-9967-b7d06ea08a5f req-8fa39919-a44d-4c52-ac8d-576dabe2c3a4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043587 Nov 10 04:06:19.379994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4e523e16-5274-40dc-a47c-9e92d6b259e4 None None] Provisioning complete for port a8819a73-3b45-4dfa-805f-9da92e9d86f0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:19.381549 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4e523e16-5274-40dc-a47c-9e92d6b259e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:19.468939 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4e523e16-5274-40dc-a47c-9e92d6b259e4 None None] Port a8819a73-3b45-4dfa-805f-9da92e9d86f0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:06:19.772134 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dc29daf9-f034-41ce-8d67-8368f5615b23 req-b786a672-14a4-4cdf-820c-66709662c7e9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 210 time: 0.0612035 Nov 10 04:06:20.156766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-9907bad2-1d63-4aac-88ab-1c2c95f87d56 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:20.158241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-9907bad2-1d63-4aac-88ab-1c2c95f87d56 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 814 time: 0.2791486 Nov 10 04:06:20.188728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:20.343407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-12084647-20a1-47af-a457-75b7d93f12c7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 380 time: 0.1223886 Nov 10 04:06:20.356418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ae7e12c0-7e5f-4412-9a4b-e179337b2e00 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:06:20.397349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6df779-c0ee-478c-bcd0-08bd02eeeb14 req-174c6a9e-c537-49b0-b1b0-bbafd846f506 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:20.410555 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef6df779-c0ee-478c-bcd0-08bd02eeeb14 req-174c6a9e-c537-49b0-b1b0-bbafd846f506 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 944 time: 0.0688703 Nov 10 04:06:20.513593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef6df779-c0ee-478c-bcd0-08bd02eeeb14 req-a6447743-afd5-485a-b6d6-349d1c385f55 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000922 Nov 10 04:06:20.524118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'port': {'device_id': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'admin_state_up': True, 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'security_groups': ['4c27218a-1b2e-4353-9620-ae97a8fe9339']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:20.611167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:20.635496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port ae7e12c0-7e5f-4412-9a4b-e179337b2e00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:20.677363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'port_id': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'mac_address': 'fa:16:3e:cc:d8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:06:20.737171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:20.759834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7e12c0-7e5f-4412-9a4b-e179337b2e00 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:06:20.766008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Made reservation on behalf of 624a4f616f4c4b74a75859300f883a72 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:06:20.769708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:20.790395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port ae7e12c0-7e5f-4412-9a4b-e179337b2e00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:20.797418 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:20.830025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954106e-751c-437e-a485-353f0b3c56de req-74b83e3e-f44d-4be5-b1da-ae795a1b6657 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:20.837658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0954106e-751c-437e-a485-353f0b3c56de req-74b83e3e-f44d-4be5-b1da-ae795a1b6657 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 945 time: 0.0715675 Nov 10 04:06:20.889649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:20.891700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router 742ee13e-04bf-4278-b81c-e8621ca6f48f is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:06:20.918265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0954106e-751c-437e-a485-353f0b3c56de req-5d78240b-ea3a-464a-a3d7-85f0541ce774 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751235 Nov 10 04:06:20.952506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ba11bd0-57c6-44b5-ace5-ddaa5106912f req-a64c40ef-af93-46a5-b038-52359aa8e74a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 210 time: 0.0327497 Nov 10 04:06:21.002207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['ae7e12c0-7e5f-4412-9a4b-e179337b2e00'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:06:21.020593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Allocated IP 172.20.0.13 (75101c12-89a9-49c0-8098-fb0d8f983b65/fb48b4d3-4b67-4208-b7aa-25c478958cdf/62cffbd9-4bb4-49b6-ad09-33f67fc792cc) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:21.107300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:06:21.118718 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Sync routers for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:06:21.138223 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:21.141377 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:21.183038 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:21.188378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-afdae3c7-fd3c-43f9-a27a-057e28a64a73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2551320 Nov 10 04:06:21.188378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52820) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:21.284510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:21.321982 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:21.351408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:21.482001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:21.484537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-da328837-4db6-4832-84b3-54e4f495cccf tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ccaa15c36c244bb9b48a1c91ec4d6be5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2957206 Nov 10 04:06:21.487471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52824) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:21.491058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:21.517988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:21.545676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:21.670069 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:19Z', 'revision_number': 3, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:21.687181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:21.689024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:21.739732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-821aa15e-d07d-47e2-aca8-5706c67d8a72 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3844016 Nov 10 04:06:21.759482 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Checking router: 742ee13e-04bf-4278-b81c-e8621ca6f48f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:06:21.759906 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Updating router 742ee13e-04bf-4278-b81c-e8621ca6f48f port a8819a73-3b45-4dfa-805f-9da92e9d86f0 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:06:21.782496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Request body: {'port': {'device_id': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:21.822905 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:21.848198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272160c9-53dc-4e0c-9437-fe155d633e21 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:21.852950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-272160c9-53dc-4e0c-9437-fe155d633e21 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3635960 Nov 10 04:06:21.859475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52838) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:21.904702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:21.968536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d5d321a-3024-4e98-b96f-8074ea27f60a tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1049232 Nov 10 04:06:21.969142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52842) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:21.977546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823858057', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:22.043544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1f5e540d-cbd0-45c7-b0f4-c40a00571a96 None None] Provisioning complete for port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:22.044300 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1f5e540d-cbd0-45c7-b0f4-c40a00571a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.111329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e540d-cbd0-45c7-b0f4-c40a00571a96 None None] Port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:06:22.187303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0824afa-a1c4-45a0-bba2-feae586b6914 req-c5528950-ff4c-40e1-bae8-34d5f3ce959e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:22.197258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f0824afa-a1c4-45a0-bba2-feae586b6914 req-c5528950-ff4c-40e1-bae8-34d5f3ce959e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 945 time: 0.3842862 Nov 10 04:06:22.203725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:06:22.207696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.327478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5feea9d-d3df-4e52-be70-3be4a3c54a24 req-84efecec-5b20-473c-adf5-7d3d25f67d64 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:22.328964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5feea9d-d3df-4e52-be70-3be4a3c54a24 req-84efecec-5b20-473c-adf5-7d3d25f67d64 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 945 time: 0.2110279 Nov 10 04:06:22.356258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ae7e12c0-7e5f-4412-9a4b-e179337b2e00 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:22.399437 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.406533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f0824afa-a1c4-45a0-bba2-feae586b6914 req-72a21c65-2289-4e3b-bc59-b7d40f2e146c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080529 Nov 10 04:06:22.408764 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.466580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:06:22.472183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:22.473407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.525482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841f642-bc8d-42fc-a033-5f20f4df234b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:06:22.531100 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Attempting to bind port a8819a73-3b45-4dfa-805f-9da92e9d86f0 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:06:22.531469 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Attempting to bind port a8819a73-3b45-4dfa-805f-9da92e9d86f0 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:06:22.531815 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Attempting to bind port a8819a73-3b45-4dfa-805f-9da92e9d86f0 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:22.579670 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:06:22.582141 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:06:22.583048 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.584807 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:06:22.586636 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Bound port: a8819a73-3b45-4dfa-805f-9da92e9d86f0, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:06:22.587032 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.593617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5feea9d-d3df-4e52-be70-3be4a3c54a24 req-ece0ffe4-cd18-4775-bfce-bd46b13591ef tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/security-groups?id=00ffde7a-2bd8-444b-a139-fab1956d8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956403 Nov 10 04:06:22.596391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cffbd9-4bb4-49b6-ad09-33f67fc792cc {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:06:22.645109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.664129 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.673635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d1f7670b-165d-44c0-8f08-53daa236846c None None] Provisioning complete for port a8819a73-3b45-4dfa-805f-9da92e9d86f0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:22.674341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1f7670b-165d-44c0-8f08-53daa236846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.720393 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] For port a8819a73-3b45-4dfa-805f-9da92e9d86f0, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:06:22.727761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd6f4-1cf3-41be-b474-8ba3acb87d99 req-20445230-0cf1-4cb6-bded-2f7181a89eaa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:22.729026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Transition to ACTIVE for port object 62cffbd9-4bb4-49b6-ad09-33f67fc792cc will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:06:22.738268 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] For port a8819a73-3b45-4dfa-805f-9da92e9d86f0, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a8819a73-3b45-4dfa-805f-9da92e9d86f0,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:06:22.739298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.739999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54ccd6f4-1cf3-41be-b474-8ba3acb87d99 req-20445230-0cf1-4cb6-bded-2f7181a89eaa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 932 time: 0.2015193 Nov 10 04:06:22.740444 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Pushing event updated for resources: {'Port': ['ID=a8819a73-3b45-4dfa-805f-9da92e9d86f0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:22.753353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port ae7e12c0-7e5f-4412-9a4b-e179337b2e00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:22.757433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:22.759889 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.760383 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.760838 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.761137 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.761442 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.761755 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.762097 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.762407 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.762714 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.763007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-b71aab60-77b7-47d6-bf9d-686a4386d146 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:22.763217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.763320 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.763724 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:22.764208 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c26865a-82a8-475b-924a-c8e4b14515f0" -d '{"events": [{"server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "name": "network-vif-plugged", "status": "completed", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:22.765552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-b71aab60-77b7-47d6-bf9d-686a4386d146 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.11 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 945 time: 0.1470087 Nov 10 04:06:22.767428 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.790349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.926576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3709ec-2dbe-46bf-8bd2-56aab2b8b1f7 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:06:22.931657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7670b-165d-44c0-8f08-53daa236846c None None] Port a8819a73-3b45-4dfa-805f-9da92e9d86f0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:06:22.933694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:22.934633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:22.937083 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:22.937688 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:22.944409 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53553f3-a24d-4526-84d9-8469d55e343d None None] Pushing event updated for resources: {'Port': ['ID=a8819a73-3b45-4dfa-805f-9da92e9d86f0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:22.973313 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97df7c3-c0cb-49b3-a465-42ecab255eb1 x-openstack-request-id: req-e97df7c3-c0cb-49b3-a465-42ecab255eb1 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:22.973640 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "name": "network-vif-plugged", "status": "completed", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:22.973868 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e97df7c3-c0cb-49b3-a465-42ecab255eb1 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:22.974275 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'code': 200} Nov 10 04:06:23.012016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:23.022039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.022385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.022706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.023032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.023351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.023667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.023980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.024300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.024612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.024922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.025230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.025547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:23.093807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54ccd6f4-1cf3-41be-b474-8ba3acb87d99 req-1512c9d6-5e68-43fa-a6ff-a0de80e25768 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528461 Nov 10 04:06:23.094379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Subnet': ['ID=590cfa3b-32a8-4f13-b08a-9c146c03958a,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:23.114244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-edcaea72-2677-4c68-b149-da4fe99fa345 None None] Provisioning complete for port a8819a73-3b45-4dfa-805f-9da92e9d86f0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:23.114791 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-edcaea72-2677-4c68-b149-da4fe99fa345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.122216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:06:23.122552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:06:23.122882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:23.137542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on network 75101c12-89a9-49c0-8098-fb0d8f983b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:06:23.142756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:23.165065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Deleting port deb8ea50-1998-4cda-bc78-0aadc52083a2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:06:23.167713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.175455 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:23.187837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Checking segment: {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:06:23.188192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network hostable DHCP agents. Network: e7e39431-7cbc-4a37-a755-a5b541d980ee, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:06:23.237299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network e7e39431-7cbc-4a37-a755-a5b541d980ee is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:06:23.265717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e7e39431-7cbc-4a37-a755-a5b541d980ee) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:23.277779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:23.278405 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.293538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] For port deb8ea50-1998-4cda-bc78-0aadc52083a2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=deb8ea50-1998-4cda-bc78-0aadc52083a2,segment=NetworkSegment(b1e80984-5413-4e87-a8f4-d3e6db808425),segment_id=b1e80984-5413-4e87-a8f4-d3e6db808425)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:23.293960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.310702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Calling delete_port for deb8ea50-1998-4cda-bc78-0aadc52083a2 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:06:23.322100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:06:23.322435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Checking segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:06:23.322815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Bound using segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:06:23.323344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Bound port: 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:06:23.323759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.337293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-befd4ed6-aaec-4c07-a23b-bf40c74e4117 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3644068 Nov 10 04:06:23.340472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52858) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:23.349330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02824357-c67b-4895-b10b-199f9c3816f2 req-26e4d878-d54a-43ed-948a-38362d2cae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:23.350945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02824357-c67b-4895-b10b-199f9c3816f2 req-26e4d878-d54a-43ed-948a-38362d2cae66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 1097 time: 0.3244278 Nov 10 04:06:23.351792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca646619-f398-49f2-a4b6-6a73415175f4 None None] Network e7e39431-7cbc-4a37-a755-a5b541d980ee requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:06:23.459206 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:19Z', 'revision_number': 3, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:23.498083 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5759a-0ebc-4dca-9043-78fd2ebe9dd3 None None] The sync data for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 is: [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:19Z', 'revision_number': 3, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:06:23.569907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-edcaea72-2677-4c68-b149-da4fe99fa345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.591040 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.791737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-edcaea72-2677-4c68-b149-da4fe99fa345 None None] For port a8819a73-3b45-4dfa-805f-9da92e9d86f0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a8819a73-3b45-4dfa-805f-9da92e9d86f0,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:23.803352 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-edcaea72-2677-4c68-b149-da4fe99fa345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.904197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:06:23.928659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:06:23.950303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-02824357-c67b-4895-b10b-199f9c3816f2 req-787129d6-bb43-4195-a176-831106e315da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934323 Nov 10 04:06:23.951386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:23.997786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaea72-2677-4c68-b149-da4fe99fa345 None None] Pushing event updated for resources: {'Port': ['ID=a8819a73-3b45-4dfa-805f-9da92e9d86f0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:24.007473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e7e39431-7cbc-4a37-a755-a5b541d980ee', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:06:24.008073 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.061156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:24.069199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:24.070167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.071797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-e8bc7d5c-5745-464d-81f3-19abfa302e09 service neutron] 10.222.0.11 "PUT /v2.0/ports/62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1092 time: 2.3020713 Nov 10 04:06:24.073306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:24.076172 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db665d-ca15-48d4-8c83-fa4dd683fbda" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:24.248203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.356908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Pushing event deleted for resources: {'Port': ['ID=deb8ea50-1998-4cda-bc78-0aadc52083a2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:24.374953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-cbe22b5b-2362-431b-95c8-cc4045a4448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:24.376611 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-cbe22b5b-2362-431b-95c8-cc4045a4448b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1095 time: 0.2289662 Nov 10 04:06:24.380188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Allocated IP 172.20.0.2 (e7e39431-7cbc-4a37-a755-a5b541d980ee/590cfa3b-32a8-4f13-b08a-9c146c03958a/f4e675ee-e481-4ff1-881c-9fd798e1d967) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:24.392920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62bced-dc36-4250-8624-0cc6cc612d67 None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:06:24.496911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-847d553b-e13f-4629-9082-5eb00699c686 req-109849e6-b0e8-4b79-a799-67143022baa0 tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.24 "GET /v2.0/ports?device_id=52196668-d0f5-452c-9779-74b8bdc7de0b HTTP/1.1" status: 200 len: 210 time: 0.1607225 Nov 10 04:06:24.558943 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-a75866bd-48a8-422f-b5ae-135f72e1cc77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 217 time: 0.1351738 Nov 10 04:06:24.560119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] No DVR routers for this DVR port deb8ea50-1998-4cda-bc78-0aadc52083a2 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:06:24.564294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.570211 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe1adfe-c12b-40eb-a705-c37d9012f13b req-80e3eb86-1822-4955-87a5-82b5c8e6b8fd tempest-AttachVolumeNegativeTest-2094659451 tempest-AttachVolumeNegativeTest-2094659451-project] 10.222.0.11 "DELETE /v2.0/ports/deb8ea50-1998-4cda-bc78-0aadc52083a2 HTTP/1.1" status: 204 len: 173 time: 1.7809365 Nov 10 04:06:24.578502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66bde-b0d2-4393-8a71-24970d7b6a97 req-e8a0521c-d618-4b1e-b90d-c9351fedff31 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:24.594195 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ff66bde-b0d2-4393-8a71-24970d7b6a97 req-e8a0521c-d618-4b1e-b90d-c9351fedff31 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 946 time: 1.0683305 Nov 10 04:06:24.683061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-7d428128-9647-4eae-b1b0-dd4b921d81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:24.684454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-7d428128-9647-4eae-b1b0-dd4b921d81f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.1125286 Nov 10 04:06:24.686005 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0414f6-1b1f-4394-91f8-d81224b96539 x-openstack-request-id: req-bd0414f6-1b1f-4394-91f8-d81224b96539 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:24.686291 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:24.686534 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd0414f6-1b1f-4394-91f8-d81224b96539 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:24.697858 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'status': 'completed', 'code': 200} Nov 10 04:06:24.755767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-3d8ea6bc-edd5-46e3-9bf8-cec064611cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:24.757323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-3d8ea6bc-edd5-46e3-9bf8-cec064611cce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566831 Nov 10 04:06:24.764244 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.774387 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.828008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Pushing event updated for resources: {'Port': ['ID=f4e675ee-e481-4ff1-881c-9fd798e1d967,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:24.837065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Network e7e39431-7cbc-4a37-a755-a5b541d980ee is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:24.838535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:24.841620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:24.912320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Attempting to bind port f4e675ee-e481-4ff1-881c-9fd798e1d967 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:06:24.913620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Attempting to bind port f4e675ee-e481-4ff1-881c-9fd798e1d967 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:06:24.914885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Attempting to bind port f4e675ee-e481-4ff1-881c-9fd798e1d967 on network e7e39431-7cbc-4a37-a755-a5b541d980ee {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:24.920978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:06:24.921844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Checking segment: {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:06:24.922550 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.923720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Bound using segment: {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:06:24.924421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Bound port: f4e675ee-e481-4ff1-881c-9fd798e1d967, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:06:24.925034 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:24.947715 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-37cf4779-5c3f-4aeb-a5db-383f5d8f3366 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801023 Nov 10 04:06:24.970484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ff66bde-b0d2-4393-8a71-24970d7b6a97 req-0c4a180a-9c37-40a3-8ede-47cd12fa9e2c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629861 Nov 10 04:06:25.028363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] For port f4e675ee-e481-4ff1-881c-9fd798e1d967, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:06:25.037208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7eb16-1427-4f6a-8303-cd7defbec5bc req-bace5d51-4957-4aa8-85df-e732d85b30ef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:25.045794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96f7eb16-1427-4f6a-8303-cd7defbec5bc req-bace5d51-4957-4aa8-85df-e732d85b30ef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 944 time: 0.2416394 Nov 10 04:06:25.046886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] For port f4e675ee-e481-4ff1-881c-9fd798e1d967, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f4e675ee-e481-4ff1-881c-9fd798e1d967,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:06:25.056724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:25.104096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fb41a635-8007-47eb-90e1-20b0794679b6 req-42b2a256-2175-47b6-9c99-ce4c40818cfb service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485927 Nov 10 04:06:25.198653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0edb70-6d8b-4c60-8fd4-cebbd509f310 None None] Pushing event updated for resources: {'Port': ['ID=f4e675ee-e481-4ff1-881c-9fd798e1d967,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:25.322188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96f7eb16-1427-4f6a-8303-cd7defbec5bc req-e0eb48e4-10d6-4315-8d74-99ca414919e5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748599 Nov 10 04:06:25.481241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:25.529335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-8b0f48dd-73a9-4cda-b90e-2d0156a0302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:25.531033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-8b0f48dd-73a9-4cda-b90e-2d0156a0302c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1095 time: 0.0896320 Nov 10 04:06:25.630567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52888) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:25.701444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] Deleting subnet 1c833d13-643e-412c-8fda-efdcd8634d77 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:06:25.705071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:25.749343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:25.822269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-e805acfb-3fbd-41a1-80a4-81efb2014d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:25.823752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-e805acfb-3fbd-41a1-80a4-81efb2014d44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2849593 Nov 10 04:06:25.891038 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-8967484d-6ff5-4385-be17-03278a2b0e2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 217 time: 0.0512059 Nov 10 04:06:25.914248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.20.0.1 (e7e39431-7cbc-4a37-a755-a5b541d980ee/590cfa3b-32a8-4f13-b08a-9c146c03958a/0e4376aa-c901-44f4-a075-0baa51bf99d3) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:25.940422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device deb8ea50-1998-4cda-bc78-0aadc52083a2 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:06:25.982957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.014467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f4e675ee-e481-4ff1-881c-9fd798e1d967 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:26.016709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: deb8ea50-1998-4cda-bc78-0aadc52083a2 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:06:26.017367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device deb8ea50-1998-4cda-bc78-0aadc52083a2 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:06:26.084027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f4e675ee-e481-4ff1-881c-9fd798e1d967 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:26.085120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.091950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-7f4e298d-34de-45bb-997d-f47c81bec416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:26.093459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-7f4e298d-34de-45bb-997d-f47c81bec416 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.1931634 Nov 10 04:06:26.202655 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.207656 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.227039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.261836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port f4e675ee-e481-4ff1-881c-9fd798e1d967, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f4e675ee-e481-4ff1-881c-9fd798e1d967,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:26.262985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-9caa89ed-46cb-4ede-b400-0ebeee0ab91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:26.264585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-9caa89ed-46cb-4ede-b400-0ebeee0ab91e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582842 Nov 10 04:06:26.269112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.276673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c833d13-643e-412c-8fda-efdcd8634d77 HTTP/1.1" status: 204 len: 168 time: 0.6429193 Nov 10 04:06:26.279581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f44b-fae1-408f-a705-edc998f57896 req-846fd4c7-c429-4c2e-af17-e4a246486340 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:26.284660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4438d-f666-43a1-92cc-2aa602cb401f None None] Network 54c5f376-7e04-42a8-aad9-b9555f6ab683 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:06:26.285307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25c5f44b-fae1-408f-a705-edc998f57896 req-846fd4c7-c429-4c2e-af17-e4a246486340 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 946 time: 0.1639252 Nov 10 04:06:26.285894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52896) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:26.299547 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.300994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a8819a73-3b45-4dfa-805f-9da92e9d86f0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:26.386886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b832b3-ddcd-4247-8e5e-148a59b2f0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c833d13-643e-412c-8fda-efdcd8634d77,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:26.391912 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-f529f6f8-00ef-42fa-b87d-7611dc9d5e0a service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162260 Nov 10 04:06:26.446958 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.509570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=f4e675ee-e481-4ff1-881c-9fd798e1d967,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:26.614262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a8819a73-3b45-4dfa-805f-9da92e9d86f0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:26.614635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.622395 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7db665d-ca15-48d4-8c83-fa4dd683fbda req-7367b6f8-1c97-47c4-8285-b6d19e40346f service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231979 Nov 10 04:06:26.659043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b1850-7c7e-4aab-87a0-4a449587de1f None None] DHCP port deletion for 54c5f376-7e04-42a8-aad9-b9555f6ab683 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:06:26.699529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'name': 'network-vif-deleted', 'tag': 'deb8ea50-1998-4cda-bc78-0aadc52083a2'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:26.702992 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4011f89-052f-4a1c-8971-34d495983f4f" -d '{"events": [{"server_uuid": "52196668-d0f5-452c-9779-74b8bdc7de0b", "name": "network-vif-deleted", "tag": "deb8ea50-1998-4cda-bc78-0aadc52083a2"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:26.775343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network e7e39431-7cbc-4a37-a755-a5b541d980ee is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:26.786374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:26.788866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=0e4376aa-c901-44f4-a075-0baa51bf99d3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:26.793902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:26.829492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25c5f44b-fae1-408f-a705-edc998f57896 req-c6757172-af46-47bd-b7f8-a6d8adbaacad tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314412 Nov 10 04:06:26.845295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:26.913153 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45749f27-dfa2-42f7-9245-1d00060ea316 x-openstack-request-id: req-45749f27-dfa2-42f7-9245-1d00060ea316 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:26.914331 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52196668-d0f5-452c-9779-74b8bdc7de0b", "name": "network-vif-deleted", "tag": "deb8ea50-1998-4cda-bc78-0aadc52083a2", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:26.914617 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45749f27-dfa2-42f7-9245-1d00060ea316 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:26.915029 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52196668-d0f5-452c-9779-74b8bdc7de0b', 'name': 'network-vif-deleted', 'tag': 'deb8ea50-1998-4cda-bc78-0aadc52083a2', 'status': 'completed', 'code': 200} Nov 10 04:06:26.941893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9f6f1-5bd2-457e-b854-adc50747fb27 req-8fff980b-d040-405c-a121-1bf97763835c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:26.944306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbe9f6f1-5bd2-457e-b854-adc50747fb27 req-8fff980b-d040-405c-a121-1bf97763835c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 944 time: 0.4036913 Nov 10 04:06:26.992994 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.091997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a01d84-0ca9-4f39-a5df-888e630c470f None None] Network e7e39431-7cbc-4a37-a755-a5b541d980ee requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:06:27.150932 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.163750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8c7578e6-6018-44d5-a2e8-2f0ad804cb01 None None] Provisioning complete for port f4e675ee-e481-4ff1-881c-9fd798e1d967 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:27.164115 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8c7578e6-6018-44d5-a2e8-2f0ad804cb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.166945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbe9f6f1-5bd2-457e-b854-adc50747fb27 req-0d9ff934-4aa0-42b4-87c6-f53ac17909a7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143345 Nov 10 04:06:27.195642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c5f376-7e04-42a8-aad9-b9555f6ab683']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:27.221222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431ec9-d764-4bff-9e68-5cc5c4edbc5a req-1fbac611-cdc1-48e0-a597-ddb961742346 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:27.222753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78431ec9-d764-4bff-9e68-5cc5c4edbc5a req-1fbac611-cdc1-48e0-a597-ddb961742346 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 946 time: 0.2507298 Nov 10 04:06:27.228702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e80984-5413-4e87-a8f4-d3e6db808425') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:27.228996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e80984-5413-4e87-a8f4-d3e6db808425') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:27.258074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.311051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.334413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:06:27.334807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.348101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78431ec9-d764-4bff-9e68-5cc5c4edbc5a req-b6c411bd-5c3d-41d9-9f12-6695ae6c7776 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107259 Nov 10 04:06:27.377621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52910) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:27.542749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.548804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.554908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/54c5f376-7e04-42a8-aad9-b9555f6ab683 HTTP/1.1" status: 204 len: 168 time: 1.2663407 Nov 10 04:06:27.573427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176df76-73b5-4824-be4c-7566864c77e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c5f376-7e04-42a8-aad9-b9555f6ab683,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:27.610067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f5b599-41fd-41a0-9fff-dd174b67d231 tempest-TestVolumeBootPattern-1993051569 tempest-TestVolumeBootPattern-1993051569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:27.611598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-40f5b599-41fd-41a0-9fff-dd174b67d231 tempest-TestVolumeBootPattern-1993051569 tempest-TestVolumeBootPattern-1993051569-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 1092 time: 0.2328565 Nov 10 04:06:27.618811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 52916) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:27.625343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:27.652936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.664856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a40a38d6-6f19-4e1a-baec-77e7fc449c38 None None] Provisioning complete for port f4e675ee-e481-4ff1-881c-9fd798e1d967 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:27.666293 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a40a38d6-6f19-4e1a-baec-77e7fc449c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.844176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.897458 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:27.902541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52920) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:27.923613 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.008774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.25.6.208 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/4f931aeb-6473-4f50-b43b-c9fc99eefa57) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:28.055995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f4e675ee-e481-4ff1-881c-9fd798e1d967 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:28.086271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.114670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:06:28.194482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=0e4376aa-c901-44f4-a075-0baa51bf99d3,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:28.201770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network e7e39431-7cbc-4a37-a755-a5b541d980ee is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:28.209347 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c2e2520-d2a1-4219-8c1f-7f71e3d16ac1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a21a2c36186f4a0a912b88acd8cb74ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050911 Nov 10 04:06:28.210402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:28.212248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52934) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:28.226837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.277632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:28.286469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.317025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'port_id': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'mac_address': 'fa:16:3e:d0:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:06:28.332937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f4e675ee-e481-4ff1-881c-9fd798e1d967 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:28.333387 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.355416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.355763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.356105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.356444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.356777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.367403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.367891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.368284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.368879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.369030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.369329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.369662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:06:28.375617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:28.382866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:28.396151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:28.438447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=4f931aeb-6473-4f50-b43b-c9fc99eefa57,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:28.529727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router 742ee13e-04bf-4278-b81c-e8621ca6f48f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:06:28.550630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fe33-48ba-4c31-883b-d97426e34fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.560495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc318ebb-525e-4760-a0f6-afdb8e202f9d req-d0329a3c-c89b-4578-a3c5-e8c3eecd6504 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:28.562311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc318ebb-525e-4760-a0f6-afdb8e202f9d req-d0329a3c-c89b-4578-a3c5-e8c3eecd6504 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 944 time: 0.1876924 Nov 10 04:06:28.590023 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.592199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a40a38d6-6f19-4e1a-baec-77e7fc449c38 None None] Provisioning complete for port 0e4376aa-c901-44f4-a075-0baa51bf99d3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:28.598197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a40a38d6-6f19-4e1a-baec-77e7fc449c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.674942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cffbd9-4bb4-49b6-ad09-33f67fc792cc {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:06:28.724725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a40a38d6-6f19-4e1a-baec-77e7fc449c38 None None] Port 0e4376aa-c901-44f4-a075-0baa51bf99d3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:06:28.729022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:28.762035 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.772058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:06:28.780958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-974649a3-f7ad-4fd4-b7d3-f437453f99a0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "PUT /v2.0/routers/742ee13e-04bf-4278-b81c-e8621ca6f48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4386787 Nov 10 04:06:28.783759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52948) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:28.799517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fe33-48ba-4c31-883b-d97426e34fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:28.867944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:28.879067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Sync routers for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:06:28.904009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:28.904634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:28.978659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc318ebb-525e-4760-a0f6-afdb8e202f9d req-e92fa80b-449d-4b60-9159-2d2ec1f30264 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4077117 Nov 10 04:06:29.020215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-900eea97-bca0-4514-a896-8776c4d41cd4 None None] Provisioning complete for port 0e4376aa-c901-44f4-a075-0baa51bf99d3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:29.021495 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-900eea97-bca0-4514-a896-8776c4d41cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.049424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.057820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:29.161331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fe33-48ba-4c31-883b-d97426e34fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.164074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fe33-48ba-4c31-883b-d97426e34fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.165353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ca2fe33-48ba-4c31-883b-d97426e34fe1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00ffde7a-2bd8-444b-a139-fab1956d8cae HTTP/1.1" status: 204 len: 168 time: 0.9513400 Nov 10 04:06:29.181440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2fe33-48ba-4c31-883b-d97426e34fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ffde7a-2bd8-444b-a139-fab1956d8cae,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:29.186292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.186772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.187237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.187905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.188294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.188931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.189388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.191811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5eaa56f6-0d24-4b5a-a343-5e8e7cec2c48 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.4033711 Nov 10 04:06:29.196560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52962) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:29.246549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.272635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-900eea97-bca0-4514-a896-8776c4d41cd4 None None] Port 0e4376aa-c901-44f4-a075-0baa51bf99d3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:06:29.546116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 2, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:29.564902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.586982 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.616174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Checking router: 742ee13e-04bf-4278-b81c-e8621ca6f48f for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:06:29.616174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Updating router 742ee13e-04bf-4278-b81c-e8621ca6f48f port 0e4376aa-c901-44f4-a075-0baa51bf99d3 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:06:29.655061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['62cffbd9-4bb4-49b6-ad09-33f67fc792cc'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:06:29.666261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.711285 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:29.753499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=4f931aeb-6473-4f50-b43b-c9fc99eefa57,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:29.843317 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Floating IP 71d07317-948d-48d0-b639-358f4d938a17 associated. External IP: 172.25.6.208, port: ae7e12c0-7e5f-4412-9a4b-e179337b2e00. Nov 10 04:06:29.969420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.969880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.970424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.970873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.971311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.971749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.972183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:29.975338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3e7ae1fe-4c5c-455f-b395-266964be5b3f tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.7776256 Nov 10 04:06:29.983250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 52984) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:30.266074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:06:30.286830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3479a7-592c-4e66-a064-92c7dd006d9e req-b60ffe50-a5ba-4656-96a0-13bea6910ac1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:30.288277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f3479a7-592c-4e66-a064-92c7dd006d9e req-b60ffe50-a5ba-4656-96a0-13bea6910ac1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1715846 Nov 10 04:06:30.300548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:30.309193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:30.402526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd22be9-7fcb-4933-9234-7de6dc0623e2 None None] Pushing event updated for resources: {'Port': ['ID=0e4376aa-c901-44f4-a075-0baa51bf99d3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:30.478294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f3479a7-592c-4e66-a064-92c7dd006d9e req-ffabf11a-56d7-4ad6-9117-e6e143a18d48 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653206 Nov 10 04:06:30.485239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:06:30.511062 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:06:30.537874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Attempting to bind port 0e4376aa-c901-44f4-a075-0baa51bf99d3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:06:30.538526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Attempting to bind port 0e4376aa-c901-44f4-a075-0baa51bf99d3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:06:30.539057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Attempting to bind port 0e4376aa-c901-44f4-a075-0baa51bf99d3 on network e7e39431-7cbc-4a37-a755-a5b541d980ee {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:30.546554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:06:30.547207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Checking segment: {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:06:30.547900 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:30.548493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Bound using segment: {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:06:30.549200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Bound port: 0e4376aa-c901-44f4-a075-0baa51bf99d3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:06:30.549754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:30.555379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:30.596032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f172f272-9fa8-475e-90da-56a23a6d7e90 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.6110778 Nov 10 04:06:30.619686 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:30.620572 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:30.685096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] For port 0e4376aa-c901-44f4-a075-0baa51bf99d3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:06:30.692330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] For port 0e4376aa-c901-44f4-a075-0baa51bf99d3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0e4376aa-c901-44f4-a075-0baa51bf99d3,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:06:30.699468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:30.788267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:30.788896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:31.006038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-92641129-a01b-4422-bbd3-4fda88d546e4 None None] Provisioning complete for port 0e4376aa-c901-44f4-a075-0baa51bf99d3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:31.006440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-92641129-a01b-4422-bbd3-4fda88d546e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.026719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53010) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:31.032553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4d14b41f-bc3d-4276-b853-d7c2c400abc3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030085793', 'description': 'tempest-secgroup-smoke-1030085793 description', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:31.068484 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d14b41f-bc3d-4276-b853-d7c2c400abc3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.106387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:31.109439 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:31.138379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-870841b5-d677-46e9-92ed-5ea7bb5afed2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5181775 Nov 10 04:06:31.139050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:31.144831 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:31.248410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d14b41f-bc3d-4276-b853-d7c2c400abc3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.254367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d14b41f-bc3d-4276-b853-d7c2c400abc3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.300979 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b4422-b44f-4fa7-9d72-58cc0ce7d9ec x-openstack-request-id: req-c02b4422-b44f-4fa7-9d72-58cc0ce7d9ec {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:31.301279 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:31.301531 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c02b4422-b44f-4fa7-9d72-58cc0ce7d9ec {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:31.302013 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'status': 'completed', 'code': 200} Nov 10 04:06:31.314653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14b41f-bc3d-4276-b853-d7c2c400abc3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff352444-d996-4b48-9cda-f237d1b4b596,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:31.342502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4d14b41f-bc3d-4276-b853-d7c2c400abc3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.355766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4d14b41f-bc3d-4276-b853-d7c2c400abc3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3273888 Nov 10 04:06:31.363069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53022) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:31.369296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-87eea273-a49d-4b27-b419-28e5941511c5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'ff352444-d996-4b48-9cda-f237d1b4b596', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:31.399517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd22be9-7fcb-4933-9234-7de6dc0623e2 None None] Pushing event updated for resources: {'Port': ['ID=0e4376aa-c901-44f4-a075-0baa51bf99d3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:31.405418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-3d5cc8c5-fe15-4198-bfad-b86c732ad083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:31.407118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-3d5cc8c5-fe15-4198-bfad-b86c732ad083 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 1097 time: 0.0858405 Nov 10 04:06:31.416712 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eea273-a49d-4b27-b419-28e5941511c5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.490451 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eea273-a49d-4b27-b419-28e5941511c5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.494946 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eea273-a49d-4b27-b419-28e5941511c5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.542474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-a054b25a-a1f2-43de-ae2d-f6d985390d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:31.545253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-a054b25a-a1f2-43de-ae2d-f6d985390d93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1314800 Nov 10 04:06:31.547652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eea273-a49d-4b27-b419-28e5941511c5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dbc529-bac0-4cb4-850a-e752cfcb0aa4,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:31.562722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87eea273-a49d-4b27-b419-28e5941511c5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.566796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-87eea273-a49d-4b27-b419-28e5941511c5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016928 Nov 10 04:06:31.569535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:31.578317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2da217f5-e118-4463-af46-eef7e3cb35e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'ff352444-d996-4b48-9cda-f237d1b4b596', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:31.600249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:31.624518 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '71d07317-948d-48d0-b639-358f4d938a17', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:cc:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:28Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:31.637274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2da217f5-e118-4463-af46-eef7e3cb35e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.663581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f768-50c1-4375-a46f-bfd6cbace8eb None None] The sync data for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 is: [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:06:31.669584 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-92641129-a01b-4422-bbd3-4fda88d546e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.689759 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:06:31.744952 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:31.748811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-059bae83-1919-43da-9057-c70c270f9d6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00 HTTP/1.1" status: 200 len: 1000 time: 0.1903300 Nov 10 04:06:31.751100 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:31.758269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-92641129-a01b-4422-bbd3-4fda88d546e4 None None] For port 0e4376aa-c901-44f4-a075-0baa51bf99d3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0e4376aa-c901-44f4-a075-0baa51bf99d3,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:31.765173 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-92641129-a01b-4422-bbd3-4fda88d546e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.882749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-a619f8b7-e8b6-44b3-a6f5-83bc4274432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:31.884245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-a619f8b7-e8b6-44b3-a6f5-83bc4274432b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.1274059 Nov 10 04:06:31.922042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92641129-a01b-4422-bbd3-4fda88d546e4 None None] Pushing event updated for resources: {'Port': ['ID=0e4376aa-c901-44f4-a075-0baa51bf99d3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:31.922645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2da217f5-e118-4463-af46-eef7e3cb35e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:31.949243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f8556-39b1-4f09-9477-270ff815f69b req-3c2de067-5ce5-4bc1-8ffc-63c6b270f85c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:31.970642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:31.982480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-823f8556-39b1-4f09-9477-270ff815f69b req-3c2de067-5ce5-4bc1-8ffc-63c6b270f85c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.3198917 Nov 10 04:06:31.993690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-cd7cfc74-56f3-4289-801e-c879745c396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:31.995820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-cd7cfc74-56f3-4289-801e-c879745c396f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982323 Nov 10 04:06:32.005695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5b689486-30fe-4381-8b0a-c16488a28493 None None] Provisioning complete for port 0e4376aa-c901-44f4-a075-0baa51bf99d3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:32.005695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b689486-30fe-4381-8b0a-c16488a28493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.044175 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:32.081884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2da217f5-e118-4463-af46-eef7e3cb35e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.089314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0e4376aa-c901-44f4-a075-0baa51bf99d3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:32.146578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-2c4e7355-9c68-443a-b029-b145b2a1f5d3 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390653 Nov 10 04:06:32.167303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da217f5-e118-4463-af46-eef7e3cb35e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d9050e-8535-46f0-990e-6c87881220d5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:32.195849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-823f8556-39b1-4f09-9477-270ff815f69b req-a346e37e-10b8-40fd-b1e1-14f297846ed7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128551 Nov 10 04:06:32.213199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2da217f5-e118-4463-af46-eef7e3cb35e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.216837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2da217f5-e118-4463-af46-eef7e3cb35e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6438539 Nov 10 04:06:32.237694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53040) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:32.245566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e01fdc80-0bd2-436d-ba94-f5ebc0c7e0e4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'ff352444-d996-4b48-9cda-f237d1b4b596', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:32.330345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e01fdc80-0bd2-436d-ba94-f5ebc0c7e0e4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.387398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:06:32.415694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:32.416397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.441367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b8bc5-8f39-4bb4-a15e-ad55ea64f4d1 req-e605fb19-745a-41c9-86a1-25c8e2cc3968 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883010 Nov 10 04:06:32.471401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e01fdc80-0bd2-436d-ba94-f5ebc0c7e0e4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.479703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e01fdc80-0bd2-436d-ba94-f5ebc0c7e0e4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.496213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0e4376aa-c901-44f4-a075-0baa51bf99d3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:32.496949 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.531085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fdc80-0bd2-436d-ba94-f5ebc0c7e0e4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f05a7b5-8045-49f5-a2bb-7180ca5ecf84,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:32.556376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e01fdc80-0bd2-436d-ba94-f5ebc0c7e0e4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.561798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:32.568911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-149b6b49-0239-40e5-b180-048239b68b11 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'ff352444-d996-4b48-9cda-f237d1b4b596', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:32.598432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e01fdc80-0bd2-436d-ba94-f5ebc0c7e0e4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666205 Nov 10 04:06:32.657779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149b6b49-0239-40e5-b180-048239b68b11 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.677406 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '71d07317-948d-48d0-b639-358f4d938a17', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:cc:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:28Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:32.707779 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c12d70-ce1d-4f4c-b7d2-b306db112858 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '71d07317-948d-48d0-b639-358f4d938a17', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:cc:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:28Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:06:32.769846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149b6b49-0239-40e5-b180-048239b68b11 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.785362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149b6b49-0239-40e5-b180-048239b68b11 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.831020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6b49-0239-40e5-b180-048239b68b11 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7674e431-0d68-493d-9c1a-dd0ea447d509,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:32.839212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149b6b49-0239-40e5-b180-048239b68b11 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.848907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:32.854261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'ff352444-d996-4b48-9cda-f237d1b4b596', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:32.858994 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-149b6b49-0239-40e5-b180-048239b68b11 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2953773 Nov 10 04:06:32.906864 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Project ccaa15c36c244bb9b48a1c91ec4d6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:06:32.916797 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:32.966651 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.022469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.024770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:33.033590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.044118 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8692e5f-ed0b-4a1b-b2e9-bddebb34183c" -d '{"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-plugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:33.229273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.362244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:33.369817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2508333 Nov 10 04:06:33.370827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53068) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:33.371553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.371881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b8ed5-1ea0-4dbf-ad5f-fef6b24b4dbb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f265a4fd-0d68-4455-8919-53a800f3c06d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:33.372177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'ff352444-d996-4b48-9cda-f237d1b4b596', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:33.372524 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a2b3a-6c98-43ba-854a-3b0ba0de2e4e x-openstack-request-id: req-8a7a2b3a-6c98-43ba-854a-3b0ba0de2e4e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:33.372524 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-plugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:33.372524 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a7a2b3a-6c98-43ba-854a-3b0ba0de2e4e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:33.372524 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'code': 200} Nov 10 04:06:33.372524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:33.373380 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Project ccaa15c36c244bb9b48a1c91ec4d6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:06:33.373700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67791355-851f-49e4-8aa1-bda13d95f514 None None] New status for floating IP 71d07317-948d-48d0-b639-358f4d938a17: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:06:33.374014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.504372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.515351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b9c1d-0905-44cf-a63f-9e3a0eaa8fe5 req-c1645130-23ec-406c-96c9-0d938251440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:33.517255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b9c1d-0905-44cf-a63f-9e3a0eaa8fe5 req-c1645130-23ec-406c-96c9-0d938251440d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1097 time: 0.2162011 Nov 10 04:06:33.518178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.548638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b834c9-cc5a-4a57-9759-6fd9fb9455c3,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:33.561471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:33.562886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f983f2cd-fdee-48a2-8594-db30e3b0c54a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4575784 Nov 10 04:06:33.599989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b43d5-cdeb-4cef-b712-06f45ee495f9 req-85dd0f82-cd69-4107-a80f-5fcd8ee34ab7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:33.619721 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-544b43d5-cdeb-4cef-b712-06f45ee495f9 req-85dd0f82-cd69-4107-a80f-5fcd8ee34ab7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1653240 Nov 10 04:06:33.626944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-245b9c1d-0905-44cf-a63f-9e3a0eaa8fe5 req-e0afd217-1c81-4196-a98c-2cf602a1880f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905957 Nov 10 04:06:33.712409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-544b43d5-cdeb-4cef-b712-06f45ee495f9 req-01588f3d-5bdc-4df6-a2f9-60f286f52d8b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915673 Nov 10 04:06:33.881400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0e4376aa-c901-44f4-a075-0baa51bf99d3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:33.979495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-29a556ee-1e12-402a-9977-640ff871eecf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030085793&fields=id&tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 267 time: 0.0798614 Nov 10 04:06:33.992420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0e4376aa-c901-44f4-a075-0baa51bf99d3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:33.993295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:34.158775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-eae05215-2088-48d7-a906-5aee1d408a94 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:34.160647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-eae05215-2088-48d7-a906-5aee1d408a94 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/networks?id=e7e39431-7cbc-4a37-a755-a5b541d980ee HTTP/1.1" status: 200 len: 797 time: 0.1739268 Nov 10 04:06:34.181391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-adc03048-f49d-43af-94fa-8f9d51d8d4aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/quotas/ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 375 time: 0.0145545 Nov 10 04:06:34.263436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-5dfbf046-b5e7-421c-bbb6-e57d37b21cd5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760252 Nov 10 04:06:34.409554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-5ffe40f3-81d2-476a-abb1-da05e7cc85e8 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220887 Nov 10 04:06:34.537752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-ab14bb8c-1c5e-4955-b10c-ed609307bb5c service neutron] 10.222.0.24 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200640 Nov 10 04:06:34.805447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-794bd116-f33a-4cb4-8f7a-d91663b7be06 req-61673ff2-cb00-4df2-b13e-03b917d9a4ae tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 210 time: 0.0527494 Nov 10 04:06:34.878614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863d515-ab64-4095-afc8-fe2cfb1d5b35 req-0762fa73-ce1b-48ff-a3c8-05e96008d47a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:34.880408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3863d515-ab64-4095-afc8-fe2cfb1d5b35 req-0762fa73-ce1b-48ff-a3c8-05e96008d47a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0581918 Nov 10 04:06:34.976033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3863d515-ab64-4095-afc8-fe2cfb1d5b35 req-d8dd69b5-67d4-4ef3-b84d-67bb5d1907b4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893342 Nov 10 04:06:35.616187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53170) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:35.867175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a65c70f2-3b46-4c0c-b99b-63c156094910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:36.015491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4841f600-3fb0-443f-842c-b92045e992bb req-241b07eb-9538-4f50-aa4d-b554f73be977 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 210 time: 0.0729008 Nov 10 04:06:36.069044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a65c70f2-3b46-4c0c-b99b-63c156094910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:36.079012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a65c70f2-3b46-4c0c-b99b-63c156094910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:36.184301 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a65c70f2-3b46-4c0c-b99b-63c156094910 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=921ca47c3f2d4098ae127a6a4c5c3f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5662873 Nov 10 04:06:36.185923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c70f2-3b46-4c0c-b99b-63c156094910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d4bbd5-f9fd-4894-8d06-197950b1c182,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:36.188532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53184) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:36.350623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b046e65-24db-490d-8e68-858f641dfe8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:36.407050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395954-ccc7-4908-b6cb-43e8e9670835 req-0ce66f9a-69f4-4b01-b106-305f4fae353c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:36.408803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40395954-ccc7-4908-b6cb-43e8e9670835 req-0ce66f9a-69f4-4b01-b106-305f4fae353c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1471167 Nov 10 04:06:36.411885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b046e65-24db-490d-8e68-858f641dfe8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:36.515107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40395954-ccc7-4908-b6cb-43e8e9670835 req-8fdece1c-9784-4bfe-82ce-af979eb5b8a1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916941 Nov 10 04:06:36.560112 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b046e65-24db-490d-8e68-858f641dfe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:36.563910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b046e65-24db-490d-8e68-858f641dfe8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:36.569867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b046e65-24db-490d-8e68-858f641dfe8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16d4bbd5-f9fd-4894-8d06-197950b1c182 HTTP/1.1" status: 204 len: 168 time: 0.3770409 Nov 10 04:06:36.599070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b046e65-24db-490d-8e68-858f641dfe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d4bbd5-f9fd-4894-8d06-197950b1c182,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:36.724736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdf9af-50d2-4e6a-9351-f46b71c54acd req-5d05134e-b7cb-4b1a-9b44-dfc9bfb9a34a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:36.726494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1dbdf9af-50d2-4e6a-9351-f46b71c54acd req-5d05134e-b7cb-4b1a-9b44-dfc9bfb9a34a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0860829 Nov 10 04:06:36.742802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53202) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:36.749331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Request body: {'floatingip': {'port_id': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:36.834734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.119084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53214) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:37.137991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4738f324-2a5d-44d6-8f2e-a9b86bf63bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.176808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-c35fad1f-f48a-45f8-ab84-394c0cf1ac83 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:37.179100 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-c35fad1f-f48a-45f8-ab84-394c0cf1ac83 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.44 "GET /v2.0/networks?id=e7e39431-7cbc-4a37-a755-a5b541d980ee HTTP/1.1" status: 200 len: 797 time: 0.3418736 Nov 10 04:06:37.309586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4738f324-2a5d-44d6-8f2e-a9b86bf63bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.318651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91e5f9e7-54c3-4f67-bbd7-6e0d7a48d36d req-c30d610d-651d-47f6-a382-81225632ddad tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 210 time: 0.1174917 Nov 10 04:06:37.321255 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4738f324-2a5d-44d6-8f2e-a9b86bf63bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.321892 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-90bf9085-e525-47eb-a8e7-668ef24b28dd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 380 time: 0.1267419 Nov 10 04:06:37.356964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'port': {'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'admin_state_up': True, 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'security_groups': ['ff352444-d996-4b48-9cda-f237d1b4b596']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:37.360235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4738f324-2a5d-44d6-8f2e-a9b86bf63bde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acf39245fc184d8abb86f3457877c8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381415 Nov 10 04:06:37.364327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53220) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:37.388390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738f324-2a5d-44d6-8f2e-a9b86bf63bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7531a30b-2016-4fec-a17b-99d1ccef5fbd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:37.504172 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf8614e-d8c4-4865-81a0-30abcebc930d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.539410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf8614e-d8c4-4865-81a0-30abcebc930d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.633735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf8614e-d8c4-4865-81a0-30abcebc930d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.638522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf8614e-d8c4-4865-81a0-30abcebc930d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.642198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aaf8614e-d8c4-4865-81a0-30abcebc930d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7531a30b-2016-4fec-a17b-99d1ccef5fbd HTTP/1.1" status: 204 len: 168 time: 0.2746205 Nov 10 04:06:37.677879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:06:37.681930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8614e-d8c4-4865-81a0-30abcebc930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7531a30b-2016-4fec-a17b-99d1ccef5fbd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:37.682442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.690759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.resource_extend [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 04:06:37.820988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:37.827784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:38.004594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.20.0.13 (e7e39431-7cbc-4a37-a755-a5b541d980ee/590cfa3b-32a8-4f13-b08a-9c146c03958a/80b3d9b6-fe1b-46d3-9503-6930f69003ac) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:38.009647 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Floating IP e0b61bff-ecf5-4125-ac0d-1ae07a60f7af associated. External IP: 172.25.6.110, port: 62cffbd9-4bb4-49b6-ad09-33f67fc792cc. Nov 10 04:06:38.118568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:38.440308 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:38.475120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Router dc912f65-f378-454f-817e-6286a4cf35b4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:06:38.481234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:38.511483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0397429e-475e-40df-92ca-5d1d0fe5000d req-af87969d-cd1a-4b5e-93ef-34a4644ce68b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 210 time: 0.0736909 Nov 10 04:06:38.590245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network e7e39431-7cbc-4a37-a755-a5b541d980ee is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:38.606325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:38.615588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:38.781252 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:06:38.814211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=80b3d9b6-fe1b-46d3-9503-6930f69003ac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:38.846506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:38.847813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:38.908540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-86d2e1a7-3675-4079-87f5-6f644f6ea293 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5556903 Nov 10 04:06:38.925982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Request body: {'port': {'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:39.042694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:06:39.056326 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] Sync routers for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:06:39.082236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:39.092039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f78d48a8-8956-4174-b280-367c5c45f74c None None] Provisioning complete for port 80b3d9b6-fe1b-46d3-9503-6930f69003ac triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:39.092421 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f78d48a8-8956-4174-b280-367c5c45f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:39.116787 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:39.117416 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:39.168906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f78d48a8-8956-4174-b280-367c5c45f74c None None] Port 80b3d9b6-fe1b-46d3-9503-6930f69003ac cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:06:39.176199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:39.219148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e08c5819-2da1-4ade-a733-6dd6245acd8d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "PUT /v2.0/floatingips/e0b61bff-ecf5-4125-ac0d-1ae07a60f7af HTTP/1.1" status: 200 len: 992 time: 2.4718189 Nov 10 04:06:39.247892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:39.250669 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969e79d0-abef-4725-9145-0261efba257a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:39.292207 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:39.572582 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99853de9-6973-4a3d-ba39-b243126e4984 x-openstack-request-id: req-99853de9-6973-4a3d-ba39-b243126e4984 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:39.574715 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:39.576326 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99853de9-6973-4a3d-ba39-b243126e4984 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:39.576762 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'status': 'completed', 'code': 200} Nov 10 04:06:39.668597 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'e0b61bff-ecf5-4125-ac0d-1ae07a60f7af', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'port_id': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'mac_address': 'fa:16:3e:d0:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:16Z', 'updated_at': '2021-11-10T04:06:37Z', 'revision_number': 1, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:39.704997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e79d0-abef-4725-9145-0261efba257a req-cd57ca79-8a3b-4da5-bf7b-a7c56445092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:39.705451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-969e79d0-abef-4725-9145-0261efba257a req-cd57ca79-8a3b-4da5-bf7b-a7c56445092d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1097 time: 0.0692894 Nov 10 04:06:39.718677 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] Checking router: dc912f65-f378-454f-817e-6286a4cf35b4 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:06:39.744995 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:39.745883 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:39.793653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5cd8-de0d-482c-9e9a-f2d7f64c4e61 req-d9f7d6fb-7950-4a50-ba31-1c7757c17c91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:39.802564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-576d5cd8-de0d-482c-9e9a-f2d7f64c4e61 req-d9f7d6fb-7950-4a50-ba31-1c7757c17c91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 932 time: 0.1331449 Nov 10 04:06:39.929969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-576d5cd8-de0d-482c-9e9a-f2d7f64c4e61 req-8d37c66f-c575-4b9c-bfd2-d4418de52f27 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216197 Nov 10 04:06:40.008037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e79d0-abef-4725-9145-0261efba257a req-df9d6089-b2ba-4d45-a19a-b0c5ef38438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:40.009519 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-969e79d0-abef-4725-9145-0261efba257a req-df9d6089-b2ba-4d45-a19a-b0c5ef38438e service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2980387 Nov 10 04:06:40.034115 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:40.074465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b3d9b6-fe1b-46d3-9503-6930f69003ac {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:06:40.094052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:40.121918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-969e79d0-abef-4725-9145-0261efba257a req-b24e4304-b55b-49c1-9736-9a1ec29977f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1000 time: 0.1021717 Nov 10 04:06:40.142728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Transition to ACTIVE for port object 80b3d9b6-fe1b-46d3-9503-6930f69003ac will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:06:40.165705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:40.228177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e79d0-abef-4725-9145-0261efba257a req-faf58f93-8c74-4ca5-b148-49d3c9e8fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:40.228915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-969e79d0-abef-4725-9145-0261efba257a req-faf58f93-8c74-4ca5-b148-49d3c9e8fc9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.1003153 Nov 10 04:06:40.310955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Pushing event updated for resources: {'Port': ['ID=80b3d9b6-fe1b-46d3-9503-6930f69003ac,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:40.947641 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'e0b61bff-ecf5-4125-ac0d-1ae07a60f7af', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'port_id': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'mac_address': 'fa:16:3e:d0:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:16Z', 'updated_at': '2021-11-10T04:06:37Z', 'revision_number': 1, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:40.955340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e79d0-abef-4725-9145-0261efba257a req-6501ac31-79e6-47c5-b52b-52900ff5a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:40.957390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-969e79d0-abef-4725-9145-0261efba257a req-6501ac31-79e6-47c5-b52b-52900ff5a530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7140536 Nov 10 04:06:40.960276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Attempting to bind port 80b3d9b6-fe1b-46d3-9503-6930f69003ac on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:06:40.960607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Attempting to bind port 80b3d9b6-fe1b-46d3-9503-6930f69003ac by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:06:40.960930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Attempting to bind port 80b3d9b6-fe1b-46d3-9503-6930f69003ac on network e7e39431-7cbc-4a37-a755-a5b541d980ee {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:40.984259 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098a354-7c26-4cfc-8a7e-d275741028c6 None None] The sync data for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 is: [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'e0b61bff-ecf5-4125-ac0d-1ae07a60f7af', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'port_id': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'mac_address': 'fa:16:3e:d0:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:16Z', 'updated_at': '2021-11-10T04:06:37Z', 'revision_number': 1, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:06:41.117325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Port 80b3d9b6-fe1b-46d3-9503-6930f69003ac on network e7e39431-7cbc-4a37-a755-a5b541d980ee not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:06:41.119393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Attempting to bind port 80b3d9b6-fe1b-46d3-9503-6930f69003ac on network e7e39431-7cbc-4a37-a755-a5b541d980ee {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:06:41.149444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-969e79d0-abef-4725-9145-0261efba257a req-e41d3723-6082-4273-8fa3-f04283e2ccb0 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703765 Nov 10 04:06:41.152350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:06:41.152689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Checking segment: {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:06:41.153077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Bound using segment: {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:06:41.153486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Bound port: 80b3d9b6-fe1b-46d3-9503-6930f69003ac, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d919e27-59d1-4727-8ab6-67df1078c307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:06:41.153908 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:41.162412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018416-98a6-4f83-a1a2-a437391c5adb req-b535fb07-51f9-43c2-9797-305a28888ad0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:41.173057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb018416-98a6-4f83-a1a2-a437391c5adb req-b535fb07-51f9-43c2-9797-305a28888ad0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 944 time: 0.1231997 Nov 10 04:06:41.240050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb018416-98a6-4f83-a1a2-a437391c5adb req-acdbcfd0-92fb-4336-9563-c3cf55069869 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638061 Nov 10 04:06:41.299755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] For port 80b3d9b6-fe1b-46d3-9503-6930f69003ac, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:06:41.304263 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-969e79d0-abef-4725-9145-0261efba257a req-964c4f47-ec5d-4baf-9b24-34b09f1f35bb service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479242 Nov 10 04:06:41.319756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] For port 80b3d9b6-fe1b-46d3-9503-6930f69003ac, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:06:41.319756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:41.423950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:41.427482 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:41.428959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81597373-2723-46df-b127-f0348cf7afe8 None None] New status for floating IP e0b61bff-ecf5-4125-ac0d-1ae07a60f7af: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:06:41.429480 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] 10.222.0.44 "PUT /v2.0/ports/80b3d9b6-fe1b-46d3-9503-6930f69003ac HTTP/1.1" status: 200 len: 1092 time: 2.5086703 Nov 10 04:06:41.522934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d3c59-10c6-4e9b-8ed1-f1865cc85266 service neutron] Pushing event updated for resources: {'Port': ['ID=80b3d9b6-fe1b-46d3-9503-6930f69003ac,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:41.547818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-6f10281c-7675-4990-a37b-37f96c43f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:41.549629 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-6f10281c-7675-4990-a37b-37f96c43f77f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 1095 time: 0.0794418 Nov 10 04:06:41.579182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:41.582238 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25db91b-0916-49df-9388-849103db10e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:41.650779 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-90e5f7b5-15d6-4f7b-8a15-50e2a510a644 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac HTTP/1.1" status: 200 len: 217 time: 0.0885329 Nov 10 04:06:41.738670 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d45d038-4607-4f61-bf62-d997b429e411 x-openstack-request-id: req-0d45d038-4607-4f61-bf62-d997b429e411 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:41.739094 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:41.739457 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d45d038-4607-4f61-bf62-d997b429e411 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:41.740116 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'status': 'completed', 'code': 200} Nov 10 04:06:41.766929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-5c9aa3f1-4459-4316-bb7d-386873c5d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:41.774980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-5c9aa3f1-4459-4316-bb7d-386873c5d369 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=590cfa3b-32a8-4f13-b08a-9c146c03958a HTTP/1.1" status: 200 len: 834 time: 0.1170433 Nov 10 04:06:41.874697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-034c2441-b550-422b-8c14-797ded1ea069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:41.876317 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-034c2441-b550-422b-8c14-797ded1ea069 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7e39431-7cbc-4a37-a755-a5b541d980ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915196 Nov 10 04:06:42.002613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-d6f6b450-6bb8-40df-9d81-84c4c552d652 service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175835 Nov 10 04:06:42.127581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64add0cd-7a78-4ac2-9199-abad1166e93a req-135d7c25-4922-43d0-a6db-c3ae2892bb42 service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172161 Nov 10 04:06:42.256091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db91b-0916-49df-9388-849103db10e5 req-c78503ed-3374-4e05-a330-de330b2896ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:42.257775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a25db91b-0916-49df-9388-849103db10e5 req-c78503ed-3374-4e05-a330-de330b2896ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 1095 time: 0.0742683 Nov 10 04:06:42.405521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4625e-9668-4521-a32b-034abc7fa951 req-89184de4-efd2-48ea-a88b-502845718111 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:42.407441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eba4625e-9668-4521-a32b-034abc7fa951 req-89184de4-efd2-48ea-a88b-502845718111 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 944 time: 0.0767300 Nov 10 04:06:42.429729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db91b-0916-49df-9388-849103db10e5 req-a9bcceba-4526-41c1-a5a8-885b17340c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:42.433990 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a25db91b-0916-49df-9388-849103db10e5 req-a9bcceba-4526-41c1-a5a8-885b17340c52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7e39431-7cbc-4a37-a755-a5b541d980ee HTTP/1.1" status: 200 len: 897 time: 0.1667931 Nov 10 04:06:42.491292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eba4625e-9668-4521-a32b-034abc7fa951 req-7bdd3d76-ff54-4447-b309-4c825fbe9703 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760214 Nov 10 04:06:42.518673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a25db91b-0916-49df-9388-849103db10e5 req-b2803a79-1df9-423a-b890-ee73392825ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac HTTP/1.1" status: 200 len: 217 time: 0.0793631 Nov 10 04:06:42.579250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db91b-0916-49df-9388-849103db10e5 req-f8f46926-c0ef-4ee7-a1f1-e1b5ca639982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:42.581036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a25db91b-0916-49df-9388-849103db10e5 req-f8f46926-c0ef-4ee7-a1f1-e1b5ca639982 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=590cfa3b-32a8-4f13-b08a-9c146c03958a HTTP/1.1" status: 200 len: 834 time: 0.0543354 Nov 10 04:06:42.639202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db91b-0916-49df-9388-849103db10e5 req-40d59548-0d6b-46f7-b9ee-be89f351ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:42.643053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a25db91b-0916-49df-9388-849103db10e5 req-40d59548-0d6b-46f7-b9ee-be89f351ec70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7e39431-7cbc-4a37-a755-a5b541d980ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524094 Nov 10 04:06:42.764325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a25db91b-0916-49df-9388-849103db10e5 req-a21890ed-5510-4f33-b475-20c5ce984fe0 service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136794 Nov 10 04:06:42.894121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a25db91b-0916-49df-9388-849103db10e5 req-6b973942-6e64-4105-bcb8-027100e89f54 service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229541 Nov 10 04:06:43.327190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca56e9ef-cb0f-426d-a594-41f434a3f57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:43.644268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:43.727286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f0669-f77f-4979-8652-36c96ef82a0a req-144ce580-72f2-4d68-b76b-2ea7855a00e2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:43.744398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb1f0669-f77f-4979-8652-36c96ef82a0a req-144ce580-72f2-4d68-b76b-2ea7855a00e2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 944 time: 0.1246467 Nov 10 04:06:43.795218 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea1f83b6-706d-4c43-8db4-4326207ecefe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:43.836623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb1f0669-f77f-4979-8652-36c96ef82a0a req-27ecff86-85bf-4bdf-8711-c752eb0dc23c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898819 Nov 10 04:06:43.937328 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea1f83b6-706d-4c43-8db4-4326207ecefe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:43.946270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea1f83b6-706d-4c43-8db4-4326207ecefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:43.999869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea1f83b6-706d-4c43-8db4-4326207ecefe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f029d2624dbe4e409c4ed6ddc3f590a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538420 Nov 10 04:06:44.000509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53474) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:44.016194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f83b6-706d-4c43-8db4-4326207ecefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69665e7f-3bcb-4ad4-8a5b-041ffe4e46db,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:44.065348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ad6e-c182-48c8-99d5-cfdb64f29c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:44.088168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ad6e-c182-48c8-99d5-cfdb64f29c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:44.153996 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ad6e-c182-48c8-99d5-cfdb64f29c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:44.156562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ad6e-c182-48c8-99d5-cfdb64f29c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:44.157722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e6d2ad6e-c182-48c8-99d5-cfdb64f29c5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69665e7f-3bcb-4ad4-8a5b-041ffe4e46db HTTP/1.1" status: 204 len: 168 time: 0.1558933 Nov 10 04:06:44.172973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2ad6e-c182-48c8-99d5-cfdb64f29c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69665e7f-3bcb-4ad4-8a5b-041ffe4e46db,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:44.469176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 80b3d9b6-fe1b-46d3-9503-6930f69003ac details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:06:44.615749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 80b3d9b6-fe1b-46d3-9503-6930f69003ac, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:44.631099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:06:44.682754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:44.705147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b3d9b6-fe1b-46d3-9503-6930f69003ac {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:06:44.749123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 80b3d9b6-fe1b-46d3-9503-6930f69003ac, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:44.758715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:44.829339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=80b3d9b6-fe1b-46d3-9503-6930f69003ac,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:44.973017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['80b3d9b6-fe1b-46d3-9503-6930f69003ac'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:06:44.980754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e59aa-61ff-44f0-ab75-cb756e352e03 req-5cca4a41-2344-4c0a-bc19-7070e4055be9 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:44.982957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe2e59aa-61ff-44f0-ab75-cb756e352e03 req-5cca4a41-2344-4c0a-bc19-7070e4055be9 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 945 time: 0.0677755 Nov 10 04:06:45.083694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe2e59aa-61ff-44f0-ab75-cb756e352e03 req-d344f87e-a799-4c5e-bfad-3d51d48b1eb0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842190 Nov 10 04:06:45.656133 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c715bd2e-f753-486e-a7e4-0b340f97b404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:46.250328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecaf4c-a5aa-4237-8f6b-d4f5444056e6 req-bcb23c56-a937-4c3b-981b-ae3827d544cf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:46.252154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4eecaf4c-a5aa-4237-8f6b-d4f5444056e6 req-bcb23c56-a937-4c3b-981b-ae3827d544cf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 945 time: 0.0687370 Nov 10 04:06:46.330120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4eecaf4c-a5aa-4237-8f6b-d4f5444056e6 req-489dfa58-85fd-4620-8b02-b529b57f31b3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667446 Nov 10 04:06:46.484274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 80b3d9b6-fe1b-46d3-9503-6930f69003ac up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:06:46.555878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 80b3d9b6-fe1b-46d3-9503-6930f69003ac completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:06:46.563253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 80b3d9b6-fe1b-46d3-9503-6930f69003ac triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:06:46.563642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:46.689879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:46.741890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:46.741890 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c7040-20d1-4cdc-ab3f-acdacced0ba5" -d '{"events": [{"server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "name": "network-vif-plugged", "status": "completed", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:46.767325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 80b3d9b6-fe1b-46d3-9503-6930f69003ac, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:06:46.778141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:46.813304 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:46.849784 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b44653-6a67-47d3-95e9-6d36996757c2 x-openstack-request-id: req-30b44653-6a67-47d3-95e9-6d36996757c2 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:46.850144 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "name": "network-vif-plugged", "status": "completed", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:46.850348 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30b44653-6a67-47d3-95e9-6d36996757c2 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:46.850745 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'code': 200} Nov 10 04:06:46.890480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=80b3d9b6-fe1b-46d3-9503-6930f69003ac,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:46.981683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7232a3-d321-453e-9ca0-d621b1a6ad10 req-1c14d04d-427e-4e4c-8d91-3447b24628e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:46.983284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c7232a3-d321-453e-9ca0-d621b1a6ad10 req-1c14d04d-427e-4e4c-8d91-3447b24628e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 1097 time: 0.0622933 Nov 10 04:06:47.059546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6c7232a3-d321-453e-9ca0-d621b1a6ad10 req-450c3913-4b32-4311-ac2a-56aa02f94a54 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667152 Nov 10 04:06:47.402424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53744) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:47.450997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53748) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:47.463430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b48927-6701-4e69-810a-15af15b158c2 req-07b1726a-f169-4110-92df-3b662a5eae00 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:47.465614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1b48927-6701-4e69-810a-15af15b158c2 req-07b1726a-f169-4110-92df-3b662a5eae00 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 946 time: 0.0584972 Nov 10 04:06:47.532736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1b48927-6701-4e69-810a-15af15b158c2 req-c3a14f42-8b2b-4082-ad11-1b74cef8edb2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610046 Nov 10 04:06:47.580870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14968deb-32a1-4bc8-ad30-e8d09c60dace admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.637734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-420f552a-8b3b-4ee0-8ffe-12b1b3afb2ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.742827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14968deb-32a1-4bc8-ad30-e8d09c60dace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.749865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14968deb-32a1-4bc8-ad30-e8d09c60dace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.817101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-14968deb-32a1-4bc8-ad30-e8d09c60dace admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa37f1f569d54f1bb73b870a295d774b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615987 Nov 10 04:06:47.818078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:47.818420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14968deb-32a1-4bc8-ad30-e8d09c60dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a4e8d-2d0b-46a4-b09c-d260c0447fb6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:47.823254 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-420f552a-8b3b-4ee0-8ffe-12b1b3afb2ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.827960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-420f552a-8b3b-4ee0-8ffe-12b1b3afb2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.878016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-420f552a-8b3b-4ee0-8ffe-12b1b3afb2ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66d5fcd000f044be83e02afcb9922359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4716218 Nov 10 04:06:47.878710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53756) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:47.885845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f552a-8b3b-4ee0-8ffe-12b1b3afb2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8509e3-1910-4635-ad1a-c614431d302e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:47.890646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f448e17-d2c6-46e4-b4d5-e44d26e2c771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.915287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f448e17-d2c6-46e4-b4d5-e44d26e2c771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.941963 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-502328c9-f9f5-4c35-b455-91cfe3061f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.968937 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-502328c9-f9f5-4c35-b455-91cfe3061f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.970702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f448e17-d2c6-46e4-b4d5-e44d26e2c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.974773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f448e17-d2c6-46e4-b4d5-e44d26e2c771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:47.978473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8f448e17-d2c6-46e4-b4d5-e44d26e2c771 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41a4e8d-2d0b-46a4-b09c-d260c0447fb6 HTTP/1.1" status: 204 len: 168 time: 0.1562850 Nov 10 04:06:47.985545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f448e17-d2c6-46e4-b4d5-e44d26e2c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a4e8d-2d0b-46a4-b09c-d260c0447fb6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:48.028389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-502328c9-f9f5-4c35-b455-91cfe3061f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.031032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-502328c9-f9f5-4c35-b455-91cfe3061f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.032408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-502328c9-f9f5-4c35-b455-91cfe3061f0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c8509e3-1910-4635-ad1a-c614431d302e HTTP/1.1" status: 204 len: 168 time: 0.1523964 Nov 10 04:06:48.040620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502328c9-f9f5-4c35-b455-91cfe3061f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8509e3-1910-4635-ad1a-c614431d302e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:48.444634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.486636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53768) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:48.499273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53770) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:48.515002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2eb9-9d1d-486a-8017-2e31151fb9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.519918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-052ba591-ec8b-4762-97b4-b6d47eaacaa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.619663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2eb9-9d1d-486a-8017-2e31151fb9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.627268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2eb9-9d1d-486a-8017-2e31151fb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.651551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-052ba591-ec8b-4762-97b4-b6d47eaacaa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.657009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-052ba591-ec8b-4762-97b4-b6d47eaacaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.671564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fc7e2eb9-9d1d-486a-8017-2e31151fb9c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2cc7c9fd9ec40e4ac12410f694203ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830785 Nov 10 04:06:48.675461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:48.691423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e2eb9-9d1d-486a-8017-2e31151fb9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc7fc9-022e-4478-b1b2-29c49ba53933,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:48.703845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ba591-ec8b-4762-97b4-b6d47eaacaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1af07-8cdc-4ab6-89ba-22497bad6746,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:48.743117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-944b5aaf-e358-4b0c-9682-843a61de0523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.766758 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-944b5aaf-e358-4b0c-9682-843a61de0523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.768439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-052ba591-ec8b-4762-97b4-b6d47eaacaa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3b2b432d4274dde930f3c9c60bc69c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681351 Nov 10 04:06:48.771017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53776) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:48.787227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62712-7f86-4efd-ab8a-e463917748c0 req-0c108e54-0494-46fe-94e1-2bcb78de01ac tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:48.789099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bba62712-7f86-4efd-ab8a-e463917748c0 req-0c108e54-0494-46fe-94e1-2bcb78de01ac tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 946 time: 0.1009743 Nov 10 04:06:48.829117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-944b5aaf-e358-4b0c-9682-843a61de0523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.832518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-944b5aaf-e358-4b0c-9682-843a61de0523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.844858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-944b5aaf-e358-4b0c-9682-843a61de0523 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88cc7fc9-022e-4478-b1b2-29c49ba53933 HTTP/1.1" status: 204 len: 168 time: 0.1622894 Nov 10 04:06:48.857131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b5aaf-e358-4b0c-9682-843a61de0523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc7fc9-022e-4478-b1b2-29c49ba53933,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:48.876446 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e28e8862-46c5-4091-8efa-b0fa099945d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.902260 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bba62712-7f86-4efd-ab8a-e463917748c0 req-e67f256f-52c9-4e0d-86d8-49b36c1b52bf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047966 Nov 10 04:06:48.927518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e28e8862-46c5-4091-8efa-b0fa099945d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:48.995327 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e28e8862-46c5-4091-8efa-b0fa099945d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:49.000464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e28e8862-46c5-4091-8efa-b0fa099945d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:49.017567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e28e8862-46c5-4091-8efa-b0fa099945d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcb1af07-8cdc-4ab6-89ba-22497bad6746 HTTP/1.1" status: 204 len: 168 time: 0.2356801 Nov 10 04:06:49.033159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e8862-46c5-4091-8efa-b0fa099945d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1af07-8cdc-4ab6-89ba-22497bad6746,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:49.095217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb38aa-de35-4398-af1c-7957cb15369e req-4da5047c-6e4c-4a8b-bd76-59a32c75e265 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:49.103505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccdb38aa-de35-4398-af1c-7957cb15369e req-4da5047c-6e4c-4a8b-bd76-59a32c75e265 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 946 time: 0.0721297 Nov 10 04:06:49.136347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:49.173574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ccdb38aa-de35-4398-af1c-7957cb15369e req-4422280e-2d96-40f1-b221-84256e161eff tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687220 Nov 10 04:06:49.200276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:49.267303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b2681-4943-4096-9fc5-ce27e40a1aef tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:49.268879 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-311b2681-4943-4096-9fc5-ce27e40a1aef tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 1092 time: 0.0678771 Nov 10 04:06:49.272093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53790) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:49.276673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:06:49.308097 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:49.439721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:49.617290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.25.6.240 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/da42aec1-cf82-4946-81a8-7d4c28b23832) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:06:49.778730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:49.830355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:49.886878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:06:49.898857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:06:49.906803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:06:49.955472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=da42aec1-cf82-4946-81a8-7d4c28b23832,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:50.444036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:50.543113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:50.747301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:50.755186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:50.901449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=da42aec1-cf82-4946-81a8-7d4c28b23832,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:50.905562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:51.075282 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Floating IP 56e8b513-bb95-4ca1-a8df-2f24a4c585ef associated. External IP: 172.25.6.240, port: 80b3d9b6-fe1b-46d3-9503-6930f69003ac. Nov 10 04:06:51.384470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53884) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:51.390920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router 742ee13e-04bf-4278-b81c-e8621ca6f48f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:06:51.525034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:06:51.538357 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] Sync routers for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:06:51.554347 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:51.554974 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:51.563518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:51.625688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-83c339fa-45c7-428e-9432-38a2588147a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3490937 Nov 10 04:06:51.626681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53890) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:51.629470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:06:51.637734 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e0725-6581-4ac0-8303-d82e744e62ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:06:51.696689 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:51.754232 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986b711-c248-45be-b451-4cea1d5db815 x-openstack-request-id: req-7986b711-c248-45be-b451-4cea1d5db815 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:06:51.754736 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:06:51.755118 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7986b711-c248-45be-b451-4cea1d5db815 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:06:51.755976 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'status': 'completed', 'code': 200} Nov 10 04:06:51.885120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94dcf4e5-f540-4987-8d2f-d04f8b642756 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/56e8b513-bb95-4ca1-a8df-2f24a4c585ef HTTP/1.1" status: 200 len: 992 time: 0.2570527 Nov 10 04:06:51.930216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0725-6581-4ac0-8303-d82e744e62ed req-97e53519-998a-4f26-8005-5f7df47ee3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:51.932454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829e0725-6581-4ac0-8303-d82e744e62ed req-97e53519-998a-4f26-8005-5f7df47ee3aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 1097 time: 0.1519015 Nov 10 04:06:51.935823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-faa4ecfa-3740-4e85-b008-fc4ac4aa3084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:51.961689 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:50Z', 'revision_number': 0, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:51.994897 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] Checking router: 742ee13e-04bf-4278-b81c-e8621ca6f48f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:06:52.006159 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:06:52.007068 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:06:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:52.066875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-faa4ecfa-3740-4e85-b008-fc4ac4aa3084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:52.075508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-faa4ecfa-3740-4e85-b008-fc4ac4aa3084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:52.128275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-faa4ecfa-3740-4e85-b008-fc4ac4aa3084 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a56485f26ab04aaa9d76391b4bcc63cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7423906 Nov 10 04:06:52.129037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53904) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:52.131098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ecfa-3740-4e85-b008-fc4ac4aa3084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca17b457-ac79-45cf-8664-dce77a188d03,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:52.167098 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:06:52.184917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0725-6581-4ac0-8303-d82e744e62ed req-91022df2-e93e-4414-9b1c-dd80754b1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:52.186474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829e0725-6581-4ac0-8303-d82e744e62ed req-91022df2-e93e-4414-9b1c-dd80754b1d7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7e39431-7cbc-4a37-a755-a5b541d980ee HTTP/1.1" status: 200 len: 897 time: 0.2468722 Nov 10 04:06:52.276114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ad9e-56f7-4e54-9352-faa17aa58030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:52.283983 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829e0725-6581-4ac0-8303-d82e744e62ed req-2d4e1eeb-b662-40ff-98d7-d2e7213dcf6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac HTTP/1.1" status: 200 len: 1000 time: 0.0879986 Nov 10 04:06:52.335372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ad9e-56f7-4e54-9352-faa17aa58030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:52.377216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0725-6581-4ac0-8303-d82e744e62ed req-54a66395-72f1-4493-92a0-df9b74e4b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:52.379952 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829e0725-6581-4ac0-8303-d82e744e62ed req-54a66395-72f1-4493-92a0-df9b74e4b3da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=590cfa3b-32a8-4f13-b08a-9c146c03958a HTTP/1.1" status: 200 len: 834 time: 0.0870028 Nov 10 04:06:52.439946 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ad9e-56f7-4e54-9352-faa17aa58030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:52.444264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ad9e-56f7-4e54-9352-faa17aa58030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:52.447691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c7b1ad9e-56f7-4e54-9352-faa17aa58030 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca17b457-ac79-45cf-8664-dce77a188d03 HTTP/1.1" status: 204 len: 168 time: 0.3089144 Nov 10 04:06:52.457544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1ad9e-56f7-4e54-9352-faa17aa58030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca17b457-ac79-45cf-8664-dce77a188d03,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:52.464816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0725-6581-4ac0-8303-d82e744e62ed req-ebb8f1b2-07f5-4965-9d58-61806091a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:06:52.476756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829e0725-6581-4ac0-8303-d82e744e62ed req-ebb8f1b2-07f5-4965-9d58-61806091a695 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7e39431-7cbc-4a37-a755-a5b541d980ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901110 Nov 10 04:06:52.492128 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:50Z', 'revision_number': 0, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:06:52.521890 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf186d7-8937-43ae-b724-42a900bdf51b None None] The sync data for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 is: [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:50Z', 'revision_number': 0, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:06:52.673631 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829e0725-6581-4ac0-8303-d82e744e62ed req-6b6ebf2f-a289-445a-90fc-6ffa0639ff34 service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886556 Nov 10 04:06:52.822437 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-829e0725-6581-4ac0-8303-d82e744e62ed req-ffe6ccd6-1f59-4188-a976-a18471e1ef2b service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245663 Nov 10 04:06:52.887835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53924) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:52.897850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ba94b-3b37-4da7-b3d9-2cf66167da9e None None] New status for floating IP 56e8b513-bb95-4ca1-a8df-2f24a4c585ef: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:06:53.035701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9eda2bb8-9c91-4b03-ac78-3e9499532ccd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/56e8b513-bb95-4ca1-a8df-2f24a4c585ef HTTP/1.1" status: 200 len: 992 time: 0.1454966 Nov 10 04:06:53.155692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53934) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:53.266050 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8fe74b7-e252-4e34-9944-5954f4d8d6cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.355137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8fe74b7-e252-4e34-9944-5954f4d8d6cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.360805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8fe74b7-e252-4e34-9944-5954f4d8d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.404737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.416529 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d8fe74b7-e252-4e34-9944-5954f4d8d6cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99765846659f4711ac736db5b1a61a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574148 Nov 10 04:06:53.416764 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53944) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:53.423553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe74b7-e252-4e34-9944-5954f4d8d6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e9dda7-013f-4077-8c23-c35e535a4dac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:53.494385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6f82086-6e47-49ce-b485-6bec6e8ba2f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.517588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6f82086-6e47-49ce-b485-6bec6e8ba2f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.578113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6f82086-6e47-49ce-b485-6bec6e8ba2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.582937 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6f82086-6e47-49ce-b485-6bec6e8ba2f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:53.587218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f6f82086-6e47-49ce-b485-6bec6e8ba2f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77e9dda7-013f-4077-8c23-c35e535a4dac HTTP/1.1" status: 204 len: 168 time: 0.1695342 Nov 10 04:06:53.601803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f82086-6e47-49ce-b485-6bec6e8ba2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e9dda7-013f-4077-8c23-c35e535a4dac,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:54.026273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 53966) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:54.037530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53968) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:54.045683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-031554fa-0a99-459e-833c-7696c8b893f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:54.148442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d6fdfc13-4ea5-4278-8d37-20db659932a7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/56e8b513-bb95-4ca1-a8df-2f24a4c585ef HTTP/1.1" status: 200 len: 994 time: 0.1085074 Nov 10 04:06:54.154733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-031554fa-0a99-459e-833c-7696c8b893f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:54.159948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-031554fa-0a99-459e-833c-7696c8b893f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:54.211308 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-031554fa-0a99-459e-833c-7696c8b893f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=053d84367366422db41e96de79747f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812432 Nov 10 04:06:54.211308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031554fa-0a99-459e-833c-7696c8b893f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ce9b7c-c2c6-4d44-aa11-825a74a43706,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:54.212324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 53974) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:54.286384 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb55-02ec-459f-b67f-c1addec3a051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:54.313886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb55-02ec-459f-b67f-c1addec3a051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:54.368760 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb55-02ec-459f-b67f-c1addec3a051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:54.371414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb55-02ec-459f-b67f-c1addec3a051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:54.372537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b0abfb55-02ec-459f-b67f-c1addec3a051 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30ce9b7c-c2c6-4d44-aa11-825a74a43706 HTTP/1.1" status: 204 len: 168 time: 0.1587489 Nov 10 04:06:54.380178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abfb55-02ec-459f-b67f-c1addec3a051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ce9b7c-c2c6-4d44-aa11-825a74a43706,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:55.440859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:55.627842 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7140-b12a-4c7e-a784-b7f9830e4b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:55.732698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7140-b12a-4c7e-a784-b7f9830e4b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:55.739006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7140-b12a-4c7e-a784-b7f9830e4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:55.796980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:55.797406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c7f7140-b12a-4c7e-a784-b7f9830e4b25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0952d465f85441df8139a6451ce8ace3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535912 Nov 10 04:06:55.797406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f7140-b12a-4c7e-a784-b7f9830e4b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a647df-77c4-47ae-8045-882975f5d513,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:55.902374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a61ee75-0a9b-4841-9bff-232098de75a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:55.931725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a61ee75-0a9b-4841-9bff-232098de75a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:55.994190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a61ee75-0a9b-4841-9bff-232098de75a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:55.997411 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a61ee75-0a9b-4841-9bff-232098de75a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:55.998818 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0a61ee75-0a9b-4841-9bff-232098de75a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29a647df-77c4-47ae-8045-882975f5d513 HTTP/1.1" status: 204 len: 168 time: 0.2007589 Nov 10 04:06:56.023744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61ee75-0a9b-4841-9bff-232098de75a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a647df-77c4-47ae-8045-882975f5d513,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:56.427451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54094) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:56.444049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b31-0e40-4e4d-9fc7-5f6023500557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:56.589364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b31-0e40-4e4d-9fc7-5f6023500557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:56.596867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb5e9b31-0e40-4e4d-9fc7-5f6023500557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:56.646610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cb5e9b31-0e40-4e4d-9fc7-5f6023500557 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a4ea63fa0c14f7fa6aad46d2ca4cf0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180588 Nov 10 04:06:56.649836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54104) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:56.651672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e9b31-0e40-4e4d-9fc7-5f6023500557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd21b4c-7896-459f-9eed-2beaff6cd8ac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:56.724052 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78b212d5-aef1-46d2-9b2d-8db8a05f1afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:56.761708 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78b212d5-aef1-46d2-9b2d-8db8a05f1afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:56.831993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78b212d5-aef1-46d2-9b2d-8db8a05f1afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:56.834722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78b212d5-aef1-46d2-9b2d-8db8a05f1afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:56.838478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-78b212d5-aef1-46d2-9b2d-8db8a05f1afa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd21b4c-7896-459f-9eed-2beaff6cd8ac HTTP/1.1" status: 204 len: 168 time: 0.1848850 Nov 10 04:06:56.849838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b212d5-aef1-46d2-9b2d-8db8a05f1afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd21b4c-7896-459f-9eed-2beaff6cd8ac,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:57.827557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54284) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:58.114400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-52eb534f-f249-4fe0-931c-b285e485a5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:58.246201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-52eb534f-f249-4fe0-931c-b285e485a5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:58.254453 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-52eb534f-f249-4fe0-931c-b285e485a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:58.310006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54360) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:58.318288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-52eb534f-f249-4fe0-931c-b285e485a5b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c25b77f28f4e4d4eb20486d12da54eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4896064 Nov 10 04:06:58.325103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb534f-f249-4fe0-931c-b285e485a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20310f1b-2ded-4db0-a1c3-52190dfe9d85,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:58.388167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-911c19d7-de33-463a-9865-cedf6ea2388d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:58.416001 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-911c19d7-de33-463a-9865-cedf6ea2388d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:58.480257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-911c19d7-de33-463a-9865-cedf6ea2388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:58.483756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-911c19d7-de33-463a-9865-cedf6ea2388d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:58.500285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-911c19d7-de33-463a-9865-cedf6ea2388d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20310f1b-2ded-4db0-a1c3-52190dfe9d85 HTTP/1.1" status: 204 len: 168 time: 0.1870599 Nov 10 04:06:58.525406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c19d7-de33-463a-9865-cedf6ea2388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20310f1b-2ded-4db0-a1c3-52190dfe9d85,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:58.928874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54442) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:58.945552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bf5af9e-abba-4f70-b13d-1aac21a6c703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:59.061259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bf5af9e-abba-4f70-b13d-1aac21a6c703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:59.067258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bf5af9e-abba-4f70-b13d-1aac21a6c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:59.121567 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3bf5af9e-abba-4f70-b13d-1aac21a6c703 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0dacc6796c44d3da9099d03e28a2b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891806 Nov 10 04:06:59.121567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5af9e-abba-4f70-b13d-1aac21a6c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed778cd-07ed-44c9-a378-a7aed99aaa8d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:06:59.122187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54476) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:06:59.216969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f76b0-469a-4abe-94a3-65abc15a753b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:59.242091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f76b0-469a-4abe-94a3-65abc15a753b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:59.303276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f76b0-469a-4abe-94a3-65abc15a753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:59.306642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f76b0-469a-4abe-94a3-65abc15a753b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:06:59.308411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6a1f76b0-469a-4abe-94a3-65abc15a753b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ed778cd-07ed-44c9-a378-a7aed99aaa8d HTTP/1.1" status: 204 len: 168 time: 0.1842573 Nov 10 04:06:59.320164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f76b0-469a-4abe-94a3-65abc15a753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed778cd-07ed-44c9-a378-a7aed99aaa8d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:02.170090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54882) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:02.226910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54886) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:02.323003 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38042d1c-2496-40c8-918a-221e41de4905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.350205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea930d63-c846-4e78-a227-d8e6b25c0767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.474055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38042d1c-2496-40c8-918a-221e41de4905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.486319 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-38042d1c-2496-40c8-918a-221e41de4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.495451 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea930d63-c846-4e78-a227-d8e6b25c0767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.510362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea930d63-c846-4e78-a227-d8e6b25c0767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.547334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54896) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:02.547839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-38042d1c-2496-40c8-918a-221e41de4905 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=556098f8a60e40be8ab978d2a2e11fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757894 Nov 10 04:07:02.552789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38042d1c-2496-40c8-918a-221e41de4905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e31e1df-979a-44f7-ac77-417302953416,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:02.566990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ea930d63-c846-4e78-a227-d8e6b25c0767 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4227c8b1d0b41768e9aa742ac73c163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389580 Nov 10 04:07:02.573055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54898) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:02.617923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-089ff010-6c4b-4629-a398-699831aa3028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.619928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930d63-c846-4e78-a227-d8e6b25c0767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb2e5d6-11f8-4c49-9f17-4c8405f8b36a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:02.641964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f246ae66-9aef-401e-a26d-b551590d1310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.647910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-089ff010-6c4b-4629-a398-699831aa3028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.668498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f246ae66-9aef-401e-a26d-b551590d1310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.707055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-089ff010-6c4b-4629-a398-699831aa3028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.710627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-089ff010-6c4b-4629-a398-699831aa3028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.715661 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-089ff010-6c4b-4629-a398-699831aa3028 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e31e1df-979a-44f7-ac77-417302953416 HTTP/1.1" status: 204 len: 168 time: 0.1670532 Nov 10 04:07:02.724870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ff010-6c4b-4629-a398-699831aa3028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e31e1df-979a-44f7-ac77-417302953416,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:02.731823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f246ae66-9aef-401e-a26d-b551590d1310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.735502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f246ae66-9aef-401e-a26d-b551590d1310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:02.737731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f246ae66-9aef-401e-a26d-b551590d1310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fb2e5d6-11f8-4c49-9f17-4c8405f8b36a HTTP/1.1" status: 204 len: 168 time: 0.1635001 Nov 10 04:07:02.758707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246ae66-9aef-401e-a26d-b551590d1310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb2e5d6-11f8-4c49-9f17-4c8405f8b36a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:03.117060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54916) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:03.131460 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b48b9f0b-d803-489b-81ca-11a3a5775ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:03.212603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b48b9f0b-d803-489b-81ca-11a3a5775ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:03.217030 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b48b9f0b-d803-489b-81ca-11a3a5775ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:03.257951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b48b9f0b-d803-489b-81ca-11a3a5775ac2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9aaa5caa8ff745c7ad4fe1e324f9e789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395681 Nov 10 04:07:03.259115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b9f0b-d803-489b-81ca-11a3a5775ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e0d1b-0d10-469d-8691-8a5485d76fca,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:03.260953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54920) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:03.320169 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94504149-cac5-491a-bb9b-c3f8e0acfa27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:03.346343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94504149-cac5-491a-bb9b-c3f8e0acfa27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:03.399029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94504149-cac5-491a-bb9b-c3f8e0acfa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:03.403114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-94504149-cac5-491a-bb9b-c3f8e0acfa27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:03.404618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94504149-cac5-491a-bb9b-c3f8e0acfa27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/547e0d1b-0d10-469d-8691-8a5485d76fca HTTP/1.1" status: 204 len: 168 time: 0.1425660 Nov 10 04:07:03.413976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94504149-cac5-491a-bb9b-c3f8e0acfa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e0d1b-0d10-469d-8691-8a5485d76fca,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:04.277096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 54968) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:04.503280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-524118196', 'network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:04.544011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Made reservation on behalf of 07f19afcc27d47338a6b100f4f531ad5 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:04.546594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:04.557167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:04.655084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:04.659209 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:04.665349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] device_id is not set on port 17397b58-e990-4cf3-a4b2-1f1700c79d41 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:04.722814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb8acf-3b5a-4aa0-a8b8-c4161aacc920,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:04.800598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Allocated IP 172.25.6.165 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/17397b58-e990-4cf3-a4b2-1f1700c79d41) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:04.981457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:05.033467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:05.097588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:05.103071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:05.106769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:05.119891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0c590-5a0e-4d4b-bc84-36fb6ea10e38 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:07:05.169720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:05.170490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:05.170711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cf47bf0d-2f94-4175-b8b0-d94498573d83 None None] Provisioning complete for port 17397b58-e990-4cf3-a4b2-1f1700c79d41 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:05.171079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf47bf0d-2f94-4175-b8b0-d94498573d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:05.197470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9191370 Nov 10 04:07:05.201056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 54996) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:05.202547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93001e3f-95a0-4d75-bc00-fcb76a11bbcb tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Pushing event updated for resources: {'Port': ['ID=17397b58-e990-4cf3-a4b2-1f1700c79d41,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:05.207028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.165'}]}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:05.259033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cf47bf0d-2f94-4175-b8b0-d94498573d83 None None] Port 17397b58-e990-4cf3-a4b2-1f1700c79d41 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:05.263159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:05.265649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:05.342069 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:05.804798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.034033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.056069 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.228756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.422945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55036) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:06.425571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.431091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.495091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.495963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44c7e834-6737-4328-b163-60e509723cd9 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:07:06.512884 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 04:07:06.517043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55044) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:06.526131 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3f5b3443-d900-4ff4-9019-ca87ad7ce931 tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3234341 Nov 10 04:07:06.600260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcf14d7d-e8f6-41b5-92ac-26b2ac53dafd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.632941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Deleting port 17397b58-e990-4cf3-a4b2-1f1700c79d41 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:06.632941 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.699157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcf14d7d-e8f6-41b5-92ac-26b2ac53dafd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.703550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcf14d7d-e8f6-41b5-92ac-26b2ac53dafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.742445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.750473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dcf14d7d-e8f6-41b5-92ac-26b2ac53dafd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d068fd93e17448c9af6da997cef48ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244514 Nov 10 04:07:06.750473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf14d7d-e8f6-41b5-92ac-26b2ac53dafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14c87ad-0992-4368-b604-26ca2864a429,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:06.750767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:06.766191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Calling delete_port for 17397b58-e990-4cf3-a4b2-1f1700c79d41 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:06.864104 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f4889e1-c481-40ec-8d8b-271b16c4d0d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.896423 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f4889e1-c481-40ec-8d8b-271b16c4d0d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.968015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:06.998009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f4889e1-c481-40ec-8d8b-271b16c4d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.000853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f4889e1-c481-40ec-8d8b-271b16c4d0d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.002029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f4889e1-c481-40ec-8d8b-271b16c4d0d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f14c87ad-0992-4368-b604-26ca2864a429 HTTP/1.1" status: 204 len: 168 time: 0.2473037 Nov 10 04:07:07.006989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Pushing event deleted for resources: {'Port': ['ID=17397b58-e990-4cf3-a4b2-1f1700c79d41,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:07.022323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daace6b-dabe-44b4-80c2-0f6267bdae46 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:07:07.034784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4889e1-c481-40ec-8d8b-271b16c4d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14c87ad-0992-4368-b604-26ca2864a429,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:07.078470 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.082375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6fb237f6-7fdd-4b8c-969e-55752b9de0cf tempest-RoutersAdminNegativeIpV6Test-1973380264 tempest-RoutersAdminNegativeIpV6Test-1973380264-project-admin] 10.222.0.24 "DELETE /v2.0/ports/17397b58-e990-4cf3-a4b2-1f1700c79d41 HTTP/1.1" status: 204 len: 168 time: 0.5642552 Nov 10 04:07:07.324436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55058) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:07.338906 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b70e2487-8fed-456b-92f2-551d67a69b28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.361181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55060) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:07.426330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b70e2487-8fed-456b-92f2-551d67a69b28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.430656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b70e2487-8fed-456b-92f2-551d67a69b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.462256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e2487-8fed-456b-92f2-551d67a69b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4469113-670c-4e29-9629-e294b9a2420e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:07.486292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b70e2487-8fed-456b-92f2-551d67a69b28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f83efd1ac74d475d973a871bb5b05968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583710 Nov 10 04:07:07.486613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:07.535355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c85226a6-bff5-4c13-b7d0-69ba13c3409f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.558664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b70edf0e-ed89-4004-bc6a-c25124dc548c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.595649 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b70edf0e-ed89-4004-bc6a-c25124dc548c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.678501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c85226a6-bff5-4c13-b7d0-69ba13c3409f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.684254 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c85226a6-bff5-4c13-b7d0-69ba13c3409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.694523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b70edf0e-ed89-4004-bc6a-c25124dc548c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.694523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b70edf0e-ed89-4004-bc6a-c25124dc548c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.695702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b70edf0e-ed89-4004-bc6a-c25124dc548c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4469113-670c-4e29-9629-e294b9a2420e HTTP/1.1" status: 204 len: 168 time: 0.2081165 Nov 10 04:07:07.739713 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c85226a6-bff5-4c13-b7d0-69ba13c3409f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=707ffc20eb894a249b8d79813189abc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769243 Nov 10 04:07:07.740559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85226a6-bff5-4c13-b7d0-69ba13c3409f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a65fe98-70c2-45fd-b341-d70f205c203f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:07.742419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55072) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:07.751741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70edf0e-ed89-4004-bc6a-c25124dc548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4469113-670c-4e29-9629-e294b9a2420e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:07.820401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48a055fe-5d76-42c8-b1d3-9d0a15e1fd8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.845396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48a055fe-5d76-42c8-b1d3-9d0a15e1fd8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.906373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48a055fe-5d76-42c8-b1d3-9d0a15e1fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.909549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-48a055fe-5d76-42c8-b1d3-9d0a15e1fd8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:07.910967 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-48a055fe-5d76-42c8-b1d3-9d0a15e1fd8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a65fe98-70c2-45fd-b341-d70f205c203f HTTP/1.1" status: 204 len: 168 time: 0.1665013 Nov 10 04:07:07.921274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a055fe-5d76-42c8-b1d3-9d0a15e1fd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a65fe98-70c2-45fd-b341-d70f205c203f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:08.115402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:08.311665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55096) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:08.351773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c65206c-1d43-4c4d-9293-bf0acdd20845 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07f19afcc27d47338a6b100f4f531ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386331 Nov 10 04:07:08.354655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55098) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:08.407373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b0b4457-002e-4d6b-81a8-70192c0a99f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:08.425501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b0b4457-002e-4d6b-81a8-70192c0a99f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:08.472296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b0b4457-002e-4d6b-81a8-70192c0a99f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:08.474997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8b0b4457-002e-4d6b-81a8-70192c0a99f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:08.476186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8b0b4457-002e-4d6b-81a8-70192c0a99f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cfb8acf-3b5a-4aa0-a8b8-c4161aacc920 HTTP/1.1" status: 204 len: 168 time: 0.1206114 Nov 10 04:07:08.484183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b4457-002e-4d6b-81a8-70192c0a99f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb8acf-3b5a-4aa0-a8b8-c4161aacc920,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:09.293550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55144) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:09.393633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1558964862'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:09.415620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:09.419683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.428962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.508448 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.513671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.542924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:09.550022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44af1a4-a380-40bd-a908-b4a6aa87acfb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:09.556397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.556937 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment e25b1c3b-97c4-4e99-82c1-35ecf4acf62b of type vlan for network ee684288-a89e-48d1-8111-688bcdd8ae63 Nov 10 04:07:09.601033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.629222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.636187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:09.636786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:09.701969 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3971272 Nov 10 04:07:09.722658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23302f1-fcb4-420f-a27a-985524b78ea5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=ee684288-a89e-48d1-8111-688bcdd8ae63,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:09.748770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ee684288-a89e-48d1-8111-688bcdd8ae63 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:12.844747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55268) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:12.852315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': 'ee684288-a89e-48d1-8111-688bcdd8ae63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:12.971358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:12.976436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.199009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.278417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=82f2dc8a-83fc-4ea3-865d-7c501dd6cee6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:13.289476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.289826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.290183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.290516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.290839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.291167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.291486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.291810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.292126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.292447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.292762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.293071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:13.298593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': 'e25b1c3b-97c4-4e99-82c1-35ecf4acf62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ee684288-a89e-48d1-8111-688bcdd8ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:13.299720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: ee684288-a89e-48d1-8111-688bcdd8ae63, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:13.324459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network ee684288-a89e-48d1-8111-688bcdd8ae63 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:13.326164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-787aab87-12e1-4860-87cc-7f927c5c00ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.341953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ee684288-a89e-48d1-8111-688bcdd8ae63) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:13.352066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:13.355532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f1b79-39d4-4262-beb9-a7489b4d8dd4 None None] Network ee684288-a89e-48d1-8111-688bcdd8ae63 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:13.358909 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.389253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55290) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:13.395489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512396423'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:13.400587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-868c95c0-d72f-4df4-8670-8ea36c393e17 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5546117 Nov 10 04:07:13.423493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:13.428442 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.460951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:13.472900 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.473236 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment 25f02ac9-3231-4b9d-967d-eb7f996dcbcd of type vlan for network d0a699cc-b12d-4c20-ba5e-18da029e0272 Nov 10 04:07:13.521722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.544498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ee684288-a89e-48d1-8111-688bcdd8ae63', 'network_id': 'ee684288-a89e-48d1-8111-688bcdd8ae63', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': '82f2dc8a-83fc-4ea3-865d-7c501dd6cee6'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:13.545682 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.550871 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.557873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:13.558905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:13.639442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55298) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:13.645229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': 'd0a699cc-b12d-4c20-ba5e-18da029e0272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:13.649807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2591302 Nov 10 04:07:13.676945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44289f1c-59ef-4b14-92db-2d7286c830ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=d0a699cc-b12d-4c20-ba5e-18da029e0272,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:13.715302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Allocated IP 2001:db8:0:ffff::2 (ee684288-a89e-48d1-8111-688bcdd8ae63/82f2dc8a-83fc-4ea3-865d-7c501dd6cee6/63976755-4228-42a0-924c-e3d267f8916a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:13.724225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network d0a699cc-b12d-4c20-ba5e-18da029e0272 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:13.785763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:13.790103 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.012531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.021207 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.047660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.077666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Network ee684288-a89e-48d1-8111-688bcdd8ae63 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:14.081502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:14.085307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:14.132448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=9b7da2e8-137a-44e6-af29-b63a7e7b7ef5,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:14.132716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Pushing event updated for resources: {'Port': ['ID=63976755-4228-42a0-924c-e3d267f8916a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:14.159248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': '25f02ac9-3231-4b9d-967d-eb7f996dcbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0a699cc-b12d-4c20-ba5e-18da029e0272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:14.159627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: d0a699cc-b12d-4c20-ba5e-18da029e0272, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:14.190562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Attempting to bind port 63976755-4228-42a0-924c-e3d267f8916a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:14.191296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Attempting to bind port 63976755-4228-42a0-924c-e3d267f8916a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e25b1c3b-97c4-4e99-82c1-35ecf4acf62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ee684288-a89e-48d1-8111-688bcdd8ae63'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:14.191647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Attempting to bind port 63976755-4228-42a0-924c-e3d267f8916a on network ee684288-a89e-48d1-8111-688bcdd8ae63 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:14.198451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network d0a699cc-b12d-4c20-ba5e-18da029e0272 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:14.199036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:14.199404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Checking segment: {'id': 'e25b1c3b-97c4-4e99-82c1-35ecf4acf62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ee684288-a89e-48d1-8111-688bcdd8ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:14.200061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.200817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Bound using segment: {'id': 'e25b1c3b-97c4-4e99-82c1-35ecf4acf62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ee684288-a89e-48d1-8111-688bcdd8ae63'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:14.203030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Bound port: 63976755-4228-42a0-924c-e3d267f8916a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25b1c3b-97c4-4e99-82c1-35ecf4acf62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ee684288-a89e-48d1-8111-688bcdd8ae63'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:14.204249 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.209794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, d0a699cc-b12d-4c20-ba5e-18da029e0272) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:14.226334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430f0ea-80f4-48c2-b513-0f87e22c5a2e None None] Network d0a699cc-b12d-4c20-ba5e-18da029e0272 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:14.226662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:14.228255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.260466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55318) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:14.262253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2ca3e5e8-eba3-451b-a434-ba7e747c7a1e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6212590 Nov 10 04:07:14.436456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] For port 63976755-4228-42a0-924c-e3d267f8916a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:14.455008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] For port 63976755-4228-42a0-924c-e3d267f8916a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=63976755-4228-42a0-924c-e3d267f8916a,segment=NetworkSegment(e25b1c3b-97c4-4e99-82c1-35ecf4acf62b),segment_id=e25b1c3b-97c4-4e99-82c1-35ecf4acf62b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:14.470567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.476452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.531995 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.627941 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.682755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7da2e8-137a-44e6-af29-b63a7e7b7ef5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:14.739564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.797677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a699cc-b12d-4c20-ba5e-18da029e0272']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:14.811567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f02ac9-3231-4b9d-967d-eb7f996dcbcd') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:14.811876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f02ac9-3231-4b9d-967d-eb7f996dcbcd') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:14.828032 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.854272 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.856815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d9bd0-412e-49ba-aa9c-e377bf522c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-d0a699cc-b12d-4c20-ba5e-18da029e0272', 'network_id': 'd0a699cc-b12d-4c20-ba5e-18da029e0272', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': '9b7da2e8-137a-44e6-af29-b63a7e7b7ef5'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:14.857678 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9bd0-412e-49ba-aa9c-e377bf522c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.860991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:14.861920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:14.866467 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:14.886698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25743607-a321-47bf-b1c7-00f4140b0b1e None None] Pushing event updated for resources: {'Port': ['ID=63976755-4228-42a0-924c-e3d267f8916a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:15.008946 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.019965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777e97b-cc23-4ea3-b0d2-99882391cf8b None None] Network d0a699cc-b12d-4c20-ba5e-18da029e0272 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:15.025091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.028111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/d0a699cc-b12d-4c20-ba5e-18da029e0272 HTTP/1.1" status: 204 len: 168 time: 0.7663679 Nov 10 04:07:15.031740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55342) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:15.036762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777e97b-cc23-4ea3-b0d2-99882391cf8b None None] Network d0a699cc-b12d-4c20-ba5e-18da029e0272 could not be found, it might have been deleted concurrently. {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 04:07:15.038682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296857172'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:15.050512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22a00f-3b36-43a4-b0dd-a713b4a787ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=d0a699cc-b12d-4c20-ba5e-18da029e0272,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:15.062893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:15.069182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.097179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:15.107906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.108255 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment a200262a-1b06-465e-b731-d34ca23a5b4b of type vlan for network cf581213-f9c0-487c-b68d-3886de3cc9ee Nov 10 04:07:15.148853 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.191212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.197163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:15.197821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.271720 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2385337 Nov 10 04:07:15.274513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55352) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:15.286754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': 'cf581213-f9c0-487c-b68d-3886de3cc9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:15.345491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2341345-41cf-49a2-b055-e114dd396e3a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=cf581213-f9c0-487c-b68d-3886de3cc9ee,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:15.359968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cf581213-f9c0-487c-b68d-3886de3cc9ee details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:15.436273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:15.442600 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.666738 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a639d031-e004-465a-b2ab-1a5e26a70a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.723677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.783283 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:07:15.802418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': 'a200262a-1b06-465e-b731-d34ca23a5b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cf581213-f9c0-487c-b68d-3886de3cc9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:15.802770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: cf581213-f9c0-487c-b68d-3886de3cc9ee, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:15.807688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=08a162b2-69d2-4290-986f-3dab9ff4a5c4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:15.824940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network cf581213-f9c0-487c-b68d-3886de3cc9ee is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:15.839340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, cf581213-f9c0-487c-b68d-3886de3cc9ee) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:15.844778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:15.845590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.849836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f747328-724a-4f4d-9813-c91749496abf None None] Network cf581213-f9c0-487c-b68d-3886de3cc9ee requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:15.881526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a20ca921-1d21-4c44-a124-cb147dbaf831 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6025157 Nov 10 04:07:15.881764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55368) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:15.892062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26053718'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:15.920516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:15.924301 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.956938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:15.971381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:15.971970 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment 265c912f-7b95-4a64-a1c3-db5989e7a73e of type vlan for network 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb Nov 10 04:07:16.003559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470903b-2bf0-41c0-b5c4-9dde84edae2f None None] Network ee684288-a89e-48d1-8111-688bcdd8ae63 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:16.057277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.076310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 63976755-4228-42a0-924c-e3d267f8916a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:16.088407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.096682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:16.097646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.123193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2365420 Nov 10 04:07:16.123613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55382) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:16.133730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': '3f994e3f-5313-46e5-aa67-ecf3ecb73fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:16.151568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-80cb1079-4633-428a-8c57-61d6903811c7 None None] Provisioning complete for port 63976755-4228-42a0-924c-e3d267f8916a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:16.151934 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80cb1079-4633-428a-8c57-61d6903811c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.250163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:16.255136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.289861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8c29d-e777-4405-a63b-85c103af670e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=3f994e3f-5313-46e5-aa67-ecf3ecb73fcb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:16.332059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:16.341230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Performing IP validity checks on allocation pools {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 04:07:16.342007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 04:07:16.380198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 63976755-4228-42a0-924c-e3d267f8916a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:16.381348 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.394428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-cf581213-f9c0-487c-b68d-3886de3cc9ee', 'network_id': 'cf581213-f9c0-487c-b68d-3886de3cc9ee', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': '08a162b2-69d2-4290-986f-3dab9ff4a5c4'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:16.395620 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.542594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.624931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=df34b004-96e7-435b-88ae-2e86a579b88d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:16.649315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80cb1079-4633-428a-8c57-61d6903811c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.658026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': '265c912f-7b95-4a64-a1c3-db5989e7a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f994e3f-5313-46e5-aa67-ecf3ecb73fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:16.658684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:16.704349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:16.739261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:16.756491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:16.757079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.774324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f18ab-4473-486c-b77f-8af2c38e4ce0 None None] Network 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:16.779980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c793121a-a320-41e3-9dd9-7610b30517f3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6527612 Nov 10 04:07:16.780201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55402) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:16.800693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-80cb1079-4633-428a-8c57-61d6903811c7 None None] For port 63976755-4228-42a0-924c-e3d267f8916a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=63976755-4228-42a0-924c-e3d267f8916a,segment=NetworkSegment(e25b1c3b-97c4-4e99-82c1-35ecf4acf62b),segment_id=e25b1c3b-97c4-4e99-82c1-35ecf4acf62b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:16.851233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.853104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-80cb1079-4633-428a-8c57-61d6903811c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.864136 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:16.940866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Allocated IP 2001:db8::3 (cf581213-f9c0-487c-b68d-3886de3cc9ee/08a162b2-69d2-4290-986f-3dab9ff4a5c4/eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:16.944021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.010642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.028418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb1079-4633-428a-8c57-61d6903811c7 None None] Pushing event updated for resources: {'Port': ['ID=63976755-4228-42a0-924c-e3d267f8916a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:17.094473 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:07:17.095200 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:07:17.100730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aba45ed0-8433-4ae2-a135-b12cbe38e3b4 None None] Provisioning complete for port 63976755-4228-42a0-924c-e3d267f8916a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:17.101156 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aba45ed0-8433-4ae2-a135-b12cbe38e3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.125991 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.158422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=df34b004-96e7-435b-88ae-2e86a579b88d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:17.229120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.251075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f994e3f-5313-46e5-aa67-ecf3ecb73fcb']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:17.266869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265c912f-7b95-4a64-a1c3-db5989e7a73e') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:17.267344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265c912f-7b95-4a64-a1c3-db5989e7a73e') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:17.270794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca8e4e-5235-47ef-b42d-0fa3cffd3a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-3f994e3f-5313-46e5-aa67-ecf3ecb73fcb', 'network_id': '3f994e3f-5313-46e5-aa67-ecf3ecb73fcb', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': 'df34b004-96e7-435b-88ae-2e86a579b88d'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:17.271783 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7dca8e4e-5235-47ef-b42d-0fa3cffd3a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.280419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.295945 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.304700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:17.305240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:17.308462 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:17.423978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.427161 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.435478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.440525 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.443375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55422) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:17.443971 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/3f994e3f-5313-46e5-aa67-ecf3ecb73fcb HTTP/1.1" status: 204 len: 168 time: 0.6623542 Nov 10 04:07:17.450232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135416207'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:17.458552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd2441-8c04-4daa-941a-559faf2d2882 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=3f994e3f-5313-46e5-aa67-ecf3ecb73fcb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:17.481818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542f6a1-e1e1-49ef-9d72-b3a93d79e7e3 None None] Network 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:17.488386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:17.501447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542f6a1-e1e1-49ef-9d72-b3a93d79e7e3 None None] Network 3f994e3f-5313-46e5-aa67-ecf3ecb73fcb could not be found, it might have been deleted concurrently. {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 04:07:17.502538 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.506703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Network cf581213-f9c0-487c-b68d-3886de3cc9ee is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:17.516380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:17.519464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:17.534216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Pushing event updated for resources: {'Port': ['ID=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:17.549590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:17.560318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.560712 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment fc438094-80a5-4335-9a1c-4c744f35e7eb of type vlan for network a8f1db02-b186-4238-95dc-32606052fada Nov 10 04:07:17.617799 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.674288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.683411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:17.685450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.796488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=a8f1db02-b186-4238-95dc-32606052fada,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:17.809436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a8f1db02-b186-4238-95dc-32606052fada details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:17.810440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55436) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:17.817408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': 'a8f1db02-b186-4238-95dc-32606052fada', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:17.821978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4e1dd87d-c3f9-44d8-95a2-0413e682d0e8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3767097 Nov 10 04:07:17.863001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Attempting to bind port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:17.863365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Attempting to bind port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'a200262a-1b06-465e-b731-d34ca23a5b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cf581213-f9c0-487c-b68d-3886de3cc9ee'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:17.863727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Attempting to bind port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d on network cf581213-f9c0-487c-b68d-3886de3cc9ee {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:17.880113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:17.880519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Checking segment: {'id': 'a200262a-1b06-465e-b731-d34ca23a5b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cf581213-f9c0-487c-b68d-3886de3cc9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:17.881054 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.881597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Bound using segment: {'id': 'a200262a-1b06-465e-b731-d34ca23a5b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cf581213-f9c0-487c-b68d-3886de3cc9ee'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:17.882217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Bound port: eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a200262a-1b06-465e-b731-d34ca23a5b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cf581213-f9c0-487c-b68d-3886de3cc9ee'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:17.882611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.946032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:17.950619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:17.988187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] For port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:18.004358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] For port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,segment=NetworkSegment(a200262a-1b06-465e-b731-d34ca23a5b4b),segment_id=a200262a-1b06-465e-b731-d34ca23a5b4b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:18.009840 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.103841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bc4df-d110-414d-b13b-a2d51aeb4247 None None] Pushing event updated for resources: {'Port': ['ID=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:18.130414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 63976755-4228-42a0-924c-e3d267f8916a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:18.193769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 63976755-4228-42a0-924c-e3d267f8916a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:18.194280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.243859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.317762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=5568ab11-de1d-4acb-9eaa-f7604f61ab34,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:18.340558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': 'fc438094-80a5-4335-9a1c-4c744f35e7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a8f1db02-b186-4238-95dc-32606052fada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:18.340918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: a8f1db02-b186-4238-95dc-32606052fada, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:18.359419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network a8f1db02-b186-4238-95dc-32606052fada is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:18.372195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a8f1db02-b186-4238-95dc-32606052fada) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:18.379229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:18.386805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.398239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b8aa7e-75e4-4543-be7d-37bfe6660677 None None] Network a8f1db02-b186-4238-95dc-32606052fada requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:18.409340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e991e8b0-078d-49e0-bfd3-85469e44e7cf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5950737 Nov 10 04:07:18.409771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55450) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:18.456548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55452) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:18.503754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.585782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.660449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d435b499-e0ee-4223-8a1e-56860f2e981e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.677769 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.689066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656157b2-ae97-443a-978d-b2e8a1f70b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-a8f1db02-b186-4238-95dc-32606052fada', 'network_id': 'a8f1db02-b186-4238-95dc-32606052fada', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': '5568ab11-de1d-4acb-9eaa-f7604f61ab34'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:18.691911 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-656157b2-ae97-443a-978d-b2e8a1f70b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.766382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.799530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=5568ab11-de1d-4acb-9eaa-f7604f61ab34,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:18.811110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d435b499-e0ee-4223-8a1e-56860f2e981e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.817015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d435b499-e0ee-4223-8a1e-56860f2e981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server [None req-656157b2-ae97-443a-978d-b2e8a1f70b91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5568ab11-de1d-4acb-9eaa-f7604f61ab34: This subnet is being modified by another concurrent operation. Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise exception Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5568ab11-de1d-4acb-9eaa-f7604f61ab34: This subnet is being modified by another concurrent operation. Nov 10 04:07:18.839512 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Nov 10 04:07:18.857860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d435b499-e0ee-4223-8a1e-56860f2e981e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=313ed44b11ca48dda06735075168f43d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4008262 Nov 10 04:07:18.858907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55466) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:18.876142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1b489-543e-4f41-9ab7-e6a01fe0942d None None] Network a8f1db02-b186-4238-95dc-32606052fada requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:18.917033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.920491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435b499-e0ee-4223-8a1e-56860f2e981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaeb98f-93f7-4cab-afef-e80bd1a2e1cd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:18.947692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f1db02-b186-4238-95dc-32606052fada']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:18.951563 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ef3285c-dcf0-443d-9227-f68ecd4607cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.962246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc438094-80a5-4335-9a1c-4c744f35e7eb') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:18.962687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc438094-80a5-4335-9a1c-4c744f35e7eb') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:18.974776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:18.980750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ef3285c-dcf0-443d-9227-f68ecd4607cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.008111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.021139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:19.021657 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:19.024912 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:19.043664 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ef3285c-dcf0-443d-9227-f68ecd4607cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.046855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ef3285c-dcf0-443d-9227-f68ecd4607cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.048590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ef3285c-dcf0-443d-9227-f68ecd4607cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddaeb98f-93f7-4cab-afef-e80bd1a2e1cd HTTP/1.1" status: 204 len: 168 time: 0.1829877 Nov 10 04:07:19.061328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3285c-dcf0-443d-9227-f68ecd4607cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaeb98f-93f7-4cab-afef-e80bd1a2e1cd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:19.131315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.167639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.177003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552013'] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.181859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/a8f1db02-b186-4238-95dc-32606052fada HTTP/1.1" status: 204 len: 168 time: 0.7706079 Nov 10 04:07:19.185766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55476) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:19.194653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102601050'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:19.202209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f776-4681-4aab-ab24-586b725e188a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=a8f1db02-b186-4238-95dc-32606052fada,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:19.245716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:19.249805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.279789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:19.293281 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.294696 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment 100bf736-486d-471c-ae81-824814804df0 of type vlan for network 220111f2-23ad-488e-b0a0-fc5a938c1ed8 Nov 10 04:07:19.359220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.396217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.403600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:19.404370 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.433116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55484) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:19.446594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-951ec10b-afef-4857-b069-feb5423724e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.488887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=220111f2-23ad-488e-b0a0-fc5a938c1ed8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:19.501438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 220111f2-23ad-488e-b0a0-fc5a938c1ed8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:19.519155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d40abec3-be40-47ff-91ed-72f1a579f9a9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3321810 Nov 10 04:07:19.522358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55486) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:19.535334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': '220111f2-23ad-488e-b0a0-fc5a938c1ed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:19.568224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad958c1-75b3-4170-8e03-085b60ae2d1e None None] Network cf581213-f9c0-487c-b68d-3886de3cc9ee requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:19.639511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-951ec10b-afef-4857-b069-feb5423724e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.646937 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-951ec10b-afef-4857-b069-feb5423724e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.654316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a303af81-a616-4489-94b7-1eed06b52757 None None] Provisioning complete for port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:19.654681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a303af81-a616-4489-94b7-1eed06b52757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.694389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:19.697968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.715490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-951ec10b-afef-4857-b069-feb5423724e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0948e120295240fab5a498325bf45b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2813056 Nov 10 04:07:19.716602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ec10b-afef-4857-b069-feb5423724e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b54842-0f44-45f2-8262-1c159024fda0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:19.718268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55488) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:19.793201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-057053e2-1507-4368-86c5-94fa37a5459e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.809750 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a303af81-a616-4489-94b7-1eed06b52757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.834709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-057053e2-1507-4368-86c5-94fa37a5459e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.862070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a303af81-a616-4489-94b7-1eed06b52757 None None] For port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,segment=NetworkSegment(a200262a-1b06-465e-b731-d34ca23a5b4b),segment_id=a200262a-1b06-465e-b731-d34ca23a5b4b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:19.867471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a303af81-a616-4489-94b7-1eed06b52757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.924235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-057053e2-1507-4368-86c5-94fa37a5459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.929755 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-057053e2-1507-4368-86c5-94fa37a5459e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:19.935855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-057053e2-1507-4368-86c5-94fa37a5459e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0b54842-0f44-45f2-8262-1c159024fda0 HTTP/1.1" status: 204 len: 168 time: 0.2136307 Nov 10 04:07:19.945957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057053e2-1507-4368-86c5-94fa37a5459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b54842-0f44-45f2-8262-1c159024fda0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:19.949383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303af81-a616-4489-94b7-1eed06b52757 None None] Pushing event updated for resources: {'Port': ['ID=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:20.031844 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.108428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=520c1207-c332-4a70-ac08-b47b9e7c56c3,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:20.119558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': '100bf736-486d-471c-ae81-824814804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '220111f2-23ad-488e-b0a0-fc5a938c1ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:20.120057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: 220111f2-23ad-488e-b0a0-fc5a938c1ed8, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:20.147340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network 220111f2-23ad-488e-b0a0-fc5a938c1ed8 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:20.159173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 220111f2-23ad-488e-b0a0-fc5a938c1ed8) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:20.170056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:20.170964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.171958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff327d4-03f6-41ab-9dae-3f3f26571c47 None None] Network 220111f2-23ad-488e-b0a0-fc5a938c1ed8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:20.181808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:20.188652 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57ad1c61-3715-4c62-aeac-ccdb924739da tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6621127 Nov 10 04:07:20.191976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55504) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:20.315105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d7354931-4390-4494-89b3-31de1a10b373 None None] Provisioning complete for port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:20.315483 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d7354931-4390-4494-89b3-31de1a10b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.353695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.401562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:20.402006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.425330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.435055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55508) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:20.456386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57a2a5f8-8a2a-417c-9704-6e11905a77c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.494995 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.535165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=520c1207-c332-4a70-ac08-b47b9e7c56c3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:20.538637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2991f56-fab4-4ff2-a766-86f2fb3abb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-220111f2-23ad-488e-b0a0-fc5a938c1ed8', 'network_id': '220111f2-23ad-488e-b0a0-fc5a938c1ed8', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': '520c1207-c332-4a70-ac08-b47b9e7c56c3'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:20.539703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f2991f56-fab4-4ff2-a766-86f2fb3abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.560370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57a2a5f8-8a2a-417c-9704-6e11905a77c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.566219 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57a2a5f8-8a2a-417c-9704-6e11905a77c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.621568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.641814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57a2a5f8-8a2a-417c-9704-6e11905a77c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9aefa2c7b1b2486982b473aaa5bf3d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052302 Nov 10 04:07:20.646810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55516) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:20.648917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220111f2-23ad-488e-b0a0-fc5a938c1ed8']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:20.661114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100bf736-486d-471c-ae81-824814804df0') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:20.661535 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100bf736-486d-471c-ae81-824814804df0') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:20.672462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.672860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d53c4-eef4-40a9-b72b-8961bbd07078 None None] Network 220111f2-23ad-488e-b0a0-fc5a938c1ed8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:20.689906 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.697704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:20.698334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:20.701722 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:20.781901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.796077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:20.801182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/220111f2-23ad-488e-b0a0-fc5a938c1ed8 HTTP/1.1" status: 204 len: 168 time: 0.6081233 Nov 10 04:07:20.807639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55518) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:20.812744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444211465'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:20.832918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7b723-8929-43e9-abf3-19227b69ef85 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:07:20.977581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7b723-8929-43e9-abf3-19227b69ef85 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:07:20.984989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2a5f8-8a2a-417c-9704-6e11905a77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6aa7c5-1817-42bc-a473-8e73feea7835,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:21.026799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a213fde-4eee-4be9-bac1-abadcf46f298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.076209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a213fde-4eee-4be9-bac1-abadcf46f298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.149106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a213fde-4eee-4be9-bac1-abadcf46f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.153231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a213fde-4eee-4be9-bac1-abadcf46f298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.157417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4a213fde-4eee-4be9-bac1-abadcf46f298 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae6aa7c5-1817-42bc-a473-8e73feea7835 HTTP/1.1" status: 204 len: 168 time: 0.5072682 Nov 10 04:07:21.171632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a213fde-4eee-4be9-bac1-abadcf46f298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6aa7c5-1817-42bc-a473-8e73feea7835,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:21.362631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ecaf9-38d9-4175-952a-2456bcce6f4c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=220111f2-23ad-488e-b0a0-fc5a938c1ed8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:21.387612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:21.392388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.421468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:21.436200 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.437010 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment 91864b34-41c8-4fab-bc83-720d9aacdbc4 of type vlan for network 770c5419-f478-4026-8fd0-e26ccb343911 Nov 10 04:07:21.491104 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.520835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.527188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:21.527940 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.609420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=770c5419-f478-4026-8fd0-e26ccb343911,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:21.623990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 770c5419-f478-4026-8fd0-e26ccb343911 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:21.627668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e7401244-ba2e-40a1-b70f-ee5b1364398e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8182755 Nov 10 04:07:21.629580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55544) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:21.635979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': '770c5419-f478-4026-8fd0-e26ccb343911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:21.743368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:21.746876 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:21.948092 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.021890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=c5cdd7ab-d7e8-4dbb-8b14-856d6c2becbe,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:22.024417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': '91864b34-41c8-4fab-bc83-720d9aacdbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '770c5419-f478-4026-8fd0-e26ccb343911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:22.024836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: 770c5419-f478-4026-8fd0-e26ccb343911, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:22.044778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network 770c5419-f478-4026-8fd0-e26ccb343911 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:22.054808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 770c5419-f478-4026-8fd0-e26ccb343911) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:22.059176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:22.059929 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.065315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5210981-3ee8-45fc-b94c-2a2fe9ae4bbe None None] Network 770c5419-f478-4026-8fd0-e26ccb343911 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:22.084744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-74aa71aa-9443-41a0-bf81-e36af54e4f3b tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4538937 Nov 10 04:07:22.087522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55566) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:22.092804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': '770c5419-f478-4026-8fd0-e26ccb343911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:22.222464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:22.228849 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.310228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-770c5419-f478-4026-8fd0-e26ccb343911', 'network_id': '770c5419-f478-4026-8fd0-e26ccb343911', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': 'c5cdd7ab-d7e8-4dbb-8b14-856d6c2becbe'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:22.311314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.490593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Allocated IP 2001:db8::2 (770c5419-f478-4026-8fd0-e26ccb343911/c5cdd7ab-d7e8-4dbb-8b14-856d6c2becbe/b4e2fed2-276c-4bfe-93b0-1c04dd112264) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:22.524445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.598799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network 770c5419-f478-4026-8fd0-e26ccb343911 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:22.609114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=35ee5ddd-ac84-4fd6-b435-dadd67032289,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:22.613905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:22.617510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:22.618273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.638164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f0ffe27f-4cbf-4d04-b379-ec07ed88f5ce tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5494568 Nov 10 04:07:22.640698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55590) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:22.743652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3e100-8057-402f-a4b8-6cfa328c31ee tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:22.745489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3e100-8057-402f-a4b8-6cfa328c31ee tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:22.747417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3e100-8057-402f-a4b8-6cfa328c31ee tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:22.749547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3e100-8057-402f-a4b8-6cfa328c31ee tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:22.751326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3e100-8057-402f-a4b8-6cfa328c31ee tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:22.758247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55600) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:22.758755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-06f3e100-8057-402f-a4b8-6cfa328c31ee tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1167009 Nov 10 04:07:22.763660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1960313086'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:22.849003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:22.852519 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.862822 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.870623 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.882400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:22.893181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.893722 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment 7d745d3c-41ec-41c1-9cd0-b4293b1a479a of type vlan for network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 Nov 10 04:07:22.924788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Network 770c5419-f478-4026-8fd0-e26ccb343911 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:22.931378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:22.934553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:22.947496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.985790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:22.991791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Pushing event updated for resources: {'Port': ['ID=b4e2fed2-276c-4bfe-93b0-1c04dd112264,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:23.003925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:23.004610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.005912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Attempting to bind port b4e2fed2-276c-4bfe-93b0-1c04dd112264 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:23.006406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Attempting to bind port b4e2fed2-276c-4bfe-93b0-1c04dd112264 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '91864b34-41c8-4fab-bc83-720d9aacdbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '770c5419-f478-4026-8fd0-e26ccb343911'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:23.006836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Attempting to bind port b4e2fed2-276c-4bfe-93b0-1c04dd112264 on network 770c5419-f478-4026-8fd0-e26ccb343911 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:23.012907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:23.013348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Checking segment: {'id': '91864b34-41c8-4fab-bc83-720d9aacdbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '770c5419-f478-4026-8fd0-e26ccb343911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:23.013876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.014352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Bound using segment: {'id': '91864b34-41c8-4fab-bc83-720d9aacdbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '770c5419-f478-4026-8fd0-e26ccb343911'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:23.014893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Bound port: b4e2fed2-276c-4bfe-93b0-1c04dd112264, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91864b34-41c8-4fab-bc83-720d9aacdbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '770c5419-f478-4026-8fd0-e26ccb343911'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:23.015342 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.078299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3186147 Nov 10 04:07:23.082503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55610) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:23.091735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:23.104736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aee8c9-3948-4007-ac60-d733c9aeae48 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=a10bd06f-6e16-41a9-aaac-b2b07530a8b8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:23.113794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] For port b4e2fed2-276c-4bfe-93b0-1c04dd112264, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:23.117758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] For port b4e2fed2-276c-4bfe-93b0-1c04dd112264, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b4e2fed2-276c-4bfe-93b0-1c04dd112264,segment=NetworkSegment(91864b34-41c8-4fab-bc83-720d9aacdbc4),segment_id=91864b34-41c8-4fab-bc83-720d9aacdbc4)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:23.120360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:23.172225 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.255369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Pushing event updated for resources: {'Port': ['ID=b4e2fed2-276c-4bfe-93b0-1c04dd112264,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:23.265784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.271893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.272244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.272592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.272931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.273269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.273600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.273928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.274278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.274602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.274927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.275246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee141b7-ac83-4f0d-9655-9b51b90b056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:23.357625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55622) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:23.381205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.401056 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.402706 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.424260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 is not hosted by any dhcp agent {{(pid=102596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:07:23.430691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:23.431344 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.432683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "PUT /v2.0/networks/a10bd06f-6e16-41a9-aaac-b2b07530a8b8 HTTP/1.1" status: 200 len: 723 time: 0.3485801 Nov 10 04:07:23.436979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55626) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:23.452072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:23.537030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc255e0-1797-43b9-80fb-37243905940e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=a10bd06f-6e16-41a9-aaac-b2b07530a8b8,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:23.585294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1eee7718-8c46-465c-bcd1-5ff088f6d32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.598762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:23.737767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:23.741721 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.754081 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1eee7718-8c46-465c-bcd1-5ff088f6d32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.765210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1eee7718-8c46-465c-bcd1-5ff088f6d32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.849211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1eee7718-8c46-465c-bcd1-5ff088f6d32b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f37fcc3bd20445a0a6b0eb28a70422cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4902282 Nov 10 04:07:23.851806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55632) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:23.857584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee7718-8c46-465c-bcd1-5ff088f6d32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e85349-9635-494e-873d-c5a580738629,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:23.918202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d610da31-4e61-4894-a7c6-3ebd74805ca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.941573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d610da31-4e61-4894-a7c6-3ebd74805ca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:23.987839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.002451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d610da31-4e61-4894-a7c6-3ebd74805ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.007566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d610da31-4e61-4894-a7c6-3ebd74805ca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.012626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d610da31-4e61-4894-a7c6-3ebd74805ca2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2e85349-9635-494e-873d-c5a580738629 HTTP/1.1" status: 204 len: 168 time: 0.1590979 Nov 10 04:07:24.024358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610da31-4e61-4894-a7c6-3ebd74805ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e85349-9635-494e-873d-c5a580738629,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:24.107323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=80b9b992-7aa3-49dc-8f1a-fb20e7a4bb9a,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:24.127791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': '7d745d3c-41ec-41c1-9cd0-b4293b1a479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:24.128159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: a10bd06f-6e16-41a9-aaac-b2b07530a8b8, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:24.153644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:24.170040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a10bd06f-6e16-41a9-aaac-b2b07530a8b8) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:24.181789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f3600-057d-4352-992a-44990251239d None None] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:24.187384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:24.188057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.211256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2c91c462-080b-4e16-bf6d-7a91c48c1e7d tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7641110 Nov 10 04:07:24.214075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55642) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:24.225549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-712fd89c-f7db-4dd0-8696-5a43b44beaac tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:24.271969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4e2fed2-276c-4bfe-93b0-1c04dd112264 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:24.351196 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-712fd89c-f7db-4dd0-8696-5a43b44beaac tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25304126'] for subnet, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.437198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b4e2fed2-276c-4bfe-93b0-1c04dd112264 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:24.437580 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.561178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-a10bd06f-6e16-41a9-aaac-b2b07530a8b8', 'network_id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': '80b9b992-7aa3-49dc-8f1a-fb20e7a4bb9a'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:24.562150 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.586689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.641334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-712fd89c-f7db-4dd0-8696-5a43b44beaac tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756758180738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3212327'] for subnet, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.641999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port b4e2fed2-276c-4bfe-93b0-1c04dd112264, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b4e2fed2-276c-4bfe-93b0-1c04dd112264,segment=NetworkSegment(91864b34-41c8-4fab-bc83-720d9aacdbc4),segment_id=91864b34-41c8-4fab-bc83-720d9aacdbc4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:24.648243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.679338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712fd89c-f7db-4dd0-8696-5a43b44beaac tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:24.679929 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-712fd89c-f7db-4dd0-8696-5a43b44beaac tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.683600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-712fd89c-f7db-4dd0-8696-5a43b44beaac tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "PUT /v2.0/subnets/80b9b992-7aa3-49dc-8f1a-fb20e7a4bb9a HTTP/1.1" status: 200 len: 826 time: 0.4660301 Nov 10 04:07:24.683995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55660) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:24.708780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fd89c-f7db-4dd0-8696-5a43b44beaac tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=80b9b992-7aa3-49dc-8f1a-fb20e7a4bb9a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:24.753413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f23e2f-bb6d-4b77-8ada-142c6b4a3c8e None None] Network 770c5419-f478-4026-8fd0-e26ccb343911 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:24.816954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.848918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-dc1d9419-09b2-4fb3-b579-e3aebb1e489d None None] Provisioning complete for port b4e2fed2-276c-4bfe-93b0-1c04dd112264 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:24.849281 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9419-09b2-4fb3-b579-e3aebb1e489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.908567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:24.922041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=b4e2fed2-276c-4bfe-93b0-1c04dd112264,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:24.986004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Allocated IP 2001:db8::2 (a10bd06f-6e16-41a9-aaac-b2b07530a8b8/80b9b992-7aa3-49dc-8f1a-fb20e7a4bb9a/b0f764e4-d7b7-45b2-9639-b8946691801d) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:25.256790 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.266496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.291362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.322325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:25.328162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:25.333212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:25.339417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=80b9b992-7aa3-49dc-8f1a-fb20e7a4bb9a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:25.380483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Pushing event updated for resources: {'Port': ['ID=b0f764e4-d7b7-45b2-9639-b8946691801d,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:25.427257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8efe49-9dd4-471a-9391-981cfd475ed4 None None] Update dhcp port {'port': {'network_id': '770c5419-f478-4026-8fd0-e26ccb343911', 'fixed_ips': [{'subnet_id': 'c5cdd7ab-d7e8-4dbb-8b14-856d6c2becbe', 'ip_address': '2001:db8::2'}, {'subnet_id': '35ee5ddd-ac84-4fd6-b435-dadd67032289'}], 'binding:host_id': 'n-d-817326-2'}, 'id': 'b4e2fed2-276c-4bfe-93b0-1c04dd112264'} from n-d-817326-2. {{(pid=102598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 04:07:25.445764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.453544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Attempting to bind port b0f764e4-d7b7-45b2-9639-b8946691801d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:25.453910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Attempting to bind port b0f764e4-d7b7-45b2-9639-b8946691801d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7d745d3c-41ec-41c1-9cd0-b4293b1a479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:25.454293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Attempting to bind port b0f764e4-d7b7-45b2-9639-b8946691801d on network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:25.454465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55688) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:25.465077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:25.465492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Checking segment: {'id': '7d745d3c-41ec-41c1-9cd0-b4293b1a479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:25.465844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.466256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Bound using segment: {'id': '7d745d3c-41ec-41c1-9cd0-b4293b1a479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:25.466731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Bound port: b0f764e4-d7b7-45b2-9639-b8946691801d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d745d3c-41ec-41c1-9cd0-b4293b1a479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:25.467105 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.474671 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa8efe49-9dd4-471a-9391-981cfd475ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.478308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10bd06f-6e16-41a9-aaac-b2b07530a8b8']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:25.492555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d745d3c-41ec-41c1-9cd0-b4293b1a479a') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:25.493260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d745d3c-41ec-41c1-9cd0-b4293b1a479a') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:25.505672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.524571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.532053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:25.533352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:25.538381 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:25.605582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] For port b0f764e4-d7b7-45b2-9639-b8946691801d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:25.629771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 04:07:25.629771 n-d-817326-2 neutron-server[102596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 04:07:25.629771 n-d-817326-2 neutron-server[102596]: [parameters: {'id': 'a10bd06f-6e16-41a9-aaac-b2b07530a8b8'}] Nov 10 04:07:25.629771 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:07:25.630351 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:07:25.656628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f55f98-de71-4e79-acf7-04309938179c tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:25.658282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f55f98-de71-4e79-acf7-04309938179c tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:25.659377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f55f98-de71-4e79-acf7-04309938179c tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:25.679314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-85f55f98-de71-4e79-acf7-04309938179c tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=ccaa15c36c244bb9b48a1c91ec4d6be5&network_id=e7e39431-7cbc-4a37-a755-a5b541d980ee HTTP/1.1" status: 200 len: 2970 time: 0.2191889 Nov 10 04:07:25.681013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] For port b0f764e4-d7b7-45b2-9639-b8946691801d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b0f764e4-d7b7-45b2-9639-b8946691801d,segment=NetworkSegment(7d745d3c-41ec-41c1-9cd0-b4293b1a479a),segment_id=7d745d3c-41ec-41c1-9cd0-b4293b1a479a)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:25.692553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:25.825062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2355d12-a3e3-478b-aafd-64470ebedf17 None None] Pushing event updated for resources: {'Port': ['ID=b0f764e4-d7b7-45b2-9639-b8946691801d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:25.847386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-aa8efe49-9dd4-471a-9391-981cfd475ed4 None None] Allocated IP 172.20.0.1 (770c5419-f478-4026-8fd0-e26ccb343911/35ee5ddd-ac84-4fd6-b435-dadd67032289/b4e2fed2-276c-4bfe-93b0-1c04dd112264) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:25.862176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881de53-0d1b-48dc-8513-ff6dd72b6e69 None None] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:26.076884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-aa8efe49-9dd4-471a-9391-981cfd475ed4 None None] For port b4e2fed2-276c-4bfe-93b0-1c04dd112264, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b4e2fed2-276c-4bfe-93b0-1c04dd112264,segment=NetworkSegment(91864b34-41c8-4fab-bc83-720d9aacdbc4),segment_id=91864b34-41c8-4fab-bc83-720d9aacdbc4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:26.082167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4e2fed2-276c-4bfe-93b0-1c04dd112264 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:26.130994 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.169482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6ba0a-f12b-40e8-bd61-16f3e8824e0a None None] Network a10bd06f-6e16-41a9-aaac-b2b07530a8b8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:26.189137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa8efe49-9dd4-471a-9391-981cfd475ed4 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.202704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting port b0f764e4-d7b7-45b2-9639-b8946691801d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:26.203297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.226061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa8efe49-9dd4-471a-9391-981cfd475ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.273741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b4e2fed2-276c-4bfe-93b0-1c04dd112264 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:26.274376 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.295053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] For port b0f764e4-d7b7-45b2-9639-b8946691801d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b0f764e4-d7b7-45b2-9639-b8946691801d,segment=NetworkSegment(7d745d3c-41ec-41c1-9cd0-b4293b1a479a),segment_id=7d745d3c-41ec-41c1-9cd0-b4293b1a479a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:26.296196 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.315239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Calling delete_port for b0f764e4-d7b7-45b2-9639-b8946691801d owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:26.418849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8efe49-9dd4-471a-9391-981cfd475ed4 None None] Pushing event updated for resources: {'Port': ['ID=b4e2fed2-276c-4bfe-93b0-1c04dd112264,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:26.480804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.537805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Port': ['ID=b0f764e4-d7b7-45b2-9639-b8946691801d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:26.541636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No DVR routers for this DVR port b0f764e4-d7b7-45b2-9639-b8946691801d on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:26.633416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.655227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10bd06f-6e16-41a9-aaac-b2b07530a8b8']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:26.683737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d745d3c-41ec-41c1-9cd0-b4293b1a479a') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:26.684030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d745d3c-41ec-41c1-9cd0-b4293b1a479a') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:26.707739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.728957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.735500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:26.736723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:26.739744 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:26.815165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.824140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.828015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/a10bd06f-6e16-41a9-aaac-b2b07530a8b8 HTTP/1.1" status: 204 len: 168 time: 2.1429880 Nov 10 04:07:26.831181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55772) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:26.860320 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcffa56-24e2-4b36-8386-89e2228d6f79 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:26.863284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcffa56-24e2-4b36-8386-89e2228d6f79 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:26.866705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:26.867496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ffcffa56-24e2-4b36-8386-89e2228d6f79 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/a10bd06f-6e16-41a9-aaac-b2b07530a8b8 HTTP/1.1" status: 404 len: 339 time: 0.0351329 Nov 10 04:07:26.871088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55776) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:26.876883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1912047003', 'description': 'd1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:26.877504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081150c9-1089-4d49-8907-a65f27dc0bde tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=a10bd06f-6e16-41a9-aaac-b2b07530a8b8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:26.909404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:26.914736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.943172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:26.954461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:26.955326 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment df022bb2-c37b-4cf2-9596-38512daa578c of type vlan for network f61c32a1-0708-4dea-8785-f93e62cf242f Nov 10 04:07:27.001117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.036697 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.043144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:27.043787 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44f00694-b296-48aa-af60-0d4b33d59f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.043984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.110672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2361686 Nov 10 04:07:27.116080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55786) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.144533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74193d-ee0b-428f-8482-c25824fe28ad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=f61c32a1-0708-4dea-8785-f93e62cf242f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:27.156753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f61c32a1-0708-4dea-8785-f93e62cf242f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:27.169715 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44f00694-b296-48aa-af60-0d4b33d59f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.176321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44f00694-b296-48aa-af60-0d4b33d59f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.217147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c239f2a8-7d74-4a93-a2fc-edceb7a3ff7a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:27.221628 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c239f2a8-7d74-4a93-a2fc-edceb7a3ff7a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/networks?id=f61c32a1-0708-4dea-8785-f93e62cf242f HTTP/1.1" status: 200 len: 765 time: 0.1014638 Nov 10 04:07:27.222011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.224121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-44f00694-b296-48aa-af60-0d4b33d59f16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10fc1d5471f548deb3549a255eed8089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517063 Nov 10 04:07:27.227594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'description': 'd2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:27.233130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55790) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.255181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f00694-b296-48aa-af60-0d4b33d59f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d3269-3eef-439a-8c89-24994a06b430,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:27.306750 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-417f7538-7392-4343-8ead-9e24f785aef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.331923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55796) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.359548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-417f7538-7392-4343-8ead-9e24f785aef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.392901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3117f8-fa8f-41a6-9f19-47ff39987804 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:27.394436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b3117f8-fa8f-41a6-9f19-47ff39987804 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 814 time: 0.0619941 Nov 10 04:07:27.438491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1678b204-9dac-43b3-abd0-37dd59531fdc None None] Network 770c5419-f478-4026-8fd0-e26ccb343911 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:27.441908 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-417f7538-7392-4343-8ead-9e24f785aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.445282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-417f7538-7392-4343-8ead-9e24f785aef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.452839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-417f7538-7392-4343-8ead-9e24f785aef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/588d3269-3eef-439a-8c89-24994a06b430 HTTP/1.1" status: 204 len: 168 time: 0.2180593 Nov 10 04:07:27.487939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7538-7392-4343-8ead-9e24f785aef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d3269-3eef-439a-8c89-24994a06b430,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:27.547559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.583711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.587982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e7f08b00-b7c6-414c-af51-e40da998bc7e None None] Provisioning complete for port b4e2fed2-276c-4bfe-93b0-1c04dd112264 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:27.588630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7f08b00-b7c6-414c-af51-e40da998bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.597202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network f61c32a1-0708-4dea-8785-f93e62cf242f is not hosted by any dhcp agent {{(pid=102597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:07:27.607506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:27.608202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.612486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55810) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.612828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "PUT /v2.0/networks/f61c32a1-0708-4dea-8785-f93e62cf242f HTTP/1.1" status: 200 len: 762 time: 0.3894088 Nov 10 04:07:27.709616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b4cd9-f7da-4899-ba13-74b3e471efc2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=f61c32a1-0708-4dea-8785-f93e62cf242f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:27.725744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f61c32a1-0708-4dea-8785-f93e62cf242f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:27.821533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7b072-1eb3-406a-a062-66397a863e09 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:27.826563 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2ac7b072-1eb3-406a-a062-66397a863e09 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/networks?id=f61c32a1-0708-4dea-8785-f93e62cf242f HTTP/1.1" status: 200 len: 765 time: 0.2124152 Nov 10 04:07:27.829485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55816) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.854376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55818) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.862680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'network': {'name': 'tempest-network-smoke--324050608', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:27.914239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:27.914716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55820) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:27.919022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.930793 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6153cb31-a82a-4816-b495-49a75ba2c9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.960340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:27.972240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:27.972782 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Added segment 1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378 of type vlan for network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 Nov 10 04:07:27.985825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea30176-adbb-4786-9211-02603580221a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:27.990627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ea30176-adbb-4786-9211-02603580221a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1588657 Nov 10 04:07:27.994043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55824) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.021730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03e279-8a3a-4765-a2b6-dd9d7f70bbe1 None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:07:28.040222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ba02685-60a1-4416-95f9-037bc0e34d58 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 207 time: 0.0450768 Nov 10 04:07:28.040830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55828) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.046792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.099150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.113205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.114330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.170709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6153cb31-a82a-4816-b495-49a75ba2c9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.186665 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6153cb31-a82a-4816-b495-49a75ba2c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.200646 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3444631 Nov 10 04:07:28.205783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.217998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d8ef0-c01d-4cc0-ad30-6f9f97d912e0 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.225323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d8ef0-c01d-4cc0-ad30-6f9f97d912e0 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.230776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03e279-8a3a-4765-a2b6-dd9d7f70bbe1 None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:07:28.231866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d8ef0-c01d-4cc0-ad30-6f9f97d912e0 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.234691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4e2fed2-276c-4bfe-93b0-1c04dd112264 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:28.238069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d8ef0-c01d-4cc0-ad30-6f9f97d912e0 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.245228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d8ef0-c01d-4cc0-ad30-6f9f97d912e0 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.251644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d8ef0-c01d-4cc0-ad30-6f9f97d912e0 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.253720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e4d8ef0-c01d-4cc0-ad30-6f9f97d912e0 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2095826 Nov 10 04:07:28.263989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55832) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.280273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153cb31-a82a-4816-b495-49a75ba2c9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f707ff7-d2c2-45dc-a0e3-a7d88936a746,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:28.286944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6153cb31-a82a-4816-b495-49a75ba2c9e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b23a12f3e194aebb5398cb75a609f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711178 Nov 10 04:07:28.289894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.297866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30a6b1-5ed5-4b5b-8200-20130109b7ba tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Network': ['ID=80ba9fd6-a0bf-40f9-a70f-dcbb182c3174,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:28.317781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:28.364016 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.375995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-06426a7b-ae9c-45a1-8cc9-fbda186e81b2 None None] Provisioning complete for port b4e2fed2-276c-4bfe-93b0-1c04dd112264 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:28.376502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06426a7b-ae9c-45a1-8cc9-fbda186e81b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.398766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.403521 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad98ce-9fc0-4eaf-a7a4-35f75feb48d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.405117 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-27ad98ce-9fc0-4eaf-a7a4-35f75feb48d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ccaa15c36c244bb9b48a1c91ec4d6be5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1985967 Nov 10 04:07:28.408950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55840) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.525470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b4e2fed2-276c-4bfe-93b0-1c04dd112264 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:28.526589 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.559650 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.562738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:28.564735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f707ff7-d2c2-45dc-a0e3-a7d88936a746 HTTP/1.1" status: 204 len: 168 time: 0.2727170 Nov 10 04:07:28.571114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7842adf5-40bd-4c21-b932-fd3f727a6538 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.573033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7842adf5-40bd-4c21-b932-fd3f727a6538 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629813 Nov 10 04:07:28.577705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55846) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.597082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4feac3b8-1823-4323-894d-a87a87e886ed tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3308816 Nov 10 04:07:28.599922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f707ff7-d2c2-45dc-a0e3-a7d88936a746,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:28.600394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.640406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.640762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.641078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.641410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.642680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.642680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.642965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.643286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.643606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.643982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.644306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.644624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2ec6b8-7286-4d52-a315-84f20c512f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:28.649994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0fc6ef10-35d3-46dc-b11f-942aca148c85 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711265 Nov 10 04:07:28.653505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55854) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.711189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2f13235-97cb-4a75-931b-f69fb3fbea39 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ccaa15c36c244bb9b48a1c91ec4d6be5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472906 Nov 10 04:07:28.711189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55856) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.761593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738876c-0e09-41b5-8f9f-deadc7cc9996 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.774565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738876c-0e09-41b5-8f9f-deadc7cc9996 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.778451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738876c-0e09-41b5-8f9f-deadc7cc9996 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.780268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738876c-0e09-41b5-8f9f-deadc7cc9996 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.788279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738876c-0e09-41b5-8f9f-deadc7cc9996 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.790296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e738876c-0e09-41b5-8f9f-deadc7cc9996 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1879382 Nov 10 04:07:28.793989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55858) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.860699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6b3b4-cea3-4bfe-8c42-2dcf458a93f2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.863054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5eb6b3b4-cea3-4bfe-8c42-2dcf458a93f2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1377985 Nov 10 04:07:28.865800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55860) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.869398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec2bc0-08c4-4971-be42-5c67ce211e18 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.871012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec2bc0-08c4-4971-be42-5c67ce211e18 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.872836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec2bc0-08c4-4971-be42-5c67ce211e18 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.874314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec2bc0-08c4-4971-be42-5c67ce211e18 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.875845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec2bc0-08c4-4971-be42-5c67ce211e18 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:28.877584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fdec2bc0-08c4-4971-be42-5c67ce211e18 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0818636 Nov 10 04:07:28.880957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55862) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.899633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0eda795a-7e51-4bdf-9f80-fd37e2b1bd24 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319197 Nov 10 04:07:28.904640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:28.911675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891201769', 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:28.996584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd7d061-1a97-4b44-bec6-4281ac8673c7 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:29.001729 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cfd7d061-1a97-4b44-bec6-4281ac8673c7 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/networks/ee684288-a89e-48d1-8111-688bcdd8ae63 HTTP/1.1" status: 200 len: 804 time: 0.1161046 Nov 10 04:07:29.001729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55874) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:29.034887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:29.040927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.138467 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b4fb6344-19ba-42cb-9654-ac3217658fd5 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/networks/ee684288-a89e-48d1-8111-688bcdd8ae63?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1353862 Nov 10 04:07:29.138738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55880) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:29.204244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80916ac-ca1b-4f3b-9c3d-bc7b4a04f5c9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:29.205638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f80916ac-ca1b-4f3b-9c3d-bc7b4a04f5c9 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/subnets/82f2dc8a-83fc-4ea3-865d-7c501dd6cee6 HTTP/1.1" status: 200 len: 843 time: 0.0659187 Nov 10 04:07:29.209592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55884) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:29.285632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e86fa-a3c6-40cd-bb48-77ecab6936bf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['shared'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:29.292926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f58e86fa-a3c6-40cd-bb48-77ecab6936bf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "GET /v2.0/subnets/82f2dc8a-83fc-4ea3-865d-7c501dd6cee6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0820763 Nov 10 04:07:29.293507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55892) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:29.299190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1214783190'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:29.326518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.333474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:29.337582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.372428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:29.390801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.391379 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Added segment 032a2c3a-a372-4eae-ab0b-8dbed764a99e of type vlan for network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 Nov 10 04:07:29.393121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Subnet': ['ID=e26807ea-41fb-40b1-8d0f-be7bb0173a56,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:29.412444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Checking segment: {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:29.413088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network hostable DHCP agents. Network: 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:29.439318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:29.448165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:29.450815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.453424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:29.454181 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.463219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e025ab68-5f91-43c5-b082-7773a8436fe8 None None] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:29.500237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f3404207-f744-472c-9c83-1fcda17c2d97 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5851250 Nov 10 04:07:29.512478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.518216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:29.518804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.599097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55908) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:29.599576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3049626 Nov 10 04:07:29.607174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9b72-cf87-4355-b531-af2ec1ebc919 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Network': ['ID=8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:29.620762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'network_id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:29.622225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:29.709763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ips': [{'subnet_id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:29.710783 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.760622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Made reservation on behalf of 7145414e7a4047c0b9ea6c4f16b348be for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:29.766653 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:29.851253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Performing IP validity checks on allocation pools {{(pid=102597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 04:07:29.852379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 04:07:29.877167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Allocated IP 172.20.0.18 (80ba9fd6-a0bf-40f9-a70f-dcbb182c3174/e26807ea-41fb-40b1-8d0f-be7bb0173a56/5a340486-7ea3-4242-9b1a-327fe059aa60) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:29.914242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55914) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:29.919153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fa75ea5c-f382-4b41-9f2e-c2c3723aff0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850337079', 'description': 'tempest-secgroup-smoke-1850337079 description', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:29.961087 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa75ea5c-f382-4b41-9f2e-c2c3723aff0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.070332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.078009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa75ea5c-f382-4b41-9f2e-c2c3723aff0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.083270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa75ea5c-f382-4b41-9f2e-c2c3723aff0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.123834 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa75ea5c-f382-4b41-9f2e-c2c3723aff0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.125426 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fa75ea5c-f382-4b41-9f2e-c2c3723aff0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2100599 Nov 10 04:07:30.129086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55924) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:30.132431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75ea5c-f382-4b41-9f2e-c2c3723aff0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f430a8f8-23a2-4156-82c5-305bb6417e37,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.137594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.140843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-cb7f9130-9624-4239-9309-b815a373b191 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'f430a8f8-23a2-4156-82c5-305bb6417e37', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:30.149807 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.182271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=41c0546a-01f4-4680-854f-6b1b1acf629a,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.182785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9130-9624-4239-9309-b815a373b191 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.201288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Checking segment: {'id': '032a2c3a-a372-4eae-ab0b-8dbed764a99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:30.201655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network hostable DHCP agents. Network: 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:30.222857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:30.236845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:30.245592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:30.248700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:30.251172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:30.258384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c678701-d96f-430a-9a78-9beb39fd3ceb None None] Network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:30.267871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:30.270207 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.284861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9130-9624-4239-9309-b815a373b191 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.290443 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9130-9624-4239-9309-b815a373b191 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.294570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b4950f9f-1579-485d-b892-50e04aa28e5c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6932533 Nov 10 04:07:30.299955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55928) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:30.312459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f9130-9624-4239-9309-b815a373b191 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e737364-a43b-423c-891a-23df7e817b05,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.312690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-56d6f6be-3205-48fd-a693-0fd45dceb9ec tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:30.343632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9130-9624-4239-9309-b815a373b191 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.347484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cb7f9130-9624-4239-9309-b815a373b191 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137718 Nov 10 04:07:30.347850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55932) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:30.349113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Pushing event updated for resources: {'Port': ['ID=5a340486-7ea3-4242-9b1a-327fe059aa60,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.358115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3ddc39de-dd46-48d4-9382-33d7d747a423 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'f430a8f8-23a2-4156-82c5-305bb6417e37', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:30.416687 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddc39de-dd46-48d4-9382-33d7d747a423 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.442585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Attempting to bind port 5a340486-7ea3-4242-9b1a-327fe059aa60 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:30.442969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Attempting to bind port 5a340486-7ea3-4242-9b1a-327fe059aa60 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:30.443338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Attempting to bind port 5a340486-7ea3-4242-9b1a-327fe059aa60 on network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:30.464190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:30.464563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Checking segment: {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:30.464962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.465352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Bound using segment: {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:30.465822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Bound port: 5a340486-7ea3-4242-9b1a-327fe059aa60, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:30.466227 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.492719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddc39de-dd46-48d4-9382-33d7d747a423 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.500651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddc39de-dd46-48d4-9382-33d7d747a423 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.507015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56d6f6be-3205-48fd-a693-0fd45dceb9ec tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25304126'] for subnet, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.529800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc39de-dd46-48d4-9382-33d7d747a423 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717ce310-c685-405a-b212-71939c056038,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.540309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddc39de-dd46-48d4-9382-33d7d747a423 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.541800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3ddc39de-dd46-48d4-9382-33d7d747a423 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1872616 Nov 10 04:07:30.545890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55942) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:30.552721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-95f5bf77-ef02-4940-a65f-b57b45317cb5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'f430a8f8-23a2-4156-82c5-305bb6417e37', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:30.606550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174', 'network_id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174', 'tenant_id': '7145414e7a4047c0b9ea6c4f16b348be', 'fixed_ips': [{'subnet_id': '41c0546a-01f4-4680-854f-6b1b1acf629a'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:30.608309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.619259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95f5bf77-ef02-4940-a65f-b57b45317cb5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.630749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] For port 5a340486-7ea3-4242-9b1a-327fe059aa60, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:30.670069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] For port 5a340486-7ea3-4242-9b1a-327fe059aa60, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5a340486-7ea3-4242-9b1a-327fe059aa60,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:30.695567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95f5bf77-ef02-4940-a65f-b57b45317cb5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.698740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.701510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95f5bf77-ef02-4940-a65f-b57b45317cb5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.752145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5bf77-ef02-4940-a65f-b57b45317cb5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f91f54-deb4-4c56-aed0-2699da607458,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.762403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-95f5bf77-ef02-4940-a65f-b57b45317cb5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.767251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-95f5bf77-ef02-4940-a65f-b57b45317cb5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2173154 Nov 10 04:07:30.768321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55950) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:30.782263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-63702f69-66d8-4ef7-9fd8-b1897a44accf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'f430a8f8-23a2-4156-82c5-305bb6417e37', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:30.816955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56d6f6be-3205-48fd-a693-0fd45dceb9ec tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756758180738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3212327'] for subnet, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.902344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb97f5d-458d-49a2-b41f-3dabe4fb451b None None] Pushing event updated for resources: {'Port': ['ID=5a340486-7ea3-4242-9b1a-327fe059aa60,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.908672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63702f69-66d8-4ef7-9fd8-b1897a44accf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.944789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6f6be-3205-48fd-a693-0fd45dceb9ec tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:30.945562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56d6f6be-3205-48fd-a693-0fd45dceb9ec tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.950053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 55962) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:30.950266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-56d6f6be-3205-48fd-a693-0fd45dceb9ec tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "PUT /v2.0/subnets/41c0546a-01f4-4680-854f-6b1b1acf629a HTTP/1.1" status: 200 len: 900 time: 0.6490765 Nov 10 04:07:30.979081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Allocated IP 2001:db8::3 (8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174/41c0546a-01f4-4680-854f-6b1b1acf629a/207885c4-51d2-4952-be96-bb172ebf6f39) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:30.983236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63702f69-66d8-4ef7-9fd8-b1897a44accf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:30.988415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6f6be-3205-48fd-a693-0fd45dceb9ec tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event updated for resources: {'Subnet': ['ID=41c0546a-01f4-4680-854f-6b1b1acf629a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:30.992419 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63702f69-66d8-4ef7-9fd8-b1897a44accf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.020240 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63702f69-66d8-4ef7-9fd8-b1897a44accf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.021496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-63702f69-66d8-4ef7-9fd8-b1897a44accf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2522261 Nov 10 04:07:31.022423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63702f69-66d8-4ef7-9fd8-b1897a44accf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dfe558-a015-497b-b618-7e060a40de44,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:31.024407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55964) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:31.029379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'f430a8f8-23a2-4156-82c5-305bb6417e37', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:31.077020 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Project ccaa15c36c244bb9b48a1c91ec4d6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:07:31.099592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.141439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.263743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.265626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.278024 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.291139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.303374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.361377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f47637-fc0d-477d-8b09-b5489282b990,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:31.381331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.382446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4447734d-bc64-439f-84ce-dbbf4dbf26c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3569307 Nov 10 04:07:31.385786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 55982) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:31.392865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Pushing event updated for resources: {'Port': ['ID=207885c4-51d2-4952-be96-bb172ebf6f39,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:31.406723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': 'f430a8f8-23a2-4156-82c5-305bb6417e37', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:31.417384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:31.419670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:31.422474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:31.426288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.451270 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Project ccaa15c36c244bb9b48a1c91ec4d6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:07:31.458010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.477688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=41c0546a-01f4-4680-854f-6b1b1acf629a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:31.534302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Attempting to bind port 207885c4-51d2-4952-be96-bb172ebf6f39 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:31.534664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Attempting to bind port 207885c4-51d2-4952-be96-bb172ebf6f39 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '032a2c3a-a372-4eae-ab0b-8dbed764a99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:31.535229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Attempting to bind port 207885c4-51d2-4952-be96-bb172ebf6f39 on network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:31.545106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:31.545803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Checking segment: {'id': '032a2c3a-a372-4eae-ab0b-8dbed764a99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:31.546404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.546958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Bound using segment: {'id': '032a2c3a-a372-4eae-ab0b-8dbed764a99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:31.547606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Bound port: 207885c4-51d2-4952-be96-bb172ebf6f39, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032a2c3a-a372-4eae-ab0b-8dbed764a99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:31.550847 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.585139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.594876 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.622321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef8ef81-7da7-4458-8b88-77e15e687576,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:31.653537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.657986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-691340f0-12da-42a7-a9eb-7e26b64f2b7b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2699692 Nov 10 04:07:31.671902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.707556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] For port 207885c4-51d2-4952-be96-bb172ebf6f39, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:31.718844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:31.722965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] For port 207885c4-51d2-4952-be96-bb172ebf6f39, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=207885c4-51d2-4952-be96-bb172ebf6f39,segment=NetworkSegment(032a2c3a-a372-4eae-ab0b-8dbed764a99e),segment_id=032a2c3a-a372-4eae-ab0b-8dbed764a99e)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:31.731142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032a2c3a-a372-4eae-ab0b-8dbed764a99e') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:31.731437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032a2c3a-a372-4eae-ab0b-8dbed764a99e') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:31.734216 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.748961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.764341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.778251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:31.778740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:31.783366 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:31.862607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f7a35-02a0-429f-bd39-6960d4283ceb None None] Network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:31.884534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5d1f8-aabd-463e-b744-4b21f2343066 None None] Pushing event updated for resources: {'Port': ['ID=207885c4-51d2-4952-be96-bb172ebf6f39,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:31.894940 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 04:07:31.894940 n-d-817326-2 neutron-server[102596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 04:07:31.894940 n-d-817326-2 neutron-server[102596]: [parameters: {'id': '8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174'}] Nov 10 04:07:31.894940 n-d-817326-2 neutron-server[102596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:07:31.895389 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:07:32.056550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-93d9a52a-f7ca-4dfd-9575-c025d97fa5d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850337079&fields=id&tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 267 time: 0.0997269 Nov 10 04:07:32.125428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6a749-820e-4363-aaea-ce4be12c5e29 None None] Network 8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:32.220804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a340486-7ea3-4242-9b1a-327fe059aa60 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:32.234255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-058868cd-3ed8-4675-ba16-79591b7de5bc tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:32.241331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-058868cd-3ed8-4675-ba16-79591b7de5bc tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/networks?id=80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 HTTP/1.1" status: 200 len: 796 time: 0.1838553 Nov 10 04:07:32.262918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-96d1bee1-c100-4f9d-b0f6-76c4d15be724 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/quotas/ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 375 time: 0.0204837 Nov 10 04:07:32.296514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5a340486-7ea3-4242-9b1a-327fe059aa60 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:32.296965 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.361903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-e05b522f-9c7e-43ad-8a4a-33e09ce1953f tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0982568 Nov 10 04:07:32.397203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.427880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b0ac3-1b71-4469-9595-981965333c31 None None] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:32.486248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting port 207885c4-51d2-4952-be96-bb172ebf6f39 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:32.486842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.583530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:32.597115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] For port 207885c4-51d2-4952-be96-bb172ebf6f39, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=207885c4-51d2-4952-be96-bb172ebf6f39,segment=NetworkSegment(032a2c3a-a372-4eae-ab0b-8dbed764a99e),segment_id=032a2c3a-a372-4eae-ab0b-8dbed764a99e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:32.597710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.612961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-661790af-6e51-4148-b729-70028fceaf0e service neutron] 10.222.0.24 "GET /v2.0/networks/80ba9fd6-a0bf-40f9-a70f-dcbb182c3174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389789 Nov 10 04:07:32.616576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Calling delete_port for 207885c4-51d2-4952-be96-bb172ebf6f39 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:32.635610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-38a6500e-d0e1-4de0-99af-169075a2c71c None None] Provisioning complete for port 5a340486-7ea3-4242-9b1a-327fe059aa60 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:32.635980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38a6500e-d0e1-4de0-99af-169075a2c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.728874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.730474 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.765768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No DVR routers for this DVR port 207885c4-51d2-4952-be96-bb172ebf6f39 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:32.767571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Port': ['ID=207885c4-51d2-4952-be96-bb172ebf6f39,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:32.779746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-844a6e37-4b28-4d04-9d1d-24767de2c2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/80ba9fd6-a0bf-40f9-a70f-dcbb182c3174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658287 Nov 10 04:07:32.859735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47feb1dd-613d-40fc-85d5-d76ac9fc372c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.884308 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.922551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:32.945791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032a2c3a-a372-4eae-ab0b-8dbed764a99e') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:32.946274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032a2c3a-a372-4eae-ab0b-8dbed764a99e') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:32.962080 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.976232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 5a340486-7ea3-4242-9b1a-327fe059aa60, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5a340486-7ea3-4242-9b1a-327fe059aa60,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:32.991299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:32.994581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.004190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:33.004802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.077530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=5a340486-7ea3-4242-9b1a-327fe059aa60,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:33.115851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94b0c1cc-2d14-4783-bf17-0fbb2e0cd421 req-1efbd9a2-e677-4bcd-8abf-06a234578b1d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 210 time: 0.0663099 Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:33.126666 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:33.171385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47feb1dd-613d-40fc-85d5-d76ac9fc372c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.180507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-47feb1dd-613d-40fc-85d5-d76ac9fc372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.224032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb1dd-613d-40fc-85d5-d76ac9fc372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5100cc91-9475-481b-be4b-d1017697ba7b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:33.244157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.253411 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.256715 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 HTTP/1.1" status: 204 len: 168 time: 2.3052859 Nov 10 04:07:33.264930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:33.279754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc1851-01af-4316-a218-66d1a7076292 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:33.283701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-47feb1dd-613d-40fc-85d5-d76ac9fc372c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=654cd12d25684f91bd554d6d3821ed2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6990988 Nov 10 04:07:33.286268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56096) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:33.313496 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5edb47-2900-4f31-8813-5a6d7629eb36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:33.314510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5edb47-2900-4f31-8813-5a6d7629eb36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:33.318366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824356b-9a69-49b2-a150-8b4570f3800d None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:07:33.336139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d5edb47-2900-4f31-8813-5a6d7629eb36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/41c0546a-01f4-4680-854f-6b1b1acf629a HTTP/1.1" status: 404 len: 337 time: 0.0700958 Nov 10 04:07:33.339819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:33.359405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2810ff83-1566-470c-8597-db7935343ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.380398 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2605bb-b858-4c55-b217-f66d5975e11f tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:33.381027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2605bb-b858-4c55-b217-f66d5975e11f tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:33.386650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bf2605bb-b858-4c55-b217-f66d5975e11f tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/8b1a699d-2c0b-4fcc-bb98-1fcd7d7a7174 HTTP/1.1" status: 404 len: 339 time: 0.0433705 Nov 10 04:07:33.387492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56102) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:33.388777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2810ff83-1566-470c-8597-db7935343ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.451933 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2810ff83-1566-470c-8597-db7935343ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.456019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2810ff83-1566-470c-8597-db7935343ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.457474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2810ff83-1566-470c-8597-db7935343ce5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5100cc91-9475-481b-be4b-d1017697ba7b HTTP/1.1" status: 204 len: 168 time: 0.1699631 Nov 10 04:07:33.468052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810ff83-1566-470c-8597-db7935343ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5100cc91-9475-481b-be4b-d1017697ba7b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:33.473389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-25b9b998-eae2-494c-af40-41a88e76ce6b None None] Provisioning complete for port 5a340486-7ea3-4242-9b1a-327fe059aa60 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:33.473764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25b9b998-eae2-494c-af40-41a88e76ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.539432 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.641974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.666333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61c32a1-0708-4dea-8785-f93e62cf242f']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:33.678931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df022bb2-c37b-4cf2-9596-38512daa578c') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:33.679255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df022bb2-c37b-4cf2-9596-38512daa578c') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:33.690682 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.704717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.712864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:33.713587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:33.717966 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:33.790075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824356b-9a69-49b2-a150-8b4570f3800d None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:07:33.809161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.821202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:33.824461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/f61c32a1-0708-4dea-8785-f93e62cf242f HTTP/1.1" status: 204 len: 168 time: 0.4360235 Nov 10 04:07:33.827113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56118) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:33.863076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce047bd-3bf7-4305-98e3-0f59a2fbca0c tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=f61c32a1-0708-4dea-8785-f93e62cf242f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:33.867458 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6a2c06-449d-4d9f-ac21-f089979679bd tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:33.867843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6a2c06-449d-4d9f-ac21-f089979679bd tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:33.873240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5d6a2c06-449d-4d9f-ac21-f089979679bd tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/80b9b992-7aa3-49dc-8f1a-fb20e7a4bb9a HTTP/1.1" status: 404 len: 337 time: 0.0427699 Nov 10 04:07:33.873570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56120) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:33.895880 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-de23837b-c3f1-450c-8470-498b6e3f27aa tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:33.896566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de23837b-c3f1-450c-8470-498b6e3f27aa tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:33.902158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-de23837b-c3f1-450c-8470-498b6e3f27aa tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/a10bd06f-6e16-41a9-aaac-b2b07530a8b8 HTTP/1.1" status: 404 len: 339 time: 0.0254653 Nov 10 04:07:33.903174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56122) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:33.985624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting subnet 35ee5ddd-ac84-4fd6-b435-dadd67032289 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:07:33.991918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.043245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56128) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:34.053058 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.070840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bd9570c-e8b7-44b2-92d5-8e173854732b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.214932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a340486-7ea3-4242-9b1a-327fe059aa60 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:34.265530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bd9570c-e8b7-44b2-92d5-8e173854732b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.270726 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bd9570c-e8b7-44b2-92d5-8e173854732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.290758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19f2a23f-b53a-4089-be40-b9499fa664d8 req-1352ea91-b171-4687-92ee-5108dfa43d37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 210 time: 0.0397022 Nov 10 04:07:34.292113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.294569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5a340486-7ea3-4242-9b1a-327fe059aa60 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:34.295021 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.332388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3bd9570c-e8b7-44b2-92d5-8e173854732b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34524a6f57a342a198ea0a09724dc83a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880366 Nov 10 04:07:34.337008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9570c-e8b7-44b2-92d5-8e173854732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da572e6-4f14-4378-8f99-b795030f2eec,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:34.338751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56136) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:34.402605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33bf6e29-b8a1-4d29-90eb-037f8b0fc48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.426189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.426936 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33bf6e29-b8a1-4d29-90eb-037f8b0fc48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.472792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=35ee5ddd-ac84-4fd6-b435-dadd67032289,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:34.490321 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.496478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f22c3a-7a4f-4938-95c2-fb7565ae2231 None None] Network 770c5419-f478-4026-8fd0-e26ccb343911 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:34.499779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73a75e75-4005-417a-8ae5-2c10adcb76a8 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/35ee5ddd-ac84-4fd6-b435-dadd67032289 HTTP/1.1" status: 204 len: 168 time: 0.5932350 Nov 10 04:07:34.500450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:34.590570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33bf6e29-b8a1-4d29-90eb-037f8b0fc48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.593742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33bf6e29-b8a1-4d29-90eb-037f8b0fc48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.595242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-33bf6e29-b8a1-4d29-90eb-037f8b0fc48c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0da572e6-4f14-4378-8f99-b795030f2eec HTTP/1.1" status: 204 len: 168 time: 0.2555671 Nov 10 04:07:34.599451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting subnet c5cdd7ab-d7e8-4dbb-8b14-856d6c2becbe {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:07:34.602859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.625128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf6e29-b8a1-4d29-90eb-037f8b0fc48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da572e6-4f14-4378-8f99-b795030f2eec,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:34.643107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-dd10a9ca-340f-4e7b-96cb-bd282a0d8da5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:34.645333 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-dd10a9ca-340f-4e7b-96cb-bd282a0d8da5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "GET /v2.0/networks?id=80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 HTTP/1.1" status: 200 len: 796 time: 0.1986547 Nov 10 04:07:34.707787 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.809082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-a0362d29-7fbc-48f5-81e9-ebc26d567714 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 473 time: 0.1462955 Nov 10 04:07:34.834586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'port': {'device_id': '6786b956-b9f5-466a-932e-03e1ee486af4', 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'admin_state_up': True, 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'security_groups': ['f430a8f8-23a2-4156-82c5-305bb6417e37']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:34.853401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.951433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:34.990135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:34.991163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cdd7ab-d7e8-4dbb-8b14-856d6c2becbe,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:35.001073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.002447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.013548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-34fc6e84-2cb1-49cb-b802-86327e13c9c2 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/c5cdd7ab-d7e8-4dbb-8b14-856d6c2becbe HTTP/1.1" status: 204 len: 168 time: 0.5119746 Nov 10 04:07:35.014221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56156) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:35.157238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.205089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.20.0.20 (80ba9fd6-a0bf-40f9-a70f-dcbb182c3174/e26807ea-41fb-40b1-8d0f-be7bb0173a56/216aae8b-5b22-485d-b4b7-431e881a11de) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:35.239744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting port b4e2fed2-276c-4bfe-93b0-1c04dd112264 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:35.240099 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.313195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] For port b4e2fed2-276c-4bfe-93b0-1c04dd112264, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b4e2fed2-276c-4bfe-93b0-1c04dd112264,segment=NetworkSegment(91864b34-41c8-4fab-bc83-720d9aacdbc4),segment_id=91864b34-41c8-4fab-bc83-720d9aacdbc4)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:35.314685 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.332099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Calling delete_port for b4e2fed2-276c-4bfe-93b0-1c04dd112264 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:35.420198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.473896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.490534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7e508f0-3b42-4c0e-b659-f3e9468cc5b6 req-66ba91a6-be77-4cd7-9bfb-7f83cfea7585 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 210 time: 0.0520773 Nov 10 04:07:35.526033 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.527400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=216aae8b-5b22-485d-b4b7-431e881a11de,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:35.550408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:35.552082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:35.560179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:35.563312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Port': ['ID=b4e2fed2-276c-4bfe-93b0-1c04dd112264,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:35.576248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No DVR routers for this DVR port b4e2fed2-276c-4bfe-93b0-1c04dd112264 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:35.651786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:35.652708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.694386 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-91fb5393-867e-412d-b552-c66c83f490b8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8672061 Nov 10 04:07:35.713385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Request body: {'port': {'device_id': '6786b956-b9f5-466a-932e-03e1ee486af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:35.755080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.758740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268053c1-a154-4704-b4f7-3d1292d24343 None None] Network 770c5419-f478-4026-8fd0-e26ccb343911 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:35.832764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770c5419-f478-4026-8fd0-e26ccb343911']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:35.846746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91864b34-41c8-4fab-bc83-720d9aacdbc4') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:35.847035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91864b34-41c8-4fab-bc83-720d9aacdbc4') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:35.849796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e69106d0-43c7-4d31-92a4-bd050ce13e7d None None] Could not find standard attr ID for object b4e2fed2-276c-4bfe-93b0-1c04dd112264. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:07:35.857997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.877520 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.926724 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.942533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:35.943049 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:35.946211 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:35.969348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-382d70ed-924e-410b-8c48-18c134a5c6ab None None] Provisioning complete for port 216aae8b-5b22-485d-b4b7-431e881a11de triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:35.969800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-382d70ed-924e-410b-8c48-18c134a5c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:36.043030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec97cd7-6b04-4c9a-8631-2bdb2f0ef2f4 None None] DHCP port deletion for 770c5419-f478-4026-8fd0-e26ccb343911 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:07:36.049750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-382d70ed-924e-410b-8c48-18c134a5c6ab None None] Port 216aae8b-5b22-485d-b4b7-431e881a11de cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:36.089777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:36.103307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:36.110023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/770c5419-f478-4026-8fd0-e26ccb343911 HTTP/1.1" status: 204 len: 168 time: 1.0944376 Nov 10 04:07:36.111187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56196) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:36.593524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9e369-9e09-4604-b5c5-ce0b6f8ac49e tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=770c5419-f478-4026-8fd0-e26ccb343911,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:36.609299 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-485d9ce6-329e-415a-be27-17881d6d3dad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:36.609748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485d9ce6-329e-415a-be27-17881d6d3dad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:36.614695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-485d9ce6-329e-415a-be27-17881d6d3dad tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/520c1207-c332-4a70-ac08-b47b9e7c56c3 HTTP/1.1" status: 404 len: 337 time: 0.4979298 Nov 10 04:07:36.621387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56220) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:36.666886 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c75188-84d3-452d-8e39-fe8b68ef9abf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:36.667898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c75188-84d3-452d-8e39-fe8b68ef9abf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:36.671138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-95c75188-84d3-452d-8e39-fe8b68ef9abf tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/220111f2-23ad-488e-b0a0-fc5a938c1ed8 HTTP/1.1" status: 404 len: 339 time: 0.0484324 Nov 10 04:07:36.674139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56226) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:36.705476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0248f-d404-4b3e-b47e-093c07fc21ea req-885e02c6-485d-46e2-b650-a651fcf8f3f2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:36.715320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22d0248f-d404-4b3e-b47e-093c07fc21ea req-885e02c6-485d-46e2-b650-a651fcf8f3f2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 932 time: 0.1080174 Nov 10 04:07:36.716359 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d369f63-4de1-4ec4-92ab-1016f2a0f20a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:36.717026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d369f63-4de1-4ec4-92ab-1016f2a0f20a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:36.720861 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3d369f63-4de1-4ec4-92ab-1016f2a0f20a tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/5568ab11-de1d-4acb-9eaa-f7604f61ab34 HTTP/1.1" status: 404 len: 337 time: 0.0457921 Nov 10 04:07:36.723991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216aae8b-5b22-485d-b4b7-431e881a11de {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:07:36.729443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56228) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:36.749257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:36.763171 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f309a71d-7b0d-46c5-ae19-fe6f600a6300 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:36.763725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f309a71d-7b0d-46c5-ae19-fe6f600a6300 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:36.766764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f309a71d-7b0d-46c5-ae19-fe6f600a6300 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/a8f1db02-b186-4238-95dc-32606052fada HTTP/1.1" status: 404 len: 339 time: 0.0358360 Nov 10 04:07:36.769501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56234) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:36.787572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22d0248f-d404-4b3e-b47e-093c07fc21ea req-fe093638-1590-4355-b0c4-bbc3b38ef32c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697963 Nov 10 04:07:36.800517 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0be1b37-bc92-4fe5-8097-13e3566cab06 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:36.801227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0be1b37-bc92-4fe5-8097-13e3566cab06 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:36.813059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b0be1b37-bc92-4fe5-8097-13e3566cab06 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/df34b004-96e7-435b-88ae-2e86a579b88d HTTP/1.1" status: 404 len: 337 time: 0.0425541 Nov 10 04:07:36.814284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Transition to ACTIVE for port object 216aae8b-5b22-485d-b4b7-431e881a11de will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:07:36.815627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56238) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:36.825284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:36.842091 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cf8078-52fc-4b13-8b5c-29fa4484424f tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:36.842655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cf8078-52fc-4b13-8b5c-29fa4484424f tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:36.846200 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a1cf8078-52fc-4b13-8b5c-29fa4484424f tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/3f994e3f-5313-46e5-aa67-ecf3ecb73fcb HTTP/1.1" status: 404 len: 339 time: 0.0294361 Nov 10 04:07:36.848970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56244) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:36.886987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Pushing event updated for resources: {'Port': ['ID=216aae8b-5b22-485d-b4b7-431e881a11de,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:36.955040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting subnet 08a162b2-69d2-4290-986f-3dab9ff4a5c4 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:07:36.958482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.014658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.025063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Attempting to bind port 216aae8b-5b22-485d-b4b7-431e881a11de on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:37.025460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Attempting to bind port 216aae8b-5b22-485d-b4b7-431e881a11de by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:37.025830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Attempting to bind port 216aae8b-5b22-485d-b4b7-431e881a11de on network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:37.034630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Port 216aae8b-5b22-485d-b4b7-431e881a11de on network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:37.035000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Attempting to bind port 216aae8b-5b22-485d-b4b7-431e881a11de on network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:37.043353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:37.043924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Checking segment: {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:37.044379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Bound using segment: {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:37.045056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Bound port: 216aae8b-5b22-485d-b4b7-431e881a11de, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:37.045509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.140859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] For port 216aae8b-5b22-485d-b4b7-431e881a11de, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:37.151784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] For port 216aae8b-5b22-485d-b4b7-431e881a11de, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=216aae8b-5b22-485d-b4b7-431e881a11de,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:37.159757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.191170 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.197202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:37.197827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.199254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-72b6c415-8229-48d8-8623-6febc28743be service neutron] 10.222.0.11 "PUT /v2.0/ports/216aae8b-5b22-485d-b4b7-431e881a11de HTTP/1.1" status: 200 len: 1092 time: 1.4908042 Nov 10 04:07:37.199705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6786b956-b9f5-466a-932e-03e1ee486af4', 'tag': '216aae8b-5b22-485d-b4b7-431e881a11de'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:07:37.202334 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f855985-6b34-4e73-85ba-d7de76aa38f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6786b956-b9f5-466a-932e-03e1ee486af4", "tag": "216aae8b-5b22-485d-b4b7-431e881a11de"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:07:37.231464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6c415-8229-48d8-8623-6febc28743be service neutron] Pushing event updated for resources: {'Port': ['ID=216aae8b-5b22-485d-b4b7-431e881a11de,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:37.283262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.289179 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b5c92d-ce07-4743-acf8-3be6bbb21066 x-openstack-request-id: req-e0b5c92d-ce07-4743-acf8-3be6bbb21066 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:07:37.289473 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6786b956-b9f5-466a-932e-03e1ee486af4", "tag": "216aae8b-5b22-485d-b4b7-431e881a11de", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:07:37.289724 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0b5c92d-ce07-4743-acf8-3be6bbb21066 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:07:37.290151 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6786b956-b9f5-466a-932e-03e1ee486af4', 'tag': '216aae8b-5b22-485d-b4b7-431e881a11de', 'status': 'completed', 'code': 200} Nov 10 04:07:37.341997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=08a162b2-69d2-4290-986f-3dab9ff4a5c4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:37.360809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.364427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f7b47d78-af94-4db2-adec-9e2c360f5dbb tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/08a162b2-69d2-4290-986f-3dab9ff4a5c4 HTTP/1.1" status: 204 len: 168 time: 0.5143249 Nov 10 04:07:37.367510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56270) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:37.378079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5e0b1-c24c-4f3a-a284-083e76976bf5 None None] Network cf581213-f9c0-487c-b68d-3886de3cc9ee requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:37.481195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.488781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-12492936-71fa-4228-b9c4-115a0a58158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:37.490642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-12492936-71fa-4228-b9c4-115a0a58158a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 1095 time: 0.1778986 Nov 10 04:07:37.587082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-068078d1-fa48-4337-89b0-69684d9ee127 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=216aae8b-5b22-485d-b4b7-431e881a11de HTTP/1.1" status: 200 len: 217 time: 0.0583394 Nov 10 04:07:37.638143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:37.638723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.649863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] DHCP port deletion for cf581213-f9c0-487c-b68d-3886de3cc9ee request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:07:37.685516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-49e2a10d-4a24-46c7-9de3-2c9478ae9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:37.687042 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-49e2a10d-4a24-46c7-9de3-2c9478ae9bb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e26807ea-41fb-40b1-8d0f-be7bb0173a56 HTTP/1.1" status: 200 len: 837 time: 0.0919855 Nov 10 04:07:37.720521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] Deleting port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:37.720989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.743157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] For port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,segment=NetworkSegment(a200262a-1b06-465e-b731-d34ca23a5b4b),segment_id=a200262a-1b06-465e-b731-d34ca23a5b4b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:37.743529 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.764567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Calling delete_port for eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:37.801166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] For port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,segment=NetworkSegment(a200262a-1b06-465e-b731-d34ca23a5b4b),segment_id=a200262a-1b06-465e-b731-d34ca23a5b4b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:37.801573 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.818537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] Calling delete_port for eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:37.886775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-c7509ce1-d082-45f2-b5aa-bcd16f71c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:37.888737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-c7509ce1-d082-45f2-b5aa-bcd16f71c0de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80ba9fd6-a0bf-40f9-a70f-dcbb182c3174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805589 Nov 10 04:07:37.913968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:37.943056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] Pushing event deleted for resources: {'Port': ['ID=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:37.947451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d952e6-478d-4f70-831d-b09f4124df0f None None] No DVR routers for this DVR port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:38.005052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.009673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0461d-e3e3-4f98-8dc7-b3303cedb7a4 req-d145799c-bd7e-4366-8b6a-b6bdf74fff90 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:38.011686 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbf0461d-e3e3-4f98-8dc7-b3303cedb7a4 req-d145799c-bd7e-4366-8b6a-b6bdf74fff90 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 944 time: 0.0941610 Nov 10 04:07:38.038841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Port': ['ID=eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:38.053177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No DVR routers for this DVR port eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:38.099794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbf0461d-e3e3-4f98-8dc7-b3303cedb7a4 req-ae1ae85c-9c82-44fa-9808-75227d55b0bd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821185 Nov 10 04:07:38.115377 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.175570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4e2fed2-276c-4bfe-93b0-1c04dd112264 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:07:38.199032 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-80a6dc0e-7ab6-4379-8e4a-3a68f48f791a service neutron] 10.222.0.11 "GET /v2.0/networks/80ba9fd6-a0bf-40f9-a70f-dcbb182c3174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965610 Nov 10 04:07:38.230548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b4e2fed2-276c-4bfe-93b0-1c04dd112264 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:07:38.231001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4e2fed2-276c-4bfe-93b0-1c04dd112264 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:07:38.231531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:07:38.247714 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.255800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:07:38.256397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device eddbc3f1-24fd-4887-b8f4-5e1e59a2fd9d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:07:38.302010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf581213-f9c0-487c-b68d-3886de3cc9ee']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:38.315131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a200262a-1b06-465e-b731-d34ca23a5b4b') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:38.315367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a200262a-1b06-465e-b731-d34ca23a5b4b') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:38.328268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.352734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.366174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:38.366572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:38.369797 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:38.386845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bdf84b9f-c633-4d6a-94ff-9700776f5bbb req-4eadba2d-5ba6-4509-a9ac-6413768260ec service neutron] 10.222.0.11 "GET /v2.0/networks/80ba9fd6-a0bf-40f9-a70f-dcbb182c3174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778846 Nov 10 04:07:38.447306 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.455564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.459385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/cf581213-f9c0-487c-b68d-3886de3cc9ee HTTP/1.1" status: 204 len: 168 time: 1.0771422 Nov 10 04:07:38.461974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56338) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:38.479149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f5935-e836-4801-9a88-789e1338d2be tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=cf581213-f9c0-487c-b68d-3886de3cc9ee,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:38.494933 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be414d4-a756-431d-92ce-e1477f8683fe tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:38.495474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be414d4-a756-431d-92ce-e1477f8683fe tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:38.498624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0be414d4-a756-431d-92ce-e1477f8683fe tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/9b7da2e8-137a-44e6-af29-b63a7e7b7ef5 HTTP/1.1" status: 404 len: 337 time: 0.0353827 Nov 10 04:07:38.501348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56342) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:38.520728 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbc252f-2b2f-4cd0-ab07-12db916712ea tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] DELETE failed (client error): The resource could not be found. Nov 10 04:07:38.521631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbc252f-2b2f-4cd0-ab07-12db916712ea tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:07:38.525210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-abbc252f-2b2f-4cd0-ab07-12db916712ea tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/d0a699cc-b12d-4c20-ba5e-18da029e0272 HTTP/1.1" status: 404 len: 339 time: 0.0227067 Nov 10 04:07:38.527948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56344) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:38.556541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-e550c4a1-40b6-4df8-810a-830efe6926d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:38.558201 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-e550c4a1-40b6-4df8-810a-830efe6926d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 1095 time: 0.0492387 Nov 10 04:07:38.605284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting subnet 82f2dc8a-83fc-4ea3-865d-7c501dd6cee6 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:07:38.608832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.658899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.679464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-b1a368fc-a0e9-4a2a-a16a-390258b213d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:38.681215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-b1a368fc-a0e9-4a2a-a16a-390258b213d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 HTTP/1.1" status: 200 len: 896 time: 0.1145570 Nov 10 04:07:38.739190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-26804f45-a5f5-4321-a7a0-235f88c29d82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=216aae8b-5b22-485d-b4b7-431e881a11de HTTP/1.1" status: 200 len: 217 time: 0.0488153 Nov 10 04:07:38.765243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.817173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-04885c47-4d1f-4167-985b-995927ff4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:38.821482 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-04885c47-4d1f-4167-985b-995927ff4304 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e26807ea-41fb-40b1-8d0f-be7bb0173a56 HTTP/1.1" status: 200 len: 837 time: 0.0742965 Nov 10 04:07:38.848626 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.875363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Subnet': ['ID=82f2dc8a-83fc-4ea3-865d-7c501dd6cee6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:38.887066 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:38.894199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ade7939c-a09a-4f01-b2d6-456d2b401e36 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/subnets/82f2dc8a-83fc-4ea3-865d-7c501dd6cee6 HTTP/1.1" status: 204 len: 168 time: 0.3619583 Nov 10 04:07:38.895192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a3ceb-4f05-4951-a0b5-487999c3ed11 None None] Network ee684288-a89e-48d1-8111-688bcdd8ae63 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:38.896145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56372) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:38.901196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-07568efc-9e57-4512-a3cb-10dd859f563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:38.902809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-07568efc-9e57-4512-a3cb-10dd859f563a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80ba9fd6-a0bf-40f9-a70f-dcbb182c3174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740261 Nov 10 04:07:38.986695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.029660 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-7cb3e9b3-d429-4c5d-a2d8-0dccc36fba6f service neutron] 10.222.0.11 "GET /v2.0/networks/80ba9fd6-a0bf-40f9-a70f-dcbb182c3174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180947 Nov 10 04:07:39.061997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Deleting port 63976755-4228-42a0-924c-e3d267f8916a {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:39.062658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.202436 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6f855985-6b34-4e73-85ba-d7de76aa38f2 req-563c248e-1d4c-4f61-9ae1-28acbe7cd5be service neutron] 10.222.0.11 "GET /v2.0/networks/80ba9fd6-a0bf-40f9-a70f-dcbb182c3174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646380 Nov 10 04:07:39.213595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] DHCP port deletion for ee684288-a89e-48d1-8111-688bcdd8ae63 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:07:39.214645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] For port 63976755-4228-42a0-924c-e3d267f8916a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=63976755-4228-42a0-924c-e3d267f8916a,segment=NetworkSegment(e25b1c3b-97c4-4e99-82c1-35ecf4acf62b),segment_id=e25b1c3b-97c4-4e99-82c1-35ecf4acf62b)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:39.215204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.269181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] Deleting port 63976755-4228-42a0-924c-e3d267f8916a {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:39.269747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.284255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Calling delete_port for 63976755-4228-42a0-924c-e3d267f8916a owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:39.347778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] For port 63976755-4228-42a0-924c-e3d267f8916a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=63976755-4228-42a0-924c-e3d267f8916a,segment=NetworkSegment(e25b1c3b-97c4-4e99-82c1-35ecf4acf62b),segment_id=e25b1c3b-97c4-4e99-82c1-35ecf4acf62b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:39.348307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.363977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] Calling delete_port for 63976755-4228-42a0-924c-e3d267f8916a owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:39.376968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116fbd-8750-4762-a0ff-0ea5d9fbba2b req-17068f5b-a421-4d4d-a7b6-d2c883b4df71 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:39.385816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15116fbd-8750-4762-a0ff-0ea5d9fbba2b req-17068f5b-a421-4d4d-a7b6-d2c883b4df71 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 944 time: 0.1757481 Nov 10 04:07:39.469244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15116fbd-8750-4762-a0ff-0ea5d9fbba2b req-898e21a5-9f54-4c96-b233-e9cde8fb3ae5 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822773 Nov 10 04:07:39.481215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.490960 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.518793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Port': ['ID=63976755-4228-42a0-924c-e3d267f8916a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:39.522462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] Pushing event deleted for resources: {'Port': ['ID=63976755-4228-42a0-924c-e3d267f8916a,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:39.528157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133bd5c5-2271-47e6-8733-ff8aefd1d5f2 None None] No DVR routers for this DVR port 63976755-4228-42a0-924c-e3d267f8916a on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:39.533275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] No DVR routers for this DVR port 63976755-4228-42a0-924c-e3d267f8916a on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:39.635720 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.658208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee684288-a89e-48d1-8111-688bcdd8ae63']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:39.672220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25b1c3b-97c4-4e99-82c1-35ecf4acf62b') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:39.672523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25b1c3b-97c4-4e99-82c1-35ecf4acf62b') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:39.682910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.698795 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.708610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:39.709422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:39.713182 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:39.784914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.790350 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:39.796197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] 10.222.0.24 "DELETE /v2.0/networks/ee684288-a89e-48d1-8111-688bcdd8ae63 HTTP/1.1" status: 204 len: 168 time: 0.8958218 Nov 10 04:07:39.814136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b17a2-fd57-4b43-b2e5-2185b51d7ea3 tempest-NetworksIpV6Test-309916745 tempest-NetworksIpV6Test-309916745-project] Pushing event deleted for resources: {'Network': ['ID=ee684288-a89e-48d1-8111-688bcdd8ae63,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:40.091154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 63976755-4228-42a0-924c-e3d267f8916a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:07:40.117109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56472) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:40.147054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 63976755-4228-42a0-924c-e3d267f8916a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:07:40.147538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 63976755-4228-42a0-924c-e3d267f8916a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:07:40.268544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8f9522b8-5d5a-4f00-ba42-336325ee955b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7145414e7a4047c0b9ea6c4f16b348be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505823 Nov 10 04:07:40.271036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56496) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:40.329278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74b5aa37-6469-4f61-8bf7-fb562fd9906b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:40.352534 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74b5aa37-6469-4f61-8bf7-fb562fd9906b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:40.407062 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74b5aa37-6469-4f61-8bf7-fb562fd9906b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:40.410187 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74b5aa37-6469-4f61-8bf7-fb562fd9906b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:40.411645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-74b5aa37-6469-4f61-8bf7-fb562fd9906b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d44af1a4-a380-40bd-a908-b4a6aa87acfb HTTP/1.1" status: 204 len: 168 time: 0.1392004 Nov 10 04:07:40.422324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5aa37-6469-4f61-8bf7-fb562fd9906b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44af1a4-a380-40bd-a908-b4a6aa87acfb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:40.665644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849c1fa-bd0d-4ff1-8ed2-e5db3f0c21ea req-3bb46ef2-67c7-4e8a-ab8d-57b2c6bc38e8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:40.677511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a849c1fa-bd0d-4ff1-8ed2-e5db3f0c21ea req-3bb46ef2-67c7-4e8a-ab8d-57b2c6bc38e8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 944 time: 0.0899217 Nov 10 04:07:40.741505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a849c1fa-bd0d-4ff1-8ed2-e5db3f0c21ea req-79a6a1f5-d84a-444a-a13a-6c501e233220 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626340 Nov 10 04:07:41.246798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56572) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:41.354689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-503540954'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:41.378258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:41.382880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.393565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.503605 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.507839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.536505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:41.559101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.559350 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment 210b1d3a-5321-4b16-92ef-12a0973de9b6 of type vlan for network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf Nov 10 04:07:41.560652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabf4b60-c7bb-495e-b94d-c495e7c027f9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:41.635843 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.674598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.680304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:41.680924 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.744358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4964044 Nov 10 04:07:41.753554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56614) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:41.757967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-610588005'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:41.761588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de997b-92dc-4ea5-b1fa-b65d90127007 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:41.776556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:41.792839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:41.798539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.839787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:41.851632 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.852133 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment 6560a9d1-08cc-49af-b806-12f838e4eca8 of type vlan for network 163691a2-c7b9-4526-bfe1-4e030d35142c Nov 10 04:07:41.908072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.935011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:41.949498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:41.950165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.048708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2996919 Nov 10 04:07:42.051546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56640) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:42.059136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': '5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:42.064145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727b271-2037-42f7-9384-390d1c2a1282 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=163691a2-c7b9-4526-bfe1-4e030d35142c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:42.080438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 163691a2-c7b9-4526-bfe1-4e030d35142c details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:42.105811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84d50-a7b3-44a4-9421-2d5de302b9d8 req-eb591550-2312-4506-86a0-bcf6d20d5e94 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:42.107964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfb84d50-a7b3-44a4-9421-2d5de302b9d8 req-eb591550-2312-4506-86a0-bcf6d20d5e94 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 944 time: 0.2680666 Nov 10 04:07:42.177140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfb84d50-a7b3-44a4-9421-2d5de302b9d8 req-599c3fd6-c79c-48e4-9e4a-ec530aae5b6b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596294 Nov 10 04:07:42.179902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:42.183865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.367713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 216aae8b-5b22-485d-b4b7-431e881a11de details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:07:42.409024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.492673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': '210b1d3a-5321-4b16-92ef-12a0973de9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:42.493479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:42.502720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 216aae8b-5b22-485d-b4b7-431e881a11de, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=216aae8b-5b22-485d-b4b7-431e881a11de,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:42.511657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=0b6ca4fa-49eb-4e96-a828-ce572781078f,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:42.523323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:42.524083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '216aae8b-5b22-485d-b4b7-431e881a11de', 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'port_id': '216aae8b-5b22-485d-b4b7-431e881a11de', 'mac_address': 'fa:16:3e:d8:b3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:07:42.533650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:42.539305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:42.539978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.553195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df70223-d3fe-495a-9721-0f07d0ae8e76 None None] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:42.561412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56680) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:42.562004 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d0d531bf-ad5c-47b8-9470-52e83942253d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5088041 Nov 10 04:07:42.566862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': '163691a2-c7b9-4526-bfe1-4e030d35142c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:42.728787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:42.731050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.733692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.770624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216aae8b-5b22-485d-b4b7-431e881a11de {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:07:42.778372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf', 'network_id': '5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': '0b6ca4fa-49eb-4e96-a828-ce572781078f'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:42.779215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.797592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 216aae8b-5b22-485d-b4b7-431e881a11de, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=216aae8b-5b22-485d-b4b7-431e881a11de,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:42.810126 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:42.870432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=216aae8b-5b22-485d-b4b7-431e881a11de,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:42.982262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.034234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Allocated IP 172.20.0.2 (5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf/0b6ca4fa-49eb-4e96-a828-ce572781078f/b62e3ac4-4c52-43c9-ba8e-2c201dfc8403) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:43.051589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=1b40cb51-fd40-41b8-a09e-42972a863d0d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:43.075042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': '6560a9d1-08cc-49af-b806-12f838e4eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '163691a2-c7b9-4526-bfe1-4e030d35142c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:43.075326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: 163691a2-c7b9-4526-bfe1-4e030d35142c, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:43.096370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 163691a2-c7b9-4526-bfe1-4e030d35142c is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:43.111411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 163691a2-c7b9-4526-bfe1-4e030d35142c) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:43.116577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:43.117062 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.128092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56702) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:43.129917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67613a-6010-42eb-a876-289f59b684dc None None] Network 163691a2-c7b9-4526-bfe1-4e030d35142c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:43.151911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-093c85a2-7b77-441b-96af-76c619d513cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5893309 Nov 10 04:07:43.155256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56706) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:43.160692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-870e640b-50ac-46bf-a789-3e5811e4fa85 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1659721546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:43.187334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['216aae8b-5b22-485d-b4b7-431e881a11de'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:07:43.192161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870e640b-50ac-46bf-a789-3e5811e4fa85 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.193556 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870e640b-50ac-46bf-a789-3e5811e4fa85 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.259449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870e640b-50ac-46bf-a789-3e5811e4fa85 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.268792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870e640b-50ac-46bf-a789-3e5811e4fa85 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.302221 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-38ccce17-e192-436c-89bd-0cd95980fb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.332170 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-870e640b-50ac-46bf-a789-3e5811e4fa85 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.333623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-870e640b-50ac-46bf-a789-3e5811e4fa85 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1773026 Nov 10 04:07:43.336706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56710) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:43.417739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-38ccce17-e192-436c-89bd-0cd95980fb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.423700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-38ccce17-e192-436c-89bd-0cd95980fb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.479960 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-38ccce17-e192-436c-89bd-0cd95980fb61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3800b4ee67f24bdc9e6fd3669d91881a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500979 Nov 10 04:07:43.481051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccce17-e192-436c-89bd-0cd95980fb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd97a6-9f6a-41fc-babb-d9b84fae6f58,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:43.484433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56716) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:43.491207 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6404ec97-786c-4278-9f79-043d18f99ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.536992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01456d-de7f-4fc5-84b8-6147e1fd40c9 req-fbe070e6-90c2-4cae-863a-fa5f9c801cd7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:43.538833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b01456d-de7f-4fc5-84b8-6147e1fd40c9 req-fbe070e6-90c2-4cae-863a-fa5f9c801cd7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 945 time: 0.2535350 Nov 10 04:07:43.543223 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-181b33b2-ed5c-45d9-9cde-8e30b84e13ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.566768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-181b33b2-ed5c-45d9-9cde-8e30b84e13ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.636011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-181b33b2-ed5c-45d9-9cde-8e30b84e13ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.640675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-163691a2-c7b9-4526-bfe1-4e030d35142c', 'network_id': '163691a2-c7b9-4526-bfe1-4e030d35142c', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': '1b40cb51-fd40-41b8-a09e-42972a863d0d'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:43.641056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-181b33b2-ed5c-45d9-9cde-8e30b84e13ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.642205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.643402 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-181b33b2-ed5c-45d9-9cde-8e30b84e13ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edfd97a6-9f6a-41fc-babb-d9b84fae6f58 HTTP/1.1" status: 204 len: 168 time: 0.1576838 Nov 10 04:07:43.653370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b33b2-ed5c-45d9-9cde-8e30b84e13ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd97a6-9f6a-41fc-babb-d9b84fae6f58,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:43.663335 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.694535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:43.720941 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b01456d-de7f-4fc5-84b8-6147e1fd40c9 req-683dcffc-2174-495f-b282-32f545450143 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475394 Nov 10 04:07:43.823025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:43.831035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:43.834713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:43.853612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Pushing event updated for resources: {'Port': ['ID=b62e3ac4-4c52-43c9-ba8e-2c201dfc8403,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:43.904910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.047997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Attempting to bind port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:44.048364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Attempting to bind port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '210b1d3a-5321-4b16-92ef-12a0973de9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:44.048720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Attempting to bind port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 on network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:44.077251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:44.077798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Checking segment: {'id': '210b1d3a-5321-4b16-92ef-12a0973de9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:44.078469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.078860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Bound using segment: {'id': '210b1d3a-5321-4b16-92ef-12a0973de9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:44.081312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Bound port: b62e3ac4-4c52-43c9-ba8e-2c201dfc8403, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210b1d3a-5321-4b16-92ef-12a0973de9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:44.081312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.110830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Allocated IP 172.21.0.2 (163691a2-c7b9-4526-bfe1-4e030d35142c/1b40cb51-fd40-41b8-a09e-42972a863d0d/79c83620-0bcb-4f63-abe2-4aa67acee42e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:44.230068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.20.0.1 (5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf/0b6ca4fa-49eb-4e96-a828-ce572781078f/8c51ec2e-3a39-4540-98cf-2c3a3812d9a1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:44.329852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] For port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:44.368604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] For port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b62e3ac4-4c52-43c9-ba8e-2c201dfc8403,segment=NetworkSegment(210b1d3a-5321-4b16-92ef-12a0973de9b6),segment_id=210b1d3a-5321-4b16-92ef-12a0973de9b6)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:44.370662 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.382259 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.412765 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.457469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:44.462502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:44.465834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:44.482147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5fa5-d6a9-4404-ad2a-6d069b6a515a None None] Pushing event updated for resources: {'Port': ['ID=b62e3ac4-4c52-43c9-ba8e-2c201dfc8403,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:44.513059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.519951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=8c51ec2e-3a39-4540-98cf-2c3a3812d9a1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:44.537313 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.537781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.563243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Network 163691a2-c7b9-4526-bfe1-4e030d35142c is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:44.590946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:44.604091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:44.702989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Attempting to bind port 79c83620-0bcb-4f63-abe2-4aa67acee42e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:44.702989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Attempting to bind port 79c83620-0bcb-4f63-abe2-4aa67acee42e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6560a9d1-08cc-49af-b806-12f838e4eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '163691a2-c7b9-4526-bfe1-4e030d35142c'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:44.703322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Attempting to bind port 79c83620-0bcb-4f63-abe2-4aa67acee42e on network 163691a2-c7b9-4526-bfe1-4e030d35142c {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:44.706731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Pushing event updated for resources: {'Port': ['ID=79c83620-0bcb-4f63-abe2-4aa67acee42e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:44.711682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:44.712065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Checking segment: {'id': '6560a9d1-08cc-49af-b806-12f838e4eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '163691a2-c7b9-4526-bfe1-4e030d35142c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:44.712465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.712859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Bound using segment: {'id': '6560a9d1-08cc-49af-b806-12f838e4eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '163691a2-c7b9-4526-bfe1-4e030d35142c'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:44.713334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Bound port: 79c83620-0bcb-4f63-abe2-4aa67acee42e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6560a9d1-08cc-49af-b806-12f838e4eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '163691a2-c7b9-4526-bfe1-4e030d35142c'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:44.713734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.714990 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:44.892478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] For port 79c83620-0bcb-4f63-abe2-4aa67acee42e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:44.915374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] For port 79c83620-0bcb-4f63-abe2-4aa67acee42e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=79c83620-0bcb-4f63-abe2-4aa67acee42e,segment=NetworkSegment(6560a9d1-08cc-49af-b806-12f838e4eca8),segment_id=6560a9d1-08cc-49af-b806-12f838e4eca8)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:44.925441 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:45.042157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29062f-98f5-4ae0-8855-f9b0b9b3ce72 None None] Pushing event updated for resources: {'Port': ['ID=79c83620-0bcb-4f63-abe2-4aa67acee42e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:45.329764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e13f-9638-4d9f-b202-fe70b519e9e6 req-3fe274aa-98e6-4262-a699-5a3bd435ab8c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:45.338823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c669e13f-9638-4d9f-b202-fe70b519e9e6 req-3fe274aa-98e6-4262-a699-5a3bd435ab8c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 945 time: 0.4443197 Nov 10 04:07:45.496724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c669e13f-9638-4d9f-b202-fe70b519e9e6 req-c25039de-b7f5-4295-beb7-0d7368c083d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569772 Nov 10 04:07:45.559380 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:45.565553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:45.617930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=8c51ec2e-3a39-4540-98cf-2c3a3812d9a1,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:45.666951 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fa107090-dfa2-4114-be3e-8d95e5271ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:45.682201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:45.824095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:45.825727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:46.025408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e376001-8fd4-4216-9025-d1b805c6b1bc None None] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:46.038410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 4d007a4f-b537-4441-86e1-87709b332fa1 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:07:46.176194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a0738c11-9b2e-44f6-aa28-f010cda522a3 None None] Provisioning complete for port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:46.176552 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0738c11-9b2e-44f6-aa28-f010cda522a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:46.261030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:07:46.273095 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] Sync routers for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:07:46.280669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bdc3e5a5-959b-4e9e-ab66-50a562e28489 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/4d007a4f-b537-4441-86e1-87709b332fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420276 Nov 10 04:07:46.284261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56822) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:46.307355 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:46.308178 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:46.342789 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0738c11-9b2e-44f6-aa28-f010cda522a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:46.357242 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:46.368221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:46.369640 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:46.370481 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:46.379368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad54cbb-8a39-4a0c-b1ba-6b3803ddbd06 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:46.380959 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dad54cbb-8a39-4a0c-b1ba-6b3803ddbd06 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports/8c51ec2e-3a39-4540-98cf-2c3a3812d9a1 HTTP/1.1" status: 200 len: 910 time: 0.0946567 Nov 10 04:07:46.383634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56836) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:46.416666 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:46.417145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 216aae8b-5b22-485d-b4b7-431e881a11de up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:46.417686 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a8f2a-64cd-495d-9c52-bc96ba3b2365 None None] The sync data for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:07:46.520127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a0738c11-9b2e-44f6-aa28-f010cda522a3 None None] For port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b62e3ac4-4c52-43c9-ba8e-2c201dfc8403,segment=NetworkSegment(210b1d3a-5321-4b16-92ef-12a0973de9b6),segment_id=210b1d3a-5321-4b16-92ef-12a0973de9b6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:46.573977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a7d31-325a-48fb-97b6-e8b02dc777c1 None None] Network 163691a2-c7b9-4526-bfe1-4e030d35142c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:46.582671 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0738c11-9b2e-44f6-aa28-f010cda522a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:46.659602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 216aae8b-5b22-485d-b4b7-431e881a11de completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:07:46.717184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 216aae8b-5b22-485d-b4b7-431e881a11de triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:46.717559 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:46.732286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f218121-2f3b-4727-bff7-ad9c85c36811 req-da05c70e-9313-45fd-95d2-ccbbbcdde81f tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:46.734273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f218121-2f3b-4727-bff7-ad9c85c36811 req-da05c70e-9313-45fd-95d2-ccbbbcdde81f tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 945 time: 0.1239889 Nov 10 04:07:46.808566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f218121-2f3b-4727-bff7-ad9c85c36811 req-66d91972-fff0-4bd9-a6c3-4782757b6d0c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681396 Nov 10 04:07:46.834906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:46.835418 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:46.932065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-33724570-09c7-4241-b9c2-b2898a5cf5df None None] Provisioning complete for port 79c83620-0bcb-4f63-abe2-4aa67acee42e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:46.932665 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-33724570-09c7-4241-b9c2-b2898a5cf5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:46.944625 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:46.983243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0738c11-9b2e-44f6-aa28-f010cda522a3 None None] Pushing event updated for resources: {'Port': ['ID=b62e3ac4-4c52-43c9-ba8e-2c201dfc8403,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:47.042844 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.062154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 79c83620-0bcb-4f63-abe2-4aa67acee42e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:47.139586 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.267655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6786b956-b9f5-466a-932e-03e1ee486af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216aae8b-5b22-485d-b4b7-431e881a11de'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:07:47.276067 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed17a8-c049-4267-a618-bee1da7e9ac7" -d '{"events": [{"server_uuid": "6786b956-b9f5-466a-932e-03e1ee486af4", "name": "network-vif-plugged", "status": "completed", "tag": "216aae8b-5b22-485d-b4b7-431e881a11de"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:07:47.326326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 216aae8b-5b22-485d-b4b7-431e881a11de, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=216aae8b-5b22-485d-b4b7-431e881a11de,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:47.345806 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.420825 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf9769-745f-487c-8e88-e3c513590b09 x-openstack-request-id: req-a2bf9769-745f-487c-8e88-e3c513590b09 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:07:47.420825 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6786b956-b9f5-466a-932e-03e1ee486af4", "name": "network-vif-plugged", "status": "completed", "tag": "216aae8b-5b22-485d-b4b7-431e881a11de", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:07:47.420825 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2bf9769-745f-487c-8e88-e3c513590b09 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:07:47.420825 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6786b956-b9f5-466a-932e-03e1ee486af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216aae8b-5b22-485d-b4b7-431e881a11de', 'code': 200} Nov 10 04:07:47.425181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=216aae8b-5b22-485d-b4b7-431e881a11de,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:47.450171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-33724570-09c7-4241-b9c2-b2898a5cf5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.479824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 79c83620-0bcb-4f63-abe2-4aa67acee42e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:47.480202 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.483088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.21.0.1 (163691a2-c7b9-4526-bfe1-4e030d35142c/1b40cb51-fd40-41b8-a09e-42972a863d0d/b847bf44-c0e1-4eb6-829e-21ed66b7de0d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:47.523483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-33724570-09c7-4241-b9c2-b2898a5cf5df None None] For port 79c83620-0bcb-4f63-abe2-4aa67acee42e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=79c83620-0bcb-4f63-abe2-4aa67acee42e,segment=NetworkSegment(6560a9d1-08cc-49af-b806-12f838e4eca8),segment_id=6560a9d1-08cc-49af-b806-12f838e4eca8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:47.540088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-33724570-09c7-4241-b9c2-b2898a5cf5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.655531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db6b7-895e-4059-825a-fb49edd6c9c9 req-7309ee2d-a807-4121-9e81-de4cd293f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:47.663240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-774db6b7-895e-4059-825a-fb49edd6c9c9 req-7309ee2d-a807-4121-9e81-de4cd293f851 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 1097 time: 0.1969187 Nov 10 04:07:47.825642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-774db6b7-895e-4059-825a-fb49edd6c9c9 req-d239fd71-2ef3-4869-ba08-b020bec09cbb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034274 Nov 10 04:07:47.864065 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.948757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:47.950049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33724570-09c7-4241-b9c2-b2898a5cf5df None None] Pushing event updated for resources: {'Port': ['ID=79c83620-0bcb-4f63-abe2-4aa67acee42e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:47.954881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-75a04f6e-62ed-497f-927b-1eabc1727359 None None] Provisioning complete for port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:47.955244 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-75a04f6e-62ed-497f-927b-1eabc1727359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.003133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 163691a2-c7b9-4526-bfe1-4e030d35142c is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:48.009217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:48.013729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:48.072288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=b847bf44-c0e1-4eb6-829e-21ed66b7de0d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:48.095520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.110256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-75a04f6e-62ed-497f-927b-1eabc1727359 None None] Provisioning complete for port 8c51ec2e-3a39-4540-98cf-2c3a3812d9a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:48.110785 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-75a04f6e-62ed-497f-927b-1eabc1727359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.198195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-75a04f6e-62ed-497f-927b-1eabc1727359 None None] Port 8c51ec2e-3a39-4540-98cf-2c3a3812d9a1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:48.202495 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:48.264176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56942) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:48.277200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.292577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:48.293318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.377256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8b9f8644-524b-4c86-b1f8-724102c531d9 None None] Provisioning complete for port 79c83620-0bcb-4f63-abe2-4aa67acee42e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:48.377632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8644-524b-4c86-b1f8-724102c531d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.406848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501df363-cb2e-46db-a129-87933b0aa996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.484700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.489031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 79c83620-0bcb-4f63-abe2-4aa67acee42e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:07:48.548373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101fc83-bf2d-4cd5-b839-60e9757b302d req-0fa5effb-3ef9-4e8e-9016-c7ef6732e42a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:48.557500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9101fc83-bf2d-4cd5-b839-60e9757b302d req-0fa5effb-3ef9-4e8e-9016-c7ef6732e42a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 946 time: 0.6005955 Nov 10 04:07:48.592868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8b9f8644-524b-4c86-b1f8-724102c531d9 None None] Provisioning complete for port 8c51ec2e-3a39-4540-98cf-2c3a3812d9a1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:48.593358 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8644-524b-4c86-b1f8-724102c531d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.597903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501df363-cb2e-46db-a129-87933b0aa996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.644119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9101fc83-bf2d-4cd5-b839-60e9757b302d req-90a810de-f01e-440f-8b4e-70a966bb5839 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857372 Nov 10 04:07:48.645276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501df363-cb2e-46db-a129-87933b0aa996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.649870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 79c83620-0bcb-4f63-abe2-4aa67acee42e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:48.650397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.673016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501df363-cb2e-46db-a129-87933b0aa996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e84fd2e-ece6-4b42-9517-08915dae5eec,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:48.689613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f8644-524b-4c86-b1f8-724102c531d9 None None] Port 8c51ec2e-3a39-4540-98cf-2c3a3812d9a1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:48.710361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-501df363-cb2e-46db-a129-87933b0aa996 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0fe8f511c614b968a5aa6af02960512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455047 Nov 10 04:07:48.712775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56948) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:48.754769 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.763375 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.813212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3e6a-d618-42f0-b2e0-ec3e5be7d22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.819171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ef690287-bfb5-435b-be7c-db9b3b442df9 None None] Provisioning complete for port b847bf44-c0e1-4eb6-829e-21ed66b7de0d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:48.819542 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ef690287-bfb5-435b-be7c-db9b3b442df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.848845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=b847bf44-c0e1-4eb6-829e-21ed66b7de0d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:48.854364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.859615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ef690287-bfb5-435b-be7c-db9b3b442df9 None None] Port b847bf44-c0e1-4eb6-829e-21ed66b7de0d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:48.867972 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3e6a-d618-42f0-b2e0-ec3e5be7d22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.931241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3e6a-d618-42f0-b2e0-ec3e5be7d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.936396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3e6a-d618-42f0-b2e0-ec3e5be7d22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:48.940148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eeaf3e6a-d618-42f0-b2e0-ec3e5be7d22c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e84fd2e-ece6-4b42-9517-08915dae5eec HTTP/1.1" status: 204 len: 168 time: 0.2221861 Nov 10 04:07:48.961224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf3e6a-d618-42f0-b2e0-ec3e5be7d22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e84fd2e-ece6-4b42-9517-08915dae5eec,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:48.989695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 163691a2-c7b9-4526-bfe1-4e030d35142c is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:48.991448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:49.125959 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.152543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 4d007a4f-b537-4441-86e1-87709b332fa1 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:07:49.284626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:07:49.290461 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9be6927d-668a-4f8e-a867-011970fadc7d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/4d007a4f-b537-4441-86e1-87709b332fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9055727 Nov 10 04:07:49.293145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56956) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:49.296641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] Sync routers for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:07:49.326999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:49.327844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:49.379191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:49.381026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189ffd2-f0d8-4643-af4a-ba91f28a7402 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:49.382626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3189ffd2-f0d8-4643-af4a-ba91f28a7402 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports/b847bf44-c0e1-4eb6-829e-21ed66b7de0d HTTP/1.1" status: 200 len: 910 time: 0.0883441 Nov 10 04:07:49.387952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 56958) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:49.399703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:49.400348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:49.402160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8723341a-878b-4fa2-9e48-21769937948f None None] Provisioning complete for port b847bf44-c0e1-4eb6-829e-21ed66b7de0d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:49.402532 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8723341a-878b-4fa2-9e48-21769937948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.460187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56960) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:49.460626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:49.461285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c5788-49af-4956-bcfd-f35a11af9edd None None] The sync data for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:07:49.474206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4ba055a-8fbb-45e5-97c7-e690a16479f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.488299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8723341a-878b-4fa2-9e48-21769937948f None None] Port b847bf44-c0e1-4eb6-829e-21ed66b7de0d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:49.583191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4ba055a-8fbb-45e5-97c7-e690a16479f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.592864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d4ba055a-8fbb-45e5-97c7-e690a16479f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.642475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d4ba055a-8fbb-45e5-97c7-e690a16479f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef9c79e228ba4b7a9627b33b98737ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781962 Nov 10 04:07:49.642475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba055a-8fbb-45e5-97c7-e690a16479f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f32819e-4b21-4812-a383-82be22434763,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:49.643889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 56964) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:49.702559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ee13dccd-38dc-4168-9aec-b90926d2f32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.728149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ee13dccd-38dc-4168-9aec-b90926d2f32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.812261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245842d9-62ab-4353-9f86-e611b78c359a req-940df746-1196-42ee-8623-e2fad3c98c7a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:49.814358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-245842d9-62ab-4353-9f86-e611b78c359a req-940df746-1196-42ee-8623-e2fad3c98c7a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 946 time: 0.0842485 Nov 10 04:07:49.815447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ee13dccd-38dc-4168-9aec-b90926d2f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.818090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ee13dccd-38dc-4168-9aec-b90926d2f32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:49.828280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ee13dccd-38dc-4168-9aec-b90926d2f32b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f32819e-4b21-4812-a383-82be22434763 HTTP/1.1" status: 204 len: 168 time: 0.1767902 Nov 10 04:07:49.871926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13dccd-38dc-4168-9aec-b90926d2f32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f32819e-4b21-4812-a383-82be22434763,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:49.913898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-245842d9-62ab-4353-9f86-e611b78c359a req-1839f5f8-4e43-479b-a6dd-a09c5288dc03 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828450 Nov 10 04:07:50.065996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2f0d9-5963-46e0-99d8-5640518b5b15 req-04166957-a919-486a-b149-fee053ed2c0a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:50.074354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2c2f0d9-5963-46e0-99d8-5640518b5b15 req-04166957-a919-486a-b149-fee053ed2c0a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 946 time: 0.0761478 Nov 10 04:07:50.091896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:50.124865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2c2f0d9-5963-46e0-99d8-5640518b5b15 req-520d0162-80f4-44f8-95c8-988d78e2927d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495758 Nov 10 04:07:50.380160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port b847bf44-c0e1-4eb6-829e-21ed66b7de0d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:50.380719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:50.511890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:50.527304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for b847bf44-c0e1-4eb6-829e-21ed66b7de0d owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:50.730965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:50.759379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=b847bf44-c0e1-4eb6-829e-21ed66b7de0d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:50.948923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.155333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 4d007a4f-b537-4441-86e1-87709b332fa1 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:07:51.247090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:07:51.253571 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-62484be7-8cbc-48fe-abdb-98091457c0a2 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/4d007a4f-b537-4441-86e1-87709b332fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8631527 Nov 10 04:07:51.256332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57012) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:51.267901 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] Sync routers for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:07:51.277928 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:51.278579 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:51.311229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57014) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:51.323663 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:51.337483 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:51.338467 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:51.386579 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:51.387334 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75efcbe3-75b5-4186-a6ee-5d6ecf31572a None None] The sync data for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:07:51.483243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-592084789'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:51.507888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Made reservation on behalf of e59e8fe4ddbe4c89a11e5031f1cfcc32 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:51.513002 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.522614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.611976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.613203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.617028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.646582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57020) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:51.653896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:51.724918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.725285 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Added segment 1e0501ba-551f-4a18-b3b3-61e74337a9e5 of type vlan for network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 Nov 10 04:07:51.746304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b917825-70ce-4a6f-b0df-3b29c7b73319,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:51.836640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.879227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 8c51ec2e-3a39-4540-98cf-2c3a3812d9a1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:51.879564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.924292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.929706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:51.930449 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.979271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:51.994622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 8c51ec2e-3a39-4540-98cf-2c3a3812d9a1 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:52.001600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6866229 Nov 10 04:07:52.041475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667b627-025a-4562-ac3d-6e1003a9651f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Pushing event updated for resources: {'Network': ['ID=16073a5f-7af1-4077-b8dd-7a7ec788a2a2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:52.055414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:52.247312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.267300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:52.272778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Request body: {'port': {'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2', 'binding:host_id': 'n-h2-817326-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-235902846'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:52.289102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=8c51ec2e-3a39-4540-98cf-2c3a3812d9a1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:52.327158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Made reservation on behalf of 1810912e283d425b8bfb60a07b774570 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:52.330317 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.368930 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.409813 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.463041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.593206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.602337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.614014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] device_id is not set on port 443f9fa3-02b2-4cab-a1da-db43bb909d21 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:52.648594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 4d007a4f-b537-4441-86e1-87709b332fa1 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:07:52.721020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:07:52.725815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f27fb935-3f81-4335-a94c-6a65226e7da0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/4d007a4f-b537-4441-86e1-87709b332fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685023 Nov 10 04:07:52.728581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57038) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:52.732110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] Sync routers for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:07:52.743634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:52.744465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:52.753112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc795f-8085-4c14-bf26-0ccb9123f565,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:52.758184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c78abbce-46e0-47f6-a26f-65162903c93d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d007a4f-b537-4441-86e1-87709b332fa1 HTTP/1.1" status: 200 len: 205 time: 0.0284951 Nov 10 04:07:52.760838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57040) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:52.782909 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:07:52.790974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:52.800620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] Routers {'4d007a4f-b537-4441-86e1-87709b332fa1'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:52.801335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['4d007a4f-b537-4441-86e1-87709b332fa1'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:52.833586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ae21256-7aef-42a6-9e47-92efbfc562cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.849556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:52.850387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90521797-bcbd-4dc9-a1d2-bbf28d1ccc55 None None] The sync data for ids ['4d007a4f-b537-4441-86e1-87709b332fa1'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:07:52.962154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.20.0.17 (80ba9fd6-a0bf-40f9-a70f-dcbb182c3174/e26807ea-41fb-40b1-8d0f-be7bb0173a56/28ece0dc-a496-4ad6-a289-5544fd345f3b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:52.995141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ae21256-7aef-42a6-9e47-92efbfc562cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:52.997359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ae21256-7aef-42a6-9e47-92efbfc562cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.043126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ae21256-7aef-42a6-9e47-92efbfc562cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.043595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae21256-7aef-42a6-9e47-92efbfc562cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Fanout notify agent at l3_agent the message router_deleted on router 4d007a4f-b537-4441-86e1-87709b332fa1 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:07:53.051074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ae21256-7aef-42a6-9e47-92efbfc562cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.052180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1ae21256-7aef-42a6-9e47-92efbfc562cb tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/4d007a4f-b537-4441-86e1-87709b332fa1 HTTP/1.1" status: 204 len: 168 time: 0.2904022 Nov 10 04:07:53.054772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:53.059559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] device_id is not set on port 443f9fa3-02b2-4cab-a1da-db43bb909d21 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:53.075167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.084282 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.106482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet 1b40cb51-fd40-41b8-a09e-42972a863d0d {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:07:53.109591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.149480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.165666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=443f9fa3-02b2-4cab-a1da-db43bb909d21,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:53.187672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.198456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Checking segment: {'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:53.198821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Network hostable DHCP agents. Network: 16073a5f-7af1-4077-b8dd-7a7ec788a2a2, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:53.234074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:53.239004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.248131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 16073a5f-7af1-4077-b8dd-7a7ec788a2a2) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:53.250505 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.257450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:53.259586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a123a4-6ce7-4af8-8f84-949627478540 None None] Network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:53.310324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:53.313800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.314173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.314524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.322190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:53.325813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:53.328904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=28ece0dc-a496-4ad6-a289-5544fd345f3b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:53.332734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.333064 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.357420 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 2 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.385403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.385884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.386363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.397370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.397845 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.398506 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 3 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.401400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.453276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.511793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.512275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.512715 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.521817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.522360 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.522816 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 4 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.577040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.577381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.577724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.583345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.583676 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.584371 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 5 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.588230 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.606478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.606767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.607078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.616108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.616469 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.617765 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 6 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.634258 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.658317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.658658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.658996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.670214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=1b40cb51-fd40-41b8-a09e-42972a863d0d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:53.671172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.671507 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.672799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.678893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed3b9ad2-f3c3-4aac-86ec-0017597df641 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/1b40cb51-fd40-41b8-a09e-42972a863d0d HTTP/1.1" status: 204 len: 168 time: 0.6207011 Nov 10 04:07:53.679038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b2727-7f1b-4957-af9e-87f9ce1d1215 None None] Network 163691a2-c7b9-4526-bfe1-4e030d35142c requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:53.679398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57050) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:53.685965 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 7 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.742223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet 0b6ca4fa-49eb-4e96-a828-ce572781078f {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:07:53.745689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.776151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.776617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.777048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.785761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.786250 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.790222 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 8 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.793971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.809979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7e89ec5e-886f-48a9-bfa2-39a9bfb51ecb None None] Provisioning complete for port 28ece0dc-a496-4ad6-a289-5544fd345f3b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:53.810343 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7e89ec5e-886f-48a9-bfa2-39a9bfb51ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.837002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.837337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.838023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.847410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.847877 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.849982 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 9 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.854405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7e89ec5e-886f-48a9-bfa2-39a9bfb51ecb None None] Port 28ece0dc-a496-4ad6-a289-5544fd345f3b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:53.885565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:53.886146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:53.887052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:53.898570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.903299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:53.905890 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:53.910129 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 10 to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 Nov 10 04:07:53.935479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] DHCP port deletion for 163691a2-c7b9-4526-bfe1-4e030d35142c request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:07:53.977449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.995187 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:53.998154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/0b6ca4fa-49eb-4e96-a828-ce572781078f HTTP/1.1" status: 204 len: 168 time: 0.3179955 Nov 10 04:07:54.003077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57078) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:54.013847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84932f06-56b3-4f90-b263-e2b11a0c2cb4 None None] Network 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:54.020792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960720f-a5c7-4c73-9c36-4163987cf77f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6ca4fa-49eb-4e96-a828-ce572781078f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:54.028307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:54.028653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:54.028997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:54.074787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] Deleting port 79c83620-0bcb-4f63-abe2-4aa67acee42e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:54.075146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.174824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 79c83620-0bcb-4f63-abe2-4aa67acee42e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:07:54.238506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] For port 79c83620-0bcb-4f63-abe2-4aa67acee42e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=79c83620-0bcb-4f63-abe2-4aa67acee42e,segment=NetworkSegment(6560a9d1-08cc-49af-b806-12f838e4eca8),segment_id=6560a9d1-08cc-49af-b806-12f838e4eca8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:54.238903 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.265399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] Calling delete_port for 79c83620-0bcb-4f63-abe2-4aa67acee42e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:54.369248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.380752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:54.381277 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 443f9fa3-02b2-4cab-a1da-db43bb909d21 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:54.381922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.398792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] DHCP port deletion for 5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:07:54.419932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 79c83620-0bcb-4f63-abe2-4aa67acee42e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=79c83620-0bcb-4f63-abe2-4aa67acee42e,segment=NetworkSegment(6560a9d1-08cc-49af-b806-12f838e4eca8),segment_id=6560a9d1-08cc-49af-b806-12f838e4eca8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:54.439212 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.467864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.472087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.476000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event deleted for resources: {'Port': ['ID=79c83620-0bcb-4f63-abe2-4aa67acee42e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:54.502622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] No DVR routers for this DVR port 79c83620-0bcb-4f63-abe2-4aa67acee42e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:54.510100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f00c37-65e4-48fc-b782-bebb1644f00f None None] Pushing event deleted for resources: {'Port': ['ID=79c83620-0bcb-4f63-abe2-4aa67acee42e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:54.524977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] Deleting port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:54.525347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.538316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] For port 443f9fa3-02b2-4cab-a1da-db43bb909d21, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:54.538683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempted to set empty binding levels {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 04:07:54.561266 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.564977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.578617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.613360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] For port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b62e3ac4-4c52-43c9-ba8e-2c201dfc8403,segment=NetworkSegment(210b1d3a-5321-4b16-92ef-12a0973de9b6),segment_id=210b1d3a-5321-4b16-92ef-12a0973de9b6)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:54.613860 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.630406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] Calling delete_port for b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:54.640544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:54.641299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.711166 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=443f9fa3-02b2-4cab-a1da-db43bb909d21,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:54.725314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.727736 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.729737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e74ce240-d8b2-4cfd-b82f-74e609a925f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4609365 Nov 10 04:07:54.732750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.732901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57160) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:54.768143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] Pushing event deleted for resources: {'Port': ['ID=b62e3ac4-4c52-43c9-ba8e-2c201dfc8403,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:54.773836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ed8c7-ab2f-40d2-87af-2f39bc389423 None None] No DVR routers for this DVR port b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:07:54.849922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Deleting port 443f9fa3-02b2-4cab-a1da-db43bb909d21 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:54.850431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.870601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163691a2-c7b9-4526-bfe1-4e030d35142c']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:54.893105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6560a9d1-08cc-49af-b806-12f838e4eca8') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:54.893105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6560a9d1-08cc-49af-b806-12f838e4eca8') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:54.900861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=28ece0dc-a496-4ad6-a289-5544fd345f3b,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:54.909732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.926906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] For port 443f9fa3-02b2-4cab-a1da-db43bb909d21, host n-h2-817326-2, got binding levels [] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:54.927262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.937397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.944873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Calling delete_port for 443f9fa3-02b2-4cab-a1da-db43bb909d21 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:54.947342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:54.947860 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:54.951006 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:55.009897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:55.015557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:55.043543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.126695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event deleted for resources: {'Port': ['ID=443f9fa3-02b2-4cab-a1da-db43bb909d21,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:55.132362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.138764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-877e06f3-537a-477d-bc26-7fe88074da4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "DELETE /v2.0/ports/443f9fa3-02b2-4cab-a1da-db43bb909d21 HTTP/1.1" status: 204 len: 168 time: 0.4022377 Nov 10 04:07:55.142085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57214) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:55.160480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.184069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.188406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/163691a2-c7b9-4526-bfe1-4e030d35142c HTTP/1.1" status: 204 len: 168 time: 1.1833291 Nov 10 04:07:55.193238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57222) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:55.215320 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-56da2840-4b8a-4876-827f-b18f4c9d1a17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:07:55.222302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314e777-89f3-4b33-a4c8-e8778e7bbe44 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=163691a2-c7b9-4526-bfe1-4e030d35142c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:55.232505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-56da2840-4b8a-4876-827f-b18f4c9d1a17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "GET /v2.0/ports/443f9fa3-02b2-4cab-a1da-db43bb909d21 HTTP/1.1" status: 404 len: 333 time: 0.0893238 Nov 10 04:07:55.233253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57226) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:55.241028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Request body: {'port': {'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625529746'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:55.334572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.358763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Made reservation on behalf of 1810912e283d425b8bfb60a07b774570 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:55.361133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.388932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] device_id is not set on port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:55.398942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1e1bc6ca-ddc7-434c-a21f-a03a9696367c None None] Provisioning complete for port 28ece0dc-a496-4ad6-a289-5544fd345f3b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:55.403117 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc6ca-ddc7-434c-a21f-a03a9696367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.464895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router 742ee13e-04bf-4278-b81c-e8621ca6f48f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:07:55.466648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bc6ca-ddc7-434c-a21f-a03a9696367c None None] Port 28ece0dc-a496-4ad6-a289-5544fd345f3b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:07:55.505854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.532926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:55.544306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210b1d3a-5321-4b16-92ef-12a0973de9b6') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:55.544842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210b1d3a-5321-4b16-92ef-12a0973de9b6') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:55.557230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.585473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.592551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:07:55.592943 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:07:55.597223 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:07:55.670811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.676908 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.681232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf HTTP/1.1" status: 204 len: 168 time: 0.4865496 Nov 10 04:07:55.686651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57280) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:55.694991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-990322217'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:55.697705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.717692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:07:55.732724 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Sync routers for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:07:55.736423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:55.740614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ce6de146-e4ae-46f7-b838-956433081c37 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "PUT /v2.0/routers/742ee13e-04bf-4278-b81c-e8621ca6f48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0902169 Nov 10 04:07:55.742310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.756282 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:55.758340 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:55.778949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.782360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2862c-8449-4dce-8f52-4a4b382d33f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=5a0a7d8f-6dfe-4c04-b4ad-dc1ae38348bf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:55.814754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:07:55.830121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.830771 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment 75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f of type vlan for network 01535aa5-e981-49aa-9641-b23447c9f8e8 Nov 10 04:07:55.845470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:55.858002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:55.866547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:55.874549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:55.875314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.885293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=54c658b6-fd18-4487-9c8e-ec9cfb57e3a3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:55.904319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.915755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8765a414-305f-496d-b531-2fab12b51ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6812859 Nov 10 04:07:55.916388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57304) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:55.921926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:55.973532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:55.979721 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:07:55.980079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:55.980866 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.003749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.148325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:07:56.171122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=01535aa5-e981-49aa-9641-b23447c9f8e8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:56.189342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:07:56.190169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b62e3ac4-4c52-43c9-ba8e-2c201dfc8403 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:07:56.200926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:07:56.225216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-badb7b46-a09e-4e14-beea-64314b2981d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5375094 Nov 10 04:07:56.245247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57336) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:56.250886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-3115bcce-c7f9-4f2d-b34b-290fe9fee42c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3164179 Nov 10 04:07:56.251434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:56.335002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] device_id is not set on port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:56.347949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.365875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.418764 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-a0c55b7b-c678-49c2-93b4-a1af48e2a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:56.421767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-a0c55b7b-c678-49c2-93b4-a1af48e2a575 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 1097 time: 0.1143970 Nov 10 04:07:56.450371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:56.454508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.464009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=54c658b6-fd18-4487-9c8e-ec9cfb57e3a3,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:56.478196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.478733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.479426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.515321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.516115 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.519263 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 2 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.534907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.535245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.535587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.553209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.553549 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.557124 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 3 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.559265 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ece0dc-a496-4ad6-a289-5544fd345f3b', 'name': '', 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:38:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:52Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 2, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:56.587045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.587388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.587728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.599659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.599925 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.601279 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 4 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.606222 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Checking router: 742ee13e-04bf-4278-b81c-e8621ca6f48f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:07:56.606884 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Updating router 742ee13e-04bf-4278-b81c-e8621ca6f48f port 28ece0dc-a496-4ad6-a289-5544fd345f3b binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:07:56.629884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-0280ee06-faf9-4a08-af59-6079154861c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:56.630087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.630351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.630690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.633071 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-0280ee06-faf9-4a08-af59-6079154861c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1884537 Nov 10 04:07:56.636712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.637041 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.638574 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 5 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.640064 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.658399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.658959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.659477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.671906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.672220 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.672637 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 6 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.716727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.717063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.717403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.731618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.732157 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.734782 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 7 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.759580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.759918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.760257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.777893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-1ffe98b7-9da8-4521-b749-4c7c39f05a45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00 HTTP/1.1" status: 200 len: 1002 time: 0.1366923 Nov 10 04:07:56.787299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.787752 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.794293 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 8 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.816751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.817093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.817431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.823468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.823800 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.824212 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 9 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.834189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.875907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.876239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.876560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.889479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-55ae1e00-f370-4d47-a7c5-cc5ae1549c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:56.891893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-55ae1e00-f370-4d47-a7c5-cc5ae1549c17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.1057312 Nov 10 04:07:56.897655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.898018 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.900758 n-d-817326-2 neutron-server[102597]: INFO neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 10 to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 Nov 10 04:07:56.923998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=35269e39-4693-4134-a0ec-d73660d215de,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:56.934741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:56.935282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:56.935508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:56.944761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:07:56.945100 n-d-817326-2 neutron-server[102597]: ERROR neutron.plugins.ml2.managers [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:07:56.945465 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:56.957524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': '75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:56.958435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: 01535aa5-e981-49aa-9641-b23447c9f8e8, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:07:56.965536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-426dca5f-5f95-4b62-9adc-3591266e6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:56.967130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-426dca5f-5f95-4b62-9adc-3591266e6b4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680227 Nov 10 04:07:56.981257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-84a7f79f-355c-4865-839f-4124ee363838 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:07:56.982706 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-84a7f79f-355c-4865-839f-4124ee363838 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077009 Nov 10 04:07:57.018179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:07:57.041173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 01535aa5-e981-49aa-9641-b23447c9f8e8) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:57.047545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.047545 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.051123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] For port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:57.051484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempted to set empty binding levels {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 04:07:57.052205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d4305-d8d2-4cd9-8102-f8202ef9568b None None] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:07:57.069823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.106015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd52f32f-bb52-4e0f-8f14-0cd5f8c6757e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8571763 Nov 10 04:07:57.107205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57426) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:57.108246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] In _notify_port_updated(), no bound segment for port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:07:57.109216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.110421 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.115244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "PUT /v2.0/ports/54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 HTTP/1.1" status: 200 len: 979 time: 1.1978624 Nov 10 04:07:57.118048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57428) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:57.118576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6b30e809-efaa-4ef3-abd4-51e59e2e3169 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-244703723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:57.180206 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b30e809-efaa-4ef3-abd4-51e59e2e3169 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.182027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b30e809-efaa-4ef3-abd4-51e59e2e3169 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.191883 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.203092 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.211109 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-3e6d1915-e6d7-4634-a05f-bdb4ca90660f service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210307 Nov 10 04:07:57.217221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aae8e-4050-4dc4-99dc-19b5cf449d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=54c658b6-fd18-4487-9c8e-ec9cfb57e3a3,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:57.256833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.257661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.258264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.259058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.259768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.260349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.260871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.261555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.262276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.263953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.264533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.265772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.266844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.267914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.268987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.271458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.273181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.273720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.275944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.277451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.277451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.277917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.278458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.278981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.279500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.280008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:57.289070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-83afbc03-9012-4fe8-a3a4-8bf77ce07a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23326 time: 0.1695361 Nov 10 04:07:57.289869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57444) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:57.412324 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b30e809-efaa-4ef3-abd4-51e59e2e3169 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.424127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b30e809-efaa-4ef3-abd4-51e59e2e3169 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.437458 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Pushing event updated for resources: {'Port': ['ID=28ece0dc-a496-4ad6-a289-5544fd345f3b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:57.446764 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Attempting to bind port 28ece0dc-a496-4ad6-a289-5544fd345f3b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:57.450015 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Attempting to bind port 28ece0dc-a496-4ad6-a289-5544fd345f3b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:57.450684 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Attempting to bind port 28ece0dc-a496-4ad6-a289-5544fd345f3b on network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:57.455566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Deleting port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:57.456070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.464152 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.465544 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.466089 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.466525 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.466924 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.467393 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.467833 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.468256 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.468953 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.469807 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.470149 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.470569 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:07:57.474815 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:57.475248 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Checking segment: {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:57.475879 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.476522 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Bound using segment: {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:57.477264 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Bound port: 28ece0dc-a496-4ad6-a289-5544fd345f3b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:57.477897 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.483904 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b30e809-efaa-4ef3-abd4-51e59e2e3169 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.490813 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6b30e809-efaa-4ef3-abd4-51e59e2e3169 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3823307 Nov 10 04:07:57.503781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57466) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:57.517797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'port': {'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8', 'name': 'tempest-RoutersTest-1764076276'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:57.558236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] For port 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3, host n-h2-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:57.558887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.585199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Calling delete_port for 54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:57.593220 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] For port 28ece0dc-a496-4ad6-a289-5544fd345f3b, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:57.599138 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] For port 28ece0dc-a496-4ad6-a289-5544fd345f3b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=28ece0dc-a496-4ad6-a289-5544fd345f3b,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:57.606278 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.638869 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb25413a-f5a6-42a3-9fd2-59afce24ccc6 req-7883d150-6d4d-4314-976d-6c004741c5b4 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099765 Nov 10 04:07:57.706604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:07:57.707908 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:57.747043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8a04babb-f382-459f-aa23-bc151e0e3c2f None None] Provisioning complete for port 28ece0dc-a496-4ad6-a289-5544fd345f3b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:57.747431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a04babb-f382-459f-aa23-bc151e0e3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.760603 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.780252 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2ce86-304f-4ac6-8fd7-07eab550ffc8 None None] Pushing event updated for resources: {'Port': ['ID=28ece0dc-a496-4ad6-a289-5544fd345f3b,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:57.796760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-01535aa5-e981-49aa-9641-b23447c9f8e8', 'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': '35269e39-4693-4134-a0ec-d73660d215de'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:07:57.797992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.810078 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event deleted for resources: {'Port': ['ID=54c658b6-fd18-4487-9c8e-ec9cfb57e3a3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:57.817292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.827453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c6c35313-c1e7-4044-94f2-07bb42cb4463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "DELETE /v2.0/ports/54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 HTTP/1.1" status: 204 len: 168 time: 0.5359352 Nov 10 04:07:57.829614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57502) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:57.859253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:57.867731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.870445 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-378cc0c9-c85c-47ac-89db-2bae88ff2149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:07:57.880936 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-378cc0c9-c85c-47ac-89db-2bae88ff2149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "GET /v2.0/ports/54c658b6-fd18-4487-9c8e-ec9cfb57e3a3 HTTP/1.1" status: 404 len: 333 time: 0.0500124 Nov 10 04:07:57.882498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57510) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:57.903374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1067343772', 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:57.904631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] device_id is not set on port 1d403c4d-2816-402f-9239-f9a39864b27c yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:57.945278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Made reservation on behalf of 1810912e283d425b8bfb60a07b774570 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:57.951814 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:57.985760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] device_id is not set on port 98dbe97b-fab6-44c5-8121-7d878874da31 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:58.006081 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:07:58.127359 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a04babb-f382-459f-aa23-bc151e0e3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.163860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Allocated IP 172.20.0.2 (01535aa5-e981-49aa-9641-b23447c9f8e8/35269e39-4693-4134-a0ec-d73660d215de/6946520b-34bb-4a1a-9d8f-f2598117dcde) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:58.176523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8a04babb-f382-459f-aa23-bc151e0e3c2f None None] For port 28ece0dc-a496-4ad6-a289-5544fd345f3b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=28ece0dc-a496-4ad6-a289-5544fd345f3b,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:07:58.181526 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a04babb-f382-459f-aa23-bc151e0e3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.206651 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.247536 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.282713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04babb-f382-459f-aa23-bc151e0e3c2f None None] Pushing event updated for resources: {'Port': ['ID=28ece0dc-a496-4ad6-a289-5544fd345f3b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:58.285219 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b3498951-f506-44fd-b638-7920360f9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ece0dc-a496-4ad6-a289-5544fd345f3b', 'name': '', 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:38:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:52Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:07:58.300971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=98dbe97b-fab6-44c5-8121-7d878874da31,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:58.315808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:58.317188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:58.322026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c9685b11-fa46-4dc4-99f2-c1f82a979af5 None None] Provisioning complete for port 28ece0dc-a496-4ad6-a289-5544fd345f3b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:07:58.322550 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c9685b11-fa46-4dc4-99f2-c1f82a979af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.323054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:58.323993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:58.325577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.332184 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3498951-f506-44fd-b638-7920360f9383 None None] The sync data for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 is: [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ece0dc-a496-4ad6-a289-5544fd345f3b', 'name': '', 'network_id': '80ba9fd6-a0bf-40f9-a70f-dcbb182c3174', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:38:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:52Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': 'e26807ea-41fb-40b1-8d0f-be7bb0173a56', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:07:58.346057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-09190716-ee80-42a9-a6e1-277294e37d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4471846 Nov 10 04:07:58.348599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57532) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:58.385292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c20c32-e9e8-4c78-8676-3c8883b8d471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:58.389158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c9c20c32-e9e8-4c78-8676-3c8883b8d471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "GET /v2.0/ports/98dbe97b-fab6-44c5-8121-7d878874da31 HTTP/1.1" status: 200 len: 959 time: 0.0370092 Nov 10 04:07:58.389752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57534) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:58.427028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.474804 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.544760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.20.0.7 (01535aa5-e981-49aa-9641-b23447c9f8e8/35269e39-4693-4134-a0ec-d73660d215de/1d403c4d-2816-402f-9239-f9a39864b27c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:07:58.559221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:58.560536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Pushing event updated for resources: {'Port': ['ID=6946520b-34bb-4a1a-9d8f-f2598117dcde,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:58.563293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:58.566174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:58.586519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Deleting port 98dbe97b-fab6-44c5-8121-7d878874da31 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:07:58.586861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.627214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Attempting to bind port 6946520b-34bb-4a1a-9d8f-f2598117dcde on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:07:58.627586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Attempting to bind port 6946520b-34bb-4a1a-9d8f-f2598117dcde by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:07:58.628032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Attempting to bind port 6946520b-34bb-4a1a-9d8f-f2598117dcde on network 01535aa5-e981-49aa-9641-b23447c9f8e8 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:07:58.634219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:07:58.634856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Checking segment: {'id': '75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:07:58.635422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.635630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Bound using segment: {'id': '75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:07:58.636096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Bound port: 6946520b-34bb-4a1a-9d8f-f2598117dcde, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01535aa5-e981-49aa-9641-b23447c9f8e8'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:07:58.636468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.709167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.710050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] For port 6946520b-34bb-4a1a-9d8f-f2598117dcde, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:07:58.713908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] For port 6946520b-34bb-4a1a-9d8f-f2598117dcde, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6946520b-34bb-4a1a-9d8f-f2598117dcde,segment=NetworkSegment(75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f),segment_id=75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:07:58.720029 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.730771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Calling delete_port for 98dbe97b-fab6-44c5-8121-7d878874da31 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:07:58.791515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975d2f6-b23a-4d78-b465-83ba3dd0fcf7 None None] Pushing event updated for resources: {'Port': ['ID=6946520b-34bb-4a1a-9d8f-f2598117dcde,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:58.831724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.872342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.908573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event deleted for resources: {'Port': ['ID=98dbe97b-fab6-44c5-8121-7d878874da31,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:58.928821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.931995 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6364c8f8-deb4-408e-9128-a9ca4dfffc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "DELETE /v2.0/ports/98dbe97b-fab6-44c5-8121-7d878874da31 HTTP/1.1" status: 204 len: 168 time: 0.5413790 Nov 10 04:07:58.933780 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:58.935137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57542) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:58.965384 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f12191-3472-414d-b5d6-965890085180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:07:58.972543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d6f12191-3472-414d-b5d6-965890085180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "GET /v2.0/ports/98dbe97b-fab6-44c5-8121-7d878874da31 HTTP/1.1" status: 404 len: 333 time: 0.0350256 Nov 10 04:07:58.973779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57544) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:58.980131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Request body: {'port': {'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-744533292'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:59.010931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:59.032761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Made reservation on behalf of 1810912e283d425b8bfb60a07b774570 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:07:59.035653 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.038197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:59.070785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:59.078103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=1d403c4d-2816-402f-9239-f9a39864b27c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:59.079708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] device_id is not set on port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:59.179817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:59.180670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.210005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f1d0b26a-cfb8-4bd6-8f66-49a8d49f179c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6997385 Nov 10 04:07:59.212680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57548) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:59.315337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.353162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.398778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:07:59.402819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:07:59.405839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:07:59.406836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:07:59.407431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.428613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=cc0ebea0-5010-427e-a6e7-6e642cd65dc7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:07:59.449527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-45c316cc-4302-48b6-a4b3-1abdfa3d1574 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4740553 Nov 10 04:07:59.449721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57550) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:07:59.455187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:07:59.557158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.655505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.950504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] device_id is not set on port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:07:59.963153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.976384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:07:59.999096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4e483-535e-4bcc-881d-f655790320d5 None None] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:00.056463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=cc0ebea0-5010-427e-a6e7-6e642cd65dc7,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:00.091738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.095867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.095867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.095867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.096533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d1553cb5-16b1-4376-91b6-41e428d68c44 None None] Provisioning complete for port 6946520b-34bb-4a1a-9d8f-f2598117dcde triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:00.097140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1553cb5-16b1-4376-91b6-41e428d68c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.100216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.100540 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.100928 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 2 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.122382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.180652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.181345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.181864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.206850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.207182 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.232956 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 3 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.236354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=1d403c4d-2816-402f-9239-f9a39864b27c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:00.261475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.261818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.262195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.269833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 28ece0dc-a496-4ad6-a289-5544fd345f3b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:00.271053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.271801 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.275499 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 4 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.318416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.318992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.319477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.328193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1553cb5-16b1-4376-91b6-41e428d68c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.351480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.352044 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.354815 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 5 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.381599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.381930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.382313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.382442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d1553cb5-16b1-4376-91b6-41e428d68c44 None None] For port 6946520b-34bb-4a1a-9d8f-f2598117dcde, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6946520b-34bb-4a1a-9d8f-f2598117dcde,segment=NetworkSegment(75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f),segment_id=75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:00.388638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 28ece0dc-a496-4ad6-a289-5544fd345f3b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:00.389016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.393837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d1553cb5-16b1-4376-91b6-41e428d68c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.394059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.394443 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.418692 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 6 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.442446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.442775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.443112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.451696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.452023 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.456318 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 7 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.478471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1553cb5-16b1-4376-91b6-41e428d68c44 None None] Pushing event updated for resources: {'Port': ['ID=6946520b-34bb-4a1a-9d8f-f2598117dcde,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:00.486182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.523000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.523337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.523678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.535327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.535645 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.538206 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 8 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.542475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6946520b-34bb-4a1a-9d8f-f2598117dcde up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:00.577076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.577076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.577373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.586723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.587055 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.589846 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 9 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.600381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6946520b-34bb-4a1a-9d8f-f2598117dcde triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:00.600909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.607365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.607698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.608037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.614224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.614555 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.615074 n-d-817326-2 neutron-server[102596]: INFO neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempt 10 to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 Nov 10 04:08:00.669902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:00.670361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:00.670800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempting to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:00.680538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:00.681067 n-d-817326-2 neutron-server[102596]: ERROR neutron.plugins.ml2.managers [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Failed to bind port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on host n-h2-817326-2 for vnic_type normal using segments [{'id': '1e0501ba-551f-4a18-b3b3-61e74337a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16073a5f-7af1-4077-b8dd-7a7ec788a2a2'}] Nov 10 04:08:00.681525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.685526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.744058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-49fecc2b-4a8c-4313-b0b0-4224fce78c38 None None] Provisioning complete for port 1d403c4d-2816-402f-9239-f9a39864b27c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:00.744680 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49fecc2b-4a8c-4313-b0b0-4224fce78c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.784127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] For port cc0ebea0-5010-427e-a6e7-6e642cd65dc7, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:00.784564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attempted to set empty binding levels {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 04:08:00.793722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-49fecc2b-4a8c-4313-b0b0-4224fce78c38 None None] Port 1d403c4d-2816-402f-9239-f9a39864b27c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:00.805870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-49fecc2b-4a8c-4313-b0b0-4224fce78c38 None None] Provisioning complete for port 6946520b-34bb-4a1a-9d8f-f2598117dcde triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:00.806376 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49fecc2b-4a8c-4313-b0b0-4224fce78c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.812869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.829580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] In _notify_port_updated(), no bound segment for port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 on network 16073a5f-7af1-4077-b8dd-7a7ec788a2a2 {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:08:00.830491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:00.831102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:00.835173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "PUT /v2.0/ports/cc0ebea0-5010-427e-a6e7-6e642cd65dc7 HTTP/1.1" status: 200 len: 978 time: 1.3821588 Nov 10 04:08:00.835567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57560) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:01.003378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Deleting port cc0ebea0-5010-427e-a6e7-6e642cd65dc7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:01.003957 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.095327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f92156ce-d05e-4302-8cda-07a199d8089c None None] Provisioning complete for port 1d403c4d-2816-402f-9239-f9a39864b27c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:01.095874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f92156ce-d05e-4302-8cda-07a199d8089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.126272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] For port cc0ebea0-5010-427e-a6e7-6e642cd65dc7, host n-h2-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:01.127082 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.152655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Calling delete_port for cc0ebea0-5010-427e-a6e7-6e642cd65dc7 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:01.157483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f92156ce-d05e-4302-8cda-07a199d8089c None None] Port 1d403c4d-2816-402f-9239-f9a39864b27c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:01.252583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59cdcb-5678-44d2-86c6-9cd6f1a966c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event updated for resources: {'Port': ['ID=cc0ebea0-5010-427e-a6e7-6e642cd65dc7,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:01.276927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.281248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b7629e76-95ff-41fe-ab03-1113d4808551 None None] Provisioning complete for port 1d403c4d-2816-402f-9239-f9a39864b27c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:01.281811 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b7629e76-95ff-41fe-ab03-1113d4808551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.311418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc0ebea0-5010-427e-a6e7-6e642cd65dc7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:01.318612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.322384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cfec3738-7b44-4508-b5e1-566ee08053f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "DELETE /v2.0/ports/cc0ebea0-5010-427e-a6e7-6e642cd65dc7 HTTP/1.1" status: 204 len: 168 time: 0.4857602 Nov 10 04:08:01.324469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b7629e76-95ff-41fe-ab03-1113d4808551 None None] Port 1d403c4d-2816-402f-9239-f9a39864b27c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:01.324965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57564) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:01.354487 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9291da7-15db-498c-87cd-53817a18de99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] GET failed (client error): The resource could not be found. Nov 10 04:08:01.356129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d9291da7-15db-498c-87cd-53817a18de99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754661483-project-admin] 10.222.0.24 "GET /v2.0/ports/cc0ebea0-5010-427e-a6e7-6e642cd65dc7 HTTP/1.1" status: 404 len: 333 time: 0.0300744 Nov 10 04:08:01.360208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57566) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:01.428935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.434340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.445128 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.512845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=1d403c4d-2816-402f-9239-f9a39864b27c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:01.515205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.533918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.553603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16073a5f-7af1-4077-b8dd-7a7ec788a2a2']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:01.563782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0501ba-551f-4a18-b3b3-61e74337a9e5') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:01.564074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0501ba-551f-4a18-b3b3-61e74337a9e5') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:01.578006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.591458 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.597912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:08:01.598328 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:08:01.601202 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:08:01.616605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:01.618216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:01.668571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.682925 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:01.689401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] 10.222.0.24 "DELETE /v2.0/networks/16073a5f-7af1-4077-b8dd-7a7ec788a2a2 HTTP/1.1" status: 204 len: 168 time: 0.3259187 Nov 10 04:08:01.712600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9dc3-5455-4b25-9193-f7c1b0e7a0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263618411-project] Pushing event deleted for resources: {'Network': ['ID=16073a5f-7af1-4077-b8dd-7a7ec788a2a2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:01.748113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router f5df9594-9a84-4a4f-9704-b0d8ebefedf3 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:01.862472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:01.871229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57572) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:01.874276 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-634f748b-633c-4558-ba22-2af6868b2958 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/f5df9594-9a84-4a4f-9704-b0d8ebefedf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6552331 Nov 10 04:08:01.883599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] Sync routers for ids ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:01.897126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] Routers {'f5df9594-9a84-4a4f-9704-b0d8ebefedf3'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:01.897825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:01.941236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe2e13-ded3-49e7-a8bc-0e91e399495e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:01.946344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57576) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:01.952317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:01.958596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-81fe2e13-ded3-49e7-a8bc-0e91e399495e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports/1d403c4d-2816-402f-9239-f9a39864b27c HTTP/1.1" status: 200 len: 977 time: 0.0858471 Nov 10 04:08:01.977793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] Routers {'f5df9594-9a84-4a4f-9704-b0d8ebefedf3'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:01.978421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:02.013421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:02.014102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ddb51-8325-4c82-8327-adaee3b1cbfa None None] The sync data for ids ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:02.060044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57578) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:02.060618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3b648430-fbe1-4adb-8e76-ac96bc62e51e None None] Provisioning complete for port 1d403c4d-2816-402f-9239-f9a39864b27c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:02.061019 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b648430-fbe1-4adb-8e76-ac96bc62e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.105636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3b648430-fbe1-4adb-8e76-ac96bc62e51e None None] Port 1d403c4d-2816-402f-9239-f9a39864b27c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:02.123493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6946520b-34bb-4a1a-9d8f-f2598117dcde up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:02.192729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6946520b-34bb-4a1a-9d8f-f2598117dcde triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:02.193269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.254554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7db3dd2b-89f7-4829-9e0c-27d4e49bcffe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e59e8fe4ddbe4c89a11e5031f1cfcc32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932938 Nov 10 04:08:02.256404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57584) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:02.319837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-666c91cb-5a8f-47b8-ac7c-e910ed61d533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.348655 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-666c91cb-5a8f-47b8-ac7c-e910ed61d533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.411512 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-666c91cb-5a8f-47b8-ac7c-e910ed61d533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.414706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-666c91cb-5a8f-47b8-ac7c-e910ed61d533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.416636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-666c91cb-5a8f-47b8-ac7c-e910ed61d533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b917825-70ce-4a6f-b0df-3b29c7b73319 HTTP/1.1" status: 204 len: 168 time: 0.1589115 Nov 10 04:08:02.430397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c91cb-5a8f-47b8-ac7c-e910ed61d533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b917825-70ce-4a6f-b0df-3b29c7b73319,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:02.551971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.791567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 1d403c4d-2816-402f-9239-f9a39864b27c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:02.792139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.817252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57594) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:02.872923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3d588cd4-c0ed-4516-8383-9c08a8640fe2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1810912e283d425b8bfb60a07b774570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538576 Nov 10 04:08:02.876118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:02.889704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.904762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 1d403c4d-2816-402f-9239-f9a39864b27c owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:02.928735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7707-999d-4630-b778-7b0b8025fd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:02.951220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7707-999d-4630-b778-7b0b8025fd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:03.012828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7707-999d-4630-b778-7b0b8025fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:03.020823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7707-999d-4630-b778-7b0b8025fd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:03.025018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dc2d7707-999d-4630-b778-7b0b8025fd37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbbc795f-8085-4c14-bf26-0ccb9123f565 HTTP/1.1" status: 204 len: 168 time: 0.1458573 Nov 10 04:08:03.034416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d7707-999d-4630-b778-7b0b8025fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc795f-8085-4c14-bf26-0ccb9123f565,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:03.145439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:03.185201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=1d403c4d-2816-402f-9239-f9a39864b27c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:03.398605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:03.624167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router f5df9594-9a84-4a4f-9704-b0d8ebefedf3 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:03.705331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:03.710361 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-04234640-dc13-4769-96d3-f616ad83c455 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/f5df9594-9a84-4a4f-9704-b0d8ebefedf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7628703 Nov 10 04:08:03.713252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57616) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:03.715746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] Sync routers for ids ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:03.732165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] Routers {'f5df9594-9a84-4a4f-9704-b0d8ebefedf3'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:03.733715 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:03.777925 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:03.789891 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] Routers {'f5df9594-9a84-4a4f-9704-b0d8ebefedf3'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:03.791257 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:03.832384 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:03.836087 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78bfde4-4382-4f31-a6cf-5275a2e9b673 None None] The sync data for ids ['f5df9594-9a84-4a4f-9704-b0d8ebefedf3'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:03.967364 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-58b842ad-7ca0-430b-b9b6-b80aaa0b17b1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 04:08:03.968486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-58b842ad-7ca0-430b-b9b6-b80aaa0b17b1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/f5df9594-9a84-4a4f-9704-b0d8ebefedf3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2541521 Nov 10 04:08:03.971415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57626) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:04.001214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f598b1b9-c71a-4b36-b91d-4f88ff02af86 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5df9594-9a84-4a4f-9704-b0d8ebefedf3 HTTP/1.1" status: 200 len: 205 time: 0.0287242 Nov 10 04:08:04.003812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57630) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:04.082489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db255f35-9e9e-4d8b-927f-62b33cc8ee77 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.551336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db255f35-9e9e-4d8b-927f-62b33cc8ee77 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.554240 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db255f35-9e9e-4d8b-927f-62b33cc8ee77 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.623093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db255f35-9e9e-4d8b-927f-62b33cc8ee77 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.623655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db255f35-9e9e-4d8b-927f-62b33cc8ee77 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Fanout notify agent at l3_agent the message router_deleted on router f5df9594-9a84-4a4f-9704-b0d8ebefedf3 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:04.636343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db255f35-9e9e-4d8b-927f-62b33cc8ee77 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.639924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-db255f35-9e9e-4d8b-927f-62b33cc8ee77 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/f5df9594-9a84-4a4f-9704-b0d8ebefedf3 HTTP/1.1" status: 204 len: 168 time: 0.6327076 Nov 10 04:08:04.640114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57648) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:04.692787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57650) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:04.694346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet 35269e39-4693-4134-a0ec-d73660d215de {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:08:04.697714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.744326 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.805309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-161934808', 'router:external': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:04.827545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Made reservation on behalf of 2a15f4d2d9c3426f957aa6d335bd92d0 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:04.830965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.833336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.840603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.909279 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.921364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.925347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.942371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=35269e39-4693-4134-a0ec-d73660d215de,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:04.946267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.947005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:04.951344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3281173c-1aac-495b-9ffb-085366b119d8 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/35269e39-4693-4134-a0ec-d73660d215de HTTP/1.1" status: 204 len: 168 time: 0.3100567 Nov 10 04:08:04.954285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57654) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:04.957635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7778934-fd27-4cd4-a07e-cc8e0797fac1 None None] Network 01535aa5-e981-49aa-9641-b23447c9f8e8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:04.964160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6551b215-90db-48a3-914e-31e4f4f2c8fe,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:04.967493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:04.967967 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Added segment 73f2e409-9a5a-4f4b-862a-9fb0da04e6d9 of type vlan for network a7165c22-77db-4f01-9879-20a63d0ad080 Nov 10 04:08:05.018270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.066487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.066728 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.067983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:05.069204 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.165391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 6946520b-34bb-4a1a-9d8f-f2598117dcde {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:05.165762 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.175352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4813695 Nov 10 04:08:05.182392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:05.187324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'subnet': {'network_id': 'a7165c22-77db-4f01-9879-20a63d0ad080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:05.199043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce700cc2-b848-4584-9954-ae87a181659c tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Network': ['ID=a7165c22-77db-4f01-9879-20a63d0ad080,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:05.209545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a7165c22-77db-4f01-9879-20a63d0ad080 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:05.254387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] DHCP port deletion for 01535aa5-e981-49aa-9641-b23447c9f8e8 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:05.276009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Made reservation on behalf of 2a15f4d2d9c3426f957aa6d335bd92d0 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:05.278556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.283543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 6946520b-34bb-4a1a-9d8f-f2598117dcde, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6946520b-34bb-4a1a-9d8f-f2598117dcde,segment=NetworkSegment(75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f),segment_id=75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:05.284015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.324529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] Deleting port 6946520b-34bb-4a1a-9d8f-f2598117dcde {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:05.324896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.335859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 6946520b-34bb-4a1a-9d8f-f2598117dcde owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:05.396059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] For port 6946520b-34bb-4a1a-9d8f-f2598117dcde, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6946520b-34bb-4a1a-9d8f-f2598117dcde,segment=NetworkSegment(75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f),segment_id=75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:05.396454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.413969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] Calling delete_port for 6946520b-34bb-4a1a-9d8f-f2598117dcde owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:05.490164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.501585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.527548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No DVR routers for this DVR port 6946520b-34bb-4a1a-9d8f-f2598117dcde on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:05.530783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=6946520b-34bb-4a1a-9d8f-f2598117dcde,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:05.532848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] Pushing event deleted for resources: {'Port': ['ID=6946520b-34bb-4a1a-9d8f-f2598117dcde,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:05.537190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290b064-ab00-4e5b-9f1e-e72ecd7db895 None None] No DVR routers for this DVR port 6946520b-34bb-4a1a-9d8f-f2598117dcde on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:05.691640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.715775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01535aa5-e981-49aa-9641-b23447c9f8e8']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:05.729984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:05.730275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d91e6c-2a66-4d8e-a330-b9d7d1f74b0f') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:05.741499 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.760829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.769976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:08:05.770372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:08:05.774146 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:08:05.841801 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.850046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.853064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/01535aa5-e981-49aa-9641-b23447c9f8e8 HTTP/1.1" status: 204 len: 168 time: 0.8976502 Nov 10 04:08:05.858971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57664) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:05.867092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-1163893110'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:05.894735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:05.899550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.901855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.objects.ports [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 04:08:05.902385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.906960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3ad7e-c479-4018-9fa1-2572b0a5f535 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=01535aa5-e981-49aa-9641-b23447c9f8e8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:05.930084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:05.945233 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:05.945675 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment b1e19a2a-6a4d-4784-95c4-3b9ec3b54717 of type vlan for network 44cd4859-c83c-486a-8746-223666614e5d Nov 10 04:08:05.963460 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f2e877b7-3978-4e29-8f8a-02c9ad504920,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:05.973293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Checking segment: {'id': '73f2e409-9a5a-4f4b-862a-9fb0da04e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a7165c22-77db-4f01-9879-20a63d0ad080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:05.973662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network hostable DHCP agents. Network: a7165c22-77db-4f01-9879-20a63d0ad080, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:05.991814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network a7165c22-77db-4f01-9879-20a63d0ad080 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:06.002265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a7165c22-77db-4f01-9879-20a63d0ad080) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:06.007318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:06.007458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.007964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.013914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7ba47-680e-4fa7-8698-ad631c88c56a None None] Network a7165c22-77db-4f01-9879-20a63d0ad080 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:06.028158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57666) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:06.028517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9b6575d7-140e-432b-893b-18f3b0cf4765 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8449197 Nov 10 04:08:06.033544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1833376961', 'network_id': 'a7165c22-77db-4f01-9879-20a63d0ad080'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:06.093533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.103687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:06.104488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.105255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6946520b-34bb-4a1a-9d8f-f2598117dcde no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:06.114853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Made reservation on behalf of 2a15f4d2d9c3426f957aa6d335bd92d0 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:06.117207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.135536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6946520b-34bb-4a1a-9d8f-f2598117dcde {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:06.136097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6946520b-34bb-4a1a-9d8f-f2598117dcde not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:06.183094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b137289-a5a5-4a2a-9050-8776e05b531b None None] Network a7165c22-77db-4f01-9879-20a63d0ad080 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:06.188913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3269718 Nov 10 04:08:06.190599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] device_id is not set on port bd33c9cb-f056-4dce-9d36-980fd4f7b23c yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:08:06.191916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57668) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:06.198828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d7454-0c1b-40c0-b320-44e2b013bc75 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=44cd4859-c83c-486a-8746-223666614e5d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:06.199959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': '44cd4859-c83c-486a-8746-223666614e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:06.247572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 44cd4859-c83c-486a-8746-223666614e5d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:06.325560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:06.329795 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.330871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Allocated IP 2001:db8::d2 (a7165c22-77db-4f01-9879-20a63d0ad080/f2e877b7-3978-4e29-8f8a-02c9ad504920/bd33c9cb-f056-4dce-9d36-980fd4f7b23c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:06.545465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.587798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.611639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.632857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network a7165c22-77db-4f01-9879-20a63d0ad080 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:06.636212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:06.639892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:06.641498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:06.642195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.660117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Port': ['ID=bd33c9cb-f056-4dce-9d36-980fd4f7b23c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:06.688191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=8717e287-12aa-4763-abf6-50ba21a5fe0f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:06.695797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': 'b1e19a2a-6a4d-4784-95c4-3b9ec3b54717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '44cd4859-c83c-486a-8746-223666614e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:06.696071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: 44cd4859-c83c-486a-8746-223666614e5d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:06.700574 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6ab02bf1-a266-43ae-8245-9d75fd47e3b9 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6712182 Nov 10 04:08:06.704442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57676) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:06.727620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 44cd4859-c83c-486a-8746-223666614e5d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:06.744404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 44cd4859-c83c-486a-8746-223666614e5d) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:06.756281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf4a3fe-37a2-4101-b503-3c52c1f48968 None None] Network 44cd4859-c83c-486a-8746-223666614e5d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:06.774878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:06.782293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.816258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a3e7b9ba-4a03-4e79-ae10-26f6b59fd4f7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6197760 Nov 10 04:08:06.816660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57678) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:06.829194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Deleting port bd33c9cb-f056-4dce-9d36-980fd4f7b23c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:06.829700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.831188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4309149d-3688-4579-a8a9-262b2df826d4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-288376995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:06.896572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4309149d-3688-4579-a8a9-262b2df826d4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:06.898189 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4309149d-3688-4579-a8a9-262b2df826d4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.002283 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.019051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Calling delete_port for bd33c9cb-f056-4dce-9d36-980fd4f7b23c owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:07.023723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-44cd4859-c83c-486a-8746-223666614e5d', 'network_id': '44cd4859-c83c-486a-8746-223666614e5d', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': '8717e287-12aa-4763-abf6-50ba21a5fe0f'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:08:07.027141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.073133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57682) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:07.086594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4309149d-3688-4579-a8a9-262b2df826d4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.091343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4309149d-3688-4579-a8a9-262b2df826d4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.133874 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4309149d-3688-4579-a8a9-262b2df826d4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.142149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4309149d-3688-4579-a8a9-262b2df826d4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3156831 Nov 10 04:08:07.143040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57686) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:07.184205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.221061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd33c9cb-f056-4dce-9d36-980fd4f7b23c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:07.256228 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.265138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Allocated IP 172.20.0.2 (44cd4859-c83c-486a-8746-223666614e5d/8717e287-12aa-4763-abf6-50ba21a5fe0f/23713dde-5072-4d76-a177-dbab083adbff) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:07.265341 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9fddf2d8-a2fd-43ad-80ee-c3f5dece5e7f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "DELETE /v2.0/ports/bd33c9cb-f056-4dce-9d36-980fd4f7b23c HTTP/1.1" status: 204 len: 168 time: 0.5576611 Nov 10 04:08:07.269242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57688) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:07.278135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7165c22-77db-4f01-9879-20a63d0ad080', 'external_fixed_ips': [{'subnet_id': 'f2e877b7-3978-4e29-8f8a-02c9ad504920', 'ip_address': '2001:db8::d2'}]}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:07.281616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b784-fb43-4092-a66b-19a6a1c487d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.400597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b784-fb43-4092-a66b-19a6a1c487d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.406598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b784-fb43-4092-a66b-19a6a1c487d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.460018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a4f0b784-fb43-4092-a66b-19a6a1c487d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdf40186f84f4d2cb86ca421f771c6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858199 Nov 10 04:08:07.461030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0b784-fb43-4092-a66b-19a6a1c487d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11d457b-0013-4eb7-bac6-db00fd040f7e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:07.464090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57694) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:07.465430 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.466634 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.470018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.477704 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.520867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Network 44cd4859-c83c-486a-8746-223666614e5d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:07.526483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:07.529278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Pushing event updated for resources: {'Port': ['ID=23713dde-5072-4d76-a177-dbab083adbff,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:07.531844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:07.585823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Attempting to bind port 23713dde-5072-4d76-a177-dbab083adbff on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:07.586309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Attempting to bind port 23713dde-5072-4d76-a177-dbab083adbff by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'b1e19a2a-6a4d-4784-95c4-3b9ec3b54717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '44cd4859-c83c-486a-8746-223666614e5d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:07.586736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Attempting to bind port 23713dde-5072-4d76-a177-dbab083adbff on network 44cd4859-c83c-486a-8746-223666614e5d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:07.592087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:07.592471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Checking segment: {'id': 'b1e19a2a-6a4d-4784-95c4-3b9ec3b54717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '44cd4859-c83c-486a-8746-223666614e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:07.592936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.593429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Bound using segment: {'id': 'b1e19a2a-6a4d-4784-95c4-3b9ec3b54717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '44cd4859-c83c-486a-8746-223666614e5d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:07.594543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Bound port: 23713dde-5072-4d76-a177-dbab083adbff, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e19a2a-6a4d-4784-95c4-3b9ec3b54717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '44cd4859-c83c-486a-8746-223666614e5d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:07.594921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.632676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.662242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] For port 23713dde-5072-4d76-a177-dbab083adbff, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:07.666790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] For port 23713dde-5072-4d76-a177-dbab083adbff, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=23713dde-5072-4d76-a177-dbab083adbff,segment=NetworkSegment(b1e19a2a-6a4d-4784-95c4-3b9ec3b54717),segment_id=b1e19a2a-6a4d-4784-95c4-3b9ec3b54717)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:07.672460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.736431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d27b7-a346-4e7e-8955-a283d78c36ff None None] Pushing event updated for resources: {'Port': ['ID=23713dde-5072-4d76-a177-dbab083adbff,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:07.748467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69ccc81a-7fed-4b3f-98c9-f69707c4ae4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.751974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.889277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69ccc81a-7fed-4b3f-98c9-f69707c4ae4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:07.928830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.093639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69ccc81a-7fed-4b3f-98c9-f69707c4ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.096816 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-69ccc81a-7fed-4b3f-98c9-f69707c4ae4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.097906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-69ccc81a-7fed-4b3f-98c9-f69707c4ae4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b11d457b-0013-4eb7-bac6-db00fd040f7e HTTP/1.1" status: 204 len: 168 time: 0.6264522 Nov 10 04:08:08.120374 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.128951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccc81a-7fed-4b3f-98c9-f69707c4ae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11d457b-0013-4eb7-bac6-db00fd040f7e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:08.160310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 23713dde-5072-4d76-a177-dbab083adbff up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:08.205840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.20.0.1 (44cd4859-c83c-486a-8746-223666614e5d/8717e287-12aa-4763-abf6-50ba21a5fe0f/66af6884-5c9f-45d1-bec4-9c77bbb0f945) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:08.234278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 23713dde-5072-4d76-a177-dbab083adbff triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:08.234898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.329061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.371900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 23713dde-5072-4d76-a177-dbab083adbff, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=23713dde-5072-4d76-a177-dbab083adbff,segment=NetworkSegment(b1e19a2a-6a4d-4784-95c4-3b9ec3b54717),segment_id=b1e19a2a-6a4d-4784-95c4-3b9ec3b54717)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:08.377020 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.440722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=23713dde-5072-4d76-a177-dbab083adbff,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:08.499931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57702) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:08.514800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-492bd313-7b61-4de3-bc62-b541f203b25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.610981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-492bd313-7b61-4de3-bc62-b541f203b25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.616088 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-492bd313-7b61-4de3-bc62-b541f203b25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.658587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd313-7b61-4de3-bc62-b541f203b25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d632472-81c8-410f-bc83-a452c085eaf9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:08.666385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-492bd313-7b61-4de3-bc62-b541f203b25a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49138f54206d4044a0b50382e393901a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651511 Nov 10 04:08:08.667131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57704) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:08.724307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc109629-3a20-48da-906a-1f2f01466dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.751468 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc109629-3a20-48da-906a-1f2f01466dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.752156 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.784068 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.788311 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.811301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc109629-3a20-48da-906a-1f2f01466dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.814507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc109629-3a20-48da-906a-1f2f01466dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:08.818323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bc109629-3a20-48da-906a-1f2f01466dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d632472-81c8-410f-bc83-a452c085eaf9 HTTP/1.1" status: 204 len: 168 time: 0.1495395 Nov 10 04:08:08.826972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc109629-3a20-48da-906a-1f2f01466dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d632472-81c8-410f-bc83-a452c085eaf9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:08.896821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145b44d5-e019-49b6-b07a-a4af9fd44cc9 None None] Network 44cd4859-c83c-486a-8746-223666614e5d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:08.935030 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.019931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-16c8c970-a8b4-4402-9c28-fe5ad646acfe None None] Provisioning complete for port 23713dde-5072-4d76-a177-dbab083adbff triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:09.020359 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-16c8c970-a8b4-4402-9c28-fe5ad646acfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.021508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 44cd4859-c83c-486a-8746-223666614e5d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:09.035171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:09.043210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:09.100367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=66af6884-5c9f-45d1-bec4-9c77bbb0f945,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:09.129267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.171342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Allocated IP 2001:db8::d2 (a7165c22-77db-4f01-9879-20a63d0ad080/f2e877b7-3978-4e29-8f8a-02c9ad504920/7bf49702-5560-4a6f-99ea-b9bc34e31ebc) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:09.328968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.353974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.483494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6013ddea-6882-43e2-8e28-b7bea4ca52d7 None None] Provisioning complete for port 66af6884-5c9f-45d1-bec4-9c77bbb0f945 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:09.483954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6013ddea-6882-43e2-8e28-b7bea4ca52d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.506584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.530298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6013ddea-6882-43e2-8e28-b7bea4ca52d7 None None] Port 66af6884-5c9f-45d1-bec4-9c77bbb0f945 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:09.540223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6013ddea-6882-43e2-8e28-b7bea4ca52d7 None None] Provisioning complete for port 23713dde-5072-4d76-a177-dbab083adbff triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:09.540715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6013ddea-6882-43e2-8e28-b7bea4ca52d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.602966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network a7165c22-77db-4f01-9879-20a63d0ad080 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:09.611989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:09.614509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:09.702084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Port': ['ID=7bf49702-5560-4a6f-99ea-b9bc34e31ebc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:09.794321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5a1aad9f-2ebc-4e8a-af07-7869be29ec31 None None] Provisioning complete for port 66af6884-5c9f-45d1-bec4-9c77bbb0f945 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:09.794689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a1aad9f-2ebc-4e8a-af07-7869be29ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.831255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5a1aad9f-2ebc-4e8a-af07-7869be29ec31 None None] Port 66af6884-5c9f-45d1-bec4-9c77bbb0f945 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:09.850582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.858354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.976142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:09.977826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=66af6884-5c9f-45d1-bec4-9c77bbb0f945,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:09.997425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.101309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 23713dde-5072-4d76-a177-dbab083adbff up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:10.112485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57738) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:10.151081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 23713dde-5072-4d76-a177-dbab083adbff triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:10.151446 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.174224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 44cd4859-c83c-486a-8746-223666614e5d is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:10.207660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:10.225053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7cf41fd7-44c1-4639-aa23-637cb360c94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.314408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7cf41fd7-44c1-4639-aa23-637cb360c94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.319514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7cf41fd7-44c1-4639-aa23-637cb360c94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.358797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7cf41fd7-44c1-4639-aa23-637cb360c94e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c21d0317cfc41ba9a50a57a76ae907c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452154 Nov 10 04:08:10.360319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf41fd7-44c1-4639-aa23-637cb360c94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17753a4e-ecfe-47f0-a565-a44293a8e6a9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:10.362578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57742) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:10.378307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.452913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-39ec08f4-325d-4806-9d60-65527e8d775c None None] Provisioning complete for port 66af6884-5c9f-45d1-bec4-9c77bbb0f945 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:10.453453 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39ec08f4-325d-4806-9d60-65527e8d775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.488791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-39ec08f4-325d-4806-9d60-65527e8d775c None None] Port 66af6884-5c9f-45d1-bec4-9c77bbb0f945 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:10.504991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 42baac19-1437-4dd6-a878-d16830270370 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:10.517826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f67e7110-1ac1-4c18-8490-d697162a303e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.606901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f67e7110-1ac1-4c18-8490-d697162a303e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.667269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:10.673380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e7f7eef4-df3f-409e-8996-de03c564e03e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/42baac19-1437-4dd6-a878-d16830270370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5292604 Nov 10 04:08:10.676207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57744) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:10.680613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] Sync routers for ids ['42baac19-1437-4dd6-a878-d16830270370'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:10.693582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] Routers {'42baac19-1437-4dd6-a878-d16830270370'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:10.694519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['42baac19-1437-4dd6-a878-d16830270370'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:10.705003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Router 334be336-2d1e-4a92-a726-438fe853c167 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:10.712344 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f67e7110-1ac1-4c18-8490-d697162a303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.715073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f67e7110-1ac1-4c18-8490-d697162a303e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:10.716360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f67e7110-1ac1-4c18-8490-d697162a303e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17753a4e-ecfe-47f0-a565-a44293a8e6a9 HTTP/1.1" status: 204 len: 168 time: 0.3513131 Nov 10 04:08:10.729886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e7110-1ac1-4c18-8490-d697162a303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17753a4e-ecfe-47f0-a565-a44293a8e6a9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:10.732545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a2848-1039-4c4d-bc35-6888496c31f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:10.737818 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c31a2848-1039-4c4d-bc35-6888496c31f4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports/66af6884-5c9f-45d1-bec4-9c77bbb0f945 HTTP/1.1" status: 200 len: 910 time: 0.0594442 Nov 10 04:08:10.738500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57750) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:10.755924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:10.785614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] Routers {'42baac19-1437-4dd6-a878-d16830270370'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:10.786960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['42baac19-1437-4dd6-a878-d16830270370'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:10.836031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:10.836706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714623e6-1520-46bc-a9f9-c75dc4f9b58b None None] The sync data for ids ['42baac19-1437-4dd6-a878-d16830270370'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:11.123071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:11.134180 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Sync routers for ids ['334be336-2d1e-4a92-a726-438fe853c167'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:11.146450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.152269 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-076f34ef-a3e1-4f64-88c0-5715b0282dfa tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.8799596 Nov 10 04:08:11.152269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57762) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:11.153534 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Routers {'334be336-2d1e-4a92-a726-438fe853c167'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:11.154532 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['334be336-2d1e-4a92-a726-438fe853c167'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:11.282873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.285244 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Set router 334be336-2d1e-4a92-a726-438fe853c167 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:11.411006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.457907 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.468238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Deleting port 7bf49702-5560-4a6f-99ea-b9bc34e31ebc {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:11.469124 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.516991 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334be336-2d1e-4a92-a726-438fe853c167', 'name': '', 'tenant_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7165c22-77db-4f01-9879-20a63d0ad080', 'external_fixed_ips': [{'subnet_id': 'f2e877b7-3978-4e29-8f8a-02c9ad504920', 'ip_address': '2001:db8::d2'}], 'enable_snat': True}, 'gw_port_id': '7bf49702-5560-4a6f-99ea-b9bc34e31ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:07Z', 'updated_at': '2021-11-10T04:08:09Z', 'revision_number': 3, 'project_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'gw_port': {'id': '7bf49702-5560-4a6f-99ea-b9bc34e31ebc', 'name': '', 'network_id': 'a7165c22-77db-4f01-9879-20a63d0ad080', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334be336-2d1e-4a92-a726-438fe853c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'f2e877b7-3978-4e29-8f8a-02c9ad504920', 'ip_address': '2001:db8::d2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:08Z', 'updated_at': '2021-11-10T04:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2e877b7-3978-4e29-8f8a-02c9ad504920', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:11.564093 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Checking router: 334be336-2d1e-4a92-a726-438fe853c167 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:11.564452 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Updating router 334be336-2d1e-4a92-a726-438fe853c167 port 7bf49702-5560-4a6f-99ea-b9bc34e31ebc binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:08:11.583775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.597624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Calling delete_port for 7bf49702-5560-4a6f-99ea-b9bc34e31ebc owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:11.607367 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.663320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-d05eb7e7-068e-46b5-be0f-1290ba321e3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1121473 Nov 10 04:08:11.806034 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.832438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-32c8fb56-a1d6-4a52-9291-213f0ec9f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:11.835224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-32c8fb56-a1d6-4a52-9291-213f0ec9f5c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1097 time: 0.0663590 Nov 10 04:08:11.844206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 66af6884-5c9f-45d1-bec4-9c77bbb0f945 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:11.845100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.847392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bf49702-5560-4a6f-99ea-b9bc34e31ebc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:11.872768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.983538 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:11.986054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.009312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-cc8ba062-f9bd-4a0c-8d1e-6eedd103f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:12.010821 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-cc8ba062-f9bd-4a0c-8d1e-6eedd103f037 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.1448479 Nov 10 04:08:12.039084 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:08:12.039694 n-d-817326-2 neutron-server[102599]: DEBUG oslo_db.api [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:08:12.042287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.043103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 334be336-2d1e-4a92-a726-438fe853c167 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:12.050148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.051509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ff196ed5-b528-4c58-b788-36015c4407ae tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "DELETE /v2.0/routers/334be336-2d1e-4a92-a726-438fe853c167 HTTP/1.1" status: 204 len: 168 time: 0.8968174 Nov 10 04:08:12.054066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:12.105518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Deleting subnet f2e877b7-3978-4e29-8f8a-02c9ad504920 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:08:12.108846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.109263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.122811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-4804816b-675f-483f-baaa-9b65d76251eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1002 time: 0.1026566 Nov 10 04:08:12.127312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 66af6884-5c9f-45d1-bec4-9c77bbb0f945 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:12.150644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.198319 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.216990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-8d047fec-127e-4b72-8e5b-328ccf139b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:12.218531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-8d047fec-127e-4b72-8e5b-328ccf139b7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0872824 Nov 10 04:08:12.261096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.289413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e877b7-3978-4e29-8f8a-02c9ad504920,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:12.293019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.298648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-10b8dfba-2025-4df5-9608-d3a5f056e767 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/f2e877b7-3978-4e29-8f8a-02c9ad504920 HTTP/1.1" status: 204 len: 168 time: 0.2410519 Nov 10 04:08:12.299061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57794) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:12.318154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-e900ab85-df70-4b54-ad7d-38974bb1f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:12.319588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-e900ab85-df70-4b54-ad7d-38974bb1f110 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915198 Nov 10 04:08:12.395077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.447142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.480101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=66af6884-5c9f-45d1-bec4-9c77bbb0f945,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:12.486969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.496472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-4c8aa701-1fcb-4446-a44d-d7f989c5d983 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691623 Nov 10 04:08:12.524586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7165c22-77db-4f01-9879-20a63d0ad080']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:12.535011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f2e409-9a5a-4f4b-862a-9fb0da04e6d9') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:12.535307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f2e409-9a5a-4f4b-862a-9fb0da04e6d9') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:12.559814 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Port 7bf49702-5560-4a6f-99ea-b9bc34e31ebc not found while updating agent binding for router 334be336-2d1e-4a92-a726-438fe853c167. {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 04:08:12.565550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.588370 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:12.588781 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 04:08:12.590293 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_agentschedulers_db [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'334be336-2d1e-4a92-a726-438fe853c167'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 04:08:12.590959 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaadea8-04ec-4c96-87ce-ab7452becae7 None None] The sync data for ids ['334be336-2d1e-4a92-a726-438fe853c167'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:12.605018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.614246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:08:12.614645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:08:12.616620 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:08:12.688981 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.699114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7165c22-77db-4f01-9879-20a63d0ad080 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 04:08:12.705363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.730115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5be6283c-23bc-47aa-8f6e-473c340ebe78 req-2f000f83-c2b4-4d8c-a59d-5deae19c0a25 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258165 Nov 10 04:08:12.745840 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:12.760341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a7165c22-77db-4f01-9879-20a63d0ad080 HTTP/1.1" status: 204 len: 168 time: 0.4603684 Nov 10 04:08:12.763806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412b759-0226-424b-aa26-d47c3ad49972 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7165c22-77db-4f01-9879-20a63d0ad080,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:12.943283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 42baac19-1437-4dd6-a878-d16830270370 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:13.050669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57818) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:13.059727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-34e8c008-6a56-43c6-a9d4-87fc8127d23f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'router': {'name': 'tempest-router--224759446', 'project_id': '90fdfd445e574f3ea53237ce7afb05e6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:13.081770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:13.087337 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-458b98ee-5366-41b0-8cac-37a4aae62dd6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/42baac19-1437-4dd6-a878-d16830270370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3477859 Nov 10 04:08:13.090218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57820) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:13.095036 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e8c008-6a56-43c6-a9d4-87fc8127d23f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.096566 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e8c008-6a56-43c6-a9d4-87fc8127d23f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.121722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3019fc14-2aee-4a3a-ac5d-b3e07d6381e3 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=42baac19-1437-4dd6-a878-d16830270370 HTTP/1.1" status: 200 len: 205 time: 0.0280094 Nov 10 04:08:13.122197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57822) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:13.175240 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e8c008-6a56-43c6-a9d4-87fc8127d23f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.179852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e8c008-6a56-43c6-a9d4-87fc8127d23f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.199944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e8c008-6a56-43c6-a9d4-87fc8127d23f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.204226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-34e8c008-6a56-43c6-a9d4-87fc8127d23f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1494443 Nov 10 04:08:13.204577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57824) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:13.210283 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2da083f4-e016-40ed-9fa0-7234f7c61f21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.284140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-087576bd-1c7b-4635-a9c2-ada0f3312b90 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.334443 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-64d477a9-a7dc-4c10-aa66-d0986e67aaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.345031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] Sync routers for ids ['42baac19-1437-4dd6-a878-d16830270370'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:13.357740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] Routers {'42baac19-1437-4dd6-a878-d16830270370'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:13.358774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['42baac19-1437-4dd6-a878-d16830270370'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:13.385608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2da083f4-e016-40ed-9fa0-7234f7c61f21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.388179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2da083f4-e016-40ed-9fa0-7234f7c61f21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.399408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:13.409360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] Routers {'42baac19-1437-4dd6-a878-d16830270370'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:13.410210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:07:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['42baac19-1437-4dd6-a878-d16830270370'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:13.451189 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2da083f4-e016-40ed-9fa0-7234f7c61f21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.452230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da083f4-e016-40ed-9fa0-7234f7c61f21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Fanout notify agent at l3_agent the message router_deleted on router 42baac19-1437-4dd6-a878-d16830270370 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:13.452478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:13.454074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40abb583-44b6-4c29-bec0-3efd46ddd314 None None] The sync data for ids ['42baac19-1437-4dd6-a878-d16830270370'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:13.471166 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2da083f4-e016-40ed-9fa0-7234f7c61f21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.475354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2da083f4-e016-40ed-9fa0-7234f7c61f21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/42baac19-1437-4dd6-a878-d16830270370 HTTP/1.1" status: 204 len: 168 time: 0.3522117 Nov 10 04:08:13.476425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57828) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:13.503069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-087576bd-1c7b-4635-a9c2-ada0f3312b90 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.505460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-087576bd-1c7b-4635-a9c2-ada0f3312b90 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.533348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet 8717e287-12aa-4763-abf6-50ba21a5fe0f {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:08:13.536854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.556133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-087576bd-1c7b-4635-a9c2-ada0f3312b90 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.556776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087576bd-1c7b-4635-a9c2-ada0f3312b90 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1905cbe2-7dd0-4967-9405-85b9c2874a48 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:13.563053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-087576bd-1c7b-4635-a9c2-ada0f3312b90 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.567185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-087576bd-1c7b-4635-a9c2-ada0f3312b90 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1905cbe2-7dd0-4967-9405-85b9c2874a48 HTTP/1.1" status: 204 len: 168 time: 0.3616884 Nov 10 04:08:13.605227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.689656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:13.703808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.764678 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.795712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=8717e287-12aa-4763-abf6-50ba21a5fe0f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:13.805145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ed0fed-f50e-4f63-ac3f-ea19ca1c12f2 None None] Network 44cd4859-c83c-486a-8746-223666614e5d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:13.807888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.813895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/8717e287-12aa-4763-abf6-50ba21a5fe0f HTTP/1.1" status: 204 len: 168 time: 0.3348534 Nov 10 04:08:13.815650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57842) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:13.816922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.817502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.818076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.818628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.819179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.819711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.820241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.820780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.821834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.822432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.822977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.824204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0998e6-2926-4648-a42c-2251d0642a70 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:13.927820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.934538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1664031956', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:13.983805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:13.985388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.053129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] DHCP port deletion for 44cd4859-c83c-486a-8746-223666614e5d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:14.057349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.068570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 23713dde-5072-4d76-a177-dbab083adbff {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:14.069284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.159765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 23713dde-5072-4d76-a177-dbab083adbff no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:14.197344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] Deleting port 23713dde-5072-4d76-a177-dbab083adbff {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:14.197630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.275117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] For port 23713dde-5072-4d76-a177-dbab083adbff, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=23713dde-5072-4d76-a177-dbab083adbff,segment=NetworkSegment(b1e19a2a-6a4d-4784-95c4-3b9ec3b54717),segment_id=b1e19a2a-6a4d-4784-95c4-3b9ec3b54717)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:14.275741 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.297757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 23713dde-5072-4d76-a177-dbab083adbff, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=23713dde-5072-4d76-a177-dbab083adbff,segment=NetworkSegment(b1e19a2a-6a4d-4784-95c4-3b9ec3b54717),segment_id=b1e19a2a-6a4d-4784-95c4-3b9ec3b54717)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:14.298319 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.308312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.320086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] Calling delete_port for 23713dde-5072-4d76-a177-dbab083adbff owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:14.320869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 23713dde-5072-4d76-a177-dbab083adbff owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:14.343605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.419505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 23713dde-5072-4d76-a177-dbab083adbff, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=23713dde-5072-4d76-a177-dbab083adbff,segment=NetworkSegment(b1e19a2a-6a4d-4784-95c4-3b9ec3b54717),segment_id=b1e19a2a-6a4d-4784-95c4-3b9ec3b54717)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:14.424666 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.463408 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.471611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.483027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] No DVR routers for this DVR port 23713dde-5072-4d76-a177-dbab083adbff on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:14.487761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=23713dde-5072-4d76-a177-dbab083adbff,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:14.508608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=23713dde-5072-4d76-a177-dbab083adbff,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:14.510568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No DVR routers for this DVR port 23713dde-5072-4d76-a177-dbab083adbff on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:14.517524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8cb4a-4e1c-42c5-8011-75b8ee59c2be None None] Pushing event deleted for resources: {'Port': ['ID=23713dde-5072-4d76-a177-dbab083adbff,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:14.669460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.710055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.731633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cd4859-c83c-486a-8746-223666614e5d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:14.735388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.751820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e19a2a-6a4d-4784-95c4-3b9ec3b54717') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:14.751820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e19a2a-6a4d-4784-95c4-3b9ec3b54717') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:14.764227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.813235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.823822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:08:14.824217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:08:14.827188 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:08:14.917980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.932192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Allocated IP 172.25.6.86 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/2ac2ae80-2eb3-4a9d-b361-ed863917428b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:14.934167 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.937900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/44cd4859-c83c-486a-8746-223666614e5d HTTP/1.1" status: 204 len: 168 time: 1.1207325 Nov 10 04:08:14.942580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57860) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:14.948448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-831776507', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:14.950792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9e4c1-180a-4f6a-a43d-3c45ac3d375d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=44cd4859-c83c-486a-8746-223666614e5d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:14.976775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:14.978933 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.038895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.065082 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.102448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.145261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:15.148430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:15.152330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:15.170042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f35bc2-e28f-46b5-b72e-4b1fbf55e386 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:15.184311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event updated for resources: {'Port': ['ID=2ac2ae80-2eb3-4a9d-b361-ed863917428b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:15.225882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.300045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4a563f33-9e79-45c6-9455-0d7b542cd97e None None] Provisioning complete for port 2ac2ae80-2eb3-4a9d-b361-ed863917428b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:15.300794 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4a563f33-9e79-45c6-9455-0d7b542cd97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.339431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4a563f33-9e79-45c6-9455-0d7b542cd97e None None] Port 2ac2ae80-2eb3-4a9d-b361-ed863917428b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:15.452412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.456617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.479509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.603293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.25.6.60 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/dda38bda-87b2-4143-b6be-67d6bd640b31) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:15.671898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68787f8a-fcd1-48f2-b6ad-7578fc3c3bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.725310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.771642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.816029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:15.819280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:15.822179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:15.838698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00d53c8-a082-4d99-8e00-5b7f3fb75267 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:15.869842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=dda38bda-87b2-4143-b6be-67d6bd640b31,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:15.955892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:15.972313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-480ff02f-3f5d-4af2-b3d7-6b857da1ceae None None] Provisioning complete for port dda38bda-87b2-4143-b6be-67d6bd640b31 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:15.973185 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-480ff02f-3f5d-4af2-b3d7-6b857da1ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.022086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-480ff02f-3f5d-4af2-b3d7-6b857da1ceae None None] Port dda38bda-87b2-4143-b6be-67d6bd640b31 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:16.102163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Router 282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:16.230137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:16.243059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] Sync routers for ids ['282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:16.258825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.259680 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] Routers {'282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:16.262572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-14e3736a-e803-4de6-a4d9-b9b08c9a94e0 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5692842 Nov 10 04:08:16.262963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57880) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:16.263679 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:16.404222 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:16.413743 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] Routers {'282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:16.414626 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:16.415944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a0bd3165-6446-46df-a9f0-aa8e13564b66 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a HTTP/1.1" status: 200 len: 924 time: 0.1514049 Nov 10 04:08:16.416568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57884) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:16.448618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.451274 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:16.452643 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf96b317-1834-447f-8727-2f6677334aa7 None None] The sync data for ids ['282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:16.456862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cc0e0c5a-a8e4-4f3e-961e-4f27f0d37f6a tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a HTTP/1.1" status: 200 len: 205 time: 0.0385768 Nov 10 04:08:16.459070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57886) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:16.587565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.666608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.704447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.753784 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.769282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Deleting port 2ac2ae80-2eb3-4a9d-b361-ed863917428b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:16.769777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.826260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router c4890d50-c27a-409e-b1bb-1b7307fcfdaf is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:16.869777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.883444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Calling delete_port for 2ac2ae80-2eb3-4a9d-b361-ed863917428b owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:16.941171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:16.955051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] Sync routers for ids ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:16.964571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:16.966747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] Routers {'c4890d50-c27a-409e-b1bb-1b7307fcfdaf'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:16.966890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-493d2036-a56d-4c52-8312-be80a07b301e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0223510 Nov 10 04:08:16.967729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:16.970308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57890) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:17.007387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:17.018005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] Routers {'c4890d50-c27a-409e-b1bb-1b7307fcfdaf'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:17.019007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:17.055346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:17.055998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001fc8b-19d8-4db7-a7d6-b31c75f13af8 None None] The sync data for ids ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:17.079285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.087656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-186fe917-8dd6-44df-8c4c-314f24cee7ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/routers/c4890d50-c27a-409e-b1bb-1b7307fcfdaf HTTP/1.1" status: 200 len: 879 time: 0.1156597 Nov 10 04:08:17.089918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57892) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:17.106267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bee9dc-4678-4e27-b4a5-c589344588e2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:17.116381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event deleted for resources: {'Port': ['ID=2ac2ae80-2eb3-4a9d-b361-ed863917428b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:17.201381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.293402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.295638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.340599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.341207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Fanout notify agent at l3_agent the message router_deleted on router 282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:17.350352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.351698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d27ffe5b-680b-4e49-b877-c318350823da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a HTTP/1.1" status: 204 len: 168 time: 0.8916214 Nov 10 04:08:17.353435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:17.354990 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3826a68a-e89f-4d7c-ba8c-5504f95e0fa6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2633080 Nov 10 04:08:17.357003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57896) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:17.360818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cef09c69-0cdf-423e-95b4-8530fdd6955c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-831776507'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:17.361501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1130753967', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': False}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:17.389017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.391225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.446863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.590579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.699447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cef09c69-0cdf-423e-95b4-8530fdd6955c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.710820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cef09c69-0cdf-423e-95b4-8530fdd6955c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.817606 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.841793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.842275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef09c69-0cdf-423e-95b4-8530fdd6955c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router c4890d50-c27a-409e-b1bb-1b7307fcfdaf has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:17.956447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Allocated IP 172.25.6.242 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/d1130a4b-962a-4743-a27e-58c51c8a3de5) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:17.976681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef09c69-0cdf-423e-95b4-8530fdd6955c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:17.983985 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cef09c69-0cdf-423e-95b4-8530fdd6955c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:17.985873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cef09c69-0cdf-423e-95b4-8530fdd6955c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/c4890d50-c27a-409e-b1bb-1b7307fcfdaf HTTP/1.1" status: 200 len: 886 time: 0.6314180 Nov 10 04:08:17.988175 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] Sync routers for ids ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:17.988632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57902) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:18.001724 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] Routers {'c4890d50-c27a-409e-b1bb-1b7307fcfdaf'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:18.002670 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:18.043924 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:18.055746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] Routers {'c4890d50-c27a-409e-b1bb-1b7307fcfdaf'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:18.056555 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:18.088620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.092501 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:18.094075 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26948c1-a85e-4df6-85d2-5e6108f1f1f7 None None] The sync data for ids ['c4890d50-c27a-409e-b1bb-1b7307fcfdaf'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:18.109577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0a4c492e-fc1b-4887-87db-ac6c45250807 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/routers/c4890d50-c27a-409e-b1bb-1b7307fcfdaf HTTP/1.1" status: 200 len: 886 time: 0.1171174 Nov 10 04:08:18.109823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57904) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:18.126706 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.138023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e6a8431-9e1a-478f-a428-70f87a095619 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4890d50-c27a-409e-b1bb-1b7307fcfdaf HTTP/1.1" status: 200 len: 205 time: 0.0262249 Nov 10 04:08:18.139600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57908) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:18.162164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:18.169737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:18.174208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:18.193512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905b75b-7106-439f-9cd7-91b5f6db57d8 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:18.207533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Port': ['ID=d1130a4b-962a-4743-a27e-58c51c8a3de5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:18.268830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-62b1715e-6814-4c13-b3ec-28e86007b8c3 None None] Provisioning complete for port d1130a4b-962a-4743-a27e-58c51c8a3de5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:18.269512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-62b1715e-6814-4c13-b3ec-28e86007b8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.314352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-62b1715e-6814-4c13-b3ec-28e86007b8c3 None None] Port d1130a4b-962a-4743-a27e-58c51c8a3de5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:18.433967 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.463986 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.568498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.679203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.685311 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.736093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port dda38bda-87b2-4143-b6be-67d6bd640b31 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:18.736618 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.815462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.823023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Router c449b48c-c202-4752-a13c-67568858ba0b is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:18.829494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for dda38bda-87b2-4143-b6be-67d6bd640b31 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:18.946260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:18.957982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Sync routers for ids ['c449b48c-c202-4752-a13c-67568858ba0b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:18.967513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Routers {'c449b48c-c202-4752-a13c-67568858ba0b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:18.968117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c449b48c-c202-4752-a13c-67568858ba0b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:18.989362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:18.993605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57916) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:18.997353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-064446e0-9dc7-468f-8617-2e1a98589355 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6391680 Nov 10 04:08:19.122417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.177367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=dda38bda-87b2-4143-b6be-67d6bd640b31,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:19.230800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e465db-c594-417e-9c49-6698087c0d3e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:19.251930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Set router c449b48c-c202-4752-a13c-67568858ba0b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:19.314796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-08e10d38-8117-4cf6-a5cc-8427a5ca0e78 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/c449b48c-c202-4752-a13c-67568858ba0b HTTP/1.1" status: 200 len: 909 time: 0.3165824 Nov 10 04:08:19.317159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.318715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57922) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:19.323837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1130753967', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': True}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:19.364737 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.366721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.381588 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.447951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.451294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.463363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c449b48c-c202-4752-a13c-67568858ba0b', 'name': 'tempest-snat-router-1130753967', 'tenant_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'd1130a4b-962a-4743-a27e-58c51c8a3de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:17Z', 'updated_at': '2021-11-10T04:08:18Z', 'revision_number': 3, 'project_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'gw_port': {'id': 'd1130a4b-962a-4743-a27e-58c51c8a3de5', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449b48c-c202-4752-a13c-67568858ba0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:17Z', 'updated_at': '2021-11-10T04:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:19.465716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.497091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Checking router: c449b48c-c202-4752-a13c-67568858ba0b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:19.497750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Updating router c449b48c-c202-4752-a13c-67568858ba0b port d1130a4b-962a-4743-a27e-58c51c8a3de5 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:08:19.506875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.508395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Fanout notify agent at l3_agent the message router_deleted on router c4890d50-c27a-409e-b1bb-1b7307fcfdaf {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:19.519104 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.520617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b2b694b2-55ee-4efe-bf09-8732a9a81b15 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/c4890d50-c27a-409e-b1bb-1b7307fcfdaf HTTP/1.1" status: 204 len: 168 time: 1.3796964 Nov 10 04:08:19.524615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57928) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:19.529781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-365076104'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:19.552896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.554794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:19.560128 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.596887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:19.606827 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.607339 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment c03501eb-a3c7-43b9-be5c-ea8868606f32 of type vlan for network 9827f36f-8995-4667-8373-29d0a47c5abf Nov 10 04:08:19.654303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.685377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.691717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:19.692441 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:19.767066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=9827f36f-8995-4667-8373-29d0a47c5abf,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:19.786899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 9827f36f-8995-4667-8373-29d0a47c5abf details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:19.788780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f564f7fc-9525-45e8-b2c3-9822617d79ae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2605393 Nov 10 04:08:19.789973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57932) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:19.799688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': '9827f36f-8995-4667-8373-29d0a47c5abf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:19.910722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:19.915974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.012343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.016186 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.024755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.101129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4acf4-7f70-4fee-baa1-05ba49720d94 None None] Pushing event updated for resources: {'Port': ['ID=d1130a4b-962a-4743-a27e-58c51c8a3de5,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:20.116614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c44b91-b6eb-4c81-b737-6a68649ac21d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:20.120682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Attempting to bind port d1130a4b-962a-4743-a27e-58c51c8a3de5 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:20.121041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Attempting to bind port d1130a4b-962a-4743-a27e-58c51c8a3de5 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:20.121393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Attempting to bind port d1130a4b-962a-4743-a27e-58c51c8a3de5 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:20.129345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.129823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:20.130221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:20.130786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.131049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:20.131555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Bound port: d1130a4b-962a-4743-a27e-58c51c8a3de5, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:20.131994 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.204436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f226fc8d-ee83-4e81-9cde-44035e444465 None None] Provisioning complete for port d1130a4b-962a-4743-a27e-58c51c8a3de5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:20.204790 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f226fc8d-ee83-4e81-9cde-44035e444465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.218002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': 'c03501eb-a3c7-43b9-be5c-ea8868606f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9827f36f-8995-4667-8373-29d0a47c5abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:20.219886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: 9827f36f-8995-4667-8373-29d0a47c5abf, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:20.243532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] For port d1130a4b-962a-4743-a27e-58c51c8a3de5, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:20.251281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:20.254977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 9827f36f-8995-4667-8373-29d0a47c5abf is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:20.266732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 9827f36f-8995-4667-8373-29d0a47c5abf) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:20.274174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:20.276315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.278825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.301405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1492c343-558c-4631-8aad-9d4e01a3bc19 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5083358 Nov 10 04:08:20.305627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e0300-e152-4852-b8b3-8d733c5380ad None None] Network 9827f36f-8995-4667-8373-29d0a47c5abf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:20.306318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57936) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:20.311190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3a3680c3-13fe-4928-a16c-397d6390f737 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-169003555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:20.317504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.323569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] For port d1130a4b-962a-4743-a27e-58c51c8a3de5, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d1130a4b-962a-4743-a27e-58c51c8a3de5,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:20.356467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f226fc8d-ee83-4e81-9cde-44035e444465 None None] Port d1130a4b-962a-4743-a27e-58c51c8a3de5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:20.361705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.393052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3680c3-13fe-4928-a16c-397d6390f737 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.394120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3680c3-13fe-4928-a16c-397d6390f737 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.442591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1c789-0f57-4710-a79d-9e58ef13a896 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:20.461583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4acf4-7f70-4fee-baa1-05ba49720d94 None None] Pushing event updated for resources: {'Port': ['ID=d1130a4b-962a-4743-a27e-58c51c8a3de5,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:20.472275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Routers {'c449b48c-c202-4752-a13c-67568858ba0b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:20.472887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c449b48c-c202-4752-a13c-67568858ba0b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:20.497132 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3680c3-13fe-4928-a16c-397d6390f737 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.507427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3680c3-13fe-4928-a16c-397d6390f737 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.519536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Allocated IP 172.25.6.186 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/b9391011-c715-4f9c-a3df-4fc0759eb0c8) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:20.542557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3680c3-13fe-4928-a16c-397d6390f737 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.543754 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3a3680c3-13fe-4928-a16c-397d6390f737 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2363849 Nov 10 04:08:20.547669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57940) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:20.642639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-9827f36f-8995-4667-8373-29d0a47c5abf', 'network_id': '9827f36f-8995-4667-8373-29d0a47c5abf', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': 'a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:08:20.643479 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.648448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c67c3386-e29c-4a9b-8d07-a0a20eb3da7b None None] Provisioning complete for port d1130a4b-962a-4743-a27e-58c51c8a3de5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:20.648793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.648910 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c67c3386-e29c-4a9b-8d07-a0a20eb3da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.676114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] Set router c449b48c-c202-4752-a13c-67568858ba0b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:20.686171 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:20.732279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:20.738706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:20.743412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:20.747903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Port': ['ID=b9391011-c715-4f9c-a3df-4fc0759eb0c8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:20.800464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ba804-e893-46d5-936a-217200e68c49 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:20.875643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.003957 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c67c3386-e29c-4a9b-8d07-a0a20eb3da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.031455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.031999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Allocated IP 172.20.0.2 (9827f36f-8995-4667-8373-29d0a47c5abf/a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9/3ba6c1d5-b157-474d-8e90-16ba215396c2) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:21.050346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c67c3386-e29c-4a9b-8d07-a0a20eb3da7b None None] For port d1130a4b-962a-4743-a27e-58c51c8a3de5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d1130a4b-962a-4743-a27e-58c51c8a3de5,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:21.061292 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c67c3386-e29c-4a9b-8d07-a0a20eb3da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.253461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.329867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c449b48c-c202-4752-a13c-67568858ba0b', 'name': 'tempest-snat-router-1130753967', 'tenant_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'd1130a4b-962a-4743-a27e-58c51c8a3de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:17Z', 'updated_at': '2021-11-10T04:08:18Z', 'revision_number': 3, 'project_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'gw_port': {'id': 'd1130a4b-962a-4743-a27e-58c51c8a3de5', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449b48c-c202-4752-a13c-67568858ba0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:17Z', 'updated_at': '2021-11-10T04:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:21.367773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-03eed0f2-b06c-47e5-9d9f-009675fb6657 None None] Provisioning complete for port b9391011-c715-4f9c-a3df-4fc0759eb0c8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:21.368149 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-03eed0f2-b06c-47e5-9d9f-009675fb6657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.374431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c3386-e29c-4a9b-8d07-a0a20eb3da7b None None] Pushing event updated for resources: {'Port': ['ID=d1130a4b-962a-4743-a27e-58c51c8a3de5,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:21.386879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Router ca1730be-501b-4df5-9ba0-609616ef117a is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:21.398445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c4ebc-dc08-4e39-9018-5e8786351114 None None] The sync data for ids ['c449b48c-c202-4752-a13c-67568858ba0b'] in n-d-817326-2 is: [{'id': 'c449b48c-c202-4752-a13c-67568858ba0b', 'name': 'tempest-snat-router-1130753967', 'tenant_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'd1130a4b-962a-4743-a27e-58c51c8a3de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:17Z', 'updated_at': '2021-11-10T04:08:18Z', 'revision_number': 3, 'project_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'gw_port': {'id': 'd1130a4b-962a-4743-a27e-58c51c8a3de5', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449b48c-c202-4752-a13c-67568858ba0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:17Z', 'updated_at': '2021-11-10T04:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:21.448833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-03eed0f2-b06c-47e5-9d9f-009675fb6657 None None] Port b9391011-c715-4f9c-a3df-4fc0759eb0c8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:21.472998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.482114 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.530935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Network 9827f36f-8995-4667-8373-29d0a47c5abf is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:21.531602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:21.537171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:21.539307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Pushing event updated for resources: {'Port': ['ID=3ba6c1d5-b157-474d-8e90-16ba215396c2,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:21.541864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:21.544440 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Sync routers for ids ['ca1730be-501b-4df5-9ba0-609616ef117a'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:21.554640 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.556603 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e76c27eb-65e6-42f2-ba30-e9367758bc58 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2364461 Nov 10 04:08:21.558692 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Routers {'ca1730be-501b-4df5-9ba0-609616ef117a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:21.559293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:21.559732 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ca1730be-501b-4df5-9ba0-609616ef117a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:21.633818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Attempting to bind port 3ba6c1d5-b157-474d-8e90-16ba215396c2 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:21.634239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Attempting to bind port 3ba6c1d5-b157-474d-8e90-16ba215396c2 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c03501eb-a3c7-43b9-be5c-ea8868606f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9827f36f-8995-4667-8373-29d0a47c5abf'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:21.634600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Attempting to bind port 3ba6c1d5-b157-474d-8e90-16ba215396c2 on network 9827f36f-8995-4667-8373-29d0a47c5abf {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:21.640157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:21.640533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Checking segment: {'id': 'c03501eb-a3c7-43b9-be5c-ea8868606f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9827f36f-8995-4667-8373-29d0a47c5abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:21.640931 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.641318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Bound using segment: {'id': 'c03501eb-a3c7-43b9-be5c-ea8868606f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9827f36f-8995-4667-8373-29d0a47c5abf'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:21.642472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Bound port: 3ba6c1d5-b157-474d-8e90-16ba215396c2, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03501eb-a3c7-43b9-be5c-ea8868606f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9827f36f-8995-4667-8373-29d0a47c5abf'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:21.642885 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.662591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.20.0.1 (9827f36f-8995-4667-8373-29d0a47c5abf/a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9/66cd5e69-e35a-4eaf-81cc-24bc5893a825) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:21.716449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8a93d55b-0fc0-4299-bfc2-fbcd4a5319c7 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/ca1730be-501b-4df5-9ba0-609616ef117a HTTP/1.1" status: 200 len: 908 time: 0.1535707 Nov 10 04:08:21.717059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57956) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:21.732955 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Set router ca1730be-501b-4df5-9ba0-609616ef117a gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:21.735923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] For port 3ba6c1d5-b157-474d-8e90-16ba215396c2, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:21.740403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] For port 3ba6c1d5-b157-474d-8e90-16ba215396c2, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ba6c1d5-b157-474d-8e90-16ba215396c2,segment=NetworkSegment(c03501eb-a3c7-43b9-be5c-ea8868606f32),segment_id=c03501eb-a3c7-43b9-be5c-ea8868606f32)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:21.753346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.887236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:21.935156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8af7e5-0bd7-405f-86ae-7c5d8962d5ce None None] Pushing event updated for resources: {'Port': ['ID=3ba6c1d5-b157-474d-8e90-16ba215396c2,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:21.955386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.004668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.125261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.141803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 9827f36f-8995-4667-8373-29d0a47c5abf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:22.166100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:22.170292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:22.179852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=66cd5e69-e35a-4eaf-81cc-24bc5893a825,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:22.250101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Deleting port b9391011-c715-4f9c-a3df-4fc0759eb0c8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:22.250905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.273258 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.280685 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1730be-501b-4df5-9ba0-609616ef117a', 'name': 'tempest-snat-router-1130753967', 'tenant_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'b9391011-c715-4f9c-a3df-4fc0759eb0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:19Z', 'updated_at': '2021-11-10T04:08:20Z', 'revision_number': 3, 'project_id': '2a15f4d2d9c3426f957aa6d335bd92d0', 'gw_port': {'id': 'b9391011-c715-4f9c-a3df-4fc0759eb0c8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1730be-501b-4df5-9ba0-609616ef117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:20Z', 'updated_at': '2021-11-10T04:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:22.295801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d1130a4b-962a-4743-a27e-58c51c8a3de5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:22.378742 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Checking router: ca1730be-501b-4df5-9ba0-609616ef117a for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:22.379464 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Updating router ca1730be-501b-4df5-9ba0-609616ef117a port b9391011-c715-4f9c-a3df-4fc0759eb0c8 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:08:22.382762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.402046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Calling delete_port for b9391011-c715-4f9c-a3df-4fc0759eb0c8 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:22.447571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d1130a4b-962a-4743-a27e-58c51c8a3de5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:22.448137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.450127 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.499022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.685873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.716982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9391011-c715-4f9c-a3df-4fc0759eb0c8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:22.737462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db738e-6e3f-4ddd-aa5e-9d6294d1149d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:22.834852 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.934548 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:08:22.935069 n-d-817326-2 neutron-server[102599]: DEBUG oslo_db.api [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:08:22.965365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:22.968141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.067978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.068600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca1730be-501b-4df5-9ba0-609616ef117a {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:23.075428 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.077763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.079836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4dbbda3f-1997-406b-ba14-f78141673090 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ca1730be-501b-4df5-9ba0-609616ef117a HTTP/1.1" status: 204 len: 168 time: 1.3617053 Nov 10 04:08:23.081483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57972) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:23.131738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.272374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.276797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=66cd5e69-e35a-4eaf-81cc-24bc5893a825,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:23.337828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.360775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7710f-675d-400a-9aed-e39c25eb21b7 None None] Network 9827f36f-8995-4667-8373-29d0a47c5abf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:23.441539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Provisioning complete for port 3ba6c1d5-b157-474d-8e90-16ba215396c2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:23.442578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.447791 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.468946 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Port b9391011-c715-4f9c-a3df-4fc0759eb0c8 not found while updating agent binding for router ca1730be-501b-4df5-9ba0-609616ef117a. {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 04:08:23.474483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network 9827f36f-8995-4667-8373-29d0a47c5abf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:23.477233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:23.485016 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:23.486167 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 04:08:23.488157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca1730be-501b-4df5-9ba0-609616ef117a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 04:08:23.489269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8987f-d670-4e88-bc7a-c22edc7b9318 None None] The sync data for ids ['ca1730be-501b-4df5-9ba0-609616ef117a'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:23.597439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.607302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.688036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] For port 3ba6c1d5-b157-474d-8e90-16ba215396c2, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ba6c1d5-b157-474d-8e90-16ba215396c2,segment=NetworkSegment(c03501eb-a3c7-43b9-be5c-ea8868606f32),segment_id=c03501eb-a3c7-43b9-be5c-ea8868606f32)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:23.693114 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:23.751565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Pushing event updated for resources: {'Port': ['ID=3ba6c1d5-b157-474d-8e90-16ba215396c2,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:23.762454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.762795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.763135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.763462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.763788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.764302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.764646 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.764991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.765313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.765634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.765963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.766708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee766447-2caa-4d2f-adaf-f33ed5d15e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:23.970822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router ed6baa6e-021d-4032-839b-334e13b6008f is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:23.991462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Deleting port d1130a4b-962a-4743-a27e-58c51c8a3de5 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:23.991462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.021958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a0cc604c-5629-4424-9748-9f49328593aa None None] Provisioning complete for port 3ba6c1d5-b157-474d-8e90-16ba215396c2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:24.022754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0cc604c-5629-4424-9748-9f49328593aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.212572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a0cc604c-5629-4424-9748-9f49328593aa None None] Provisioning complete for port 66cd5e69-e35a-4eaf-81cc-24bc5893a825 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:24.213341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0cc604c-5629-4424-9748-9f49328593aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.248081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:24.263384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348858b7-d07e-485a-b500-358b56565286 None None] Sync routers for ids ['ed6baa6e-021d-4032-839b-334e13b6008f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:24.268784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57980) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:24.274515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f8b0f37c-aa34-45e3-9245-6c0f7cf6975f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/ed6baa6e-021d-4032-839b-334e13b6008f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7165828 Nov 10 04:08:24.305050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc604c-5629-4424-9748-9f49328593aa None None] Port 66cd5e69-e35a-4eaf-81cc-24bc5893a825 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:24.306599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] For port d1130a4b-962a-4743-a27e-58c51c8a3de5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d1130a4b-962a-4743-a27e-58c51c8a3de5,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:24.306966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.310173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ba6c1d5-b157-474d-8e90-16ba215396c2 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:24.344367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348858b7-d07e-485a-b500-358b56565286 None None] Routers {'ed6baa6e-021d-4032-839b-334e13b6008f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:24.344972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Calling delete_port for d1130a4b-962a-4743-a27e-58c51c8a3de5 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:24.345091 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-348858b7-d07e-485a-b500-358b56565286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ed6baa6e-021d-4032-839b-334e13b6008f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:24.359239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f082988-def1-488f-a0b2-75b575ecbf57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:24.364015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7f082988-def1-488f-a0b2-75b575ecbf57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports/66cd5e69-e35a-4eaf-81cc-24bc5893a825 HTTP/1.1" status: 200 len: 910 time: 0.0928407 Nov 10 04:08:24.365044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57982) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:24.370603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:24.402508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-348858b7-d07e-485a-b500-358b56565286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:24.425043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348858b7-d07e-485a-b500-358b56565286 None None] Routers {'ed6baa6e-021d-4032-839b-334e13b6008f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:24.425659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-348858b7-d07e-485a-b500-358b56565286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ed6baa6e-021d-4032-839b-334e13b6008f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:24.487975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5a299ea3-ef4a-47b1-beec-539be344b89e None None] Provisioning complete for port 66cd5e69-e35a-4eaf-81cc-24bc5893a825 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:24.489014 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a299ea3-ef4a-47b1-beec-539be344b89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.492412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-348858b7-d07e-485a-b500-358b56565286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:24.493203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348858b7-d07e-485a-b500-358b56565286 None None] The sync data for ids ['ed6baa6e-021d-4032-839b-334e13b6008f'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:24.518695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3ba6c1d5-b157-474d-8e90-16ba215396c2 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:24.519060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.570339 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.575326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5a299ea3-ef4a-47b1-beec-539be344b89e None None] Port 66cd5e69-e35a-4eaf-81cc-24bc5893a825 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:24.593053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.651461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1130a4b-962a-4743-a27e-58c51c8a3de5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:24.653208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6c91b-f80e-46c2-9079-c57d6f9a07be None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:24.705814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-255cca49-03b2-44a0-9e70-04236023c3c6 None None] Provisioning complete for port 66cd5e69-e35a-4eaf-81cc-24bc5893a825 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:24.706265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-255cca49-03b2-44a0-9e70-04236023c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.721791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.745920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-255cca49-03b2-44a0-9e70-04236023c3c6 None None] Port 66cd5e69-e35a-4eaf-81cc-24bc5893a825 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:24.822903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.825103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.870103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.870569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c449b48c-c202-4752-a13c-67568858ba0b {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:24.875842 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.877049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aaf3e086-11cf-40ee-9037-6d57756f4693 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c449b48c-c202-4752-a13c-67568858ba0b HTTP/1.1" status: 204 len: 168 time: 1.7938778 Nov 10 04:08:24.880926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57986) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:24.889745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1676171324', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:24.917571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.918757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:24.989158 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.081643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.094310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.139330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.170348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=66cd5e69-e35a-4eaf-81cc-24bc5893a825,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:25.181594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:25.182256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.186363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ac692596-c1c3-4f6a-a80b-ec5899f2fc52 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/ports/66cd5e69-e35a-4eaf-81cc-24bc5893a825 HTTP/1.1" status: 200 len: 910 time: 0.8174372 Nov 10 04:08:25.186587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 57988) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:25.371118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 57998) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:25.377444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.455686 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.578586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:25.643849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Allocated IP 172.25.6.18 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/64a238f9-5892-4f87-9544-ffaecb7ce242) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:25.813464 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58004) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:26.040627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a926cbbe-c4da-49e8-84cd-31ed2d06066a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.064854 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.106415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d1130a4b-962a-4743-a27e-58c51c8a3de5 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:26.151145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: d1130a4b-962a-4743-a27e-58c51c8a3de5 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:26.151655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d1130a4b-962a-4743-a27e-58c51c8a3de5 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:26.217067 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.220428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 66cd5e69-e35a-4eaf-81cc-24bc5893a825 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:26.220957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.224658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.309742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.314654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:26.320045 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a926cbbe-c4da-49e8-84cd-31ed2d06066a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.322702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 66cd5e69-e35a-4eaf-81cc-24bc5893a825 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:26.326614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:26.333507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:26.335158 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a926cbbe-c4da-49e8-84cd-31ed2d06066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.342045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event updated for resources: {'Port': ['ID=64a238f9-5892-4f87-9544-ffaecb7ce242,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:26.345036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811d27b-ed5b-4cd4-a28c-873d53ea89fe None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:26.383863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-28fdd46b-d2b9-480c-ae4e-6668bb5d7cf0 None None] Provisioning complete for port 64a238f9-5892-4f87-9544-ffaecb7ce242 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:26.385457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-28fdd46b-d2b9-480c-ae4e-6668bb5d7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.428230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-28fdd46b-d2b9-480c-ae4e-6668bb5d7cf0 None None] Port 64a238f9-5892-4f87-9544-ffaecb7ce242 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:26.458541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a926cbbe-c4da-49e8-84cd-31ed2d06066a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57848d5cfa7743d09eea4412e49cb8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6421869 Nov 10 04:08:26.461713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58010) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:26.464932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926cbbe-c4da-49e8-84cd-31ed2d06066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d177f0-512b-452b-b108-fa6eb935ad96,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:26.552898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.565693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4221c4a-1645-4485-950c-b93032f9d670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.591646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=66cd5e69-e35a-4eaf-81cc-24bc5893a825,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:26.647063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4221c4a-1645-4485-950c-b93032f9d670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.770971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.788580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4221c4a-1645-4485-950c-b93032f9d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.791357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4221c4a-1645-4485-950c-b93032f9d670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:26.792655 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d4221c4a-1645-4485-950c-b93032f9d670 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22d177f0-512b-452b-b108-fa6eb935ad96 HTTP/1.1" status: 204 len: 168 time: 0.3276987 Nov 10 04:08:26.866291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4221c4a-1645-4485-950c-b93032f9d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d177f0-512b-452b-b108-fa6eb935ad96,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:26.963642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router ed6baa6e-021d-4032-839b-334e13b6008f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:27.044600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:27.052943 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6ab5968d-83f0-4e6c-a15b-88b076337fcc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/ed6baa6e-021d-4032-839b-334e13b6008f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8626373 Nov 10 04:08:27.052943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58016) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:27.058452 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] Sync routers for ids ['ed6baa6e-021d-4032-839b-334e13b6008f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:27.070928 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] Routers {'ed6baa6e-021d-4032-839b-334e13b6008f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:27.071531 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ed6baa6e-021d-4032-839b-334e13b6008f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:27.090857 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-db030f37-c69d-4f9a-9289-98b2f2d47390 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed6baa6e-021d-4032-839b-334e13b6008f HTTP/1.1" status: 200 len: 205 time: 0.0357780 Nov 10 04:08:27.093418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58018) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:27.107639 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:27.116894 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] Routers {'ed6baa6e-021d-4032-839b-334e13b6008f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:27.117686 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ed6baa6e-021d-4032-839b-334e13b6008f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:27.152202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58020) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:27.163092 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:27.163737 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab9679-a5de-45ba-aa47-a37c550bba51 None None] The sync data for ids ['ed6baa6e-021d-4032-839b-334e13b6008f'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:27.178383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba91-3a02-4ca0-8a9d-0c9ca1f0dba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.190582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6101be36-b13f-4597-9806-af2647de9b42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.210324 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.360575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6101be36-b13f-4597-9806-af2647de9b42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.366060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port 28ece0dc-a496-4ad6-a289-5544fd345f3b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:27.366352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.366990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6101be36-b13f-4597-9806-af2647de9b42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.417888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6101be36-b13f-4597-9806-af2647de9b42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.418482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6101be36-b13f-4597-9806-af2647de9b42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Fanout notify agent at l3_agent the message router_deleted on router ed6baa6e-021d-4032-839b-334e13b6008f {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:27.430432 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6101be36-b13f-4597-9806-af2647de9b42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.434290 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6101be36-b13f-4597-9806-af2647de9b42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/ed6baa6e-021d-4032-839b-334e13b6008f HTTP/1.1" status: 204 len: 168 time: 0.3399098 Nov 10 04:08:27.434914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58028) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:27.488686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:08:27.491803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.534165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.550664 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba91-3a02-4ca0-8a9d-0c9ca1f0dba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.566421 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba91-3a02-4ca0-8a9d-0c9ca1f0dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.630461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.633635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port 28ece0dc-a496-4ad6-a289-5544fd345f3b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=28ece0dc-a496-4ad6-a289-5544fd345f3b,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:27.634010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.645675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd72b8-722b-44e6-b694-a16a6a4bbdeb req-eca6d1ef-ddd2-4d2e-a85e-3fb4839a698d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:27.647177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54cd72b8-722b-44e6-b694-a16a6a4bbdeb req-eca6d1ef-ddd2-4d2e-a85e-3fb4839a698d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 946 time: 0.1973300 Nov 10 04:08:27.655783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1b32ba91-3a02-4ca0-8a9d-0c9ca1f0dba1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e4d8c4e546642109a81f816e72200b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024841 Nov 10 04:08:27.660481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ba91-3a02-4ca0-8a9d-0c9ca1f0dba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268d7371-21ba-42b1-b440-a41d3364b4b9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:27.661274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58030) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:27.673898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.676738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for 28ece0dc-a496-4ad6-a289-5544fd345f3b owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:27.721914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.755746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7add8dbc-0baa-4f11-9f1f-ac313badde6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.759735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:27.761670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.764928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-20ccc53e-e9c3-4cd9-b7c7-7df11a75064a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9 HTTP/1.1" status: 204 len: 168 time: 0.3290193 Nov 10 04:08:27.767746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58032) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:27.771548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66b1b8-f28c-4fff-bde3-71c95a110977 None None] Network 9827f36f-8995-4667-8373-29d0a47c5abf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:27.835258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54cd72b8-722b-44e6-b694-a16a6a4bbdeb req-8bad30d6-23e4-4ea0-b5f0-dc134ab10171 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783748 Nov 10 04:08:27.837644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7add8dbc-0baa-4f11-9f1f-ac313badde6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.894068 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.943882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7add8dbc-0baa-4f11-9f1f-ac313badde6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.946830 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7add8dbc-0baa-4f11-9f1f-ac313badde6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:27.948143 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7add8dbc-0baa-4f11-9f1f-ac313badde6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/268d7371-21ba-42b1-b440-a41d3364b4b9 HTTP/1.1" status: 204 len: 168 time: 0.2860329 Nov 10 04:08:27.951326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Router 0f4761e7-87c1-413a-b25c-e4116ee82a2b is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:27.972036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add8dbc-0baa-4f11-9f1f-ac313badde6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d7371-21ba-42b1-b440-a41d3364b4b9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:28.000381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 3ba6c1d5-b157-474d-8e90-16ba215396c2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:28.000710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.013757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] DHCP port deletion for 9827f36f-8995-4667-8373-29d0a47c5abf request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:28.102398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] Deleting port 3ba6c1d5-b157-474d-8e90-16ba215396c2 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:28.103026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.114034 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.114285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 3ba6c1d5-b157-474d-8e90-16ba215396c2, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ba6c1d5-b157-474d-8e90-16ba215396c2,segment=NetworkSegment(c03501eb-a3c7-43b9-be5c-ea8868606f32),segment_id=c03501eb-a3c7-43b9-be5c-ea8868606f32)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:28.114652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.132633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 3ba6c1d5-b157-474d-8e90-16ba215396c2 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:28.184976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ba6c1d5-b157-474d-8e90-16ba215396c2 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:28.212106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=28ece0dc-a496-4ad6-a289-5544fd345f3b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:28.248458 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.252092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No active binding found for port 3ba6c1d5-b157-474d-8e90-16ba215396c2 {{(pid=102598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 04:08:28.252794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ba6c1d5-b157-474d-8e90-16ba215396c2 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:28.287567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] For port 3ba6c1d5-b157-474d-8e90-16ba215396c2, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ba6c1d5-b157-474d-8e90-16ba215396c2,segment=NetworkSegment(c03501eb-a3c7-43b9-be5c-ea8868606f32),segment_id=c03501eb-a3c7-43b9-be5c-ea8868606f32)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:28.289787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:28.294592 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.308832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=3ba6c1d5-b157-474d-8e90-16ba215396c2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:28.311253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No DVR routers for this DVR port 3ba6c1d5-b157-474d-8e90-16ba215396c2 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:28.318482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] Sync routers for ids ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:28.345033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] Calling delete_port for 3ba6c1d5-b157-474d-8e90-16ba215396c2 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:28.355772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.357098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-afa310fb-ad3a-483e-82c7-3e2350bd8c15 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4752011 Nov 10 04:08:28.362310 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58038) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:28.367672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] Routers {'0f4761e7-87c1-413a-b25c-e4116ee82a2b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:28.368310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:28.368938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': False}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:28.418567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:28.439213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.466544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.482472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] Routers {'0f4761e7-87c1-413a-b25c-e4116ee82a2b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:28.483195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:28.513582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58040) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:28.545231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:28.545888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10285513-6ec9-4b4a-9504-8e18bc59cd14 None None] The sync data for ids ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:28.548790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.552094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9827f36f-8995-4667-8373-29d0a47c5abf']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:28.578211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03501eb-a3c7-43b9-be5c-ea8868606f32') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:28.578211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03501eb-a3c7-43b9-be5c-ea8868606f32') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:28.590835 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.605711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.608444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.617802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:08:28.618287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:08:28.622086 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:08:28.627736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] No DVR routers for this DVR port 3ba6c1d5-b157-474d-8e90-16ba215396c2 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:28.656747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b8f4-6e4d-489c-b934-c2060ba4ece7 None None] Pushing event deleted for resources: {'Port': ['ID=3ba6c1d5-b157-474d-8e90-16ba215396c2,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:28.759588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.777298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router 742ee13e-04bf-4278-b81c-e8621ca6f48f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:28.780713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.783893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/9827f36f-8995-4667-8373-29d0a47c5abf HTTP/1.1" status: 204 len: 168 time: 1.0152342 Nov 10 04:08:28.788551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:28.792604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-528329cb-09b5-4956-baac-6f5eb0ca3581 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1027069946', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:28.797638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61101ea-f3ca-4add-869b-e4b4e57c50fe tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=9827f36f-8995-4667-8373-29d0a47c5abf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:28.855357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-528329cb-09b5-4956-baac-6f5eb0ca3581 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.856345 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-528329cb-09b5-4956-baac-6f5eb0ca3581 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.944430 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.950561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:28.959900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ea26a7f5-7d7b-4074-beed-2ae6b7f02246 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "PUT /v2.0/routers/742ee13e-04bf-4278-b81c-e8621ca6f48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5847602 Nov 10 04:08:28.962213 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] Sync routers for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:28.974683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-528329cb-09b5-4956-baac-6f5eb0ca3581 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.975774 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:28.975903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:28.976573 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:29.009354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-528329cb-09b5-4956-baac-6f5eb0ca3581 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.037409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.043407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d487760d-0ad1-4755-a84d-7d37d2f2ebc0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:29.051252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=263a3f59fd2b4bbe83df8c0845834902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5360754 Nov 10 04:08:29.053461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58050) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:29.067356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11a8e1-0e8a-47fa-87e5-2c965395345e req-e48a5b49-0f43-44de-87bf-b6e26d7bc7c9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:29.074933 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad11a8e1-0e8a-47fa-87e5-2c965395345e req-e48a5b49-0f43-44de-87bf-b6e26d7bc7c9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 946 time: 0.1467204 Nov 10 04:08:29.083221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.083557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.083893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.084221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.084548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.085003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.085326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.085644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.085975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.086287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.086601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.086917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99136540-c733-4abc-97fd-4a4f4d8c714c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:08:29.095338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-fc0baa57-a759-4b11-a982-9edabb0b0771 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:29.096868 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-fc0baa57-a759-4b11-a982-9edabb0b0771 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 946 time: 0.1465573 Nov 10 04:08:29.105431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-528329cb-09b5-4956-baac-6f5eb0ca3581 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.106608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-528329cb-09b5-4956-baac-6f5eb0ca3581 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3176024 Nov 10 04:08:29.109840 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:29.115109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-305455533'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:29.150269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:29.173542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad11a8e1-0e8a-47fa-87e5-2c965395345e req-199b7fc7-0ab9-4c5b-80d0-64ad4f4f1a82 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977402 Nov 10 04:08:29.174360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:29.177801 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.221142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:29.264269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.264611 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52 of type vlan for network addcf844-a6ff-48b6-b983-599a664ab1fe Nov 10 04:08:29.286784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49050297-4a03-4cad-ac06-355aa4dabcb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.314495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe1927-2bc4-4eec-aa96-a1dc4b5c6f35 req-9cdf3235-bbe7-4499-9498-be06a0307b2b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:29.315973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5fe1927-2bc4-4eec-aa96-a1dc4b5c6f35 req-9cdf3235-bbe7-4499-9498-be06a0307b2b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 946 time: 0.0965705 Nov 10 04:08:29.319559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.322060 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49050297-4a03-4cad-ac06-355aa4dabcb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.366692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:29.367041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.387707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5fe1927-2bc4-4eec-aa96-a1dc4b5c6f35 req-c92879d9-70ed-4bf8-b9fe-50e5ffcbcd7d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560036 Nov 10 04:08:29.388631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.400814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:29.401355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.429919 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:27Z', 'revision_number': 6, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:29.464945 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] Checking router: 742ee13e-04bf-4278-b81c-e8621ca6f48f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:29.474510 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:29.475114 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:29.504137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49050297-4a03-4cad-ac06-355aa4dabcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.507391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49050297-4a03-4cad-ac06-355aa4dabcb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.508846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-49050297-4a03-4cad-ac06-355aa4dabcb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d487760d-0ad1-4755-a84d-7d37d2f2ebc0 HTTP/1.1" status: 204 len: 168 time: 0.4542730 Nov 10 04:08:29.547790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49050297-4a03-4cad-ac06-355aa4dabcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d487760d-0ad1-4755-a84d-7d37d2f2ebc0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:29.605023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] For port ae7e12c0-7e5f-4412-9a4b-e179337b2e00, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:29.605409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:29.782941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=addcf844-a6ff-48b6-b983-599a664ab1fe,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:29.797579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a9fc107c-d9e5-4e33-80f3-e075f9d743ab tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6865728 Nov 10 04:08:29.798662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network addcf844-a6ff-48b6-b983-599a664ab1fe details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:29.803879 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:08:29.810353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:29.823770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:29.831920 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:29.977710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:29.986095 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.155688 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:27Z', 'revision_number': 6, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:30.184129 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21929e4-00c3-47e8-8a4d-923fa6446e6a None None] The sync data for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 is: [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:27Z', 'revision_number': 6, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '56e8b513-bb95-4ca1-a8df-2f24a4c585ef', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'port_id': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'mac_address': 'fa:16:3e:26:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651fd27-1432-4805-9aba-43b3b103913a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:50Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:30.270027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.270521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.270696 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Floating IP 71d07317-948d-48d0-b639-358f4d938a17 disassociated. External IP: 172.25.6.208, port: ae7e12c0-7e5f-4412-9a4b-e179337b2e00. Nov 10 04:08:30.271047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for ae7e12c0-7e5f-4412-9a4b-e179337b2e00 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:30.319054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.364238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f96e-1918-4724-8191-20f63cce4eac req-dea941cb-1366-4b5d-97fb-ed4f1151eaf8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:30.366075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1aa0f96e-1918-4724-8191-20f63cce4eac req-dea941cb-1366-4b5d-97fb-ed4f1151eaf8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 946 time: 0.0953586 Nov 10 04:08:30.377558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.384643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.433759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=cc758ca3-4881-4ece-b229-fdf0fd314370,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:30.456841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:30.457105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: addcf844-a6ff-48b6-b983-599a664ab1fe, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:30.517394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1aa0f96e-1918-4724-8191-20f63cce4eac req-cfee21cf-85ab-4842-a2fe-eb3c9acd6914 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405735 Nov 10 04:08:30.527041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network addcf844-a6ff-48b6-b983-599a664ab1fe is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:30.562161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, addcf844-a6ff-48b6-b983-599a664ab1fe) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:30.579209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:30.579812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.583590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd71d6-4c02-41f1-840c-7d2e5e62a14c None None] Network addcf844-a6ff-48b6-b983-599a664ab1fe requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:30.591796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Router 0f4761e7-87c1-413a-b25c-e4116ee82a2b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:30.605482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b456bd0-bcc9-4480-94fc-7770553e4c8e req-d7ed15c7-8354-46fd-ad5a-f68d67aa8079 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:30.605716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.613885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b456bd0-bcc9-4480-94fc-7770553e4c8e req-d7ed15c7-8354-46fd-ad5a-f68d67aa8079 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 946 time: 0.0954962 Nov 10 04:08:30.633856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58084) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:30.641021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=ae7e12c0-7e5f-4412-9a4b-e179337b2e00,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:30.645594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bc66ed86-cf1f-4225-8fbb-48114f7eff66 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8340099 Nov 10 04:08:30.653372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58086) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:30.783144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b456bd0-bcc9-4480-94fc-7770553e4c8e req-2bb71fb9-34ec-4efe-80b5-60aa345afd0a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549480 Nov 10 04:08:30.847909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:30.859820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] Sync routers for ids ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:30.874893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.878609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a3eaa04b-0da3-4d9c-9058-b1ff31efd7ce tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "PUT /v2.0/routers/0f4761e7-87c1-413a-b25c-e4116ee82a2b HTTP/1.1" status: 200 len: 925 time: 2.5129411 Nov 10 04:08:30.878740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-addcf844-a6ff-48b6-b983-599a664ab1fe', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:08:30.878740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:30.880918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58092) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:30.902541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] Routers {'0f4761e7-87c1-413a-b25c-e4116ee82a2b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:30.903404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:30.943086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ae7e12c0-7e5f-4412-9a4b-e179337b2e00 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:30.949974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:30.969066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2121046532-network', 'tenant_id': '942a382b03a94b5f947998affc5b8d69'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:30.976930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: ae7e12c0-7e5f-4412-9a4b-e179337b2e00 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:30.976930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device ae7e12c0-7e5f-4412-9a4b-e179337b2e00 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:31.043775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] Routers {'0f4761e7-87c1-413a-b25c-e4116ee82a2b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:31.044394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:31.050730 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.060125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-b5bd02fb-4112-48fe-8e39-9f8e1c0300bf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:31.068484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-b5bd02fb-4112-48fe-8e39-9f8e1c0300bf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 946 time: 0.2565541 Nov 10 04:08:31.084057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:31.084622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5008b80d-2535-4c52-a6e2-2516235030ce None None] The sync data for ids ['0f4761e7-87c1-413a-b25c-e4116ee82a2b'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:31.149438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Allocated IP 172.20.0.2 (addcf844-a6ff-48b6-b983-599a664ab1fe/cc758ca3-4881-4ece-b229-fdf0fd314370/3ef13a4b-6035-44ae-a158-f68a330d1aeb) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:31.155597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Made reservation on behalf of 942a382b03a94b5f947998affc5b8d69 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:31.158242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.170473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:31.214508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.300787 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5b520067-89ff-49d3-8cb1-26193372a465 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/0f4761e7-87c1-413a-b25c-e4116ee82a2b HTTP/1.1" status: 200 len: 925 time: 0.4186361 Nov 10 04:08:31.303676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:31.380824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2872310d-c179-496f-badb-8142305cc37f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:31.385205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2872310d-c179-496f-badb-8142305cc37f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=0f4761e7-87c1-413a-b25c-e4116ee82a2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0777073 Nov 10 04:08:31.386065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58096) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:31.449323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:31.456892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port 216aae8b-5b22-485d-b4b7-431e881a11de {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:31.457287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.467147 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:31.484292 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:31.486866 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:31.488434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77231b73-c655-4560-bd49-3a50f31dd9f7 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:31.490113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77231b73-c655-4560-bd49-3a50f31dd9f7 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.1030064 Nov 10 04:08:31.491536 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.494628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58098) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:31.499945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.536568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Network addcf844-a6ff-48b6-b983-599a664ab1fe is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:31.538032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-055e0d87-e965-4105-988c-832326fd1b49 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f4761e7-87c1-413a-b25c-e4116ee82a2b HTTP/1.1" status: 200 len: 205 time: 0.0415535 Nov 10 04:08:31.538647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:31.540236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:31.543854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:31.549306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] No DVR routers for this DVR port ae7e12c0-7e5f-4412-9a4b-e179337b2e00 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:31.556092 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.559610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ebfcf1b4-5cce-43b6-81dd-bf551d991a20 req-18676450-af14-42ac-8b3a-2a190257a205 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "DELETE /v2.0/ports/ae7e12c0-7e5f-4412-9a4b-e179337b2e00 HTTP/1.1" status: 204 len: 173 time: 2.4499638 Nov 10 04:08:31.580096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Pushing event updated for resources: {'Port': ['ID=3ef13a4b-6035-44ae-a158-f68a330d1aeb,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:31.581848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'name': 'network-vif-deleted', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:08:31.585947 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c27380-9fad-43b3-8c60-1824ba07c6ef" -d '{"events": [{"server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "name": "network-vif-deleted", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:08:31.617195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.628829 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.667431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Attempting to bind port 3ef13a4b-6035-44ae-a158-f68a330d1aeb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:31.668724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Attempting to bind port 3ef13a4b-6035-44ae-a158-f68a330d1aeb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:31.680898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Attempting to bind port 3ef13a4b-6035-44ae-a158-f68a330d1aeb on network addcf844-a6ff-48b6-b983-599a664ab1fe {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:31.688861 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:31.695076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:31.696999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Checking segment: {'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:31.698609 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.699033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Bound using segment: {'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:31.701684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Bound port: 3ef13a4b-6035-44ae-a158-f68a330d1aeb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:31.701684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.701928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c0560-65c7-4844-8c70-b2ef9ec6984f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:31.713903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:31.725645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.726315 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Added segment 09ec61f5-2605-47f1-9cb2-e861c482f68a of type vlan for network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 Nov 10 04:08:31.772177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.797106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.20.0.1 (addcf844-a6ff-48b6-b983-599a664ab1fe/cc758ca3-4881-4ece-b229-fdf0fd314370/cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:31.804245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.805885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:31.806508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.845089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] For port 3ef13a4b-6035-44ae-a158-f68a330d1aeb, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:31.850987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] For port 3ef13a4b-6035-44ae-a158-f68a330d1aeb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ef13a4b-6035-44ae-a158-f68a330d1aeb,segment=NetworkSegment(b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52),segment_id=b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:31.872583 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.909601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] Pushing event updated for resources: {'Network': ['ID=435bcfbe-5e59-4a4a-a5a1-5cde594fd835,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:31.922193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a3a8f495-ab69-4b9e-85b4-2f07dee90648 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2688432 Nov 10 04:08:31.927652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58112) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:31.933784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:31.936201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port 216aae8b-5b22-485d-b4b7-431e881a11de, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=216aae8b-5b22-485d-b4b7-431e881a11de,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:31.937438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:31.946270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Request body: {'subnet': {'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2121046532-subnet', 'tenant_id': '942a382b03a94b5f947998affc5b8d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:31.980941 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f36b2-fda6-4e0b-b4a1-1a46688fc97b x-openstack-request-id: req-080f36b2-fda6-4e0b-b4a1-1a46688fc97b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:08:31.981397 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80f17f9-2fc7-4c11-a04c-b31d9b31b68d", "name": "network-vif-deleted", "tag": "ae7e12c0-7e5f-4412-9a4b-e179337b2e00", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:08:31.981714 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-080f36b2-fda6-4e0b-b4a1-1a46688fc97b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:08:31.982205 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80f17f9-2fc7-4c11-a04c-b31d9b31b68d', 'name': 'network-vif-deleted', 'tag': 'ae7e12c0-7e5f-4412-9a4b-e179337b2e00', 'status': 'completed', 'code': 200} Nov 10 04:08:31.999396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Made reservation on behalf of 942a382b03a94b5f947998affc5b8d69 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:32.004704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.018148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8fbfd-ef97-4509-a3a7-c00064895490 None None] Pushing event updated for resources: {'Port': ['ID=3ef13a4b-6035-44ae-a158-f68a330d1aeb,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:32.019968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.075414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 28ece0dc-a496-4ad6-a289-5544fd345f3b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:32.110019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d476f7f7-b6f8-465b-b55f-2a94ef704bde req-19bbe4aa-5e23-40b2-9402-5acebbfcf196 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.4255900 Nov 10 04:08:32.111806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 28ece0dc-a496-4ad6-a289-5544fd345f3b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:32.112159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 28ece0dc-a496-4ad6-a289-5544fd345f3b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:32.144922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for 216aae8b-5b22-485d-b4b7-431e881a11de owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:32.194180 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:32.236152 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:32.247124 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:32.248022 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:32.275468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.388249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.433314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e546e9e-d268-4c49-89a2-af811e3235d4 req-17cb88fd-7903-4e54-930c-3abe585a19e9 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:32.443829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e546e9e-d268-4c49-89a2-af811e3235d4 req-17cb88fd-7903-4e54-930c-3abe585a19e9 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=6786b956-b9f5-466a-932e-03e1ee486af4 HTTP/1.1" status: 200 len: 946 time: 0.2554538 Nov 10 04:08:32.466173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.469294 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:32.490223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network addcf844-a6ff-48b6-b983-599a664ab1fe is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:32.495248 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.539677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:32.548319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:32.552653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:32.554881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=216aae8b-5b22-485d-b4b7-431e881a11de,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:32.559760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd689ae-74b0-4918-9a41-6742b4869fa6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:32.637205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e546e9e-d268-4c49-89a2-af811e3235d4 req-9bceb4f7-8ef8-45dc-a8d7-63f85b84073c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=f430a8f8-23a2-4156-82c5-305bb6417e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915071 Nov 10 04:08:32.663486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] No DVR routers for this DVR port 216aae8b-5b22-485d-b4b7-431e881a11de on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:32.666635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.671909 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-016b51ee-951f-4953-b854-ab8e5aec9b9f req-0faccd5d-e994-44f9-8da4-12db56d3d411 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "DELETE /v2.0/ports/216aae8b-5b22-485d-b4b7-431e881a11de HTTP/1.1" status: 204 len: 173 time: 1.5283227 Nov 10 04:08:32.673955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Checking segment: {'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:32.675406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Network hostable DHCP agents. Network: 435bcfbe-5e59-4a4a-a5a1-5cde594fd835, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:32.699028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.704173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:32.738372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 435bcfbe-5e59-4a4a-a5a1-5cde594fd835) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:32.749814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534f8dc-c51a-4ee0-9475-672f62873830 None None] Network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:32.760739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:32.762658 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.785237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b29e225b-9df0-4713-9ee7-f63b622c2ef2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8560331 Nov 10 04:08:32.790290 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:32.807568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:32.876261 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591ccf7-fc2d-4502-adb3-8b9d6e726c87 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:32.943267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.027413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Deleting port 64a238f9-5892-4f87-9544-ffaecb7ce242 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:33.027927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.042540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc61dc3-c46a-4f75-995e-76fa9d13223c None None] Network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:33.462653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab473cba-16e7-4b97-b61a-c5a82eb09b4f None None] New status for floating IP 71d07317-948d-48d0-b639-358f4d938a17: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:08:33.463489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11ef2a85-7022-4b24-b752-65dc27d866b6 req-197fed59-4b8a-44f6-ad98-dbf0a72b3a62 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0812759 Nov 10 04:08:33.551096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.582667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Calling delete_port for 64a238f9-5892-4f87-9544-ffaecb7ce242 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:33.703878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df6914-1fc2-4a5c-8bb8-f726ddd9492e None None] Network addcf844-a6ff-48b6-b983-599a664ab1fe requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:33.769336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58126) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:33.791545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-55733c1b-52ab-4215-bb41-239257d53b01 None None] Provisioning complete for port 3ef13a4b-6035-44ae-a158-f68a330d1aeb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:33.792095 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-55733c1b-52ab-4215-bb41-239257d53b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.851604 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1141c9f-9689-4cdd-8d74-1a2a45a9726d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.867359 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.885007 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.888494 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1141c9f-9689-4cdd-8d74-1a2a45a9726d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:33.984043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6786b956-b9f5-466a-932e-03e1ee486af4', 'name': 'network-vif-deleted', 'tag': '216aae8b-5b22-485d-b4b7-431e881a11de'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:08:33.989905 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f144656-23e4-4a32-8cf0-5bb8482ef3d0" -d '{"events": [{"server_uuid": "6786b956-b9f5-466a-932e-03e1ee486af4", "name": "network-vif-deleted", "tag": "216aae8b-5b22-485d-b4b7-431e881a11de"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:08:34.006671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1141c9f-9689-4cdd-8d74-1a2a45a9726d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.015993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1141c9f-9689-4cdd-8d74-1a2a45a9726d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.037928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f1141c9f-9689-4cdd-8d74-1a2a45a9726d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/security-groups/f430a8f8-23a2-4156-82c5-305bb6417e37 HTTP/1.1" status: 204 len: 168 time: 0.2657800 Nov 10 04:08:34.085603 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831ff001-1188-43c8-b591-c4b4021335b3 x-openstack-request-id: req-831ff001-1188-43c8-b591-c4b4021335b3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:08:34.086812 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6786b956-b9f5-466a-932e-03e1ee486af4", "name": "network-vif-deleted", "tag": "216aae8b-5b22-485d-b4b7-431e881a11de", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:08:34.087008 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-831ff001-1188-43c8-b591-c4b4021335b3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:08:34.088770 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6786b956-b9f5-466a-932e-03e1ee486af4', 'name': 'network-vif-deleted', 'tag': '216aae8b-5b22-485d-b4b7-431e881a11de', 'status': 'completed', 'code': 200} Nov 10 04:08:34.089560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141c9f-9689-4cdd-8d74-1a2a45a9726d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f430a8f8-23a2-4156-82c5-305bb6417e37,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:34.098659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58138) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:34.101486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:34.120481 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.122636 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-55733c1b-52ab-4215-bb41-239257d53b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.191137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting subnet e26807ea-41fb-40b1-8d0f-be7bb0173a56 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:08:34.204052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.261923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-55733c1b-52ab-4215-bb41-239257d53b01 None None] For port 3ef13a4b-6035-44ae-a158-f68a330d1aeb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ef13a4b-6035-44ae-a158-f68a330d1aeb,segment=NetworkSegment(b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52),segment_id=b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:34.271191 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-55733c1b-52ab-4215-bb41-239257d53b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.291155 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.368080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ef13a4b-6035-44ae-a158-f68a330d1aeb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:34.448615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55733c1b-52ab-4215-bb41-239257d53b01 None None] Pushing event updated for resources: {'Port': ['ID=3ef13a4b-6035-44ae-a158-f68a330d1aeb,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:34.468187 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.481572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3ef13a4b-6035-44ae-a158-f68a330d1aeb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:34.482275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.602531 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.662470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Subnet': ['ID=e26807ea-41fb-40b1-8d0f-be7bb0173a56,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:34.669071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 216aae8b-5b22-485d-b4b7-431e881a11de no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:34.676586 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.679392 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc397bef-e9ac-4d48-a653-e808f5519189 None None] Network 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:34.703230 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-409ef7b2-49f3-4b66-8e7c-7cd3d3e0b4c8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/subnets/e26807ea-41fb-40b1-8d0f-be7bb0173a56 HTTP/1.1" status: 204 len: 168 time: 0.6031551 Nov 10 04:08:34.705762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58144) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:34.819517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.861806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 216aae8b-5b22-485d-b4b7-431e881a11de {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:34.861806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 216aae8b-5b22-485d-b4b7-431e881a11de not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:34.868053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.885679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66212ba8-7955-4e9f-bb4f-aeaa17f81781 req-c487ec1e-c4ac-4f8f-91e9-aa57ce32da10 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0943928 Nov 10 04:08:34.915812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-83f68a71-6c7d-47ba-9863-3316c3c9e378 None None] Provisioning complete for port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:34.916176 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83f68a71-6c7d-47ba-9863-3316c3c9e378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:34.917890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event deleted for resources: {'Port': ['ID=64a238f9-5892-4f87-9544-ffaecb7ce242,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:34.978970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-83f68a71-6c7d-47ba-9863-3316c3c9e378 None None] Port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:34.981000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214173e-49e1-468f-895e-151202f1a00e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:35.024196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network addcf844-a6ff-48b6-b983-599a664ab1fe is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:35.027390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:35.051409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-83f68a71-6c7d-47ba-9863-3316c3c9e378 None None] Provisioning complete for port 3ef13a4b-6035-44ae-a158-f68a330d1aeb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:35.051780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83f68a71-6c7d-47ba-9863-3316c3c9e378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.052391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port 5a340486-7ea3-4242-9b1a-327fe059aa60 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:35.052734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.132020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] DHCP port deletion for 80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:35.153872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port 5a340486-7ea3-4242-9b1a-327fe059aa60, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5a340486-7ea3-4242-9b1a-327fe059aa60,segment=NetworkSegment(1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378),segment_id=1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:35.154378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.178581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for 5a340486-7ea3-4242-9b1a-327fe059aa60 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:35.179587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.345692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.357321 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.361047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.363737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] Deleting port 5a340486-7ea3-4242-9b1a-327fe059aa60 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:35.364668 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.423291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=5a340486-7ea3-4242-9b1a-327fe059aa60,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:35.425358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] No DVR routers for this DVR port 5a340486-7ea3-4242-9b1a-327fe059aa60 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:35.441550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.442219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Fanout notify agent at l3_agent the message router_deleted on router 0f4761e7-87c1-413a-b25c-e4116ee82a2b {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:35.467688 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.475577 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3a577c74-a607-4f79-aa92-ff6d418b11dd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/0f4761e7-87c1-413a-b25c-e4116ee82a2b HTTP/1.1" status: 204 len: 168 time: 3.9316492 Nov 10 04:08:35.477051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] For port 5a340486-7ea3-4242-9b1a-327fe059aa60, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:35.477551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.478164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58148) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:35.483623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-729f4cd6-fa03-4fd2-b1ec-4df7444d49ca tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1238627816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:35.495615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:35.513186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] Calling delete_port for 5a340486-7ea3-4242-9b1a-327fe059aa60 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:35.518852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] Port 5a340486-7ea3-4242-9b1a-327fe059aa60 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:08:35.522450 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.532552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.553966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ba9fd6-a0bf-40f9-a70f-dcbb182c3174']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:35.558790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] Pushing event deleted for resources: {'Port': ['ID=5a340486-7ea3-4242-9b1a-327fe059aa60,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:35.565240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:35.565831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed24ab6-dfa3-45ec-9303-3bf0a0b1f378') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:35.566210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fef0a-fc01-4366-b558-0c775ad4b678 None None] No DVR routers for this DVR port 5a340486-7ea3-4242-9b1a-327fe059aa60 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:35.579955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-85f95adc-f30b-4198-86e1-3a735a38ad60 None None] Provisioning complete for port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:35.580315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-85f95adc-f30b-4198-86e1-3a735a38ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.588868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.607312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.619021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:08:35.621025 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.627538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-85f95adc-f30b-4198-86e1-3a735a38ad60 None None] Port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:35.637168 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-729f4cd6-fa03-4fd2-b1ec-4df7444d49ca tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.638467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-729f4cd6-fa03-4fd2-b1ec-4df7444d49ca tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:08:35.646544 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:08:35.652093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:35.664100 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:35.675434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-abaff874-4cc4-4f0d-9892-e30537b87fc0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0210440 Nov 10 04:08:35.681470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58154) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:35.683339 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:35.684131 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:35.696602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-395728035'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:35.731594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.753257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.753491 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-729f4cd6-fa03-4fd2-b1ec-4df7444d49ca tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.762940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58156) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:35.763927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-729f4cd6-fa03-4fd2-b1ec-4df7444d49ca tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.764358 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/networks/80ba9fd6-a0bf-40f9-a70f-dcbb182c3174 HTTP/1.1" status: 204 len: 168 time: 1.0558245 Nov 10 04:08:35.781298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ce65-aa69-438b-8f74-4ebda64db416 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Network': ['ID=80ba9fd6-a0bf-40f9-a70f-dcbb182c3174,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:35.787682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:35.791129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.797896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-729f4cd6-fa03-4fd2-b1ec-4df7444d49ca tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.798281 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:35.801504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-729f4cd6-fa03-4fd2-b1ec-4df7444d49ca tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3197501 Nov 10 04:08:35.801846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58158) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:35.806659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:35.862188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:35.904719 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:35.905379 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment d921579c-40ac-4626-b13e-fc7678d69b57 of type vlan for network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 Nov 10 04:08:35.984429 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.071300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c55d8be-e995-485f-8cab-5108bddf3d49 req-f615bf7b-afd4-4e69-a6ea-89baef16f412 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0492771 Nov 10 04:08:36.081511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.119143 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.135839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:36.140879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.187613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ef13a4b-6035-44ae-a158-f68a330d1aeb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:36.295800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3ef13a4b-6035-44ae-a158-f68a330d1aeb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:36.295800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.299242 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:32Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:33Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:36.303858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=abc09cf4-12f2-49f8-be4a-6e04d3cd0583,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:36.334574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-36752328-c53d-4fe4-8479-85af2be03baf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6512327 Nov 10 04:08:36.335963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58166) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:36.348552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:36.353725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:36.358993 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:36.359339 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Updating router 091ce82d-5656-4a14-9315-e3bf8e237499 port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:08:36.387660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port da42aec1-cf82-4946-81a8-7d4c28b23832 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:36.388013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.417443 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.571729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a340486-7ea3-4242-9b1a-327fe059aa60 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:36.612517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 5a340486-7ea3-4242-9b1a-327fe059aa60 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:36.612850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a340486-7ea3-4242-9b1a-327fe059aa60 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:36.674148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:36.678294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.901153 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.901640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.914064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.942787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for da42aec1-cf82-4946-81a8-7d4c28b23832 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:36.964490 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.976600 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:36.994213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:36.994670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: abc09cf4-12f2-49f8-be4a-6e04d3cd0583, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:37.006349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.028067 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.034777 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f440af-9f79-49e5-b8c6-144339d873c6 None None] Pushing event updated for resources: {'Port': ['ID=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:37.148868 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Attempting to bind port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:37.149334 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Attempting to bind port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:37.149588 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Attempting to bind port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 on network addcf844-a6ff-48b6-b983-599a664ab1fe {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:37.155271 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:37.155726 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Checking segment: {'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:37.156021 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.156407 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Bound using segment: {'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:37.156946 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Bound port: cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:37.157241 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.162000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=15d7f58b-2d24-497b-86c2-a01eb45af1bf,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:37.222934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Allocated IP 172.25.6.113 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f1955f96-dedf-4add-8be5-466826eaf246) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:37.241274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95cab149-cca0-4cb5-ab54-709edff786da req-f2954ab3-500d-456f-a452-48a2387ef2b3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0492492 Nov 10 04:08:37.241916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:37.252738 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] For port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:37.259976 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] For port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,segment=NetworkSegment(b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52),segment_id=b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:37.277191 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.294427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, abc09cf4-12f2-49f8-be4a-6e04d3cd0583) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:37.304014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3004d7-39d9-4d70-895a-5c6ec1d9a58e None None] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:37.329773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:37.337961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.414056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e5880c8a-f62a-4080-a315-28cc9d885b58 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0752492 Nov 10 04:08:37.417052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58176) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:37.421742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.438868 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:37.439509 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:37.486431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.578669 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:37.583636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event updated for resources: {'Port': ['ID=f1955f96-dedf-4add-8be5-466826eaf246,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:37.615212 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f440af-9f79-49e5-b8c6-144339d873c6 None None] Pushing event updated for resources: {'Port': ['ID=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:37.627533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:08:37.628674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.643603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:37.653559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:37.656210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:37.678859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fcbef-20e3-409d-ad2c-c5a90acae535 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:37.701711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ad13d1be-325c-4360-ac4b-d40cc0e5ad5e None None] Provisioning complete for port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:37.702153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad13d1be-325c-4360-ac4b-d40cc0e5ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:37.929561 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:32Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:37Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:37.996114 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856228f8-9a1a-4a8c-8b00-9129ed3361e5 None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:32Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:37Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:38.081477 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.148375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad13d1be-325c-4360-ac4b-d40cc0e5ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.181062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=da42aec1-cf82-4946-81a8-7d4c28b23832,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:38.204898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.234225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Allocated IP 172.21.0.2 (abc09cf4-12f2-49f8-be4a-6e04d3cd0583/15d7f58b-2d24-497b-86c2-a01eb45af1bf/9ea3524d-449c-40e5-8f19-2d0a4784edf7) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:38.272400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.273811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ad13d1be-325c-4360-ac4b-d40cc0e5ad5e None None] For port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,segment=NetworkSegment(b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52),segment_id=b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:38.282630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad13d1be-325c-4360-ac4b-d40cc0e5ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.282892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.726189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.743862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13d1be-325c-4360-ac4b-d40cc0e5ad5e None None] Pushing event updated for resources: {'Port': ['ID=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:38.764143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-05ee8133-aa67-4397-9a07-792b917c9a4d None None] Provisioning complete for port f1955f96-dedf-4add-8be5-466826eaf246 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:38.764634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-05ee8133-aa67-4397-9a07-792b917c9a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.770520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.851373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.861088 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.903823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-05ee8133-aa67-4397-9a07-792b917c9a4d None None] Port f1955f96-dedf-4add-8be5-466826eaf246 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:38.934298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:38.937919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Pushing event updated for resources: {'Port': ['ID=9ea3524d-449c-40e5-8f19-2d0a4784edf7,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:38.951367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:38.962708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-05ee8133-aa67-4397-9a07-792b917c9a4d None None] Provisioning complete for port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:38.962708 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-05ee8133-aa67-4397-9a07-792b917c9a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:38.964920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:39.008680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be4c0488-894d-4c4a-ad3a-01ee5e904513 req-806d56ba-9976-441a-9a1e-cfc0738acb8d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.5391161 Nov 10 04:08:39.009606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:39.009966 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Floating IP 56e8b513-bb95-4ca1-a8df-2f24a4c585ef disassociated (deleted). External IP: 172.25.6.240, port: 80b3d9b6-fe1b-46d3-9503-6930f69003ac. Nov 10 04:08:39.080537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Attempting to bind port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:39.081174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Attempting to bind port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:39.102507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Attempting to bind port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 on network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:39.114988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:39.115891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Checking segment: {'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:39.116444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:39.116981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Bound using segment: {'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:39.117852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Bound port: 9ea3524d-449c-40e5-8f19-2d0a4784edf7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:39.118431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:39.226273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Router 1758184a-39d9-4e9b-b28b-ea9c5cadf002 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:39.285298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] For port 9ea3524d-449c-40e5-8f19-2d0a4784edf7, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:39.288864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] For port 9ea3524d-449c-40e5-8f19-2d0a4784edf7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9ea3524d-449c-40e5-8f19-2d0a4784edf7,segment=NetworkSegment(d921579c-40ac-4626-b13e-fc7678d69b57),segment_id=d921579c-40ac-4626-b13e-fc7678d69b57)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:39.297689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:39.347667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:39.354254 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:39.355442 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ec7ba58-af57-4215-9b4c-db67d5e7784b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "PUT /v2.0/routers/1758184a-39d9-4e9b-b28b-ea9c5cadf002 HTTP/1.1" status: 200 len: 884 time: 3.5525715 Nov 10 04:08:39.358624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58186) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:39.373883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] Sync routers for ids ['1758184a-39d9-4e9b-b28b-ea9c5cadf002'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:39.375897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router 742ee13e-04bf-4278-b81c-e8621ca6f48f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:39.409846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dc554-193d-4792-9ecb-447a941a4c33 None None] Pushing event updated for resources: {'Port': ['ID=9ea3524d-449c-40e5-8f19-2d0a4784edf7,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:39.436899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] Routers {'1758184a-39d9-4e9b-b28b-ea9c5cadf002'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:39.438369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1758184a-39d9-4e9b-b28b-ea9c5cadf002'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:39.489840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:39.509645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] Routers {'1758184a-39d9-4e9b-b28b-ea9c5cadf002'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:39.514737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1758184a-39d9-4e9b-b28b-ea9c5cadf002'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:39.547979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c71f902c-81b4-4514-922e-475d7b3fda79 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/1758184a-39d9-4e9b-b28b-ea9c5cadf002 HTTP/1.1" status: 200 len: 925 time: 0.1879427 Nov 10 04:08:39.551536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58192) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:39.559109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.21.0.1 (abc09cf4-12f2-49f8-be4a-6e04d3cd0583/15d7f58b-2d24-497b-86c2-a01eb45af1bf/6e316585-0018-4c62-908b-a02a78db9aa7) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:39.656160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:39.670641 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:39.671791 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] Sync routers for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:39.694049 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:39.694686 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:39.762417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-75747ce8-5e2f-4748-9a7c-ffc500a46857 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/floatingips/56e8b513-bb95-4ca1-a8df-2f24a4c585ef HTTP/1.1" status: 204 len: 168 time: 3.9847486 Nov 10 04:08:39.768344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:08:39.771177 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cd36fd-560b-44d9-ba88-32a24215f9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:08:39.813606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f4532-4141-42d8-a3ba-75c577ea07f1 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:39.828210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-664f4532-4141-42d8-a3ba-75c577ea07f1 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=1758184a-39d9-4e9b-b28b-ea9c5cadf002&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2751420 Nov 10 04:08:39.833561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58200) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:39.985397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b49ec-df1f-4098-9e32-0c358145d59e tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:39.987501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2d2b49ec-df1f-4098-9e32-0c358145d59e tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.1527350 Nov 10 04:08:39.989740 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e674d56-2840-4b70-99e6-8e1a7e07e3dc x-openstack-request-id: req-8e674d56-2840-4b70-99e6-8e1a7e07e3dc {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:08:39.990228 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:08:39.990637 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e674d56-2840-4b70-99e6-8e1a7e07e3dc {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:08:39.990967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58204) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:39.991100 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'status': 'completed', 'code': 200} Nov 10 04:08:40.101006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.115673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-19dc3221-0525-4577-bce1-4638826b3402 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=1758184a-39d9-4e9b-b28b-ea9c5cadf002 HTTP/1.1" status: 200 len: 205 time: 0.1232967 Nov 10 04:08:40.118073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58208) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:40.128812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:40.132112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec06238-f628-43a6-a677-2c6be89a1796 None None] The sync data for ids ['1758184a-39d9-4e9b-b28b-ea9c5cadf002'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:40.139150 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:40.289527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0357b715-b296-4a88-9e9a-80b9bc894ce0 req-d848e101-c96c-483d-815a-f13cbd0ae8f3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80f17f9-2fc7-4c11-a04c-b31d9b31b68d HTTP/1.1" status: 200 len: 210 time: 0.0905087 Nov 10 04:08:40.385425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9ea3524d-449c-40e5-8f19-2d0a4784edf7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:40.409285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b4e33-d9bf-472e-b9a8-8081f1044b3d req-15e2319e-103f-4961-83da-9f6ba547d2fd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:40.415961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-b7518558-b6fe-45e8-96ce-a4a076ee8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:40.418241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f73b4e33-d9bf-472e-b9a8-8081f1044b3d req-15e2319e-103f-4961-83da-9f6ba547d2fd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 946 time: 0.1422019 Nov 10 04:08:40.419753 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.423083 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-b7518558-b6fe-45e8-96ce-a4a076ee8039 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 1097 time: 0.4956698 Nov 10 04:08:40.508037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:40.508400 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.547088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:40.565776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f73b4e33-d9bf-472e-b9a8-8081f1044b3d req-58b1a046-33dc-4b4e-8407-9f7011e19e73 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013198 Nov 10 04:08:40.569757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:40.587044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:40.612605 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:27Z', 'revision_number': 6, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:40.633697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.637457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-ec50aad2-32d8-4bc2-884c-c993259b0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:40.639338 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-ec50aad2-32d8-4bc2-884c-c993259b0dba service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7e39431-7cbc-4a37-a755-a5b541d980ee HTTP/1.1" status: 200 len: 897 time: 0.2013676 Nov 10 04:08:40.641773 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.673646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.677531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=6e316585-0018-4c62-908b-a02a78db9aa7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:40.694037 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] Checking router: 742ee13e-04bf-4278-b81c-e8621ca6f48f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:40.712175 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:40.712939 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:40.721310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 9ea3524d-449c-40e5-8f19-2d0a4784edf7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9ea3524d-449c-40e5-8f19-2d0a4784edf7,segment=NetworkSegment(d921579c-40ac-4626-b13e-fc7678d69b57),segment_id=d921579c-40ac-4626-b13e-fc7678d69b57)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:40.730086 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.731273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:40.830281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-28074022-76c8-4cea-b56a-11872f19aac0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac HTTP/1.1" status: 200 len: 217 time: 0.0767512 Nov 10 04:08:40.904400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-dad0408c-b2be-4833-a404-0ad14824492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:40.904772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:40.907130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-dad0408c-b2be-4833-a404-0ad14824492a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=590cfa3b-32a8-4f13-b08a-9c146c03958a HTTP/1.1" status: 200 len: 834 time: 0.0588305 Nov 10 04:08:40.958733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=9ea3524d-449c-40e5-8f19-2d0a4784edf7,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:40.971231 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:40.994314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:40.994748 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.072905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.078919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-40a3380c-cfd4-4a87-bb46-d5ffbc51b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:41.084148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-40a3380c-cfd4-4a87-bb46-d5ffbc51b77f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7e39431-7cbc-4a37-a755-a5b541d980ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447217 Nov 10 04:08:41.302382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-ce807295-a8eb-4668-82c9-5610fcb359c5 service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099173 Nov 10 04:08:41.308376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Deleting port f1955f96-dedf-4add-8be5-466826eaf246 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:41.308705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.337140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.349976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.399868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f893ad60-4ca2-4257-be7c-071beda0272c None None] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:41.488119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.489418 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:27Z', 'revision_number': 6, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:41.525744 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475eed97-28c1-464f-bc79-3b01028a1289 None None] The sync data for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 is: [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:27Z', 'revision_number': 6, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0e4376aa-c901-44f4-a075-0baa51bf99d3', 'name': '', 'network_id': 'e7e39431-7cbc-4a37-a755-a5b541d980ee', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:cf:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '590cfa3b-32a8-4f13-b08a-9c146c03958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:41.667395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=6e316585-0018-4c62-908b-a02a78db9aa7,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:41.690786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46eb341-371e-46f3-95d5-594433f72452 req-4233b688-a7c6-4be1-bff2-1c2f48091cd8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:41.697429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e46eb341-371e-46f3-95d5-594433f72452 req-4233b688-a7c6-4be1-bff2-1c2f48091cd8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.44 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 946 time: 0.2107704 Nov 10 04:08:41.709695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.728883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3a079092-9739-4263-84da-bc7bcb52dcb0 None None] Provisioning complete for port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:41.729237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3a079092-9739-4263-84da-bc7bcb52dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:41.762604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Calling delete_port for f1955f96-dedf-4add-8be5-466826eaf246 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:41.838837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a471e1f-39e4-4a69-b17a-74a45ae6ca73 req-6867e923-af17-48e1-90e5-f5e712cb5347 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:41.840710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a471e1f-39e4-4a69-b17a-74a45ae6ca73 req-6867e923-af17-48e1-90e5-f5e712cb5347 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 946 time: 0.1406672 Nov 10 04:08:41.856180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:41.870768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:41.963615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3cd36fd-560b-44d9-ba88-32a24215f9ac req-5d25367a-2de7-41f8-9b80-11d7b12287d4 service neutron] 10.222.0.44 "GET /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355858 Nov 10 04:08:42.041452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-b5fe3c31-286b-4816-9eed-33248c1bf5f7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000127504&fields=id&tenant_id=75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 267 time: 0.2417467 Nov 10 04:08:42.052608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d366963-59a2-4bdd-95da-415995e67a77 None None] New status for floating IP 56e8b513-bb95-4ca1-a8df-2f24a4c585ef: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:08:42.066605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a471e1f-39e4-4a69-b17a-74a45ae6ca73 req-de255e30-33fd-4130-bc63-f5423a4c1caa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff352444-d996-4b48-9cda-f237d1b4b596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161634 Nov 10 04:08:42.187877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9ea3524d-449c-40e5-8f19-2d0a4784edf7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:42.204090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port 80b3d9b6-fe1b-46d3-9503-6930f69003ac {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:42.204710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.223937 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-9d99d017-d7e0-4194-adc7-b6b6001223a8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:42.234354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-9d99d017-d7e0-4194-adc7-b6b6001223a8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.1621771 Nov 10 04:08:42.278420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-3b121525-b123-4cdc-949d-5070e84c42b6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/quotas/75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 375 time: 0.0431087 Nov 10 04:08:42.283006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:42.283373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.318175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port 80b3d9b6-fe1b-46d3-9503-6930f69003ac, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=80b3d9b6-fe1b-46d3-9503-6930f69003ac,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:42.318534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.343372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for 80b3d9b6-fe1b-46d3-9503-6930f69003ac owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:42.353579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:42.416780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-50326755-5ef9-4dd8-80c4-1a4632df9279 None None] Provisioning complete for port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:42.419436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-0be2cd33-62f1-4df1-be99-9404c1a0988b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1269715 Nov 10 04:08:42.420048 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50326755-5ef9-4dd8-80c4-1a4632df9279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.559409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-50326755-5ef9-4dd8-80c4-1a4632df9279 None None] Provisioning complete for port 6e316585-0018-4c62-908b-a02a78db9aa7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:42.559772 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50326755-5ef9-4dd8-80c4-1a4632df9279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.569745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:42.581388 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:42.588915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f6e3dd60-1a0c-4689-ac8f-538a92dea177 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1684785 Nov 10 04:08:42.593863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58232) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:42.610710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:42.611009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-687388330'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:42.611613 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:42.633743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-50326755-5ef9-4dd8-80c4-1a4632df9279 None None] Port 6e316585-0018-4c62-908b-a02a78db9aa7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:42.642315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-a202abac-8837-4294-9848-8a229c9b8a22 service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177143 Nov 10 04:08:42.763781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1fe37743-81a6-4038-a7d2-f4ebba4f6fb0 None None] Provisioning complete for port 6e316585-0018-4c62-908b-a02a78db9aa7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:42.765326 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1fe37743-81a6-4038-a7d2-f4ebba4f6fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.791639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:42.803731 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:42.808413 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.866936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1fe37743-81a6-4038-a7d2-f4ebba4f6fb0 None None] Port 6e316585-0018-4c62-908b-a02a78db9aa7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:42.874847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-8e06899d-ea0b-4c70-ab35-3d06c14667d2 service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232335 Nov 10 04:08:42.918436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.928030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:42.943121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.945997 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:42.948384 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment 0b425d8c-f2d2-406f-be31-3004b836b2f1 of type vlan for network d3addbe7-257a-46a9-8801-84a94ecbd598 Nov 10 04:08:42.993414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6bcf9cec-6742-47af-ac4c-99fdbf357b5b None None] Provisioning complete for port 6e316585-0018-4c62-908b-a02a78db9aa7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:43.014937 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9cec-6742-47af-ac4c-99fdbf357b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.046623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.054536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=80b3d9b6-fe1b-46d3-9503-6930f69003ac,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:43.103201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf9cec-6742-47af-ac4c-99fdbf357b5b None None] Port 6e316585-0018-4c62-908b-a02a78db9aa7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:43.107663 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:40Z', 'revision_number': 3, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:41Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:43.109636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2109fe-37d4-42cf-8177-73ed4faa0867 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:43.116223 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.126525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:43.127184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.140254 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:43.140605 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Updating router 091ce82d-5656-4a14-9315-e3bf8e237499 port 6e316585-0018-4c62-908b-a02a78db9aa7 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:08:43.166844 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.225791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] No DVR routers for this DVR port 80b3d9b6-fe1b-46d3-9503-6930f69003ac on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:43.229891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.235191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e46eb341-371e-46f3-95d5-594433f72452 req-072bd604-2452-477c-a638-ee159a9f8d4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.44 "DELETE /v2.0/ports/80b3d9b6-fe1b-46d3-9503-6930f69003ac HTTP/1.1" status: 204 len: 173 time: 1.5321777 Nov 10 04:08:43.238815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'name': 'network-vif-deleted', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:08:43.241370 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cf62ae-2c5c-4b3b-b1db-d77b7b8fdd68" -d '{"events": [{"server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "name": "network-vif-deleted", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:08:43.246101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event deleted for resources: {'Port': ['ID=f1955f96-dedf-4add-8be5-466826eaf246,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:43.301265 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.321717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7268109 Nov 10 04:08:43.322369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58248) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:43.357047 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26884924-018f-47c3-9410-7e8b3ef46103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.424476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:43.437150 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a83858-8f4e-4e6a-9386-0ca6a2e20d4d x-openstack-request-id: req-e2a83858-8f4e-4e6a-9386-0ca6a2e20d4d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:08:43.437981 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651fd27-1432-4805-9aba-43b3b103913a", "name": "network-vif-deleted", "tag": "80b3d9b6-fe1b-46d3-9503-6930f69003ac", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:08:43.438232 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2a83858-8f4e-4e6a-9386-0ca6a2e20d4d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:08:43.438640 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651fd27-1432-4805-9aba-43b3b103913a', 'name': 'network-vif-deleted', 'tag': '80b3d9b6-fe1b-46d3-9503-6930f69003ac', 'status': 'completed', 'code': 200} Nov 10 04:08:43.441718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286b1c7-943f-46e0-83e4-b628c3616b74 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=d3addbe7-257a-46a9-8801-84a94ecbd598,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:43.462413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network d3addbe7-257a-46a9-8801-84a94ecbd598 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:43.484424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d63f81d-0281-406b-a345-74622aece0d8 req-6e1f1d19-65db-4474-ab20-21ab613a0bcf tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=1651fd27-1432-4805-9aba-43b3b103913a HTTP/1.1" status: 200 len: 210 time: 0.2566283 Nov 10 04:08:43.528944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.535213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.595471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5804a41-07c6-46b0-b495-715079107340 req-70b1808e-4f47-4141-b7ba-39487fb44f1e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0690451 Nov 10 04:08:43.615842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.616414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Fanout notify agent at l3_agent the message router_deleted on router 1758184a-39d9-4e9b-b28b-ea9c5cadf002 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:43.628151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.635610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-63460431-4047-4856-a4ba-cc4b5ab73022 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/1758184a-39d9-4e9b-b28b-ea9c5cadf002 HTTP/1.1" status: 204 len: 168 time: 3.5146587 Nov 10 04:08:43.636614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58252) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:43.641629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-dc3e9149-723f-4e16-a59f-1cdad77cf433 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-940330308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:43.643898 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.653969 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.669295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9149-723f-4e16-a59f-1cdad77cf433 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.671624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9149-723f-4e16-a59f-1cdad77cf433 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.735285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:43.740288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.777601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9149-723f-4e16-a59f-1cdad77cf433 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.788926 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8dcd6-bab3-4745-82ca-bbc482333cfb None None] Pushing event updated for resources: {'Port': ['ID=6e316585-0018-4c62-908b-a02a78db9aa7,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:43.790512 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9149-723f-4e16-a59f-1cdad77cf433 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.817563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9149-723f-4e16-a59f-1cdad77cf433 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.820945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dc3e9149-723f-4e16-a59f-1cdad77cf433 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1805513 Nov 10 04:08:43.822827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58256) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:43.829224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': True}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:43.864561 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Attempting to bind port 6e316585-0018-4c62-908b-a02a78db9aa7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:43.864918 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Attempting to bind port 6e316585-0018-4c62-908b-a02a78db9aa7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:43.865341 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Attempting to bind port 6e316585-0018-4c62-908b-a02a78db9aa7 on network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:43.875220 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:43.875711 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Checking segment: {'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:43.876168 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:43.877208 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Bound using segment: {'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:43.877747 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Bound port: 6e316585-0018-4c62-908b-a02a78db9aa7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd921579c-40ac-4626-b13e-fc7678d69b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:43.878231 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.028273 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] For port 6e316585-0018-4c62-908b-a02a78db9aa7, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:44.031897 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] For port 6e316585-0018-4c62-908b-a02a78db9aa7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e316585-0018-4c62-908b-a02a78db9aa7,segment=NetworkSegment(d921579c-40ac-4626-b13e-fc7678d69b57),segment_id=d921579c-40ac-4626-b13e-fc7678d69b57)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:44.041675 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.118916 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.127398 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:44.128297 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:44.162354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-054c29ad-dd88-4e15-9fe1-cc7c54c3b2d8 None None] Provisioning complete for port 6e316585-0018-4c62-908b-a02a78db9aa7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:44.162723 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-054c29ad-dd88-4e15-9fe1-cc7c54c3b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.185542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.208932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:44.250310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:44.250933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: d3addbe7-257a-46a9-8801-84a94ecbd598, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:44.283986 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8dcd6-bab3-4745-82ca-bbc482333cfb None None] Pushing event updated for resources: {'Port': ['ID=6e316585-0018-4c62-908b-a02a78db9aa7,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:44.299143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network d3addbe7-257a-46a9-8801-84a94ecbd598 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:44.316479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, d3addbe7-257a-46a9-8801-84a94ecbd598) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:44.322354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:44.324125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.331952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaec02a-c917-4f2b-b4f0-6261e48b955b None None] Network d3addbe7-257a-46a9-8801-84a94ecbd598 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:44.347781 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:44.355672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f0a527f0-7aeb-44e0-8edd-f5980f70b57b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9419513 Nov 10 04:08:44.357083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58260) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:44.505910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.559521 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-054c29ad-dd88-4e15-9fe1-cc7c54c3b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.567502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.581988 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:44.683656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-d3addbe7-257a-46a9-8801-84a94ecbd598', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:08:44.685648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.705702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-054c29ad-dd88-4e15-9fe1-cc7c54c3b2d8 None None] For port 6e316585-0018-4c62-908b-a02a78db9aa7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e316585-0018-4c62-908b-a02a78db9aa7,segment=NetworkSegment(d921579c-40ac-4626-b13e-fc7678d69b57),segment_id=d921579c-40ac-4626-b13e-fc7678d69b57)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:44.723280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-054c29ad-dd88-4e15-9fe1-cc7c54c3b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.788204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Allocated IP 172.25.6.76 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/77cb3a37-fd60-4980-be3b-92729ff9e3df) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:44.836377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d690bde2-71cd-48a1-b687-bd0ce0146312 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.865618 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:40Z', 'revision_number': 3, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:44.881731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c29ad-dd88-4e15-9fe1-cc7c54c3b2d8 None None] Pushing event updated for resources: {'Port': ['ID=6e316585-0018-4c62-908b-a02a78db9aa7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:44.900725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b5952d6c-bbea-472b-9801-55fcfaa56a16 None None] Provisioning complete for port 6e316585-0018-4c62-908b-a02a78db9aa7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:44.901099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5952d6c-bbea-472b-9801-55fcfaa56a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.914370 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbab564-8880-481f-8726-4be7b2ccbc48 None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:40Z', 'revision_number': 3, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:44.936999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d690bde2-71cd-48a1-b687-bd0ce0146312 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:44.957278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Allocated IP 172.22.0.2 (d3addbe7-257a-46a9-8801-84a94ecbd598/fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40/7614e9b2-333b-498a-b084-7dff740771d5) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:44.961894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f31a9611-f669-4462-9b19-0cb90d01473e req-2a85966e-ea76-4af5-8c06-1f5508550f01 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.2291198 Nov 10 04:08:44.981913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.008709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 80b3d9b6-fe1b-46d3-9503-6930f69003ac no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:45.073361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 80b3d9b6-fe1b-46d3-9503-6930f69003ac {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:45.073702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 80b3d9b6-fe1b-46d3-9503-6930f69003ac not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:45.103874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.167096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:45.170524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:45.173183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:45.235833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Port': ['ID=77cb3a37-fd60-4980-be3b-92729ff9e3df,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:45.248157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d690bde2-71cd-48a1-b687-bd0ce0146312 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.251799 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d690bde2-71cd-48a1-b687-bd0ce0146312 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.255994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c02368-ecab-4891-afdc-bfb0f524d9e6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:45.277372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d690bde2-71cd-48a1-b687-bd0ce0146312 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/security-groups/ff352444-d996-4b48-9cda-f237d1b4b596 HTTP/1.1" status: 204 len: 168 time: 0.6897902 Nov 10 04:08:45.341595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58278) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:45.509003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.511533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-12da8523-794b-4d4a-89ba-d95d99e04fa7 None None] Provisioning complete for port 77cb3a37-fd60-4980-be3b-92729ff9e3df triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:45.512513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-12da8523-794b-4d4a-89ba-d95d99e04fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.540545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.612416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Network d3addbe7-257a-46a9-8801-84a94ecbd598 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:45.616877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-12da8523-794b-4d4a-89ba-d95d99e04fa7 None None] Port 77cb3a37-fd60-4980-be3b-92729ff9e3df cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:45.625231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:45.653677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:45.701717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Pushing event updated for resources: {'Port': ['ID=7614e9b2-333b-498a-b084-7dff740771d5,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:45.797258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fd0690fc-c4b9-4b3e-9270-235369c92619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.824958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Attempting to bind port 7614e9b2-333b-498a-b084-7dff740771d5 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:45.825793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Attempting to bind port 7614e9b2-333b-498a-b084-7dff740771d5 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:45.825793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Attempting to bind port 7614e9b2-333b-498a-b084-7dff740771d5 on network d3addbe7-257a-46a9-8801-84a94ecbd598 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:45.840911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:45.842852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Checking segment: {'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:45.842852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.844131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.845648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Bound using segment: {'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:45.847184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Bound port: 7614e9b2-333b-498a-b084-7dff740771d5, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:45.847184 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:45.869732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690bde2-71cd-48a1-b687-bd0ce0146312 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff352444-d996-4b48-9cda-f237d1b4b596,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:45.994570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.087033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.090490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.102487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] For port 7614e9b2-333b-498a-b084-7dff740771d5, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:46.111385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] For port 7614e9b2-333b-498a-b084-7dff740771d5, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7614e9b2-333b-498a-b084-7dff740771d5,segment=NetworkSegment(0b425d8c-f2d2-406f-be31-3004b836b2f1),segment_id=0b425d8c-f2d2-406f-be31-3004b836b2f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:46.124919 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.163921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10980082-9aaf-48cc-b8fd-ee68726d8e06 req-9a489ea8-a2fb-4be0-8da3-aba1b2ce1230 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.1232433 Nov 10 04:08:46.260077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e316585-0018-4c62-908b-a02a78db9aa7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:46.294438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Router c0b8a55f-2a4a-4495-8124-97606dfec874 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:46.356962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc351b93-8397-4a11-9d50-f26913bcc4b7 None None] Pushing event updated for resources: {'Port': ['ID=7614e9b2-333b-498a-b084-7dff740771d5,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:46.377665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6e316585-0018-4c62-908b-a02a78db9aa7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:46.377665 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.497799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:46.505126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.510942 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2f9ce54c-2d3c-4729-8ebc-e59cba85a3cc tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "PUT /v2.0/routers/c0b8a55f-2a4a-4495-8124-97606dfec874 HTTP/1.1" status: 200 len: 917 time: 2.6866419 Nov 10 04:08:46.511809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58294) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:46.524345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] Sync routers for ids ['c0b8a55f-2a4a-4495-8124-97606dfec874'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:46.537476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] Routers {'c0b8a55f-2a4a-4495-8124-97606dfec874'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:46.538226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c0b8a55f-2a4a-4495-8124-97606dfec874'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:46.579521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:46.594745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] Routers {'c0b8a55f-2a4a-4495-8124-97606dfec874'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:46.595350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['c0b8a55f-2a4a-4495-8124-97606dfec874'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:46.613512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.22.0.1 (d3addbe7-257a-46a9-8801-84a94ecbd598/fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40/85d1fc3e-afcc-4a98-816e-2c586eef84a6) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:46.640490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:46.641139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff68c9-1666-483e-af53-b1fce00b7c75 None None] The sync data for ids ['c0b8a55f-2a4a-4495-8124-97606dfec874'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:46.760895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.774326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d70d96cc-8f74-469a-af80-9fda157cc0f4 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/c0b8a55f-2a4a-4495-8124-97606dfec874 HTTP/1.1" status: 200 len: 923 time: 0.2610753 Nov 10 04:08:46.777602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58296) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:46.838436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04345319-694c-42ee-aa31-ee0af7c64c1b tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:46.838996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:46.840965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-04345319-694c-42ee-aa31-ee0af7c64c1b tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=c0b8a55f-2a4a-4495-8124-97606dfec874&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0621212 Nov 10 04:08:46.843890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58298) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:46.880704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.008637 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.021776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820a318-6a56-4983-9619-dfb40d81be77 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:47.023337 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e820a318-6a56-4983-9619-dfb40d81be77 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.1785429 Nov 10 04:08:47.026751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58304) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:47.072744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=85d1fc3e-afcc-4a98-816e-2c586eef84a6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:47.080967 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-15fca926-9268-4524-ac65-cc99830a43ac tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0b8a55f-2a4a-4495-8124-97606dfec874 HTTP/1.1" status: 200 len: 205 time: 0.0531290 Nov 10 04:08:47.083652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network d3addbe7-257a-46a9-8801-84a94ecbd598 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:47.085355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58306) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:47.088584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:47.092610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:47.232834 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.263738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.383459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51ce7c57-ccb1-423e-acdd-45896c7b038e req-38f47f63-1e97-43d7-8dd1-5e62d32d69ea tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0692048 Nov 10 04:08:47.444947 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.538090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Deleting port 77cb3a37-fd60-4980-be3b-92729ff9e3df {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:47.538433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.585166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.653968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.674559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Calling delete_port for 77cb3a37-fd60-4980-be3b-92729ff9e3df owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:47.681145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port 0e4376aa-c901-44f4-a075-0baa51bf99d3 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:47.681788 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.871885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.898382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event deleted for resources: {'Port': ['ID=77cb3a37-fd60-4980-be3b-92729ff9e3df,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:47.899512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port 0e4376aa-c901-44f4-a075-0baa51bf99d3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0e4376aa-c901-44f4-a075-0baa51bf99d3,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:47.905028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:47.952652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96a8dc-7b1f-43d3-b763-c61eddb6b2f3 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:47.963600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf5625-7605-4dea-8780-f55b0da43e07 None None] Network d3addbe7-257a-46a9-8801-84a94ecbd598 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:47.993109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for 0e4376aa-c901-44f4-a075-0baa51bf99d3 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:48.012773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.128874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.131323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.189132 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.193563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.195348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Fanout notify agent at l3_agent the message router_deleted on router c0b8a55f-2a4a-4495-8124-97606dfec874 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:48.196490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.235183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.238010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-16e387d3-906f-4a9b-9ba1-e430fe6f8a02 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/c0b8a55f-2a4a-4495-8124-97606dfec874 HTTP/1.1" status: 204 len: 168 time: 1.1488945 Nov 10 04:08:48.243040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58314) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:48.265612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-abba524b-1717-4f27-b468-1aef9248c0da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-713467426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:48.289429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2863cca6-b003-4376-b62e-10836aa2ff6e None None] Provisioning complete for port 7614e9b2-333b-498a-b084-7dff740771d5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:48.290941 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2863cca6-b003-4376-b62e-10836aa2ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.294118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.318844 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abba524b-1717-4f27-b468-1aef9248c0da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.321659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abba524b-1717-4f27-b468-1aef9248c0da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.355941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7614e9b2-333b-498a-b084-7dff740771d5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:48.393283 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abba524b-1717-4f27-b468-1aef9248c0da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.395243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=85d1fc3e-afcc-4a98-816e-2c586eef84a6,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:48.432703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abba524b-1717-4f27-b468-1aef9248c0da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.463272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network d3addbe7-257a-46a9-8801-84a94ecbd598 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:48.484385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-abba524b-1717-4f27-b468-1aef9248c0da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.486664 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-abba524b-1717-4f27-b468-1aef9248c0da tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2354283 Nov 10 04:08:48.489514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58324) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:48.496355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'enable_snat': False}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:48.506375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.511039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:48.656750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0563af0a-8c11-4f1d-9ecf-a6ba7020b554 req-26826db7-8ac4-4fbb-bef0-808d65eb6f78 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.1195467 Nov 10 04:08:48.679844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:48.710997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=0e4376aa-c901-44f4-a075-0baa51bf99d3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:48.915049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:48.948075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2863cca6-b003-4376-b62e-10836aa2ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.002755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2863cca6-b003-4376-b62e-10836aa2ff6e None None] For port 7614e9b2-333b-498a-b084-7dff740771d5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7614e9b2-333b-498a-b084-7dff740771d5,segment=NetworkSegment(0b425d8c-f2d2-406f-be31-3004b836b2f1),segment_id=0b425d8c-f2d2-406f-be31-3004b836b2f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:49.004738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7614e9b2-333b-498a-b084-7dff740771d5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:49.005367 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.017436 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2863cca6-b003-4376-b62e-10836aa2ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.371483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-18705b1a-05b9-4e47-b290-419ee04c3675 None None] Provisioning complete for port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:49.371842 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-18705b1a-05b9-4e47-b290-419ee04c3675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.374793 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.402010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863cca6-b003-4376-b62e-10836aa2ff6e None None] Pushing event updated for resources: {'Port': ['ID=7614e9b2-333b-498a-b084-7dff740771d5,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:49.569214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-18705b1a-05b9-4e47-b290-419ee04c3675 None None] Port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:49.637585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-18705b1a-05b9-4e47-b290-419ee04c3675 None None] Provisioning complete for port 7614e9b2-333b-498a-b084-7dff740771d5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:49.637903 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-18705b1a-05b9-4e47-b290-419ee04c3675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.859307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.918909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ef7220d8-99fd-48b7-a377-1421bf5d5dad None None] Provisioning complete for port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:49.919552 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ef7220d8-99fd-48b7-a377-1421bf5d5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:49.979949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-5e7f5dd9-8b9c-4ed2-8fea-31c5d7ba878c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:49.981681 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-5e7f5dd9-8b9c-4ed2-8fea-31c5d7ba878c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.6265497 Nov 10 04:08:50.063577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-6dec5e11-0b8d-422a-a30e-5b837a10bf86 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 380 time: 0.0714190 Nov 10 04:08:50.065212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ef7220d8-99fd-48b7-a377-1421bf5d5dad None None] Port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:50.077916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'port': {'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'admin_state_up': True, 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'security_groups': ['3d243eae-efbb-4c66-93de-1178bd049eff']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:50.270701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cf90a096-e891-4dc5-bee7-b0db3a62fb5b None None] Provisioning complete for port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:50.273976 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf90a096-e891-4dc5-bee7-b0db3a62fb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:50.274535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96c5eff2-6b5d-4913-b0cb-6cb7bed1c569 req-08c68afd-d78a-4223-9c57-8c7aafa747af tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0358012 Nov 10 04:08:50.331760 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:50.349574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:50.369019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2a0e0830-9b76-430c-a282-5682b442fa57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0090525 Nov 10 04:08:50.369217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:50.369641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58332) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:50.374925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'network': {'name': 'tempest-RoutersTest-1518122067'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:50.421843 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:50.424721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:50.425542 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:50.431614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-cf90a096-e891-4dc5-bee7-b0db3a62fb5b None None] Port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:50.472750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7614e9b2-333b-498a-b084-7dff740771d5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:50.498677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:50.523763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.db.api [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 04:08:50.523763 n-d-817326-2 neutron-server[102597]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 04:08:50.523763 n-d-817326-2 neutron-server[102597]: [parameters: {'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'id': '47101a24-ad62-4cfb-ac22-f7e7603e8c14', 'expiration': datetime.datetime(2021, 11, 10, 4, 10, 50, 474192)}] Nov 10 04:08:50.523763 n-d-817326-2 neutron-server[102597]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:08:50.524251 n-d-817326-2 neutron-server[102597]: DEBUG oslo_db.api [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:08:50.547977 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:50.554718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:50.559014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:50.586219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7614e9b2-333b-498a-b084-7dff740771d5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:50.587102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:50.819947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Allocated IP 172.25.6.191 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/346d1d04-5751-4b5e-ae62-a69420abec8a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:50.919282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.20.0.6 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/5d6747c7-b246-407f-b128-ceeda76ee668) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:50.947880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router 742ee13e-04bf-4278-b81c-e8621ca6f48f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:51.115602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.173439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.183656 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:47Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:47Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:51.186375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:51.189837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.227942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:51.242730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:51.244742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.245210 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added segment 1ea4920c-697a-4d03-9d38-b6fb9c1fee02 of type vlan for network d8a479d3-e003-4188-b823-509fe2cc23eb Nov 10 04:08:51.258464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] Sync routers for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:51.271491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4a2ece1a-d8ba-415f-a73c-08f214bb426e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "PUT /v2.0/routers/742ee13e-04bf-4278-b81c-e8621ca6f48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9281924 Nov 10 04:08:51.273644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:51.274274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:51.276510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58338) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:51.318982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:51.320108 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:51.320549 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Updating router 091ce82d-5656-4a14-9315-e3bf8e237499 port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:08:51.338111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:51.376035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:51.405004 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.407120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.504609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=5d6747c7-b246-407f-b128-ceeda76ee668,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:51.551368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:51.552122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.564612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:51.596202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.653554 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-eca94806-2910-45d3-ab0f-99443401e099 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818470 Nov 10 04:08:51.677102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting subnet 590cfa3b-32a8-4f13-b08a-9c146c03958a {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:08:51.704340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:51.710640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Request body: {'port': {'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:51.720367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:51.736436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:51.751243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8ef0e-3c98-4518-92b6-be0c14a29159 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:51.777473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.851108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.896345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5a54c28d-3dd9-4b81-8d9c-4c13015241a9 None None] Provisioning complete for port 5d6747c7-b246-407f-b128-ceeda76ee668 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:51.896578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a54c28d-3dd9-4b81-8d9c-4c13015241a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:51.914474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Pushing event updated for resources: {'Port': ['ID=346d1d04-5751-4b5e-ae62-a69420abec8a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:51.968660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d792-0b31-4a69-be15-ade663281af7 req-4646fd1b-d891-4cf3-8918-3ea4dfdf869a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:51.977149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5a54c28d-3dd9-4b81-8d9c-4c13015241a9 None None] Port 5d6747c7-b246-407f-b128-ceeda76ee668 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:51.981068 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b61d792-0b31-4a69-be15-ade663281af7 req-4646fd1b-d891-4cf3-8918-3ea4dfdf869a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 931 time: 0.4119184 Nov 10 04:08:52.008045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5a54c28d-3dd9-4b81-8d9c-4c13015241a9 None None] Provisioning complete for port 346d1d04-5751-4b5e-ae62-a69420abec8a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:52.010419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a54c28d-3dd9-4b81-8d9c-4c13015241a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.011340 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.047332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5a54c28d-3dd9-4b81-8d9c-4c13015241a9 None None] Port 346d1d04-5751-4b5e-ae62-a69420abec8a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:52.080796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.110138 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.131484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:52.132848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.136826 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.156865 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.178053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:48Z', 'revision_number': 7, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:52.228311 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4d8ee-f91f-494c-a21d-c73b6ed2b940 None None] Pushing event updated for resources: {'Port': ['ID=85d1fc3e-afcc-4a98-816e-2c586eef84a6,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:52.238625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] Checking router: 742ee13e-04bf-4278-b81c-e8621ca6f48f for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:52.248619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] Routers {'742ee13e-04bf-4278-b81c-e8621ca6f48f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:52.249338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['742ee13e-04bf-4278-b81c-e8621ca6f48f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:52.353525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9831979 Nov 10 04:08:52.366365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58346) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:52.373657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'subnet': {'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:52.415351 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Attempting to bind port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:52.415887 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Attempting to bind port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:52.416046 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Attempting to bind port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 on network d3addbe7-257a-46a9-8801-84a94ecbd598 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:52.432174 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:52.432534 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Checking segment: {'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:52.432930 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.433320 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Bound using segment: {'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:52.434642 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Bound port: 85d1fc3e-afcc-4a98-816e-2c586eef84a6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b425d8c-f2d2-406f-be31-3004b836b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:52.435447 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.488563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] Set router 742ee13e-04bf-4278-b81c-e8621ca6f48f gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:52.492557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b61d792-0b31-4a69-be15-ade663281af7 req-71cd7a6a-17bb-4fbb-b573-0b5c22b75caf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984307 Nov 10 04:08:52.600109 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] For port 85d1fc3e-afcc-4a98-816e-2c586eef84a6, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:52.607404 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] For port 85d1fc3e-afcc-4a98-816e-2c586eef84a6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=85d1fc3e-afcc-4a98-816e-2c586eef84a6,segment=NetworkSegment(0b425d8c-f2d2-406f-be31-3004b836b2f1),segment_id=0b425d8c-f2d2-406f-be31-3004b836b2f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:52.620189 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.714130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013fa2d-369e-426d-b33f-7f2645628b0a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Network': ['ID=d8a479d3-e003-4188-b823-509fe2cc23eb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:52.714296 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.733041 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:52.736453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network d8a479d3-e003-4188-b823-509fe2cc23eb details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:52.738116 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:52.777739 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.953536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4d8ee-f91f-494c-a21d-c73b6ed2b940 None None] Pushing event updated for resources: {'Port': ['ID=85d1fc3e-afcc-4a98-816e-2c586eef84a6,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:52.967071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Made reservation on behalf of a3d920697cb84ed58e437cb56f22de99 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:52.976069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.985715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:52.989685 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:53.005105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e6f1f2d7-eb98-43ae-a117-51fac5f3fa69 None None] Provisioning complete for port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:53.005473 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f2d7-eb98-43ae-a117-51fac5f3fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.140248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:48Z', 'revision_number': 7, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:53.152002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.159280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.161604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Subnet': ['ID=590cfa3b-32a8-4f13-b08a-9c146c03958a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:53.197520 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.205414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6747c7-b246-407f-b128-ceeda76ee668 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:08:53.206147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e4a760d3-c521-4680-8770-8c0a1f36410a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/subnets/590cfa3b-32a8-4f13-b08a-9c146c03958a HTTP/1.1" status: 204 len: 168 time: 1.9281845 Nov 10 04:08:53.206756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14294cb6-5412-41fd-b4e3-efe9dd0984ca None None] Network e7e39431-7cbc-4a37-a755-a5b541d980ee requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:53.209083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58352) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:53.210848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc5b1c-7ead-4174-af46-b6a405319a24 None None] The sync data for ids ['742ee13e-04bf-4278-b81c-e8621ca6f48f'] in n-d-817326-2 is: [{'id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'name': 'tempest-TestNetworkBasicOps-router-289676943', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:08:48Z', 'revision_number': 7, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': 'a8819a73-3b45-4dfa-805f-9da92e9d86f0', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ee13e-04bf-4278-b81c-e8621ca6f48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:18Z', 'updated_at': '2021-11-10T04:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:53.229451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.300324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Transition to ACTIVE for port object 5d6747c7-b246-407f-b128-ceeda76ee668 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:08:53.305822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.362862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Pushing event updated for resources: {'Port': ['ID=5d6747c7-b246-407f-b128-ceeda76ee668,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:53.394106 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.542974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Attempting to bind port 5d6747c7-b246-407f-b128-ceeda76ee668 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:53.544464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Attempting to bind port 5d6747c7-b246-407f-b128-ceeda76ee668 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:53.544803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Attempting to bind port 5d6747c7-b246-407f-b128-ceeda76ee668 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:53.563018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.593192 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:47Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:52Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:53.594137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Port 5d6747c7-b246-407f-b128-ceeda76ee668 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:08:53.594348 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f2d7-eb98-43ae-a117-51fac5f3fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.594796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Attempting to bind port 5d6747c7-b246-407f-b128-ceeda76ee668 on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:53.602058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:53.602658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:53.603189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:53.603801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Bound port: 5d6747c7-b246-407f-b128-ceeda76ee668, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:53.604303 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.696838 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0626bd-79ef-4181-ae5d-56b1cdd1bb53 None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:47Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:52Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:53.712337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e6f1f2d7-eb98-43ae-a117-51fac5f3fa69 None None] For port 85d1fc3e-afcc-4a98-816e-2c586eef84a6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=85d1fc3e-afcc-4a98-816e-2c586eef84a6,segment=NetworkSegment(0b425d8c-f2d2-406f-be31-3004b836b2f1),segment_id=0b425d8c-f2d2-406f-be31-3004b836b2f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:53.716167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ec494-5919-47db-acb8-005523ab057f None None] DHCP port deletion for e7e39431-7cbc-4a37-a755-a5b541d980ee request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:53.723486 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f2d7-eb98-43ae-a117-51fac5f3fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.759961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Router 2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:08:53.947613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1f2d7-eb98-43ae-a117-51fac5f3fa69 None None] Pushing event updated for resources: {'Port': ['ID=85d1fc3e-afcc-4a98-816e-2c586eef84a6,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:53.951295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:53.979117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6b266ed2-e56e-46dd-ac84-3784bc3d0950 None None] Provisioning complete for port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:53.979858 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6b266ed2-e56e-46dd-ac84-3784bc3d0950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.004800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dca75-1e89-47f2-92e4-d03838805214 req-dfc15f7f-3ac2-443c-82e2-6b68d7d8a8bc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:54.006601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-843dca75-1e89-47f2-92e4-d03838805214 req-dfc15f7f-3ac2-443c-82e2-6b68d7d8a8bc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.3180718 Nov 10 04:08:54.018504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] For port 5d6747c7-b246-407f-b128-ceeda76ee668, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:54.038911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-404ec494-5919-47db-acb8-005523ab057f None None] Deleting port f4e675ee-e481-4ff1-881c-9fd798e1d967 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:54.039292 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-404ec494-5919-47db-acb8-005523ab057f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.048182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] For port 5d6747c7-b246-407f-b128-ceeda76ee668, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d6747c7-b246-407f-b128-ceeda76ee668,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:54.055626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:54.057859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.070423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.074587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-02908a90-3475-4078-975c-4305a53a7e96 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "PUT /v2.0/routers/2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc HTTP/1.1" status: 200 len: 919 time: 5.5834596 Nov 10 04:08:54.082380 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] Sync routers for ids ['2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:54.096382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58358) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:54.121085 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] Routers {'2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:54.127092 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:54.135981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-404ec494-5919-47db-acb8-005523ab057f None None] For port f4e675ee-e481-4ff1-881c-9fd798e1d967, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f4e675ee-e481-4ff1-881c-9fd798e1d967,segment=NetworkSegment(3d919e27-59d1-4727-8ab6-67df1078c307),segment_id=3d919e27-59d1-4727-8ab6-67df1078c307)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:54.136372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-404ec494-5919-47db-acb8-005523ab057f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.153214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-404ec494-5919-47db-acb8-005523ab057f None None] Calling delete_port for f4e675ee-e481-4ff1-881c-9fd798e1d967 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:54.158668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Pushing event updated for resources: {'Port': ['ID=5d6747c7-b246-407f-b128-ceeda76ee668,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:54.171091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:54.171729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.178567 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-e39da50d-78a8-480d-9e3c-cc281bfcdfca service neutron] 10.222.0.44 "PUT /v2.0/ports/5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 200 len: 1091 time: 2.4812813 Nov 10 04:08:54.190058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:08:54.200026 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1951421-8a19-49fe-9ecf-27e569b61ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:08:54.254561 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:54.277980 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] Routers {'2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:54.281317 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:54.369099 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:54.371979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170568f-12f5-48e7-b33e-532b7385adc0 None None] The sync data for ids ['2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:08:54.376288 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-404ec494-5919-47db-acb8-005523ab057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.383202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-68f151c9-fd10-413a-b211-d33e1c0c49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:54.395725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ec494-5919-47db-acb8-005523ab057f None None] No DVR routers for this DVR port f4e675ee-e481-4ff1-881c-9fd798e1d967 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:08:54.398944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.413738 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-68f151c9-fd10-413a-b211-d33e1c0c49ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1094 time: 0.1849339 Nov 10 04:08:54.429255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ec494-5919-47db-acb8-005523ab057f None None] Pushing event deleted for resources: {'Port': ['ID=f4e675ee-e481-4ff1-881c-9fd798e1d967,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:54.479447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 85d1fc3e-afcc-4a98-816e-2c586eef84a6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:54.533691 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-843dca75-1e89-47f2-92e4-d03838805214 req-c02eb009-921e-450c-aaa1-6d01b5843acc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4888124 Nov 10 04:08:54.556814 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa65b60-d945-4ffd-bad1-c1819b1d6ff1 x-openstack-request-id: req-2fa65b60-d945-4ffd-bad1-c1819b1d6ff1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:08:54.556814 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:08:54.557081 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fa65b60-d945-4ffd-bad1-c1819b1d6ff1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:08:54.562758 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668', 'status': 'completed', 'code': 200} Nov 10 04:08:54.567602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-d5537a54-8d29-41fa-a8a2-c15c8ce506e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 200 len: 217 time: 0.1518698 Nov 10 04:08:54.600922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port a8819a73-3b45-4dfa-805f-9da92e9d86f0 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:54.601265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.610000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:54.611032 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.640986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Subnet': ['ID=a835d909-ba1f-407f-9197-ed4cd79c3657,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:54.679684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-c2e22747-e6ab-447c-a8cd-2f8d0ed9c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:54.681847 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-c2e22747-e6ab-447c-a8cd-2f8d0ed9c280 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.1073172 Nov 10 04:08:54.702263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58366) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:54.702645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e17ed358-bfdd-4dcb-b5fa-56042c9e6a3f tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc HTTP/1.1" status: 200 len: 925 time: 0.6025589 Nov 10 04:08:54.710108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Checking segment: {'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:54.710474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network hostable DHCP agents. Network: d8a479d3-e003-4188-b823-509fe2cc23eb, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:08:54.770664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network d8a479d3-e003-4188-b823-509fe2cc23eb is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:08:54.792111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, d8a479d3-e003-4188-b823-509fe2cc23eb) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:54.802258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3171807-53cf-4ddb-9334-e011b9f7f8dd None None] Network d8a479d3-e003-4188-b823-509fe2cc23eb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:54.807129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:54.807736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.846350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868aad08-c04c-4607-b5ba-86c98a911895 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:54.847939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-868aad08-c04c-4607-b5ba-86c98a911895 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1447363 Nov 10 04:08:54.850020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-bbc2a757-785d-4821-bc66-7baf0b3601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:54.851845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-bbc2a757-785d-4821-bc66-7baf0b3601d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607327 Nov 10 04:08:54.851845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58368) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:54.858377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port a8819a73-3b45-4dfa-805f-9da92e9d86f0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a8819a73-3b45-4dfa-805f-9da92e9d86f0,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:54.858740 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:54.880219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f4e675ee-e481-4ff1-881c-9fd798e1d967 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:54.885818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for a8819a73-3b45-4dfa-805f-9da92e9d86f0 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:54.896590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8916aeea-3bd4-4ba7-89ca-a499a7e0d3a0 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5255570 Nov 10 04:08:54.897816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58370) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:54.924785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: f4e675ee-e481-4ff1-881c-9fd798e1d967 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:54.925552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f4e675ee-e481-4ff1-881c-9fd798e1d967 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:54.926279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0e4376aa-c901-44f4-a075-0baa51bf99d3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:55.156173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0e4376aa-c901-44f4-a075-0baa51bf99d3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:55.156678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0e4376aa-c901-44f4-a075-0baa51bf99d3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:55.351231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-d8a479d3-e003-4188-b823-509fe2cc23eb', 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'fixed_ips': [{'subnet_id': 'a835d909-ba1f-407f-9197-ed4cd79c3657'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:08:55.354208 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:55.460889 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:55.534597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=a8819a73-3b45-4dfa-805f-9da92e9d86f0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:55.572970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:55.636358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Allocated IP 172.23.0.2 (d8a479d3-e003-4188-b823-509fe2cc23eb/a835d909-ba1f-407f-9197-ed4cd79c3657/6917f2dd-c368-429b-8a80-7fc62b730cee) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:55.745022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-51271c68-2107-487f-8d29-ded6788938f2 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8794799 Nov 10 04:08:55.772274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:55.776548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5673616-534e-4f2e-aeae-7aac13a46a9d tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:55.780107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f5673616-534e-4f2e-aeae-7aac13a46a9d tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/networks/18550987-b596-4013-8c01-043916d804d5 HTTP/1.1" status: 200 len: 881 time: 0.9267957 Nov 10 04:08:55.797986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af307eb6-f2f9-4198-bf08-0d8d9c81dc1b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:55.813666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58378) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:55.856101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c76a1a2b-ba3a-4ef2-a5d7-d111bc0f5393 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc HTTP/1.1" status: 200 len: 205 time: 0.0411391 Nov 10 04:08:55.858900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58380) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:55.884522 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:55.897263 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:55.980969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Network d8a479d3-e003-4188-b823-509fe2cc23eb is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:55.984683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:55.988802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:55.993608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddcaff8c-4670-4d9b-85c0-8a83bef94499 req-d5073cc5-5e36-4354-be84-a96aed778297 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405121 Nov 10 04:08:56.024101 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.053336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Pushing event updated for resources: {'Port': ['ID=6917f2dd-c368-429b-8a80-7fc62b730cee,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:56.085909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Attempting to bind port 6917f2dd-c368-429b-8a80-7fc62b730cee on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:08:56.086430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Attempting to bind port 6917f2dd-c368-429b-8a80-7fc62b730cee by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:08:56.086904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Attempting to bind port 6917f2dd-c368-429b-8a80-7fc62b730cee on network d8a479d3-e003-4188-b823-509fe2cc23eb {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:08:56.093765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:08:56.094281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Checking segment: {'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:08:56.094766 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.095284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Bound using segment: {'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:08:56.095821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Bound port: 6917f2dd-c368-429b-8a80-7fc62b730cee, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:08:56.096296 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.184682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] For port 6917f2dd-c368-429b-8a80-7fc62b730cee, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:08:56.188165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] For port 6917f2dd-c368-429b-8a80-7fc62b730cee, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6917f2dd-c368-429b-8a80-7fc62b730cee,segment=NetworkSegment(1ea4920c-697a-4d03-9d38-b6fb9c1fee02),segment_id=1ea4920c-697a-4d03-9d38-b6fb9c1fee02)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:08:56.193789 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.220123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-c240451c-185e-4cde-880d-8a574adcc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:56.222261 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-c240451c-185e-4cde-880d-8a574adcc737 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1094 time: 0.1246955 Nov 10 04:08:56.296698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362987f9-bfb7-49fe-9f90-34cfb0d4f1c3 None None] Pushing event updated for resources: {'Port': ['ID=6917f2dd-c368-429b-8a80-7fc62b730cee,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:56.303848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.386943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-c1a5d7b1-6f9f-4923-889b-58ed4cd150f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:56.388864 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-c1a5d7b1-6f9f-4923-889b-58ed4cd150f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1592345 Nov 10 04:08:56.442564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-f4382558-3c2e-44ff-90ad-3bc534ea2a76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 200 len: 217 time: 0.0467322 Nov 10 04:08:56.547109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Deleting port 346d1d04-5751-4b5e-ae62-a69420abec8a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:08:56.549697 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.691877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-7196a42b-4f27-4a7a-ba19-11ae3aedfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:56.693499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-7196a42b-4f27-4a7a-ba19-11ae3aedfb37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.2428203 Nov 10 04:08:56.765380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.773249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.782251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Calling delete_port for 346d1d04-5751-4b5e-ae62-a69420abec8a owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:08:56.794671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100497b-85d1-4fde-80bd-aa540450e943 req-1a55c0a3-e1e2-4154-8975-b22868bad669 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:56.797612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2100497b-85d1-4fde-80bd-aa540450e943 req-1a55c0a3-e1e2-4154-8975-b22868bad669 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 1.0759864 Nov 10 04:08:56.802261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.807927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-26429e25-6b82-4869-8b69-0893a522d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:56.809466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-26429e25-6b82-4869-8b69-0893a522d4a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084430 Nov 10 04:08:56.891850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.892385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Fanout notify agent at l3_agent the message router_deleted on router 742ee13e-04bf-4278-b81c-e8621ca6f48f {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:56.895499 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Allocated IP 172.23.0.1 (d8a479d3-e003-4188-b823-509fe2cc23eb/a835d909-ba1f-407f-9197-ed4cd79c3657/b4174249-bfe0-4de3-b269-be75386ff2fb) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:56.902622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:56.907175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3e6c0885-852a-4b72-adc3-ddb0ebe37e91 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/routers/742ee13e-04bf-4278-b81c-e8621ca6f48f HTTP/1.1" status: 204 len: 168 time: 3.6967938 Nov 10 04:08:56.913156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58386) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:56.978269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-8902f4e9-3ced-4d2e-8f60-0237c832fccd service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342330 Nov 10 04:08:56.998634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2100497b-85d1-4fde-80bd-aa540450e943 req-c9ec66d0-e52b-4b65-ba68-46fc83a7b85e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854343 Nov 10 04:08:57.086355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.190250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1951421-8a19-49fe-9ecf-27e569b61ad1 req-914f46ed-9c78-48fd-853b-e65b082007b8 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979642 Nov 10 04:08:57.197134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.220434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.238897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.250703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e39431-7cbc-4a37-a755-a5b541d980ee']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:57.275708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d919e27-59d1-4727-8ab6-67df1078c307') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:57.276408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d919e27-59d1-4727-8ab6-67df1078c307') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:57.277719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event deleted for resources: {'Port': ['ID=346d1d04-5751-4b5e-ae62-a69420abec8a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:57.287920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ba4d1c-562a-4900-94fa-c883b630e870 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:57.289379 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.319151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.322350 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.337716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:08:57.337918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:08:57.340899 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:08:57.355390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.387474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network d8a479d3-e003-4188-b823-509fe2cc23eb is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:57.427868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:57.430329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:57.493146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.501432 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.537615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=b4174249-bfe0-4de3-b269-be75386ff2fb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:57.570278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.582802 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.586728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/networks/e7e39431-7cbc-4a37-a755-a5b541d980ee HTTP/1.1" status: 204 len: 168 time: 0.6706173 Nov 10 04:08:57.597171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.611181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58388) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:57.617005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'network': {'name': 'tempest-network-smoke--1655492041', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:57.625839 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.626546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:08:57.636856 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.642138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2fcbed19-6fe6-4237-b301-6eaed1fe4083 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc HTTP/1.1" status: 204 len: 168 time: 1.7822087 Nov 10 04:08:57.645184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58392) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:57.655608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1760270890', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:57.687144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:08:57.688827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcf130-dad7-47a5-ad00-a4c65a059646 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Network': ['ID=e7e39431-7cbc-4a37-a755-a5b541d980ee,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:57.691893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.737499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:08:57.749491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.750161 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Added segment 8878bb6d-18b7-441f-bc94-e9fe575fb127 of type vlan for network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 Nov 10 04:08:57.794652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.795914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.796288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.803570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.836111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d172b63-aa9f-4976-bffd-b8a6e74fc6d8 None None] Network d8a479d3-e003-4188-b823-509fe2cc23eb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:08:57.869972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.872833 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.880671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:57.881278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.923440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f9b49796-8621-4a3a-8369-72f8f5b6d452 None None] Provisioning complete for port 6917f2dd-c368-429b-8a80-7fc62b730cee triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:57.924362 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9b49796-8621-4a3a-8369-72f8f5b6d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:57.988775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3761017 Nov 10 04:08:57.990853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58396) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:58.067652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'admin_state_up': True, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:58.104899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9b49796-8621-4a3a-8369-72f8f5b6d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.128348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.137269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a3391-f4b3-4394-87b4-8c27ed3358a4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Network': ['ID=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:58.161539 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.169729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.176323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:08:58.189700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f9b49796-8621-4a3a-8369-72f8f5b6d452 None None] For port 6917f2dd-c368-429b-8a80-7fc62b730cee, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6917f2dd-c368-429b-8a80-7fc62b730cee,segment=NetworkSegment(1ea4920c-697a-4d03-9d38-b6fb9c1fee02),segment_id=1ea4920c-697a-4d03-9d38-b6fb9c1fee02)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:08:58.225553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9b49796-8621-4a3a-8369-72f8f5b6d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.246143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.255421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.284379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event updated for resources: {'Port': ['ID=b4174249-bfe0-4de3-b269-be75386ff2fb,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:58.320561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6917f2dd-c368-429b-8a80-7fc62b730cee up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:08:58.341543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.345407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.362797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b49796-8621-4a3a-8369-72f8f5b6d452 None None] Pushing event updated for resources: {'Port': ['ID=6917f2dd-c368-429b-8a80-7fc62b730cee,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:58.408968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6917f2dd-c368-429b-8a80-7fc62b730cee triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:58.411032 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.469175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c0d1-2f1c-4f2c-b3bd-6e0baac9344d req-a67e4754-53a7-4337-a935-fb9018fd5c10 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:58.473697 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35a7c0d1-2f1c-4f2c-b3bd-6e0baac9344d req-a67e4754-53a7-4337-a935-fb9018fd5c10 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.2630472 Nov 10 04:08:58.520742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.568874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a8819a73-3b45-4dfa-805f-9da92e9d86f0 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:08:58.597723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a8819a73-3b45-4dfa-805f-9da92e9d86f0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:08:58.598353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a8819a73-3b45-4dfa-805f-9da92e9d86f0 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:08:58.621305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Network d8a479d3-e003-4188-b823-509fe2cc23eb is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:58.650295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-35a7c0d1-2f1c-4f2c-b3bd-6e0baac9344d req-5ed7cd58-5fb7-4079-9d3f-4febbf7cad14 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452692 Nov 10 04:08:58.650295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:58.749088 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.766751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-abfb916b-4349-4d36-9a5a-415be5ccd4ff None None] Provisioning complete for port b4174249-bfe0-4de3-b269-be75386ff2fb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:58.767121 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-abfb916b-4349-4d36-9a5a-415be5ccd4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.771865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.842424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-abfb916b-4349-4d36-9a5a-415be5ccd4ff None None] Port b4174249-bfe0-4de3-b269-be75386ff2fb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:58.854658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-abfb916b-4349-4d36-9a5a-415be5ccd4ff None None] Provisioning complete for port 6917f2dd-c368-429b-8a80-7fc62b730cee triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:58.855512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-abfb916b-4349-4d36-9a5a-415be5ccd4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:58.881811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:08:58.975534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Allocated IP 172.25.6.119 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/187493b0-9b30-46c5-bddd-db46955c476f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:59.032265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:08:59.040955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8021a6f2-dcd7-42a9-8609-01b77f4f293f tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1389236 Nov 10 04:08:59.040955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58404) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:08:59.048137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:08:59.057531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:08:59.063547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:08:59.064186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:59.197162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.223061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a90f3e26-c846-4b31-9b3b-083074f184c6 None None] Provisioning complete for port b4174249-bfe0-4de3-b269-be75386ff2fb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:59.224764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a90f3e26-c846-4b31-9b3b-083074f184c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.230409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.264995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:08:59.314820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a90f3e26-c846-4b31-9b3b-083074f184c6 None None] Port b4174249-bfe0-4de3-b269-be75386ff2fb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:59.339028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.433002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.505913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:08:59.516372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:08:59.522544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:08:59.538141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36509d9-4cfe-4065-8a36-52daee563bb4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:08:59.549027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event updated for resources: {'Port': ['ID=187493b0-9b30-46c5-bddd-db46955c476f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:08:59.579968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.25.6.116 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/46cfdfbc-d7d4-4e1a-b38e-ac289792e393) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:08:59.591223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8e1d91bc-f257-4cb6-aa6f-57f392678ce3 None None] Provisioning complete for port b4174249-bfe0-4de3-b269-be75386ff2fb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:08:59.592120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e1d91bc-f257-4cb6-aa6f-57f392678ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.653117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:57Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4174249-bfe0-4de3-b269-be75386ff2fb', 'name': '', 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:1f:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:56Z', 'updated_at': '2021-11-10T04:08:57Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:08:59.659565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.extraroute_db [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 04:08:59.677021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.extraroute_db [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Removed routes are [] {{(pid=102597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 04:08:59.677742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.690222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:08:59.690633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Updating router 091ce82d-5656-4a14-9315-e3bf8e237499 port b4174249-bfe0-4de3-b269-be75386ff2fb binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:08:59.695069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d91bc-f257-4cb6-aa6f-57f392678ce3 None None] Port b4174249-bfe0-4de3-b269-be75386ff2fb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:08:59.724169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:08:59.864085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc4cca-d2eb-4253-85b7-91319885e211 req-e0234c43-4266-4af9-9bb6-4c04d08e09d6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:08:59.866432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acbc4cca-d2eb-4253-85b7-91319885e211 req-e0234c43-4266-4af9-9bb6-4c04d08e09d6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.1323762 Nov 10 04:08:59.866598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.002312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.009283 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-acbc4cca-d2eb-4253-85b7-91319885e211 req-a872282e-532c-4d1b-b73f-2d2d2c61f561 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018534 Nov 10 04:09:00.010912 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.127961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:00.158811 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.166113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ce5309de-77f1-42f7-a63d-8bf66ec85330 None None] Provisioning complete for port 187493b0-9b30-46c5-bddd-db46955c476f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:00.166869 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ce5309de-77f1-42f7-a63d-8bf66ec85330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.207923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ce5309de-77f1-42f7-a63d-8bf66ec85330 None None] Port 187493b0-9b30-46c5-bddd-db46955c476f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:09:00.211778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6917f2dd-c368-429b-8a80-7fc62b730cee up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:00.215775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.243373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:00.258039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.262458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a7382522-cac3-4724-a5c1-e60726e0edae tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 200 len: 934 time: 1.2206080 Nov 10 04:09:00.264348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58412) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:00.327059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35824fa-e678-449d-b542-519361dc4f66 None None] Pushing event updated for resources: {'Port': ['ID=b4174249-bfe0-4de3-b269-be75386ff2fb,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:00.400566 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d997fb2-e250-45bf-9ac3-0b549fc0c1b7 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 200 len: 934 time: 0.1347275 Nov 10 04:09:00.401185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58414) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:00.406483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'routes': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:00.414582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Attempting to bind port b4174249-bfe0-4de3-b269-be75386ff2fb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:00.415288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Attempting to bind port b4174249-bfe0-4de3-b269-be75386ff2fb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:00.415900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Attempting to bind port b4174249-bfe0-4de3-b269-be75386ff2fb on network d8a479d3-e003-4188-b823-509fe2cc23eb {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:00.423926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:00.429150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Checking segment: {'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:00.429901 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.430821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Bound using segment: {'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:00.431526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Bound port: b4174249-bfe0-4de3-b269-be75386ff2fb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea4920c-697a-4d03-9d38-b6fb9c1fee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:00.432126 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.482113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.515100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.543841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] For port b4174249-bfe0-4de3-b269-be75386ff2fb, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:00.548611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] For port b4174249-bfe0-4de3-b269-be75386ff2fb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b4174249-bfe0-4de3-b269-be75386ff2fb,segment=NetworkSegment(1ea4920c-697a-4d03-9d38-b6fb9c1fee02),segment_id=1ea4920c-697a-4d03-9d38-b6fb9c1fee02)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:00.556992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6917f2dd-c368-429b-8a80-7fc62b730cee triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:00.557787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.598879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:00.613407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:00.618294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.621433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:00.626472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:00.688602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35824fa-e678-449d-b542-519361dc4f66 None None] Pushing event updated for resources: {'Port': ['ID=b4174249-bfe0-4de3-b269-be75386ff2fb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:00.694433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3a165-f7fc-42b6-8786-47d2e0b835f6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:00.760926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:00.761644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:00.889135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0dd7dd4d-49fc-4e68-b1cd-1c8a366de2f2 None None] Provisioning complete for port b4174249-bfe0-4de3-b269-be75386ff2fb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:00.889496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dd4d-49fc-4e68-b1cd-1c8a366de2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:00.911718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:00.991812 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.250018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.258035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce57c8-801d-42b5-8d9b-ccd8150319da req-bb35eff0-caa5-4105-bc56-2e5051801f86 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:01.259908 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04ce57c8-801d-42b5-8d9b-ccd8150319da req-bb35eff0-caa5-4105-bc56-2e5051801f86 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.0951171 Nov 10 04:09:01.360093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04ce57c8-801d-42b5-8d9b-ccd8150319da req-a2311c58-78b3-4015-a81e-528db995eae2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705264 Nov 10 04:09:01.434891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:59Z', 'revision_number': 6, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4174249-bfe0-4de3-b269-be75386ff2fb', 'name': '', 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:1f:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:56Z', 'updated_at': '2021-11-10T04:09:00Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:01.447209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Router 9b66dfed-4714-4257-85d9-b5964f8a513f is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:09:01.468421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.extraroute_db [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added routes are [] {{(pid=102597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 04:09:01.469039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.extraroute_db [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 04:09:01.487457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092b6a2-196d-4087-a571-109c14fa29c9 None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:08:59Z', 'revision_number': 6, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4174249-bfe0-4de3-b269-be75386ff2fb', 'name': '', 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:1f:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:56Z', 'updated_at': '2021-11-10T04:09:00Z', 'revision_number': 4, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:01.508425 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dd4d-49fc-4e68-b1cd-1c8a366de2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.520457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.584477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0dd7dd4d-49fc-4e68-b1cd-1c8a366de2f2 None None] For port b4174249-bfe0-4de3-b269-be75386ff2fb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b4174249-bfe0-4de3-b269-be75386ff2fb,segment=NetworkSegment(1ea4920c-697a-4d03-9d38-b6fb9c1fee02),segment_id=1ea4920c-697a-4d03-9d38-b6fb9c1fee02)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:01.597484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dd4d-49fc-4e68-b1cd-1c8a366de2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.685825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.686884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7dd4d-49fc-4e68-b1cd-1c8a366de2f2 None None] Pushing event updated for resources: {'Port': ['ID=b4174249-bfe0-4de3-b269-be75386ff2fb,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:01.730158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ad4da9f-7062-4160-9322-7fa20b59b448 None None] Provisioning complete for port b4174249-bfe0-4de3-b269-be75386ff2fb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:01.730527 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ad4da9f-7062-4160-9322-7fa20b59b448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.775020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:01.793092 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] Sync routers for ids ['9b66dfed-4714-4257-85d9-b5964f8a513f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:01.797781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.801337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.817394 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] Routers {'9b66dfed-4714-4257-85d9-b5964f8a513f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:01.818410 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9b66dfed-4714-4257-85d9-b5964f8a513f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:01.820952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.827151 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e303e9f0-96ba-4bed-8d65-7e47c8a4e516 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1752293 Nov 10 04:09:01.828399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58422) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:01.850160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:01.881615 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:01.906672 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] Routers {'9b66dfed-4714-4257-85d9-b5964f8a513f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:01.908719 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9b66dfed-4714-4257-85d9-b5964f8a513f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:01.911429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ad4da9f-7062-4160-9322-7fa20b59b448 None None] Provisioning complete for port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:01.911840 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ad4da9f-7062-4160-9322-7fa20b59b448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:01.961021 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:01.961963 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cb1d2-29d5-40b0-9779-6af69163f88e None None] The sync data for ids ['9b66dfed-4714-4257-85d9-b5964f8a513f'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:01.990982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4da9f-7062-4160-9322-7fa20b59b448 None None] Port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:09:02.002792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:02.142903 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:02.152645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:02.154684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cc93cfea-6b2e-4829-81df-286f711aaa14 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 200 len: 700 time: 1.7517586 Nov 10 04:09:02.157148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58428) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:02.224133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4174249-bfe0-4de3-b269-be75386ff2fb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:02.281738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:02.309990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:02.314397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b4174249-bfe0-4de3-b269-be75386ff2fb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:02.314756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:02.328177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router b161e063-5cd0-41f0-89a4-caa1da42100b is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:09:02.334929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2fa50629-f56a-40f8-b290-dd27fb6d2ab6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 200 len: 700 time: 0.1763241 Nov 10 04:09:02.335721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58430) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:02.483344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:02.494126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Sync routers for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:02.511373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:02.511988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:02.570985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Deleting port 187493b0-9b30-46c5-bddd-db46955c476f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:02.570985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:02.574731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:02.579156 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5c1e5113-77ba-4786-8c25-4958b9f661d8 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5737793 Nov 10 04:09:02.579925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58434) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:02.665797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2e9b3-d618-4b22-9fed-d06db16d3d77 req-243f285c-8dc1-446f-a07b-2dd8f54c7b3d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:02.667484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08e2e9b3-d618-4b22-9fed-d06db16d3d77 req-243f285c-8dc1-446f-a07b-2dd8f54c7b3d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.1893737 Nov 10 04:09:02.701775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7b2f29c6-40a0-4120-874b-e3b3c13fc662 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ccaa15c36c244bb9b48a1c91ec4d6be5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1086433 Nov 10 04:09:02.702290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58436) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:02.713033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:02.779326 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:02.793360 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:02.795534 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:02.800526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08e2e9b3-d618-4b22-9fed-d06db16d3d77 req-27a386d6-d4d6-4288-ba34-6819d5193bf8 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168242 Nov 10 04:09:02.855777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:02.896003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Calling delete_port for 187493b0-9b30-46c5-bddd-db46955c476f owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:03.005728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e448fbb-b90c-49e8-ae4f-438ba0d62dfc tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:03.010978 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9e448fbb-b90c-49e8-ae4f-438ba0d62dfc tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3012593 Nov 10 04:09:03.011593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58440) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:03.040641 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:03.066886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:00Z', 'revision_number': 3, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:03.068392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e7ba5f20-8b3e-48b4-b4ab-0de3e8ac91ab tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534499 Nov 10 04:09:03.070327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58442) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:03.075071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340199955', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:03.108764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Checking router: b161e063-5cd0-41f0-89a4-caa1da42100b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:03.109171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Updating router b161e063-5cd0-41f0-89a4-caa1da42100b port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:09:03.142871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.147021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.430834 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:01Z', 'revision_number': 7, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4174249-bfe0-4de3-b269-be75386ff2fb', 'name': '', 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:1f:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:56Z', 'updated_at': '2021-11-10T04:09:01Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:03.462880 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:03.475853 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:03.476610 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:03.544568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port b4174249-bfe0-4de3-b269-be75386ff2fb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:03.545684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.554245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.568502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.666898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port b4174249-bfe0-4de3-b269-be75386ff2fb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b4174249-bfe0-4de3-b269-be75386ff2fb,segment=NetworkSegment(1ea4920c-697a-4d03-9d38-b6fb9c1fee02),segment_id=1ea4920c-697a-4d03-9d38-b6fb9c1fee02)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:03.667262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.676835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd29618-a8ca-4950-b61a-60ba5d2e15a3 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:03.685929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for b4174249-bfe0-4de3-b269-be75386ff2fb owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:03.730633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9744581-a990-4132-86a8-6014465f6e54 None None] Pushing event updated for resources: {'Port': ['ID=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:03.735658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Attempting to bind port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:03.736024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Attempting to bind port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:03.736385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Attempting to bind port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:03.742087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:03.742461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:03.742852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.743242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:03.743703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Bound port: 46cfdfbc-d7d4-4e1a-b38e-ac289792e393, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:03.744078 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.747165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:03.784517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:03.788089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.845446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] For port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:03.850353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] For port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:03.862914 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.865334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aa3d39a7-f43d-49b8-9654-d64adb7aace5 None None] Provisioning complete for port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:03.865751 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa3d39a7-f43d-49b8-9654-d64adb7aace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.904564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:03.948399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de77115f-5797-4ebc-a6ba-cdb4a9ad875b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:04.003554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Pushing event deleted for resources: {'Port': ['ID=187493b0-9b30-46c5-bddd-db46955c476f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:04.004875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.032878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ca3c9-24f6-4d70-b356-c055465b73e1 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:04.068615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=b4174249-bfe0-4de3-b269-be75386ff2fb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:04.078822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.166640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:04.167279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:04.172506 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:01Z', 'revision_number': 7, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4174249-bfe0-4de3-b269-be75386ff2fb', 'name': '', 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:1f:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:56Z', 'updated_at': '2021-11-10T04:09:01Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:04.182217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9744581-a990-4132-86a8-6014465f6e54 None None] Pushing event updated for resources: {'Port': ['ID=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:04.205890 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa900948-fdae-4ebd-b0e6-33b7c0c691f3 None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:01Z', 'revision_number': 7, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4174249-bfe0-4de3-b269-be75386ff2fb', 'name': '', 'network_id': 'd8a479d3-e003-4188-b823-509fe2cc23eb', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:1f:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:56Z', 'updated_at': '2021-11-10T04:09:01Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'a835d909-ba1f-407f-9197-ed4cd79c3657', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:04.389610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.541992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa3d39a7-f43d-49b8-9654-d64adb7aace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.594338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-aa3d39a7-f43d-49b8-9654-d64adb7aace5 None None] For port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:04.611257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa3d39a7-f43d-49b8-9654-d64adb7aace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.614600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:04.667313 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.675493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.678237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c26a5-93d6-4ead-b173-0f259d8d1b5c req-7af587a7-a1fc-4b0f-ac86-fea4b7d709c3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:04.679797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b05c26a5-93d6-4ead-b173-0f259d8d1b5c req-7af587a7-a1fc-4b0f-ac86-fea4b7d709c3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.0918045 Nov 10 04:09:04.739015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.753638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d39a7-f43d-49b8-9654-d64adb7aace5 None None] Pushing event updated for resources: {'Port': ['ID=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:04.823085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0c37798c-8a63-4b15-99a3-f25038a8e3ed None None] Provisioning complete for port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:04.823513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0c37798c-8a63-4b15-99a3-f25038a8e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.834473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b05c26a5-93d6-4ead-b173-0f259d8d1b5c req-4a368809-f796-4ea0-89e5-cb0eee75439e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180923 Nov 10 04:09:04.839878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:04.867868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Router 9b66dfed-4714-4257-85d9-b5964f8a513f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:04.890324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Subnet': ['ID=0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:04.926241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Checking segment: {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:04.926510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network hostable DHCP agents. Network: 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:04.976191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:04.984968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:04.989195 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8bd67c0b-b476-4745-8a54-af9c4a0a121b tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "PUT /v2.0/routers/9b66dfed-4714-4257-85d9-b5964f8a513f HTTP/1.1" status: 200 len: 710 time: 3.1543329 Nov 10 04:09:04.989195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:04.995594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58452) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:05.005464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:05.006048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] Sync routers for ids ['9b66dfed-4714-4257-85d9-b5964f8a513f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:05.011794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:05.012395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.024150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31d8ce-f1d6-4f74-a047-a926a1c7b54e None None] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:05.105005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2ce82762-218b-4bfa-9609-122a51e276d2 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/routers/9b66dfed-4714-4257-85d9-b5964f8a513f HTTP/1.1" status: 200 len: 745 time: 0.1058092 Nov 10 04:09:05.105239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:05.106194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] Routers {'9b66dfed-4714-4257-85d9-b5964f8a513f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:05.107007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9b66dfed-4714-4257-85d9-b5964f8a513f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:05.120250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03004306-793c-4f9e-a689-a5cc94228326 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0488107 Nov 10 04:09:05.145658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58458) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:05.166621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:05.177990 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-581d5277-952c-432c-9b82-02098f5d08f2 tempest-RoutersIpV6AdminTest-966726873 tempest-RoutersIpV6AdminTest-966726873-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=18550987-b596-4013-8c01-043916d804d5&device_id=9b66dfed-4714-4257-85d9-b5964f8a513f HTTP/1.1" status: 200 len: 205 time: 0.0712736 Nov 10 04:09:05.205794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] Routers {'9b66dfed-4714-4257-85d9-b5964f8a513f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:05.206697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['9b66dfed-4714-4257-85d9-b5964f8a513f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:05.209693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58460) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:05.245244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6c1326b5-a903-47f6-8328-7a2e2b579412 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b66dfed-4714-4257-85d9-b5964f8a513f HTTP/1.1" status: 200 len: 205 time: 0.0343015 Nov 10 04:09:05.248223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58462) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:05.260089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:05.261652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9674380a-8519-43e3-8895-36a75da4b6c0 None None] The sync data for ids ['9b66dfed-4714-4257-85d9-b5964f8a513f'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:05.297849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:00Z', 'revision_number': 3, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:05.343641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:05.349633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:09:05.351304 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.354384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a1924-dc62-4165-a30b-969b54b0d1b2 None None] The sync data for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 is: [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:00Z', 'revision_number': 3, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:05.355579 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:05.373532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b0d9d78d-234d-41b4-b3c1-18d73ac52303 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0368557 Nov 10 04:09:05.376199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58464) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:05.390438 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:05.391069 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:05.395203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c8f305c-5cd2-4eb2-8a0c-c889c0379b7d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.494680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet a835d909-ba1f-407f-9197-ed4cd79c3657 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:05.501411 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.571563 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.615714 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:05.617085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c8f305c-5cd2-4eb2-8a0c-c889c0379b7d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.676121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c8f305c-5cd2-4eb2-8a0c-c889c0379b7d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.788472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.894185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c8f305c-5cd2-4eb2-8a0c-c889c0379b7d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.896846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8f305c-5cd2-4eb2-8a0c-c889c0379b7d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Fanout notify agent at l3_agent the message router_deleted on router 9b66dfed-4714-4257-85d9-b5964f8a513f {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:09:05.928860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c8f305c-5cd2-4eb2-8a0c-c889c0379b7d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:05.931249 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8c8f305c-5cd2-4eb2-8a0c-c889c0379b7d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/9b66dfed-4714-4257-85d9-b5964f8a513f HTTP/1.1" status: 204 len: 168 time: 0.6826782 Nov 10 04:09:05.936293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58476) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:05.973794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Allocated IP 172.20.0.2 (5ebb9c96-1ce9-43b7-8d32-0308bf310dc1/0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2/6fcc504d-b117-4548-aa2e-e805ab982b30) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:06.066140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-efa9ec0a-b963-4db1-83bd-922406470d1c tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b66dfed-4714-4257-85d9-b5964f8a513f HTTP/1.1" status: 200 len: 205 time: 0.1269925 Nov 10 04:09:06.077833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58480) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.149067 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:03Z', 'revision_number': 8, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:06.180262 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:06.193815 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:06.194637 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:06.211751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:06.241338 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:06.258618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/a835d909-ba1f-407f-9197-ed4cd79c3657 HTTP/1.1" status: 204 len: 168 time: 0.8804247 Nov 10 04:09:06.260242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58482) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.262531 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-f388f287-1e93-41a7-96b2-d1beaa02ed64 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] delete failed (client error): The resource could not be found. Nov 10 04:09:06.266650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f388f287-1e93-41a7-96b2-d1beaa02ed64 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/9b66dfed-4714-4257-85d9-b5964f8a513f HTTP/1.1" status: 404 len: 336 time: 0.1847398 Nov 10 04:09:06.267820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332985c-f90c-445d-b524-fb32e222f0c7 None None] Network d8a479d3-e003-4188-b823-509fe2cc23eb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:06.274389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58484) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.302840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-dc930930-8bbf-4c71-895c-b2eba5226bd9 req-783bda27-7954-4c68-b334-e551bea58bc6 service neutron] (102596) timed out ('10.222.0.24', 35914) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:09:06.361392 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:06.443893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e1706906-e5e8-4545-86d4-a08947169784 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc HTTP/1.1" status: 200 len: 205 time: 0.1069624 Nov 10 04:09:06.445501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58490) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.493368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e23bc1-cdd6-48e4-9f7e-c4d5ae0740a5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=a835d909-ba1f-407f-9197-ed4cd79c3657,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:06.520281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:06.610717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:06.613305 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-fd62d373-3228-4017-9694-53bd9b065016 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] delete failed (client error): The resource could not be found. Nov 10 04:09:06.617302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fd62d373-3228-4017-9694-53bd9b065016 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/2e1c34bb-b0fe-43d4-8b28-a1f66b88ccfc HTTP/1.1" status: 404 len: 336 time: 0.1292346 Nov 10 04:09:06.620201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58494) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.670188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc76d2-dcdf-495e-bb31-5d1651bc1666 req-2814acbc-4694-4b95-b943-353566d64ee0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:06.671676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15dc76d2-dcdf-495e-bb31-5d1651bc1666 req-2814acbc-4694-4b95-b943-353566d64ee0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.6431253 Nov 10 04:09:06.681998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e4753f37-60b8-4cd3-a7ee-c768bb381915 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0b8a55f-2a4a-4495-8124-97606dfec874 HTTP/1.1" status: 200 len: 205 time: 0.0589852 Nov 10 04:09:06.682647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58496) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.751724 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:06.763710 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-ae7dc768-ac3e-4834-ae11-57ef3327cee7 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] delete failed (client error): The resource could not be found. Nov 10 04:09:06.767781 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ae7dc768-ac3e-4834-ae11-57ef3327cee7 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/c0b8a55f-2a4a-4495-8124-97606dfec874 HTTP/1.1" status: 404 len: 336 time: 0.0755260 Nov 10 04:09:06.769245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58498) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.777535 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:03Z', 'revision_number': 8, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:06.826424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f23ec9ea-76ef-45dd-a9ed-8e2630ce82ef tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=1758184a-39d9-4e9b-b28b-ea9c5cadf002 HTTP/1.1" status: 200 len: 205 time: 0.0535800 Nov 10 04:09:06.827265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58500) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.828553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:06.834231 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:06.875446 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:09:06.881288 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a1fe6-ca14-4551-a953-c055ceab116d None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:03Z', 'revision_number': 8, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d1fc3e-afcc-4a98-816e-2c586eef84a6', 'name': '', 'network_id': 'd3addbe7-257a-46a9-8801-84a94ecbd598', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:07:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:46Z', 'updated_at': '2021-11-10T04:08:53Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:06.898376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] DHCP port deletion for d8a479d3-e003-4188-b823-509fe2cc23eb request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:06.914702 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-907e48e8-2863-4d69-8c8d-22d8b541ed42 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] delete failed (client error): The resource could not be found. Nov 10 04:09:06.929180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-907e48e8-2863-4d69-8c8d-22d8b541ed42 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/1758184a-39d9-4e9b-b28b-ea9c5cadf002 HTTP/1.1" status: 404 len: 336 time: 0.0967901 Nov 10 04:09:06.932551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58502) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:06.944265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15dc76d2-dcdf-495e-bb31-5d1651bc1666 req-30f188ef-051b-4b33-9fb0-30e752c847ef tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605464 Nov 10 04:09:06.957624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:06.986098 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.008651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6ba40ac2-96e7-413f-ad58-bc0ed3c83dc3 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f4761e7-87c1-413a-b25c-e4116ee82a2b HTTP/1.1" status: 200 len: 205 time: 0.0759711 Nov 10 04:09:07.009287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58504) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:07.041201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:07.051108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:07.053912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:07.063050 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-22ead139-6290-4a14-935f-5b6fc3d1d5c6 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] delete failed (client error): The resource could not be found. Nov 10 04:09:07.072716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-22ead139-6290-4a14-935f-5b6fc3d1d5c6 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/0f4761e7-87c1-413a-b25c-e4116ee82a2b HTTP/1.1" status: 404 len: 336 time: 0.0619650 Nov 10 04:09:07.073347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58506) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:07.136187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f8fba5fc-f9bc-4538-a32a-8430464689cd tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "GET /v2.0/ports?device_id=282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a HTTP/1.1" status: 200 len: 205 time: 0.0588675 Nov 10 04:09:07.136841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58510) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:07.178041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Pushing event updated for resources: {'Port': ['ID=6fcc504d-b117-4548-aa2e-e805ab982b30,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:07.180016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.20.0.1 (5ebb9c96-1ce9-43b7-8d32-0308bf310dc1/0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2/b2178256-d027-4a00-949f-596160d924f3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:07.195586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Attempting to bind port 6fcc504d-b117-4548-aa2e-e805ab982b30 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:07.195953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Attempting to bind port 6fcc504d-b117-4548-aa2e-e805ab982b30 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:07.196532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Attempting to bind port 6fcc504d-b117-4548-aa2e-e805ab982b30 on network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:07.201417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] Deleting port 6917f2dd-c368-429b-8a80-7fc62b730cee {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:07.201794 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.206341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:07.206704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Checking segment: {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:07.207089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.207471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Bound using segment: {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:07.207934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Bound port: 6fcc504d-b117-4548-aa2e-e805ab982b30, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:07.208305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.229170 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-23765814-1241-42a7-9fb8-86b74a01c51d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] delete failed (client error): The resource could not be found. Nov 10 04:09:07.231755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-23765814-1241-42a7-9fb8-86b74a01c51d tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/routers/282fc5fd-f358-4bb2-8534-c3bd5dfa7f9a HTTP/1.1" status: 404 len: 336 time: 0.0913301 Nov 10 04:09:07.236661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58512) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:07.274338 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-155eff1d-155f-48a1-8d8e-7ed840419eb6 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:07.275322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155eff1d-155f-48a1-8d8e-7ed840419eb6 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:07.278902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-155eff1d-155f-48a1-8d8e-7ed840419eb6 tempest-RoutersIpV6AdminTest-1789831503 tempest-RoutersIpV6AdminTest-1789831503-project] 10.222.0.24 "DELETE /v2.0/subnets/f2e877b7-3978-4e29-8f8a-02c9ad504920 HTTP/1.1" status: 404 len: 337 time: 0.0407019 Nov 10 04:09:07.282475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 6917f2dd-c368-429b-8a80-7fc62b730cee {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:07.283079 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.369673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.398513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 6917f2dd-c368-429b-8a80-7fc62b730cee, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6917f2dd-c368-429b-8a80-7fc62b730cee,segment=NetworkSegment(1ea4920c-697a-4d03-9d38-b6fb9c1fee02),segment_id=1ea4920c-697a-4d03-9d38-b6fb9c1fee02)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:07.400628 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.450468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 6917f2dd-c368-429b-8a80-7fc62b730cee owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:07.454216 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.490977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] For port 6fcc504d-b117-4548-aa2e-e805ab982b30, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:07.497389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] For port 6fcc504d-b117-4548-aa2e-e805ab982b30, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6fcc504d-b117-4548-aa2e-e805ab982b30,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:07.518726 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.566336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=b2178256-d027-4a00-949f-596160d924f3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:07.592847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] For port 6917f2dd-c368-429b-8a80-7fc62b730cee, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6917f2dd-c368-429b-8a80-7fc62b730cee,segment=NetworkSegment(1ea4920c-697a-4d03-9d38-b6fb9c1fee02),segment_id=1ea4920c-697a-4d03-9d38-b6fb9c1fee02)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:07.593393 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.596869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:07.603222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:07.607210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:07.629287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] Calling delete_port for 6917f2dd-c368-429b-8a80-7fc62b730cee owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:07.656565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108bfa0-152f-4108-af93-cac2d110266c None None] Pushing event updated for resources: {'Port': ['ID=6fcc504d-b117-4548-aa2e-e805ab982b30,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:07.729149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.733741 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.783036 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:07.817650 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No DVR routers for this DVR port 6917f2dd-c368-429b-8a80-7fc62b730cee on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:07.824872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=6917f2dd-c368-429b-8a80-7fc62b730cee,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:07.825526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] Pushing event deleted for resources: {'Port': ['ID=6917f2dd-c368-429b-8a80-7fc62b730cee,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:07.830204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0b500-f6a2-4112-acdb-46c2696b58ef None None] No DVR routers for this DVR port 6917f2dd-c368-429b-8a80-7fc62b730cee on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:07.864660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58520) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:08.130544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.139950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.178833 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.289901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-277d8677-1c1d-4f99-9d47-6c5b72df277f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.292693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a479d3-e003-4188-b823-509fe2cc23eb']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:08.311464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fcc504d-b117-4548-aa2e-e805ab982b30 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:08.337027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea4920c-697a-4d03-9d38-b6fb9c1fee02') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:08.337321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea4920c-697a-4d03-9d38-b6fb9c1fee02') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:08.368409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.403013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6fcc504d-b117-4548-aa2e-e805ab982b30 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:08.403380 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.436174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2b5ad-b267-4ed9-8300-c07c8e933ae4 req-975808bd-d4a9-435a-87de-269e9fb44644 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:08.437716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08b2b5ad-b267-4ed9-8300-c07c8e933ae4 req-975808bd-d4a9-435a-87de-269e9fb44644 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 943 time: 0.2913017 Nov 10 04:09:08.439967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.461345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:08.461981 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:08.465366 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:08.499648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.543224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 6fcc504d-b117-4548-aa2e-e805ab982b30, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6fcc504d-b117-4548-aa2e-e805ab982b30,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:08.557785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08b2b5ad-b267-4ed9-8300-c07c8e933ae4 req-861a480d-9c55-4940-b305-b9eaa1e96ffc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130078 Nov 10 04:09:08.558601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.567235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.581305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.599115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/d8a479d3-e003-4188-b823-509fe2cc23eb HTTP/1.1" status: 204 len: 168 time: 2.3314762 Nov 10 04:09:08.599467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58540) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:08.630276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387da045-2014-4ffe-8b8c-3c4df6e70217 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=d8a479d3-e003-4188-b823-509fe2cc23eb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:08.686162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4174249-bfe0-4de3-b269-be75386ff2fb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:08.718793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b4174249-bfe0-4de3-b269-be75386ff2fb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:08.719151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b4174249-bfe0-4de3-b269-be75386ff2fb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:08.719560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6917f2dd-c368-429b-8a80-7fc62b730cee no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:08.721504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=6fcc504d-b117-4548-aa2e-e805ab982b30,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:08.733737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-277d8677-1c1d-4f99-9d47-6c5b72df277f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.741630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-277d8677-1c1d-4f99-9d47-6c5b72df277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.744872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6917f2dd-c368-429b-8a80-7fc62b730cee {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:08.745213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6917f2dd-c368-429b-8a80-7fc62b730cee not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:08.807381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-277d8677-1c1d-4f99-9d47-6c5b72df277f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0fa643875a9445c93ae8643448c0770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9408321 Nov 10 04:09:08.811086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58552) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:08.824727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d8677-1c1d-4f99-9d47-6c5b72df277f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b8f7b-2ac5-41d2-a30a-4d965d591602,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:08.881051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af24dfd1-6e59-409b-ba3b-896cfa234167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.921329 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af24dfd1-6e59-409b-ba3b-896cfa234167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.985525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af24dfd1-6e59-409b-ba3b-896cfa234167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.988480 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af24dfd1-6e59-409b-ba3b-896cfa234167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:08.990341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-af24dfd1-6e59-409b-ba3b-896cfa234167 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/574b8f7b-2ac5-41d2-a30a-4d965d591602 HTTP/1.1" status: 204 len: 168 time: 0.1775796 Nov 10 04:09:09.000226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24dfd1-6e59-409b-ba3b-896cfa234167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b8f7b-2ac5-41d2-a30a-4d965d591602,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:09.081972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d6747c7-b246-407f-b128-ceeda76ee668 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:09:09.198355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d9bea-40be-43a8-8e1d-0e17517b6ee0 None None] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:09.287229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-32486a69-a70e-4059-9ca3-8f2e3c10ca41 None None] Provisioning complete for port 6fcc504d-b117-4548-aa2e-e805ab982b30 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:09.287848 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32486a69-a70e-4059-9ca3-8f2e3c10ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.368064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5d6747c7-b246-407f-b128-ceeda76ee668, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d6747c7-b246-407f-b128-ceeda76ee668,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:09.426437 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.438980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.444421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '5d6747c7-b246-407f-b128-ceeda76ee668', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:09:09.469631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58568) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:09.525521 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b72c2bc7-b260-4480-937b-cb53f59abae3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a15f4d2d9c3426f957aa6d335bd92d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546710 Nov 10 04:09:09.528422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58574) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:09.533912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.544278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.567391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=b2178256-d027-4a00-949f-596160d924f3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:09.594526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6747c7-b246-407f-b128-ceeda76ee668 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:09:09.596977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3887c94b-d311-4132-84e6-684b64aa2c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.640099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5d6747c7-b246-407f-b128-ceeda76ee668, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d6747c7-b246-407f-b128-ceeda76ee668,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:09.649555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.687570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3887c94b-d311-4132-84e6-684b64aa2c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.716169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5d6747c7-b246-407f-b128-ceeda76ee668,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:09.750208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:09.755141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:09.805832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94143264-bd8b-4d52-b2c9-1e9238de6237 req-c5e8aaad-2852-48e2-8907-af0de3acc243 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:09.807464 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94143264-bd8b-4d52-b2c9-1e9238de6237 req-c5e8aaad-2852-48e2-8907-af0de3acc243 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 944 time: 0.0733018 Nov 10 04:09:09.856267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3887c94b-d311-4132-84e6-684b64aa2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.858979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3887c94b-d311-4132-84e6-684b64aa2c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:09.866544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3887c94b-d311-4132-84e6-684b64aa2c0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6551b215-90db-48a3-914e-31e4f4f2c8fe HTTP/1.1" status: 204 len: 168 time: 0.3359535 Nov 10 04:09:09.893672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887c94b-d311-4132-84e6-684b64aa2c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6551b215-90db-48a3-914e-31e4f4f2c8fe,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:09.895971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['5d6747c7-b246-407f-b128-ceeda76ee668'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:09:09.918241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94143264-bd8b-4d52-b2c9-1e9238de6237 req-22173d7b-7709-4dac-bf67-4df6f72e2d44 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858085 Nov 10 04:09:09.959437 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:10.147535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router b161e063-5cd0-41f0-89a4-caa1da42100b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:10.179088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-35a3acf6-bc69-41c4-bad3-92526ec01671 None None] Provisioning complete for port b2178256-d027-4a00-949f-596160d924f3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:10.179728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-35a3acf6-bc69-41c4-bad3-92526ec01671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:10.259398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fcc504d-b117-4548-aa2e-e805ab982b30 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:10.394115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-35a3acf6-bc69-41c4-bad3-92526ec01671 None None] Port b2178256-d027-4a00-949f-596160d924f3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:09:10.416183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:10.422370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-59b0468f-aea9-4161-a860-7c2e0109e669 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "PUT /v2.0/routers/b161e063-5cd0-41f0-89a4-caa1da42100b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2756507 Nov 10 04:09:10.428900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58604) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:10.430518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721747-f12f-4d28-bb33-a0c2d0c5506f req-7f858e17-6232-4e55-b305-86444d4c4717 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.432474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76721747-f12f-4d28-bb33-a0c2d0c5506f req-7f858e17-6232-4e55-b305-86444d4c4717 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0729027 Nov 10 04:09:10.489422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Sync routers for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:10.509028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76721747-f12f-4d28-bb33-a0c2d0c5506f req-9899ab8d-c160-4419-8e0c-5fd52d55dd1c tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697207 Nov 10 04:09:10.561766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-35a3acf6-bc69-41c4-bad3-92526ec01671 None None] Provisioning complete for port 6fcc504d-b117-4548-aa2e-e805ab982b30 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:10.562286 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-35a3acf6-bc69-41c4-bad3-92526ec01671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:10.620093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:10.621017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:10.852317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 85d1fc3e-afcc-4a98-816e-2c586eef84a6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:10.852856 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:10.857810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.858314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.858775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.859233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.859688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.860133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.860581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.861042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.861582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.862083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.862534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:10.867548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58622) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:10.877732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b24acd0-8858-4231-bab1-2a1f8247b4d7 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7722 time: 0.4452937 Nov 10 04:09:10.911712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6fcc504d-b117-4548-aa2e-e805ab982b30 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:10.912023 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.004080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.004665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.005153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.005605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.006364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.007067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.007525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.008033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.008501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.014941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.014941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.014941 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4b920f09-9517-45e0-8185-164cc73d84b2 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7063 time: 0.1441889 Nov 10 04:09:11.016637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 85d1fc3e-afcc-4a98-816e-2c586eef84a6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=85d1fc3e-afcc-4a98-816e-2c586eef84a6,segment=NetworkSegment(0b425d8c-f2d2-406f-be31-3004b836b2f1),segment_id=0b425d8c-f2d2-406f-be31-3004b836b2f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:11.016637 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.017842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58632) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:11.040476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 85d1fc3e-afcc-4a98-816e-2c586eef84a6 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:11.194349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569f40-e8de-4eb2-8794-2f9f02722e94 req-d33fe4fb-d384-427b-a3bd-5b5174a15ee1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.196152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20569f40-e8de-4eb2-8794-2f9f02722e94 req-d33fe4fb-d384-427b-a3bd-5b5174a15ee1 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 944 time: 0.1164765 Nov 10 04:09:11.197005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58636) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:11.210820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:11.255813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.298120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=85d1fc3e-afcc-4a98-816e-2c586eef84a6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:11.329701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20569f40-e8de-4eb2-8794-2f9f02722e94 req-f8250ff1-ea9b-4486-a6e3-b0ef3d377abc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200759 Nov 10 04:09:11.391459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0090ee48-97ec-4353-8e9d-203c1f124479 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4301 time: 0.3722017 Nov 10 04:09:11.468024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'networks': [{'name': 'tempest-network--1140626684'}, {'name': 'tempest-network--1543476999'}]} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:11.468334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'network': {'name': 'tempest-network--1140626684'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:11.468799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'network': {'name': 'tempest-network--1543476999'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:11.526502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Made reservation on behalf of 45ca3f5dd83c471195d70cd5807d58d0 for: {'network': 2} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:11.531410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.540843 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.586748 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.628138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fc657e4f-e6d8-4f8d-8ad1-6db28f0e7966 None None] Provisioning complete for port b2178256-d027-4a00-949f-596160d924f3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:11.628692 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fc657e4f-e6d8-4f8d-8ad1-6db28f0e7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.700656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.716316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.718858 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.779403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fc657e4f-e6d8-4f8d-8ad1-6db28f0e7966 None None] Port b2178256-d027-4a00-949f-596160d924f3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:09:11.785412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:11.817011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f0a5-f646-40c6-a168-9667dc6dcc63 req-064b3de9-8c9e-4b67-b9d0-d7fb2cf5510f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:11.818547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac33f0a5-f646-40c6-a168-9667dc6dcc63 req-064b3de9-8c9e-4b67-b9d0-d7fb2cf5510f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1160820 Nov 10 04:09:11.820882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c3054f-f2c8-4db2-9520-bc538f6a0c08,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:11.826108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.826450 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Added segment b2d7f928-29a7-4f2e-8fd3-cba398f8f777 of type vlan for network dd318274-68c8-4a79-b068-5de9823ffd7e Nov 10 04:09:11.827518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 2, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:11.893734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Checking router: b161e063-5cd0-41f0-89a4-caa1da42100b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:11.894141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Updating router b161e063-5cd0-41f0-89a4-caa1da42100b port b2178256-d027-4a00-949f-596160d924f3 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:09:11.905013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.926774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:11.931934 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:11.971159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac33f0a5-f646-40c6-a168-9667dc6dcc63 req-5a59cc02-a72d-411b-afde-b4a0ea31c056 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430981 Nov 10 04:09:11.992921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:12.003482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.004120 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Added segment c7f0c2f6-4a1f-4f41-93a3-dbe9e392f933 of type vlan for network 233f3a1d-45ff-459d-ad81-642e678af3ec Nov 10 04:09:12.048211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.078914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.079704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.086703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:12.094935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:12.096209 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.116754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:12.133797 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:12.139991 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0f98c14c-016a-4003-b6ec-63db3e27c582 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5392773 Nov 10 04:09:12.141154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58654) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:12.158767 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:12.167034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Network': ['ID=dd318274-68c8-4a79-b068-5de9823ffd7e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:12.180602 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:12.230860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network dd318274-68c8-4a79-b068-5de9823ffd7e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:12.255004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0465443 Nov 10 04:09:12.256196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:12.258645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58660) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:12.260508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba5536-606a-456d-b10d-bbe7445e7ef5 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Network': ['ID=233f3a1d-45ff-459d-ad81-642e678af3ec,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:12.291545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 233f3a1d-45ff-459d-ad81-642e678af3ec details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:12.360799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58662) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:12.363957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0e57c914-32b4-44a3-89b4-437b8d4b574b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209178600', 'description': 'tempest-secgroup-smoke-209178600 description', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:12.386099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e175e-876e-4997-9b69-bce8ceca4244 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:12.399737 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:12.401998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e175e-876e-4997-9b69-bce8ceca4244 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:12.419296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e175e-876e-4997-9b69-bce8ceca4244 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:12.425994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e175e-876e-4997-9b69-bce8ceca4244 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:12.427390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e57c914-32b4-44a3-89b4-437b8d4b574b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.428113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fc3e175e-876e-4997-9b69-bce8ceca4244 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1682673 Nov 10 04:09:12.429278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.432282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58668) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:12.554011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e57c914-32b4-44a3-89b4-437b8d4b574b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.569969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b5d34-ad87-4c04-acf0-b75887d22fb0 req-f24459e2-fc3f-435f-aafe-18020e8e0b09 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:12.580093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b01b5d34-ad87-4c04-acf0-b75887d22fb0 req-f24459e2-fc3f-435f-aafe-18020e8e0b09 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 944 time: 0.0999932 Nov 10 04:09:12.603332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e57c914-32b4-44a3-89b4-437b8d4b574b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.619850 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.633135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57c914-32b4-44a3-89b4-437b8d4b574b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbaef3-c1bd-44df-87af-b8f28813fe8d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:12.707363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b01b5d34-ad87-4c04-acf0-b75887d22fb0 req-9fdc3ffa-144e-48ab-ad3c-d0d88cbdb945 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259503 Nov 10 04:09:12.713543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e57c914-32b4-44a3-89b4-437b8d4b574b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.718359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0e57c914-32b4-44a3-89b4-437b8d4b574b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3581614 Nov 10 04:09:12.721277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58674) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:12.724006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.724848 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.733283 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.736065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-70c1e091-b4aa-48eb-b698-982eee6417aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': '56dbaef3-c1bd-44df-87af-b8f28813fe8d', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:12.736954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.786376 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:11Z', 'revision_number': 9, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:12.830094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70c1e091-b4aa-48eb-b698-982eee6417aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.881056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.904522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd318274-68c8-4a79-b068-5de9823ffd7e']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:12.914667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d7f928-29a7-4f2e-8fd3-cba398f8f777') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:12.915029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d7f928-29a7-4f2e-8fd3-cba398f8f777') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:12.930302 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.934017 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70c1e091-b4aa-48eb-b698-982eee6417aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.943399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70c1e091-b4aa-48eb-b698-982eee6417aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.944406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Attempting to bind port b2178256-d027-4a00-949f-596160d924f3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:12.947114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.948657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Attempting to bind port b2178256-d027-4a00-949f-596160d924f3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:12.949491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Attempting to bind port b2178256-d027-4a00-949f-596160d924f3 on network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:12.953047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d9c87-7949-465e-a562-dbf142017a3f None None] Pushing event updated for resources: {'Port': ['ID=b2178256-d027-4a00-949f-596160d924f3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:12.959715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:12.961532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.971112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:12.972635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Checking segment: {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:12.973276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.974098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Bound using segment: {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:12.974918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Bound port: b2178256-d027-4a00-949f-596160d924f3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:12.975529 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.977800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1e091-b4aa-48eb-b698-982eee6417aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9cffbe-63c4-4603-8209-cc965155d4b5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:12.988777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-70c1e091-b4aa-48eb-b698-982eee6417aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:12.993524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-70c1e091-b4aa-48eb-b698-982eee6417aa tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707880 Nov 10 04:09:12.994413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58676) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:13.004805 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:13.021004 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:13.021831 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:13.031347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c18eb938-7300-4957-8a90-5e637ff9c61d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': '56dbaef3-c1bd-44df-87af-b8f28813fe8d', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:13.084898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c18eb938-7300-4957-8a90-5e637ff9c61d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.093320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] For port b2178256-d027-4a00-949f-596160d924f3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:13.095042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] For port b2178256-d027-4a00-949f-596160d924f3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2178256-d027-4a00-949f-596160d924f3,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:13.103307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.154877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d6747c7-b246-407f-b128-ceeda76ee668 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:13.162477 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:13.171348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.204038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:13.209077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:13.218872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.225509 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9d727e40-7fae-4fd6-9601-4d83206ed6bc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40 HTTP/1.1" status: 204 len: 168 time: 1.0830562 Nov 10 04:09:13.226168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:13.243700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d9c87-7949-465e-a562-dbf142017a3f None None] Pushing event updated for resources: {'Port': ['ID=b2178256-d027-4a00-949f-596160d924f3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:13.244772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.256503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6713d0d8-b1df-4e2d-bc1e-6cae6d8b602d None None] Provisioning complete for port b2178256-d027-4a00-949f-596160d924f3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:13.257141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6713d0d8-b1df-4e2d-bc1e-6cae6d8b602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.259357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:13.260207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:08:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:13.284444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.287271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/networks/dd318274-68c8-4a79-b068-5de9823ffd7e HTTP/1.1" status: 204 len: 168 time: 0.8538523 Nov 10 04:09:13.290466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58686) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:13.369108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd546c36-d7a4-4bac-bc8a-a442108350bf None None] Network d3addbe7-257a-46a9-8801-84a94ecbd598 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:13.458326 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.467804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd6b8c-c48c-4efa-9bcb-0d773ddb08a0 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Network': ['ID=dd318274-68c8-4a79-b068-5de9823ffd7e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:13.472063 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.502754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 5d6747c7-b246-407f-b128-ceeda76ee668 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:09:13.552133 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7943025-3fd3-4e88-b46d-e93b54270e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.556631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6bf0-22e6-4a97-bfcc-121515f146f5 req-14a4a93f-a8f0-4dd6-8dbd-c50996b7418e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:13.564381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-facb6bf0-22e6-4a97-bfcc-121515f146f5 req-14a4a93f-a8f0-4dd6-8dbd-c50996b7418e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.4312577 Nov 10 04:09:13.577435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 5d6747c7-b246-407f-b128-ceeda76ee668 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:13.577979 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.607797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 7614e9b2-333b-498a-b084-7dff740771d5 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:13.609886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.640372 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:11Z', 'revision_number': 9, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:13.687068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 7614e9b2-333b-498a-b084-7dff740771d5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7614e9b2-333b-498a-b084-7dff740771d5,segment=NetworkSegment(0b425d8c-f2d2-406f-be31-3004b836b2f1),segment_id=0b425d8c-f2d2-406f-be31-3004b836b2f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:13.687805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.698760 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c33f2-5a56-4c90-9933-c4e7445ea09e None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:11Z', 'revision_number': 9, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': '6e316585-0018-4c62-908b-a02a78db9aa7', 'name': '', 'network_id': 'abc09cf4-12f2-49f8-be4a-6e04d3cd0583', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:77:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:39Z', 'updated_at': '2021-11-10T04:08:44Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': '15d7f58b-2d24-497b-86c2-a01eb45af1bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:13.703232 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c18eb938-7300-4957-8a90-5e637ff9c61d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.711237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 7614e9b2-333b-498a-b084-7dff740771d5 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:13.719599 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c18eb938-7300-4957-8a90-5e637ff9c61d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.780075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.791748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eb938-7300-4957-8a90-5e637ff9c61d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7675cc9-0731-45d1-8848-5e299cda4d1d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:13.809673 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c18eb938-7300-4957-8a90-5e637ff9c61d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.811710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c18eb938-7300-4957-8a90-5e637ff9c61d tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8160908 Nov 10 04:09:13.814410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58698) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:13.820570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a7c348d2-ca3e-42ed-b4db-ecef243d47c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': '56dbaef3-c1bd-44df-87af-b8f28813fe8d', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:13.828113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-facb6bf0-22e6-4a97-bfcc-121515f146f5 req-b083414b-4210-46fe-a8dd-400aeb5c7565 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352908 Nov 10 04:09:13.841395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:13.845435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233f3a1d-45ff-459d-ad81-642e678af3ec']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:13.854810 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6713d0d8-b1df-4e2d-bc1e-6cae6d8b602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.866376 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.875089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7c348d2-ca3e-42ed-b4db-ecef243d47c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.887234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f0c2f6-4a1f-4f41-93a3-dbe9e392f933') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:13.887614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f0c2f6-4a1f-4f41-93a3-dbe9e392f933') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:13.909502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.929694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=7614e9b2-333b-498a-b084-7dff740771d5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:13.932526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No DVR routers for this DVR port 7614e9b2-333b-498a-b084-7dff740771d5 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:13.934247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.953808 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.957727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a85fd-68b9-418b-9bc1-b1815080850e req-48fede23-2d40-43bf-a6cf-51ff2805c726 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:13.959705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-588a85fd-68b9-418b-9bc1-b1815080850e req-48fede23-2d40-43bf-a6cf-51ff2805c726 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 944 time: 0.1195722 Nov 10 04:09:13.963276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.963276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.963530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.964164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.964511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.964791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:13.964903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.965173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.965486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.965811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.966047 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:13.966200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.966538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.966864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:13.971408 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:14.019284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6713d0d8-b1df-4e2d-bc1e-6cae6d8b602d None None] For port b2178256-d027-4a00-949f-596160d924f3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2178256-d027-4a00-949f-596160d924f3,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:14.031224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6713d0d8-b1df-4e2d-bc1e-6cae6d8b602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.043539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7c348d2-ca3e-42ed-b4db-ecef243d47c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.050109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7c348d2-ca3e-42ed-b4db-ecef243d47c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.094812 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.098408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c348d2-ca3e-42ed-b4db-ecef243d47c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42028fa1-bf3b-475c-a879-1f29cd238f7d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:14.135526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7c348d2-ca3e-42ed-b4db-ecef243d47c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.139742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a7c348d2-ca3e-42ed-b4db-ecef243d47c1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3231058 Nov 10 04:09:14.145380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58702) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:14.148589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:09:14.150337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f244da32-f287-4ac3-9b42-041eb230e1de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': '56dbaef3-c1bd-44df-87af-b8f28813fe8d', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:14.155751 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94dbd01-8edf-4c24-83b6-673c5763e32a" -d '{"events": [{"server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:09:14.162228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3addbe7-257a-46a9-8801-84a94ecbd598']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:14.177111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b425d8c-f2d2-406f-be31-3004b836b2f1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:14.177413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b425d8c-f2d2-406f-be31-3004b836b2f1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:14.181062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-588a85fd-68b9-418b-9bc1-b1815080850e req-92b731f9-f4f8-4553-a290-a0decd10817d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930594 Nov 10 04:09:14.188211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.197527 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.206622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/networks/233f3a1d-45ff-459d-ad81-642e678af3ec HTTP/1.1" status: 204 len: 168 time: 0.9149196 Nov 10 04:09:14.209343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58708) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:14.211008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15418458-7d71-45f2-a166-6ab273d3be2c None None] DHCP port deletion for d3addbe7-257a-46a9-8801-84a94ecbd598 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:14.211625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.244160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27870f-ac11-4380-b246-7785dcedbcc9 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Network': ['ID=233f3a1d-45ff-459d-ad81-642e678af3ec,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:14.265491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5d6747c7-b246-407f-b128-ceeda76ee668, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d6747c7-b246-407f-b128-ceeda76ee668,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:14.299553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.303734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f244da32-f287-4ac3-9b42-041eb230e1de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.312827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:14.313427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:14.318713 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:14.504262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.529571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c32e5-e4d5-4c8d-954a-77989db2360c tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:14.535747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c32e5-e4d5-4c8d-954a-77989db2360c tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:14.537355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-422c32e5-e4d5-4c8d-954a-77989db2360c tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3236918 Nov 10 04:09:14.541350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58716) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:14.541522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.546892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1645555734'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:14.548449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/d3addbe7-257a-46a9-8801-84a94ecbd598 HTTP/1.1" status: 204 len: 168 time: 1.3209531 Nov 10 04:09:14.558553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58718) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:14.569563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd329e6-c2c3-4699-88c8-061fdd3cb713 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=d3addbe7-257a-46a9-8801-84a94ecbd598,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:14.581508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Made reservation on behalf of 45ca3f5dd83c471195d70cd5807d58d0 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:14.585781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.598440 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ff9fa7-434c-4799-8bf8-cdfe676b0414 x-openstack-request-id: req-24ff9fa7-434c-4799-8bf8-cdfe676b0414 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:09:14.598983 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:09:14.599379 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24ff9fa7-434c-4799-8bf8-cdfe676b0414 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:09:14.599910 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668', 'code': 200} Nov 10 04:09:14.608498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 85d1fc3e-afcc-4a98-816e-2c586eef84a6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:14.613146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:14.622761 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.623251 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Added segment b2735b8d-957a-42c2-885d-0741e224aa45 of type vlan for network b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28 Nov 10 04:09:14.645646 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 85d1fc3e-afcc-4a98-816e-2c586eef84a6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:14.646020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 85d1fc3e-afcc-4a98-816e-2c586eef84a6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:14.651963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.670794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.698155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9ddaf339-e272-41d1-8a6b-23ecad79ad35 None None] Provisioning complete for port b2178256-d027-4a00-949f-596160d924f3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:14.698523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf339-e272-41d1-8a6b-23ecad79ad35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.703823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.705258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713d0d8-b1df-4e2d-bc1e-6cae6d8b602d None None] Pushing event updated for resources: {'Port': ['ID=b2178256-d027-4a00-949f-596160d924f3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:14.719970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:14.720865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.806099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2615690 Nov 10 04:09:14.807451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58724) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:14.812935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-87988010'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:14.817577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa198e4-35c0-404e-996c-64188d2c107b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Network': ['ID=b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:14.842053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:14.846511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Made reservation on behalf of 45ca3f5dd83c471195d70cd5807d58d0 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:14.850216 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.886705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:14.899746 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:14.900326 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Added segment 6595cb7f-c938-416d-bf0c-2d3ba09e557b of type vlan for network 33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3 Nov 10 04:09:14.940916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5d6747c7-b246-407f-b128-ceeda76ee668,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:15.004276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.031633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:15.054402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1cd4a-6c66-4d47-b9d0-bddbbe11f553 req-e8ca0bae-0fd0-4801-b351-4d4b2a74a7e3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:15.056365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54e1cd4a-6c66-4d47-b9d0-bddbbe11f553 req-e8ca0bae-0fd0-4801-b351-4d4b2a74a7e3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0889230 Nov 10 04:09:15.058385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.064507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:15.065259 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.075120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3663b0-210f-4432-8c96-5ce1bc8b1e58 None None] The sync data for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 is: [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:15.101056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f244da32-f287-4ac3-9b42-041eb230e1de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.104413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2953060 Nov 10 04:09:15.131677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58732) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:15.142865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'ports': [{'network_id': 'b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28', 'name': 'tempest-port--1782065827', 'admin_state_up': True}, {'network_id': '33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3', 'admin_state_up': False}]} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:15.143461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'port': {'network_id': 'b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28', 'name': 'tempest-port--1782065827', 'admin_state_up': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:15.144176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'port': {'network_id': '33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3', 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:15.201046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690246c-fe4d-4c6a-8352-b61955233e93 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Network': ['ID=33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:15.213556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:15.264125 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54e1cd4a-6c66-4d47-b9d0-bddbbe11f553 req-8fb3faa7-0c1e-4108-9e93-e1d795f0a311 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849358 Nov 10 04:09:15.277120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f244da32-f287-4ac3-9b42-041eb230e1de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.405513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244da32-f287-4ac3-9b42-041eb230e1de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e4d4f7-df8f-41de-9186-d139a410cd5f,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:15.409875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5edf75-7fe5-4eb2-a3b6-01477f5ace38 req-db6d0a9e-e4e9-46c2-afae-f2dcca0de274 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:15.422023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa5edf75-7fe5-4eb2-a3b6-01477f5ace38 req-db6d0a9e-e4e9-46c2-afae-f2dcca0de274 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 945 time: 0.0839942 Nov 10 04:09:15.489186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa5edf75-7fe5-4eb2-a3b6-01477f5ace38 req-738581b7-2ab5-4fb4-a66e-088b5b4e5bec tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658548 Nov 10 04:09:15.490007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f244da32-f287-4ac3-9b42-041eb230e1de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.491260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f244da32-f287-4ac3-9b42-041eb230e1de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3449001 Nov 10 04:09:15.495735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58740) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:15.539109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': '56dbaef3-c1bd-44df-87af-b8f28813fe8d', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:15.571366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5794fc-3ad3-4051-98f5-fc51b7ddc1ff req-5f16fdc9-c027-4018-9d9e-90166d9c8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:15.572890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab5794fc-3ad3-4051-98f5-fc51b7ddc1ff req-5f16fdc9-c027-4018-9d9e-90166d9c8ec1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1096 time: 0.9655395 Nov 10 04:09:15.607444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Made reservation on behalf of 45ca3f5dd83c471195d70cd5807d58d0 for: {'port': 2} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:15.612048 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.651720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.668496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-598173ed-0517-441d-a8fc-8056fed01ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.687797 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Project ccaa15c36c244bb9b48a1c91ec4d6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:09:15.709805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.733507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab5794fc-3ad3-4051-98f5-fc51b7ddc1ff req-a9b2f79d-bc34-4a06-a332-e0737ca5946c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497204 Nov 10 04:09:15.832776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] device_id is not set on port 96803c4a-6337-417a-85b6-bf5bebffb1f0 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:09:15.876120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.885115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.935186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046d3294-461a-47d6-b921-3f350113de51,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:15.976003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:15.979987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58748) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:15.980148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4f730075-729d-4710-bd26-b728bca029d7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4794743 Nov 10 04:09:15.986477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'security_group_rule': {'security_group_id': '56dbaef3-c1bd-44df-87af-b8f28813fe8d', 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:16.025157 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Project ccaa15c36c244bb9b48a1c91ec4d6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:09:16.032246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.043949 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.089063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.136437 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.145097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.172427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e02395-812c-48b6-ac6f-fe49732017ae,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:16.182592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.184035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2267e90f-85f9-4477-91e4-5c74af34b4ce tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030091 Nov 10 04:09:16.240955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2178256-d027-4a00-949f-596160d924f3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:16.280347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] device_id is not set on port 38fc8e95-7063-4626-86e4-4163ca6f2e11 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:09:16.351131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b2178256-d027-4a00-949f-596160d924f3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:16.351494 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.489888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bd43-5ebc-4f03-a81c-4207182c0f28 req-c2822dcf-04b4-4c33-be8d-2d76512fd728 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:16.492545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3d3bd43-5ebc-4f03-a81c-4207182c0f28 req-c2822dcf-04b4-4c33-be8d-2d76512fd728 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0980520 Nov 10 04:09:16.567934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7614e9b2-333b-498a-b084-7dff740771d5 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:16.595209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.611932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-afdee4ae-7854-4e41-ad38-580e5c7e876b tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209178600&fields=id&tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 267 time: 0.1697624 Nov 10 04:09:16.635859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7614e9b2-333b-498a-b084-7dff740771d5 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:16.636203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7614e9b2-333b-498a-b084-7dff740771d5 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:16.654204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 6e316585-0018-4c62-908b-a02a78db9aa7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:16.654543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.700782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.781662 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.786130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Port': ['ID=96803c4a-6337-417a-85b6-bf5bebffb1f0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:16.830598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 6e316585-0018-4c62-908b-a02a78db9aa7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6e316585-0018-4c62-908b-a02a78db9aa7,segment=NetworkSegment(d921579c-40ac-4626-b13e-fc7678d69b57),segment_id=d921579c-40ac-4626-b13e-fc7678d69b57)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:16.830598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:16.840013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Checking segment: {'id': 'b2735b8d-957a-42c2-885d-0741e224aa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:16.840379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network hostable DHCP agents. Network: b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:16.851437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 6e316585-0018-4c62-908b-a02a78db9aa7 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:16.858415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3d3bd43-5ebc-4f03-a81c-4207182c0f28 req-a0f0e218-c3b9-45d6-9428-0f7fab5d0949 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342624 Nov 10 04:09:16.883526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-d74c9fd9-1f3a-43bb-9b78-d757ec39a6fb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:16.898318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-d74c9fd9-1f3a-43bb-9b78-d757ec39a6fb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/networks?id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 HTTP/1.1" status: 200 len: 797 time: 0.2847545 Nov 10 04:09:16.924261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-d434b0d7-83fe-4718-92b1-24b995b46aad tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/quotas/ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 375 time: 0.0155091 Nov 10 04:09:17.015815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-dee611af-7e56-4311-8df9-12d96bb79f0e tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852027 Nov 10 04:09:17.016123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:17.027939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb95b-0c3d-4de8-926b-a62d66f53a33 req-fefc1d47-3fe0-4a52-ac2d-12a48721d532 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:17.029565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5fdb95b-0c3d-4de8-926b-a62d66f53a33 req-fefc1d47-3fe0-4a52-ac2d-12a48721d532 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 945 time: 0.0684805 Nov 10 04:09:17.037869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:17.042278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:17.043200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:17.049336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8c8de-a476-4523-b3aa-4e025b31b580 None None] Network b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:17.133269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:17.170740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5fdb95b-0c3d-4de8-926b-a62d66f53a33 req-ff526e26-63a0-4f1b-b8d0-7d3a79e51acf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298072 Nov 10 04:09:17.204456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-0d037c8a-e4b7-4a7f-aa58-47e0ed2481af service neutron] 10.222.0.24 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737373 Nov 10 04:09:17.289253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Checking segment: {'id': '6595cb7f-c938-416d-bf0c-2d3ba09e557b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:17.289818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network hostable DHCP agents. Network: 33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:17.294364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Port': ['ID=38fc8e95-7063-4626-86e4-4163ca6f2e11,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:17.345042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=6e316585-0018-4c62-908b-a02a78db9aa7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:17.352944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network 33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:17.367480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:17.379147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cbe87-d603-4374-8561-6ad29dbd9f32 None None] Network 33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:17.453149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:17.458926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:17.463799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:17.464493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:17.502951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6efb9a22-1637-422f-a642-3c5f0612a2d7 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3673301 Nov 10 04:09:17.504807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58790) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:17.553318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:17.654209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2812c-d8a7-4364-a1a0-0a1ad30be42c tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:17.660170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2812c-d8a7-4364-a1a0-0a1ad30be42c tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:17.664691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6be2812c-d8a7-4364-a1a0-0a1ad30be42c tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1589582 Nov 10 04:09:17.665325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58796) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:17.760679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-8d069147-1c70-4fd2-8d05-179e5e5a46f4 service neutron] 10.222.0.24 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501497 Nov 10 04:09:17.770587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e77ebc-b654-42cf-9e94-dfdc5bffb67f req-e7fb2c3c-8bcb-4049-abe4-f073a6cc13fb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:17.772078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87e77ebc-b654-42cf-9e94-dfdc5bffb67f req-e7fb2c3c-8bcb-4049-abe4-f073a6cc13fb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 945 time: 0.4863963 Nov 10 04:09:17.832159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87e77ebc-b654-42cf-9e94-dfdc5bffb67f req-e0578131-fd66-49b0-a5fb-805b85b0d19b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512438 Nov 10 04:09:17.854447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Deleting port 96803c4a-6337-417a-85b6-bf5bebffb1f0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:17.854791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:17.858293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58802) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:17.899292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:17.945785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a1843-7d48-4389-85fb-c606c541dca4 tempest-TestVolumeBootPattern-1993051569 tempest-TestVolumeBootPattern-1993051569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:17.949894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f75a1843-7d48-4389-85fb-c606c541dca4 tempest-TestVolumeBootPattern-1993051569 tempest-TestVolumeBootPattern-1993051569-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1091 time: 0.0879803 Nov 10 04:09:17.951436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58806) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:17.956852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:18.046643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.078101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:18.087441 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e4ef393a-6ac8-49c6-9bd5-8e61adec0806 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5278518 Nov 10 04:09:18.089449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.092399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58814) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:18.097419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:18.127901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:18.130193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:18.135364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c73e62f-f9a5-4397-8cfc-0406c6b89b9d req-1344d402-180d-4962-bc2d-bd666b95d9e7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 210 time: 0.0699019 Nov 10 04:09:18.145694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40779f7d-656b-48d3-85fd-42349c10fa7b req-eb1f3df9-bdb8-4a03-ac43-5d868d5bb739 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:18.147033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40779f7d-656b-48d3-85fd-42349c10fa7b req-eb1f3df9-bdb8-4a03-ac43-5d868d5bb739 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1437707 Nov 10 04:09:18.180259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet 15d7f58b-2d24-497b-86c2-a01eb45af1bf {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:18.184003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.238563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.294707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:18.301039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40779f7d-656b-48d3-85fd-42349c10fa7b req-9abe40f3-e4ac-4ac5-aa6d-1f5c50bb4c60 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441398 Nov 10 04:09:18.304098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Calling delete_port for 96803c4a-6337-417a-85b6-bf5bebffb1f0 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:18.362211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.432373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.506432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.510886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.559693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.566735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/ports/96803c4a-6337-417a-85b6-bf5bebffb1f0 HTTP/1.1" status: 204 len: 168 time: 0.8984573 Nov 10 04:09:18.569376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58828) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:18.572331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.25.6.206 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/14635b6e-200e-4164-9646-9350a0a369cb) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:18.578570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f36d97-def9-4e53-8f46-a7cecf818972 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Port': ['ID=96803c4a-6337-417a-85b6-bf5bebffb1f0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:18.627298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.677633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=15d7f58b-2d24-497b-86c2-a01eb45af1bf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:18.683629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.689910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-59c279ad-257b-44ff-9d5d-05be7bfccfa4 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/15d7f58b-2d24-497b-86c2-a01eb45af1bf HTTP/1.1" status: 204 len: 168 time: 0.5965288 Nov 10 04:09:18.691715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58832) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:18.697137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03b3fb-611d-4e6e-9dfc-be6a2186c606 None None] Network abc09cf4-12f2-49f8-be4a-6e04d3cd0583 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:18.761254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:17Z', 'revision_number': 10, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:18.796955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.801217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Deleting port 38fc8e95-7063-4626-86e4-4163ca6f2e11 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:18.801497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:18.801608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.809086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.858431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.864039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:18.864652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:18.916184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:18.916505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:18.920444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:18.925497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:18.944527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Calling delete_port for 38fc8e95-7063-4626-86e4-4163ca6f2e11 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:18.988419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:19.079966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] DHCP port deletion for abc09cf4-12f2-49f8-be4a-6e04d3cd0583 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:19.081746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=14635b6e-200e-4164-9646-9350a0a369cb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:19.109138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.145877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Port': ['ID=38fc8e95-7063-4626-86e4-4163ca6f2e11,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:19.154827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:19.155167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.277727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 9ea3524d-449c-40e5-8f19-2d0a4784edf7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9ea3524d-449c-40e5-8f19-2d0a4784edf7,segment=NetworkSegment(d921579c-40ac-4626-b13e-fc7678d69b57),segment_id=d921579c-40ac-4626-b13e-fc7678d69b57)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:19.279152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.286026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.293674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 9ea3524d-449c-40e5-8f19-2d0a4784edf7 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:19.352895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] Deleting port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:19.353263 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.377879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.388545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.396173 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b8a98539-fc06-4cff-aee9-86b57a0a82cb tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/ports/38fc8e95-7063-4626-86e4-4163ca6f2e11 HTTP/1.1" status: 204 len: 168 time: 0.8222663 Nov 10 04:09:19.397728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58844) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:19.433906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No DVR routers for this DVR port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:19.435679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=9ea3524d-449c-40e5-8f19-2d0a4784edf7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:19.444492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] For port 9ea3524d-449c-40e5-8f19-2d0a4784edf7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9ea3524d-449c-40e5-8f19-2d0a4784edf7,segment=NetworkSegment(d921579c-40ac-4626-b13e-fc7678d69b57),segment_id=d921579c-40ac-4626-b13e-fc7678d69b57)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:19.444883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.459413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] Calling delete_port for 9ea3524d-449c-40e5-8f19-2d0a4784edf7 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:19.485227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-14b3f34c-e488-4a3d-a04a-b3e734346292 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0834603 Nov 10 04:09:19.493357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:19.531867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-410042723'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:19.559121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.599373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Made reservation on behalf of 45ca3f5dd83c471195d70cd5807d58d0 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:19.616528 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.617085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.631396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc09cf4-12f2-49f8-be4a-6e04d3cd0583']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:19.647009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd921579c-40ac-4626-b13e-fc7678d69b57') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:19.647317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd921579c-40ac-4626-b13e-fc7678d69b57') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:19.653238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] Pushing event deleted for resources: {'Port': ['ID=9ea3524d-449c-40e5-8f19-2d0a4784edf7,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:19.655666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057d765-b162-4a37-91f4-9f1fbc06b004 None None] No DVR routers for this DVR port 9ea3524d-449c-40e5-8f19-2d0a4784edf7 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:19.659681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:19.662831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.681870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.681870 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Added segment eee63fe8-99d4-4066-bb0b-c82716625870 of type vlan for network 882a81d5-5f2a-480a-bb4b-94baa68294d1 Nov 10 04:09:19.683027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.698437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:19.698870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:19.712563 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:19.717161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:17Z', 'revision_number': 10, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:19.744764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.750715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140775c-1397-440d-a7c9-2a9844904f5b None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:17Z', 'revision_number': 10, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None, '_interfaces': [{'id': 'cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0', 'name': '', 'network_id': 'addcf844-a6ff-48b6-b983-599a664ab1fe', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'mac_address': 'fa:16:3e:60:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:31Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 5, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'subnets': [{'id': 'cc758ca3-4881-4ece-b229-fdf0fd314370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:19.815096 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.836178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.846669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.854930 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/abc09cf4-12f2-49f8-be4a-6e04d3cd0583 HTTP/1.1" status: 204 len: 168 time: 1.1622055 Nov 10 04:09:19.859142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58858) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:19.900249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.907427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:19.908270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:19.924565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f0a48-06f0-43c2-8c71-3564fafc7785 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=abc09cf4-12f2-49f8-be4a-6e04d3cd0583,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:19.939899 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4455242 Nov 10 04:09:19.959832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58860) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:19.987918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1673631730'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:20.044614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3288d2a-dd48-4fe1-a547-4a54bf325eff req-f2f04fd7-b4c0-4a85-b0e0-082004964072 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 210 time: 0.1674328 Nov 10 04:09:20.061469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.134979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc487c6-2474-413c-9358-ee2cbdbbe299 req-0146cae5-594c-435b-ab55-94678d7eb145 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:20.136611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddc487c6-2474-413c-9358-ee2cbdbbe299 req-0146cae5-594c-435b-ab55-94678d7eb145 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2757077 Nov 10 04:09:20.201484 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba577e3a-ec9f-4fdf-b124-7c47d8d021e4 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Network': ['ID=882a81d5-5f2a-480a-bb4b-94baa68294d1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:20.213541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 882a81d5-5f2a-480a-bb4b-94baa68294d1 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:20.217422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Made reservation on behalf of 45ca3f5dd83c471195d70cd5807d58d0 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:20.221231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.288080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:20.303935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.304636 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Added segment 7595dea1-825f-4ecc-a7a0-8de2a8ea7535 of type vlan for network 18dfb2d6-78be-448b-aa28-6d6fca39e88e Nov 10 04:09:20.357471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ddc487c6-2474-413c-9358-ee2cbdbbe299 req-90f2b5fe-5d5b-4b29-a8de-2bf25931eafa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107251 Nov 10 04:09:20.374828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.424548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-8d35ddb2-2b9b-4c05-990b-1b0686f0a6fb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:20.426581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-8d35ddb2-2b9b-4c05-990b-1b0686f0a6fb tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "GET /v2.0/networks?id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 HTTP/1.1" status: 200 len: 797 time: 0.4854958 Nov 10 04:09:20.427870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.436595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:20.437845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.480905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.481389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9ea3524d-449c-40e5-8f19-2d0a4784edf7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:20.487822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.506853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 9ea3524d-449c-40e5-8f19-2d0a4784edf7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:20.507096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9ea3524d-449c-40e5-8f19-2d0a4784edf7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:20.507510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e316585-0018-4c62-908b-a02a78db9aa7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:20.527856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6e316585-0018-4c62-908b-a02a78db9aa7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:20.528208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6e316585-0018-4c62-908b-a02a78db9aa7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:20.582004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=14635b6e-200e-4164-9646-9350a0a369cb,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:20.616837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:20.759761 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Floating IP 91f3f3d6-dfa9-4837-8e85-10e2c0655f16 associated. External IP: 172.25.6.206, port: 5d6747c7-b246-407f-b128-ceeda76ee668. Nov 10 04:09:20.902651 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9417281 Nov 10 04:09:20.984353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-54b38e5d-eb5e-4596-a0fe-74eba5b760b4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5 HTTP/1.1" status: 200 len: 379 time: 0.4803197 Nov 10 04:09:20.985514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d32b53-4b0a-433b-82dd-9e0f32a4ed57 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Network': ['ID=18dfb2d6-78be-448b-aa28-6d6fca39e88e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:20.998094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 18dfb2d6-78be-448b-aa28-6d6fca39e88e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:21.014213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'port': {'device_id': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'admin_state_up': True, 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'security_groups': ['56dbaef3-c1bd-44df-87af-b8f28813fe8d']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:21.140625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:21.216914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Made reservation on behalf of ccaa15c36c244bb9b48a1c91ec4d6be5 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:21.221087 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:21.279142 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4005ddc8-19d0-4fae-b816-5531f8e4516e req-327d3474-8b55-4858-9344-60baf3cf9fbd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 210 time: 0.0875542 Nov 10 04:09:21.410359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.20.0.14 (5ebb9c96-1ce9-43b7-8d32-0308bf310dc1/0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2/017fdce8-d935-4f2e-b8df-35041ca6d22b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:21.624667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:21.624905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:21.664255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:21.681315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a2edb-710b-4531-a9cb-e7826745b757 req-540247b5-4e98-4474-b11e-a03f20240999 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:21.683477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef6a2edb-710b-4531-a9cb-e7826745b757 req-540247b5-4e98-4474-b11e-a03f20240999 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2072043 Nov 10 04:09:21.711039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:21.714703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:21.734431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:21.799888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:21.800896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:21.827417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=017fdce8-d935-4f2e-b8df-35041ca6d22b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:21.850047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-9e856ec1-7248-40b7-b784-4a870ae8c375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585458 Nov 10 04:09:21.872008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-3c51650a-a283-46c6-998d-08023bf00235 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:09:21.873205 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-3c51650a-a283-46c6-998d-08023bf00235 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127330 Nov 10 04:09:21.889274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef6a2edb-710b-4531-a9cb-e7826745b757 req-63992c8c-6bfa-494a-9d17-73457cf2e086 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978285 Nov 10 04:09:22.011924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Request body: {'port': {'device_id': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:22.037023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:22.050883 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:22.064054 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:22.064674 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:22.077591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:22.128815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a86f9302-bc16-4151-bd39-7bcf5ba5dab2 None None] Provisioning complete for port 017fdce8-d935-4f2e-b8df-35041ca6d22b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:22.129844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a86f9302-bc16-4151-bd39-7bcf5ba5dab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:22.169925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aafbbd3a-da50-4365-8ad5-4eac5a4c528c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2173860 Nov 10 04:09:22.172236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:09:22.172343 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:22.176649 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedbd004-f3c7-471d-83a3-7357b69a21f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:09:22.180410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:22.215740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:22.221493 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:22.222904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a86f9302-bc16-4151-bd39-7bcf5ba5dab2 None None] Port 017fdce8-d935-4f2e-b8df-35041ca6d22b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:09:22.420581 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c96186-ee18-4fbe-bf3e-85ef8b1751b3 x-openstack-request-id: req-18c96186-ee18-4fbe-bf3e-85ef8b1751b3 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:09:22.424398 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:09:22.424779 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18c96186-ee18-4fbe-bf3e-85ef8b1751b3 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:09:22.425312 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668', 'status': 'completed', 'code': 200} Nov 10 04:09:22.550895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,segment=NetworkSegment(b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52),segment_id=b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:22.550895 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:22.584738 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:19Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:22.593374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:22.627289 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:22.636355 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:22.636617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-1471c17d-295c-494c-8a28-d65146eac517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:22.637674 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:22.638388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-1471c17d-295c-494c-8a28-d65146eac517 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1096 time: 0.2242963 Nov 10 04:09:22.639658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821b6d0-0433-44b8-a34a-4e334eb97281 req-91684215-6652-4a3f-a8b0-4ecdaa854a3f tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:22.644996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6821b6d0-0433-44b8-a34a-4e334eb97281 req-91684215-6652-4a3f-a8b0-4ecdaa854a3f tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 932 time: 0.1875503 Nov 10 04:09:22.766527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6821b6d0-0433-44b8-a34a-4e334eb97281 req-35a58d53-2f2f-4633-a8c0-76245a441d25 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168110 Nov 10 04:09:22.831992 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:22.868040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:09:22.981054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-93c91b20-09d3-4ed9-8f0e-4c17cfc1d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:22.989176 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-93c91b20-09d3-4ed9-8f0e-4c17cfc1d35c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.3338945 Nov 10 04:09:23.092356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:23.108645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'port_id': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'mac_address': 'fa:16:3e:d0:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:09:23.161986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:23.181058 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:23.206319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62cffbd9-4bb4-49b6-ad09-33f67fc792cc {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:09:23.231510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017fdce8-d935-4f2e-b8df-35041ca6d22b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:09:23.240063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:23.253785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Transition to ACTIVE for port object 017fdce8-d935-4f2e-b8df-35041ca6d22b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:09:23.262682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:23.271645 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:23.273479 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-c96fc173-0025-495f-aa5d-ecc3b0766af1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 200 len: 999 time: 0.2649019 Nov 10 04:09:23.274652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:23.281320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223aee1-31f1-41b8-8083-e004d6e71876 req-17edf9d8-3c0a-4b04-9c70-6160b05cd4fb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:23.296182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1223aee1-31f1-41b8-8083-e004d6e71876 req-17edf9d8-3c0a-4b04-9c70-6160b05cd4fb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2009349 Nov 10 04:09:23.298834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:23.349692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Pushing event updated for resources: {'Port': ['ID=017fdce8-d935-4f2e-b8df-35041ca6d22b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:23.393298 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:19Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:23.463742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['62cffbd9-4bb4-49b6-ad09-33f67fc792cc'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:09:23.469370 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e63043-19d9-47c1-ae6d-126c4eb58767 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:19Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:23.628160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:23.648895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:23.672929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-a24d6ff7-bbda-41ec-bea4-4af7c3571894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:23.682354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-a24d6ff7-bbda-41ec-bea4-4af7c3571894 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.3456318 Nov 10 04:09:23.829412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:23.850365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1223aee1-31f1-41b8-8083-e004d6e71876 req-bc93656d-fe54-4b06-8698-a1076138f8a2 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546693 Nov 10 04:09:23.916235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Attempting to bind port 017fdce8-d935-4f2e-b8df-35041ca6d22b on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:23.916571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Attempting to bind port 017fdce8-d935-4f2e-b8df-35041ca6d22b by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:23.916904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Attempting to bind port 017fdce8-d935-4f2e-b8df-35041ca6d22b on network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:23.963825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-b1be637e-fe87-4ac0-8b06-87b67cf73f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:23.965462 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-b1be637e-fe87-4ac0-8b06-87b67cf73f30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713645 Nov 10 04:09:23.966673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Port 017fdce8-d935-4f2e-b8df-35041ca6d22b on network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:09:23.967084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Attempting to bind port 017fdce8-d935-4f2e-b8df-35041ca6d22b on network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:23.990311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:23.994379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Checking segment: {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:23.995056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Bound using segment: {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:23.995449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Bound port: 017fdce8-d935-4f2e-b8df-35041ca6d22b, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8878bb6d-18b7-441f-bc94-e9fe575fb127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:23.998165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.020759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff642d-7f1f-4595-96df-eb616e534245 None None] New status for floating IP 91f3f3d6-dfa9-4837-8e85-10e2c0655f16: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:09:24.235379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] For port 017fdce8-d935-4f2e-b8df-35041ca6d22b, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:24.253953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58932) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:24.262382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-7e019acf-d777-443a-8cdf-7c56719cb04a service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793884 Nov 10 04:09:24.267023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'subnets': [{'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1344548210', 'ip_version': 6}, {'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:24.267687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'subnet': {'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1344548210', 'ip_version': 6}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:24.268914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Request body: {'subnet': {'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:24.274227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] For port 017fdce8-d935-4f2e-b8df-35041ca6d22b, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:24.333648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.341599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cb4e0-84cd-4598-a4c7-890374eae5fb req-2abee0b5-5b23-4115-be62-418a6168cd50 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:24.343213 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf0cb4e0-84cd-4598-a4c7-890374eae5fb req-2abee0b5-5b23-4115-be62-418a6168cd50 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 944 time: 0.2657771 Nov 10 04:09:24.345119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:24.438176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:24.438734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.440249 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] 10.222.0.11 "PUT /v2.0/ports/017fdce8-d935-4f2e-b8df-35041ca6d22b HTTP/1.1" status: 200 len: 1092 time: 2.5496798 Nov 10 04:09:24.443901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:09:24.446200 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25176091-c3f1-43ff-954a-302e857bf69e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:09:24.467944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:24.479674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18c8f87e-1f5e-4331-8f7f-949d719594d1 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5993891 Nov 10 04:09:24.479840 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:24.480292 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58936) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:24.487644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4be02-84ef-4ba9-bc5b-810d884fbd90 service neutron] Pushing event updated for resources: {'Port': ['ID=017fdce8-d935-4f2e-b8df-35041ca6d22b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:24.489262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf0cb4e0-84cd-4598-a4c7-890374eae5fb req-f65d2c40-1054-413a-bc35-86aa3faa6db0 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372099 Nov 10 04:09:24.528039 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:24.530049 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:24.565801 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3ea94-32b1-4af4-8f8e-2a8e18b25b60 x-openstack-request-id: req-06b3ea94-32b1-4af4-8f8e-2a8e18b25b60 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:09:24.566134 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:09:24.566392 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06b3ea94-32b1-4af4-8f8e-2a8e18b25b60 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:09:24.566788 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'status': 'completed', 'code': 200} Nov 10 04:09:24.613817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting subnet cc758ca3-4881-4ece-b229-fdf0fd314370 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:24.624123 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.646613 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:24.652976 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bedbd004-f3c7-471d-83a3-7357b69a21f1 req-c8807959-eb57-4ebd-8698-a73e7e353a6f service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757622 Nov 10 04:09:24.696641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-37e82732-4eb8-4eed-9f3d-eaa7a35a2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:24.698332 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-37e82732-4eb8-4eed-9f3d-eaa7a35a2d46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 1095 time: 0.1525362 Nov 10 04:09:24.720768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.743195 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:22Z', 'revision_number': 11, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:24.760977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-2ed0bb6e-ca8b-4536-9212-c7572cff9d26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b HTTP/1.1" status: 200 len: 217 time: 0.0482666 Nov 10 04:09:24.761605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Made reservation on behalf of 45ca3f5dd83c471195d70cd5807d58d0 for: {'subnet': 2} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:24.767011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.767352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.771910 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:24.781853 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:24.782492 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:24.848932 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:24.886957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:24.893626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-db323383-8fde-4bc2-94fd-04cf46d0364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:24.894978 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-db323383-8fde-4bc2-94fd-04cf46d0364f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2 HTTP/1.1" status: 200 len: 834 time: 0.1240685 Nov 10 04:09:24.976508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.007871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-af310716-6da7-4bd3-8b33-fd920db78fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:25.009794 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-af310716-6da7-4bd3-8b33-fd920db78fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051910 Nov 10 04:09:25.013270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:25.013637 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.048719 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:25.098599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Subnet': ['ID=cc758ca3-4881-4ece-b229-fdf0fd314370,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:25.105376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.109294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-facf5ebc-4cfc-47df-b4e6-2bd41e13d35c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/cc758ca3-4881-4ece-b229-fdf0fd314370 HTTP/1.1" status: 204 len: 168 time: 0.6186244 Nov 10 04:09:25.111716 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 58950) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:25.134518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d41780-3fc1-46a5-8782-2cf02162e2ed None None] Network addcf844-a6ff-48b6-b983-599a664ab1fe requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:25.160387 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:22Z', 'revision_number': 11, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:25.196353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc5a4f-221b-43f3-8bf2-3d0bc5590840 req-8893bdae-6d53-4381-9d21-bdd307c51aef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:25.198017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1adc5a4f-221b-43f3-8bf2-3d0bc5590840 req-8893bdae-6d53-4381-9d21-bdd307c51aef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1705263 Nov 10 04:09:25.220837 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9450957-88c6-4288-96f2-030d8e779601 None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:22Z', 'revision_number': 11, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:25.222870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.320677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1adc5a4f-221b-43f3-8bf2-3d0bc5590840 req-7b5393f1-5d75-43ca-91af-f2804f9c8eb3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141195 Nov 10 04:09:25.342328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Deleting port 3ef13a4b-6035-44ae-a158-f68a330d1aeb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:25.342971 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.370182 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.420590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:09:25.421777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-3bd39f1f-43c6-477e-88d9-a8d068659c8d service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345977 Nov 10 04:09:25.423072 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341da84-496c-4651-972b-f6b18acf44a1" -d '{"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-plugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:09:25.440428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:25.449261 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.451438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] For port 3ef13a4b-6035-44ae-a158-f68a330d1aeb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3ef13a4b-6035-44ae-a158-f68a330d1aeb,segment=NetworkSegment(b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52),segment_id=b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:25.452804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.513776 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75370d0f-497a-4293-a09b-c13108d89f0a x-openstack-request-id: req-75370d0f-497a-4293-a09b-c13108d89f0a {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:09:25.514103 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-plugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:09:25.514358 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75370d0f-497a-4293-a09b-c13108d89f0a {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:09:25.514853 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'code': 200} Nov 10 04:09:25.521239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Calling delete_port for 3ef13a4b-6035-44ae-a158-f68a330d1aeb owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:25.560743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:25.568849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.569446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.569968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.570508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.577730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.578516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.579038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.579550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.580581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.581110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.581618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.582201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:25.628610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] DHCP port deletion for addcf844-a6ff-48b6-b983-599a664ab1fe request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:25.719786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.741765 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e017743e-e52b-4de3-bd71-0940dc7af40b req-75d841dd-787a-4ab8-8d26-af26e2770aef service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121154 Nov 10 04:09:25.743813 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.748469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] Deleting port 3ef13a4b-6035-44ae-a158-f68a330d1aeb {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:25.749579 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.793531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No DVR routers for this DVR port 3ef13a4b-6035-44ae-a158-f68a330d1aeb on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:25.804112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Subnet': ['ID=0a8088a1-15ca-4332-906c-390527ba9486,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:25.821315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Checking segment: {'id': 'eee63fe8-99d4-4066-bb0b-c82716625870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:25.821773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network hostable DHCP agents. Network: 882a81d5-5f2a-480a-bb4b-94baa68294d1, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:25.823157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d049b-eca6-47f4-9834-3abd7103ce6b req-88653b37-0595-461c-9916-fa6ef2cf97bd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:25.833416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c7d049b-eca6-47f4-9834-3abd7103ce6b req-88653b37-0595-461c-9916-fa6ef2cf97bd tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 944 time: 0.1771765 Nov 10 04:09:25.866223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Port': ['ID=3ef13a4b-6035-44ae-a158-f68a330d1aeb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:25.881378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network 882a81d5-5f2a-480a-bb4b-94baa68294d1 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:25.896558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25176091-c3f1-43ff-954a-302e857bf69e req-701c43f6-0b9b-4ddd-b758-9fe09de5d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:25.899285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25176091-c3f1-43ff-954a-302e857bf69e req-701c43f6-0b9b-4ddd-b758-9fe09de5d8d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 1095 time: 0.0689385 Nov 10 04:09:25.900462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] For port 3ef13a4b-6035-44ae-a158-f68a330d1aeb, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:25.900965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 882a81d5-5f2a-480a-bb4b-94baa68294d1) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:25.901153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.907896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.915929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffafbf-a220-484e-bab5-a1d732f9e77e None None] Network 882a81d5-5f2a-480a-bb4b-94baa68294d1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:25.989306 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:25.990135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event updated for resources: {'Subnet': ['ID=5e3671e7-dd32-4890-b6f4-ec9c4fd5e526,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:26.011955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addcf844-a6ff-48b6-b983-599a664ab1fe']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:26.022339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:26.022649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d69eed-0e9a-46f6-a2c4-74ddfcbdad52') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:26.033861 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.047308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.053640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:26.054076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.068439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] Calling delete_port for 3ef13a4b-6035-44ae-a158-f68a330d1aeb owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:26.070952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] Port 3ef13a4b-6035-44ae-a158-f68a330d1aeb was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:09:26.074516 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.115559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] No DVR routers for this DVR port 3ef13a4b-6035-44ae-a158-f68a330d1aeb on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:26.138123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a6a3d-1519-4a02-ba6b-45ad2826af98 None None] Pushing event deleted for resources: {'Port': ['ID=3ef13a4b-6035-44ae-a158-f68a330d1aeb,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:26.139782 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:26.164546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.205744 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.218726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25176091-c3f1-43ff-954a-302e857bf69e req-a2e70105-582b-432d-9156-ce02a7a99c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:26.219151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/networks/addcf844-a6ff-48b6-b983-599a664ab1fe HTTP/1.1" status: 204 len: 168 time: 1.1061792 Nov 10 04:09:26.220190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25176091-c3f1-43ff-954a-302e857bf69e req-a2e70105-582b-432d-9156-ce02a7a99c9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 HTTP/1.1" status: 200 len: 897 time: 0.2268445 Nov 10 04:09:26.220797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 58978) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:26.227890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ef13a4b-6035-44ae-a158-f68a330d1aeb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:26.246730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'routes': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:26.254758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 3ef13a4b-6035-44ae-a158-f68a330d1aeb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:26.255236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3ef13a4b-6035-44ae-a158-f68a330d1aeb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:26.255741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:26.258110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-882a81d5-5f2a-480a-bb4b-94baa68294d1', 'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1', 'tenant_id': '45ca3f5dd83c471195d70cd5807d58d0', 'fixed_ips': [{'subnet_id': '0a8088a1-15ca-4332-906c-390527ba9486'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:09:26.259735 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.267925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bffbb5-27a6-4399-a584-52c13557bb0b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Pushing event deleted for resources: {'Network': ['ID=addcf844-a6ff-48b6-b983-599a664ab1fe,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:26.286687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c7d049b-eca6-47f4-9834-3abd7103ce6b req-e33a39cd-1002-45a7-8659-97e352c9f1a1 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4521115 Nov 10 04:09:26.293319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:26.293812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device cdbbe480-7179-4bed-a3ee-f5dbd0d0e2b0 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:26.375388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25176091-c3f1-43ff-954a-302e857bf69e req-785791a6-6c61-4ed1-b8bb-ff90f3a9a8f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b HTTP/1.1" status: 200 len: 217 time: 0.1231115 Nov 10 04:09:26.410151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Checking segment: {'id': '7595dea1-825f-4ecc-a7a0-8de2a8ea7535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:26.410151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network hostable DHCP agents. Network: 18dfb2d6-78be-448b-aa28-6d6fca39e88e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:26.474195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Allocated IP 2001:db8::1 (882a81d5-5f2a-480a-bb4b-94baa68294d1/0a8088a1-15ca-4332-906c-390527ba9486/1b748fee-39d0-4292-930b-4405c12ce889) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:26.500105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41825037-74f4-425e-a10b-0dd7199f4a70 req-569f59fe-ab8d-4a28-888b-6bb54a5b9bce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:26.502105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41825037-74f4-425e-a10b-0dd7199f4a70 req-569f59fe-ab8d-4a28-888b-6bb54a5b9bce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0607500 Nov 10 04:09:26.559867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25176091-c3f1-43ff-954a-302e857bf69e req-2272dfe2-670b-4446-8f50-ca10eb5fa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:26.561580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25176091-c3f1-43ff-954a-302e857bf69e req-2272dfe2-670b-4446-8f50-ca10eb5fa4ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2 HTTP/1.1" status: 200 len: 834 time: 0.1761732 Nov 10 04:09:26.562454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41825037-74f4-425e-a10b-0dd7199f4a70 req-94a5d121-d709-4455-987b-8492c6092b3e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535958 Nov 10 04:09:26.692295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Network 18dfb2d6-78be-448b-aa28-6d6fca39e88e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:26.695426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.extraroute_db [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Added routes are [] {{(pid=102596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 04:09:26.695712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.extraroute_db [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Removed routes are [] {{(pid=102596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 04:09:26.696160 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.713257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 18dfb2d6-78be-448b-aa28-6d6fca39e88e) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:26.718608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:26.719088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:26.720240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.732359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437e536-8984-4c0c-b49c-a0342f846d12 None None] Network 18dfb2d6-78be-448b-aa28-6d6fca39e88e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:26.816625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25176091-c3f1-43ff-954a-302e857bf69e req-8ccbdd4f-b039-4a77-a538-05d34be39ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:26.818476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25176091-c3f1-43ff-954a-302e857bf69e req-8ccbdd4f-b039-4a77-a538-05d34be39ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078650 Nov 10 04:09:26.860661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.892821 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:26.931440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25176091-c3f1-43ff-954a-302e857bf69e req-004ef5ce-2c2b-4fce-bd69-5048dd13ceab service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040413 Nov 10 04:09:26.937398 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bd118545-cd9f-4c59-8210-670fe29e765b tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6790297 Nov 10 04:09:26.937892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59010) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:26.954526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Network 882a81d5-5f2a-480a-bb4b-94baa68294d1 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:26.957685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Pushing event updated for resources: {'Port': ['ID=1b748fee-39d0-4292-930b-4405c12ce889,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:26.968326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:26.975014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:27.079693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-18dfb2d6-78be-448b-aa28-6d6fca39e88e', 'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e', 'tenant_id': '45ca3f5dd83c471195d70cd5807d58d0', 'fixed_ips': [{'subnet_id': '5e3671e7-dd32-4890-b6f4-ec9c4fd5e526'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:09:27.080825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.206108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Attempting to bind port 1b748fee-39d0-4292-930b-4405c12ce889 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:27.206729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Attempting to bind port 1b748fee-39d0-4292-930b-4405c12ce889 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'eee63fe8-99d4-4066-bb0b-c82716625870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:27.207253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Attempting to bind port 1b748fee-39d0-4292-930b-4405c12ce889 on network 882a81d5-5f2a-480a-bb4b-94baa68294d1 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:27.222231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:27.222895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Checking segment: {'id': 'eee63fe8-99d4-4066-bb0b-c82716625870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:27.223446 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.224025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Bound using segment: {'id': 'eee63fe8-99d4-4066-bb0b-c82716625870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:27.224791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Bound port: 1b748fee-39d0-4292-930b-4405c12ce889, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee63fe8-99d4-4066-bb0b-c82716625870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882a81d5-5f2a-480a-bb4b-94baa68294d1'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:27.225613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.367652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] For port 1b748fee-39d0-4292-930b-4405c12ce889, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:27.375184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] For port 1b748fee-39d0-4292-930b-4405c12ce889, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1b748fee-39d0-4292-930b-4405c12ce889,segment=NetworkSegment(eee63fe8-99d4-4066-bb0b-c82716625870),segment_id=eee63fe8-99d4-4066-bb0b-c82716625870)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:27.407188 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.525772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.543264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fd9c1-b0a3-4062-89d3-61aeaa23bc20 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:27.544762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fd9c1-b0a3-4062-89d3-61aeaa23bc20 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:27.546452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fd9c1-b0a3-4062-89d3-61aeaa23bc20 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:27.548028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-752fd9c1-b0a3-4062-89d3-61aeaa23bc20 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6091413 Nov 10 04:09:27.549882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eeb19-0cf1-4459-a914-1d31d264dddb None None] Pushing event updated for resources: {'Port': ['ID=1b748fee-39d0-4292-930b-4405c12ce889,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:27.552497 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.559160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59024) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:27.573965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd24f47-83bb-4ce7-b908-34811ea1e79f req-41da80bf-17e7-4d07-ad06-977e8d9a70ec tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:27.577218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bd24f47-83bb-4ce7-b908-34811ea1e79f req-41da80bf-17e7-4d07-ad06-977e8d9a70ec tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 944 time: 0.1352003 Nov 10 04:09:27.587962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Allocated IP 2001:db8:0:1::1 (18dfb2d6-78be-448b-aa28-6d6fca39e88e/5e3671e7-dd32-4890-b6f4-ec9c4fd5e526/fd7aa521-1e7b-4459-b47f-8cced41acb70) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:27.690319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bd24f47-83bb-4ce7-b908-34811ea1e79f req-4412129b-de32-4631-9c93-da71158181a9 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011691 Nov 10 04:09:27.799349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-25176091-c3f1-43ff-954a-302e857bf69e req-d32fa0f0-30e1-422f-ab5f-6b028d10c940 service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8576598 Nov 10 04:09:27.855549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174f05a-7b91-46c5-ad04-6cf398f35096 req-1c58a255-8542-460f-b068-9376e0310958 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:27.856489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 091ce82d-5656-4a14-9315-e3bf8e237499 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:27.861257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2174f05a-7b91-46c5-ad04-6cf398f35096 req-1c58a255-8542-460f-b068-9376e0310958 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1270585 Nov 10 04:09:27.887410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Deleting subnet 0a8088a1-15ca-4332-906c-390527ba9486 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:27.902753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.955341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2174f05a-7b91-46c5-ad04-6cf398f35096 req-180fb7ed-73c1-406e-9e56-90ca961dff06 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874038 Nov 10 04:09:27.958584 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.965207 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:27.987412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Network 18dfb2d6-78be-448b-aa28-6d6fca39e88e is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:27.994557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:27.997874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:28.121064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:28.145088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] Sync routers for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:28.149804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.151361 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f001e3be-f37c-4902-9e0c-8b60a90ca0d6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 200 len: 701 time: 1.9275627 Nov 10 04:09:28.156057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59034) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:28.189873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.216572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] Routers {'091ce82d-5656-4a14-9315-e3bf8e237499'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:28.219809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['091ce82d-5656-4a14-9315-e3bf8e237499'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:28.227443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fb51e3a4-5a23-4de9-8652-4098c2d9537d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 200 len: 205 time: 0.0658498 Nov 10 04:09:28.228635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59036) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:28.347355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.430956 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.448288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-731b9d5d-820d-4d4b-bbdf-f89dad1ec231 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.455751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.459155 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/subnets/0a8088a1-15ca-4332-906c-390527ba9486 HTTP/1.1" status: 204 len: 168 time: 0.8982067 Nov 10 04:09:28.485775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59042) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:28.545472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Deleting subnet 5e3671e7-dd32-4890-b6f4-ec9c4fd5e526 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:28.550150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.612590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.659801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04923b31-f920-471e-8a12-b6208c824a9d tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8088a1-15ca-4332-906c-390527ba9486,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:28.773821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.873899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.891732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-731b9d5d-820d-4d4b-bbdf-f89dad1ec231 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.895157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-731b9d5d-820d-4d4b-bbdf-f89dad1ec231 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.926320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1b748fee-39d0-4292-930b-4405c12ce889 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:28.977315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:28.994540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 017fdce8-d935-4f2e-b8df-35041ca6d22b details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:09:28.995636 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/subnets/5e3671e7-dd32-4890-b6f4-ec9c4fd5e526 HTTP/1.1" status: 204 len: 168 time: 0.5098646 Nov 10 04:09:28.996269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59050) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:29.021872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755dd99-0bf0-4677-8901-16b802c4a735 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3671e7-dd32-4890-b6f4-ec9c4fd5e526,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:29.028885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Pushing event updated for resources: {'Port': ['ID=fd7aa521-1e7b-4459-b47f-8cced41acb70,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:29.036213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-731b9d5d-820d-4d4b-bbdf-f89dad1ec231 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.036823 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731b9d5d-820d-4d4b-bbdf-f89dad1ec231 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Fanout notify agent at l3_agent the message router_deleted on router 091ce82d-5656-4a14-9315-e3bf8e237499 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:09:29.069929 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-731b9d5d-820d-4d4b-bbdf-f89dad1ec231 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.082962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-731b9d5d-820d-4d4b-bbdf-f89dad1ec231 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 204 len: 168 time: 0.8364685 Nov 10 04:09:29.087546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59056) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:29.094167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-aef820b6-2eac-40c1-8c97-32f031e16e21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2075076023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:29.095699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] Set router 091ce82d-5656-4a14-9315-e3bf8e237499 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:29.107019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Attempting to bind port fd7aa521-1e7b-4459-b47f-8cced41acb70 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:29.110614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Attempting to bind port fd7aa521-1e7b-4459-b47f-8cced41acb70 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7595dea1-825f-4ecc-a7a0-8de2a8ea7535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:29.111018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Attempting to bind port fd7aa521-1e7b-4459-b47f-8cced41acb70 on network 18dfb2d6-78be-448b-aa28-6d6fca39e88e {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:29.192576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec5bc-3795-4c64-ab5c-0363a4888cac req-16abd576-ee6c-4088-8aad-e63e7628b023 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:29.195568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bbec5bc-3795-4c64-ab5c-0363a4888cac req-16abd576-ee6c-4088-8aad-e63e7628b023 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 944 time: 0.3140306 Nov 10 04:09:29.196778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aef820b6-2eac-40c1-8c97-32f031e16e21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.198302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aef820b6-2eac-40c1-8c97-32f031e16e21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.208936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091ce82d-5656-4a14-9315-e3bf8e237499', 'name': 'tempest-RoutersTest-router-1027069946', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:28Z', 'updated_at': '2021-11-10T04:09:22Z', 'revision_number': 11, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:29.261315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00355901-a582-4795-b77b-ebe605b9d920 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:29.263039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-00355901-a582-4795-b77b-ebe605b9d920 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2648416 Nov 10 04:09:29.269712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59062) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:29.270363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] Checking router: 091ce82d-5656-4a14-9315-e3bf8e237499 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:29.273800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:29.274532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Checking segment: {'id': '7595dea1-825f-4ecc-a7a0-8de2a8ea7535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:29.275083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.275687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Bound using segment: {'id': '7595dea1-825f-4ecc-a7a0-8de2a8ea7535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:29.276329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Bound port: fd7aa521-1e7b-4459-b47f-8cced41acb70, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7595dea1-825f-4ecc-a7a0-8de2a8ea7535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '18dfb2d6-78be-448b-aa28-6d6fca39e88e'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:29.276963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.312294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aef820b6-2eac-40c1-8c97-32f031e16e21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.347754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:29.348422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 04:09:29.349220 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_agentschedulers_db [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'091ce82d-5656-4a14-9315-e3bf8e237499'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 04:09:29.349765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f95c2f-2847-4699-bf84-5175e2408ce6 None None] The sync data for ids ['091ce82d-5656-4a14-9315-e3bf8e237499'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:29.363212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aef820b6-2eac-40c1-8c97-32f031e16e21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.398377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1b748fee-39d0-4292-930b-4405c12ce889 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:29.399088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.413439 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aef820b6-2eac-40c1-8c97-32f031e16e21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.416433 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aef820b6-2eac-40c1-8c97-32f031e16e21 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3253694 Nov 10 04:09:29.422697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59064) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:29.431028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e298188e-162c-4353-82a0-b99a0d395f42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:29.480593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 017fdce8-d935-4f2e-b8df-35041ca6d22b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:29.519630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'port_id': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'mac_address': 'fa:16:3e:cb:89:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:09:29.566719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.583380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] For port fd7aa521-1e7b-4459-b47f-8cced41acb70, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:29.654258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] For port fd7aa521-1e7b-4459-b47f-8cced41acb70, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fd7aa521-1e7b-4459-b47f-8cced41acb70,segment=NetworkSegment(7595dea1-825f-4ecc-a7a0-8de2a8ea7535),segment_id=7595dea1-825f-4ecc-a7a0-8de2a8ea7535)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:29.671494 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.700017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Deleting port fd7aa521-1e7b-4459-b47f-8cced41acb70 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:29.700659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.764726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6656b9-8b6d-46ea-a3ae-348fda0817f6 None None] Pushing event updated for resources: {'Port': ['ID=fd7aa521-1e7b-4459-b47f-8cced41acb70,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:29.764726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011295cf-e328-4704-a28c-a465cfe59eec None None] Network 882a81d5-5f2a-480a-bb4b-94baa68294d1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:29.766149 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.863878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] For port fd7aa521-1e7b-4459-b47f-8cced41acb70, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fd7aa521-1e7b-4459-b47f-8cced41acb70,segment=NetworkSegment(7595dea1-825f-4ecc-a7a0-8de2a8ea7535),segment_id=7595dea1-825f-4ecc-a7a0-8de2a8ea7535)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:29.864239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:29.898293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Calling delete_port for fd7aa521-1e7b-4459-b47f-8cced41acb70 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:29.953413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017fdce8-d935-4f2e-b8df-35041ca6d22b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:09:29.980976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 017fdce8-d935-4f2e-b8df-35041ca6d22b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:30.041220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.078579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Port': ['ID=fd7aa521-1e7b-4459-b47f-8cced41acb70,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:30.084915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] No DVR routers for this DVR port fd7aa521-1e7b-4459-b47f-8cced41acb70 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:30.090538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f212d3dd-2dce-4505-9cbe-13e7631558e9 None None] Provisioning complete for port 1b748fee-39d0-4292-930b-4405c12ce889 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:30.091017 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f212d3dd-2dce-4505-9cbe-13e7631558e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.110893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.222712 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server [None req-d12635af-7277-4f4a-999a-d8dcc44444ac None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port fd7aa521-1e7b-4459-b47f-8cced41acb70 could not be found. Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port fd7aa521-1e7b-4459-b47f-8cced41acb70 could not be found. Nov 10 04:09:30.245088 n-d-817326-2 neutron-server[102598]: ERROR oslo_messaging.rpc.server Nov 10 04:09:30.253728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dfb2d6-78be-448b-aa28-6d6fca39e88e']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:30.281479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7595dea1-825f-4ecc-a7a0-8de2a8ea7535') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:30.282922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.294722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7595dea1-825f-4ecc-a7a0-8de2a8ea7535') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:30.312601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede1fd2-9861-4b2e-a1b2-81be8269536c None None] Network 18dfb2d6-78be-448b-aa28-6d6fca39e88e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:30.317012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.362116 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.376074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:30.376074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:30.382613 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:30.385587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d982d-1bf3-4adf-b3c0-de31cd57b3ea req-98c24663-c9b7-4419-959d-40a07344f8d3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:30.387313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e4d982d-1bf3-4adf-b3c0-de31cd57b3ea req-98c24663-c9b7-4419-959d-40a07344f8d3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 1.2382853 Nov 10 04:09:30.397366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bbec5bc-3795-4c64-ab5c-0363a4888cac req-df30af7b-374f-4c9b-8301-13a2ad5b8290 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0825269 Nov 10 04:09:30.506618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.521018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.521737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 1b748fee-39d0-4292-930b-4405c12ce889, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1b748fee-39d0-4292-930b-4405c12ce889,segment=NetworkSegment(eee63fe8-99d4-4066-bb0b-c82716625870),segment_id=eee63fe8-99d4-4066-bb0b-c82716625870)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:30.526862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/networks/18dfb2d6-78be-448b-aa28-6d6fca39e88e HTTP/1.1" status: 204 len: 168 time: 1.2540426 Nov 10 04:09:30.537743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59078) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:30.537891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e298188e-162c-4353-82a0-b99a0d395f42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23736'] for router, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.550135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e298188e-162c-4353-82a0-b99a0d395f42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707832'] for router, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.554541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=017fdce8-d935-4f2e-b8df-35041ca6d22b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:30.564019 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.648687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ebcd-448f-4f76-b091-2a55dd3d5b5f tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Network': ['ID=18dfb2d6-78be-448b-aa28-6d6fca39e88e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:30.655090 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.655620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=1b748fee-39d0-4292-930b-4405c12ce889,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:30.668970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['017fdce8-d935-4f2e-b8df-35041ca6d22b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:09:30.671138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] DHCP port deletion for 882a81d5-5f2a-480a-bb4b-94baa68294d1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:30.722201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Deleting port 1b748fee-39d0-4292-930b-4405c12ce889 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:30.722544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.737663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e4d982d-1bf3-4adf-b3c0-de31cd57b3ea req-575baf5f-fc2c-4b53-a60b-44375d537aaa tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392053 Nov 10 04:09:30.850883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] For port 1b748fee-39d0-4292-930b-4405c12ce889, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1b748fee-39d0-4292-930b-4405c12ce889,segment=NetworkSegment(eee63fe8-99d4-4066-bb0b-c82716625870),segment_id=eee63fe8-99d4-4066-bb0b-c82716625870)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:30.851566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.867219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e298188e-162c-4353-82a0-b99a0d395f42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Router 0a1d1630-8675-450f-9f3e-9dd78a80bd96 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:09:30.898942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Calling delete_port for 1b748fee-39d0-4292-930b-4405c12ce889 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:30.972084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] Deleting port 1b748fee-39d0-4292-930b-4405c12ce889 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:30.972373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:30.981862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e298188e-162c-4353-82a0-b99a0d395f42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:30.996561 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] Sync routers for ids ['0a1d1630-8675-450f-9f3e-9dd78a80bd96'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:31.014052 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] Routers {'0a1d1630-8675-450f-9f3e-9dd78a80bd96'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:31.015728 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0a1d1630-8675-450f-9f3e-9dd78a80bd96'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:31.016901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e298188e-162c-4353-82a0-b99a0d395f42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.020921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59084) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:31.028965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e298188e-162c-4353-82a0-b99a0d395f42 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "PUT /v2.0/routers/0a1d1630-8675-450f-9f3e-9dd78a80bd96 HTTP/1.1" status: 200 len: 694 time: 1.6048384 Nov 10 04:09:31.073063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] For port 1b748fee-39d0-4292-930b-4405c12ce889, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1b748fee-39d0-4292-930b-4405c12ce889,segment=NetworkSegment(eee63fe8-99d4-4066-bb0b-c82716625870),segment_id=eee63fe8-99d4-4066-bb0b-c82716625870)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:31.076534 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.097425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] Calling delete_port for 1b748fee-39d0-4292-930b-4405c12ce889 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:31.142719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59092) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:31.152910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-50c54b10-e839-44a4-b89a-051e6c6d9b8c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/routers/0a1d1630-8675-450f-9f3e-9dd78a80bd96 HTTP/1.1" status: 200 len: 700 time: 0.1293514 Nov 10 04:09:31.153754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.175922 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] Set router 0a1d1630-8675-450f-9f3e-9dd78a80bd96 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:31.185999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] No DVR routers for this DVR port 1b748fee-39d0-4292-930b-4405c12ce889 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:31.213139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18dd5767-9993-43a1-90d7-cff2c8175d0c tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1d1630-8675-450f-9f3e-9dd78a80bd96 HTTP/1.1" status: 200 len: 205 time: 0.0691447 Nov 10 04:09:31.213799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:31.237684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Port': ['ID=1b748fee-39d0-4292-930b-4405c12ce889,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:31.283224 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1d1630-8675-450f-9f3e-9dd78a80bd96', 'name': 'tempest-RoutersTest-router-2075076023', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:29Z', 'updated_at': '2021-11-10T04:09:30Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:31.317923 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] Checking router: 0a1d1630-8675-450f-9f3e-9dd78a80bd96 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:31.328620 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] Routers {'0a1d1630-8675-450f-9f3e-9dd78a80bd96'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:31.329663 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0a1d1630-8675-450f-9f3e-9dd78a80bd96'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:31.347905 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.362566 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d02c3dc-26cb-4b09-a843-2b4bb7c18ccc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.419449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.426100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] Pushing event deleted for resources: {'Port': ['ID=1b748fee-39d0-4292-930b-4405c12ce889,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:31.447038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] Set router 0a1d1630-8675-450f-9f3e-9dd78a80bd96 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:31.467189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3b8da-a0f5-44de-99b9-8933fcbdd42d None None] No DVR routers for this DVR port 1b748fee-39d0-4292-930b-4405c12ce889 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:31.494336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882a81d5-5f2a-480a-bb4b-94baa68294d1']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:31.504610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadcf450-c4ff-4048-b217-f1a233227e0e None None] get_active_networks_info from n-d-817326-2 {{(pid=102598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:09:31.536214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee63fe8-99d4-4066-bb0b-c82716625870') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:31.536611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee63fe8-99d4-4066-bb0b-c82716625870') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:31.562861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.582040 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1d1630-8675-450f-9f3e-9dd78a80bd96', 'name': 'tempest-RoutersTest-router-2075076023', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:29Z', 'updated_at': '2021-11-10T04:09:30Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:31.623018 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92349c-99ca-4ac8-85e0-0ddc0761300d None None] The sync data for ids ['0a1d1630-8675-450f-9f3e-9dd78a80bd96'] in n-d-817326-2 is: [{'id': '0a1d1630-8675-450f-9f3e-9dd78a80bd96', 'name': 'tempest-RoutersTest-router-2075076023', 'tenant_id': 'a3d920697cb84ed58e437cb56f22de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:29Z', 'updated_at': '2021-11-10T04:09:30Z', 'revision_number': 2, 'project_id': 'a3d920697cb84ed58e437cb56f22de99', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:31.624386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.637003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:31.637809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:31.643276 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:31.745239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.755913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadcf450-c4ff-4048-b217-f1a233227e0e None None] Resources bound (agent type, host, resource id): {{(pid=102598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 04:09:31.756948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.763728 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/networks/882a81d5-5f2a-480a-bb4b-94baa68294d1 HTTP/1.1" status: 204 len: 168 time: 1.2236745 Nov 10 04:09:31.766376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59102) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:31.810041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985790d0-d924-4e0e-a3a8-fa00d3568506 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Network': ['ID=882a81d5-5f2a-480a-bb4b-94baa68294d1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:31.833431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d02c3dc-26cb-4b09-a843-2b4bb7c18ccc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.837844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d02c3dc-26cb-4b09-a843-2b4bb7c18ccc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:31.974506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.008322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c600a-6e35-45f7-b861-775e409739b5 req-4717d8e2-ff3f-4ae8-a9fa-e137d9002d49 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:32.009875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-232c600a-6e35-45f7-b861-775e409739b5 req-4717d8e2-ff3f-4ae8-a9fa-e137d9002d49 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 945 time: 0.4295232 Nov 10 04:09:32.020118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d02c3dc-26cb-4b09-a843-2b4bb7c18ccc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.020694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d02c3dc-26cb-4b09-a843-2b4bb7c18ccc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1d1630-8675-450f-9f3e-9dd78a80bd96 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:09:32.040773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d02c3dc-26cb-4b09-a843-2b4bb7c18ccc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.046579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d02c3dc-26cb-4b09-a843-2b4bb7c18ccc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/0a1d1630-8675-450f-9f3e-9dd78a80bd96 HTTP/1.1" status: 204 len: 168 time: 0.8270752 Nov 10 04:09:32.059094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59106) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.103795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e10cb1fa-6011-430d-871f-8a5287a3ea32 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1d1630-8675-450f-9f3e-9dd78a80bd96 HTTP/1.1" status: 200 len: 205 time: 0.0434394 Nov 10 04:09:32.106361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59110) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.148548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-232c600a-6e35-45f7-b861-775e409739b5 req-808879c4-143e-441e-aa79-0940aeaa7a40 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256967 Nov 10 04:09:32.181047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6255d-078d-4782-ad00-3822f66cdf2e req-578963a2-b6fd-472f-985d-c2f08189191f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:32.182816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cae6255d-078d-4782-ad00-3822f66cdf2e req-578963a2-b6fd-472f-985d-c2f08189191f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2411942 Nov 10 04:09:32.225518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.257855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:32.270147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6595cb7f-c938-416d-bf0c-2d3ba09e557b') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:32.270443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6595cb7f-c938-416d-bf0c-2d3ba09e557b') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:32.279073 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cae6255d-078d-4782-ad00-3822f66cdf2e req-df913214-4934-4d23-afda-6381e5c4fd9b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897315 Nov 10 04:09:32.280847 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-a212465b-01f0-469e-bd44-e5e6ba278897 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] delete failed (client error): The resource could not be found. Nov 10 04:09:32.284317 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a212465b-01f0-469e-bd44-e5e6ba278897 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/0a1d1630-8675-450f-9f3e-9dd78a80bd96 HTTP/1.1" status: 404 len: 336 time: 0.1745753 Nov 10 04:09:32.284317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.285669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59116) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.314859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.319267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:32.320142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.324302 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b22773f-a423-4117-8630-0b3a31fae6b3 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:32.324857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b22773f-a423-4117-8630-0b3a31fae6b3 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:32.326687 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:32.332862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3b22773f-a423-4117-8630-0b3a31fae6b3 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/a835d909-ba1f-407f-9197-ed4cd79c3657 HTTP/1.1" status: 404 len: 337 time: 0.0459425 Nov 10 04:09:32.333600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59118) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.388019 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf014f38-9911-4f27-b726-9a561132e886 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:32.388474 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf014f38-9911-4f27-b726-9a561132e886 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:32.396035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cf014f38-9911-4f27-b726-9a561132e886 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/fd0f91cd-8409-4d1c-86a3-5cef9b5f7b40 HTTP/1.1" status: 404 len: 337 time: 0.0614028 Nov 10 04:09:32.400334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59120) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.428956 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4ba8b6-7a14-40ea-bea6-85be012a1b3d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:32.429448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4ba8b6-7a14-40ea-bea6-85be012a1b3d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:32.432750 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4c4ba8b6-7a14-40ea-bea6-85be012a1b3d tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/15d7f58b-2d24-497b-86c2-a01eb45af1bf HTTP/1.1" status: 404 len: 337 time: 0.0314970 Nov 10 04:09:32.433863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.436616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59122) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.454510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.461110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/networks/33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3 HTTP/1.1" status: 204 len: 168 time: 0.6930954 Nov 10 04:09:32.471929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59124) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.474412 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13af65a-f23f-4443-90b1-ac2e653fc94a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:32.475252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13af65a-f23f-4443-90b1-ac2e653fc94a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:32.478763 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b13af65a-f23f-4443-90b1-ac2e653fc94a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/cc758ca3-4881-4ece-b229-fdf0fd314370 HTTP/1.1" status: 404 len: 337 time: 0.0409315 Nov 10 04:09:32.482472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9b64c-1b23-438a-be17-2cc6f5cff8d6 tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Network': ['ID=33bcbc90-d2ce-4457-9c9a-f6bd8c0ddce3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:32.483134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59126) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.530516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-55ce04b9-4848-41bd-8e09-fd0e4c6ef198 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 200 len: 205 time: 0.0457993 Nov 10 04:09:32.531189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59132) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.587332 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-94d5a08f-4bed-47e2-8f6f-88674f671078 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] delete failed (client error): The resource could not be found. Nov 10 04:09:32.590921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-94d5a08f-4bed-47e2-8f6f-88674f671078 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/091ce82d-5656-4a14-9315-e3bf8e237499 HTTP/1.1" status: 404 len: 336 time: 0.0553839 Nov 10 04:09:32.591062 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.591340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.642675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-37c789db-b6d6-4ea9-950b-466671a6cdee tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed6baa6e-021d-4032-839b-334e13b6008f HTTP/1.1" status: 200 len: 205 time: 0.0477428 Nov 10 04:09:32.644481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59136) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.688454 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-05b0d2f6-049a-40b4-9652-1304c20314b6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] delete failed (client error): The resource could not be found. Nov 10 04:09:32.689497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-05b0d2f6-049a-40b4-9652-1304c20314b6 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/ed6baa6e-021d-4032-839b-334e13b6008f HTTP/1.1" status: 404 len: 336 time: 0.0440350 Nov 10 04:09:32.692217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.732915 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc9e821-f2fb-49c8-ac20-95f782f41d3a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:32.733523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc9e821-f2fb-49c8-ac20-95f782f41d3a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:32.739151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6bc9e821-f2fb-49c8-ac20-95f782f41d3a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/a5aadcc8-0d58-4d3b-9ae2-8c4b06dc91b9 HTTP/1.1" status: 404 len: 337 time: 0.0435805 Nov 10 04:09:32.739727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59140) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.747963 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.751395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1b748fee-39d0-4292-930b-4405c12ce889 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:32.770022 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d144b814-15d9-4981-afc6-1a6746c66b57 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4890d50-c27a-409e-b1bb-1b7307fcfdaf HTTP/1.1" status: 200 len: 205 time: 0.0269673 Nov 10 04:09:32.770536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59142) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.803457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1b748fee-39d0-4292-930b-4405c12ce889 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:09:32.803900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1b748fee-39d0-4292-930b-4405c12ce889 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:09:32.809283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:32.826992 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-b6a7fc11-cfb9-4b88-8f0a-2a0cbb3e44df tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] delete failed (client error): The resource could not be found. Nov 10 04:09:32.829761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b6a7fc11-cfb9-4b88-8f0a-2a0cbb3e44df tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/c4890d50-c27a-409e-b1bb-1b7307fcfdaf HTTP/1.1" status: 404 len: 336 time: 0.0569229 Nov 10 04:09:32.832674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2735b8d-957a-42c2-885d-0741e224aa45') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:32.832977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2735b8d-957a-42c2-885d-0741e224aa45') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:32.839728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59144) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.844578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.860317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.869144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:32.869583 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:32.873564 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:32.878559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-552b7c8b-b0b5-4138-a7d7-5cd3d2145fc5 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=42baac19-1437-4dd6-a878-d16830270370 HTTP/1.1" status: 200 len: 205 time: 0.0338807 Nov 10 04:09:32.878559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59146) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.936926 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-45d1fe17-1f12-4155-b11e-4b540692b5bf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] delete failed (client error): The resource could not be found. Nov 10 04:09:32.941927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-45d1fe17-1f12-4155-b11e-4b540692b5bf tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/42baac19-1437-4dd6-a878-d16830270370 HTTP/1.1" status: 404 len: 336 time: 0.0626066 Nov 10 04:09:32.943107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59148) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:32.945811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 017fdce8-d935-4f2e-b8df-35041ca6d22b up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:32.960388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.977480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:32.990076 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] 10.222.0.24 "DELETE /v2.0/networks/b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28 HTTP/1.1" status: 204 len: 168 time: 0.5169518 Nov 10 04:09:32.997181 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a5c25a-4a15-46df-844a-647da8e092c9 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:32.997640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a5c25a-4a15-46df-844a-647da8e092c9 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:33.010807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-66a5c25a-4a15-46df-844a-647da8e092c9 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/8717e287-12aa-4763-abf6-50ba21a5fe0f HTTP/1.1" status: 404 len: 337 time: 0.0637667 Nov 10 04:09:33.011612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59156) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.021141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b69f3e-1a64-4146-9ed4-5c5b2575f2fd tempest-BulkNetworkOpsIpV6Test-744663229 tempest-BulkNetworkOpsIpV6Test-744663229-project] Pushing event deleted for resources: {'Network': ['ID=b7d8f6ae-ac2e-474d-888f-3a5a6dd9ca28,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:33.055622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-31557a6e-9aa8-4f95-9175-f975a3e3c97e tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5df9594-9a84-4a4f-9704-b0d8ebefedf3 HTTP/1.1" status: 200 len: 205 time: 0.0399349 Nov 10 04:09:33.055860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59158) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.059234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 017fdce8-d935-4f2e-b8df-35041ca6d22b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:09:33.070382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 017fdce8-d935-4f2e-b8df-35041ca6d22b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:33.070954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:33.106916 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-ddbfea68-bd48-4456-8537-77d78a7d5b09 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] delete failed (client error): The resource could not be found. Nov 10 04:09:33.108516 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ddbfea68-bd48-4456-8537-77d78a7d5b09 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/f5df9594-9a84-4a4f-9704-b0d8ebefedf3 HTTP/1.1" status: 404 len: 336 time: 0.0512869 Nov 10 04:09:33.111092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59160) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.180595 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-477df177-4d63-4d85-ba53-5d590b58e71a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:33.181232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477df177-4d63-4d85-ba53-5d590b58e71a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:33.185102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-477df177-4d63-4d85-ba53-5d590b58e71a tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/35269e39-4693-4134-a0ec-d73660d215de HTTP/1.1" status: 404 len: 337 time: 0.0716703 Nov 10 04:09:33.187544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59164) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.234709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-75675603-5902-4885-b273-c3570884fc5b tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d007a4f-b537-4441-86e1-87709b332fa1 HTTP/1.1" status: 200 len: 205 time: 0.0457773 Nov 10 04:09:33.237806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59168) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.404807 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-ddf6fa0c-6aab-4193-8549-a93d37bc53de tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] delete failed (client error): The resource could not be found. Nov 10 04:09:33.405819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ddf6fa0c-6aab-4193-8549-a93d37bc53de tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/routers/4d007a4f-b537-4441-86e1-87709b332fa1 HTTP/1.1" status: 404 len: 336 time: 0.1666815 Nov 10 04:09:33.408482 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:33.408762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59174) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.464672 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2b6760-1836-470a-8105-d50a14484ce9 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:33.465103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2b6760-1836-470a-8105-d50a14484ce9 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:33.469986 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d2b6760-1836-470a-8105-d50a14484ce9 tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/1b40cb51-fd40-41b8-a09e-42972a863d0d HTTP/1.1" status: 404 len: 337 time: 0.0598321 Nov 10 04:09:33.472343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59176) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.485098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:09:33.496060 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ca8f22-2acc-4250-816e-422699ac42cb" -d '{"events": [{"server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "name": "network-vif-plugged", "status": "completed", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:09:33.505616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59178) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.507843 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4813e61e-8517-4630-aa73-b3a8f79fcecc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] DELETE failed (client error): The resource could not be found. Nov 10 04:09:33.508437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4813e61e-8517-4630-aa73-b3a8f79fcecc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:09:33.511658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4813e61e-8517-4630-aa73-b3a8f79fcecc tempest-RoutersTest-1942057977 tempest-RoutersTest-1942057977-project] 10.222.0.24 "DELETE /v2.0/subnets/0b6ca4fa-49eb-4e96-a828-ce572781078f HTTP/1.1" status: 404 len: 337 time: 0.0380952 Nov 10 04:09:33.525248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 017fdce8-d935-4f2e-b8df-35041ca6d22b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:33.529928 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:33.637324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=017fdce8-d935-4f2e-b8df-35041ca6d22b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:33.654556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f0e69-74a1-4447-9e22-b0364e815809 req-abf62ee3-2df0-4bc8-ad2c-47f5774926ef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:33.656617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d37f0e69-74a1-4447-9e22-b0364e815809 req-abf62ee3-2df0-4bc8-ad2c-47f5774926ef tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2534959 Nov 10 04:09:33.665082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87b50-29b0-4d6f-8ef0-fdf7c4425b9f req-20cdb5a5-9a6e-4294-b79c-881eccbfcbe3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:33.667772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dda87b50-29b0-4d6f-8ef0-fdf7c4425b9f req-20cdb5a5-9a6e-4294-b79c-881eccbfcbe3 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 945 time: 0.2660868 Nov 10 04:09:33.848321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dda87b50-29b0-4d6f-8ef0-fdf7c4425b9f req-8e004efc-d4fd-48d2-a5b1-55eb774e7d30 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587722 Nov 10 04:09:33.886956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d37f0e69-74a1-4447-9e22-b0364e815809 req-4264af5e-8cb5-4380-aa4d-04c92ed70cb9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167258 Nov 10 04:09:33.953615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-235971c9-9340-41e1-b5ef-3af608eea27e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45ca3f5dd83c471195d70cd5807d58d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4407475 Nov 10 04:09:33.955186 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6315c4f2-62b8-4673-a2c6-1596aa241eea x-openstack-request-id: req-6315c4f2-62b8-4673-a2c6-1596aa241eea {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:09:33.955669 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "name": "network-vif-plugged", "status": "completed", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:09:33.955751 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6315c4f2-62b8-4673-a2c6-1596aa241eea {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:09:33.956111 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'code': 200} Nov 10 04:09:33.956454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59192) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:33.978577 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59198) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:34.045400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.094933 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.109433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a713895-8e7d-4a99-b74a-776881390fff req-0cc074d5-409b-435c-a6e5-71017f38987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:34.111225 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a713895-8e7d-4a99-b74a-776881390fff req-0cc074d5-409b-435c-a6e5-71017f38987a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 1097 time: 0.0559824 Nov 10 04:09:34.206533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.212176 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5a713895-8e7d-4a99-b74a-776881390fff req-75c16b1d-f521-42a0-ae43-f58e3e34c21a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925593 Nov 10 04:09:34.212321 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.214372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68c3054f-f2c8-4db2-9520-bc538f6a0c08 HTTP/1.1" status: 204 len: 168 time: 0.2566743 Nov 10 04:09:34.225042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c3054f-f2c8-4db2-9520-bc538f6a0c08,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:34.239597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.240223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.240714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.240950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.241434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.241775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.242203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.242616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.243088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.243436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.243752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.244075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45cd10-c849-474f-8704-31bccc3ba686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:09:34.308763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-90c843f5-90f2-43d9-9630-7d4a0d22291b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d920697cb84ed58e437cb56f22de99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3290176 Nov 10 04:09:34.311993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59212) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:34.384756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21691f4f-c501-4072-9811-4b45864ec6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.415022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21691f4f-c501-4072-9811-4b45864ec6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.471863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21691f4f-c501-4072-9811-4b45864ec6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.475712 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21691f4f-c501-4072-9811-4b45864ec6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:34.482526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-21691f4f-c501-4072-9811-4b45864ec6a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cabf4b60-c7bb-495e-b94d-c495e7c027f9 HTTP/1.1" status: 204 len: 168 time: 0.1661422 Nov 10 04:09:34.512743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21691f4f-c501-4072-9811-4b45864ec6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabf4b60-c7bb-495e-b94d-c495e7c027f9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:35.132629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3943bec-580c-4e15-9a4e-f83920a7decc req-10c9601b-92fd-4ac4-a40a-bd6d88d2c652 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:35.143496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3943bec-580c-4e15-9a4e-f83920a7decc req-10c9601b-92fd-4ac4-a40a-bd6d88d2c652 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 946 time: 0.1556613 Nov 10 04:09:35.176662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd258-2ae4-4b77-bf49-9cc2058aac3d req-937a6909-e723-47db-bc91-db8fcb4b87c8 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:35.188191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22bbd258-2ae4-4b77-bf49-9cc2058aac3d req-937a6909-e723-47db-bc91-db8fcb4b87c8 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1421881 Nov 10 04:09:35.278359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22bbd258-2ae4-4b77-bf49-9cc2058aac3d req-7dea6a46-14a6-49d1-8b4a-2b8e7568ebcc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890975 Nov 10 04:09:35.335438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3943bec-580c-4e15-9a4e-f83920a7decc req-1927a5eb-1a90-4b11-bde4-bd2d18276375 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905668 Nov 10 04:09:35.447324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59264) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:35.650147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-791313534-network', 'tenant_id': 'e99442e4bb6046769c39a388857bfb9a'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:35.686495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Made reservation on behalf of e99442e4bb6046769c39a388857bfb9a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:35.690675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:35.708574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:35.948676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:35.958510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:35.982492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:36.000563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.000909 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Added segment a0e1cffa-8585-466e-8582-fea4a61c6336 of type vlan for network 15322da0-5cdd-40cb-bc5c-ee346a8d1521 Nov 10 04:09:36.015326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6485e4ee-d369-40bb-b8e1-2729142669c8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:36.079868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.097623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59280) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:36.120546 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.122397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:36.123175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.189288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7405157 Nov 10 04:09:36.192246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59286) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:36.199599 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Request body: {'subnet': {'network_id': '15322da0-5cdd-40cb-bc5c-ee346a8d1521', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-791313534-subnet', 'tenant_id': 'e99442e4bb6046769c39a388857bfb9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:36.203736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60617-c0b8-46e0-88f0-4d345b2ea387 admin admin] Pushing event updated for resources: {'Network': ['ID=15322da0-5cdd-40cb-bc5c-ee346a8d1521,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:36.224431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 15322da0-5cdd-40cb-bc5c-ee346a8d1521 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:36.258167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Made reservation on behalf of e99442e4bb6046769c39a388857bfb9a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:36.269836 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.296241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8ab69420-8312-4aa3-9cec-2e68a7866dc2 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1908835845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:36.454292 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ab69420-8312-4aa3-9cec-2e68a7866dc2 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.455923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ab69420-8312-4aa3-9cec-2e68a7866dc2 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.667273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72acc52-ec48-472c-b48f-e6a9b2307440 req-4705c06f-414c-4167-b8d3-d72d0eb6ced4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:36.670131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b72acc52-ec48-472c-b48f-e6a9b2307440 req-4705c06f-414c-4167-b8d3-d72d0eb6ced4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 946 time: 0.2201362 Nov 10 04:09:36.678784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ab69420-8312-4aa3-9cec-2e68a7866dc2 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.700911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10751071-db35-4155-a042-bcd1669de3a1 req-4186ee72-a95b-489c-b437-bf72a5ec28d1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:36.702485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10751071-db35-4155-a042-bcd1669de3a1 req-4186ee72-a95b-489c-b437-bf72a5ec28d1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2541215 Nov 10 04:09:36.706872 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ab69420-8312-4aa3-9cec-2e68a7866dc2 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.832588 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ab69420-8312-4aa3-9cec-2e68a7866dc2 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.837085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59302) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:36.837578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ab69420-8312-4aa3-9cec-2e68a7866dc2 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7384093 Nov 10 04:09:36.842277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1738880581'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:36.875594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:36.880662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.895743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b72acc52-ec48-472c-b48f-e6a9b2307440 req-12cfefc0-9be6-4e92-b44c-7fabfae6d2b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102287 Nov 10 04:09:36.897468 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:36.987876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10751071-db35-4155-a042-bcd1669de3a1 req-4044bc09-6b19-44e3-b0fc-ef9fde6a14a9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540956 Nov 10 04:09:37.032666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.037656 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.050632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.065903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:37.117675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956cb78-c2e2-4da5-a34d-9f50695135d5 req-6883c7a5-114f-4f98-8dfb-7e465eeb669a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:37.125819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8956cb78-c2e2-4da5-a34d-9f50695135d5 req-6883c7a5-114f-4f98-8dfb-7e465eeb669a tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 946 time: 0.1502299 Nov 10 04:09:37.129792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474b4218-f08d-4d76-bfd8-ef283c8297b7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:37.133128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.133474 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Added segment ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4 of type vlan for network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb Nov 10 04:09:37.153336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba536429-f576-425c-8404-6edde6107da3,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:37.185083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Checking segment: {'id': 'a0e1cffa-8585-466e-8582-fea4a61c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '15322da0-5cdd-40cb-bc5c-ee346a8d1521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:37.185316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.185452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Network hostable DHCP agents. Network: 15322da0-5cdd-40cb-bc5c-ee346a8d1521, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:37.213447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8956cb78-c2e2-4da5-a34d-9f50695135d5 req-a79922c4-5135-40c0-a78c-6a8b93353a17 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865562 Nov 10 04:09:37.222823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.224563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Network 15322da0-5cdd-40cb-bc5c-ee346a8d1521 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:37.229141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:37.229926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.236815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 15322da0-5cdd-40cb-bc5c-ee346a8d1521) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:37.241809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:37.242514 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.245842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59310) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:37.255085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9ee45-56e0-479e-ba5a-aabc877c7a62 None None] Network 15322da0-5cdd-40cb-bc5c-ee346a8d1521 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:37.272301 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4313722 Nov 10 04:09:37.282462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59312) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:37.289185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'subnet': {'network_id': '7bd7d87c-ebfd-4b76-93f6-36f76048f4fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:37.347475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb21743-4e2d-4839-b6d8-4aebffe1a024 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Network': ['ID=7bd7d87c-ebfd-4b76-93f6-36f76048f4fb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:37.362549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:37.384423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f24c8e6-03b9-4d64-9190-eeecfbfbf265 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1900280 Nov 10 04:09:37.420902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eca56b-c3ac-4645-8733-5faedfe71cb5 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:37.422498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77eca56b-c3ac-4645-8733-5faedfe71cb5 tempest-TestNetworkBasicOps-371555225 tempest-TestNetworkBasicOps-371555225-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 1092 time: 0.1756451 Nov 10 04:09:37.426170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59322) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:37.430226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:37.509809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.619576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:37.624997 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.867495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:37.939518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5495044-d4b9-42f3-812b-383fa803c31a None None] Network 15322da0-5cdd-40cb-bc5c-ee346a8d1521 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:37.965082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Subnet': ['ID=78961c4a-e08d-470a-acfe-42ac0bfe5983,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:37.982968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Checking segment: {'id': 'ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bd7d87c-ebfd-4b76-93f6-36f76048f4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:37.983693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network hostable DHCP agents. Network: 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:38.023987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.065507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:38.083864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:38.118879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:38.119470 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.144510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070cdc6c-ad0c-402f-9309-4b1fe464e0a8 None None] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:38.235880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.270573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cbd65e88-dc03-418a-995b-d57f0e115de0 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9828212 Nov 10 04:09:38.272203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59338) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:38.277951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'network': {'name': 'tempest-router-network01--2076593992'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:38.334185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:38.337587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.359287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Allocated IP 172.25.6.103 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/a506cc05-75f8-48ec-8f5f-219fe1d574b1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:38.380345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e7e9-2ba0-4a6d-9e07-21ed316ee5bc req-7a311c45-5a39-4234-9405-a617c1de1afb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:38.382859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1584e7e9-2ba0-4a6d-9e07-21ed316ee5bc req-7a311c45-5a39-4234-9405-a617c1de1afb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2658582 Nov 10 04:09:38.403239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:38.425734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.427832 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Added segment 7e1288e0-4646-442e-b6f0-fc458db61b3b of type vlan for network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 Nov 10 04:09:38.498355 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.512721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-7bd7d87c-ebfd-4b76-93f6-36f76048f4fb', 'network_id': '7bd7d87c-ebfd-4b76-93f6-36f76048f4fb', 'tenant_id': 'cde90d4f6ef84d11ba43bb9b010e557d', 'fixed_ips': [{'subnet_id': '78961c4a-e08d-470a-acfe-42ac0bfe5983'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:09:38.514499 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.585032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1584e7e9-2ba0-4a6d-9e07-21ed316ee5bc req-ff800257-56f1-4daf-968f-b3a81079e57a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953380 Nov 10 04:09:38.594889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59350) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:38.603334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-369141476-network', 'tenant_id': '68b22d523790407b85e16e77c5ebe1d8'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:38.610262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.615802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:38.616688 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.678642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.716177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.727216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Network': ['ID=1b9cf7c2-e0c6-46f3-b56d-bcdc99787975,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:38.770890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Made reservation on behalf of 68b22d523790407b85e16e77c5ebe1d8 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:38.777436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.782852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:38.784374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=a506cc05-75f8-48ec-8f5f-219fe1d574b1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:38.787383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:38.789805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:38.800190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-94c2ee5e-1e63-4585-b66f-ea48af710ba4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5263295 Nov 10 04:09:38.801215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:38.803001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59352) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:38.820110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'network': {'name': 'tempest-router-network02--907532343'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:38.845246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:38.889269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Allocated IP 2001:db8::2 (7bd7d87c-ebfd-4b76-93f6-36f76048f4fb/78961c4a-e08d-470a-acfe-42ac0bfe5983/bdde6d31-bdfd-4956-9c88-b4ff788eeba7) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:38.925516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:38.928950 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.016848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:39.039819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.043002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.043938 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Added segment c34f6e45-4a11-408e-a1ee-bba7d04f21e8 of type vlan for network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 Nov 10 04:09:39.053224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.067987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:39.079322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.079748 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Added segment f8a2cb18-b44f-4d73-bd2e-433b694e52f8 of type vlan for network 6b716855-9d8f-4664-bd3d-c9120571f4b8 Nov 10 04:09:39.161680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.277314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.294397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.294958 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.302309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:39.307405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.346474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7504113 Nov 10 04:09:39.351740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:39.366001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61448e1b-6c27-4943-ad9d-8daca39cba47,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:39.376036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:39.378437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Pushing event updated for resources: {'Port': ['ID=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:39.380704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:39.423348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59358) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:39.440223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Request body: {'subnet': {'network_id': '6b716855-9d8f-4664-bd3d-c9120571f4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-369141476-subnet', 'tenant_id': '68b22d523790407b85e16e77c5ebe1d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:39.446362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.496095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c43c-c829-4fe2-80ba-a7ca4e78c157 admin admin] Pushing event updated for resources: {'Network': ['ID=6b716855-9d8f-4664-bd3d-c9120571f4b8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:39.511944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.517828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:39.518517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.526473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6b716855-9d8f-4664-bd3d-c9120571f4b8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:39.542550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Made reservation on behalf of 68b22d523790407b85e16e77c5ebe1d8 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:39.545143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.617477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Attempting to bind port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:39.618295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Attempting to bind port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bd7d87c-ebfd-4b76-93f6-36f76048f4fb'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:39.618654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Attempting to bind port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 on network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:39.627430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:39.627800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Checking segment: {'id': 'ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bd7d87c-ebfd-4b76-93f6-36f76048f4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:39.628194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.628579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Bound using segment: {'id': 'ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bd7d87c-ebfd-4b76-93f6-36f76048f4fb'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:39.629044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Bound port: bdde6d31-bdfd-4956-9c88-b4ff788eeba7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bd7d87c-ebfd-4b76-93f6-36f76048f4fb'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:39.629417 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.802246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] For port bdde6d31-bdfd-4956-9c88-b4ff788eeba7, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:39.820368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] For port bdde6d31-bdfd-4956-9c88-b4ff788eeba7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,segment=NetworkSegment(ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4),segment_id=ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:39.822593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0182850 Nov 10 04:09:39.829779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:39.833193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.963258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'subnet': {'network_id': '1b9cf7c2-e0c6-46f3-b56d-bcdc99787975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:39.963574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:39.966513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24c7ff-c287-4439-aaff-92f72c2336e1 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Network': ['ID=803633b8-4a1a-4d2d-9a22-c7ecc92211f8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:39.993309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:40.105544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.118329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3425d-f1d0-491a-b465-65f42300ef6a req-ac9b384e-da1b-4830-8a49-c9937ded7243 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:40.130575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75a3425d-f1d0-491a-b465-65f42300ef6a req-ac9b384e-da1b-4830-8a49-c9937ded7243 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2849751 Nov 10 04:09:40.191832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:40.194361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aae3e2-3aea-4aca-b322-245252eacbfb None None] Pushing event updated for resources: {'Port': ['ID=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:40.195398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.315979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75a3425d-f1d0-491a-b465-65f42300ef6a req-441fe00f-f5dc-48fa-b20b-b5b3dd6eedfd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843724 Nov 10 04:09:40.342525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.468911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89edd662-4935-4826-a8f7-38558ea2c2a2,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:40.490088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.500540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.517216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Checking segment: {'id': 'f8a2cb18-b44f-4d73-bd2e-433b694e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6b716855-9d8f-4664-bd3d-c9120571f4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:40.517640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Network hostable DHCP agents. Network: 6b716855-9d8f-4664-bd3d-c9120571f4b8, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:40.642669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event updated for resources: {'Port': ['ID=a506cc05-75f8-48ec-8f5f-219fe1d574b1,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:40.657295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Network 6b716855-9d8f-4664-bd3d-c9120571f4b8 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:40.661961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.690822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6b716855-9d8f-4664-bd3d-c9120571f4b8) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:40.696775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.698779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:40.702831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:40.703026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a550e6-c31b-42de-b2ec-24f41662e92e None None] Network 6b716855-9d8f-4664-bd3d-c9120571f4b8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:40.733163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-edb3f55b-ef40-48ba-93cd-30fdd3507392 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3086762 Nov 10 04:09:40.845105 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Floating IP 32f56f74-e2b9-497a-ac55-784fc6cca332 associated. External IP: 172.25.6.103, port: 017fdce8-d935-4f2e-b8df-35041ca6d22b. Nov 10 04:09:40.852380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Subnet': ['ID=f94d42b3-5e48-4713-9e1b-a4dd247463d8,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:40.890400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Checking segment: {'id': '7e1288e0-4646-442e-b6f0-fc458db61b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1b9cf7c2-e0c6-46f3-b56d-bcdc99787975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:40.891043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network hostable DHCP agents. Network: 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:40.947524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:40.969148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:40.973727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bdde6d31-bdfd-4956-9c88-b4ff788eeba7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:40.979445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:40.980107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:41.008959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59394) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:41.079380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f9dcf-a429-48b5-add2-1f08f98a72eb None None] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:41.128133 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c863a5bf-31a8-468f-abb5-9af60cc23cef tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2860882 Nov 10 04:09:41.131070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59396) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:41.147516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'subnet': {'network_id': '803633b8-4a1a-4d2d-9a22-c7ecc92211f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:41.339583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router b161e063-5cd0-41f0-89a4-caa1da42100b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:41.393519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] Deleting subnet ba536429-f576-425c-8404-6edde6107da3 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:41.410438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:41.441671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:41.442067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:41.483578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49f104-7398-491f-ba7e-938a2e466413 None None] Network 6b716855-9d8f-4664-bd3d-c9120571f4b8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:41.505232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:41.515582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:41.704621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-1b9cf7c2-e0c6-46f3-b56d-bcdc99787975', 'network_id': '1b9cf7c2-e0c6-46f3-b56d-bcdc99787975', 'tenant_id': 'cde90d4f6ef84d11ba43bb9b010e557d', 'fixed_ips': [{'subnet_id': 'f94d42b3-5e48-4713-9e1b-a4dd247463d8'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:09:41.705695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:41.781993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:41.806386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] Sync routers for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:41.825810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca34bb7-2a26-4fb8-b2c7-682ea0019c44 req-c0ef604a-8849-4d92-b1e8-4c53169de19b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:41.831364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ca34bb7-2a26-4fb8-b2c7-682ea0019c44 req-c0ef604a-8849-4d92-b1e8-4c53169de19b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2075927 Nov 10 04:09:41.879264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead261c-a0bd-4bae-b643-0552d053f199 None None] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:41.891033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:41.900773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:41.969671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e515a86-92d8-46d6-8b0e-4307cdc00e65 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5424411 Nov 10 04:09:41.975789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:09:41.983157 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bf4412-4eb3-4a14-96f7-32f453430ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:09:41.991057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59410) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:42.080250 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6820fb32-4bf6-4038-9fde-320321915d03 x-openstack-request-id: req-6820fb32-4bf6-4038-9fde-320321915d03 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:09:42.080663 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:09:42.080837 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6820fb32-4bf6-4038-9fde-320321915d03 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:09:42.081294 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'status': 'completed', 'code': 200} Nov 10 04:09:42.089047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ca34bb7-2a26-4fb8-b2c7-682ea0019c44 req-44821732-c460-4f7e-9c01-e6dccb1e5bf1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470071 Nov 10 04:09:42.126781 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b6f82eca-375b-48d4-8a38-af1263911ce9 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 200 len: 992 time: 0.1175325 Nov 10 04:09:42.257428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:42.258274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:42.343309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.350342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.361314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0655ec39-2cf5-42f3-bcfa-c9f0cd2103f9 None None] Provisioning complete for port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:42.361731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0655ec39-2cf5-42f3-bcfa-c9f0cd2103f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.458047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-401215ac-527e-41b6-9352-ca5a6de0165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:42.459583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-401215ac-527e-41b6-9352-ca5a6de0165c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 1097 time: 0.1502249 Nov 10 04:09:42.480746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port bdde6d31-bdfd-4956-9c88-b4ff788eeba7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,segment=NetworkSegment(ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4),segment_id=ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:42.493403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Checking segment: {'id': 'c34f6e45-4a11-408e-a1ee-bba7d04f21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '803633b8-4a1a-4d2d-9a22-c7ecc92211f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:42.493848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network hostable DHCP agents. Network: 803633b8-4a1a-4d2d-9a22-c7ecc92211f8, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:42.497000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.517642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.528589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Subnet': ['ID=b85d63a4-7ef6-49c1-8b0d-43847d619af1,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:42.601236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:42.625410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 803633b8-4a1a-4d2d-9a22-c7ecc92211f8) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:42.652072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:42.652702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.679084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-2083ed87-106f-4426-9424-71e5c2ad1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:42.681082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-2083ed87-106f-4426-9424-71e5c2ad1029 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 HTTP/1.1" status: 200 len: 897 time: 0.2096331 Nov 10 04:09:42.681212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Allocated IP 2001:db8::2 (1b9cf7c2-e0c6-46f3-b56d-bcdc99787975/f94d42b3-5e48-4713-9e1b-a4dd247463d8/930f4e33-8091-4e91-bd26-8da20b5b031a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:42.684963 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.692711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:42.718534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba536429-f576-425c-8404-6edde6107da3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:42.726416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59420) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:42.726879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3a808efe-f5e6-4892-af18-6ce17e91fda6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5943193 Nov 10 04:09:42.774968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.778477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8a575767-efd8-4949-9bec-9d8c4c3f2d0a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba536429-f576-425c-8404-6edde6107da3 HTTP/1.1" status: 204 len: 168 time: 1.7685685 Nov 10 04:09:42.781188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59422) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:42.873840 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-fe80e3c4-5ab6-444b-b9cc-f89e0567ed59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b HTTP/1.1" status: 200 len: 1000 time: 0.1564109 Nov 10 04:09:42.876827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:42.891669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7fc703-2e99-4b70-8d1b-1bd9a99de41b None None] Network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:42.932589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-7d9fbef6-8b33-4640-a639-84dd594885bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:42.934643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-7d9fbef6-8b33-4640-a639-84dd594885bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2 HTTP/1.1" status: 200 len: 834 time: 0.0514829 Nov 10 04:09:43.053594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-d41c05f6-53f8-41f5-aa2b-cd2cbd6de7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:43.055236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-d41c05f6-53f8-41f5-aa2b-cd2cbd6de7ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135879 Nov 10 04:09:43.059738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.124673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15322da0-5cdd-40cb-bc5c-ee346a8d1521']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:43.136343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59428) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:43.151520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e1cffa-8585-466e-8582-fea4a61c6336') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:43.151803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e1cffa-8585-466e-8582-fea4a61c6336') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:43.276034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cc408d63-3592-4e48-a15a-a00e44310e3f tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 200 len: 992 time: 0.1401770 Nov 10 04:09:43.291997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.344412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.394301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.416327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-eb9e0e72-bbee-43be-a997-2aa849b7a517 service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486397 Nov 10 04:09:43.420440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:43.424151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.425291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04b7d-25dc-4fd4-85da-cd5721de2d82 req-d37f2b05-528e-4404-a39c-3ce10afe3f27 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:43.428391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42a04b7d-25dc-4fd4-85da-cd5721de2d82 req-d37f2b05-528e-4404-a39c-3ce10afe3f27 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1855073 Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:43.432387 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:43.532825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39a523eb-b3a0-4e16-a1ce-5ae8486b5ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.556347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-803633b8-4a1a-4d2d-9a22-c7ecc92211f8', 'network_id': '803633b8-4a1a-4d2d-9a22-c7ecc92211f8', 'tenant_id': 'cde90d4f6ef84d11ba43bb9b010e557d', 'fixed_ips': [{'subnet_id': 'b85d63a4-7ef6-49c1-8b0d-43847d619af1'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:09:43.557276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.627693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:43.635757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42a04b7d-25dc-4fd4-85da-cd5721de2d82 req-111dfdfa-9c9b-44ce-8501-e741198920a5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607769 Nov 10 04:09:43.749991 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5bf4412-4eb3-4a14-96f7-32f453430ddd req-aba216b7-bf9f-4e4b-9e97-1f46ec507e4a service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979016 Nov 10 04:09:43.751013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.759566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.766362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] 10.222.0.24 "DELETE /v2.0/networks/15322da0-5cdd-40cb-bc5c-ee346a8d1521 HTTP/1.1" status: 204 len: 168 time: 0.9818234 Nov 10 04:09:43.766824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59444) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:43.795534 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:09:43.802849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4302443-635d-48fa-ad25-77e819c19d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=15322da0-5cdd-40cb-bc5c-ee346a8d1521,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:43.822502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] Deleting subnet 89edd662-4935-4826-a8f7-38558ea2c2a2 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:43.828236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.900887 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.932235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:43.955214 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.016217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:44.024599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:44.036763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:44.115047 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.124202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Allocated IP 2001:db8::1 (1b9cf7c2-e0c6-46f3-b56d-bcdc99787975/f94d42b3-5e48-4713-9e1b-a4dd247463d8/f75b71be-d951-4c17-9c3b-12e16606e5d1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:44.139655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Pushing event updated for resources: {'Port': ['ID=930f4e33-8091-4e91-bd26-8da20b5b031a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:44.198617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Attempting to bind port 930f4e33-8091-4e91-bd26-8da20b5b031a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:44.198985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Attempting to bind port 930f4e33-8091-4e91-bd26-8da20b5b031a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7e1288e0-4646-442e-b6f0-fc458db61b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1b9cf7c2-e0c6-46f3-b56d-bcdc99787975'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:44.199373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Attempting to bind port 930f4e33-8091-4e91-bd26-8da20b5b031a on network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:44.207998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:44.208446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Checking segment: {'id': '7e1288e0-4646-442e-b6f0-fc458db61b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1b9cf7c2-e0c6-46f3-b56d-bcdc99787975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:44.208942 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.209361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Bound using segment: {'id': '7e1288e0-4646-442e-b6f0-fc458db61b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1b9cf7c2-e0c6-46f3-b56d-bcdc99787975'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:44.209890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Bound port: 930f4e33-8091-4e91-bd26-8da20b5b031a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1288e0-4646-442e-b6f0-fc458db61b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1b9cf7c2-e0c6-46f3-b56d-bcdc99787975'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:44.210369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.226809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Allocated IP 2001:db8::2 (803633b8-4a1a-4d2d-9a22-c7ecc92211f8/b85d63a4-7ef6-49c1-8b0d-43847d619af1/da1e08da-701d-4530-88ef-68ba80126b56) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:44.280239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59450) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:44.294085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '32f56f74-e2b9-497a-ac55-784fc6cca332', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'port_id': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'mac_address': 'fa:16:3e:cb:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:39Z', 'updated_at': '2021-11-10T04:09:39Z', 'revision_number': 0, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:44.332640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.358882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] Checking router: b161e063-5cd0-41f0-89a4-caa1da42100b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:09:44.435688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cfb7e623-9ddd-473f-bdc9-7e721e364821 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 200 len: 992 time: 0.1527576 Nov 10 04:09:44.454729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:44.455863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:44.474543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.489495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89edd662-4935-4826-a8f7-38558ea2c2a2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:44.513553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.517792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-252d1463-33ee-4a1f-8b0a-a4d52faead62 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/89edd662-4935-4826-a8f7-38558ea2c2a2 HTTP/1.1" status: 204 len: 168 time: 0.7499449 Nov 10 04:09:44.520547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59452) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:44.567959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.653545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3a05af05-126f-48b8-9c97-d6b2d6be6b3d None None] Provisioning complete for port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:44.653545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3a05af05-126f-48b8-9c97-d6b2d6be6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.667227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:44.669423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:44.674934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:44.675678 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.687637 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.805253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Port': ['ID=f75b71be-d951-4c17-9c3b-12e16606e5d1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:44.822898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.827976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bdde6d31-bdfd-4956-9c88-b4ff788eeba7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:44.857650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b716855-9d8f-4664-bd3d-c9120571f4b8']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:44.869782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a2cb18-b44f-4d73-bd2e-433b694e52f8') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:44.870581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a2cb18-b44f-4d73-bd2e-433b694e52f8') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:44.891033 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.911278 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.920587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:44.921488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:44.924501 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:45.010591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdd7b6-ca7a-4ccf-bdb6-686b4d54709a req-d5da259f-71fc-48ad-b967-c8e26e65590d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:45.012287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6efdd7b6-ca7a-4ccf-bdb6-686b4d54709a req-d5da259f-71fc-48ad-b967-c8e26e65590d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1364403 Nov 10 04:09:45.014660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.028992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.050191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6b716855-9d8f-4664-bd3d-c9120571f4b8 HTTP/1.1" status: 204 len: 168 time: 0.5158331 Nov 10 04:09:45.072745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b32f9-b51f-449a-8ec5-2e5c5704ed73 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b716855-9d8f-4664-bd3d-c9120571f4b8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:45.212022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.233800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6efdd7b6-ca7a-4ccf-bdb6-686b4d54709a req-20f1fd5b-21b5-4994-9347-99e19f59edd2 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978261 Nov 10 04:09:45.269164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:09:45.353021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59468) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:45.438331 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-528a0fa5-6749-4ca9-b166-fb8ce73aec6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e99442e4bb6046769c39a388857bfb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821006 Nov 10 04:09:45.439062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59470) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:45.439389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:45.551749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] For port 930f4e33-8091-4e91-bd26-8da20b5b031a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:45.623065 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ca26b4d1-8ca0-4218-937b-c6dfb941c9de tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 200 len: 992 time: 0.1825771 Nov 10 04:09:45.626593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-295b36a5-9f84-4375-a738-1d3164913345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.652325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-295b36a5-9f84-4375-a738-1d3164913345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.657538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] For port 930f4e33-8091-4e91-bd26-8da20b5b031a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=930f4e33-8091-4e91-bd26-8da20b5b031a,segment=NetworkSegment(7e1288e0-4646-442e-b6f0-fc458db61b3b),segment_id=7e1288e0-4646-442e-b6f0-fc458db61b3b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:45.681223 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.729981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-295b36a5-9f84-4375-a738-1d3164913345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.735241 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-295b36a5-9f84-4375-a738-1d3164913345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.739611 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-295b36a5-9f84-4375-a738-1d3164913345 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6485e4ee-d369-40bb-b8e1-2729142669c8 HTTP/1.1" status: 204 len: 168 time: 0.2835448 Nov 10 04:09:45.758829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b36a5-9f84-4375-a738-1d3164913345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485e4ee-d369-40bb-b8e1-2729142669c8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:45.887801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:45.889068 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.906080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.916461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.918905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:45.928658 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2a18d1f5-e69c-4778-a27e-caa9c2f23773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:46.015301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32881eb3-3b04-4f8d-815c-1ca329f284b3 None None] Pushing event updated for resources: {'Port': ['ID=930f4e33-8091-4e91-bd26-8da20b5b031a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:46.163850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Port': ['ID=f75b71be-d951-4c17-9c3b-12e16606e5d1,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:46.261197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:46.263309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:46.308180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '32f56f74-e2b9-497a-ac55-784fc6cca332', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'port_id': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'mac_address': 'fa:16:3e:cb:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:39Z', 'updated_at': '2021-11-10T04:09:39Z', 'revision_number': 0, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:46.375756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:46.394277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eb1eb-fdef-4424-b17e-c00cda06f358 None None] The sync data for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 is: [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '32f56f74-e2b9-497a-ac55-784fc6cca332', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'port_id': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'mac_address': 'fa:16:3e:cb:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:39Z', 'updated_at': '2021-11-10T04:09:39Z', 'revision_number': 0, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:46.460678 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:46.493688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59490) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:46.554566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:46.560262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Pushing event updated for resources: {'Port': ['ID=da1e08da-701d-4530-88ef-68ba80126b56,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:46.565638 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d019defc-c309-4008-8fc5-418c0f3ba7de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68b22d523790407b85e16e77c5ebe1d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719023 Nov 10 04:09:46.568533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59492) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:46.597177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46470bef-b1ff-4435-8066-e1bd8b63617f req-e604ef8e-3c0c-4284-b92a-64c2e54f18b6 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:46.602348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:46.606784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46470bef-b1ff-4435-8066-e1bd8b63617f req-e604ef8e-3c0c-4284-b92a-64c2e54f18b6 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1781006 Nov 10 04:09:46.620204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:46.629466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59494) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:46.731028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46470bef-b1ff-4435-8066-e1bd8b63617f req-92277a69-2296-4bfa-930e-0ad443203ed7 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132531 Nov 10 04:09:46.768322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Router e20d42e7-0338-4c02-9ce6-c70a3638878c is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:09:46.768670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70e3f8e1-3746-49b2-9bdd-536cac075a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:46.793837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-826fa68e-1162-41f1-b5e5-2afd61876a70 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 200 len: 992 time: 0.1627500 Nov 10 04:09:46.842944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70e3f8e1-3746-49b2-9bdd-536cac075a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:46.872078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Attempting to bind port da1e08da-701d-4530-88ef-68ba80126b56 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:46.889603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Attempting to bind port da1e08da-701d-4530-88ef-68ba80126b56 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c34f6e45-4a11-408e-a1ee-bba7d04f21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '803633b8-4a1a-4d2d-9a22-c7ecc92211f8'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:46.896686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Attempting to bind port da1e08da-701d-4530-88ef-68ba80126b56 on network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:46.918059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:46.918775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Checking segment: {'id': 'c34f6e45-4a11-408e-a1ee-bba7d04f21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '803633b8-4a1a-4d2d-9a22-c7ecc92211f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:46.919323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:46.919860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Bound using segment: {'id': 'c34f6e45-4a11-408e-a1ee-bba7d04f21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '803633b8-4a1a-4d2d-9a22-c7ecc92211f8'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:46.920494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Bound port: da1e08da-701d-4530-88ef-68ba80126b56, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34f6e45-4a11-408e-a1ee-bba7d04f21e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '803633b8-4a1a-4d2d-9a22-c7ecc92211f8'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:46.921136 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:46.982857 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:47.051272 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c4640-8ca4-4d29-afc9-679f8aab62af None None] New status for floating IP 32f56f74-e2b9-497a-ac55-784fc6cca332: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:09:47.107292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70e3f8e1-3746-49b2-9bdd-536cac075a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:47.110868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70e3f8e1-3746-49b2-9bdd-536cac075a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:47.112240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-70e3f8e1-3746-49b2-9bdd-536cac075a32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61448e1b-6c27-4943-ad9d-8daca39cba47 HTTP/1.1" status: 204 len: 168 time: 0.5424469 Nov 10 04:09:47.132720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3f8e1-3746-49b2-9bdd-536cac075a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61448e1b-6c27-4943-ad9d-8daca39cba47,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:47.148637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:47.163612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f3e03bd1-c04b-4a0c-b617-b16562a39a8c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4361148 Nov 10 04:09:47.166369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59504) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:47.186501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 930f4e33-8091-4e91-bd26-8da20b5b031a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:47.227922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] Sync routers for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:47.322197 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:47.325627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:47.399291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:47.415613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:47.416238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:47.420673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] For port da1e08da-701d-4530-88ef-68ba80126b56, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:47.425086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] For port da1e08da-701d-4530-88ef-68ba80126b56, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da1e08da-701d-4530-88ef-68ba80126b56,segment=NetworkSegment(c34f6e45-4a11-408e-a1ee-bba7d04f21e8),segment_id=c34f6e45-4a11-408e-a1ee-bba7d04f21e8)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:47.475992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:47.476663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd4c2ec-6c1f-4db4-ad75-0fc7130630cb None None] The sync data for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:47.484343 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:47.648324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01aafa-fd79-48b1-88da-d03de10d8fdc None None] Pushing event updated for resources: {'Port': ['ID=da1e08da-701d-4530-88ef-68ba80126b56,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:47.664989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 930f4e33-8091-4e91-bd26-8da20b5b031a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:47.665464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:47.795928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59514) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:47.951273 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-aa31e231-0239-4f83-a0a2-d2d8dc35e240 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:09:47.954567 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa31e231-0239-4f83-a0a2-d2d8dc35e240 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7859755 Nov 10 04:09:47.957756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59524) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:47.964132 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:48.047440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 930f4e33-8091-4e91-bd26-8da20b5b031a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=930f4e33-8091-4e91-bd26-8da20b5b031a,segment=NetworkSegment(7e1288e0-4646-442e-b6f0-fc458db61b3b),segment_id=7e1288e0-4646-442e-b6f0-fc458db61b3b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:48.069398 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:48.143373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-40fba33e-7bdc-4e4a-b41a-e323439badc4 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 200 len: 994 time: 0.3461688 Nov 10 04:09:48.176127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55222a5c-91ce-40d3-98da-ce0a0f6ff654 req-60f0f360-cc5e-4021-8c11-eb7ee74186bd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:48.184226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55222a5c-91ce-40d3-98da-ce0a0f6ff654 req-60f0f360-cc5e-4021-8c11-eb7ee74186bd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.2480240 Nov 10 04:09:48.211720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e879aac-d849-4760-8a8c-ef3acd69a04f None None] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:48.305880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55222a5c-91ce-40d3-98da-ce0a0f6ff654 req-d08966b4-5b86-4726-a4f5-38cc5d68749e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204505 Nov 10 04:09:48.512745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fa956323-8f7c-47ff-a30b-482b7ae9fb0a None None] Provisioning complete for port 930f4e33-8091-4e91-bd26-8da20b5b031a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:48.514057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fa956323-8f7c-47ff-a30b-482b7ae9fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:48.527158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:48.593966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=930f4e33-8091-4e91-bd26-8da20b5b031a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:48.800270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.013385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 930f4e33-8091-4e91-bd26-8da20b5b031a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:49.079041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 930f4e33-8091-4e91-bd26-8da20b5b031a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:49.079513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.197790 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.316233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da1e08da-701d-4530-88ef-68ba80126b56 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:49.469716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port da1e08da-701d-4530-88ef-68ba80126b56 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:49.470113 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.552820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting port f75b71be-d951-4c17-9c3b-12e16606e5d1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:49.552820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.570944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0b1dd-20dd-4500-92bb-27d1847b5ee4 req-b454785b-6c72-49bc-8420-5d071c5316b3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:49.573675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dc0b1dd-20dd-4500-92bb-27d1847b5ee4 req-b454785b-6c72-49bc-8420-5d071c5316b3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1038208 Nov 10 04:09:49.678315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dc0b1dd-20dd-4500-92bb-27d1847b5ee4 req-9bd38548-34bc-41ce-bb5d-847bdca3aae3 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967283 Nov 10 04:09:49.801732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.805244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-66e8bd92-faf5-441a-8d4a-b85ca37d8761 None None] Provisioning complete for port 930f4e33-8091-4e91-bd26-8da20b5b031a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:49.805725 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-66e8bd92-faf5-441a-8d4a-b85ca37d8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.863784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:49.906190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Calling delete_port for f75b71be-d951-4c17-9c3b-12e16606e5d1 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:49.911033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0c4e6-ed94-4bc9-a1d9-b622156f8a9f None None] Network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:50.154817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port da1e08da-701d-4530-88ef-68ba80126b56, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da1e08da-701d-4530-88ef-68ba80126b56,segment=NetworkSegment(c34f6e45-4a11-408e-a1ee-bba7d04f21e8),segment_id=c34f6e45-4a11-408e-a1ee-bba7d04f21e8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:50.164852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:50.300224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=da1e08da-701d-4530-88ef-68ba80126b56,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:50.349282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:50.414576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Port': ['ID=f75b71be-d951-4c17-9c3b-12e16606e5d1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:50.447122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-66e8bd92-faf5-441a-8d4a-b85ca37d8761 None None] Could not find standard attr ID for object f75b71be-d951-4c17-9c3b-12e16606e5d1. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:09:50.567164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-43dcd034-0f85-4244-86e0-fd4d2c64f163 None None] Could not find standard attr ID for object f75b71be-d951-4c17-9c3b-12e16606e5d1. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:09:50.604456 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:50.650717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-43dcd034-0f85-4244-86e0-fd4d2c64f163 None None] Provisioning complete for port da1e08da-701d-4530-88ef-68ba80126b56 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:50.651614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-43dcd034-0f85-4244-86e0-fd4d2c64f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:50.946742 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Router e20d42e7-0338-4c02-9ce6-c70a3638878c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:51.037427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da1e08da-701d-4530-88ef-68ba80126b56 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:51.041904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:51.055603 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] Sync routers for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:51.057475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3ddd27be-67e5-41e7-a3cc-f1258f247e44 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0985899 Nov 10 04:09:51.065195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59610) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:51.094553 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:51.096754 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:51.127465 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-936cc4e6-4950-4d5e-84da-3f4ed86a456c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] delete failed (client error): The resource could not be found. Nov 10 04:09:51.128676 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-936cc4e6-4950-4d5e-84da-3f4ed86a456c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-821931325 HTTP/1.1" status: 404 len: 334 time: 0.0614936 Nov 10 04:09:51.132548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59618) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:51.139509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-46f6dd35-8fe4-4748-aa42-7020cdfa9a53 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e20d42e7-0338-4c02-9ce6-c70a3638878c'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:51.141150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port da1e08da-701d-4530-88ef-68ba80126b56 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:51.141518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:51.189737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-a5ec4fe6-9634-4de8-adb4-b168c61378f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:51.191270 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-a5ec4fe6-9634-4de8-adb4-b168c61378f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1097 time: 0.0616343 Nov 10 04:09:51.211046 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:51.230161 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:51.234976 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:51.294832 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:51.295490 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fd058-56ea-46e2-bbc6-f5c6b313aa00 None None] The sync data for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:51.305247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-1ebfa284-8416-4da3-b8e0-78b8390f6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:51.307253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-1ebfa284-8416-4da3-b8e0-78b8390f6f2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.1066999 Nov 10 04:09:51.460532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-77cb7b63-c478-4b6c-bd59-6d683f985bd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1002 time: 0.1450615 Nov 10 04:09:51.520367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-ed2d7ca0-041d-4f6e-bb9e-1327a6e1085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:51.521830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-ed2d7ca0-041d-4f6e-bb9e-1327a6e1085e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0496905 Nov 10 04:09:51.558429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-11cdba63-cbbc-44ee-8856-ea07e8295146 None None] Provisioning complete for port da1e08da-701d-4530-88ef-68ba80126b56 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:51.559309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-11cdba63-cbbc-44ee-8856-ea07e8295146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:51.586824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-5c88d8a4-bf65-48fe-8efe-5834420b7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:51.594472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-5c88d8a4-bf65-48fe-8efe-5834420b7e01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630698 Nov 10 04:09:51.741593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-9586ef05-e48a-4a8a-923d-6b6956d7a928 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393733 Nov 10 04:09:51.857456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05317a7b-ffc5-4399-9524-38ccc8ff7c69 req-d6cd240f-0731-48db-808d-9325a2471400 service neutron] 10.222.0.11 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072714 Nov 10 04:09:51.923549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46f6dd35-8fe4-4748-aa42-7020cdfa9a53 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:51.961222 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-46f6dd35-8fe4-4748-aa42-7020cdfa9a53 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] update failed (client error): The resource could not be found. Nov 10 04:09:51.966836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-46f6dd35-8fe4-4748-aa42-7020cdfa9a53 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c HTTP/1.1" status: 404 len: 339 time: 0.8283660 Nov 10 04:09:51.969111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59642) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:51.974128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-297666103'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:51.978561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd729b8-83a3-49ac-ae4f-b87b80b8cadf req-ed4c25a7-e82e-4571-bf7f-40d23de8b182 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:51.980111 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbd729b8-83a3-49ac-ae4f-b87b80b8cadf req-ed4c25a7-e82e-4571-bf7f-40d23de8b182 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0805953 Nov 10 04:09:52.007486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:52.013304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.038716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:09:52.053098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.053488 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Added segment 7668c055-c680-4e1a-9c89-14fc5b2a532c of type vlan for network f5599d0a-9b4e-4663-a840-588aec42e69a Nov 10 04:09:52.070733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbd729b8-83a3-49ac-ae4f-b87b80b8cadf req-542a3325-33c2-4f5a-98a0-4b2fd03469ec tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660920 Nov 10 04:09:52.098335 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.125638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.131629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:52.132329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.211451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2378373 Nov 10 04:09:52.211451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59654) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:52.216623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'subnet': {'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:52.224383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27d04-11c4-455e-9867-a092027b6458 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Network': ['ID=f5599d0a-9b4e-4663-a840-588aec42e69a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:52.236696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f5599d0a-9b4e-4663-a840-588aec42e69a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:09:52.343734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Made reservation on behalf of cde90d4f6ef84d11ba43bb9b010e557d for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:09:52.347317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.367882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59664) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:52.503494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1a4754c-fe84-4215-889c-e2220c577773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.549709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.592573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1a4754c-fe84-4215-889c-e2220c577773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.596706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e1a4754c-fe84-4215-889c-e2220c577773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.618589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Checking segment: {'id': '7668c055-c680-4e1a-9c89-14fc5b2a532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:52.618943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network hostable DHCP agents. Network: f5599d0a-9b4e-4663-a840-588aec42e69a, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:09:52.625840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Subnet': ['ID=091b6b31-31b4-4b79-8988-169dbf8e3239,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:52.645002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network f5599d0a-9b4e-4663-a840-588aec42e69a is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:09:52.647873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e1a4754c-fe84-4215-889c-e2220c577773 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1924cb6617c427fac3da7ba0e8981ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789080 Nov 10 04:09:52.650450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59676) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:52.655938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4754c-fe84-4215-889c-e2220c577773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d185093-9245-4ef5-9e6b-0b5be0a3bed1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:52.679330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f5599d0a-9b4e-4663-a840-588aec42e69a) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:52.688828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:52.689760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.690141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c6eb1-7a16-4f8d-8c06-630db8c4257b None None] Network f5599d0a-9b4e-4663-a840-588aec42e69a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:52.731365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59678) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:52.731717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3c455134-4433-4dd9-99c4-bc3cab39c6e4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5191157 Nov 10 04:09:52.738081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f73f61d8-1583-4720-90a2-25dacda56fb6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:52.741543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed48c3aa-1643-4173-830c-077ee3731be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.769026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed48c3aa-1643-4173-830c-077ee3731be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.823265 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed48c3aa-1643-4173-830c-077ee3731be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.828154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed48c3aa-1643-4173-830c-077ee3731be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:52.832303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed48c3aa-1643-4173-830c-077ee3731be4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d185093-9245-4ef5-9e6b-0b5be0a3bed1 HTTP/1.1" status: 204 len: 168 time: 0.1784778 Nov 10 04:09:52.857372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48c3aa-1643-4173-830c-077ee3731be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d185093-9245-4ef5-9e6b-0b5be0a3bed1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:52.862860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f5599d0a-9b4e-4663-a840-588aec42e69a', 'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a', 'tenant_id': 'cde90d4f6ef84d11ba43bb9b010e557d', 'fixed_ips': [{'subnet_id': '091b6b31-31b4-4b79-8988-169dbf8e3239'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:09:52.863786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.003041 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f73f61d8-1583-4720-90a2-25dacda56fb6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.025188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Allocated IP 2001:db8:1::2 (f5599d0a-9b4e-4663-a840-588aec42e69a/091b6b31-31b4-4b79-8988-169dbf8e3239/4a0aa12c-978c-4cc0-a53f-e4e440418559) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:53.114485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:53.195953 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-f73f61d8-1583-4720-90a2-25dacda56fb6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:09:53.203542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59688) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:53.211467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f73f61d8-1583-4720-90a2-25dacda56fb6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c HTTP/1.1" status: 400 len: 364 time: 0.4783273 Nov 10 04:09:53.236621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59690) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:53.246907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ad0a3-953b-4257-9f9b-4670e16a0982 req-cda162b9-a571-4372-a83d-5904a3bca8a4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:53.257449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-381ad0a3-953b-4257-9f9b-4670e16a0982 req-cda162b9-a571-4372-a83d-5904a3bca8a4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1167831 Nov 10 04:09:53.289374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f2335b3-4877-4610-97cf-c7dbeec0be16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.351738 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.357557 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.365131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-381ad0a3-953b-4257-9f9b-4670e16a0982 req-3d24c82e-0c0a-4a1a-88c7-4927cdb26c2b tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007888 Nov 10 04:09:53.392915 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.404105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:09:53.406480 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e93d8a-a694-4b93-b44e-c9648f295c6e" -d '{"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-unplugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:09:53.459412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:53.479508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Network f5599d0a-9b4e-4663-a840-588aec42e69a is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:53.484622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f2335b3-4877-4610-97cf-c7dbeec0be16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.487648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.490157 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.494772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f2335b3-4877-4610-97cf-c7dbeec0be16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.509898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Pushing event updated for resources: {'Port': ['ID=4a0aa12c-978c-4cc0-a53f-e4e440418559,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:53.513063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:53.526741 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fee8cb1-cc8f-40c4-b7e2-29048698cf07 x-openstack-request-id: req-9fee8cb1-cc8f-40c4-b7e2-29048698cf07 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:09:53.527853 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-unplugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:09:53.528554 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fee8cb1-cc8f-40c4-b7e2-29048698cf07 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:09:53.528554 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'code': 200} Nov 10 04:09:53.529855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:53.553319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2335b3-4877-4610-97cf-c7dbeec0be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0d028b-7a87-4f7b-a732-8146ad054c38,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:53.570983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5f2335b3-4877-4610-97cf-c7dbeec0be16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0354353ea9964b60ac8dacc48faa4e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094780 Nov 10 04:09:53.581289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59694) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:53.661649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:53.663614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1dd-6906-474c-a0e9-cd4fa76101d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.679629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Attempting to bind port 4a0aa12c-978c-4cc0-a53f-e4e440418559 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:53.680184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Attempting to bind port 4a0aa12c-978c-4cc0-a53f-e4e440418559 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7668c055-c680-4e1a-9c89-14fc5b2a532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:53.680946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Attempting to bind port 4a0aa12c-978c-4cc0-a53f-e4e440418559 on network f5599d0a-9b4e-4663-a840-588aec42e69a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:53.687187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:53.687558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Checking segment: {'id': '7668c055-c680-4e1a-9c89-14fc5b2a532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:53.687963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.688348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Bound using segment: {'id': '7668c055-c680-4e1a-9c89-14fc5b2a532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:53.688814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Bound port: 4a0aa12c-978c-4cc0-a53f-e4e440418559, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668c055-c680-4e1a-9c89-14fc5b2a532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5599d0a-9b4e-4663-a840-588aec42e69a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:53.689193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.699858 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1dd-6906-474c-a0e9-cd4fa76101d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.763816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] For port 4a0aa12c-978c-4cc0-a53f-e4e440418559, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:53.767846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] For port 4a0aa12c-978c-4cc0-a53f-e4e440418559, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4a0aa12c-978c-4cc0-a53f-e4e440418559,segment=NetworkSegment(7668c055-c680-4e1a-9c89-14fc5b2a532c),segment_id=7668c055-c680-4e1a-9c89-14fc5b2a532c)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:09:53.769476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1dd-6906-474c-a0e9-cd4fa76101d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.772222 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1dd-6906-474c-a0e9-cd4fa76101d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.773195 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:53.784818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b3e4a1dd-6906-474c-a0e9-cd4fa76101d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c0d028b-7a87-4f7b-a732-8146ad054c38 HTTP/1.1" status: 204 len: 168 time: 0.1962934 Nov 10 04:09:53.800029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4a1dd-6906-474c-a0e9-cd4fa76101d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0d028b-7a87-4f7b-a732-8146ad054c38,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:53.876243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4844-3f4d-481c-8222-1a80b2bad2c0 None None] Pushing event updated for resources: {'Port': ['ID=4a0aa12c-978c-4cc0-a53f-e4e440418559,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:53.966857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:54.310532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Allocated IP 2001:db8::1 (7bd7d87c-ebfd-4b76-93f6-36f76048f4fb/78961c4a-e08d-470a-acfe-42ac0bfe5983/c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:09:54.450221 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:54.487551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:54.502622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01680c0-21a4-4338-b8ec-43cdf2c86876 req-9d857279-054d-4253-a2ad-dc6967e33502 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:54.504912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e01680c0-21a4-4338-b8ec-43cdf2c86876 req-9d857279-054d-4253-a2ad-dc6967e33502 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 944 time: 0.0664473 Nov 10 04:09:54.545424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:54.548661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:54.552766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:09:54.553307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:54.592699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Port': ['ID=c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:54.593777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e01680c0-21a4-4338-b8ec-43cdf2c86876 req-f0fdb18a-b238-4b0f-8003-94f4ae195222 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806444 Nov 10 04:09:54.745102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:54.955096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4a0aa12c-978c-4cc0-a53f-e4e440418559 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:55.024200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4a0aa12c-978c-4cc0-a53f-e4e440418559 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:55.024970 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.214079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.222380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5707039c-d667-4f25-bded-c8ba7b96b4d1 None None] Provisioning complete for port c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:55.226869 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5707039c-d667-4f25-bded-c8ba7b96b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.348868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5707039c-d667-4f25-bded-c8ba7b96b4d1 None None] Port c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:09:55.354985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.373870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.374924 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.390414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 4a0aa12c-978c-4cc0-a53f-e4e440418559, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4a0aa12c-978c-4cc0-a53f-e4e440418559,segment=NetworkSegment(7668c055-c680-4e1a-9c89-14fc5b2a532c),segment_id=7668c055-c680-4e1a-9c89-14fc5b2a532c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:55.395744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.513000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a048f10-c87b-4ed0-aa98-462ea6e4652d None None] Network f5599d0a-9b4e-4663-a840-588aec42e69a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:55.549694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event updated for resources: {'Port': ['ID=c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:55.651224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:09:55.655179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:09:55.697264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-acb4aec6-0f95-483e-a226-887eaf58bb91 None None] Provisioning complete for port 4a0aa12c-978c-4cc0-a53f-e4e440418559 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:55.698039 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-acb4aec6-0f95-483e-a226-887eaf58bb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:55.775696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=4a0aa12c-978c-4cc0-a53f-e4e440418559,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:55.942284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Router e20d42e7-0338-4c02-9ce6-c70a3638878c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:56.169827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:56.181591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59760) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:56.182246 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a99e0643-dac6-4361-b320-452c0d5782ee tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9774628 Nov 10 04:09:56.182938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] Sync routers for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:56.196291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:56.196921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:56.241799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:56.262155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:56.262785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:56.314258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-e2e7708b-32bb-4043-b632-f16f116cc54b req-0341db60-1440-40e1-a884-1d859c1103ae service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:09:56.327667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2e7708b-32bb-4043-b632-f16f116cc54b req-0341db60-1440-40e1-a884-1d859c1103ae service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173900 Nov 10 04:09:56.332206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-781b2c18-4aa8-497d-8508-fdf1f2fb09cd tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:56.353975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-111439d0-4607-4e20-b71a-2f56a135e9f9 None None] Provisioning complete for port c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:56.354592 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-111439d0-4607-4e20-b71a-2f56a135e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:56.359804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:56.360699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d45d35-621d-475a-b2ec-3415794201e0 None None] The sync data for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:56.431198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-111439d0-4607-4e20-b71a-2f56a135e9f9 None None] Port c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:09:56.530892 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-781b2c18-4aa8-497d-8508-fdf1f2fb09cd tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 04:09:56.532242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-781b2c18-4aa8-497d-8508-fdf1f2fb09cd tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c HTTP/1.1" status: 409 len: 329 time: 0.3474860 Nov 10 04:09:56.534989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59782) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:56.564181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26d44be9-5a6d-4ac9-baf9-404ac820d0a4 None None] Provisioning complete for port 4a0aa12c-978c-4cc0-a53f-e4e440418559 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:56.564892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26d44be9-5a6d-4ac9-baf9-404ac820d0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:56.743063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b979960-24ec-4ae8-b1c1-d8c7c736aae1 req-a25b96bc-11a9-480f-b88c-e6de164375ce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:56.758846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b979960-24ec-4ae8-b1c1-d8c7c736aae1 req-a25b96bc-11a9-480f-b88c-e6de164375ce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 944 time: 0.1286621 Nov 10 04:09:56.885186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4a0aa12c-978c-4cc0-a53f-e4e440418559 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:09:56.911492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b979960-24ec-4ae8-b1c1-d8c7c736aae1 req-7e7e7235-61b0-48be-80be-d8efeea9371f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517591 Nov 10 04:09:56.954565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59794) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:56.960419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4a0aa12c-978c-4cc0-a53f-e4e440418559 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:09:56.961048 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.032861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:09:57.138280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:57.207308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.363320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-3df23a05-3e85-41ed-888e-379d125ec9ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4056649 Nov 10 04:09:57.376141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-3970cac6-8f4b-4875-b839-008a06649ebe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:09:57.380438 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-3970cac6-8f4b-4875-b839-008a06649ebe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084741 Nov 10 04:09:57.395086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4cac5e23-075f-4db7-91b3-f1eb2aeb2725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.489624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4cac5e23-075f-4db7-91b3-f1eb2aeb2725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.493917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4cac5e23-075f-4db7-91b3-f1eb2aeb2725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.543718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac5e23-075f-4db7-91b3-f1eb2aeb2725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842097d-919a-4c0c-b1da-0c5b0556e83a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:57.548282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4cac5e23-075f-4db7-91b3-f1eb2aeb2725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2c1b73d96054ba684eb3e4c6bf284cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4087968 Nov 10 04:09:57.550738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59808) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:57.566508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting port c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:57.566846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.606104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee0c1-3e6a-4654-bbf0-31f4e69cb17e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.634124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee0c1-3e6a-4654-bbf0-31f4e69cb17e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.670521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.684087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Calling delete_port for c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:57.699596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee0c1-3e6a-4654-bbf0-31f4e69cb17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.703593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee0c1-3e6a-4654-bbf0-31f4e69cb17e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.703961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ca6ee0c1-3e6a-4654-bbf0-31f4e69cb17e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b842097d-919a-4c0c-b1da-0c5b0556e83a HTTP/1.1" status: 204 len: 168 time: 0.1523011 Nov 10 04:09:57.715778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ee0c1-3e6a-4654-bbf0-31f4e69cb17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842097d-919a-4c0c-b1da-0c5b0556e83a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:57.892455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:57.940077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Port': ['ID=c4063f9c-c89e-4d0d-8b6a-5e7cc4f9a1f1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:58.134593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.185236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59820) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:58.200241 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17d60d8b-8e26-4def-a5ac-5742960c3bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.231142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77979382-42fa-46c2-ad0a-27263bd01f6f req-e36e2e4e-34b5-401a-8ad7-36eeb5e15746 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:58.232857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77979382-42fa-46c2-ad0a-27263bd01f6f req-e36e2e4e-34b5-401a-8ad7-36eeb5e15746 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 944 time: 0.1744485 Nov 10 04:09:58.303489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17d60d8b-8e26-4def-a5ac-5742960c3bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.308465 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17d60d8b-8e26-4def-a5ac-5742960c3bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.347712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d60d8b-8e26-4def-a5ac-5742960c3bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ac7eb-fa9e-467c-8aff-ecd4fca22b6b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:58.354931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-17d60d8b-8e26-4def-a5ac-5742960c3bf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4c9c6f1bf90487e91c8c12e1bb1e2f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1661525 Nov 10 04:09:58.355306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 59822) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:58.355601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Router e20d42e7-0338-4c02-9ce6-c70a3638878c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:09:58.370497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77979382-42fa-46c2-ad0a-27263bd01f6f req-4941c0da-9cc7-4791-8831-4193b6288089 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316011 Nov 10 04:09:58.451236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4b75ddc-88dc-4718-8bcf-c5faeccc374b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.472441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:09:58.477957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-22b89305-1cbc-454a-bc92-661e124ae511 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9317601 Nov 10 04:09:58.479299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-2a9c0350-d712-4076-8cca-cbd6564074f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:58.481674 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-2a9c0350-d712-4076-8cca-cbd6564074f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166&tenant_id=624a4f616f4c4b74a75859300f883a72 HTTP/1.1" status: 200 len: 1095 time: 0.0677352 Nov 10 04:09:58.483680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4b75ddc-88dc-4718-8bcf-c5faeccc374b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.483880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59826) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:58.485914 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] Sync routers for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:09:58.499597 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:58.500343 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:58.502917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:58.533295 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-e29009ab-ee3a-420a-8ec8-ae5609aa51ac tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] show failed (client error): The resource could not be found. Nov 10 04:09:58.540124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e29009ab-ee3a-420a-8ec8-ae5609aa51ac tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-409426075 HTTP/1.1" status: 404 len: 334 time: 0.0531807 Nov 10 04:09:58.541041 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:58.542257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59828) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:58.547216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f5f60d2f-11d8-428d-8450-e363b3845175 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:09:58.550798 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] Routers {'e20d42e7-0338-4c02-9ce6-c70a3638878c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:09:58.551189 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:09:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e20d42e7-0338-4c02-9ce6-c70a3638878c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:58.585069 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:58.585898 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88590295-0d3d-41fa-a001-2f53c11002a1 None None] The sync data for ids ['e20d42e7-0338-4c02-9ce6-c70a3638878c'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:09:58.590352 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-f5f60d2f-11d8-428d-8450-e363b3845175 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] update failed (client error): The resource could not be found. Nov 10 04:09:58.591476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f5f60d2f-11d8-428d-8450-e363b3845175 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1911275892 HTTP/1.1" status: 404 len: 335 time: 0.0476589 Nov 10 04:09:58.598949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59830) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:58.615777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4b75ddc-88dc-4718-8bcf-c5faeccc374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.618375 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4b75ddc-88dc-4718-8bcf-c5faeccc374b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.623227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d4b75ddc-88dc-4718-8bcf-c5faeccc374b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/005ac7eb-fa9e-467c-8aff-ecd4fca22b6b HTTP/1.1" status: 204 len: 168 time: 0.2628524 Nov 10 04:09:58.631633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b75ddc-88dc-4718-8bcf-c5faeccc374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ac7eb-fa9e-467c-8aff-ecd4fca22b6b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:58.640450 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.669375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting subnet 091b6b31-31b4-4b79-8988-169dbf8e3239 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:09:58.673115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.728145 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.823415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.873140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:58.917341 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.920551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:58.948170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Subnet': ['ID=091b6b31-31b4-4b79-8988-169dbf8e3239,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:58.950788 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.954299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ad047101-d050-4a11-88b0-a9994d18b927 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/subnets/091b6b31-31b4-4b79-8988-169dbf8e3239 HTTP/1.1" status: 204 len: 168 time: 0.3541198 Nov 10 04:09:58.956710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:09:58.965203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443cf2e-d90d-4c83-b74d-a348e7c5995b None None] Network f5599d0a-9b4e-4663-a840-588aec42e69a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:09:58.966044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cffbd9-4bb4-49b6-ad09-33f67fc792cc {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:09:58.974914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:58.989106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Transition to ACTIVE for port object 62cffbd9-4bb4-49b6-ad09-33f67fc792cc will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:09:58.994919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.075897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.175255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting port 4a0aa12c-978c-4cc0-a53f-e4e440418559 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:59.175597 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.185835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=9']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:59.258892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] DHCP port deletion for f5599d0a-9b4e-4663-a840-588aec42e69a request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:09:59.291698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] For port 4a0aa12c-978c-4cc0-a53f-e4e440418559, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4a0aa12c-978c-4cc0-a53f-e4e440418559,segment=NetworkSegment(7668c055-c680-4e1a-9c89-14fc5b2a532c),segment_id=7668c055-c680-4e1a-9c89-14fc5b2a532c)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:59.294545 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.314278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] No DVR routers for this DVR port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:59.327813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] Deleting port 4a0aa12c-978c-4cc0-a53f-e4e440418559 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:09:59.328335 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.331283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Calling delete_port for 4a0aa12c-978c-4cc0-a53f-e4e440418559 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:59.413908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] For port 4a0aa12c-978c-4cc0-a53f-e4e440418559, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4a0aa12c-978c-4cc0-a53f-e4e440418559,segment=NetworkSegment(7668c055-c680-4e1a-9c89-14fc5b2a532c),segment_id=7668c055-c680-4e1a-9c89-14fc5b2a532c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:09:59.414637 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.475776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] Calling delete_port for 4a0aa12c-978c-4cc0-a53f-e4e440418559 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:09:59.563431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.588190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-af683cce-c52a-4f8c-b92e-dd23fe9f027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:59.589914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-af683cce-c52a-4f8c-b92e-dd23fe9f027b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1053 time: 0.1806829 Nov 10 04:09:59.602732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Port': ['ID=4a0aa12c-978c-4cc0-a53f-e4e440418559,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:59.620163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee106-a1a3-4399-b4ed-472c5362f0f4 req-543e5872-4101-45f1-b1fe-16b9023585b0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:59.626301 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.629650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a56ee106-a1a3-4399-b4ed-472c5362f0f4 req-543e5872-4101-45f1-b1fe-16b9023585b0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 944 time: 0.1079576 Nov 10 04:09:59.637020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] No DVR routers for this DVR port 4a0aa12c-978c-4cc0-a53f-e4e440418559 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:59.661666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] Pushing event deleted for resources: {'Port': ['ID=4a0aa12c-978c-4cc0-a53f-e4e440418559,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:09:59.678363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416eddce-bb5b-4864-97a1-a2d6f1b5a2e7 None None] No DVR routers for this DVR port 4a0aa12c-978c-4cc0-a53f-e4e440418559 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:09:59.746241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:09:59.746576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:09:59.746911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:59.759465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on network 75101c12-89a9-49c0-8098-fb0d8f983b65 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:09:59.759789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Attempting to bind port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on network 75101c12-89a9-49c0-8098-fb0d8f983b65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:09:59.770372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:09:59.770719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Checking segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:09:59.771099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Bound using segment: {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:09:59.771632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Bound port: 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9771e1-0545-48cb-acc2-77af4a9c1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:09:59.772081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.786949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.839078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a56ee106-a1a3-4399-b4ed-472c5362f0f4 req-a96f7437-2502-4f28-b553-3a13343861e5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082450 Nov 10 04:09:59.844337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-b0320f1b-e942-427e-9c18-1adbe0e5c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:09:59.846158 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-b0320f1b-e942-427e-9c18-1adbe0e5c6d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2179916 Nov 10 04:09:59.858109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5599d0a-9b4e-4663-a840-588aec42e69a']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:59.868993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7668c055-c680-4e1a-9c89-14fc5b2a532c') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:59.869291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7668c055-c680-4e1a-9c89-14fc5b2a532c') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:09:59.879567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.893482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.899455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:09:59.899853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.926633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-6bc7dc45-fc67-4451-8cb4-34dd8a74e98e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1000 time: 0.0732484 Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:09:59.959910 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:09:59.968134 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.980636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:09:59.986399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:09:59.990228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/networks/f5599d0a-9b4e-4663-a840-588aec42e69a HTTP/1.1" status: 204 len: 168 time: 1.0323081 Nov 10 04:09:59.993667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59860) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:00.001627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:10:00.006394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-2ded9494-cc69-41ed-a9ac-422f4c41f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:00.007940 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-2ded9494-cc69-41ed-a9ac-422f4c41f8c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0716670 Nov 10 04:10:00.010300 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:00.037169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf107b9f-64eb-4260-b868-ff920e82908c tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Network': ['ID=f5599d0a-9b4e-4663-a840-588aec42e69a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:00.071728 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting subnet b85d63a4-7ef6-49c1-8b0d-43847d619af1 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:10:00.079260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:00.089070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:00.090295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:00.091767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] 10.222.0.44 "PUT /v2.0/ports/62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1092 time: 1.5949092 Nov 10 04:10:00.093371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:00.095271 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476aece6-056f-469a-b68e-5ded354b773d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:00.147259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676295c-92bb-441b-b6d0-f417fad22948 service neutron] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:00.147670 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:00.162800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-5b5db7d3-8117-4cce-a905-59878a0dcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:00.167974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-5b5db7d3-8117-4cce-a905-59878a0dcb4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446638 Nov 10 04:10:00.188078 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564def0-14ab-45b9-a1f9-05eb26b5b61a x-openstack-request-id: req-a564def0-14ab-45b9-a1f9-05eb26b5b61a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:00.188078 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:00.188078 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a564def0-14ab-45b9-a1f9-05eb26b5b61a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:00.188078 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'status': 'completed', 'code': 200} Nov 10 04:10:00.296310 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-af127e79-15bb-47e1-a0f0-7bb6ba06fde6 service neutron] 10.222.0.44 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233263 Nov 10 04:10:00.421104 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e0c524c-2eaf-4c26-bcf5-15e596011696 req-3bd35a34-bc1a-4107-a0b3-248ce2240f23 service neutron] 10.222.0.44 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174996 Nov 10 04:10:00.594172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-676565db-3db7-426f-9760-6fc242f70fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:00.598357 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-676565db-3db7-426f-9760-6fc242f70fd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1096 time: 0.1229274 Nov 10 04:10:00.731736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:00.810883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-c4a80e12-b982-4bec-9818-91abc460761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:00.812689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-c4a80e12-b982-4bec-9818-91abc460761b service neutron] 10.222.0.44 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.2059176 Nov 10 04:10:00.863383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4a0aa12c-978c-4cc0-a53f-e4e440418559 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:00.878293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:00.922897 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-81836804-4fbd-4aa0-b2a1-23f907a036e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1000 time: 0.1007879 Nov 10 04:10:00.957703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 4a0aa12c-978c-4cc0-a53f-e4e440418559 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:00.958473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4a0aa12c-978c-4cc0-a53f-e4e440418559 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:00.998553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-5d4d96bc-00b4-4125-88ea-031c96a44565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:01.000569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-5d4d96bc-00b4-4125-88ea-031c96a44565 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0701520 Nov 10 04:10:01.022971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Subnet': ['ID=b85d63a4-7ef6-49c1-8b0d-43847d619af1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:01.028552 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.036773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b3eaba-23a8-442f-bc0f-d422abc50006 None None] Network 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:01.038462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8fa1307a-8fe4-4de1-85c9-8bcb6b1a7681 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/subnets/b85d63a4-7ef6-49c1-8b0d-43847d619af1 HTTP/1.1" status: 204 len: 168 time: 1.0434048 Nov 10 04:10:01.054488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59922) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:01.094683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-61856ff9-3085-432f-b8ea-be5f65211b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:01.096178 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-61856ff9-3085-432f-b8ea-be5f65211b5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872769 Nov 10 04:10:01.121587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894644b6-2ffc-479c-aad7-af2b30d0a834 req-cb784d90-f796-40e0-9d29-0d7577405adc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:01.123494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-894644b6-2ffc-479c-aad7-af2b30d0a834 req-cb784d90-f796-40e0-9d29-0d7577405adc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1354148 Nov 10 04:10:01.160393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting subnet f94d42b3-5e48-4713-9e1b-a4dd247463d8 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:10:01.165224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.230629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-894644b6-2ffc-479c-aad7-af2b30d0a834 req-15628ffe-ce9c-4211-9c0f-80027c3be6ab tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993161 Nov 10 04:10:01.236083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.274802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-933eaf47-a578-476f-9aa8-a42322ff77af service neutron] 10.222.0.44 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704795 Nov 10 04:10:01.404836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e8a4da1-2a68-406c-8b52-b25f9d30a2fc req-15368d14-dd36-4758-b402-e6c528f63a7f service neutron] 10.222.0.44 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207104 Nov 10 04:10:01.412446 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.530121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] DHCP port deletion for 803633b8-4a1a-4d2d-9a22-c7ecc92211f8 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:01.546392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aece6-056f-469a-b68e-5ded354b773d req-b1ae08cd-5999-4b98-aff2-1b301972a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:01.548549 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-476aece6-056f-469a-b68e-5ded354b773d req-b1ae08cd-5999-4b98-aff2-1b301972a98c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=624a4f616f4c4b74a75859300f883a72&device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1096 time: 0.0786946 Nov 10 04:10:01.596101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.663759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] Deleting port da1e08da-701d-4530-88ef-68ba80126b56 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:01.664914 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.685057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aece6-056f-469a-b68e-5ded354b773d req-db6382b4-e011-4052-b1db-af36c993a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:01.687689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-476aece6-056f-469a-b68e-5ded354b773d req-db6382b4-e011-4052-b1db-af36c993a309 service neutron] 10.222.0.44 "GET /v2.0/networks?id=75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 200 len: 914 time: 0.1316285 Nov 10 04:10:01.705410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Subnet': ['ID=f94d42b3-5e48-4713-9e1b-a4dd247463d8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:01.724271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.730338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb8b85ec-ce83-43b6-aa9d-6c8328f050b6 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/subnets/f94d42b3-5e48-4713-9e1b-a4dd247463d8 HTTP/1.1" status: 204 len: 168 time: 0.6718953 Nov 10 04:10:01.730934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 59992) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:01.792407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-476aece6-056f-469a-b68e-5ded354b773d req-bcbf29ef-1307-42c0-9f9f-52b227656d6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 200 len: 1000 time: 0.0968654 Nov 10 04:10:01.825295 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d61c5-77d8-4aee-bf26-9574cb1f56fb None None] Network 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:01.883643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aece6-056f-469a-b68e-5ded354b773d req-7ec84eee-57ef-4cb6-8db5-9fda31afbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:01.885734 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-476aece6-056f-469a-b68e-5ded354b773d req-7ec84eee-57ef-4cb6-8db5-9fda31afbcfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 200 len: 853 time: 0.0844934 Nov 10 04:10:01.930861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] For port da1e08da-701d-4530-88ef-68ba80126b56, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da1e08da-701d-4530-88ef-68ba80126b56,segment=NetworkSegment(c34f6e45-4a11-408e-a1ee-bba7d04f21e8),segment_id=c34f6e45-4a11-408e-a1ee-bba7d04f21e8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:01.931374 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:01.961750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] Calling delete_port for da1e08da-701d-4530-88ef-68ba80126b56 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:01.994511 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.020138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aece6-056f-469a-b68e-5ded354b773d req-9a63cdf1-e533-4a2e-abf3-5de5387b2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:02.024352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-476aece6-056f-469a-b68e-5ded354b773d req-9a63cdf1-e533-4a2e-abf3-5de5387b2f78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=75101c12-89a9-49c0-8098-fb0d8f983b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289716 Nov 10 04:10:02.186718 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.229093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] Pushing event deleted for resources: {'Port': ['ID=da1e08da-701d-4530-88ef-68ba80126b56,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:02.235173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35654fe-cd8a-45d9-bfa0-8cb77da27533 None None] No DVR routers for this DVR port da1e08da-701d-4530-88ef-68ba80126b56 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:02.242377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-476aece6-056f-469a-b68e-5ded354b773d req-5f856c1a-eaf7-440e-9592-35004063083b service neutron] 10.222.0.44 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113652 Nov 10 04:10:02.267930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting port da1e08da-701d-4530-88ef-68ba80126b56 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:02.268642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.405532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] DHCP port deletion for 1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:02.475228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-476aece6-056f-469a-b68e-5ded354b773d req-e12541d1-defb-469a-8c11-f7a678845b6f service neutron] 10.222.0.44 "GET /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112510 Nov 10 04:10:02.516593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] For port da1e08da-701d-4530-88ef-68ba80126b56, host n-d-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:02.517742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.543941 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Calling delete_port for da1e08da-701d-4530-88ef-68ba80126b56 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:02.547835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Port da1e08da-701d-4530-88ef-68ba80126b56 was not found and therefore no delete operation was performed {{(pid=102597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:10:02.552022 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.590382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] Deleting port 930f4e33-8091-4e91-bd26-8da20b5b031a {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:02.591002 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.597202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Port': ['ID=da1e08da-701d-4530-88ef-68ba80126b56,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:02.616795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89cb2-c692-4de7-b345-0af361c6cfc5 req-4da3ef05-aed7-48af-880f-f8fcd9badbf0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:02.618779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84c89cb2-c692-4de7-b345-0af361c6cfc5 req-4da3ef05-aed7-48af-880f-f8fcd9badbf0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1908467 Nov 10 04:10:02.619932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] No DVR routers for this DVR port da1e08da-701d-4530-88ef-68ba80126b56 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:02.739171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.764539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803633b8-4a1a-4d2d-9a22-c7ecc92211f8']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:02.776355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34f6e45-4a11-408e-a1ee-bba7d04f21e8') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:02.777451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34f6e45-4a11-408e-a1ee-bba7d04f21e8') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:02.788768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.809453 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.816370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:10:02.820540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:10:02.999933 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:10:03.061443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.079830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.087622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/networks/803633b8-4a1a-4d2d-9a22-c7ecc92211f8 HTTP/1.1" status: 204 len: 168 time: 1.3556390 Nov 10 04:10:03.090043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60066) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:03.137649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bb8d4-b7f9-4a0f-b7b1-00e3fd77e361 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Network': ['ID=803633b8-4a1a-4d2d-9a22-c7ecc92211f8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:03.140020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] For port 930f4e33-8091-4e91-bd26-8da20b5b031a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=930f4e33-8091-4e91-bd26-8da20b5b031a,segment=NetworkSegment(7e1288e0-4646-442e-b6f0-fc458db61b3b),segment_id=7e1288e0-4646-442e-b6f0-fc458db61b3b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:03.140520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.177706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] Calling delete_port for 930f4e33-8091-4e91-bd26-8da20b5b031a owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:03.225630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84c89cb2-c692-4de7-b345-0af361c6cfc5 req-8cdca27a-c900-4b7b-808c-c45121b8d982 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269101 Nov 10 04:10:03.288198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.336027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 930f4e33-8091-4e91-bd26-8da20b5b031a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:03.410370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting port 930f4e33-8091-4e91-bd26-8da20b5b031a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:03.410706 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.497782 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.503256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Port 930f4e33-8091-4e91-bd26-8da20b5b031a update to DOWN by agent not found {{(pid=102598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 04:10:03.503682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da1e08da-701d-4530-88ef-68ba80126b56 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:03.552076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] For port 930f4e33-8091-4e91-bd26-8da20b5b031a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=930f4e33-8091-4e91-bd26-8da20b5b031a,segment=NetworkSegment(7e1288e0-4646-442e-b6f0-fc458db61b3b),segment_id=7e1288e0-4646-442e-b6f0-fc458db61b3b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:03.552769 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.572404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Calling delete_port for 930f4e33-8091-4e91-bd26-8da20b5b031a owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:03.585087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] Pushing event deleted for resources: {'Port': ['ID=930f4e33-8091-4e91-bd26-8da20b5b031a,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:03.588910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: da1e08da-701d-4530-88ef-68ba80126b56 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:03.589777 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da1e08da-701d-4530-88ef-68ba80126b56 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:03.594711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898abb8e-a481-439c-ad0d-e67cfcaffcfe None None] No DVR routers for this DVR port 930f4e33-8091-4e91-bd26-8da20b5b031a on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:03.715684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.739859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] No DVR routers for this DVR port 930f4e33-8091-4e91-bd26-8da20b5b031a on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:03.847826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Port': ['ID=930f4e33-8091-4e91-bd26-8da20b5b031a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:03.938854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:03.996055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9cf7c2-e0c6-46f3-b56d-bcdc99787975']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:04.027004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1288e0-4646-442e-b6f0-fc458db61b3b') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:04.034794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1288e0-4646-442e-b6f0-fc458db61b3b') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:04.070755 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.115810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.137645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:10:04.140790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: self.session.flush() Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:10:04.148315 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:10:04.271133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.294400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.304819 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/networks/1b9cf7c2-e0c6-46f3-b56d-bcdc99787975 HTTP/1.1" status: 204 len: 168 time: 1.2098131 Nov 10 04:10:04.305084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60130) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:04.341509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76f791-a10b-450f-86ea-f573d09c738d tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Network': ['ID=1b9cf7c2-e0c6-46f3-b56d-bcdc99787975,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:04.426231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting subnet 78961c4a-e08d-470a-acfe-42ac0bfe5983 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:10:04.430378 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.513584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.588501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613eb63-ebbe-4ba8-a7f0-91a342fec5aa req-cb052438-f506-49ae-beb5-624f599cc818 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:04.598684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9613eb63-ebbe-4ba8-a7f0-91a342fec5aa req-cb052438-f506-49ae-beb5-624f599cc818 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1917145 Nov 10 04:10:04.721029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9613eb63-ebbe-4ba8-a7f0-91a342fec5aa req-bb3b3c43-99f5-4665-beb1-cdff275d45ea tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211569 Nov 10 04:10:04.761659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.903829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:04.968645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b7f7cf-0af1-48bb-aa46-8092fca92c77 None None] Network 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:05.001625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:05.008975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/subnets/78961c4a-e08d-470a-acfe-42ac0bfe5983 HTTP/1.1" status: 204 len: 168 time: 0.7027547 Nov 10 04:10:05.009342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60160) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:05.012552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dbe83-2bbc-4318-8a39-710280fb5766 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Subnet': ['ID=78961c4a-e08d-470a-acfe-42ac0bfe5983,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:05.145175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:05.252927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Deleting port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:05.253598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:05.348976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] DHCP port deletion for 7bd7d87c-ebfd-4b76-93f6-36f76048f4fb request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:05.367140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] For port bdde6d31-bdfd-4956-9c88-b4ff788eeba7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,segment=NetworkSegment(ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4),segment_id=ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:05.367749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:05.389191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Calling delete_port for bdde6d31-bdfd-4956-9c88-b4ff788eeba7 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:05.503333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] Deleting port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:05.503765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:05.614562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] For port bdde6d31-bdfd-4956-9c88-b4ff788eeba7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,segment=NetworkSegment(ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4),segment_id=ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:05.617231 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:05.663431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] Calling delete_port for bdde6d31-bdfd-4956-9c88-b4ff788eeba7 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:05.795487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:05.886847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] No DVR routers for this DVR port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:05.893722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Port': ['ID=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:05.938836 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.034238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] Pushing event deleted for resources: {'Port': ['ID=bdde6d31-bdfd-4956-9c88-b4ff788eeba7,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:06.039888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd2d99-5620-43f2-adbf-9c496cd8eb81 None None] No DVR routers for this DVR port bdde6d31-bdfd-4956-9c88-b4ff788eeba7 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:06.049161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babf06-526e-4b7d-bc07-88333db46fec req-dfa072c8-9449-4b60-abdc-e4fa2bd7b27d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:06.057151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0babf06-526e-4b7d-bc07-88333db46fec req-dfa072c8-9449-4b60-abdc-e4fa2bd7b27d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1447897 Nov 10 04:10:06.123277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.180842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd7d87c-ebfd-4b76-93f6-36f76048f4fb']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:06.193173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0babf06-526e-4b7d-bc07-88333db46fec req-2383a2d3-db2a-4417-b612-2a7cc0b2e1ab tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244364 Nov 10 04:10:06.249014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:06.251088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6984b1-449c-40ef-b41a-c4ddd4d6e1f4') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:06.285064 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.304909 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.323416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:10:06.324624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:10:06.332437 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:10:06.454074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.486564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.494859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60244) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:06.495049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/networks/7bd7d87c-ebfd-4b76-93f6-36f76048f4fb HTTP/1.1" status: 204 len: 168 time: 1.4846354 Nov 10 04:10:06.537991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e546ae8-72cb-468c-8267-ff3d3ea7d8ae tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Pushing event deleted for resources: {'Network': ['ID=7bd7d87c-ebfd-4b76-93f6-36f76048f4fb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:06.559849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d58aab6-590d-486e-b919-ad1ceb334a99 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20d42e7-0338-4c02-9ce6-c70a3638878c HTTP/1.1" status: 200 len: 205 time: 0.0632570 Nov 10 04:10:06.564062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60250) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:06.767426 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-060aa00e-d325-49d6-91de-bb4d63588bb4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:06.850647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bdde6d31-bdfd-4956-9c88-b4ff788eeba7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:06.894736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: bdde6d31-bdfd-4956-9c88-b4ff788eeba7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:06.895200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bdde6d31-bdfd-4956-9c88-b4ff788eeba7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:07.144583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-060aa00e-d325-49d6-91de-bb4d63588bb4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:07.153705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-060aa00e-d325-49d6-91de-bb4d63588bb4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:07.230736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-060aa00e-d325-49d6-91de-bb4d63588bb4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:07.231287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060aa00e-d325-49d6-91de-bb4d63588bb4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Fanout notify agent at l3_agent the message router_deleted on router e20d42e7-0338-4c02-9ce6-c70a3638878c {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:10:07.243165 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-060aa00e-d325-49d6-91de-bb4d63588bb4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:07.244385 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-060aa00e-d325-49d6-91de-bb4d63588bb4 tempest-RoutersNegativeIpV6Test-530330919 tempest-RoutersNegativeIpV6Test-530330919-project] 10.222.0.24 "DELETE /v2.0/routers/e20d42e7-0338-4c02-9ce6-c70a3638878c HTTP/1.1" status: 204 len: 168 time: 0.6789689 Nov 10 04:10:07.489619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747f276-4018-4205-9451-d91fb1cecff2 req-89785aa7-0d7b-4e91-827b-8fc7e1166a12 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:07.497638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3747f276-4018-4205-9451-d91fb1cecff2 req-89785aa7-0d7b-4e91-827b-8fc7e1166a12 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.0871670 Nov 10 04:10:07.586679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3747f276-4018-4205-9451-d91fb1cecff2 req-7fca955f-f428-4dbf-85a8-144140838fa8 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884488 Nov 10 04:10:07.720348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60340) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:07.979122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ece83d4-2aa0-472b-8364-415d2a050467 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cde90d4f6ef84d11ba43bb9b010e557d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573333 Nov 10 04:10:07.982181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60354) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:08.115205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b4075e6-bf44-4088-8670-9ce7c49743d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:08.149554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b4075e6-bf44-4088-8670-9ce7c49743d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:08.151108 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:08.235374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b4075e6-bf44-4088-8670-9ce7c49743d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:08.239472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6b4075e6-bf44-4088-8670-9ce7c49743d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:08.244209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6b4075e6-bf44-4088-8670-9ce7c49743d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/474b4218-f08d-4d76-bfd8-ef283c8297b7 HTTP/1.1" status: 204 len: 168 time: 0.2608800 Nov 10 04:10:08.261218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4075e6-bf44-4088-8670-9ce7c49743d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b4218-f08d-4d76-bfd8-ef283c8297b7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:08.769582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c7aa1-380a-4c4c-a468-a2047805ab69 req-2d5dfa86-6155-4b39-88aa-d7cd786b5cdc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:08.779241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f9c7aa1-380a-4c4c-a468-a2047805ab69 req-2d5dfa86-6155-4b39-88aa-d7cd786b5cdc tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.0941224 Nov 10 04:10:08.884799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f9c7aa1-380a-4c4c-a468-a2047805ab69 req-baae47ac-d423-47a9-bf23-2ba300c46b10 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043954 Nov 10 04:10:09.360546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60482) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:09.491270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460387737'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:09.517050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.525993 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.619419 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.624144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.663635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b568d407-b9f5-4af7-adb5-146b40315698,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:09.714467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.721386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.757159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.758465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3963017 Nov 10 04:10:09.762239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60492) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:09.764949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675915eb-fcc0-4691-a13c-08eafc0d0e15 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290d00af-9354-488f-b06b-221d1ea8cc14,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:09.856183 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d8f568a8-0ede-4f67-9d56-c500e373c874 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0922825 Nov 10 04:10:09.859009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60496) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:09.865068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e72fa41b-a784-426d-9809-3657650f77cc tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-security--713368714', 'description': 'tempest-security-description-2012440384'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:09.911973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e72fa41b-a784-426d-9809-3657650f77cc tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.981310 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e72fa41b-a784-426d-9809-3657650f77cc tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.993001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e72fa41b-a784-426d-9809-3657650f77cc tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:09.996690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e72fa41b-a784-426d-9809-3657650f77cc tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:10.000701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e72fa41b-a784-426d-9809-3657650f77cc tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "PUT /v2.0/security-groups/290d00af-9354-488f-b06b-221d1ea8cc14 HTTP/1.1" status: 200 len: 1796 time: 0.1379733 Nov 10 04:10:10.001505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60500) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:10.049662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fa41b-a784-426d-9809-3657650f77cc tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290d00af-9354-488f-b06b-221d1ea8cc14,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:10.078327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5990f9c-6e19-4c7f-9702-52d837e4133f req-ea555d76-b43b-4809-8205-474b47e79ba5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:10.079894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5990f9c-6e19-4c7f-9702-52d837e4133f req-ea555d76-b43b-4809-8205-474b47e79ba5 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1067502 Nov 10 04:10:10.169077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5990f9c-6e19-4c7f-9702-52d837e4133f req-e3ae2638-84d5-4728-9fe8-df26b192ce9a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825014 Nov 10 04:10:10.511378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-33c946dd-3d62-45d9-b2dd-f4479c6ff93e tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:10.513526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-33c946dd-3d62-45d9-b2dd-f4479c6ff93e tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/networks?id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 200 len: 814 time: 0.1530221 Nov 10 04:10:10.528560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-917d1c83-e908-4f5c-aeda-bbeadeba2527 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups/290d00af-9354-488f-b06b-221d1ea8cc14 HTTP/1.1" status: 200 len: 1796 time: 0.5255153 Nov 10 04:10:10.530588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60516) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:10.540285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-a0e8d4c9-e305-491a-bf77-de2544fb16d3 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/quotas/942a382b03a94b5f947998affc5b8d69 HTTP/1.1" status: 200 len: 375 time: 0.0202913 Nov 10 04:10:10.589479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-b4c471ee-5137-43c0-8613-f2c1d2a7c04b tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=942a382b03a94b5f947998affc5b8d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395293 Nov 10 04:10:10.613450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-1b1de30c-0e50-4e33-8376-4cc534dbf542 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:10:10.614388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-1b1de30c-0e50-4e33-8376-4cc534dbf542 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160413 Nov 10 04:10:10.695042 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab718e0a-5d87-462e-b475-cc7771519089 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:10.736651 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab718e0a-5d87-462e-b475-cc7771519089 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:10.771860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-475a1dbf-dac7-4b0a-ba41-eaf91c3b3e3f service neutron] 10.222.0.24 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506379 Nov 10 04:10:10.798401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab718e0a-5d87-462e-b475-cc7771519089 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:10.801218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab718e0a-5d87-462e-b475-cc7771519089 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:10.805297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60518) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:10.809314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ab718e0a-5d87-462e-b475-cc7771519089 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/290d00af-9354-488f-b06b-221d1ea8cc14 HTTP/1.1" status: 204 len: 168 time: 0.2771933 Nov 10 04:10:10.857046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab718e0a-5d87-462e-b475-cc7771519089 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d00af-9354-488f-b06b-221d1ea8cc14,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:10.858021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60520) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:10.858780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8276ee7e-c2cf-4068-8ad5-759b9420e476 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517485 Nov 10 04:10:10.893578 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-c1fd7204-7657-4aba-8d8a-72b9b580bc2f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] delete failed (client error): The resource could not be found. Nov 10 04:10:10.894526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c1fd7204-7657-4aba-8d8a-72b9b580bc2f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/290d00af-9354-488f-b06b-221d1ea8cc14 HTTP/1.1" status: 404 len: 347 time: 0.0345109 Nov 10 04:10:10.900753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60524) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:10.905773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ca94c824-a80d-4b9c-9432-4708d6187eea tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075275275'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:10.943212 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-6838fc69-b2ad-4765-a156-84de43dc3329 service neutron] 10.222.0.24 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540370 Nov 10 04:10:10.965520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca94c824-a80d-4b9c-9432-4708d6187eea tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.099493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca94c824-a80d-4b9c-9432-4708d6187eea tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.108686 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca94c824-a80d-4b9c-9432-4708d6187eea tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.193784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94c824-a80d-4b9c-9432-4708d6187eea tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd7d89-07c2-40b1-8469-73009d0db3fe,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:11.212156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ca94c824-a80d-4b9c-9432-4708d6187eea tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.215367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ca94c824-a80d-4b9c-9432-4708d6187eea tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3118105 Nov 10 04:10:11.217556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60542) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:11.224471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-53063b12-ed33-4b97-a5c7-6ae352534673 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': 'c2fd7d89-07c2-40b1-8469-73009d0db3fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:11.341087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0fb1a1c-06e2-45ad-82bc-006827de6aeb req-e81a4f07-a4b0-4c07-862f-099dff988d5a tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 210 time: 0.0897818 Nov 10 04:10:11.422935 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53063b12-ed33-4b97-a5c7-6ae352534673 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.473894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44853b-e6a5-4542-82eb-d4e7ca4273b1 req-8aeb9ec0-9d25-41e4-bfd9-ae64d6087ccd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:11.476564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b44853b-e6a5-4542-82eb-d4e7ca4273b1 req-8aeb9ec0-9d25-41e4-bfd9-ae64d6087ccd tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.1513348 Nov 10 04:10:11.630135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53063b12-ed33-4b97-a5c7-6ae352534673 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.637834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53063b12-ed33-4b97-a5c7-6ae352534673 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.677153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b44853b-e6a5-4542-82eb-d4e7ca4273b1 req-172d5282-d061-4570-9c79-faa719809b79 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883972 Nov 10 04:10:11.684403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53063b12-ed33-4b97-a5c7-6ae352534673 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b96454-df4b-4fb8-aac9-778a0ac27fbf,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:11.715470 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-53063b12-ed33-4b97-a5c7-6ae352534673 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.717877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-53063b12-ed33-4b97-a5c7-6ae352534673 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4986699 Nov 10 04:10:11.720645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60550) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:11.781565 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fbf-b2fe-48b6-b4f1-4274cbf90762 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.810046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fbf-b2fe-48b6-b4f1-4274cbf90762 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.840825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60554) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:11.856223 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fbf-b2fe-48b6-b4f1-4274cbf90762 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.875046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fbf-b2fe-48b6-b4f1-4274cbf90762 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:11.877007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f77c0fbf-b2fe-48b6-b4f1-4274cbf90762 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/76b96454-df4b-4fb8-aac9-778a0ac27fbf HTTP/1.1" status: 204 len: 168 time: 0.1548638 Nov 10 04:10:11.879644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:11.924878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c0fbf-b2fe-48b6-b4f1-4274cbf90762 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76b96454-df4b-4fb8-aac9-778a0ac27fbf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:11.957119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f6c5d1ab-3567-46d7-9926-25d959d8d271 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0753877 Nov 10 04:10:11.961041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60560) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:12.051596 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5239b89-cc82-4695-9cc8-1dd8f732dde2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.084048 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5239b89-cc82-4695-9cc8-1dd8f732dde2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.099830 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea562590-f11c-431b-bfe7-aae1415fa347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.166901 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5239b89-cc82-4695-9cc8-1dd8f732dde2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.169906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a5239b89-cc82-4695-9cc8-1dd8f732dde2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.171077 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a5239b89-cc82-4695-9cc8-1dd8f732dde2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2fd7d89-07c2-40b1-8469-73009d0db3fe HTTP/1.1" status: 204 len: 168 time: 0.2090631 Nov 10 04:10:12.173988 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60562) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:12.192248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5239b89-cc82-4695-9cc8-1dd8f732dde2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd7d89-07c2-40b1-8469-73009d0db3fe,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:12.265300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1b961dbd-85b3-4f1c-8010-1d39d1a0840a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897837 Nov 10 04:10:12.266179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60566) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:12.271384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-43a16354-40fe-42d3-b3a7-567d57be54e7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323540013'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:12.279591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea562590-f11c-431b-bfe7-aae1415fa347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.287044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ea562590-f11c-431b-bfe7-aae1415fa347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.299931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a16354-40fe-42d3-b3a7-567d57be54e7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.398282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea562590-f11c-431b-bfe7-aae1415fa347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca11d8-44fc-4627-9ff3-846d95bb8bc8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:12.415894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ea562590-f11c-431b-bfe7-aae1415fa347 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbd2067448864a8eba54bb4511867845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5641644 Nov 10 04:10:12.417347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60570) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:12.420689 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a16354-40fe-42d3-b3a7-567d57be54e7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.425105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a16354-40fe-42d3-b3a7-567d57be54e7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.449396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-43a16354-40fe-42d3-b3a7-567d57be54e7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.454274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-43a16354-40fe-42d3-b3a7-567d57be54e7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1869030 Nov 10 04:10:12.455064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60574) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:12.468107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-29b9f585-c30e-4aaf-9fe0-bf7e4b8cbc01 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3ceab41a-bc6e-4b65-a2c4-0be60f25b98d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:12.515191 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be90748f-6035-4c5e-b529-92717b556411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.520066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-15af3ea0-36ef-47d8-ac85-aa7c09dfb65b req-b77fc382-4b4e-4afc-a0ce-8dbe38b7ebda tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 210 time: 0.0437541 Nov 10 04:10:12.522523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a16354-40fe-42d3-b3a7-567d57be54e7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceab41a-bc6e-4b65-a2c4-0be60f25b98d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:12.545361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29b9f585-c30e-4aaf-9fe0-bf7e4b8cbc01 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.553692 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be90748f-6035-4c5e-b529-92717b556411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.606921 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be90748f-6035-4c5e-b529-92717b556411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.610197 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-be90748f-6035-4c5e-b529-92717b556411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.611846 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29b9f585-c30e-4aaf-9fe0-bf7e4b8cbc01 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.615458 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-be90748f-6035-4c5e-b529-92717b556411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbca11d8-44fc-4627-9ff3-846d95bb8bc8 HTTP/1.1" status: 204 len: 168 time: 0.1967788 Nov 10 04:10:12.626877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29b9f585-c30e-4aaf-9fe0-bf7e4b8cbc01 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.639660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90748f-6035-4c5e-b529-92717b556411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca11d8-44fc-4627-9ff3-846d95bb8bc8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:12.655949 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9f585-c30e-4aaf-9fe0-bf7e4b8cbc01 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf65711e-567f-4cbe-af4a-71c738e3a1e3,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:12.685276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-29b9f585-c30e-4aaf-9fe0-bf7e4b8cbc01 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.686533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-29b9f585-c30e-4aaf-9fe0-bf7e4b8cbc01 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290978 Nov 10 04:10:12.689272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60578) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:12.694814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bb443447-de23-4d4d-a158-618770e447b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3ceab41a-bc6e-4b65-a2c4-0be60f25b98d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:12.766058 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb443447-de23-4d4d-a158-618770e447b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.885726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb443447-de23-4d4d-a158-618770e447b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.894906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2761e4-91db-49ec-a81c-0c5aa1173964 req-6aead725-401f-468f-8b80-328921566555 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:12.896857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb2761e4-91db-49ec-a81c-0c5aa1173964 req-6aead725-401f-468f-8b80-328921566555 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.0765085 Nov 10 04:10:12.898169 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb443447-de23-4d4d-a158-618770e447b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.936000 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb443447-de23-4d4d-a158-618770e447b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c23092f-cc99-4ffb-aac6-82b4bf73adce,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:12.942224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bb443447-de23-4d4d-a158-618770e447b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:12.946192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb443447-de23-4d4d-a158-618770e447b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532816 Nov 10 04:10:12.947397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60584) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:12.960550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d9d430b4-17e3-4415-a24d-35a6a5af445f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3ceab41a-bc6e-4b65-a2c4-0be60f25b98d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:12.989307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb2761e4-91db-49ec-a81c-0c5aa1173964 req-7e88ea4f-9ef4-4ca6-b6a4-018caf4d328f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755522 Nov 10 04:10:13.018540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9d430b4-17e3-4415-a24d-35a6a5af445f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.083030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-da12d818-3a8e-4adf-8e32-eb4ea10a8188 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:13.090900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-da12d818-3a8e-4adf-8e32-eb4ea10a8188 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "GET /v2.0/networks?id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 200 len: 814 time: 0.2460258 Nov 10 04:10:13.100543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9d430b4-17e3-4415-a24d-35a6a5af445f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.144277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Request body: {'port': {'device_id': '46877926-7746-4667-b7ad-7f2c3da619d8', 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835', 'admin_state_up': True, 'tenant_id': '942a382b03a94b5f947998affc5b8d69'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:13.149889 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9d430b4-17e3-4415-a24d-35a6a5af445f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.217973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d430b4-17e3-4415-a24d-35a6a5af445f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5790b6-2c03-47f5-88c6-1a6a4c3c2d4c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:13.229096 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9d430b4-17e3-4415-a24d-35a6a5af445f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.230356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d9d430b4-17e3-4415-a24d-35a6a5af445f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819436 Nov 10 04:10:13.233208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60586) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:13.238611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e021640a-2eaa-4b8d-9a88-6f81bfddbbcf tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3ceab41a-bc6e-4b65-a2c4-0be60f25b98d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:13.239595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60588) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:13.260542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7f8844a-56ff-45bb-ab96-5280cb5b3c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.268662 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e021640a-2eaa-4b8d-9a88-6f81bfddbbcf tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.330808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Made reservation on behalf of 942a382b03a94b5f947998affc5b8d69 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:10:13.334473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.348457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e667665-4d75-4a36-844d-ae3b80c676d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.387070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e021640a-2eaa-4b8d-9a88-6f81bfddbbcf tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.391859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e021640a-2eaa-4b8d-9a88-6f81bfddbbcf tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.421299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021640a-2eaa-4b8d-9a88-6f81bfddbbcf tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d63b4b5-63b6-46e6-bf49-309449d0a494,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:13.425440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7f8844a-56ff-45bb-ab96-5280cb5b3c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.429827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7f8844a-56ff-45bb-ab96-5280cb5b3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.434342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e021640a-2eaa-4b8d-9a88-6f81bfddbbcf tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.438101 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e021640a-2eaa-4b8d-9a88-6f81bfddbbcf tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2013850 Nov 10 04:10:13.438387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60590) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:13.443909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f7aa53c8-1093-4c19-b1d1-aea60e1b7255 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3ceab41a-bc6e-4b65-a2c4-0be60f25b98d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:13.477006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7aa53c8-1093-4c19-b1d1-aea60e1b7255 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.511781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b7f8844a-56ff-45bb-ab96-5280cb5b3c65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9043924100044a1badd3b4e8378f365f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2711635 Nov 10 04:10:13.515658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60592) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:13.518632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8844a-56ff-45bb-ab96-5280cb5b3c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320b0b27-3736-401f-82a7-17c1f5ca1c09,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:13.598118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7aa53c8-1093-4c19-b1d1-aea60e1b7255 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.599891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Allocated IP 172.20.0.2 (435bcfbe-5e59-4a4a-a5a1-5cde594fd835/cbd689ae-74b0-4918-9a41-6742b4869fa6/35a7e85c-d249-49e9-a127-37aaceffed67) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:10:13.605612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7aa53c8-1093-4c19-b1d1-aea60e1b7255 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.609427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65b5b961-7c4e-4cff-adfa-b90ac5155001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.637962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa53c8-1093-4c19-b1d1-aea60e1b7255 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccfffba-f17f-44fc-9e09-429a3f052859,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:13.642962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-f11331da-4399-4c63-a855-d9677885249d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966096 Nov 10 04:10:13.649506 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65b5b961-7c4e-4cff-adfa-b90ac5155001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.653566 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7aa53c8-1093-4c19-b1d1-aea60e1b7255 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.654870 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f7aa53c8-1093-4c19-b1d1-aea60e1b7255 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2155366 Nov 10 04:10:13.660371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60596) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:13.703441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bbd61dd-d8f7-49ea-a53e-8d73ea967e9c req-c2926add-6752-44ca-b680-3c639a07fd83 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 210 time: 0.0425668 Nov 10 04:10:13.737778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-707f691b-3ec5-45ce-842e-6857e1702271 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.766879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65b5b961-7c4e-4cff-adfa-b90ac5155001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.771753 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65b5b961-7c4e-4cff-adfa-b90ac5155001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.772995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-65b5b961-7c4e-4cff-adfa-b90ac5155001 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/320b0b27-3736-401f-82a7-17c1f5ca1c09 HTTP/1.1" status: 204 len: 168 time: 0.2561936 Nov 10 04:10:13.783172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5b961-7c4e-4cff-adfa-b90ac5155001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b0b27-3736-401f-82a7-17c1f5ca1c09,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:13.804469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-707f691b-3ec5-45ce-842e-6857e1702271 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.896894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-74a49419-d0ad-4bdf-9196-83fd6effe485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:13.898418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-74a49419-d0ad-4bdf-9196-83fd6effe485 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 1097 time: 0.1073928 Nov 10 04:10:13.899017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-707f691b-3ec5-45ce-842e-6857e1702271 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.908888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-707f691b-3ec5-45ce-842e-6857e1702271 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:13.912846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-707f691b-3ec5-45ce-842e-6857e1702271 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3ccfffba-f17f-44fc-9e09-429a3f052859 HTTP/1.1" status: 204 len: 168 time: 0.2518983 Nov 10 04:10:13.913440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60602) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:13.927586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f691b-3ec5-45ce-842e-6857e1702271 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ccfffba-f17f-44fc-9e09-429a3f052859,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:13.943112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.031652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b77390e0-3065-40f1-aa78-bdc2cf2909ff tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1109855 Nov 10 04:10:14.031886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60604) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.072782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4f16-3ccc-4bad-8f6b-b2820fddbde5 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.086846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4f16-3ccc-4bad-8f6b-b2820fddbde5 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.089477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.201141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:10:14.203905 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4b950-d4c3-417a-a6ac-38ee790952e1 req-3d0aa74d-0ffa-4cc9-9a87-6e504515391e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:14.207899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-b5cc21b6-eeae-46c2-96ad-96c2a5a516c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:14.209363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03e4b950-d4c3-417a-a6ac-38ee790952e1 req-3d0aa74d-0ffa-4cc9-9a87-6e504515391e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.0903285 Nov 10 04:10:14.209498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-b5cc21b6-eeae-46c2-96ad-96c2a5a516c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 HTTP/1.1" status: 200 len: 897 time: 0.2554035 Nov 10 04:10:14.237002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:10:14.243292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:10:14.263070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face052b-120a-40f5-ad53-d745b9af57d5 None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:14.295932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03e4b950-d4c3-417a-a6ac-38ee790952e1 req-e4d720f1-f8dc-40c0-9180-611c813e5b77 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796816 Nov 10 04:10:14.305617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4f16-3ccc-4bad-8f6b-b2820fddbde5 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.346272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Pushing event updated for resources: {'Port': ['ID=35a7e85c-d249-49e9-a127-37aaceffed67,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:14.357200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4f16-3ccc-4bad-8f6b-b2820fddbde5 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.361259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60614) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.361531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b1fa4f16-3ccc-4bad-8f6b-b2820fddbde5 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0d63b4b5-63b6-46e6-bf49-309449d0a494 HTTP/1.1" status: 204 len: 168 time: 0.3282473 Nov 10 04:10:14.382886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.383240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.383580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.383913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.384245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.384743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.384986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.385719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.385719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.386018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.386318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.386696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:14.402064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d9b544b3-7048-4e92-8d9c-5ea5e17b0535 None None] Provisioning complete for port 35a7e85c-d249-49e9-a127-37aaceffed67 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:10:14.402597 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d9b544b3-7048-4e92-8d9c-5ea5e17b0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.406520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa4f16-3ccc-4bad-8f6b-b2820fddbde5 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d63b4b5-63b6-46e6-bf49-309449d0a494,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:14.434239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:14.434925 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.447734 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9294ccba-8307-4d24-8cb8-73ffe1ae04c7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0846670 Nov 10 04:10:14.448077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d9b544b3-7048-4e92-8d9c-5ea5e17b0535 None None] Port 35a7e85c-d249-49e9-a127-37aaceffed67 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:10:14.452450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60618) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.466102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-57c54216-0b2e-4fd8-b132-c04fb7a1ff89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b HTTP/1.1" status: 200 len: 1002 time: 0.2440760 Nov 10 04:10:14.471460 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-fdb26874-4356-4b20-ab17-da18bdd67520 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3323526 Nov 10 04:10:14.483770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dab7205-9147-47fc-a89d-7543f2f0f020 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.492213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dab7205-9147-47fc-a89d-7543f2f0f020 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.492809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Request body: {'port': {'device_id': '46877926-7746-4667-b7ad-7f2c3da619d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:14.536713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dab7205-9147-47fc-a89d-7543f2f0f020 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.543195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8dab7205-9147-47fc-a89d-7543f2f0f020 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.544462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8dab7205-9147-47fc-a89d-7543f2f0f020 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6f5790b6-2c03-47f5-88c6-1a6a4c3c2d4c HTTP/1.1" status: 204 len: 168 time: 0.0910423 Nov 10 04:10:14.547277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60622) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.564735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab7205-9147-47fc-a89d-7543f2f0f020 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f5790b6-2c03-47f5-88c6-1a6a4c3c2d4c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:14.599210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-0723673c-c42a-49e5-88fa-2de3a2c5ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:14.600763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-0723673c-c42a-49e5-88fa-2de3a2c5ea90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2 HTTP/1.1" status: 200 len: 834 time: 0.1122069 Nov 10 04:10:14.601823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.624016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f1164a23-cf7a-4f7c-9a15-af227839f7a0 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0754931 Nov 10 04:10:14.626793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.658264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd46ba1e-3e81-4c63-88c8-8611b0dd73c3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.666358 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd46ba1e-3e81-4c63-88c8-8611b0dd73c3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.704646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd46ba1e-3e81-4c63-88c8-8611b0dd73c3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.713344 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd46ba1e-3e81-4c63-88c8-8611b0dd73c3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.717051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd46ba1e-3e81-4c63-88c8-8611b0dd73c3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0c23092f-cc99-4ffb-aac6-82b4bf73adce HTTP/1.1" status: 204 len: 168 time: 0.0868425 Nov 10 04:10:14.717777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60630) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.726910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-20fc581a-8a52-4f59-aff2-b805f196b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:14.728899 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-20fc581a-8a52-4f59-aff2-b805f196b5d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156878 Nov 10 04:10:14.737787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ba1e-3e81-4c63-88c8-8611b0dd73c3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c23092f-cc99-4ffb-aac6-82b4bf73adce,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:14.790748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-886b177d-2b4b-41d4-a0ac-99e37d9b0a0f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0716035 Nov 10 04:10:14.793332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60636) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.846774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71400aed-56f9-45f4-9e7c-2a22963ea774 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.857163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71400aed-56f9-45f4-9e7c-2a22963ea774 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.887206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c24e1-2721-4b1d-920d-3a3ea75dd3e6 req-d16cfd11-71b3-4475-9cbb-6817f7264d22 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:14.888847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a47c24e1-2721-4b1d-920d-3a3ea75dd3e6 req-d16cfd11-71b3-4475-9cbb-6817f7264d22 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 931 time: 0.0833697 Nov 10 04:10:14.900884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71400aed-56f9-45f4-9e7c-2a22963ea774 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.910322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71400aed-56f9-45f4-9e7c-2a22963ea774 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:14.911872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-71400aed-56f9-45f4-9e7c-2a22963ea774 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bf65711e-567f-4cbe-af4a-71c738e3a1e3 HTTP/1.1" status: 204 len: 168 time: 0.1170540 Nov 10 04:10:14.920935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60642) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:14.935778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71400aed-56f9-45f4-9e7c-2a22963ea774 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf65711e-567f-4cbe-af4a-71c738e3a1e3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:14.980186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-f4b59412-5ac6-40ad-9c19-5053b4ed95db service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316349 Nov 10 04:10:14.986123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a47c24e1-2721-4b1d-920d-3a3ea75dd3e6 req-d6f8c67b-1521-4223-bbc9-37f045f15938 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828888 Nov 10 04:10:14.998409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-81a2f6a9-0f8d-4be8-a31a-5c40f0bc78b5 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763707 Nov 10 04:10:15.001393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60644) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:15.071756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef7ca1aa-8e76-4916-9fab-153c7dab78f7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.103404 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef7ca1aa-8e76-4916-9fab-153c7dab78f7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.145505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77b16181-a32a-45a2-bc36-a6a4ce31923f req-aa26f4e6-0153-4c1e-8467-e6ee9ce682b2 service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537786 Nov 10 04:10:15.151782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a7e85c-d249-49e9-a127-37aaceffed67 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:10:15.162847 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef7ca1aa-8e76-4916-9fab-153c7dab78f7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.164704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.168318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ef7ca1aa-8e76-4916-9fab-153c7dab78f7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.172198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ef7ca1aa-8e76-4916-9fab-153c7dab78f7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ceab41a-bc6e-4b65-a2c4-0be60f25b98d HTTP/1.1" status: 204 len: 168 time: 0.1675148 Nov 10 04:10:15.172808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60650) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:15.181690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ca1aa-8e76-4916-9fab-153c7dab78f7 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceab41a-bc6e-4b65-a2c4-0be60f25b98d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:15.190993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Transition to ACTIVE for port object 35a7e85c-d249-49e9-a127-37aaceffed67 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:10:15.201372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.256612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425ccd9-3c1c-4582-91c3-d2b9d8e47e0a None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:15.282327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f2540ea4-17ad-4a89-9b69-94e5075eec4c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1081102 Nov 10 04:10:15.286816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60654) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:15.288586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=35a7e85c-d249-49e9-a127-37aaceffed67,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:15.294041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cbf7bc17-eafd-42ef-86ce-0fc25c322e0a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--232422793'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:15.336873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbf7bc17-eafd-42ef-86ce-0fc25c322e0a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.376248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Attempting to bind port 35a7e85c-d249-49e9-a127-37aaceffed67 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:10:15.376653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Attempting to bind port 35a7e85c-d249-49e9-a127-37aaceffed67 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:10:15.376982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Attempting to bind port 35a7e85c-d249-49e9-a127-37aaceffed67 on network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:10:15.387300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Port 35a7e85c-d249-49e9-a127-37aaceffed67 on network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:10:15.387669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Attempting to bind port 35a7e85c-d249-49e9-a127-37aaceffed67 on network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:10:15.395940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:10:15.395940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Checking segment: {'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:10:15.395940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Bound using segment: {'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:10:15.396434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Bound port: 35a7e85c-d249-49e9-a127-37aaceffed67, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:10:15.396721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.477449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] For port 35a7e85c-d249-49e9-a127-37aaceffed67, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:10:15.481436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] For port 35a7e85c-d249-49e9-a127-37aaceffed67, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35a7e85c-d249-49e9-a127-37aaceffed67,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:10:15.486690 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.495067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfec4eb-962e-4ac1-aab8-3616c887a46c req-38fed6a0-7732-4a8a-9ea6-73385fcdb245 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:15.496579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dfec4eb-962e-4ac1-aab8-3616c887a46c req-38fed6a0-7732-4a8a-9ea6-73385fcdb245 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.0959980 Nov 10 04:10:15.503552 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbf7bc17-eafd-42ef-86ce-0fc25c322e0a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.529817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:15.530457 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.530886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbf7bc17-eafd-42ef-86ce-0fc25c322e0a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.532155 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/35a7e85c-d249-49e9-a127-37aaceffed67 HTTP/1.1" status: 200 len: 1091 time: 1.0455480 Nov 10 04:10:15.532600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46877926-7746-4667-b7ad-7f2c3da619d8', 'tag': '35a7e85c-d249-49e9-a127-37aaceffed67'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:15.534910 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23" -d '{"events": [{"name": "network-changed", "server_uuid": "46877926-7746-4667-b7ad-7f2c3da619d8", "tag": "35a7e85c-d249-49e9-a127-37aaceffed67"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:15.559439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc50535-8146-43c0-b9c2-3f131f4adbfe None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:15.561217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefea11-26ab-4a26-ab12-1c5b8bdec1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=35a7e85c-d249-49e9-a127-37aaceffed67,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:15.626659 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aafc09-b6ad-4983-b022-866c9dd07b90 x-openstack-request-id: req-29aafc09-b6ad-4983-b022-866c9dd07b90 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:15.626945 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46877926-7746-4667-b7ad-7f2c3da619d8", "tag": "35a7e85c-d249-49e9-a127-37aaceffed67", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:15.627484 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29aafc09-b6ad-4983-b022-866c9dd07b90 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:15.627618 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46877926-7746-4667-b7ad-7f2c3da619d8', 'tag': '35a7e85c-d249-49e9-a127-37aaceffed67', 'status': 'completed', 'code': 200} Nov 10 04:10:15.644802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3dfec4eb-962e-4ac1-aab8-3616c887a46c req-0505883e-1ca7-4d81-b98b-7541e0878523 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398299 Nov 10 04:10:15.656053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbf7bc17-eafd-42ef-86ce-0fc25c322e0a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.657561 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cbf7bc17-eafd-42ef-86ce-0fc25c322e0a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3693602 Nov 10 04:10:15.658982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7bc17-eafd-42ef-86ce-0fc25c322e0a tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8880eaf-77ae-4773-a7a0-a37635cdb95e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:15.661610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60668) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:15.674251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-735df307-6925-4d2c-9708-eb94c7853477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.675687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-67de7169-60c5-4fbc-92bf-7d59acde17b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': 'b8880eaf-77ae-4773-a7a0-a37635cdb95e', 'direction': 'ingress', 'protocol': 17}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:15.683841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-c3760e68-35b8-45fb-9595-8672c2325312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:15.685547 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-c3760e68-35b8-45fb-9595-8672c2325312 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=942a382b03a94b5f947998affc5b8d69&device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 1094 time: 0.0816786 Nov 10 04:10:15.741621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-f0082e26-391e-4a73-91ce-784e8dfb62a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a7e85c-d249-49e9-a127-37aaceffed67 HTTP/1.1" status: 200 len: 217 time: 0.0420306 Nov 10 04:10:15.744534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67de7169-60c5-4fbc-92bf-7d59acde17b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.819614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-57319815-543e-4fb5-b19c-1eef935c7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:15.821062 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-57319815-543e-4fb5-b19c-1eef935c7cf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cbd689ae-74b0-4918-9a41-6742b4869fa6 HTTP/1.1" status: 200 len: 854 time: 0.0727477 Nov 10 04:10:15.842284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67de7169-60c5-4fbc-92bf-7d59acde17b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.861510 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-2328d58f-577f-4089-9665-522a8bdce42b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333781 Nov 10 04:10:15.862284 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67de7169-60c5-4fbc-92bf-7d59acde17b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.886424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7169-60c5-4fbc-92bf-7d59acde17b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc00a48-fc4a-4ee1-91e1-23603f65440c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:15.930590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67de7169-60c5-4fbc-92bf-7d59acde17b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:15.931767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67de7169-60c5-4fbc-92bf-7d59acde17b4 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2691858 Nov 10 04:10:15.935055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60676) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:15.974688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-962d63b8-f807-4dd2-9720-3aa2c794725b service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021190 Nov 10 04:10:15.994218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec00-3884-4e01-bcf1-0a587baff71b tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.019555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec00-3884-4e01-bcf1-0a587baff71b tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.073902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec00-3884-4e01-bcf1-0a587baff71b tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.076583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec00-3884-4e01-bcf1-0a587baff71b tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.077725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-31d8ec00-3884-4e01-bcf1-0a587baff71b tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/b8880eaf-77ae-4773-a7a0-a37635cdb95e HTTP/1.1" status: 204 len: 168 time: 0.1414731 Nov 10 04:10:16.081401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.103845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d85e1b9b-e046-4225-88ee-fcf219e2b8de req-9fe65536-b0dc-405e-a1b5-f59aa20b6d9f service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212692 Nov 10 04:10:16.116909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8ec00-3884-4e01-bcf1-0a587baff71b tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8880eaf-77ae-4773-a7a0-a37635cdb95e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:16.158108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d3d4a-89cc-40a4-b5e9-d323cdf58141 req-c88282c5-3259-4806-87c4-36453020ab93 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:16.158355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2c42b86d-c796-4d65-b15e-ac85a0db9426 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717158 Nov 10 04:10:16.158797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-059d3d4a-89cc-40a4-b5e9-d323cdf58141 req-c88282c5-3259-4806-87c4-36453020ab93 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 943 time: 0.0745368 Nov 10 04:10:16.158895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60690) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.163117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8a4adf1d-9782-4dce-9e3a-026882ab820c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251688246'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:16.197417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a4adf1d-9782-4dce-9e3a-026882ab820c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.214859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-059d3d4a-89cc-40a4-b5e9-d323cdf58141 req-f0db147a-a0e5-402e-a260-cf825abbbd3d tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520205 Nov 10 04:10:16.280953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-f74d3d9a-c12c-4590-95e8-285bf410c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:16.283465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-f74d3d9a-c12c-4590-95e8-285bf410c987 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=942a382b03a94b5f947998affc5b8d69&device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 1094 time: 0.0694911 Nov 10 04:10:16.362724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a4adf1d-9782-4dce-9e3a-026882ab820c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.367774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a4adf1d-9782-4dce-9e3a-026882ab820c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.401879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a4adf1d-9782-4dce-9e3a-026882ab820c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.403000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8a4adf1d-9782-4dce-9e3a-026882ab820c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2434144 Nov 10 04:10:16.406693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60704) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.410560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b71f5ab8-31d6-4804-8217-0d691f287e4f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--798116654'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:16.420522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adf1d-9782-4dce-9e3a-026882ab820c tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a4773a-6a1f-4aff-a231-a30f9fa8e9db,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:16.438837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-6b8ad2b7-1e29-4cf4-a797-e7d0fbcb24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:16.439983 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b71f5ab8-31d6-4804-8217-0d691f287e4f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.440241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-6b8ad2b7-1e29-4cf4-a797-e7d0fbcb24e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 200 len: 914 time: 0.1489751 Nov 10 04:10:16.486292 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-b465d37d-a923-4eb0-aff4-24998b7b402e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a7e85c-d249-49e9-a127-37aaceffed67 HTTP/1.1" status: 200 len: 217 time: 0.0385835 Nov 10 04:10:16.525893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b71f5ab8-31d6-4804-8217-0d691f287e4f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.530502 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b71f5ab8-31d6-4804-8217-0d691f287e4f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.546212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-51612a31-2d59-42d4-9dc9-bc6867b7b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:16.547685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-51612a31-2d59-42d4-9dc9-bc6867b7b859 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cbd689ae-74b0-4918-9a41-6742b4869fa6 HTTP/1.1" status: 200 len: 854 time: 0.0545104 Nov 10 04:10:16.565849 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b71f5ab8-31d6-4804-8217-0d691f287e4f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.566838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b71f5ab8-31d6-4804-8217-0d691f287e4f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1598029 Nov 10 04:10:16.567961 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f5ab8-31d6-4804-8217-0d691f287e4f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28ce617-84d7-4e29-b939-6f01d00faeb8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:16.570680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60712) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.582335 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-3cacae87-8bbc-420f-89a7-62ae914deeca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276031 Nov 10 04:10:16.584863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-264c5c54-b005-42be-866d-2e3bccc7d951 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': 'f7a4773a-6a1f-4aff-a231-a30f9fa8e9db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e28ce617-84d7-4e29-b939-6f01d00faeb8', 'remote_ip_prefix': None}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:16.631206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-264c5c54-b005-42be-866d-2e3bccc7d951 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.696185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-b9e9ad83-01a1-4963-a01f-1e1bd9cabba9 service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058035 Nov 10 04:10:16.710708 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-264c5c54-b005-42be-866d-2e3bccc7d951 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.716090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-264c5c54-b005-42be-866d-2e3bccc7d951 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.750323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c5c54-b005-42be-866d-2e3bccc7d951 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72667d1b-55bb-4e97-b4e6-e08f67fa5d12,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:16.770443 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.790636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-264c5c54-b005-42be-866d-2e3bccc7d951 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.795265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-264c5c54-b005-42be-866d-2e3bccc7d951 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2142651 Nov 10 04:10:16.797542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60718) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.814470 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-20fcf6a1-bc59-41a2-b0ae-72ed3859ee23 req-4c0d676f-2b49-4e7e-b377-c41f57e20adb service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098192 Nov 10 04:10:16.830964 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec0e42-353e-48d2-af3a-724e56162bca req-8c654522-d6b3-4cbd-a28f-b18b7f28f8ce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:16.838725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97ec0e42-353e-48d2-af3a-724e56162bca req-8c654522-d6b3-4cbd-a28f-b18b7f28f8ce tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 945 time: 0.0859535 Nov 10 04:10:16.838725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7be5b737-9d06-4c06-8bbf-1b6695974ca3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.839245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60720) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.847639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7be5b737-9d06-4c06-8bbf-1b6695974ca3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.900889 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7be5b737-9d06-4c06-8bbf-1b6695974ca3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.906979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7be5b737-9d06-4c06-8bbf-1b6695974ca3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:16.910513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7be5b737-9d06-4c06-8bbf-1b6695974ca3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/72667d1b-55bb-4e97-b4e6-e08f67fa5d12 HTTP/1.1" status: 204 len: 168 time: 0.1098816 Nov 10 04:10:16.910865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60724) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.920656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97ec0e42-353e-48d2-af3a-724e56162bca req-aa0d1957-3e94-4830-b1d8-731e8177d1d9 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672414 Nov 10 04:10:16.925250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5b737-9d06-4c06-8bbf-1b6695974ca3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72667d1b-55bb-4e97-b4e6-e08f67fa5d12,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:16.965539 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-02a77e31-78e0-4274-9ee1-1e1ef79cf878 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0533450 Nov 10 04:10:16.968301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60726) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:16.978142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-acabd302-edc3-46e0-8317-ec6cbd6ba9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.024737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-876a870a-36b5-4a40-a855-bdfb19e475a2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.048091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-876a870a-36b5-4a40-a855-bdfb19e475a2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.052358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-acabd302-edc3-46e0-8317-ec6cbd6ba9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.056334 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-acabd302-edc3-46e0-8317-ec6cbd6ba9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.088455 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-876a870a-36b5-4a40-a855-bdfb19e475a2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.092013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-876a870a-36b5-4a40-a855-bdfb19e475a2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.096380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-876a870a-36b5-4a40-a855-bdfb19e475a2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/e28ce617-84d7-4e29-b939-6f01d00faeb8 HTTP/1.1" status: 204 len: 168 time: 0.1240611 Nov 10 04:10:17.096532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-acabd302-edc3-46e0-8317-ec6cbd6ba9cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9292a37ef7ca48d0a7faf24ceb297732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528279 Nov 10 04:10:17.096532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60728) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.097801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60730) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.102986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabd302-edc3-46e0-8317-ec6cbd6ba9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b2d965-d042-4f09-9e75-92f6603ce587,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.109373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a870a-36b5-4a40-a855-bdfb19e475a2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28ce617-84d7-4e29-b939-6f01d00faeb8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.155593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-92379833-0300-45f8-9f08-4730250b2aeb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0561292 Nov 10 04:10:17.155779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60732) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.159679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d293e05-c366-42e6-a57f-9bf6ab61f169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.181624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d293e05-c366-42e6-a57f-9bf6ab61f169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.209548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-349f5708-ece0-4e59-8091-e5d22cb92878 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.228207 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d293e05-c366-42e6-a57f-9bf6ab61f169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.231475 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d293e05-c366-42e6-a57f-9bf6ab61f169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.232632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d293e05-c366-42e6-a57f-9bf6ab61f169 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19b2d965-d042-4f09-9e75-92f6603ce587 HTTP/1.1" status: 204 len: 168 time: 0.1338720 Nov 10 04:10:17.232870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-349f5708-ece0-4e59-8091-e5d22cb92878 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.240618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d293e05-c366-42e6-a57f-9bf6ab61f169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b2d965-d042-4f09-9e75-92f6603ce587,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.282368 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-349f5708-ece0-4e59-8091-e5d22cb92878 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.285212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-349f5708-ece0-4e59-8091-e5d22cb92878 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.286532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-349f5708-ece0-4e59-8091-e5d22cb92878 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7a4773a-6a1f-4aff-a231-a30f9fa8e9db HTTP/1.1" status: 204 len: 168 time: 0.1298847 Nov 10 04:10:17.289229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60738) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.296596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f5708-ece0-4e59-8091-e5d22cb92878 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a4773a-6a1f-4aff-a231-a30f9fa8e9db,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.361772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cf0a42bb-2c0f-4846-bc24-d9e59f5aa1b0 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0711265 Nov 10 04:10:17.366282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60740) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.370227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2025ac1e-74fd-4f2f-8207-565b71aac9ba tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392350305'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:17.403505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413f29-c41f-426a-a403-ed81459839c3 req-6a9d29da-c189-450e-a13c-8888151beb78 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:17.404997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5413f29-c41f-426a-a403-ed81459839c3 req-6a9d29da-c189-450e-a13c-8888151beb78 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 943 time: 0.0924790 Nov 10 04:10:17.410343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2025ac1e-74fd-4f2f-8207-565b71aac9ba tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.477052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5413f29-c41f-426a-a403-ed81459839c3 req-f8e6b69d-7230-414c-b4e5-4c66c7e953e2 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640960 Nov 10 04:10:17.502855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:10:17.517152 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2025ac1e-74fd-4f2f-8207-565b71aac9ba tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.521284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2025ac1e-74fd-4f2f-8207-565b71aac9ba tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.552105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025ac1e-74fd-4f2f-8207-565b71aac9ba tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f759b9-cb3f-43c0-8cef-147e0651fdb6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.555012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60744) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.557712 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2025ac1e-74fd-4f2f-8207-565b71aac9ba tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.561708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2025ac1e-74fd-4f2f-8207-565b71aac9ba tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1924849 Nov 10 04:10:17.562377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60746) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.566334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-41bce935-4743-4756-8545-c3f05baec668 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '78f759b9-cb3f-43c0-8cef-147e0651fdb6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:17.577542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01692e63-0d50-4684-8ccb-77f1f53b3ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.595173 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-41bce935-4743-4756-8545-c3f05baec668 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.623936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:17.637065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'port_id': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'mac_address': 'fa:16:3e:d0:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:10:17.664906 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-41bce935-4743-4756-8545-c3f05baec668 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.668769 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-41bce935-4743-4756-8545-c3f05baec668 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.678308 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.680396 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01692e63-0d50-4684-8ccb-77f1f53b3ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.685867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01692e63-0d50-4684-8ccb-77f1f53b3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.693566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cffbd9-4bb4-49b6-ad09-33f67fc792cc {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:10:17.693853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bce935-4743-4756-8545-c3f05baec668 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4921f197-3672-4be8-80ab-70fe0f742f1f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.704403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-41bce935-4743-4756-8545-c3f05baec668 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.708310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-41bce935-4743-4756-8545-c3f05baec668 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1427608 Nov 10 04:10:17.709530 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60748) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.716271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:17.722194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.726705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-01692e63-0d50-4684-8ccb-77f1f53b3ba1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92d05691097b4446ab73989530ceb4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644635 Nov 10 04:10:17.730112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60750) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.735431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-129e9875-d28f-49bc-b276-7068d3211249 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.743969 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-129e9875-d28f-49bc-b276-7068d3211249 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.769981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01692e63-0d50-4684-8ccb-77f1f53b3ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9e9464-3042-4f6c-8622-a7350413d5c3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.771221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-129e9875-d28f-49bc-b276-7068d3211249 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.777973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-129e9875-d28f-49bc-b276-7068d3211249 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.782756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-129e9875-d28f-49bc-b276-7068d3211249 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4921f197-3672-4be8-80ab-70fe0f742f1f HTTP/1.1" status: 204 len: 168 time: 0.0702851 Nov 10 04:10:17.782907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60752) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.784883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=11']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.790591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e9875-d28f-49bc-b276-7068d3211249 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4921f197-3672-4be8-80ab-70fe0f742f1f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.791987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-69088618-f8eb-41c1-908d-1b9cd16d04d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.830055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-69088618-f8eb-41c1-908d-1b9cd16d04d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.851156 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6cfe7868-9085-41b9-9b88-1aa029e1da9f tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0676491 Nov 10 04:10:17.853864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60754) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:17.921389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e92c-25f3-4b7c-8913-523304a95f00 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.927752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-69088618-f8eb-41c1-908d-1b9cd16d04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.930381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-69088618-f8eb-41c1-908d-1b9cd16d04d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:17.931491 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-69088618-f8eb-41c1-908d-1b9cd16d04d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b9e9464-3042-4f6c-8622-a7350413d5c3 HTTP/1.1" status: 204 len: 168 time: 0.2004797 Nov 10 04:10:17.952664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69088618-f8eb-41c1-908d-1b9cd16d04d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9e9464-3042-4f6c-8622-a7350413d5c3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:17.958735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['62cffbd9-4bb4-49b6-ad09-33f67fc792cc'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:10:17.964213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e92c-25f3-4b7c-8913-523304a95f00 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.036264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e92c-25f3-4b7c-8913-523304a95f00 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.040308 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e92c-25f3-4b7c-8913-523304a95f00 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.044891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cbb2e92c-25f3-4b7c-8913-523304a95f00 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/78f759b9-cb3f-43c0-8cef-147e0651fdb6 HTTP/1.1" status: 204 len: 168 time: 0.1866529 Nov 10 04:10:18.052774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60762) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.059411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2e92c-25f3-4b7c-8913-523304a95f00 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f759b9-cb3f-43c0-8cef-147e0651fdb6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:18.113999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-265f0770-4de9-4697-a0c6-9f1bae18deaa tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0544803 Nov 10 04:10:18.117782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60764) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.123429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657031ba-efa9-43af-ad52-056708c9bab9 req-082b7326-24bc-405d-86ac-ff37c64261d4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:18.124235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ebadb025-82af-4f64-989f-aa95875b2806 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136104248'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:18.124979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-657031ba-efa9-43af-ad52-056708c9bab9 req-082b7326-24bc-405d-86ac-ff37c64261d4 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.1131899 Nov 10 04:10:18.158994 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebadb025-82af-4f64-989f-aa95875b2806 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.191176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-657031ba-efa9-43af-ad52-056708c9bab9 req-f94141b5-7e38-4905-b2c2-852f07195de8 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571175 Nov 10 04:10:18.236728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebadb025-82af-4f64-989f-aa95875b2806 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.240530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebadb025-82af-4f64-989f-aa95875b2806 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.271157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebadb025-82af-4f64-989f-aa95875b2806 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.272394 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ebadb025-82af-4f64-989f-aa95875b2806 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1533523 Nov 10 04:10:18.274290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadb025-82af-4f64-989f-aa95875b2806 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd40fc4-afa9-441e-8cc8-ca64b39ce433,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:18.275436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60772) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.285122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e21b2844-0621-48ab-b18f-eed735bb6ec3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3dd40fc4-afa9-441e-8cc8-ca64b39ce433', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:18.313910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21b2844-0621-48ab-b18f-eed735bb6ec3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.376713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21b2844-0621-48ab-b18f-eed735bb6ec3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.384615 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21b2844-0621-48ab-b18f-eed735bb6ec3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.402711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b2844-0621-48ab-b18f-eed735bb6ec3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0231f5c9-8c2c-4422-ac01-8ea400cc7a80,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:18.409885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e21b2844-0621-48ab-b18f-eed735bb6ec3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.411098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e21b2844-0621-48ab-b18f-eed735bb6ec3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346710 Nov 10 04:10:18.413648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60780) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.432814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-093f506f-5b08-4940-8196-154d59c8d0d2 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules/0231f5c9-8c2c-4422-ac01-8ea400cc7a80 HTTP/1.1" status: 200 len: 763 time: 0.0156152 Nov 10 04:10:18.433009 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60784) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.440891 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.472996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-70d9b436-ed9b-4bf6-b008-a61873bacf5d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389695 Nov 10 04:10:18.475569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60786) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.503202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5144fefe-eafd-43ab-ac92-f476426d9494 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.512589 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5144fefe-eafd-43ab-ac92-f476426d9494 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.545114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5144fefe-eafd-43ab-ac92-f476426d9494 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.552174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5144fefe-eafd-43ab-ac92-f476426d9494 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.553299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5144fefe-eafd-43ab-ac92-f476426d9494 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0231f5c9-8c2c-4422-ac01-8ea400cc7a80 HTTP/1.1" status: 204 len: 168 time: 0.0768402 Nov 10 04:10:18.556370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60794) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.595487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144fefe-eafd-43ab-ac92-f476426d9494 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0231f5c9-8c2c-4422-ac01-8ea400cc7a80,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:18.599452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1e2e7ae8-f9e5-4333-b7f1-8eb9d42077a0 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417132 Nov 10 04:10:18.600077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60798) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.606901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1c32bd03-6eb9-4591-b401-6d7ca644d13d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3dd40fc4-afa9-441e-8cc8-ca64b39ce433', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:18.635792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850557-ead2-4884-ac93-4dd4553ad90b req-d97c57d9-b4df-4554-bed9-b66cc836d744 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:18.637357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f0850557-ead2-4884-ac93-4dd4553ad90b req-d97c57d9-b4df-4554-bed9-b66cc836d744 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 943 time: 0.0830495 Nov 10 04:10:18.665243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c32bd03-6eb9-4591-b401-6d7ca644d13d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.718246 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f0850557-ead2-4884-ac93-4dd4553ad90b req-a62b8e85-8582-45c7-a111-31d554ae8927 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731893 Nov 10 04:10:18.737719 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c32bd03-6eb9-4591-b401-6d7ca644d13d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.741926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c32bd03-6eb9-4591-b401-6d7ca644d13d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.762025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32bd03-6eb9-4591-b401-6d7ca644d13d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc48cc95-d30e-409c-8354-b9c0e4f89dae,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:18.769618 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1c32bd03-6eb9-4591-b401-6d7ca644d13d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.770904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1c32bd03-6eb9-4591-b401-6d7ca644d13d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681991 Nov 10 04:10:18.773507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.789328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-04f28659-c952-457f-b35b-43883a385bd0 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules/fc48cc95-d30e-409c-8354-b9c0e4f89dae HTTP/1.1" status: 200 len: 763 time: 0.0146883 Nov 10 04:10:18.792216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60812) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.830249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-441b7a99-7ead-4c99-806a-472e889dda2e tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0370138 Nov 10 04:10:18.832756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60814) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.855931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7e590ce-6708-4345-881c-12a828acb726 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.863900 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7e590ce-6708-4345-881c-12a828acb726 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.890463 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7e590ce-6708-4345-881c-12a828acb726 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.896714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7e590ce-6708-4345-881c-12a828acb726 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:18.897789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f7e590ce-6708-4345-881c-12a828acb726 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fc48cc95-d30e-409c-8354-b9c0e4f89dae HTTP/1.1" status: 204 len: 168 time: 0.0641561 Nov 10 04:10:18.900552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60818) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.903046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e590ce-6708-4345-881c-12a828acb726 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc48cc95-d30e-409c-8354-b9c0e4f89dae,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:18.946207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-adde6f56-49eb-4e20-b914-ff60d7795314 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441725 Nov 10 04:10:18.948809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60820) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:18.952988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Request body: {'security_group_rule': {'security_group_id': '3dd40fc4-afa9-441e-8cc8-ca64b39ce433', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:18.974636 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Project 742d7f8c29c2470cb37d23d68b4e3ae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:10:18.980560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.037213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.041018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.060527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36a0d6a-a27e-42e3-b051-98da929ea358,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:19.068792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.072323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f4a70248-70d6-45c5-875a-515d96e2cccb tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202831 Nov 10 04:10:19.072695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60824) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.089148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e59343e-ca18-4485-8f59-e4691ba28a30 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules/c36a0d6a-a27e-42e3-b051-98da929ea358 HTTP/1.1" status: 200 len: 769 time: 0.0152438 Nov 10 04:10:19.091565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60826) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.094360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35a7e85c-d249-49e9-a127-37aaceffed67 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:10:19.125875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60828) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.134724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.136177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60832) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.136402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd394cf8-ec09-47f9-ae6e-8ebe381256d1 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0434294 Nov 10 04:10:19.163837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86121816-d29a-4a59-87f3-27c4f02e57ef tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.173215 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86121816-d29a-4a59-87f3-27c4f02e57ef tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.206510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86121816-d29a-4a59-87f3-27c4f02e57ef tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.211695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86121816-d29a-4a59-87f3-27c4f02e57ef tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.212796 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-86121816-d29a-4a59-87f3-27c4f02e57ef tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c36a0d6a-a27e-42e3-b051-98da929ea358 HTTP/1.1" status: 204 len: 168 time: 0.0745404 Nov 10 04:10:19.216108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60834) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.220875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86121816-d29a-4a59-87f3-27c4f02e57ef tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c36a0d6a-a27e-42e3-b051-98da929ea358,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:19.234087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 35a7e85c-d249-49e9-a127-37aaceffed67, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35a7e85c-d249-49e9-a127-37aaceffed67,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:19.246873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '35a7e85c-d249-49e9-a127-37aaceffed67', 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835', 'port_id': '35a7e85c-d249-49e9-a127-37aaceffed67', 'mac_address': 'fa:16:3e:46:f1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd689ae-74b0-4918-9a41-6742b4869fa6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:10:19.264567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bb9c0318-55c5-4199-b1d4-6778db15ce10 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449121 Nov 10 04:10:19.264890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60838) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.269202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34a1761e-e23f-4c73-9e7e-6f03a82d06ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.298401 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.316019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a7e85c-d249-49e9-a127-37aaceffed67 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:10:19.336348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 35a7e85c-d249-49e9-a127-37aaceffed67, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35a7e85c-d249-49e9-a127-37aaceffed67,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:19.341676 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.356547 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87243225-9f7a-45fd-b89c-a210acf6091d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.364454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34a1761e-e23f-4c73-9e7e-6f03a82d06ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.368790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f3a3-c56a-4db3-8db2-0142a8dc7bbd req-f9bdad0c-311d-44dc-a65c-cc65da7df38d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:19.369692 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34a1761e-e23f-4c73-9e7e-6f03a82d06ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.370308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ac0f3a3-c56a-4db3-8db2-0142a8dc7bbd req-f9bdad0c-311d-44dc-a65c-cc65da7df38d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 946 time: 0.0835726 Nov 10 04:10:19.393544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=35a7e85c-d249-49e9-a127-37aaceffed67,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:19.400938 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87243225-9f7a-45fd-b89c-a210acf6091d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.417638 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-34a1761e-e23f-4c73-9e7e-6f03a82d06ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5506a7c2b7be4e469888eb09246fd23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899137 Nov 10 04:10:19.418534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1761e-e23f-4c73-9e7e-6f03a82d06ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae355089-6c12-41e0-a2ba-db42fbc840df,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:19.420785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60840) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.451129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ac0f3a3-c56a-4db3-8db2-0142a8dc7bbd req-d14b7f98-b187-4a8c-901b-e15abfda31b0 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729005 Nov 10 04:10:19.464630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87243225-9f7a-45fd-b89c-a210acf6091d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.467404 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87243225-9f7a-45fd-b89c-a210acf6091d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.471038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-87243225-9f7a-45fd-b89c-a210acf6091d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "DELETE /v2.0/security-groups/3dd40fc4-afa9-441e-8cc8-ca64b39ce433 HTTP/1.1" status: 204 len: 168 time: 0.2027376 Nov 10 04:10:19.471371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60842) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.484019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87243225-9f7a-45fd-b89c-a210acf6091d tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd40fc4-afa9-441e-8cc8-ca64b39ce433,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:19.501579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55692373-1333-4111-a2b5-4376e86512ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.532159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:10:19.546759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4d318540-cfe8-405d-81e9-a207ec79da28 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695467 Nov 10 04:10:19.546759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55692373-1333-4111-a2b5-4376e86512ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.547768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60844) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.588533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:10:19.593277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:10:19.593643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.606926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-99c2cd4d-23d4-430e-923a-f0eaea1753c3 tempest-SecGroupIPv6Test-1081369895 tempest-SecGroupIPv6Test-1081369895-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546060 Nov 10 04:10:19.615199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55692373-1333-4111-a2b5-4376e86512ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.617815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55692373-1333-4111-a2b5-4376e86512ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.621360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-55692373-1333-4111-a2b5-4376e86512ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae355089-6c12-41e0-a2ba-db42fbc840df HTTP/1.1" status: 204 len: 168 time: 0.1973078 Nov 10 04:10:19.634140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55692373-1333-4111-a2b5-4376e86512ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae355089-6c12-41e0-a2ba-db42fbc840df,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:19.711772 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.730506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['35a7e85c-d249-49e9-a127-37aaceffed67'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:10:19.775468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:19.778264 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9660307-29ee-4f43-9324-dbf20ca5bda8" -d '{"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-plugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:19.803135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:19.812174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:19.860362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60858) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:19.882711 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fb87fe-14dc-4c26-b9f6-b4dd17f268a3 x-openstack-request-id: req-00fb87fe-14dc-4c26-b9f6-b4dd17f268a3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:19.882985 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-plugged", "status": "completed", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:19.884546 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00fb87fe-14dc-4c26-b9f6-b4dd17f268a3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:19.885120 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'code': 200} Nov 10 04:10:19.912969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669ef6b-5f6f-4d2f-adb5-aa38ad03d041 req-18d8bde0-342a-40c4-b83a-39fa521cd171 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:19.924616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a669ef6b-5f6f-4d2f-adb5-aa38ad03d041 req-18d8bde0-342a-40c4-b83a-39fa521cd171 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 944 time: 0.1001403 Nov 10 04:10:19.947716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=12']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:20.020650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a669ef6b-5f6f-4d2f-adb5-aa38ad03d041 req-ddf0f206-e47c-4227-982b-5758fe94e9d7 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950947 Nov 10 04:10:20.068766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371890b4-4ecd-4afa-9477-153ef34b91eb req-35a356f0-edb1-4725-be66-a7b882d57d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:20.070300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-371890b4-4ecd-4afa-9477-153ef34b91eb req-35a356f0-edb1-4725-be66-a7b882d57d9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 1098 time: 0.0939887 Nov 10 04:10:20.077372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f391a7d7-c2e8-4546-9c98-b871a9b74ceb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=742d7f8c29c2470cb37d23d68b4e3ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2154667 Nov 10 04:10:20.079894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60870) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:20.123572 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-371890b4-4ecd-4afa-9477-153ef34b91eb req-d8ff8a6a-a085-4f48-bf8f-444b88226757 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445771 Nov 10 04:10:20.130133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ca4f6-c52c-482c-b026-eb985496ccc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:20.152349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ca4f6-c52c-482c-b026-eb985496ccc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:20.202287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ca4f6-c52c-482c-b026-eb985496ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:20.204925 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ca4f6-c52c-482c-b026-eb985496ccc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:20.206117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c37ca4f6-c52c-482c-b026-eb985496ccc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b568d407-b9f5-4af7-adb5-146b40315698 HTTP/1.1" status: 204 len: 168 time: 0.1251643 Nov 10 04:10:20.215177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ca4f6-c52c-482c-b026-eb985496ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b568d407-b9f5-4af7-adb5-146b40315698,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:20.585159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ba3c4-44c7-42be-ae59-ceab9522cb2a req-a9665302-8f71-4467-9482-6732e7923344 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:20.586911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de5ba3c4-44c7-42be-ae59-ceab9522cb2a req-a9665302-8f71-4467-9482-6732e7923344 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 947 time: 0.0500345 Nov 10 04:10:20.643457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de5ba3c4-44c7-42be-ae59-ceab9522cb2a req-8c6002a8-39ac-4546-aa49-c4557e3ccf74 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503776 Nov 10 04:10:20.795851 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:10:20.868376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60914) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:21.054534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e852cc2f-dc0f-422c-909e-d94a297ea5bb tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:21.055389 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-e852cc2f-dc0f-422c-909e-d94a297ea5bb tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 04:10:21.056029 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-e852cc2f-dc0f-422c-909e-d94a297ea5bb tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 04:10:21.057148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e852cc2f-dc0f-422c-909e-d94a297ea5bb tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1877694 Nov 10 04:10:21.060904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60926) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:21.065475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--910536069'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:21.095366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.104548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.115881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35a7e85c-d249-49e9-a127-37aaceffed67 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:10:21.176080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 35a7e85c-d249-49e9-a127-37aaceffed67 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:10:21.180439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 35a7e85c-d249-49e9-a127-37aaceffed67 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:10:21.180877 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.192704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ab479-cccb-4cb7-b5da-e7631f139654 req-df502a01-1e82-44c1-bc1a-973bc4d88849 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:21.199761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e4ab479-cccb-4cb7-b5da-e7631f139654 req-df502a01-1e82-44c1-bc1a-973bc4d88849 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 944 time: 0.0895848 Nov 10 04:10:21.228653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.234114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.278795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e4ab479-cccb-4cb7-b5da-e7631f139654 req-733278ca-dfbe-44ac-a79d-7cdda2711df9 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721242 Nov 10 04:10:21.306398 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.311822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e123bb7-be9d-46c5-9032-a5d3ff39d567,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:21.328753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.334399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.364783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 35a7e85c-d249-49e9-a127-37aaceffed67, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35a7e85c-d249-49e9-a127-37aaceffed67,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:21.373186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.374745 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3128188 Nov 10 04:10:21.376260 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.379857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60934) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:21.386872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a851f-7e48-45cb-b485-855255790503 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68012e4-f1be-4542-aeb6-c8f26365d8ce,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:21.395328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2cea10bd-b854-42b7-ad7d-cfde388cd2c3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'c68012e4-f1be-4542-aeb6-c8f26365d8ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:21.430674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea10bd-b854-42b7-ad7d-cfde388cd2c3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.438811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=35a7e85c-d249-49e9-a127-37aaceffed67,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:21.495454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea10bd-b854-42b7-ad7d-cfde388cd2c3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.499786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea10bd-b854-42b7-ad7d-cfde388cd2c3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.518655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea10bd-b854-42b7-ad7d-cfde388cd2c3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c6285d-4101-4b6d-8ff2-f82276cfded5,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:21.529174 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea10bd-b854-42b7-ad7d-cfde388cd2c3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.530655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2cea10bd-b854-42b7-ad7d-cfde388cd2c3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476393 Nov 10 04:10:21.533276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:21.542467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-aec2ab99-029d-463c-b75d-499cc1876398 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'c68012e4-f1be-4542-aeb6-c8f26365d8ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:21.579749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-aec2ab99-029d-463c-b75d-499cc1876398 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.665177 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-aec2ab99-029d-463c-b75d-499cc1876398 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 04:10:21.669908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60958) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:21.670341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aec2ab99-029d-463c-b75d-499cc1876398 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1358962 Nov 10 04:10:21.751263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31d65df9-3661-47c5-9e18-3c5e415eb589 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.790539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31d65df9-3661-47c5-9e18-3c5e415eb589 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.802789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12069c09-42f4-482d-a0b8-0b46363dd172 req-16a1e3d0-8f3d-446e-a8a1-d00face62ca2 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:21.804427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12069c09-42f4-482d-a0b8-0b46363dd172 req-16a1e3d0-8f3d-446e-a8a1-d00face62ca2 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 947 time: 0.0669603 Nov 10 04:10:21.868040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31d65df9-3661-47c5-9e18-3c5e415eb589 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.871732 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-31d65df9-3661-47c5-9e18-3c5e415eb589 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:21.875770 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-31d65df9-3661-47c5-9e18-3c5e415eb589 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/c68012e4-f1be-4542-aeb6-c8f26365d8ce HTTP/1.1" status: 204 len: 168 time: 0.2018092 Nov 10 04:10:21.877220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60976) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:21.878616 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12069c09-42f4-482d-a0b8-0b46363dd172 req-c6c2fff1-05c9-4106-ac6a-42a5d384eb37 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676084 Nov 10 04:10:21.886517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46877926-7746-4667-b7ad-7f2c3da619d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a7e85c-d249-49e9-a127-37aaceffed67'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:21.889846 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e14690-7376-4417-95d6-31a8e69e65d1" -d '{"events": [{"server_uuid": "46877926-7746-4667-b7ad-7f2c3da619d8", "name": "network-vif-plugged", "status": "completed", "tag": "35a7e85c-d249-49e9-a127-37aaceffed67"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:21.939011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d65df9-3661-47c5-9e18-3c5e415eb589 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68012e4-f1be-4542-aeb6-c8f26365d8ce,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:21.970660 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6d1273-155d-4ac0-a920-bcf249c8a13d x-openstack-request-id: req-2f6d1273-155d-4ac0-a920-bcf249c8a13d {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:21.971050 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46877926-7746-4667-b7ad-7f2c3da619d8", "name": "network-vif-plugged", "status": "completed", "tag": "35a7e85c-d249-49e9-a127-37aaceffed67", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:21.971394 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f6d1273-155d-4ac0-a920-bcf249c8a13d {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:21.971875 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46877926-7746-4667-b7ad-7f2c3da619d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a7e85c-d249-49e9-a127-37aaceffed67', 'code': 200} Nov 10 04:10:22.005188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60980) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.011728 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0cca09bd-4bcd-4a92-a291-dea22bd4390a tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239972 Nov 10 04:10:22.021003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4b6770d7-9d19-4b31-83d1-1b363c4d7da7 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580271539'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.052577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b6770d7-9d19-4b31-83d1-1b363c4d7da7 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.106834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f77c8-8646-4418-afdb-14237c940aba req-dc74d6ac-15e2-465c-87c8-7e7d800ff24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:22.110451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-396f77c8-8646-4418-afdb-14237c940aba req-dc74d6ac-15e2-465c-87c8-7e7d800ff24c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 1096 time: 0.0491283 Nov 10 04:10:22.128093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b6770d7-9d19-4b31-83d1-1b363c4d7da7 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.133290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b6770d7-9d19-4b31-83d1-1b363c4d7da7 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.164344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6770d7-9d19-4b31-83d1-1b363c4d7da7 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24f198f-b337-4d20-bcfd-fb21221c5935,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:22.169233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-396f77c8-8646-4418-afdb-14237c940aba req-3726c93b-fb61-4723-a07e-5e6787e5c24b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Nov 10 04:10:22.176819 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b6770d7-9d19-4b31-83d1-1b363c4d7da7 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.180739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4b6770d7-9d19-4b31-83d1-1b363c4d7da7 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1706607 Nov 10 04:10:22.181286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60982) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.187133 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e8969fad-de7e-4596-8d02-87bcb00db5f0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'a24f198f-b337-4d20-bcfd-fb21221c5935', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.187951 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-e8969fad-de7e-4596-8d02-87bcb00db5f0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 04:10:22.188523 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-e8969fad-de7e-4596-8d02-87bcb00db5f0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:22.189694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e8969fad-de7e-4596-8d02-87bcb00db5f0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071387 Nov 10 04:10:22.192470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60984) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.247273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f1da8e1-dd4b-4a7f-ad40-a256c1dac86e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.271964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f1da8e1-dd4b-4a7f-ad40-a256c1dac86e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.313873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f1da8e1-dd4b-4a7f-ad40-a256c1dac86e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.316741 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f1da8e1-dd4b-4a7f-ad40-a256c1dac86e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.319607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f1da8e1-dd4b-4a7f-ad40-a256c1dac86e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/a24f198f-b337-4d20-bcfd-fb21221c5935 HTTP/1.1" status: 204 len: 168 time: 0.1244202 Nov 10 04:10:22.321849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60988) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.336067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1da8e1-dd4b-4a7f-ad40-a256c1dac86e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24f198f-b337-4d20-bcfd-fb21221c5935,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:22.388672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72a347b2-fc28-4753-a318-d7928515fa28 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667269 Nov 10 04:10:22.395300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 60990) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.401878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-675f5c3d-e703-4ef4-9342-d0ebd71b68bf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108704826'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.431008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-675f5c3d-e703-4ef4-9342-d0ebd71b68bf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.439314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d343ac-6820-479c-88cc-b128ff267ec8 req-f6502bbe-db12-49fc-aa2b-8386afe5d323 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:22.441141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25d343ac-6820-479c-88cc-b128ff267ec8 req-f6502bbe-db12-49fc-aa2b-8386afe5d323 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 945 time: 0.0762837 Nov 10 04:10:22.511901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25d343ac-6820-479c-88cc-b128ff267ec8 req-2642b52d-a1fa-4e39-bda0-7235d789d92f tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618811 Nov 10 04:10:22.513471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-675f5c3d-e703-4ef4-9342-d0ebd71b68bf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.518013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-675f5c3d-e703-4ef4-9342-d0ebd71b68bf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.549187 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-675f5c3d-e703-4ef4-9342-d0ebd71b68bf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.553383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60992) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.553550 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-675f5c3d-e703-4ef4-9342-d0ebd71b68bf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1553459 Nov 10 04:10:22.555302 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f5c3d-e703-4ef4-9342-d0ebd71b68bf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b711c3b-1f6b-487b-bf78-055806732a58,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:22.558542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-824c7f9a-fee6-4f1f-b8e5-4bdea5408556 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '6b711c3b-1f6b-487b-bf78-055806732a58', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.559397 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-824c7f9a-fee6-4f1f-b8e5-4bdea5408556 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 04:10:22.559897 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-824c7f9a-fee6-4f1f-b8e5-4bdea5408556 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:22.560864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-824c7f9a-fee6-4f1f-b8e5-4bdea5408556 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064387 Nov 10 04:10:22.563398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 60994) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.615243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ffd19e-ed5c-4135-9b57-db2157ae37d1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.638328 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ffd19e-ed5c-4135-9b57-db2157ae37d1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.680497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ffd19e-ed5c-4135-9b57-db2157ae37d1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.683826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71ffd19e-ed5c-4135-9b57-db2157ae37d1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.691914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-71ffd19e-ed5c-4135-9b57-db2157ae37d1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b711c3b-1f6b-487b-bf78-055806732a58 HTTP/1.1" status: 204 len: 168 time: 0.1242089 Nov 10 04:10:22.692500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32768) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.704176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffd19e-ed5c-4135-9b57-db2157ae37d1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b711c3b-1f6b-487b-bf78-055806732a58,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:22.750028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b3c446ab-8b00-4936-a138-4a5aee50c147 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536766 Nov 10 04:10:22.751064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32772) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.757096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5f7356a4-f0bd-4c56-bfce-01567bbe30e2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065781772'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.784862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f7356a4-f0bd-4c56-bfce-01567bbe30e2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.858203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f7356a4-f0bd-4c56-bfce-01567bbe30e2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.862076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f7356a4-f0bd-4c56-bfce-01567bbe30e2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.893486 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5f7356a4-f0bd-4c56-bfce-01567bbe30e2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:22.894734 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5f7356a4-f0bd-4c56-bfce-01567bbe30e2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1422522 Nov 10 04:10:22.895883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7356a4-f0bd-4c56-bfce-01567bbe30e2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13febf3-98b7-43e6-bc7a-f3ab0bcbeeca,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:22.897873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32776) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.902197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f95b6582-cb66-4844-b15d-924fb397f30b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'c13febf3-98b7-43e6-bc7a-f3ab0bcbeeca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.908257 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-f95b6582-cb66-4844-b15d-924fb397f30b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 04:10:22.908846 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-f95b6582-cb66-4844-b15d-924fb397f30b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:22.910124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f95b6582-cb66-4844-b15d-924fb397f30b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112174 Nov 10 04:10:22.913115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32778) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.917878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a1bbb97c-9a01-44bd-91c2-81f88cd1c096 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'c13febf3-98b7-43e6-bc7a-f3ab0bcbeeca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.918927 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-a1bbb97c-9a01-44bd-91c2-81f88cd1c096 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 04:10:22.919121 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-a1bbb97c-9a01-44bd-91c2-81f88cd1c096 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:22.921279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a1bbb97c-9a01-44bd-91c2-81f88cd1c096 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069833 Nov 10 04:10:22.924640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32784) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.928688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-63a208f7-6b5a-432b-83d7-1266b4bbc494 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'c13febf3-98b7-43e6-bc7a-f3ab0bcbeeca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.929482 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-63a208f7-6b5a-432b-83d7-1266b4bbc494 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 04:10:22.929969 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-63a208f7-6b5a-432b-83d7-1266b4bbc494 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:22.931045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-63a208f7-6b5a-432b-83d7-1266b4bbc494 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053930 Nov 10 04:10:22.934100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32786) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:22.938465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8377e521-8218-4e24-9a11-52e65b5eb4bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'c13febf3-98b7-43e6-bc7a-f3ab0bcbeeca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:22.939355 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-8377e521-8218-4e24-9a11-52e65b5eb4bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 04:10:22.939901 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-8377e521-8218-4e24-9a11-52e65b5eb4bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:22.943585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8377e521-8218-4e24-9a11-52e65b5eb4bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056977 Nov 10 04:10:22.943585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.026582 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-baf7d134-d7c1-4411-837e-5ca83ad421cf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.061689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4bb6f-ce8d-4130-be9d-fee2ad849b80 req-36ef6455-1a4f-453c-8260-a0b4f91518f1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:23.063109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65d4bb6f-ce8d-4130-be9d-fee2ad849b80 req-36ef6455-1a4f-453c-8260-a0b4f91518f1 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 947 time: 0.0845923 Nov 10 04:10:23.066859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-baf7d134-d7c1-4411-837e-5ca83ad421cf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.428581 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.454683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65d4bb6f-ce8d-4130-be9d-fee2ad849b80 req-995ed428-de3d-475c-b3c0-77c084968408 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796120 Nov 10 04:10:23.455822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-baf7d134-d7c1-4411-837e-5ca83ad421cf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.458377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-baf7d134-d7c1-4411-837e-5ca83ad421cf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.462036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-baf7d134-d7c1-4411-837e-5ca83ad421cf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/c13febf3-98b7-43e6-bc7a-f3ab0bcbeeca HTTP/1.1" status: 204 len: 168 time: 0.5147426 Nov 10 04:10:23.462779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32790) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.470704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7d134-d7c1-4411-837e-5ca83ad421cf tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13febf3-98b7-43e6-bc7a-f3ab0bcbeeca,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:23.526455 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-335f31d8-c5ee-4d82-9770-5330f9eecf72 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616019 Nov 10 04:10:23.530672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32796) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.535595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-de83160e-23aa-4652-9650-bcd96fa7d9aa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--754434081'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.571336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de83160e-23aa-4652-9650-bcd96fa7d9aa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.658321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4236f-a15c-455a-ba28-575875673b25 req-cc0ff4ab-3caf-45db-9901-a64f49032678 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:23.659821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8b4236f-a15c-455a-ba28-575875673b25 req-cc0ff4ab-3caf-45db-9901-a64f49032678 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 945 time: 0.0732241 Nov 10 04:10:23.704082 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de83160e-23aa-4652-9650-bcd96fa7d9aa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.711948 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de83160e-23aa-4652-9650-bcd96fa7d9aa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.748552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8b4236f-a15c-455a-ba28-575875673b25 req-79f8a8a4-289a-41f7-9372-16524cf13c96 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800347 Nov 10 04:10:23.755139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-de83160e-23aa-4652-9650-bcd96fa7d9aa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:23.759767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-de83160e-23aa-4652-9650-bcd96fa7d9aa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2247071 Nov 10 04:10:23.759767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32798) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.764580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-323040c7-79f0-49c2-9106-c28b53b9329c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.765055 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-323040c7-79f0-49c2-9106-c28b53b9329c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 04:10:23.765542 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-323040c7-79f0-49c2-9106-c28b53b9329c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.768895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-323040c7-79f0-49c2-9106-c28b53b9329c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061188 Nov 10 04:10:23.769064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32800) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.773071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dc8bef5b-4ea2-48e5-b162-9777b127d3a3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.777792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83160e-23aa-4652-9650-bcd96fa7d9aa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7f15d0-1b8c-4422-a91b-364b2d8357ba,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:23.816927 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-dc8bef5b-4ea2-48e5-b162-9777b127d3a3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.818000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dc8bef5b-4ea2-48e5-b162-9777b127d3a3 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0480285 Nov 10 04:10:23.820707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32802) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.825591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1ba9092b-0dcd-477e-98fd-c32ab81a2cd5 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.826093 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-1ba9092b-0dcd-477e-98fd-c32ab81a2cd5 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 04:10:23.826551 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-1ba9092b-0dcd-477e-98fd-c32ab81a2cd5 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.829600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ba9092b-0dcd-477e-98fd-c32ab81a2cd5 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058346 Nov 10 04:10:23.829782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32806) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.833983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-415fc20d-5a92-4e60-bf22-cd34240d97a4 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.877824 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-415fc20d-5a92-4e60-bf22-cd34240d97a4 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.877824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-415fc20d-5a92-4e60-bf22-cd34240d97a4 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0417457 Nov 10 04:10:23.877824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32808) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.880063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7ef5a64d-c950-4248-bac0-4f6a253d32e6 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.880797 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-7ef5a64d-c950-4248-bac0-4f6a253d32e6 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 04:10:23.881249 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-7ef5a64d-c950-4248-bac0-4f6a253d32e6 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.884329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7ef5a64d-c950-4248-bac0-4f6a253d32e6 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057809 Nov 10 04:10:23.884600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.889378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-293e4def-6456-452a-9b84-8fdee738c1d5 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.924426 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-293e4def-6456-452a-9b84-8fdee738c1d5 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.926666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-293e4def-6456-452a-9b84-8fdee738c1d5 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0400448 Nov 10 04:10:23.928283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32812) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.933067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c91864a4-1464-42a7-9dbc-902fe392828b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.933525 n-d-817326-2 neutron-server[102597]: WARNING neutron.api.v2.base [None req-c91864a4-1464-42a7-9dbc-902fe392828b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 04:10:23.933986 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-c91864a4-1464-42a7-9dbc-902fe392828b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.934867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c91864a4-1464-42a7-9dbc-902fe392828b tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056939 Nov 10 04:10:23.937056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32814) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.940811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-26439e23-d953-46d1-be9a-1bedee45a0d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:23.975148 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-26439e23-d953-46d1-be9a-1bedee45a0d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:23.976263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-26439e23-d953-46d1-be9a-1bedee45a0d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0383821 Nov 10 04:10:23.980043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32816) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:23.984616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-98fda01c-bd03-469c-8b1f-a7c9ca27eb09 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '3b7f15d0-1b8c-4422-a91b-364b2d8357ba', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:24.018687 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-98fda01c-bd03-469c-8b1f-a7c9ca27eb09 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:24.019732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-98fda01c-bd03-469c-8b1f-a7c9ca27eb09 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0387030 Nov 10 04:10:24.022622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32818) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.072692 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b95e2f84-cbd5-474c-8d62-c6683e3b18ea tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.096868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b95e2f84-cbd5-474c-8d62-c6683e3b18ea tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.139618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b95e2f84-cbd5-474c-8d62-c6683e3b18ea tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.142329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b95e2f84-cbd5-474c-8d62-c6683e3b18ea tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.143459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b95e2f84-cbd5-474c-8d62-c6683e3b18ea tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b7f15d0-1b8c-4422-a91b-364b2d8357ba HTTP/1.1" status: 204 len: 168 time: 0.1199524 Nov 10 04:10:24.146836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32820) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.153591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e2f84-cbd5-474c-8d62-c6683e3b18ea tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7f15d0-1b8c-4422-a91b-364b2d8357ba,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:24.210383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-04037852-95a8-4b93-8d63-6bd3d99109fa tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621138 Nov 10 04:10:24.214869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32822) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.219452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7177ac18-c028-42e3-9f53-7b80ce74b5d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--545173559'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:24.244834 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7177ac18-c028-42e3-9f53-7b80ce74b5d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.311582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7177ac18-c028-42e3-9f53-7b80ce74b5d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.315508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7177ac18-c028-42e3-9f53-7b80ce74b5d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.345180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177ac18-c028-42e3-9f53-7b80ce74b5d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9362e-72ce-4554-ad19-498ad409c4d7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:24.350309 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7177ac18-c028-42e3-9f53-7b80ce74b5d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.354802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7177ac18-c028-42e3-9f53-7b80ce74b5d9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1355634 Nov 10 04:10:24.355534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32824) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.360402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4e1cb6c5-4cab-428e-9263-381232dc54f2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '34d9362e-72ce-4554-ad19-498ad409c4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:24.409650 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-4e1cb6c5-4cab-428e-9263-381232dc54f2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The resource could not be found. Nov 10 04:10:24.411080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4e1cb6c5-4cab-428e-9263-381232dc54f2 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0548754 Nov 10 04:10:24.413524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32826) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.418794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ed4dee73-6108-4ac2-82cb-ae6276a8378c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': '34d9362e-72ce-4554-ad19-498ad409c4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '53dffb79-6387-4d46-9018-9aa114d54c4e'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:24.457697 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-ed4dee73-6108-4ac2-82cb-ae6276a8378c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The resource could not be found. Nov 10 04:10:24.458883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ed4dee73-6108-4ac2-82cb-ae6276a8378c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0442791 Nov 10 04:10:24.461759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32828) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.513537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a03ac60-104d-4f6d-99fc-2a97f9ab29c0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.535224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a03ac60-104d-4f6d-99fc-2a97f9ab29c0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.575375 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a03ac60-104d-4f6d-99fc-2a97f9ab29c0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.578135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a03ac60-104d-4f6d-99fc-2a97f9ab29c0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.581760 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8a03ac60-104d-4f6d-99fc-2a97f9ab29c0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/34d9362e-72ce-4554-ad19-498ad409c4d7 HTTP/1.1" status: 204 len: 168 time: 0.1165214 Nov 10 04:10:24.582443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.593468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03ac60-104d-4f6d-99fc-2a97f9ab29c0 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9362e-72ce-4554-ad19-498ad409c4d7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:24.639935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bba89538-cd5c-4453-865e-9779afa69590 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565743 Nov 10 04:10:24.643549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32832) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.647768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8ec8cf19-eeee-48d1-8c66-3adcbcd47f1c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'fbc42a1d-bf22-44ba-8627-6dac5d4fed46', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:24.686743 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-8ec8cf19-eeee-48d1-8c66-3adcbcd47f1c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The resource could not be found. Nov 10 04:10:24.689201 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8ec8cf19-eeee-48d1-8c66-3adcbcd47f1c tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0434210 Nov 10 04:10:24.692055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32834) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.696491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-93556700-3bbf-4ada-bc43-19e055e43564 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549943567'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:24.722506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93556700-3bbf-4ada-bc43-19e055e43564 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.795463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93556700-3bbf-4ada-bc43-19e055e43564 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.800268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93556700-3bbf-4ada-bc43-19e055e43564 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.831663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-93556700-3bbf-4ada-bc43-19e055e43564 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.834400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-93556700-3bbf-4ada-bc43-19e055e43564 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1415164 Nov 10 04:10:24.837531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32838) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:24.842714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-592b0ab0-a17b-4e66-b0c3-332052916b3e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--544026406'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:24.849986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93556700-3bbf-4ada-bc43-19e055e43564 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a925341b-2712-4131-93b7-4dac7a9688c1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:24.868013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-592b0ab0-a17b-4e66-b0c3-332052916b3e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.897437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240df49-29e1-452a-9415-e42c09ae7948 req-d89511f0-7b92-489f-b3be-f790693ae1e1 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:24.903185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a240df49-29e1-452a-9415-e42c09ae7948 req-d89511f0-7b92-489f-b3be-f790693ae1e1 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 945 time: 0.0712674 Nov 10 04:10:24.960154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a240df49-29e1-452a-9415-e42c09ae7948 req-a76e1529-9934-4cb9-868b-e2af145dca5b tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507097 Nov 10 04:10:24.985354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-592b0ab0-a17b-4e66-b0c3-332052916b3e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:24.991129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-592b0ab0-a17b-4e66-b0c3-332052916b3e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.033177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-592b0ab0-a17b-4e66-b0c3-332052916b3e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.037102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32854) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.037273 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-592b0ab0-a17b-4e66-b0c3-332052916b3e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1985021 Nov 10 04:10:25.041529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b0ab0-a17b-4e66-b0c3-332052916b3e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb1d6c-27b1-41d0-b72e-caf4a5c4faf4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:25.041680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-14e386bf-392e-4bd8-bb9c-6df60f451cd1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group_rule': {'security_group_id': 'a925341b-2712-4131-93b7-4dac7a9688c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fcdb1d6c-27b1-41d0-b72e-caf4a5c4faf4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:25.100233 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-14e386bf-392e-4bd8-bb9c-6df60f451cd1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:10:25.101986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-14e386bf-392e-4bd8-bb9c-6df60f451cd1 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0635161 Nov 10 04:10:25.104990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32868) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.175086 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02ce43a4-7470-4cd2-9788-db12bc1a52bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.204736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02ce43a4-7470-4cd2-9788-db12bc1a52bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.253498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02ce43a4-7470-4cd2-9788-db12bc1a52bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.256584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02ce43a4-7470-4cd2-9788-db12bc1a52bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.260915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-02ce43a4-7470-4cd2-9788-db12bc1a52bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/fcdb1d6c-27b1-41d0-b72e-caf4a5c4faf4 HTTP/1.1" status: 204 len: 168 time: 0.1521242 Nov 10 04:10:25.261342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32888) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.268524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce43a4-7470-4cd2-9788-db12bc1a52bd tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb1d6c-27b1-41d0-b72e-caf4a5c4faf4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:25.283722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32890) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.343076 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ee9c0363-8943-4321-8b07-4fc3bb86cc3a tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0800776 Nov 10 04:10:25.346244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.428216 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9d35a0cd-7adc-4b8e-934f-34a604a4e433 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.431472 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb4ab-9d0b-4515-92e4-826710ce4360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.485427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9d35a0cd-7adc-4b8e-934f-34a604a4e433 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.562203 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9d35a0cd-7adc-4b8e-934f-34a604a4e433 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.564880 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9d35a0cd-7adc-4b8e-934f-34a604a4e433 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.568519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9d35a0cd-7adc-4b8e-934f-34a604a4e433 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/a925341b-2712-4131-93b7-4dac7a9688c1 HTTP/1.1" status: 204 len: 168 time: 0.2186744 Nov 10 04:10:25.568910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32900) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.583955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35a0cd-7adc-4b8e-934f-34a604a4e433 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925341b-2712-4131-93b7-4dac7a9688c1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:25.591228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb4ab-9d0b-4515-92e4-826710ce4360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.599572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb4ab-9d0b-4515-92e4-826710ce4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.636130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5b6bb719-558c-4a85-a35d-4600e1595136 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636134 Nov 10 04:10:25.636674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32902) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.643087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-88001789-836c-4bc2-891a-82a7a41de485 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351246557'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:25.648578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddb4ab-9d0b-4515-92e4-826710ce4360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f7f44-1469-4f77-8290-05fb1badd276,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:25.657717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a8ddb4ab-9d0b-4515-92e4-826710ce4360 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a03df765b564095b3e0586f6261de79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705893 Nov 10 04:10:25.658749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32904) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.689804 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88001789-836c-4bc2-891a-82a7a41de485 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.761508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-095aadaa-3549-435a-baec-f8a714bf3399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.802815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-095aadaa-3549-435a-baec-f8a714bf3399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.806131 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88001789-836c-4bc2-891a-82a7a41de485 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.811959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88001789-836c-4bc2-891a-82a7a41de485 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.860386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88001789-836c-4bc2-891a-82a7a41de485 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.861620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-88001789-836c-4bc2-891a-82a7a41de485 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2250152 Nov 10 04:10:25.865057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32936) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.870695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-15d4b05e-be64-4b82-b501-cccaeea17646 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:25.871565 n-d-817326-2 neutron-server[102596]: WARNING neutron.api.v2.base [None req-15d4b05e-be64-4b82-b501-cccaeea17646 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 04:10:25.872029 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-15d4b05e-be64-4b82-b501-cccaeea17646 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 04:10:25.873177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-15d4b05e-be64-4b82-b501-cccaeea17646 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "PUT /v2.0/security-groups/164f3cf8-35de-4c5f-b7d1-f7cbb400c5bc HTTP/1.1" status: 409 len: 330 time: 0.0069401 Nov 10 04:10:25.876734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:25.877982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88001789-836c-4bc2-891a-82a7a41de485 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164f3cf8-35de-4c5f-b7d1-f7cbb400c5bc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:25.914523 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-095aadaa-3549-435a-baec-f8a714bf3399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.917744 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-095aadaa-3549-435a-baec-f8a714bf3399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.921484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-095aadaa-3549-435a-baec-f8a714bf3399 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c1f7f44-1469-4f77-8290-05fb1badd276 HTTP/1.1" status: 204 len: 168 time: 0.2573912 Nov 10 04:10:25.934290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aadaa-3549-435a-baec-f8a714bf3399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f7f44-1469-4f77-8290-05fb1badd276,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:25.965178 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66b21069-aca0-400b-aab9-cd7453130fd8 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:25.995976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66b21069-aca0-400b-aab9-cd7453130fd8 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.054440 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66b21069-aca0-400b-aab9-cd7453130fd8 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.057085 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-66b21069-aca0-400b-aab9-cd7453130fd8 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.060722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-66b21069-aca0-400b-aab9-cd7453130fd8 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/164f3cf8-35de-4c5f-b7d1-f7cbb400c5bc HTTP/1.1" status: 204 len: 168 time: 0.1778362 Nov 10 04:10:26.061427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32942) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.068547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b21069-aca0-400b-aab9-cd7453130fd8 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164f3cf8-35de-4c5f-b7d1-f7cbb400c5bc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:26.121988 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-242bff27-d3e4-42a8-b384-87d17571b12e tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565937 Nov 10 04:10:26.124045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32946) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.139586 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-5e3bba75-21c5-49c3-88b6-e030ded49b16 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] delete failed (client error): The resource could not be found. Nov 10 04:10:26.142411 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5e3bba75-21c5-49c3-88b6-e030ded49b16 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "DELETE /v2.0/security-groups/de64f3bd-2ddc-4fc3-af26-fee86c479dae HTTP/1.1" status: 404 len: 347 time: 0.0154996 Nov 10 04:10:26.144270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.159717 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-78485cf5-df2b-4b27-bdf7-1e36627c1398 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] show failed (client error): The resource could not be found. Nov 10 04:10:26.160727 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-78485cf5-df2b-4b27-bdf7-1e36627c1398 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-groups/13527e60-f3bd-47d6-9462-6a2e35b7ee29 HTTP/1.1" status: 404 len: 347 time: 0.0155735 Nov 10 04:10:26.164841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32950) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.176910 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-9e9d7c67-e621-4025-92f4-d85384de54c9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] show failed (client error): The resource could not be found. Nov 10 04:10:26.178277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9e9d7c67-e621-4025-92f4-d85384de54c9 tempest-NegativeSecGroupTest-318291459 tempest-NegativeSecGroupTest-318291459-project] 10.222.0.24 "GET /v2.0/security-group-rules/46c0918c-bb3f-43c0-abe6-45661066cb3b HTTP/1.1" status: 404 len: 356 time: 0.0124559 Nov 10 04:10:26.332260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 32954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.354480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3f9f0be-2575-4d24-8813-cfa580915dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.446501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3f9f0be-2575-4d24-8813-cfa580915dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.452824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3f9f0be-2575-4d24-8813-cfa580915dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.496904 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b3f9f0be-2575-4d24-8813-cfa580915dbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e14bd92cee944057ab6d3d87988dcede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635487 Nov 10 04:10:26.499022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32958) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.500811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32960) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.502668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9f0be-2575-4d24-8813-cfa580915dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4025f1bf-c517-4597-99a1-2fc9946a0063,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:26.565864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5011adf-730f-4dbb-b30a-4bd2dd0df28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.596839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5011adf-730f-4dbb-b30a-4bd2dd0df28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.663426 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5011adf-730f-4dbb-b30a-4bd2dd0df28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.666130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5011adf-730f-4dbb-b30a-4bd2dd0df28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.667299 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a5011adf-730f-4dbb-b30a-4bd2dd0df28d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4025f1bf-c517-4597-99a1-2fc9946a0063 HTTP/1.1" status: 204 len: 168 time: 0.1612628 Nov 10 04:10:26.685283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5011adf-730f-4dbb-b30a-4bd2dd0df28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4025f1bf-c517-4597-99a1-2fc9946a0063,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:26.690333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a2adfa36-9d96-4425-9510-6a1991a57f1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=806364c0877c41edb90c879f12b58da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902044 Nov 10 04:10:26.692854 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 32968) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:26.759610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4871bd02-a140-40d1-a0ec-379c16b858ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.786533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4871bd02-a140-40d1-a0ec-379c16b858ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.840629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4871bd02-a140-40d1-a0ec-379c16b858ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.843265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4871bd02-a140-40d1-a0ec-379c16b858ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:26.844417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4871bd02-a140-40d1-a0ec-379c16b858ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e123bb7-be9d-46c5-9032-a5d3ff39d567 HTTP/1.1" status: 204 len: 168 time: 0.1505806 Nov 10 04:10:26.852672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871bd02-a140-40d1-a0ec-379c16b858ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e123bb7-be9d-46c5-9032-a5d3ff39d567,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:27.569571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33006) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:27.755533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33014) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:27.759132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026429 Nov 10 04:10:27.762358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33016) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:27.822393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8312f5a9-dea4-4f23-9468-b5f44d9dc740 tempest-NetworksApiDiscovery-1574082675 tempest-NetworksApiDiscovery-1574082675-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0588789 Nov 10 04:10:27.832906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-455360392-network', 'tenant_id': 'bd2d16024a2040b3975af8d673ec461c'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:27.861506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Made reservation on behalf of bd2d16024a2040b3975af8d673ec461c for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:10:27.864237 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:27.874621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:27.964005 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:27.967398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:27.995605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:10:28.007922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd41eec-9ab5-48a1-906e-cebdbc523134,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:28.014976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.015310 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Added segment a35db40f-7f9e-45a8-9007-6bc4e2b129a5 of type vlan for network a87af07e-88d2-4787-8d87-e2899923a44f Nov 10 04:10:28.060262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.077128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33024) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:28.096869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.098119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:28.098848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.175932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6053989 Nov 10 04:10:28.176260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33028) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:28.189253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Request body: {'subnet': {'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-455360392-subnet', 'tenant_id': 'bd2d16024a2040b3975af8d673ec461c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:28.196088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75380b33-5aec-4c7f-a36a-2f43aa2125fa admin admin] Pushing event updated for resources: {'Network': ['ID=a87af07e-88d2-4787-8d87-e2899923a44f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:28.206595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a87af07e-88d2-4787-8d87-e2899923a44f details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:10:28.218397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25a00e58-3a93-4390-b855-4e3a9063b00f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.242170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Made reservation on behalf of bd2d16024a2040b3975af8d673ec461c for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:10:28.245004 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.386039 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25a00e58-3a93-4390-b855-4e3a9063b00f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.407099 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-25a00e58-3a93-4390-b855-4e3a9063b00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.457387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-25a00e58-3a93-4390-b855-4e3a9063b00f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c00e30e217644017babdb43e52f3ebdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791542 Nov 10 04:10:28.459984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33032) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:28.462513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00e58-3a93-4390-b855-4e3a9063b00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2f0820-a5c3-480b-80e1-5edcbe0aaccc,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:28.510841 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.539135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-097aaa87-51fa-4e3b-9c88-d3dec9d85460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.563452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=241c24f6-3df3-4960-8b37-26ebe6517cd1,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:28.570437 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-097aaa87-51fa-4e3b-9c88-d3dec9d85460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.580162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Checking segment: {'id': 'a35db40f-7f9e-45a8-9007-6bc4e2b129a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:10:28.580520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Network hostable DHCP agents. Network: a87af07e-88d2-4787-8d87-e2899923a44f, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:10:28.598008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Network a87af07e-88d2-4787-8d87-e2899923a44f is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:10:28.609082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a87af07e-88d2-4787-8d87-e2899923a44f) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:10:28.614286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:28.614879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.623960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc611884-9b5f-4ed5-a8d6-ce901f5a8f13 None None] Network a87af07e-88d2-4787-8d87-e2899923a44f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:28.639985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a9965728-5d77-4a84-9586-9a58abcf4b6c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4596348 Nov 10 04:10:28.666923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-097aaa87-51fa-4e3b-9c88-d3dec9d85460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.676628 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-097aaa87-51fa-4e3b-9c88-d3dec9d85460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:28.682927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-097aaa87-51fa-4e3b-9c88-d3dec9d85460 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b2f0820-a5c3-480b-80e1-5edcbe0aaccc HTTP/1.1" status: 204 len: 168 time: 0.2160339 Nov 10 04:10:28.720563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097aaa87-51fa-4e3b-9c88-d3dec9d85460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2f0820-a5c3-480b-80e1-5edcbe0aaccc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:28.836381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb965a-232e-4aca-871a-e56dc388fa05 None None] Network a87af07e-88d2-4787-8d87-e2899923a44f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:29.324492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:29.329376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1053119091-network', 'tenant_id': '40b62f2a6d47438a85b99e39c53f376d'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:29.351177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Made reservation on behalf of 40b62f2a6d47438a85b99e39c53f376d for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:10:29.354367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.363391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.449966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.454028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.485713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:10:29.492958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffa9b6-426e-4c90-a275-05d63e0ff594,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:29.500869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.501285 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Added segment 67f5eee6-8736-4bbc-b8da-9d2c7b169326 of type vlan for network cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34 Nov 10 04:10:29.547043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.574898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.576505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:29.577133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.641708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3161063 Nov 10 04:10:29.644970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:29.650137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Request body: {'subnet': {'network_id': 'cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1053119091-subnet', 'tenant_id': '40b62f2a6d47438a85b99e39c53f376d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:29.655989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b2e94-f198-4b82-ad20-99ac22e78ddd admin admin] Pushing event updated for resources: {'Network': ['ID=cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:29.667265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:10:29.686034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Made reservation on behalf of 40b62f2a6d47438a85b99e39c53f376d for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:10:29.688892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.876630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:29.943230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ddba0f-d8a5-4b97-bda9-80b41dc9d33b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:29.950380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Checking segment: {'id': '67f5eee6-8736-4bbc-b8da-9d2c7b169326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:10:29.950735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Network hostable DHCP agents. Network: cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:10:29.968766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Network cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:10:29.978718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:10:29.987839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604e546-7df4-4758-9016-be8a1e6a3dce None None] Network cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:29.988128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:29.988721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:30.013867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-315649bf-5e58-42da-b4f9-54b35900fae6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3632073 Nov 10 04:10:30.133059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ca1a8-ea2d-49d2-81ab-7f23795493b4 None None] Network cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:30.731121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-790766e3-1197-412b-bfe5-959de61e9348 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:30.732811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-790766e3-1197-412b-bfe5-959de61e9348 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/networks?id=a87af07e-88d2-4787-8d87-e2899923a44f HTTP/1.1" status: 200 len: 811 time: 0.1209333 Nov 10 04:10:30.751548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-f303d95b-300a-46b8-bc46-96054c64c31f tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/quotas/bd2d16024a2040b3975af8d673ec461c HTTP/1.1" status: 200 len: 375 time: 0.0124903 Nov 10 04:10:30.793827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-dda5c405-a96b-4596-bab7-210d729e4afe tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd2d16024a2040b3975af8d673ec461c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348613 Nov 10 04:10:30.941047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-e1a4cc2f-6582-4c76-bc3c-883a41a81369 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:10:30.942105 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-e1a4cc2f-6582-4c76-bc3c-883a41a81369 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1411562 Nov 10 04:10:31.032513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1d3775c5-2214-4383-92c4-7ebf5f2fbdca service neutron] 10.222.0.24 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838292 Nov 10 04:10:31.129116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-aebae8a7-8e13-4a7b-a598-bd45409e6220 service neutron] 10.222.0.24 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901251 Nov 10 04:10:31.292949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-556c13db-4b63-4fca-8633-b30469d032d1 req-c4883f4d-7bf2-422f-8e1d-e4e5c74747de tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 210 time: 0.0278363 Nov 10 04:10:32.333477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-709e0432-f397-448d-89fc-dcdfa5db8a59 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:32.335841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-709e0432-f397-448d-89fc-dcdfa5db8a59 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.44 "GET /v2.0/networks?id=a87af07e-88d2-4787-8d87-e2899923a44f HTTP/1.1" status: 200 len: 811 time: 0.1468720 Nov 10 04:10:32.352860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Request body: {'port': {'device_id': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f', 'admin_state_up': True, 'tenant_id': 'bd2d16024a2040b3975af8d673ec461c'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:32.419034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9419c7f5-aa0d-4d2c-83e4-a29d02ef4ccd req-c679e009-6242-4412-bd14-8c998e53ce77 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 210 time: 0.0347726 Nov 10 04:10:32.488005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Made reservation on behalf of bd2d16024a2040b3975af8d673ec461c for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:10:32.491838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:32.629843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Allocated IP 172.20.0.12 (a87af07e-88d2-4787-8d87-e2899923a44f/241c24f6-3df3-4960-8b37-26ebe6517cd1/97c122b3-d63e-4e9d-8cc7-8cd42e4d9181) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:10:32.798575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:32.834571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:32.891407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Network a87af07e-88d2-4787-8d87-e2899923a44f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:10:32.894745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:10:32.899326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:10:32.902458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Pushing event updated for resources: {'Port': ['ID=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:32.969325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:32.970200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:32.990581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-1dcf4009-4a4b-472f-b83f-d7739003f61c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6422086 Nov 10 04:10:33.002924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Request body: {'port': {'device_id': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:33.063937 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:33.347257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:10:33.356037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:33.371934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Transition to ACTIVE for port object 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:10:33.377391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:33.474989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:33.514473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Attempting to bind port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:10:33.515163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Attempting to bind port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'a35db40f-7f9e-45a8-9007-6bc4e2b129a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:10:33.515662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Attempting to bind port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 on network a87af07e-88d2-4787-8d87-e2899923a44f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:10:33.521263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 on network a87af07e-88d2-4787-8d87-e2899923a44f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:10:33.521582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Attempting to bind port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 on network a87af07e-88d2-4787-8d87-e2899923a44f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:10:33.526955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:10:33.527354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Checking segment: {'id': 'a35db40f-7f9e-45a8-9007-6bc4e2b129a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:10:33.527704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Bound using segment: {'id': 'a35db40f-7f9e-45a8-9007-6bc4e2b129a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:10:33.528222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Bound port: 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35db40f-7f9e-45a8-9007-6bc4e2b129a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:10:33.528575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:33.581875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0cc3a-5d96-463b-91e2-126a8c16b412 req-d0f768c4-da5b-4087-97e7-5b5902e619ed tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:33.595670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95b0cc3a-5d96-463b-91e2-126a8c16b412 req-d0f768c4-da5b-4087-97e7-5b5902e619ed tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 944 time: 0.0829427 Nov 10 04:10:33.616646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] For port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:10:33.622767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] For port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,segment=NetworkSegment(a35db40f-7f9e-45a8-9007-6bc4e2b129a5),segment_id=a35db40f-7f9e-45a8-9007-6bc4e2b129a5)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:10:33.627491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:33.659798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95b0cc3a-5d96-463b-91e2-126a8c16b412 req-b8f5276d-3451-41ba-9edf-624357184eee tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629928 Nov 10 04:10:33.666886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:33.667516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:33.668901 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] 10.222.0.44 "PUT /v2.0/ports/97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 HTTP/1.1" status: 200 len: 1092 time: 0.6703699 Nov 10 04:10:33.669589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'tag': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:33.672017 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e53378-f0af-4516-ad31-89f937eabfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf49147-ecaf-40b7-adb2-14f748b7f0ea", "tag": "97c122b3-d63e-4e9d-8cc7-8cd42e4d9181"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:33.735258 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ab479-6168-4694-b949-1e40775e65f1 x-openstack-request-id: req-ee1ab479-6168-4694-b949-1e40775e65f1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:33.735550 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf49147-ecaf-40b7-adb2-14f748b7f0ea", "tag": "97c122b3-d63e-4e9d-8cc7-8cd42e4d9181", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:33.736455 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee1ab479-6168-4694-b949-1e40775e65f1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:33.736455 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'tag': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181', 'status': 'completed', 'code': 200} Nov 10 04:10:33.756885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28b0c-8ba7-4850-984d-df29e63c7ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:33.790370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-13565a6c-40ef-4f54-8c7b-c442c70aa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:33.792439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-13565a6c-40ef-4f54-8c7b-c442c70aa217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd2d16024a2040b3975af8d673ec461c&device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 1095 time: 0.0772669 Nov 10 04:10:33.844067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-0ff2097a-9dac-45af-b846-f25a627f9b48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 HTTP/1.1" status: 200 len: 217 time: 0.0411172 Nov 10 04:10:33.906581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-33813493-bf19-4023-a218-19fd4395fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:33.908075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-33813493-bf19-4023-a218-19fd4395fedb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=241c24f6-3df3-4960-8b37-26ebe6517cd1 HTTP/1.1" status: 200 len: 851 time: 0.0576434 Nov 10 04:10:33.943118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-fcd3c41c-f3ee-4827-b24b-347e4a8a96cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a87af07e-88d2-4787-8d87-e2899923a44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267181 Nov 10 04:10:34.072020 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-e90648a5-1979-43f4-bef4-d78206b25292 service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191623 Nov 10 04:10:34.172186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e6d1091-0509-4936-aed5-c8109c633e0e req-293d5cea-f684-4b0b-8b2e-3be58d65ac73 service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926940 Nov 10 04:10:34.275180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-acdcafb2-6cec-4043-8a34-7b2a33624cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:34.277206 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-acdcafb2-6cec-4043-8a34-7b2a33624cea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd2d16024a2040b3975af8d673ec461c&device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 1095 time: 0.0496168 Nov 10 04:10:34.383195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-ac83b154-d357-4bcf-b541-fe4013922d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:34.384684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-ac83b154-d357-4bcf-b541-fe4013922d43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a87af07e-88d2-4787-8d87-e2899923a44f HTTP/1.1" status: 200 len: 911 time: 0.1001987 Nov 10 04:10:34.429995 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-ef08fbbe-b151-4fd9-88bb-c35456dfbd0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 HTTP/1.1" status: 200 len: 217 time: 0.0365369 Nov 10 04:10:34.487352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-0c6740ae-4f02-4330-8edb-ed6e0616cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:34.488825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-0c6740ae-4f02-4330-8edb-ed6e0616cad4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=241c24f6-3df3-4960-8b37-26ebe6517cd1 HTTP/1.1" status: 200 len: 851 time: 0.0502620 Nov 10 04:10:34.522351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-5b24c29f-98d1-4370-b3a2-1fda62e5914b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a87af07e-88d2-4787-8d87-e2899923a44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256081 Nov 10 04:10:34.620001 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-554cc36d-466c-4baa-a069-ed606d9ebb33 service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896678 Nov 10 04:10:34.729338 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4e53378-f0af-4516-ad31-89f937eabfc1 req-835623fc-3f3e-4e85-8740-3a8934032f5f service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996594 Nov 10 04:10:34.803516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59245a27-0880-4deb-adc8-1abd98ece1b7 req-1f2379bb-699d-4253-acff-021557a8a333 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:34.805796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59245a27-0880-4deb-adc8-1abd98ece1b7 req-1f2379bb-699d-4253-acff-021557a8a333 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 944 time: 0.0611854 Nov 10 04:10:34.856104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59245a27-0880-4deb-adc8-1abd98ece1b7 req-78c697f0-61de-4f5e-906d-40c0a5e71322 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Nov 10 04:10:35.611667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:10:35.710482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,segment=NetworkSegment(a35db40f-7f9e-45a8-9007-6bc4e2b129a5),segment_id=a35db40f-7f9e-45a8-9007-6bc4e2b129a5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:35.722698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181', 'network_id': 'a87af07e-88d2-4787-8d87-e2899923a44f', 'port_id': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181', 'mac_address': 'fa:16:3e:69:d4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241c24f6-3df3-4960-8b37-26ebe6517cd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:10:35.927738 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:35.943198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:10:35.965071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,segment=NetworkSegment(a35db40f-7f9e-45a8-9007-6bc4e2b129a5),segment_id=a35db40f-7f9e-45a8-9007-6bc4e2b129a5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:35.969550 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:36.002208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafa6ac-f01c-43ef-9460-93da2ab0be06 req-0233863e-61b2-4ccf-82f1-27e38a744318 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:36.008193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fafa6ac-f01c-43ef-9460-93da2ab0be06 req-0233863e-61b2-4ccf-82f1-27e38a744318 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 944 time: 0.0594287 Nov 10 04:10:36.031758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:36.040490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.040826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.041732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.042121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.042431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.042750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.043329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.043522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.043811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.044126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.044498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.044751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:36.059440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fafa6ac-f01c-43ef-9460-93da2ab0be06 req-b433ca7b-c724-489d-9dc9-06b5471dae18 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475757 Nov 10 04:10:36.187421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['97c122b3-d63e-4e9d-8cc7-8cd42e4d9181'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:10:37.195548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed1b01-a3cf-4325-9d0f-c3def948c26d req-49f8a880-794a-43fb-b07c-f9cee107c104 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:37.198702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96ed1b01-a3cf-4325-9d0f-c3def948c26d req-49f8a880-794a-43fb-b07c-f9cee107c104 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 945 time: 0.0588589 Nov 10 04:10:37.262277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96ed1b01-a3cf-4325-9d0f-c3def948c26d req-60b5e8a5-9c73-41f8-b60c-2d24b0197672 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565710 Nov 10 04:10:37.612988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:10:37.664152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:10:37.669322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:10:37.669750 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:37.752314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:37.789755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,segment=NetworkSegment(a35db40f-7f9e-45a8-9007-6bc4e2b129a5),segment_id=a35db40f-7f9e-45a8-9007-6bc4e2b129a5)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:37.790890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:37.794220 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab33cba0-3991-4a26-a3e6-b1922c85d909" -d '{"events": [{"server_uuid": "9bf49147-ecaf-40b7-adb2-14f748b7f0ea", "name": "network-vif-plugged", "status": "completed", "tag": "97c122b3-d63e-4e9d-8cc7-8cd42e4d9181"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:37.798749 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:37.841637 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9bc4ec-45ad-4ba2-9e78-c19b33e153ef x-openstack-request-id: req-fd9bc4ec-45ad-4ba2-9e78-c19b33e153ef {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:37.841923 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf49147-ecaf-40b7-adb2-14f748b7f0ea", "name": "network-vif-plugged", "status": "completed", "tag": "97c122b3-d63e-4e9d-8cc7-8cd42e4d9181", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:37.842192 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd9bc4ec-45ad-4ba2-9e78-c19b33e153ef {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:37.842584 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181', 'code': 200} Nov 10 04:10:37.866900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:37.953425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f89bc4-bf5c-45e2-a454-eef5cce997ad req-1bc5616d-4ffc-46c0-bfb1-a78d7cad6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:37.954951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-57f89bc4-bf5c-45e2-a454-eef5cce997ad req-1bc5616d-4ffc-46c0-bfb1-a78d7cad6a8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 1097 time: 0.0445113 Nov 10 04:10:38.009773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-57f89bc4-bf5c-45e2-a454-eef5cce997ad req-cc2769ae-d213-4f1c-a7bf-1d71e8f62a31 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Nov 10 04:10:38.143849 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:38.399562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc9a92-bb76-4692-8648-ab95a28d0f60 req-3ce4fae2-aad8-473d-b180-3b2baf410082 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:38.402322 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ecc9a92-bb76-4692-8648-ab95a28d0f60 req-3ce4fae2-aad8-473d-b180-3b2baf410082 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0599115 Nov 10 04:10:38.458873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ecc9a92-bb76-4692-8648-ab95a28d0f60 req-87164ec3-80c6-4a64-8e7f-4d4b4efc45f2 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Nov 10 04:10:39.671822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f9ef3-67cf-4839-b2ec-60823d53a7fa req-e4ad08ed-3db3-4031-8482-793c038be931 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:39.674214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c5f9ef3-67cf-4839-b2ec-60823d53a7fa req-e4ad08ed-3db3-4031-8482-793c038be931 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.1114616 Nov 10 04:10:39.746526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8c5f9ef3-67cf-4839-b2ec-60823d53a7fa req-98a1cb76-3a6a-42d9-a77b-dd60d6ea2d2d tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660255 Nov 10 04:10:39.876230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c03f94-0911-44dd-a47d-3bff730c7d84 req-2f733f53-0b9f-4ed2-a4eb-fdb61b4b58a1 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:39.878051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72c03f94-0911-44dd-a47d-3bff730c7d84 req-2f733f53-0b9f-4ed2-a4eb-fdb61b4b58a1 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0623655 Nov 10 04:10:39.927891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72c03f94-0911-44dd-a47d-3bff730c7d84 req-58cd7941-fd3d-4741-b946-1becd6742f97 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Nov 10 04:10:40.232067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf312f-6844-438c-98e3-2454f1985c18 req-50d9346e-fba8-4481-9857-5d7dd5224f77 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:40.233887 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61bf312f-6844-438c-98e3-2454f1985c18 req-50d9346e-fba8-4481-9857-5d7dd5224f77 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0534692 Nov 10 04:10:40.322336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61bf312f-6844-438c-98e3-2454f1985c18 req-f6681852-874a-4698-b1cf-0bf9e88d56da tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784688 Nov 10 04:10:41.475517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e655d1b-6ce7-4a19-b0b3-992559dd305b req-8484a27e-5360-4283-add7-a6d7bfa8794e tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:41.485253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e655d1b-6ce7-4a19-b0b3-992559dd305b req-8484a27e-5360-4283-add7-a6d7bfa8794e tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0718739 Nov 10 04:10:41.549234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e655d1b-6ce7-4a19-b0b3-992559dd305b req-d2f213f7-a22c-41ae-bd5b-6d12f6fe65d4 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627332 Nov 10 04:10:41.875284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-483eadb8-2877-4367-a774-ceb4f41c4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:41.876820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-483eadb8-2877-4367-a774-ceb4f41c4ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd2d16024a2040b3975af8d673ec461c&device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 1097 time: 0.0633562 Nov 10 04:10:41.893332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59442a6-7384-45fa-88c0-5b3e7a23d6e2 req-dde3d682-52bb-491f-b736-d5f56b2efa64 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:41.894982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c59442a6-7384-45fa-88c0-5b3e7a23d6e2 req-dde3d682-52bb-491f-b736-d5f56b2efa64 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0711536 Nov 10 04:10:41.985498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-854b7f12-dfb6-4496-8706-7c967a57cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:41.987304 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-854b7f12-dfb6-4496-8706-7c967a57cbad service neutron] 10.222.0.44 "GET /v2.0/networks?id=a87af07e-88d2-4787-8d87-e2899923a44f HTTP/1.1" status: 200 len: 911 time: 0.0986211 Nov 10 04:10:41.994114 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c59442a6-7384-45fa-88c0-5b3e7a23d6e2 req-7ca532cc-30b3-4b1b-a856-cf6c81de6b5c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871775 Nov 10 04:10:42.034559 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-e04b11a6-9265-430b-9d0a-ae527fd9b39c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 HTTP/1.1" status: 200 len: 217 time: 0.0391095 Nov 10 04:10:42.094708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-f3ac1c58-9fa6-4941-a3e1-6e591f80e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:42.096312 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-f3ac1c58-9fa6-4941-a3e1-6e591f80e544 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=241c24f6-3df3-4960-8b37-26ebe6517cd1 HTTP/1.1" status: 200 len: 851 time: 0.0555239 Nov 10 04:10:42.127879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-b27d61e1-a9ba-4c02-9fd7-6bc7c0f08847 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a87af07e-88d2-4787-8d87-e2899923a44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246720 Nov 10 04:10:42.237878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-601d4ea7-d1f7-4478-84d1-9c6957ad32be service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018157 Nov 10 04:10:42.746567 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a54aeb2b-96aa-497b-8f6a-eba45d40e309 req-bdd3bcef-d731-47ba-9c45-04780561af87 service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013223 Nov 10 04:10:42.845397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33270) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:42.949711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4badc187-0879-45b9-86cb-43d629030d21 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 200 len: 994 time: 0.1031353 Nov 10 04:10:43.140667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15735e-202c-4fdc-bed4-620173e2c4ac req-00ebf2b7-e3ea-476d-a418-637dcdbbbe23 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:43.142308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db15735e-202c-4fdc-bed4-620173e2c4ac req-00ebf2b7-e3ea-476d-a418-637dcdbbbe23 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0547659 Nov 10 04:10:43.201180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db15735e-202c-4fdc-bed4-620173e2c4ac req-5855a6bc-bcdb-4364-a250-40437ccfbe9a tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496464 Nov 10 04:10:43.236466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33282) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:43.339172 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e7808902-ebe9-4410-a682-126a72b569c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:43.411205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port a506cc05-75f8-48ec-8f5f-219fe1d574b1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:43.414008 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:43.512485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:43.512912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:43.527866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for a506cc05-75f8-48ec-8f5f-219fe1d574b1 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:43.714920 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:43.741593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=a506cc05-75f8-48ec-8f5f-219fe1d574b1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:43.809617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:43.810031 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Floating IP 32f56f74-e2b9-497a-ac55-784fc6cca332 disassociated (deleted). External IP: 172.25.6.103, port: 017fdce8-d935-4f2e-b8df-35041ca6d22b. Nov 10 04:10:44.016725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router b161e063-5cd0-41f0-89a4-caa1da42100b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:10:44.123918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:10:44.129100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:44.136337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] Sync routers for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:10:44.145976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:10:44.146871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:44.159472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-33624ef1-38b1-4fa1-ab74-7e8cf50608b2 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/floatingips/32f56f74-e2b9-497a-ac55-784fc6cca332 HTTP/1.1" status: 204 len: 168 time: 0.9193890 Nov 10 04:10:44.159472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:44.160376 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0962b20c-f7d0-433a-a627-31662eab27c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:44.228981 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a311930d-b2d0-4fba-9f3e-c7af99cfa6ad x-openstack-request-id: req-a311930d-b2d0-4fba-9f3e-c7af99cfa6ad {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:44.229389 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:44.229755 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a311930d-b2d0-4fba-9f3e-c7af99cfa6ad {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:44.230235 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'status': 'completed', 'code': 200} Nov 10 04:10:44.341986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-052eeba2-d518-4da9-83d9-0f3cee37c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:44.343870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-052eeba2-d518-4da9-83d9-0f3cee37c6cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 1097 time: 0.0651836 Nov 10 04:10:44.345466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79b29-e30e-4d18-afc1-8a0ed0560802 req-40c46264-230c-4b66-9fdc-0d26399322bd tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:44.347196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ca79b29-e30e-4d18-afc1-8a0ed0560802 req-40c46264-230c-4b66-9fdc-0d26399322bd tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0619848 Nov 10 04:10:44.348374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:10:44.420533 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ca79b29-e30e-4d18-afc1-8a0ed0560802 req-2b86ab3a-7645-45a4-b766-69a0f3812d9c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600967 Nov 10 04:10:44.503578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff4ccd-5dca-4650-a2eb-de77e8de4783 req-5fdcc0be-6596-4e58-9b5d-9751de622c72 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:44.515009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fff4ccd-5dca-4650-a2eb-de77e8de4783 req-5fdcc0be-6596-4e58-9b5d-9751de622c72 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 946 time: 0.0789037 Nov 10 04:10:44.555745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-2f712c6d-642e-497a-bc23-1b25c7349e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:44.557320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-2f712c6d-642e-497a-bc23-1b25c7349e88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 HTTP/1.1" status: 200 len: 897 time: 0.1572173 Nov 10 04:10:44.591108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fff4ccd-5dca-4650-a2eb-de77e8de4783 req-4fa8cb56-4034-4c68-b6cc-6c588022cd8c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749948 Nov 10 04:10:44.632084 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-8c3a6476-931a-4aec-82f6-410e9c9e7ee8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b HTTP/1.1" status: 200 len: 217 time: 0.0668972 Nov 10 04:10:44.682721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:44.713520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] Checking router: b161e063-5cd0-41f0-89a4-caa1da42100b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:10:44.723927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:10:44.724548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:44.736009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-52ae1c38-ad34-4fe1-a20f-50f54342cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:44.737723 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-52ae1c38-ad34-4fe1-a20f-50f54342cc32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2 HTTP/1.1" status: 200 len: 834 time: 0.0837135 Nov 10 04:10:44.795589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-07deaa2a-c3e8-47d0-9465-c96f12394141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:44.796067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91300f9-8dbf-4e2c-8acc-28f65dc3925b req-ec836070-e6b2-4b20-bbea-b2543be88ead tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:44.797074 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-07deaa2a-c3e8-47d0-9465-c96f12394141 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478926 Nov 10 04:10:44.797634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a91300f9-8dbf-4e2c-8acc-28f65dc3925b req-ec836070-e6b2-4b20-bbea-b2543be88ead tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0613875 Nov 10 04:10:44.851153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a91300f9-8dbf-4e2c-8acc-28f65dc3925b req-460768c1-2502-4cd0-92a5-304a84091e78 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 Nov 10 04:10:44.877686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:10:44.904165 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-aeb8aacb-ca06-4cb9-aa23-a305b7681f71 service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973976 Nov 10 04:10:45.008980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0962b20c-f7d0-433a-a627-31662eab27c9 req-8ead1c91-ca61-4220-9b92-f297e3e771b2 service neutron] 10.222.0.11 "GET /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934420 Nov 10 04:10:45.095418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:45.128265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43222e29-cf10-4e9a-b805-752e7329fd8a None None] The sync data for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 is: [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:09:08Z', 'revision_number': 4, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b2178256-d027-4a00-949f-596160d924f3', 'name': '', 'network_id': '5ebb9c96-1ce9-43b7-8d32-0308bf310dc1', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'mac_address': 'fa:16:3e:f5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:06Z', 'updated_at': '2021-11-10T04:09:13Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'subnets': [{'id': '0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:10:45.453357 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536933f2-180a-429f-bfff-d2b4679908ee None None] New status for floating IP 32f56f74-e2b9-497a-ac55-784fc6cca332: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:10:45.676853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-accb7516-4217-468a-b65e-c80e202ba854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:45.721099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0288b5-8234-4694-aeb1-b5d6d0628cd6 req-aa958ba5-5167-40ef-a44a-c3e608225c4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:45.722726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee0288b5-8234-4694-aeb1-b5d6d0628cd6 req-aa958ba5-5167-40ef-a44a-c3e608225c4c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 946 time: 0.0602744 Nov 10 04:10:45.798141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee0288b5-8234-4694-aeb1-b5d6d0628cd6 req-7707048e-d176-4943-8884-d7712c921348 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681653 Nov 10 04:10:45.984415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864f0c-447c-4408-9bd5-2c66d1f51346 req-b494e8ae-a0f6-425a-9262-ce4513c7324d tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:45.985907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5864f0c-447c-4408-9bd5-2c66d1f51346 req-b494e8ae-a0f6-425a-9262-ce4513c7324d tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0571241 Nov 10 04:10:46.037191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5864f0c-447c-4408-9bd5-2c66d1f51346 req-7cc64dc8-1d74-4808-b1d7-14c4cd33f9bc tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Nov 10 04:10:46.276533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce094d15-6631-4666-b69a-4d99de01e6c2 req-7c28ed6c-52ec-4269-8d22-1ed575b6abf2 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:46.284663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce094d15-6631-4666-b69a-4d99de01e6c2 req-7c28ed6c-52ec-4269-8d22-1ed575b6abf2 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0629735 Nov 10 04:10:46.324749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-54cc367a-558b-4616-83ab-e6b4cba32240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:46.327444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-54cc367a-558b-4616-83ab-e6b4cba32240 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd2d16024a2040b3975af8d673ec461c&device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 1097 time: 0.0716956 Nov 10 04:10:46.334789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-fc1a320a-fba0-474c-b9d5-db304e269413 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:46.336241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-fc1a320a-fba0-474c-b9d5-db304e269413 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 946 time: 0.1184964 Nov 10 04:10:46.344346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce094d15-6631-4666-b69a-4d99de01e6c2 req-93304215-1bb4-47b0-9d71-0c80f853eb3d tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Nov 10 04:10:46.487511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-722d2da6-0f48-48dc-a624-5d3678b2a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:46.489157 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-722d2da6-0f48-48dc-a624-5d3678b2a493 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a87af07e-88d2-4787-8d87-e2899923a44f HTTP/1.1" status: 200 len: 911 time: 0.1519485 Nov 10 04:10:46.543610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-8da66188-4fc2-4225-a61e-36e6958a4505 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 HTTP/1.1" status: 200 len: 217 time: 0.0473595 Nov 10 04:10:46.552085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port 017fdce8-d935-4f2e-b8df-35041ca6d22b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:46.552420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:46.653828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-403a4cc0-f6cf-4083-adb8-66145cdf55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:46.655309 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-403a4cc0-f6cf-4083-adb8-66145cdf55a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=241c24f6-3df3-4960-8b37-26ebe6517cd1 HTTP/1.1" status: 200 len: 851 time: 0.1000822 Nov 10 04:10:46.705604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-5ecc1309-da8f-473d-89e3-406c48376f52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a87af07e-88d2-4787-8d87-e2899923a44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419133 Nov 10 04:10:46.713042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port 017fdce8-d935-4f2e-b8df-35041ca6d22b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=017fdce8-d935-4f2e-b8df-35041ca6d22b,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:46.713393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:46.749971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for 017fdce8-d935-4f2e-b8df-35041ca6d22b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:46.799945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:46.892087 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-dfd49bf6-840f-40c0-ab9a-2a4cf9b3e2cb service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758440 Nov 10 04:10:46.933141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b9ecd-493c-4c0b-9f4d-27e9e9092cc0 req-1a6a5d2d-f5b3-42d1-a26f-b07f69e4df94 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:46.935548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-572b9ecd-493c-4c0b-9f4d-27e9e9092cc0 req-1a6a5d2d-f5b3-42d1-a26f-b07f69e4df94 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8e0e57-8bac-429a-81bf-0b1051822a5f HTTP/1.1" status: 200 len: 946 time: 0.0617349 Nov 10 04:10:47.000936 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-572b9ecd-493c-4c0b-9f4d-27e9e9092cc0 req-6a887e59-7d83-4039-9437-e64559f51955 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "GET /v2.0/security-groups?id=56dbaef3-c1bd-44df-87af-b8f28813fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546162 Nov 10 04:10:47.034631 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c852846-e7c5-40ed-9db0-5ec3ee76a2ad req-c5a44302-40eb-48f3-bb5e-2f29f5cf66e2 service neutron] 10.222.0.44 "GET /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961277 Nov 10 04:10:47.051381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:47.086509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=017fdce8-d935-4f2e-b8df-35041ca6d22b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:47.135350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] No DVR routers for this DVR port 017fdce8-d935-4f2e-b8df-35041ca6d22b on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:47.137918 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:47.141307 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aa4864ff-6b3d-456b-a09b-e9a644923762 req-f683a754-d875-4e5a-b5d9-9bab5d599a3c tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.11 "DELETE /v2.0/ports/017fdce8-d935-4f2e-b8df-35041ca6d22b HTTP/1.1" status: 204 len: 173 time: 0.7844517 Nov 10 04:10:47.141815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'name': 'network-vif-deleted', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:47.144260 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8d9b5-eb0f-428b-a3e8-c1fb980e7abe" -d '{"events": [{"server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "name": "network-vif-deleted", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:47.197863 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b511d-e1a1-41a2-87e6-984cf1123e93 x-openstack-request-id: req-664b511d-e1a1-41a2-87e6-984cf1123e93 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:47.198436 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e0e57-8bac-429a-81bf-0b1051822a5f", "name": "network-vif-deleted", "tag": "017fdce8-d935-4f2e-b8df-35041ca6d22b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:47.198834 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-664b511d-e1a1-41a2-87e6-984cf1123e93 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:47.199311 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8e0e57-8bac-429a-81bf-0b1051822a5f', 'name': 'network-vif-deleted', 'tag': '017fdce8-d935-4f2e-b8df-35041ca6d22b', 'status': 'completed', 'code': 200} Nov 10 04:10:47.479268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f549977-c388-47bb-a73b-b332d917fcf0 req-e64b0cbe-e012-4ebf-81ba-4cee2b5aeb1e tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:47.481404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f549977-c388-47bb-a73b-b332d917fcf0 req-e64b0cbe-e012-4ebf-81ba-4cee2b5aeb1e tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0734806 Nov 10 04:10:47.546405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f549977-c388-47bb-a73b-b332d917fcf0 req-9bbe122b-8464-475e-9c8a-a4f0d72f68f1 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Nov 10 04:10:48.049693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33364) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:48.107028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0b58422-abbc-491d-b1e4-b75fc29b4761 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:48.131926 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0b58422-abbc-491d-b1e4-b75fc29b4761 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:48.195467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0b58422-abbc-491d-b1e4-b75fc29b4761 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:48.199133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d0b58422-abbc-491d-b1e4-b75fc29b4761 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:48.203068 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d0b58422-abbc-491d-b1e4-b75fc29b4761 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/security-groups/56dbaef3-c1bd-44df-87af-b8f28813fe8d HTTP/1.1" status: 204 len: 168 time: 0.1498232 Nov 10 04:10:48.210997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b58422-abbc-491d-b1e4-b75fc29b4761 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbaef3-c1bd-44df-87af-b8f28813fe8d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:48.253198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33368) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:48.452689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:48.696226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4101-0fbb-4279-8608-7ef095034efb req-46263a4d-6ccd-4168-a1b0-aefd71f1005e tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:48.698033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff8e4101-0fbb-4279-8608-7ef095034efb req-46263a4d-6ccd-4168-a1b0-aefd71f1005e tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0732620 Nov 10 04:10:48.803591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff8e4101-0fbb-4279-8608-7ef095034efb req-7d849208-cb57-4314-82c7-38a9dbbd2a73 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929883 Nov 10 04:10:49.136721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:49.147315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614eed6-f653-4afc-afff-4347c77bc242 req-74630fc1-4963-48d8-a497-a7b44a5069e1 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:49.153112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5614eed6-f653-4afc-afff-4347c77bc242 req-74630fc1-4963-48d8-a497-a7b44a5069e1 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0994260 Nov 10 04:10:49.177154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:49.254905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5614eed6-f653-4afc-afff-4347c77bc242 req-98f49af3-3dd5-4856-8fdb-783b3baabd1c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940495 Nov 10 04:10:49.487693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port b2178256-d027-4a00-949f-596160d924f3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:49.488043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:49.588067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port b2178256-d027-4a00-949f-596160d924f3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2178256-d027-4a00-949f-596160d924f3,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:49.588507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:49.607126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for b2178256-d027-4a00-949f-596160d924f3 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:49.834427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:49.869773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=b2178256-d027-4a00-949f-596160d924f3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:50.065688 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:50.334282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Router b161e063-5cd0-41f0-89a4-caa1da42100b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:10:50.423481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac542d-8ce4-4d48-8096-4afc61e8c17c req-7dcf4c35-b9c1-4a71-bbc1-314b67af92a9 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:50.430902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16ac542d-8ce4-4d48-8096-4afc61e8c17c req-7dcf4c35-b9c1-4a71-bbc1-314b67af92a9 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0814776 Nov 10 04:10:50.527438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16ac542d-8ce4-4d48-8096-4afc61e8c17c req-a0a99693-ed7c-453f-8b80-7c99d9455a0c tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809906 Nov 10 04:10:50.527632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:10:50.533701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-86aea398-e415-44e8-a641-14b0bebb9ff7 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "PUT /v2.0/routers/b161e063-5cd0-41f0-89a4-caa1da42100b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2788937 Nov 10 04:10:50.537144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33402) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:50.539617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] Sync routers for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:10:50.564503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:10:50.565128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:50.623284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting subnet 0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:10:50.626862 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:50.678190 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:50.694471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:10:50.837977 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:50.895601 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:50.917378 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:50.926015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/subnets/0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2 HTTP/1.1" status: 204 len: 168 time: 0.3877170 Nov 10 04:10:50.928699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33406) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:50.937610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e259a13-4abb-449f-b1d6-347f2bec2966 None None] Network 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:10:50.949301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Subnet': ['ID=0662ae2c-d24d-4b2c-8a52-ea85dce5b3c2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:50.957605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.964192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.966153 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.966501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.966838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.967171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.968639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.968981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.969303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.969631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.969980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:50.970312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dcb1b4-d590-494e-84e2-4c92d11d7647 tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:10:51.060171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:10:49Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:51.086099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-36077a99-2650-417d-a782-7bdbc09a3d84 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:51.088215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-36077a99-2650-417d-a782-7bdbc09a3d84 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.1003885 Nov 10 04:10:51.107899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] Checking router: b161e063-5cd0-41f0-89a4-caa1da42100b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:10:51.124235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] Routers {'b161e063-5cd0-41f0-89a4-caa1da42100b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:10:51.124847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['b161e063-5cd0-41f0-89a4-caa1da42100b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:51.144707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.237425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 017fdce8-d935-4f2e-b8df-35041ca6d22b no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:51.320368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Deleting port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:51.320700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.373735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.435533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] DHCP port deletion for 5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:51.439726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 017fdce8-d935-4f2e-b8df-35041ca6d22b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:51.440678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 017fdce8-d935-4f2e-b8df-35041ca6d22b not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:51.457849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] For port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,segment=NetworkSegment(a35db40f-7f9e-45a8-9007-6bc4e2b129a5),segment_id=a35db40f-7f9e-45a8-9007-6bc4e2b129a5)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:51.458243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.475709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Calling delete_port for 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:51.487287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] Set router b161e063-5cd0-41f0-89a4-caa1da42100b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:10:51.490997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Deleting port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:51.491337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.636684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] Deleting port 6fcc504d-b117-4548-aa2e-e805ab982b30 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:51.637208 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.661747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] For port 46cfdfbc-d7d4-4e1a-b38e-ac289792e393, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:51.662343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.672486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e0aa4-87cf-4b84-a880-29501249e4d4 req-1f47f861-68e2-4941-806c-c7a26775c69a tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:51.675893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Calling delete_port for 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:51.678443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-219e0aa4-87cf-4b84-a880-29501249e4d4 req-1f47f861-68e2-4941-806c-c7a26775c69a tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf49147-ecaf-40b7-adb2-14f748b7f0ea HTTP/1.1" status: 200 len: 946 time: 0.0693054 Nov 10 04:10:51.707542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] For port 6fcc504d-b117-4548-aa2e-e805ab982b30, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6fcc504d-b117-4548-aa2e-e805ab982b30,segment=NetworkSegment(8878bb6d-18b7-441f-bc94-e9fe575fb127),segment_id=8878bb6d-18b7-441f-bc94-e9fe575fb127)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:51.707930 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.720194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] Calling delete_port for 6fcc504d-b117-4548-aa2e-e805ab982b30 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:51.734544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-219e0aa4-87cf-4b84-a880-29501249e4d4 req-f6a15c6f-49a6-4213-bc7f-6108d8dfb9bf tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cd41eec-9ab5-48a1-906e-cebdbc523134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Nov 10 04:10:51.844912 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.875856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] Pushing event deleted for resources: {'Port': ['ID=6fcc504d-b117-4548-aa2e-e805ab982b30,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:51.882780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cdb902-87f0-4088-999b-774b3e3f76d7 None None] No DVR routers for this DVR port 6fcc504d-b117-4548-aa2e-e805ab982b30 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:51.897176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:10:49Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:51.923971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.931039 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671be1db-fad4-4b87-a6dd-168a52ac42d4 None None] The sync data for ids ['b161e063-5cd0-41f0-89a4-caa1da42100b'] in n-d-817326-2 is: [{'id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'name': 'tempest-TestNetworkBasicOps-router-1602039967', 'tenant_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:58Z', 'updated_at': '2021-11-10T04:10:49Z', 'revision_number': 5, 'project_id': 'ccaa15c36c244bb9b48a1c91ec4d6be5', 'gw_port': {'id': '46cfdfbc-d7d4-4e1a-b38e-ac289792e393', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b161e063-5cd0-41f0-89a4-caa1da42100b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:59Z', 'updated_at': '2021-11-10T04:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:10:51.935360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['97c122b3-d63e-4e9d-8cc7-8cd42e4d9181'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:10:51.960071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:51.965039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Pushing event deleted for resources: {'Port': ['ID=97c122b3-d63e-4e9d-8cc7-8cd42e4d9181,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:52.016440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Port': ['ID=46cfdfbc-d7d4-4e1a-b38e-ac289792e393,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:52.029408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3831c6c-d521-491f-ae60-80431944c4ac None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:10:52.036984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] No DVR routers for this DVR port 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:10:52.052726 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.056232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e92d97e7-19fe-4302-9835-8cf0c8bc3f5b req-597ae83f-8c43-428f-bc6a-b678994a2518 tempest-TestServerAdvancedOps-1398255263 tempest-TestServerAdvancedOps-1398255263-project] 10.222.0.44 "DELETE /v2.0/ports/97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 HTTP/1.1" status: 204 len: 173 time: 0.9603262 Nov 10 04:10:52.056791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'name': 'network-vif-deleted', 'tag': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:10:52.059270 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55fa381-6715-418a-8588-39297828e45a" -d '{"events": [{"server_uuid": "9bf49147-ecaf-40b7-adb2-14f748b7f0ea", "name": "network-vif-deleted", "tag": "97c122b3-d63e-4e9d-8cc7-8cd42e4d9181"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:10:52.114455 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a084494-f8e4-445e-852a-a73df5ac21de x-openstack-request-id: req-4a084494-f8e4-445e-852a-a73df5ac21de {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:10:52.114815 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf49147-ecaf-40b7-adb2-14f748b7f0ea", "name": "network-vif-deleted", "tag": "97c122b3-d63e-4e9d-8cc7-8cd42e4d9181", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:10:52.115253 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a084494-f8e4-445e-852a-a73df5ac21de {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:10:52.115757 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf49147-ecaf-40b7-adb2-14f748b7f0ea', 'name': 'network-vif-deleted', 'tag': '97c122b3-d63e-4e9d-8cc7-8cd42e4d9181', 'status': 'completed', 'code': 200} Nov 10 04:10:52.133753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.539664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.543213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.617548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.618064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Fanout notify agent at l3_agent the message router_deleted on router b161e063-5cd0-41f0-89a4-caa1da42100b {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:10:52.632616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.634113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-64e55484-d2c9-41dc-9aa8-4d5c9857b9ea tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/routers/b161e063-5cd0-41f0-89a4-caa1da42100b HTTP/1.1" status: 204 len: 168 time: 1.7040162 Nov 10 04:10:52.637223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33434) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:52.764065 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.843398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33442) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:52.892278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.902085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33444) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:52.925981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebb9c96-1ce9-43b7-8d32-0308bf310dc1']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:52.937512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8878bb6d-18b7-441f-bc94-e9fe575fb127') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:52.937885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8878bb6d-18b7-441f-bc94-e9fe575fb127') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:52.939861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] Deleting subnet 241c24f6-3df3-4960-8b37-26ebe6517cd1 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:10:52.943095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.947381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.961791 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.969703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:10:52.970125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:10:52.973048 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:10:52.984874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.031509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.039518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ae60dd8b-12fb-4399-aad3-f160016400ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.046427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.063970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.067124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] 10.222.0.24 "DELETE /v2.0/networks/5ebb9c96-1ce9-43b7-8d32-0308bf310dc1 HTTP/1.1" status: 204 len: 168 time: 0.4283400 Nov 10 04:10:53.070022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97de0c-f7c5-42ad-9143-038489206aef tempest-TestNetworkBasicOps-868201087 tempest-TestNetworkBasicOps-868201087-project] Pushing event deleted for resources: {'Network': ['ID=5ebb9c96-1ce9-43b7-8d32-0308bf310dc1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:53.103143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.138069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241c24f6-3df3-4960-8b37-26ebe6517cd1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:53.143075 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.149668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-706f81e1-b848-4cc1-87c1-e1485cf6645c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/241c24f6-3df3-4960-8b37-26ebe6517cd1 HTTP/1.1" status: 204 len: 168 time: 0.3047481 Nov 10 04:10:53.150468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33450) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:53.161597 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ae60dd8b-12fb-4399-aad3-f160016400ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.165742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ae60dd8b-12fb-4399-aad3-f160016400ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.211899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ae60dd8b-12fb-4399-aad3-f160016400ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b00f9ae9dd5f4ce4a08dcca37b91814e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071039 Nov 10 04:10:53.212179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33452) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:53.213382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60dd8b-12fb-4399-aad3-f160016400ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c806c1-fa28-4ec7-93d9-974ab2e4c176,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:53.254411 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.268374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fcc504d-b117-4548-aa2e-e805ab982b30 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:53.298492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6fcc504d-b117-4548-aa2e-e805ab982b30 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:53.298738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6fcc504d-b117-4548-aa2e-e805ab982b30 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:53.299167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2178256-d027-4a00-949f-596160d924f3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:53.305125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a841559-1366-4789-8c8d-8cf29f7bc498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.319316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33456) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:53.328718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b2178256-d027-4a00-949f-596160d924f3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:53.329044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2178256-d027-4a00-949f-596160d924f3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:53.362906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a841559-1366-4789-8c8d-8cf29f7bc498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.426989 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.430456 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.454774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87af07e-88d2-4787-8d87-e2899923a44f']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:53.466944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35db40f-7f9e-45a8-9007-6bc4e2b129a5') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:53.467258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35db40f-7f9e-45a8-9007-6bc4e2b129a5') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:53.476017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-827b91c4-a1b5-43c8-8820-3594b95dc198 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccaa15c36c244bb9b48a1c91ec4d6be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525657 Nov 10 04:10:53.476288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33460) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:53.477247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.490552 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a841559-1366-4789-8c8d-8cf29f7bc498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.493371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a841559-1366-4789-8c8d-8cf29f7bc498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.495114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2a841559-1366-4789-8c8d-8cf29f7bc498 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17c806c1-fa28-4ec7-93d9-974ab2e4c176 HTTP/1.1" status: 204 len: 168 time: 0.2756498 Nov 10 04:10:53.499207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.508785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a841559-1366-4789-8c8d-8cf29f7bc498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c806c1-fa28-4ec7-93d9-974ab2e4c176,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:53.511151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:10:53.511810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:10:53.513527 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:10:53.541342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0fe9-1f82-4582-bfc8-e336f67bcd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.565177 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0fe9-1f82-4582-bfc8-e336f67bcd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.574766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.581086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.587583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/a87af07e-88d2-4787-8d87-e2899923a44f HTTP/1.1" status: 204 len: 168 time: 0.4361062 Nov 10 04:10:53.588204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33464) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:53.608110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e545e-71a7-4456-8c2e-564a96f5e7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a87af07e-88d2-4787-8d87-e2899923a44f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:53.629056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0fe9-1f82-4582-bfc8-e336f67bcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.632706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0fe9-1f82-4582-bfc8-e336f67bcd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.636257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2cfa0fe9-1f82-4582-bfc8-e336f67bcd2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d35f735-8820-459b-92de-3b2baa328a9a HTTP/1.1" status: 204 len: 168 time: 0.1562436 Nov 10 04:10:53.646935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa0fe9-1f82-4582-bfc8-e336f67bcd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d35f735-8820-459b-92de-3b2baa328a9a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:53.658717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] Deleting subnet b8ddba0f-d8a5-4b97-bda9-80b41dc9d33b {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:10:53.663609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.703146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.744809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.823605 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.851891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ddba0f-d8a5-4b97-bda9-80b41dc9d33b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:53.856148 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.859661 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bae54de0-6f0e-4658-bb7c-60e8b6062497 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8ddba0f-d8a5-4b97-bda9-80b41dc9d33b HTTP/1.1" status: 204 len: 168 time: 0.2688334 Nov 10 04:10:53.862270 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33474) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:53.870919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33476) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:53.884561 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2615fb81-189c-45ab-8e54-626c2cf17ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.944194 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.969212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2615fb81-189c-45ab-8e54-626c2cf17ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:53.974323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2615fb81-189c-45ab-8e54-626c2cf17ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.017069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2615fb81-189c-45ab-8e54-626c2cf17ffe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a2b8132b7b84b068130409fd9f3a999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450605 Nov 10 04:10:54.019051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615fb81-189c-45ab-8e54-626c2cf17ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80884211-8c57-40c8-a405-39cbec58c57e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:54.022483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33478) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:54.041141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.063411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:54.073085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68fc30ce-9b8a-4d78-bfbb-9716376043d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.073852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f5eee6-8736-4bbc-b8da-9d2c7b169326') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:54.074181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f5eee6-8736-4bbc-b8da-9d2c7b169326') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:10:54.074547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33480) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:54.083697 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.097054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.099125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20d3d501-5e33-43f8-acb4-46112c3b72a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.104501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:10:54.104927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:10:54.106609 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:10:54.119152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68fc30ce-9b8a-4d78-bfbb-9716376043d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.175946 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.182540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.185795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34 HTTP/1.1" status: 204 len: 168 time: 0.3217235 Nov 10 04:10:54.197156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510a339-2a51-438a-b0fb-77532e729401 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac1f2e8-8ae4-44ec-a0ab-d5b49316aa34,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:54.214744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68fc30ce-9b8a-4d78-bfbb-9716376043d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.217266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68fc30ce-9b8a-4d78-bfbb-9716376043d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.218420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-68fc30ce-9b8a-4d78-bfbb-9716376043d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80884211-8c57-40c8-a405-39cbec58c57e HTTP/1.1" status: 204 len: 168 time: 0.1947088 Nov 10 04:10:54.235535 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20d3d501-5e33-43f8-acb4-46112c3b72a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.236967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc30ce-9b8a-4d78-bfbb-9716376043d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80884211-8c57-40c8-a405-39cbec58c57e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:54.239756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20d3d501-5e33-43f8-acb4-46112c3b72a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.290201 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-20d3d501-5e33-43f8-acb4-46112c3b72a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a90188dd5b848cf983422151dda3c05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137725 Nov 10 04:10:54.291233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3d501-5e33-43f8-acb4-46112c3b72a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f744b375-5f63-4089-8a1b-d72cc487365b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:54.294730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33486) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:54.350039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82bc4bc0-c9a1-4f47-a5e1-8d69506e23aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.375051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82bc4bc0-c9a1-4f47-a5e1-8d69506e23aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.427778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33490) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:54.434256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82bc4bc0-c9a1-4f47-a5e1-8d69506e23aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.437150 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-82bc4bc0-c9a1-4f47-a5e1-8d69506e23aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.440937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-82bc4bc0-c9a1-4f47-a5e1-8d69506e23aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f744b375-5f63-4089-8a1b-d72cc487365b HTTP/1.1" status: 204 len: 168 time: 0.1427016 Nov 10 04:10:54.449080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc4bc0-c9a1-4f47-a5e1-8d69506e23aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744b375-5f63-4089-8a1b-d72cc487365b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:54.479535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2207ce19-2218-4fbc-8fa7-daa9e2d227b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd2d16024a2040b3975af8d673ec461c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504858 Nov 10 04:10:54.482085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33494) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:54.539801 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea642-b52c-4052-a7d1-03eeb0091577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.565120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea642-b52c-4052-a7d1-03eeb0091577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.632089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea642-b52c-4052-a7d1-03eeb0091577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.635693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea642-b52c-4052-a7d1-03eeb0091577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:54.637242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3f7ea642-b52c-4052-a7d1-03eeb0091577 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cd41eec-9ab5-48a1-906e-cebdbc523134 HTTP/1.1" status: 204 len: 168 time: 0.1531549 Nov 10 04:10:54.644880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ea642-b52c-4052-a7d1-03eeb0091577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd41eec-9ab5-48a1-906e-cebdbc523134,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:54.786313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:54.807787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:54.808135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 46cfdfbc-d7d4-4e1a-b38e-ac289792e393 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:55.073897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33524) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:55.128112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-58794510-b791-4459-ab57-3256a941f672 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40b62f2a6d47438a85b99e39c53f376d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529482 Nov 10 04:10:55.130753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33528) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:55.194355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-326b5c00-0b9e-43b3-8f08-13805e8167bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:55.218433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-326b5c00-0b9e-43b3-8f08-13805e8167bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:55.285974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-326b5c00-0b9e-43b3-8f08-13805e8167bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:55.289187 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-326b5c00-0b9e-43b3-8f08-13805e8167bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:55.294275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-326b5c00-0b9e-43b3-8f08-13805e8167bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85ffa9b6-426e-4c90-a275-05d63e0ff594 HTTP/1.1" status: 204 len: 168 time: 0.1619790 Nov 10 04:10:55.303597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b5c00-0b9e-43b3-8f08-13805e8167bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffa9b6-426e-4c90-a275-05d63e0ff594,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:55.690507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:10:55.731098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:10:55.739872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 97c122b3-d63e-4e9d-8cc7-8cd42e4d9181 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:10:56.776380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e1f46-c698-4f33-828a-83a303c7370a req-abf6d336-dd0e-496f-9e3c-1819e2521d39 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:56.778688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec2e1f46-c698-4f33-828a-83a303c7370a req-abf6d336-dd0e-496f-9e3c-1819e2521d39 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 947 time: 0.0680935 Nov 10 04:10:56.835928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec2e1f46-c698-4f33-828a-83a303c7370a req-30c9d77d-d8ed-41e5-a9e5-e9d50d4e971e tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498321 Nov 10 04:10:57.452366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:57.457472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'network': {'name': 'tempest-network-smoke--1878116246', 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'port_security_enabled': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:57.479479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Made reservation on behalf of 3d181084dff84c7da5b1d2c830ec1fb1 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:10:57.483108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.491797 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.574809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.582548 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.608927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:10:57.629848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.630339 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Added segment fa3b9cfd-67b3-4127-b1ab-b26b47c35483 of type vlan for network cb2a562d-0491-48c2-b8bf-dc74bd576e27 Nov 10 04:10:57.641740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4199d1e2-fec1-4a49-8961-91f62bc3b40a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:57.678090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.704096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.709981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:57.710633 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.781277 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3251936 Nov 10 04:10:57.781916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33626) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:10:57.786539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'admin_state_up': True, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:10:57.794945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbfa40-1f98-4609-9299-2cf726690cde tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Network': ['ID=cb2a562d-0491-48c2-b8bf-dc74bd576e27,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:57.796165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:10:57.805157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:10:57.821032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.823794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:57.933785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.005656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780bdd5-b256-48a3-a3f0-b4a54a5f5030 req-35add7d4-19e6-407e-b73e-fc39a7145cb2 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:58.007327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3780bdd5-b256-48a3-a3f0-b4a54a5f5030 req-35add7d4-19e6-407e-b73e-fc39a7145cb2 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 947 time: 0.0628796 Nov 10 04:10:58.070873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3780bdd5-b256-48a3-a3f0-b4a54a5f5030 req-c7208020-0068-4233-a31c-278322cf2d40 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c27218a-1b2e-4353-9620-ae97a8fe9339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556018 Nov 10 04:10:58.150378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.167972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-bc84e33d-27e6-4b7c-8700-a0263e0554eb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:58.169458 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-bc84e33d-27e6-4b7c-8700-a0263e0554eb tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 947 time: 0.1817408 Nov 10 04:10:58.348897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Deleting port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:10:58.349231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.514665 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.543436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.640832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] For port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:10:58.641194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.958808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.959503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:58.959665 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Floating IP e0b61bff-ecf5-4125-ac0d-1ae07a60f7af disassociated. External IP: 172.25.6.110, port: 62cffbd9-4bb4-49b6-ad09-33f67fc792cc. Nov 10 04:10:58.959895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Calling delete_port for 62cffbd9-4bb4-49b6-ad09-33f67fc792cc owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:10:59.144779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Allocated IP 172.25.6.223 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/38d91bcd-8419-4204-91a8-f95e3c00a56c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:10:59.156197 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:59.185971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d243c8f2-357d-423d-a993-8b46748f005c req-c3f25b94-9efd-473b-a1a5-3ae64fa40841 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 210 time: 0.0268829 Nov 10 04:10:59.194518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event deleted for resources: {'Port': ['ID=62cffbd9-4bb4-49b6-ad09-33f67fc792cc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:10:59.802128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-8dbd30c2-8d53-434b-a1fd-7afff894c74d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4702673 Nov 10 04:10:59.871583 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:10:59.929542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Router dc912f65-f378-454f-817e-6286a4cf35b4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:10:59.973187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb14be-71c5-47f3-b039-682321879c40 req-2cac3459-001e-471d-8b57-51a599850f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:10:59.974935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-2cac3459-001e-471d-8b57-51a599850f0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1096 time: 0.1409802 Nov 10 04:11:00.095405 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:00.196166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:00.216457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:00.219124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:00.235096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b99e18-ab1c-4e76-8d3f-e887f7d179f3 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:00.265414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=38d91bcd-8419-4204-91a8-f95e3c00a56c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:00.289159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:00.295884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb14be-71c5-47f3-b039-682321879c40 req-c92b7c44-080f-452d-a64d-50be09bf954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:00.297350 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-c92b7c44-080f-452d-a64d-50be09bf954c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.2778792 Nov 10 04:11:00.300417 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] Sync routers for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:00.327629 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:00.328250 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:00.356552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f5efbf4b-e702-4656-b2dc-73761e82768f None None] Provisioning complete for port 38d91bcd-8419-4204-91a8-f95e3c00a56c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:00.356984 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f5efbf4b-e702-4656-b2dc-73761e82768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:00.410473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-3f203217-834d-4448-bfde-07e927ae0881 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 200 len: 1001 time: 0.0905659 Nov 10 04:11:00.440048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfa52944-9242-41ce-a463-90fd2d0ab547 req-b570fb6b-f882-4e6a-8174-1a5a06748572 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c83aa06-1de5-481b-8c3b-8f0bd47d3166 HTTP/1.1" status: 200 len: 210 time: 0.0565555 Nov 10 04:11:00.447003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] No DVR routers for this DVR port 62cffbd9-4bb4-49b6-ad09-33f67fc792cc on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:11:00.459761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f5efbf4b-e702-4656-b2dc-73761e82768f None None] Port 38d91bcd-8419-4204-91a8-f95e3c00a56c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:00.467838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:00.472271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1fe5c4c5-7dc2-45e5-9fca-b54a290dfba5 req-4152efd2-8e59-4a7f-9181-4a4616ca356d tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.44 "DELETE /v2.0/ports/62cffbd9-4bb4-49b6-ad09-33f67fc792cc HTTP/1.1" status: 204 len: 173 time: 2.2850988 Nov 10 04:11:00.474621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-deleted', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:00.477904 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee2d737-3c9a-4347-8344-159bab7e5ab2" -d '{"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-deleted", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:00.564723 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:00.595049 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb3be5f-5274-44cf-b30c-14092902a250 x-openstack-request-id: req-6bb3be5f-5274-44cf-b30c-14092902a250 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:00.595342 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83aa06-1de5-481b-8c3b-8f0bd47d3166", "name": "network-vif-deleted", "tag": "62cffbd9-4bb4-49b6-ad09-33f67fc792cc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:00.595591 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bb3be5f-5274-44cf-b30c-14092902a250 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:00.596007 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83aa06-1de5-481b-8c3b-8f0bd47d3166', 'name': 'network-vif-deleted', 'tag': '62cffbd9-4bb4-49b6-ad09-33f67fc792cc', 'status': 'completed', 'code': 200} Nov 10 04:11:00.745354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb14be-71c5-47f3-b039-682321879c40 req-21971003-7608-4e50-aec6-75ccca2be273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:00.747048 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-21971003-7608-4e50-aec6-75ccca2be273 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.3021626 Nov 10 04:11:00.907407 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:00.998378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb14be-71c5-47f3-b039-682321879c40 req-1b350bf7-6778-45d0-b057-4cd51ea99f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:01.001703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-1b350bf7-6778-45d0-b057-4cd51ea99f90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468070 Nov 10 04:11:01.063112 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:01.143850 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] Checking router: dc912f65-f378-454f-817e-6286a4cf35b4 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:01.173595 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:01.174666 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:01.202878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-1aaa8fda-c27b-4580-b5df-df4e005057cc service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925573 Nov 10 04:11:01.373135 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:01.489832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:01.570612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22cb14be-71c5-47f3-b039-682321879c40 req-d6d4537b-1ff3-4394-af60-2fef984e722c service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712282 Nov 10 04:11:01.616043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33680) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:01.671977 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:01.711107 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588f5de-8dab-435a-9309-54ca44d739d2 None None] The sync data for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 is: [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:46Z', 'revision_number': 4, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc', 'name': '', 'network_id': '75101c12-89a9-49c0-8098-fb0d8f983b65', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'mac_address': 'fa:16:3e:63:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:45Z', 'updated_at': '2021-11-10T03:59:58Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'subnets': [{'id': 'fb48b4d3-4b67-4208-b7aa-25c478958cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:01.728305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2207-5ecd-41b2-8d54-28093ab4a73a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:01.762906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:11:01.776039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2207-5ecd-41b2-8d54-28093ab4a73a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:01.871704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2207-5ecd-41b2-8d54-28093ab4a73a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:01.876556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2207-5ecd-41b2-8d54-28093ab4a73a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:01.877881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3fdc2207-5ecd-41b2-8d54-28093ab4a73a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c27218a-1b2e-4353-9620-ae97a8fe9339 HTTP/1.1" status: 204 len: 168 time: 0.2608597 Nov 10 04:11:01.889527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33684) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:01.890342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc2207-5ecd-41b2-8d54-28093ab4a73a tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c27218a-1b2e-4353-9620-ae97a8fe9339,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:01.912371 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-6bc466e3-ffe2-4b0e-8e22-d84792bc584f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] show failed (client error): The resource could not be found. Nov 10 04:11:01.914000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6bc466e3-ffe2-4b0e-8e22-d84792bc584f tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "GET /v2.0/security-groups/4c27218a-1b2e-4353-9620-ae97a8fe9339 HTTP/1.1" status: 404 len: 347 time: 0.0214376 Nov 10 04:11:01.916958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33686) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:01.953570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:01.981442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Sync routers for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:02.015938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:02.017428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:02.065522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.074606 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c0fb9a5d-fe0a-4511-95d5-5c3793b4b4fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2918556 Nov 10 04:11:02.081663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33690) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:02.178304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Deleting port 210351c6-a013-4d0f-84c2-3445ba4f1f6e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:11:02.178967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.262335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:02.288989 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.289322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.303515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Calling delete_port for 210351c6-a013-4d0f-84c2-3445ba4f1f6e owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:11:02.316520 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da103d56-fe90-4fce-9ff9-54930bff27cc None None] New status for floating IP e0b61bff-ecf5-4125-ac0d-1ae07a60f7af: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:11:02.347529 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d69fec6d-20a0-4b4f-80cf-ab6c011cfeae tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3d181084dff84c7da5b1d2c830ec1fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2591565 Nov 10 04:11:02.348821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33694) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:02.494263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:00Z', 'revision_number': 3, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:02.550003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Checking router: ba7185da-bd92-4e94-8eb1-fffaafbe6b48 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:02.550398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Updating router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 port 38d91bcd-8419-4204-91a8-f95e3c00a56c binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:11:02.551949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.617073 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.629214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Pushing event deleted for resources: {'Port': ['ID=210351c6-a013-4d0f-84c2-3445ba4f1f6e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:02.667170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0926cc7d-641e-4364-8d63-2972fcc7ae05 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:02.668712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0926cc7d-641e-4364-8d63-2972fcc7ae05 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3189449 Nov 10 04:11:02.671605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33702) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:02.686798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.690501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:02.696231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0e12aaff-fb95-4277-8765-0a169da95292 tempest-AttachVolumeShelveTestJSON-651067867 tempest-AttachVolumeShelveTestJSON-651067867-project] 10.222.0.24 "DELETE /v2.0/floatingips/e0b61bff-ecf5-4125-ac0d-1ae07a60f7af HTTP/1.1" status: 204 len: 168 time: 0.7751048 Nov 10 04:11:02.756612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a7095815-d84c-47c1-a714-4d39135d3f0e tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832021 Nov 10 04:11:02.763192 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33708) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:02.772128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35004755', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:02.997737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Made reservation on behalf of 3d181084dff84c7da5b1d2c830ec1fb1 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:03.011080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.102893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.127752 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.217221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Attempting to bind port 38d91bcd-8419-4204-91a8-f95e3c00a56c on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:03.217580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Attempting to bind port 38d91bcd-8419-4204-91a8-f95e3c00a56c by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:03.218078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Attempting to bind port 38d91bcd-8419-4204-91a8-f95e3c00a56c on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:03.220302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65308af4-2865-4a46-8f85-30fa6fdef4d4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:03.241998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:03.242873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:03.244724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.245522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:03.246508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Bound port: 38d91bcd-8419-4204-91a8-f95e3c00a56c, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:03.247569 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.304599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f41ec-deed-4642-a1b0-44eb31dbb6c3 None None] Pushing event updated for resources: {'Port': ['ID=38d91bcd-8419-4204-91a8-f95e3c00a56c,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:03.383707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.388785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3b4c2252-6223-437f-a51d-55c85c8d68d0 None None] Provisioning complete for port 38d91bcd-8419-4204-91a8-f95e3c00a56c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:03.389224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2252-6223-437f-a51d-55c85c8d68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.416563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] For port 38d91bcd-8419-4204-91a8-f95e3c00a56c, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:03.451814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] For port 38d91bcd-8419-4204-91a8-f95e3c00a56c, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=38d91bcd-8419-4204-91a8-f95e3c00a56c,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:03.465412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c2252-6223-437f-a51d-55c85c8d68d0 None None] Port 38d91bcd-8419-4204-91a8-f95e3c00a56c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:03.470864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.512293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Subnet': ['ID=d7da6654-6e68-442f-8b50-99afbcaa6782,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:03.516906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63805bef-f71f-4985-a8d5-0fd49d520f7a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:03.544756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Checking segment: {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:03.545150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network hostable DHCP agents. Network: cb2a562d-0491-48c2-b8bf-dc74bd576e27, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:11:03.549321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:03.556966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:03.575470 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:11:03.589013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, cb2a562d-0491-48c2-b8bf-dc74bd576e27) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:03.608632 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:03.608632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:03.643239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cac562be-b8a2-4a9b-af29-0d14d456153b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8789158 Nov 10 04:11:03.646033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33726) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:03.774464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:03.833433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c7db21-5a05-43a8-a467-0ab395d78e7f None None] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:11:03.835147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:11:04.143280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 62cffbd9-4bb4-49b6-ad09-33f67fc792cc {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:11:04.144466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 62cffbd9-4bb4-49b6-ad09-33f67fc792cc not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:11:04.154068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f41ec-deed-4642-a1b0-44eb31dbb6c3 None None] Pushing event updated for resources: {'Port': ['ID=38d91bcd-8419-4204-91a8-f95e3c00a56c,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:04.229116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-937a9bf5-b1e2-4ef1-9323-9ce1b0f8d20b None None] Provisioning complete for port 38d91bcd-8419-4204-91a8-f95e3c00a56c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:04.230798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-937a9bf5-b1e2-4ef1-9323-9ce1b0f8d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:04.458535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:11:04.459379 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:04.814802 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-937a9bf5-b1e2-4ef1-9323-9ce1b0f8d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:04.920536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Allocated IP 172.20.0.2 (cb2a562d-0491-48c2-b8bf-dc74bd576e27/d7da6654-6e68-442f-8b50-99afbcaa6782/8694c47f-6130-4cf1-9f5f-ae1bf7912769) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:04.925884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:00Z', 'revision_number': 3, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:04.941923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-937a9bf5-b1e2-4ef1-9323-9ce1b0f8d20b None None] For port 38d91bcd-8419-4204-91a8-f95e3c00a56c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=38d91bcd-8419-4204-91a8-f95e3c00a56c,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:04.968416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33748) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:04.988305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-937a9bf5-b1e2-4ef1-9323-9ce1b0f8d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:05.003372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960047a2-8b35-4487-829f-a94f793a2a3a None None] The sync data for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 is: [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:00Z', 'revision_number': 3, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:05.221313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a9bf5-b1e2-4ef1-9323-9ce1b0f8d20b None None] Pushing event updated for resources: {'Port': ['ID=38d91bcd-8419-4204-91a8-f95e3c00a56c,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:05.233773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:05.310866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c15cc8a5-2159-455d-bcd2-cc0b32aa8abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:05.607968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:05.623558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:05.749198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c15cc8a5-2159-455d-bcd2-cc0b32aa8abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:05.763312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c15cc8a5-2159-455d-bcd2-cc0b32aa8abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:05.763913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Pushing event updated for resources: {'Port': ['ID=8694c47f-6130-4cf1-9f5f-ae1bf7912769,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:05.812386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:05.817517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:05.824002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:05.852775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cc8a5-2159-455d-bcd2-cc0b32aa8abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b43439-d869-49d0-899a-46c24fa93da3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:05.877004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c15cc8a5-2159-455d-bcd2-cc0b32aa8abf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e93fde82268240b8bd5546222be53aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9044914 Nov 10 04:11:05.878933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33758) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:06.002065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Attempting to bind port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:06.002764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Attempting to bind port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:06.003293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Attempting to bind port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 on network cb2a562d-0491-48c2-b8bf-dc74bd576e27 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:06.014957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:06.015641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Checking segment: {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:06.017912 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.018493 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Bound using segment: {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:06.020413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Bound port: 8694c47f-6130-4cf1-9f5f-ae1bf7912769, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:06.022592 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.025661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13766280-8b4c-46b8-bfc3-17c44a9938b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.081489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13766280-8b4c-46b8-bfc3-17c44a9938b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.166535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Allocated IP 172.20.0.1 (cb2a562d-0491-48c2-b8bf-dc74bd576e27/d7da6654-6e68-442f-8b50-99afbcaa6782/b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:06.166916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] For port 8694c47f-6130-4cf1-9f5f-ae1bf7912769, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:06.171977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] For port 8694c47f-6130-4cf1-9f5f-ae1bf7912769, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8694c47f-6130-4cf1-9f5f-ae1bf7912769,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:06.180060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.240163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13766280-8b4c-46b8-bfc3-17c44a9938b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.244222 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-13766280-8b4c-46b8-bfc3-17c44a9938b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.248543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-13766280-8b4c-46b8-bfc3-17c44a9938b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3b43439-d869-49d0-899a-46c24fa93da3 HTTP/1.1" status: 204 len: 168 time: 0.3682406 Nov 10 04:11:06.291960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13766280-8b4c-46b8-bfc3-17c44a9938b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b43439-d869-49d0-899a-46c24fa93da3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:06.367626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64fc41-4087-4f00-b926-fc44efc605dd None None] Pushing event updated for resources: {'Port': ['ID=8694c47f-6130-4cf1-9f5f-ae1bf7912769,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:06.534998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.684609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.816973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:06.820745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:06.830213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:06.927806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33774) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:06.953275 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4aa77abd-ce17-4241-b8a4-c79e6e5c4c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:06.957485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:06.978236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.080224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8694c47f-6130-4cf1-9f5f-ae1bf7912769 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:07.179523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:07.180273 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.180412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4aa77abd-ce17-4241-b8a4-c79e6e5c4c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.187324 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4aa77abd-ce17-4241-b8a4-c79e6e5c4c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.227099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa77abd-ce17-4241-b8a4-c79e6e5c4c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda2dca1-c8bd-4c8e-905d-9d9e385fa251,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:07.241549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.278868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4aa77abd-ce17-4241-b8a4-c79e6e5c4c18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad28870e2e5147188dac5ec7f3700e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494198 Nov 10 04:11:07.281286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33776) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:07.295111 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.371955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 8694c47f-6130-4cf1-9f5f-ae1bf7912769, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8694c47f-6130-4cf1-9f5f-ae1bf7912769,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:07.383519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.385335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 38d91bcd-8419-4204-91a8-f95e3c00a56c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:07.401021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3210a15e-d87a-493f-8918-d89be7d6248e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.456454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3210a15e-d87a-493f-8918-d89be7d6248e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.558006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3210a15e-d87a-493f-8918-d89be7d6248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.567456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3210a15e-d87a-493f-8918-d89be7d6248e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.570881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3210a15e-d87a-493f-8918-d89be7d6248e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dda2dca1-c8bd-4c8e-905d-9d9e385fa251 HTTP/1.1" status: 204 len: 168 time: 0.2859390 Nov 10 04:11:07.596872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=8694c47f-6130-4cf1-9f5f-ae1bf7912769,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:07.598994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a15e-d87a-493f-8918-d89be7d6248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda2dca1-c8bd-4c8e-905d-9d9e385fa251,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:07.612724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 38d91bcd-8419-4204-91a8-f95e3c00a56c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:07.613109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.948191 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:07.960771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:08.068935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:08.071196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:08.173241 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:08.333224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:08.334775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:08.481048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d17e88-dc70-4765-9d3f-7e206e78ad54 None None] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:11:08.587798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:11:08.765557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2cc5d832-5353-4afc-9f40-54abbb7cda0f None None] Provisioning complete for port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:08.765922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d832-5353-4afc-9f40-54abbb7cda0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:08.811686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:08.824585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33812) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:08.829956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-501a4a00-0f25-4362-81e3-ea303dc3866c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--830403437', 'description': 'tempest-secgroup_access--830403437 description', 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:08.835385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7f61282f-c14b-48e5-8fd8-d116ef11510b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "PUT /v2.0/routers/ba7185da-bd92-4e94-8eb1-fffaafbe6b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1876724 Nov 10 04:11:08.901410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501a4a00-0f25-4362-81e3-ea303dc3866c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:08.915648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Sync routers for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:08.990246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8694c47f-6130-4cf1-9f5f-ae1bf7912769 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:09.039700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501a4a00-0f25-4362-81e3-ea303dc3866c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.048201 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501a4a00-0f25-4362-81e3-ea303dc3866c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.119497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-501a4a00-0f25-4362-81e3-ea303dc3866c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.126408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 33820) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:09.134059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-605eda8f-26d3-4959-a824-3e81cedc77c1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--351743701', 'description': 'tempest-secgroup_general--351743701 description', 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:09.138667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-501a4a00-0f25-4362-81e3-ea303dc3866c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3122509 Nov 10 04:11:09.158485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a4a00-0f25-4362-81e3-ea303dc3866c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8184be6a-d74e-4dc5-9f0f-355d7672b5ad,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:09.211927 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-605eda8f-26d3-4959-a824-3e81cedc77c1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.280378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:09.281728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:09.406490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-605eda8f-26d3-4959-a824-3e81cedc77c1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.417416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-605eda8f-26d3-4959-a824-3e81cedc77c1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.493821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eda8f-26d3-4959-a824-3e81cedc77c1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f9ac86-7da3-4009-9d61-19953df51209,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:09.551332 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-605eda8f-26d3-4959-a824-3e81cedc77c1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.557479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33828) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:09.563954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-850cda79-f6fa-4a3b-b718-902b74410341 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'security_group_rule': {'security_group_id': '8184be6a-d74e-4dc5-9f0f-355d7672b5ad', 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:09.565850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-605eda8f-26d3-4959-a824-3e81cedc77c1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4371073 Nov 10 04:11:09.640468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:09.700771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-850cda79-f6fa-4a3b-b718-902b74410341 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.856224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-850cda79-f6fa-4a3b-b718-902b74410341 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.874342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-850cda79-f6fa-4a3b-b718-902b74410341 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.950815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cda79-f6fa-4a3b-b718-902b74410341 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149b1f34-b795-49a6-b054-149cac45b354,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:09.966865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-850cda79-f6fa-4a3b-b718-902b74410341 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:09.968775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-850cda79-f6fa-4a3b-b718-902b74410341 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4100204 Nov 10 04:11:10.038533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aab78e6a-d888-4c11-bbc2-f52045071239 None None] Provisioning complete for port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:10.038935 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aab78e6a-d888-4c11-bbc2-f52045071239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:10.150326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:10.150684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:10.466406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-13fef195-0e0e-4050-bfcd-e34fc67bcc37 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--351743701&fields=id&tenant_id=3d181084dff84c7da5b1d2c830ec1fb1 HTTP/1.1" status: 200 len: 267 time: 0.1397355 Nov 10 04:11:10.521736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 2, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:10.575796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aab78e6a-d888-4c11-bbc2-f52045071239 None None] Provisioning complete for port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:10.576162 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aab78e6a-d888-4c11-bbc2-f52045071239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:10.582277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Checking router: ba7185da-bd92-4e94-8eb1-fffaafbe6b48 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:10.582637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Updating router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:11:10.608026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-43b179d4-22ce-4052-8a00-ecbb34115396 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--830403437&fields=id&tenant_id=3d181084dff84c7da5b1d2c830ec1fb1 HTTP/1.1" status: 200 len: 267 time: 0.1276453 Nov 10 04:11:10.733332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:10.760536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-aab78e6a-d888-4c11-bbc2-f52045071239 None None] Port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:10.921628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e25ee51d-c370-4ba5-bbf5-0c16a09e93c4 None None] Provisioning complete for port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:10.922424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e25ee51d-c370-4ba5-bbf5-0c16a09e93c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:10.962768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-4c70864f-d58b-439a-beba-b37effa26670 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:10.978335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-4c70864f-d58b-439a-beba-b37effa26670 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/networks?id=cb2a562d-0491-48c2-b8bf-dc74bd576e27 HTTP/1.1" status: 200 len: 797 time: 0.3664534 Nov 10 04:11:11.024369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-702eea32-4bc3-453e-bab1-00b171500a3b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/quotas/3d181084dff84c7da5b1d2c830ec1fb1 HTTP/1.1" status: 200 len: 375 time: 0.0402770 Nov 10 04:11:11.126532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-c251023f-66b5-421f-b735-24af1b95f1e4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913916 Nov 10 04:11:11.248243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e25ee51d-c370-4ba5-bbf5-0c16a09e93c4 None None] Port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:11.474025 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:11.488654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:11.659543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-8bf9e1f8-2d4e-4056-b104-d148bc8cd7ce service neutron] 10.222.0.24 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309227 Nov 10 04:11:11.676921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636aca6-4f2c-4645-ac3a-743bba79aae0 None None] Pushing event updated for resources: {'Port': ['ID=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:11.774748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Attempting to bind port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:11.775767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Attempting to bind port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:11.777520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Attempting to bind port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 on network cb2a562d-0491-48c2-b8bf-dc74bd576e27 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:11.786233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:11.786902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Checking segment: {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:11.787611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:11.788187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Bound using segment: {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:11.788859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Bound port: b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:11.789428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:11.886553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] For port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:11.891822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] For port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:11.903317 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:12.033907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:12.034556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:10:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:12.076223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-4b52f664-0495-4356-af27-5abead7023ef service neutron] 10.222.0.24 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157429 Nov 10 04:11:12.257516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636aca6-4f2c-4645-ac3a-743bba79aae0 None None] Pushing event updated for resources: {'Port': ['ID=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:12.280906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2dd61c4a-f127-47b1-92cf-cdfe6d2559b0 None None] Provisioning complete for port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:12.289553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2dd61c4a-f127-47b1-92cf-cdfe6d2559b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:12.336173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:12.541990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc064957-3ee7-4203-b5fc-bd50bbfb34c2 req-df77e3e2-61fe-48e4-b7fd-6af86675a7d0 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 210 time: 0.1464100 Nov 10 04:11:12.701683 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2dd61c4a-f127-47b1-92cf-cdfe6d2559b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:12.794795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:11Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:12.815276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2dd61c4a-f127-47b1-92cf-cdfe6d2559b0 None None] For port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:12.932787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2dd61c4a-f127-47b1-92cf-cdfe6d2559b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:12.945617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce16a9a-e238-4b5d-a766-feee7260dff2 None None] The sync data for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 is: [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:11Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:13.157676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd61c4a-f127-47b1-92cf-cdfe6d2559b0 None None] Pushing event updated for resources: {'Port': ['ID=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:13.195521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-63aed1eb-f605-46f0-8ba3-122bedeef70b None None] Provisioning complete for port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:13.195747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-63aed1eb-f605-46f0-8ba3-122bedeef70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:13.473168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f75e502a-e68c-4226-be3f-6e15dcdf0b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:13.735731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cede69eb-17e7-46e2-9acb-ed968e2342b9 req-82859611-671f-4a33-99af-f70ad302f5d7 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 210 time: 0.0463874 Nov 10 04:11:14.381844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-e7e4a019-fcaf-49fe-b58e-517d2a18fd3e tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:14.384687 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-e7e4a019-fcaf-49fe-b58e-517d2a18fd3e tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.44 "GET /v2.0/networks?id=cb2a562d-0491-48c2-b8bf-dc74bd576e27 HTTP/1.1" status: 200 len: 797 time: 0.1615026 Nov 10 04:11:14.686284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-44eb4956-b3ce-4d1d-8897-57791bb1ae3a tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d181084dff84c7da5b1d2c830ec1fb1 HTTP/1.1" status: 200 len: 476 time: 0.2920356 Nov 10 04:11:14.704958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-b11a9626-ddcf-4d01-9063-cfbd69ed0bdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569862 Nov 10 04:11:14.715713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'port': {'device_id': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'admin_state_up': True, 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'security_groups': ['10f9ac86-7da3-4009-9d61-19953df51209', '8184be6a-d74e-4dc5-9f0f-355d7672b5ad']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:14.994018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9fbdd9f3-e6eb-42ad-aaab-de4372638d66 req-14c16933-86df-4e74-a5f6-cb240a7bbd73 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 210 time: 0.0729480 Nov 10 04:11:15.021494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:15.084281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-73d9b0a0-eec5-4f64-8a31-a465d297b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:15.090786 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-73d9b0a0-eec5-4f64-8a31-a465d297b860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=942a382b03a94b5f947998affc5b8d69&device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 1096 time: 0.1882732 Nov 10 04:11:15.240168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:15.242185 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:15.266314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Made reservation on behalf of 3d181084dff84c7da5b1d2c830ec1fb1 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:15.279379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:15.450164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-b4e890d7-9f8b-4943-8b92-6991cc731f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:15.452326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-b4e890d7-9f8b-4943-8b92-6991cc731f60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 200 len: 914 time: 0.3235540 Nov 10 04:11:15.519204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-7d5b2792-dc68-447f-bc61-fb45a55eea5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a7e85c-d249-49e9-a127-37aaceffed67 HTTP/1.1" status: 200 len: 217 time: 0.0505984 Nov 10 04:11:15.641157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-e5738a1c-a989-4354-a973-95787059b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:15.646691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-e5738a1c-a989-4354-a973-95787059b250 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cbd689ae-74b0-4918-9a41-6742b4869fa6 HTTP/1.1" status: 200 len: 854 time: 0.1201890 Nov 10 04:11:15.715332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-13d583f6-274b-4fd7-903d-e5af2ce8fa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:15.793182 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-1f86c7f3-2578-42df-a291-73859afd095f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309307 Nov 10 04:11:15.912106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Allocated IP 172.20.0.11 (cb2a562d-0491-48c2-b8bf-dc74bd576e27/d7da6654-6e68-442f-8b50-99afbcaa6782/29710fcb-8d56-4e4e-84d7-0a863b7956e8) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:16.043222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-259e959f-c6e1-44f3-b5d0-1600a65417f5 service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422688 Nov 10 04:11:16.090911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33928) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:16.195596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-106ca04a-b0ce-4bc4-8f38-65169a4ebdd4 req-1aebe94b-0959-489e-8b0a-009c8c0f896d tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 210 time: 0.0713286 Nov 10 04:11:16.365261 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1cc5b42-b7ff-4c69-8097-636a983eb847 req-dc2a59dd-3469-449f-8e1c-564e060fc1f3 service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140552 Nov 10 04:11:16.433454 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:16.491629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:16.599564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=29710fcb-8d56-4e4e-84d7-0a863b7956e8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:16.608272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:16.613852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:16.617432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.617975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.618444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.618946 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.619345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.619796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.620195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.620642 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.621611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.621611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.622054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.622202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:16.625920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:16.747033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:16.752429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:16.793076 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bab7f5d6-03d2-442a-a8f8-7edc3b2d7304 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0976887 Nov 10 04:11:16.808423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Request body: {'port': {'device_id': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:16.839941 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:16.928361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:17.067335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:17.165600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-77316dc1-006c-41d2-8d03-e4c33cb93bb9 None None] Provisioning complete for port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:17.166855 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77316dc1-006c-41d2-8d03-e4c33cb93bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:17.285970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-77316dc1-006c-41d2-8d03-e4c33cb93bb9 None None] Port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:17.494031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29710fcb-8d56-4e4e-84d7-0a863b7956e8 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:17.512559 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:17.533412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Transition to ACTIVE for port object 29710fcb-8d56-4e4e-84d7-0a863b7956e8 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:11:17.543550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:17.737326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Pushing event updated for resources: {'Port': ['ID=29710fcb-8d56-4e4e-84d7-0a863b7956e8,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:17.909179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Attempting to bind port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:17.910808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Attempting to bind port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:17.913675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Attempting to bind port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 on network cb2a562d-0491-48c2-b8bf-dc74bd576e27 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:17.940803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 on network cb2a562d-0491-48c2-b8bf-dc74bd576e27 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:11:17.941201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Attempting to bind port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 on network cb2a562d-0491-48c2-b8bf-dc74bd576e27 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:17.958445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:17.960485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Checking segment: {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:17.963113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Bound using segment: {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:17.964055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Bound port: 29710fcb-8d56-4e4e-84d7-0a863b7956e8, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:17.964723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:17.997147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72600f27-4afe-4b1f-9d02-173b10a4aeb2 req-501bd34d-c68f-4b32-b740-bcec77a68ca4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:18.005708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72600f27-4afe-4b1f-9d02-173b10a4aeb2 req-501bd34d-c68f-4b32-b740-bcec77a68ca4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 983 time: 0.1006975 Nov 10 04:11:18.201015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72600f27-4afe-4b1f-9d02-173b10a4aeb2 req-a19fd624-73e4-4c0e-8a47-b45bf784857c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1941619 Nov 10 04:11:18.203170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] For port 29710fcb-8d56-4e4e-84d7-0a863b7956e8, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:18.217180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] For port 29710fcb-8d56-4e4e-84d7-0a863b7956e8, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:18.227827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:18.272680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:18.274262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:18.276310 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] 10.222.0.44 "PUT /v2.0/ports/29710fcb-8d56-4e4e-84d7-0a863b7956e8 HTTP/1.1" status: 200 len: 1131 time: 1.4746528 Nov 10 04:11:18.293763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:18.299762 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79ee93-11ad-4980-9a35-41c5b14b80ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:18.454183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33954) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:18.496968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ca32c-9549-4da6-a12f-5dacb3e1acee service neutron] Pushing event updated for resources: {'Port': ['ID=29710fcb-8d56-4e4e-84d7-0a863b7956e8,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:18.509579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-501f994d-427a-4ab6-a9f4-54691410c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:18.511153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-501f994d-427a-4ab6-a9f4-54691410c945 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1134 time: 0.1401024 Nov 10 04:11:18.529458 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:18.587616 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-664e005c-e454-4be9-99a4-7dd156af3515 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8 HTTP/1.1" status: 200 len: 217 time: 0.0676317 Nov 10 04:11:18.590238 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b586c7a-facd-43c5-ab86-aa1ac07049c3 x-openstack-request-id: req-6b586c7a-facd-43c5-ab86-aa1ac07049c3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:18.590878 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:18.591387 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b586c7a-facd-43c5-ab86-aa1ac07049c3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:18.592011 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'status': 'completed', 'code': 200} Nov 10 04:11:18.651509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Deleting port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:11:18.655261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:18.755061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] For port 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:18.755354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:18.770059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Calling delete_port for 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:11:18.875667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b66f81cd-14ad-4cfa-b625-d3ae2e5aba76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.055700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-0d5071a9-724e-4c3a-8fc8-e5cd053d21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:19.058828 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-0d5071a9-724e-4c3a-8fc8-e5cd053d21c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7da6654-6e68-442f-8b50-99afbcaa6782 HTTP/1.1" status: 200 len: 833 time: 0.4629178 Nov 10 04:11:19.125568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-1c8bbff2-12b9-44d5-b31a-4790b4f917b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:19.128219 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-1c8bbff2-12b9-44d5-b31a-4790b4f917b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb2a562d-0491-48c2-b8bf-dc74bd576e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621035 Nov 10 04:11:19.148083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.148853 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.157868 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b66f81cd-14ad-4cfa-b625-d3ae2e5aba76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.199734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:19.202986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b66f81cd-14ad-4cfa-b625-d3ae2e5aba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.265355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f81cd-14ad-4cfa-b625-d3ae2e5aba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0485db2e-d994-4330-8f37-9062c4a788f9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:19.348918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-bcf1a370-23f8-4244-ac61-fc1ead84d33b service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126770 Nov 10 04:11:19.386682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b66f81cd-14ad-4cfa-b625-d3ae2e5aba76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=319c0ccbadc847bd8ad6f232b3396735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9258065 Nov 10 04:11:19.397398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33962) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:19.548705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ceb547d7-69d6-468e-b749-0968ca1f53bc req-0ccedb33-ae65-4c22-896b-504044911f15 service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923623 Nov 10 04:11:19.676099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-e8a7004d-a87b-4697-8a03-a0a63da7adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:19.677755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-e8a7004d-a87b-4697-8a03-a0a63da7adfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1134 time: 0.0587068 Nov 10 04:11:19.688343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.717628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053e853-4ddb-4c27-83ea-9966b3dd4c96 req-b891f1b3-b1b8-48b0-8ca7-605b003a02eb tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:19.719415 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e053e853-4ddb-4c27-83ea-9966b3dd4c96 req-b891f1b3-b1b8-48b0-8ca7-605b003a02eb tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 983 time: 0.3935499 Nov 10 04:11:19.836323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-510f3bea-5a60-4509-a704-0c1f2614156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:19.839284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-510f3bea-5a60-4509-a704-0c1f2614156b service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb2a562d-0491-48c2-b8bf-dc74bd576e27 HTTP/1.1" status: 200 len: 897 time: 0.1517942 Nov 10 04:11:19.868522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3dd623c4-5f55-47be-8433-1a72d101ed3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.922458 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3dd623c4-5f55-47be-8433-1a72d101ed3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:19.941102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-d1bc7331-1b4f-4cd1-960d-666408e2c9aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8 HTTP/1.1" status: 200 len: 217 time: 0.0899098 Nov 10 04:11:20.021139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-7e79e21c-6514-4bd9-9d20-6d262e2a9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:20.023317 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-7e79e21c-6514-4bd9-9d20-6d262e2a9ecd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7da6654-6e68-442f-8b50-99afbcaa6782 HTTP/1.1" status: 200 len: 833 time: 0.0748069 Nov 10 04:11:20.034628 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e053e853-4ddb-4c27-83ea-9966b3dd4c96 req-7cde9f23-7f00-4b7a-b4ce-e80e7c9033c3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3040617 Nov 10 04:11:20.040995 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3dd623c4-5f55-47be-8433-1a72d101ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:20.043942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3dd623c4-5f55-47be-8433-1a72d101ed3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:20.048796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3dd623c4-5f55-47be-8433-1a72d101ed3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0485db2e-d994-4330-8f37-9062c4a788f9 HTTP/1.1" status: 204 len: 168 time: 0.6435003 Nov 10 04:11:20.106722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd623c4-5f55-47be-8433-1a72d101ed3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0485db2e-d994-4330-8f37-9062c4a788f9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:20.123981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-e78bc36e-733d-452c-8375-e82c48f3a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:20.125328 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-e78bc36e-733d-452c-8375-e82c48f3a41a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb2a562d-0491-48c2-b8bf-dc74bd576e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940466 Nov 10 04:11:20.217998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Router dc912f65-f378-454f-817e-6286a4cf35b4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:11:20.251232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-64dac7b4-1672-4c8d-bc77-0e77f3d4a140 service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174893 Nov 10 04:11:20.390043 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea79ee93-11ad-4980-9a35-41c5b14b80ba req-aff2160e-e671-482f-b54e-b24a494cab7a service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304159 Nov 10 04:11:20.411498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:20.420052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-444b6b59-4ad8-404b-b798-74a204735143 admin admin] 10.222.0.24 "PUT /v2.0/routers/dc912f65-f378-454f-817e-6286a4cf35b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3243828 Nov 10 04:11:20.420223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 33994) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:20.424615 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] Sync routers for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:20.436736 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:20.438256 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:20.481825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-e9f6fec5-8568-47a4-ab6c-d69f72b7f1f9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000127504&fields=id&tenant_id=75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 267 time: 0.1328974 Nov 10 04:11:20.562699 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:20.666070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:20.733116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-3643fb25-0c30-4141-af27-d54234e0c50a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:20.734761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-3643fb25-0c30-4141-af27-d54234e0c50a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.2425704 Nov 10 04:11:20.780707 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T04:11:19Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:20.793028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-3fa1ac28-5fa4-4a7a-927c-c2ecb0b9c4f4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/quotas/75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 375 time: 0.0506797 Nov 10 04:11:20.814590 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] Checking router: dc912f65-f378-454f-817e-6286a4cf35b4 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:20.830008 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] Routers {'dc912f65-f378-454f-817e-6286a4cf35b4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:20.831369 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['dc912f65-f378-454f-817e-6286a4cf35b4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:20.860220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:20.892725 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-fa9b104b-feb0-478a-85d6-4abc97712bd2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0884845 Nov 10 04:11:20.990758 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] Set router dc912f65-f378-454f-817e-6286a4cf35b4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:21.044428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-55ae865f-a5c1-4d46-8e94-9c55e7873fec service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230237 Nov 10 04:11:21.050677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Deleting port c4ec0936-d8cb-405a-b144-c4b7b7f511cc {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:11:21.051184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.149079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34012) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:21.239768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] For port c4ec0936-d8cb-405a-b144-c4b7b7f511cc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:21.240586 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.274080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-a7af96c5-2d82-41a6-8476-7fbd141a4075 service neutron] 10.222.0.24 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196796 Nov 10 04:11:21.274738 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T04:11:19Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:21.279145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Calling delete_port for c4ec0936-d8cb-405a-b144-c4b7b7f511cc owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:11:21.309452 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644267f0-14e5-4095-aa05-f0d135bb00dc None None] The sync data for ids ['dc912f65-f378-454f-817e-6286a4cf35b4'] in n-d-817326-2 is: [{'id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'name': 'tempest-AttachVolumeShelveTestJSON-3434804-router', 'tenant_id': '624a4f616f4c4b74a75859300f883a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T04:11:19Z', 'revision_number': 5, 'project_id': '624a4f616f4c4b74a75859300f883a72', 'gw_port': {'id': 'c4ec0936-d8cb-405a-b144-c4b7b7f511cc', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912f65-f378-454f-817e-6286a4cf35b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:40Z', 'updated_at': '2021-11-10T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:21.329629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-258495888-network', 'tenant_id': 'd340bfeb0836440da82bede6608b7302'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:21.349167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242df94f-eeb2-4ea9-81de-27480864b9b7 req-e0ff91cc-c1c7-44ac-a967-9faa6cfa124d tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:21.350779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-242df94f-eeb2-4ea9-81de-27480864b9b7 req-e0ff91cc-c1c7-44ac-a967-9faa6cfa124d tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 983 time: 0.1345625 Nov 10 04:11:21.378529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Made reservation on behalf of d340bfeb0836440da82bede6608b7302 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:21.393095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.408361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.495011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-242df94f-eeb2-4ea9-81de-27480864b9b7 req-68afa3f8-470c-433c-a5a8-ae3eaeeb8162 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1345494 Nov 10 04:11:21.560765 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.565322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.582904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.607713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:11:21.615340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ae771b-9d12-46e8-aae0-e7c1fe17e074,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:21.616876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11450e6-6cd8-4b5f-aaf5-f2c49e6f173c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:21.640353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.640857 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Added segment b76f4fd5-2c00-45c2-88fc-4ec76f377aa8 of type vlan for network b71dfa51-4de9-4af3-9e37-e0944169c374 Nov 10 04:11:21.658211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ec0936-d8cb-405a-b144-c4b7b7f511cc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:21.712527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.749852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.753395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.763285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:21.763895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.853474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7037687 Nov 10 04:11:21.854510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34026) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:21.869647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Request body: {'subnet': {'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-258495888-subnet', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:21.883669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d972d7-3fa7-44d8-96e2-8b3657827155 admin admin] Pushing event updated for resources: {'Network': ['ID=b71dfa51-4de9-4af3-9e37-e0944169c374,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:21.888266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-27db5ead-38e7-4108-a61d-d1bec32a11af req-4d0b7b66-2372-4a77-9811-c2879898debc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.1036398 Nov 10 04:11:21.892736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.895966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.896810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network b71dfa51-4de9-4af3-9e37-e0944169c374 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:11:21.903093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Made reservation on behalf of d340bfeb0836440da82bede6608b7302 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:21.906440 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.952882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.953506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc912f65-f378-454f-817e-6286a4cf35b4 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:11:21.960394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:21.964202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9b4de44c-d2f5-4486-9355-fc884676b2d9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dc912f65-f378-454f-817e-6286a4cf35b4 HTTP/1.1" status: 204 len: 168 time: 1.5430443 Nov 10 04:11:21.964813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34032) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:22.045608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] Deleting subnet fb48b4d3-4b67-4208-b7aa-25c478958cdf {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:11:22.053722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.100015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.263355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.275107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.335153 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.344736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c6f193-17ae-4837-bc1e-2c3e4d053801,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:22.363081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Checking segment: {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:22.363547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Network hostable DHCP agents. Network: b71dfa51-4de9-4af3-9e37-e0944169c374, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:11:22.372071 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb48b4d3-4b67-4208-b7aa-25c478958cdf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:22.386403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d35037b-1227-4fb5-bbd9-81238b771c96 None None] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:11:22.395952 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.402289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-68ad8369-c26b-44cc-9fd0-73c09b1262ef admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fb48b4d3-4b67-4208-b7aa-25c478958cdf HTTP/1.1" status: 204 len: 168 time: 0.4364479 Nov 10 04:11:22.405034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34038) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:22.406879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Network b71dfa51-4de9-4af3-9e37-e0944169c374 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:11:22.421360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, b71dfa51-4de9-4af3-9e37-e0944169c374) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:22.427460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:22.428464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.467495 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72cab53c-6d32-4ddb-bea0-b88ce3ea56d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5995204 Nov 10 04:11:22.468906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34040) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:22.482439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:22.505079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c1c6c-13bf-4cd6-8dad-25f7920ed713 None None] Network b71dfa51-4de9-4af3-9e37-e0944169c374 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:11:22.512118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.532224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.533404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.666882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:22.856482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-b71dfa51-4de9-4af3-9e37-e0944169c374', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:11:22.858016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.075019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Allocated IP 172.20.0.2 (b71dfa51-4de9-4af3-9e37-e0944169c374/26c6f193-17ae-4837-bc1e-2c3e4d053801/d50ab159-3880-4920-ac25-b4172e452ea7) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:23.101623 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.113380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064552-802a-4f01-b272-4c347abe2d5a req-6200541d-8578-4219-aad3-4df52f7854af tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:23.116313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da064552-802a-4f01-b272-4c347abe2d5a req-6200541d-8578-4219-aad3-4df52f7854af tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 983 time: 0.0834231 Nov 10 04:11:23.132466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Deleting port ff17eb6f-07a9-48b9-a718-f5c85870bf13 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:11:23.132986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.210460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f33d7790-82b8-4879-929d-085205cfe9c7 req-4bb13e27-bfa3-4622-82a7-fc0660ec3f45 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.0899966 Nov 10 04:11:23.260354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c4ec0936-d8cb-405a-b144-c4b7b7f511cc no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:11:23.263134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0650233-235a-4144-97c6-545aa379251f None None] DHCP port deletion for 75101c12-89a9-49c0-8098-fb0d8f983b65 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:23.271147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] For port ff17eb6f-07a9-48b9-a718-f5c85870bf13, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ff17eb6f-07a9-48b9-a718-f5c85870bf13,segment=NetworkSegment(cd9771e1-0545-48cb-acc2-77af4a9c1507),segment_id=cd9771e1-0545-48cb-acc2-77af4a9c1507)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:23.271713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.298059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Calling delete_port for ff17eb6f-07a9-48b9-a718-f5c85870bf13 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:11:23.309318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da064552-802a-4f01-b272-4c347abe2d5a req-85276cdf-2ff8-4780-b828-6ef56e8e38e0 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1718309 Nov 10 04:11:23.345041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c4ec0936-d8cb-405a-b144-c4b7b7f511cc {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:11:23.345298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c4ec0936-d8cb-405a-b144-c4b7b7f511cc not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:11:23.345714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:11:23.377766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:11:23.378321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5a80ca7a-aa12-4723-8547-e7c9eb2cd6fc not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:11:23.387137 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.405782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.408892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.437561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] No DVR routers for this DVR port ff17eb6f-07a9-48b9-a718-f5c85870bf13 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:11:23.439545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff17eb6f-07a9-48b9-a718-f5c85870bf13,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:23.445321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.466562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.528808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.553127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75101c12-89a9-49c0-8098-fb0d8f983b65']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:23.556668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Network b71dfa51-4de9-4af3-9e37-e0944169c374 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:23.565234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9771e1-0545-48cb-acc2-77af4a9c1507') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:23.566151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9771e1-0545-48cb-acc2-77af4a9c1507') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:23.584385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.588390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.592901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:23.598475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:23.598652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Allocated IP 172.25.6.54 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/c667253e-da13-4167-a2c9-44830600ab3e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:23.603377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.617848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e0650233-235a-4144-97c6-545aa379251f None None] Deleting port ff17eb6f-07a9-48b9-a718-f5c85870bf13 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:11:23.618382 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e0650233-235a-4144-97c6-545aa379251f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.619639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:11:23.620087 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:11:23.623383 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:11:23.690775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Pushing event updated for resources: {'Port': ['ID=d50ab159-3880-4920-ac25-b4172e452ea7,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:23.760891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.762344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e0650233-235a-4144-97c6-545aa379251f None None] For port ff17eb6f-07a9-48b9-a718-f5c85870bf13, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:23.763329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e0650233-235a-4144-97c6-545aa379251f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.771002 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:23.779127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] 10.222.0.24 "DELETE /v2.0/networks/75101c12-89a9-49c0-8098-fb0d8f983b65 HTTP/1.1" status: 204 len: 168 time: 1.3710630 Nov 10 04:11:23.779319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 29710fcb-8d56-4e4e-84d7-0a863b7956e8 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:11:23.811232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c907e2-4d93-4c86-91aa-6fa25753c251 admin admin] Pushing event deleted for resources: {'Network': ['ID=75101c12-89a9-49c0-8098-fb0d8f983b65,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:23.819710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-62e9dfbe-96dd-4391-9120-6c57ce14cc7b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:23.823065 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-62e9dfbe-96dd-4391-9120-6c57ce14cc7b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 811 time: 0.1615226 Nov 10 04:11:23.935857 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-7202c5c9-2a96-41a3-b99c-de9043896475 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75f05c7943244c83b6d25ae69de052cc HTTP/1.1" status: 200 len: 380 time: 0.0924985 Nov 10 04:11:23.958253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'port': {'device_id': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'admin_state_up': True, 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'security_groups': ['3d243eae-efbb-4c66-93de-1178bd049eff']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:23.963691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:24.030563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-78981be2-e7f1-4472-9cf3-8cfdefd304fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=624a4f616f4c4b74a75859300f883a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655959 Nov 10 04:11:24.033455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e0650233-235a-4144-97c6-545aa379251f None None] Calling delete_port for ff17eb6f-07a9-48b9-a718-f5c85870bf13 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:11:24.033967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34054) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:24.035895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-e0650233-235a-4144-97c6-545aa379251f None None] Port ff17eb6f-07a9-48b9-a718-f5c85870bf13 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:11:24.038407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Attempting to bind port d50ab159-3880-4920-ac25-b4172e452ea7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:24.038774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Attempting to bind port d50ab159-3880-4920-ac25-b4172e452ea7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:24.039134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Attempting to bind port d50ab159-3880-4920-ac25-b4172e452ea7 on network b71dfa51-4de9-4af3-9e37-e0944169c374 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:24.047337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.051298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:24.051677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Checking segment: {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:24.052309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.052441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Bound using segment: {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:24.052921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Bound port: d50ab159-3880-4920-ac25-b4172e452ea7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:24.053296 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.055883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e0650233-235a-4144-97c6-545aa379251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.099151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0650233-235a-4144-97c6-545aa379251f None None] Network 75101c12-89a9-49c0-8098-fb0d8f983b65 is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:11:24.100003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0650233-235a-4144-97c6-545aa379251f None None] No DVR routers for this DVR port ff17eb6f-07a9-48b9-a718-f5c85870bf13 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:11:24.101509 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0db706-d679-4d19-94f5-8f898394d362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.109166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0650233-235a-4144-97c6-545aa379251f None None] Pushing event deleted for resources: {'Port': ['ID=ff17eb6f-07a9-48b9-a718-f5c85870bf13,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:24.133692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0db706-d679-4d19-94f5-8f898394d362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.136722 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.161491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 29710fcb-8d56-4e4e-84d7-0a863b7956e8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:24.205349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'port_id': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'mac_address': 'fa:16:3e:88:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:11:24.209695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0db706-d679-4d19-94f5-8f898394d362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.213464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0db706-d679-4d19-94f5-8f898394d362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.215166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5a0db706-d679-4d19-94f5-8f898394d362 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16abb8af-2406-4730-89f8-eac66e28fbe1 HTTP/1.1" status: 204 len: 168 time: 0.1740551 Nov 10 04:11:24.262336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] For port d50ab159-3880-4920-ac25-b4172e452ea7, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:24.271219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Made reservation on behalf of 75f05c7943244c83b6d25ae69de052cc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:24.275736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.285383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] For port d50ab159-3880-4920-ac25-b4172e452ea7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d50ab159-3880-4920-ac25-b4172e452ea7,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:24.288551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.293268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0db706-d679-4d19-94f5-8f898394d362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16abb8af-2406-4730-89f8-eac66e28fbe1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:24.301711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.317059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29710fcb-8d56-4e4e-84d7-0a863b7956e8 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:24.344665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 29710fcb-8d56-4e4e-84d7-0a863b7956e8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:24.372236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:24.387568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:24.396720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.443131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa0031-2a2d-4e2e-8870-25b1b7a19fbe None None] Pushing event updated for resources: {'Port': ['ID=d50ab159-3880-4920-ac25-b4172e452ea7,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:24.452122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d748af3c-8815-43cc-98a3-acb7d117c197 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:24.493796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:24.511568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=29710fcb-8d56-4e4e-84d7-0a863b7956e8,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:24.535730 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7dca9ac-a5a0-4d5c-bcc3-e8a785ea9ac0 req-184273cb-8f27-4ea5-a1fb-a5a82dc49eb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.1100521 Nov 10 04:11:24.546241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6535ac6f-137f-4c69-b5bd-1f9175186782 None None] Provisioning complete for port c667253e-da13-4167-a2c9-44830600ab3e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:24.546662 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6535ac6f-137f-4c69-b5bd-1f9175186782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:24.596520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Pushing event updated for resources: {'Port': ['ID=c667253e-da13-4167-a2c9-44830600ab3e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:24.604221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4816e-5b09-40c9-9cee-fcad692032ee req-da3fa09c-9e02-4f81-8998-3bd5bba67cbc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:24.614821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5c4816e-5b09-40c9-9cee-fcad692032ee req-da3fa09c-9e02-4f81-8998-3bd5bba67cbc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 984 time: 0.0765572 Nov 10 04:11:24.615136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['29710fcb-8d56-4e4e-84d7-0a863b7956e8'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:11:24.723104 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5c4816e-5b09-40c9-9cee-fcad692032ee req-de1f7762-5dc6-4252-892a-1147f82f8669 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1067095 Nov 10 04:11:24.736866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6535ac6f-137f-4c69-b5bd-1f9175186782 None None] Port c667253e-da13-4167-a2c9-44830600ab3e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:24.999162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.20.0.3 (9290bb65-59be-4a6e-a918-e7a14f947d4f/485e22be-f990-4bc3-81de-e87d9a407f40/277fd47a-4631-41ae-b47c-84a887efb8ab) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:25.035683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d50ab159-3880-4920-ac25-b4172e452ea7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:25.123345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d50ab159-3880-4920-ac25-b4172e452ea7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:25.123882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.250063 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.272157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.297904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port d50ab159-3880-4920-ac25-b4172e452ea7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d50ab159-3880-4920-ac25-b4172e452ea7,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:25.303169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.394731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ff17eb6f-07a9-48b9-a718-f5c85870bf13 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:11:25.397972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=d50ab159-3880-4920-ac25-b4172e452ea7,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:25.423535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ff17eb6f-07a9-48b9-a718-f5c85870bf13 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:11:25.423806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ff17eb6f-07a9-48b9-a718-f5c85870bf13 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:11:25.447660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.637006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.689854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:25.695500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:25.702601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:25.737442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.738708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7524b-34a4-4d09-9697-9138471fc073 req-2e3aa3a2-9ee1-4bc7-8ee2-1f5e4f33f8ce tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:25.773144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bc7524b-34a4-4d09-9697-9138471fc073 req-2e3aa3a2-9ee1-4bc7-8ee2-1f5e4f33f8ce tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 931 time: 0.1199884 Nov 10 04:11:25.773472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=277fd47a-4631-41ae-b47c-84a887efb8ab,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:25.786384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 29710fcb-8d56-4e4e-84d7-0a863b7956e8 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:25.949851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:11:25.956164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:25.956605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:25.957611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bc7524b-34a4-4d09-9697-9138471fc073 req-085f4a01-ae1c-41b3-84c3-974e4b743143 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835802 Nov 10 04:11:26.017506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e98108-c02f-492f-9b8a-b6aa84fce9fa req-47e8f716-46dd-483b-a92d-efa8b8a05800 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:26.028315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49e98108-c02f-492f-9b8a-b6aa84fce9fa req-47e8f716-46dd-483b-a92d-efa8b8a05800 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 984 time: 0.1404207 Nov 10 04:11:26.141510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.162629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49e98108-c02f-492f-9b8a-b6aa84fce9fa req-48bcc190-b484-4595-9fbf-4830bfef4a3e tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1333120 Nov 10 04:11:26.172749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:26.175683 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2540ae-7695-4393-9071-156071878b0f" -d '{"events": [{"server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "name": "network-vif-plugged", "status": "completed", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:26.195427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 29710fcb-8d56-4e4e-84d7-0a863b7956e8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:26.205323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.247765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c24d53-5e7b-4eb8-bde6-4782d0b9342d None None] Network b71dfa51-4de9-4af3-9e37-e0944169c374 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:11:26.254431 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca19030-c043-418c-acf2-feef9184faac x-openstack-request-id: req-cca19030-c043-418c-acf2-feef9184faac {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:26.255028 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "name": "network-vif-plugged", "status": "completed", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:26.255382 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cca19030-c043-418c-acf2-feef9184faac {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:26.256341 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'code': 200} Nov 10 04:11:26.339933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-518f23d9-aeac-4869-8982-70e61942ad61 None None] Provisioning complete for port 277fd47a-4631-41ae-b47c-84a887efb8ab triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:26.340358 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-518f23d9-aeac-4869-8982-70e61942ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.370504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:26.371109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.384745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=29710fcb-8d56-4e4e-84d7-0a863b7956e8,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:26.415198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-518f23d9-aeac-4869-8982-70e61942ad61 None None] Port 277fd47a-4631-41ae-b47c-84a887efb8ab cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:26.438500 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-ded9ffff-0138-4c26-8e00-7e4dc9007496 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4871664 Nov 10 04:11:26.442054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bcc49-d081-488e-a5a6-d1a48c7d4424 req-5a3b58e6-bde0-4179-8f88-1c17f24d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:26.443418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b6bcc49-d081-488e-a5a6-d1a48c7d4424 req-5a3b58e6-bde0-4179-8f88-1c17f24d74e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1136 time: 0.1093895 Nov 10 04:11:26.453511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-518f23d9-aeac-4869-8982-70e61942ad61 None None] Provisioning complete for port d50ab159-3880-4920-ac25-b4172e452ea7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:26.453993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-518f23d9-aeac-4869-8982-70e61942ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.465664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Request body: {'port': {'device_id': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:26.576427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.584902 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7b6bcc49-d081-488e-a5a6-d1a48c7d4424 req-dc908947-c083-446f-bee7-80195897a3ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&id=10f9ac86-7da3-4009-9d61-19953df51209&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1324525 Nov 10 04:11:26.595675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Router a39aaf30-030c-40a2-9f0a-79756fe17951 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:11:26.841422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f94de130-4316-4aaa-838b-bafdb7260fd1 None None] Provisioning complete for port d50ab159-3880-4920-ac25-b4172e452ea7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:26.841700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f94de130-4316-4aaa-838b-bafdb7260fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.859179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:26.881886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Sync routers for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:26.888438 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:26.892906 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a456fad5-ed74-4387-bc9b-ea807b70f480 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4212565 Nov 10 04:11:26.893226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34094) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:26.895930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d50ab159-3880-4920-ac25-b4172e452ea7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:26.940773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:26.941415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:27.012889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277fd47a-4631-41ae-b47c-84a887efb8ab {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:27.021751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:27.038922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Transition to ACTIVE for port object 277fd47a-4631-41ae-b47c-84a887efb8ab will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:11:27.046753 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:27.142591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Pushing event updated for resources: {'Port': ['ID=277fd47a-4631-41ae-b47c-84a887efb8ab,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:27.156171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d50ab159-3880-4920-ac25-b4172e452ea7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:27.156171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:27.191490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:27.238119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4defcc5-0769-4c74-8f42-5a3cbd1f2f43 req-d490d4d3-ea76-40a3-a61b-8f67bce4425a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:27.241774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4defcc5-0769-4c74-8f42-5a3cbd1f2f43 req-d490d4d3-ea76-40a3-a61b-8f67bce4425a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1532552 Nov 10 04:11:27.353100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Attempting to bind port 277fd47a-4631-41ae-b47c-84a887efb8ab on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:27.353439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Attempting to bind port 277fd47a-4631-41ae-b47c-84a887efb8ab by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:27.353767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Attempting to bind port 277fd47a-4631-41ae-b47c-84a887efb8ab on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:27.361795 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Port 277fd47a-4631-41ae-b47c-84a887efb8ab on network 9290bb65-59be-4a6e-a918-e7a14f947d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:11:27.362142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Attempting to bind port 277fd47a-4631-41ae-b47c-84a887efb8ab on network 9290bb65-59be-4a6e-a918-e7a14f947d4f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:27.371400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:27.371753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Checking segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:27.372132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Bound using segment: {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:27.372635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Bound port: 277fd47a-4631-41ae-b47c-84a887efb8ab, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9a1374-7a14-42e7-829e-bd4ae176506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:27.372906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:27.524924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] For port 277fd47a-4631-41ae-b47c-84a887efb8ab, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:27.530504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] For port 277fd47a-4631-41ae-b47c-84a887efb8ab, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=277fd47a-4631-41ae-b47c-84a887efb8ab,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:27.536914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:27.549152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4defcc5-0769-4c74-8f42-5a3cbd1f2f43 req-2b255a77-cc56-41ef-84bc-f34c9d75af79 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994120 Nov 10 04:11:27.613849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:24Z', 'revision_number': 3, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:27.671774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:27.672896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:27.674679 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] 10.222.0.11 "PUT /v2.0/ports/277fd47a-4631-41ae-b47c-84a887efb8ab HTTP/1.1" status: 200 len: 1091 time: 1.2157056 Nov 10 04:11:27.679153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:27.683144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Checking router: a39aaf30-030c-40a2-9f0a-79756fe17951 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:27.683556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Updating router a39aaf30-030c-40a2-9f0a-79756fe17951 port c667253e-da13-4167-a2c9-44830600ab3e binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:11:27.690414 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957" -d '{"events": [{"name": "network-changed", "server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:27.743997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b10dee-6bcf-4210-b068-acf2053df7cf service neutron] Pushing event updated for resources: {'Port': ['ID=277fd47a-4631-41ae-b47c-84a887efb8ab,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:27.763075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:27.853800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4322ae1-9ec9-4a64-8942-4ff2d8c1f582 req-772d1941-06c7-4015-b7f9-ae182287e1ee tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:27.853800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4322ae1-9ec9-4a64-8942-4ff2d8c1f582 req-772d1941-06c7-4015-b7f9-ae182287e1ee tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 985 time: 0.1741381 Nov 10 04:11:27.867971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-89f22959-e9db-4cb2-ba2d-9e882fcc9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:27.869500 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-89f22959-e9db-4cb2-ba2d-9e882fcc9b77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 1094 time: 0.1068764 Nov 10 04:11:28.009545 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.021693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-99fe12df-1c5e-46d7-a6d2-b7d951a72d59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=277fd47a-4631-41ae-b47c-84a887efb8ab HTTP/1.1" status: 200 len: 217 time: 0.1342974 Nov 10 04:11:28.105750 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4322ae1-9ec9-4a64-8942-4ff2d8c1f582 req-39251c65-82fa-46c0-af32-3c53bc83e582 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1878507 Nov 10 04:11:28.146993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-e78ac15d-5a5b-419b-b005-c280ae767b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:28.153093 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-e78ac15d-5a5b-419b-b005-c280ae767b1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.1182141 Nov 10 04:11:28.239951 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb54ee5-cd32-4510-99d2-db0dbd1f9896 x-openstack-request-id: req-3bb54ee5-cd32-4510-99d2-db0dbd1f9896 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:28.240246 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:28.240495 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bb54ee5-cd32-4510-99d2-db0dbd1f9896 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:28.240899 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'status': 'completed', 'code': 200} Nov 10 04:11:28.277374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-1acec247-2d70-4d50-ab02-283850359dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:28.278944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-1acec247-2d70-4d50-ab02-283850359dba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211224 Nov 10 04:11:28.360112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Allocated IP 172.20.0.1 (b71dfa51-4de9-4af3-9e37-e0944169c374/26c6f193-17ae-4837-bc1e-2c3e4d053801/bf85fa69-d1b7-4047-82db-b3594a14b81d) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:28.426420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-b96d755b-35b3-411d-92e3-a126aecc198e service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383152 Nov 10 04:11:28.528211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16847bd8-f5c0-4e64-ada7-6e9575a01dd3 req-bb51184d-8e40-48f6-a407-509eadff5517 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:28.535702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16847bd8-f5c0-4e64-ada7-6e9575a01dd3 req-bb51184d-8e40-48f6-a407-509eadff5517 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 945 time: 0.2179508 Nov 10 04:11:28.540619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.563657 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2b20d6d-e032-40e0-b564-15f9fdab01c2 req-293a1634-c052-4184-abe0-e9d5f76454e4 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296310 Nov 10 04:11:28.613834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16847bd8-f5c0-4e64-ada7-6e9575a01dd3 req-44b6d0d2-9252-4f57-92c6-70541624c87b tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Nov 10 04:11:28.629208 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.631739 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.639590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.705575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Attempting to bind port c667253e-da13-4167-a2c9-44830600ab3e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:28.705967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Attempting to bind port c667253e-da13-4167-a2c9-44830600ab3e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:28.706501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Attempting to bind port c667253e-da13-4167-a2c9-44830600ab3e on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:28.712375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d62afe1-a762-49a7-b64d-ea09aa77ab13 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:28.727640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Network b71dfa51-4de9-4af3-9e37-e0944169c374 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:28.738739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:28.741369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:28.741827 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:28.742180 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.742529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Pushing event updated for resources: {'Port': ['ID=bf85fa69-d1b7-4047-82db-b3594a14b81d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:28.742661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:28.743064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Bound port: c667253e-da13-4167-a2c9-44830600ab3e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:28.743440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.745280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:28.767364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9d66d-1145-4db6-98e3-41171e2819f3 None None] Pushing event updated for resources: {'Port': ['ID=c667253e-da13-4167-a2c9-44830600ab3e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:28.797520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-aa38489a-ed11-487f-86f8-2d7fa93b7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:28.800885 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-aa38489a-ed11-487f-86f8-2d7fa93b7ba1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 1094 time: 0.1443350 Nov 10 04:11:28.869137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b848b16-2826-4c40-b0ff-f308cb72da01 req-3db9a1d2-01c8-41bb-92ed-d0cba0310305 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:28.876748 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b848b16-2826-4c40-b0ff-f308cb72da01 req-3db9a1d2-01c8-41bb-92ed-d0cba0310305 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1954958 Nov 10 04:11:28.880726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.891481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7d587f58-c480-4f02-8f49-ac5a2f0ad9ee None None] Provisioning complete for port c667253e-da13-4167-a2c9-44830600ab3e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:28.891846 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d587f58-c480-4f02-8f49-ac5a2f0ad9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:28.939699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7d587f58-c480-4f02-8f49-ac5a2f0ad9ee None None] Port c667253e-da13-4167-a2c9-44830600ab3e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:28.983478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] For port c667253e-da13-4167-a2c9-44830600ab3e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:28.987861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] For port c667253e-da13-4167-a2c9-44830600ab3e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c667253e-da13-4167-a2c9-44830600ab3e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:28.988819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-aa7a1d78-1974-4630-a634-e587c4ace4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:28.991233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-aa7a1d78-1974-4630-a634-e587c4ace4e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1835406 Nov 10 04:11:28.998043 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.048967 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-fd95bcae-c070-4e27-bafb-1d086024a234 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=277fd47a-4631-41ae-b47c-84a887efb8ab HTTP/1.1" status: 200 len: 217 time: 0.0467978 Nov 10 04:11:29.071695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b848b16-2826-4c40-b0ff-f308cb72da01 req-c710b8db-a718-4824-b30b-82be9bde50f3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940334 Nov 10 04:11:29.132596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7729d-328b-4971-a5ed-53079c0fc1cd None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:29.188592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-e22b59a1-aa2e-478e-bf39-bd3824790ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:29.190419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-e22b59a1-aa2e-478e-bf39-bd3824790ad1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.1335359 Nov 10 04:11:29.221771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9d66d-1145-4db6-98e3-41171e2819f3 None None] Pushing event updated for resources: {'Port': ['ID=c667253e-da13-4167-a2c9-44830600ab3e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:29.234562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:29.235516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:29.287034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-4c971021-5820-4b6f-a1d4-5b438c4bae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:29.289273 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-4c971021-5820-4b6f-a1d4-5b438c4bae8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912793 Nov 10 04:11:29.360604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234581ff-1fe2-4de0-8fa0-123a020eb031 req-2af52e34-7f28-4fed-846b-a1be1f0b87bd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:29.362945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-234581ff-1fe2-4de0-8fa0-123a020eb031 req-2af52e34-7f28-4fed-846b-a1be1f0b87bd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 985 time: 0.1140847 Nov 10 04:11:29.401000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Provisioning complete for port bf85fa69-d1b7-4047-82db-b3594a14b81d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:29.401734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.429063 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-00171074-7b73-4057-ba03-e8f6c1077280 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276443 Nov 10 04:11:29.447137 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-234581ff-1fe2-4de0-8fa0-123a020eb031 req-a1b09673-afab-42c5-9548-3da988b3b65d tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0672967 Nov 10 04:11:29.447885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.461976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:29.465630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Port bf85fa69-d1b7-4047-82db-b3594a14b81d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:29.573506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bc9ff684-79c8-42d0-bf82-57d9ec8b3957 req-cb662cfd-0b4f-4655-babe-c6ebe70bfd8a service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156416 Nov 10 04:11:29.617421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Provisioning complete for port c667253e-da13-4167-a2c9-44830600ab3e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:29.618511 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.669289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90744d3-c99b-4579-bd2c-a1e2f5b96fda req-41b8d68b-27f3-4bdb-a35d-1de70756b5ff tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:29.677479 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c90744d3-c99b-4579-bd2c-a1e2f5b96fda req-41b8d68b-27f3-4bdb-a35d-1de70756b5ff tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 985 time: 0.0967872 Nov 10 04:11:29.776822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.787094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:24Z', 'revision_number': 3, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:29.789619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.817306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.823204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37accc-e275-426d-a4b0-11c8c847e5e4 None None] The sync data for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 is: [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:24Z', 'revision_number': 3, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:29.847125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] For port c667253e-da13-4167-a2c9-44830600ab3e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c667253e-da13-4167-a2c9-44830600ab3e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:29.853123 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.854529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d9678-159a-443b-b4ee-755f83503ad8 req-41e9919b-5fc5-4896-8566-2d32ff45072e tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:29.856858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-513d9678-159a-443b-b4ee-755f83503ad8 req-41e9919b-5fc5-4896-8566-2d32ff45072e tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 945 time: 0.1610940 Nov 10 04:11:29.874706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c90744d3-c99b-4579-bd2c-a1e2f5b96fda req-bcae199f-6661-4f7e-9ca6-ddc46bab52f9 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1958644 Nov 10 04:11:29.908469 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Pushing event updated for resources: {'Port': ['ID=bf85fa69-d1b7-4047-82db-b3594a14b81d,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:29.917054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:29.933330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119496f-40f5-4808-8fb8-ed3c75ed0b65 None None] Pushing event updated for resources: {'Port': ['ID=c667253e-da13-4167-a2c9-44830600ab3e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:30.050910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-513d9678-159a-443b-b4ee-755f83503ad8 req-f3f106f3-8438-47bf-b1fc-208e4a9daa46 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563754 Nov 10 04:11:30.080982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564a263-75d0-42d3-8c52-310c3357d3ff req-41d2b652-5106-46e1-aad9-110825390ecf tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:30.083296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8564a263-75d0-42d3-8c52-310c3357d3ff req-41d2b652-5106-46e1-aad9-110825390ecf tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1136 time: 0.1126456 Nov 10 04:11:30.152699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Network b71dfa51-4de9-4af3-9e37-e0944169c374 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:30.164869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:30.170454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8564a263-75d0-42d3-8c52-310c3357d3ff req-10da171f-1eda-47a8-924a-3b5d481712c5 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.203542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-55541247-d692-4235-bff9-8f56833dc31a tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:30.205245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-55541247-d692-4235-bff9-8f56833dc31a tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 945 time: 0.1118348 Nov 10 04:11:30.324846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Deleting port 35a7e85c-d249-49e9-a127-37aaceffed67 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:11:30.326112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.346808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Router a39aaf30-030c-40a2-9f0a-79756fe17951 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:11:30.430990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea325dd-1e49-4028-9041-f27f472e450e req-e51e1f09-18b8-4a39-83ca-333e2231aa09 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:30.432554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aea325dd-1e49-4028-9041-f27f472e450e req-e51e1f09-18b8-4a39-83ca-333e2231aa09 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.0953341 Nov 10 04:11:30.476410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] For port 35a7e85c-d249-49e9-a127-37aaceffed67, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=35a7e85c-d249-49e9-a127-37aaceffed67,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:30.477058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.500247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Calling delete_port for 35a7e85c-d249-49e9-a127-37aaceffed67 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:11:30.592910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aea325dd-1e49-4028-9041-f27f472e450e req-92b58158-e658-4f8e-9948-a8c3b547e9c9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105072 Nov 10 04:11:30.606298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b7708088-b637-4910-b2d7-a45810d783b0 None None] Provisioning complete for port bf85fa69-d1b7-4047-82db-b3594a14b81d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:30.619819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b7708088-b637-4910-b2d7-a45810d783b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.654122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8564a263-75d0-42d3-8c52-310c3357d3ff req-10da171f-1eda-47a8-924a-3b5d481712c5 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.663678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b7708088-b637-4910-b2d7-a45810d783b0 None None] Port bf85fa69-d1b7-4047-82db-b3594a14b81d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:30.675456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:30.696743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b307d8d-a256-4abf-b11a-2eb4834bc16f admin admin] 10.222.0.24 "PUT /v2.0/routers/a39aaf30-030c-40a2-9f0a-79756fe17951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7995267 Nov 10 04:11:30.697775 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-8564a263-75d0-42d3-8c52-310c3357d3ff req-10da171f-1eda-47a8-924a-3b5d481712c5 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.749470 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.783536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['35a7e85c-d249-49e9-a127-37aaceffed67'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:11:30.789697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Pushing event deleted for resources: {'Port': ['ID=35a7e85c-d249-49e9-a127-37aaceffed67,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:30.841317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da171f-1eda-47a8-924a-3b5d481712c5 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb58ba-b89a-4d6d-bc7b-5b64a6cafeab,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:30.867442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] No DVR routers for this DVR port 35a7e85c-d249-49e9-a127-37aaceffed67 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:11:30.872449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:30.876584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6054da7d-624b-4435-851f-cf5b61b4d9d5 req-6589374c-b663-4c61-87d8-6a1bfc16f6d4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "DELETE /v2.0/ports/35a7e85c-d249-49e9-a127-37aaceffed67 HTTP/1.1" status: 204 len: 173 time: 0.6651390 Nov 10 04:11:30.877581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46877926-7746-4667-b7ad-7f2c3da619d8', 'name': 'network-vif-deleted', 'tag': '35a7e85c-d249-49e9-a127-37aaceffed67'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:30.880984 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cdd94c-74d1-422d-b28e-125a981e30b0" -d '{"events": [{"server_uuid": "46877926-7746-4667-b7ad-7f2c3da619d8", "name": "network-vif-deleted", "tag": "35a7e85c-d249-49e9-a127-37aaceffed67"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:30.898701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7fcbf-a29d-4e47-9e43-97b9230bcee8 None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:30.918179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8564a263-75d0-42d3-8c52-310c3357d3ff req-10da171f-1eda-47a8-924a-3b5d481712c5 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8275321 Nov 10 04:11:30.953116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34148) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:31.040685 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b7f64-2fed-4511-b3c6-e3ea8572916a x-openstack-request-id: req-6f6b7f64-2fed-4511-b3c6-e3ea8572916a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:31.040971 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46877926-7746-4667-b7ad-7f2c3da619d8", "name": "network-vif-deleted", "tag": "35a7e85c-d249-49e9-a127-37aaceffed67", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:31.041218 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f6b7f64-2fed-4511-b3c6-e3ea8572916a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:31.042215 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46877926-7746-4667-b7ad-7f2c3da619d8', 'name': 'network-vif-deleted', 'tag': '35a7e85c-d249-49e9-a127-37aaceffed67', 'status': 'completed', 'code': 200} Nov 10 04:11:31.054093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e227a29-3bcf-46fb-a363-d6a18a1db222 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:31.054093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e227a29-3bcf-46fb-a363-d6a18a1db222 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1131 time: 0.0945723 Nov 10 04:11:31.056882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34156) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:31.062262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:31.080677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c667253e-da13-4167-a2c9-44830600ab3e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:31.152812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:31.205428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c667253e-da13-4167-a2c9-44830600ab3e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:31.206033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:31.278182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8385b1a5-aeca-4ec6-bbad-4cb5bd21195a req-4f9bd14a-af52-4466-b5b9-1ce55ba81f29 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=46877926-7746-4667-b7ad-7f2c3da619d8 HTTP/1.1" status: 200 len: 210 time: 0.0441494 Nov 10 04:11:31.377481 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:31.522770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Allocated IP 172.25.6.154 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/ef6ec3ce-c7d7-4fe1-a5b9-a06202bd4c6e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:31.747530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:31.806311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b40eb-392e-4b3a-8c06-6ca9d9c24fe0 req-47b53d90-ba7a-4ef0-9182-771b4432d05b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:31.808242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-787b40eb-392e-4b3a-8c06-6ca9d9c24fe0 req-47b53d90-ba7a-4ef0-9182-771b4432d05b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.0794406 Nov 10 04:11:31.813743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34172) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:31.819454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1840241011-network', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:31.822782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:31.855768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Made reservation on behalf of 3b022ddb55ea4bcfbaddf33ec1c5ebfb for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:31.858772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:31.880617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:31.887573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:31.891429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:31.899158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:31.985684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=ef6ec3ce-c7d7-4fe1-a5b9-a06202bd4c6e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:31.999020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.000629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-787b40eb-392e-4b3a-8c06-6ca9d9c24fe0 req-ed8c7bef-0603-492b-a30d-4e54d83f6d6d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661892 Nov 10 04:11:32.005629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.034156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:11:32.044262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827e1aa9-4fb6-46b2-950e-7f98d91585ab,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:32.050715 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.051162 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Added segment f3371e65-85ae-468f-bc82-3ed11058dd80 of type vlan for network cdcd726e-e39d-4edc-b88e-27b1469f2503 Nov 10 04:11:32.129899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.170069 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.171591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:32.172265 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.247278 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4319460 Nov 10 04:11:32.249970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34178) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:32.258528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Request body: {'subnet': {'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1840241011-subnet', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:32.274413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2d58c-887c-4cd1-a7fd-2b405398f9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cdcd726e-e39d-4edc-b88e-27b1469f2503,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:32.288004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:11:32.292961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Made reservation on behalf of 3b022ddb55ea4bcfbaddf33ec1c5ebfb for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:32.295388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.540803 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Sync routers for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:32.555446 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:32.557528 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:32.618611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.655282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.739921 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:32.740852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900f67de-418b-4c0b-9401-b58af17d5f0e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:32.748331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Checking segment: {'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:32.748788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Network hostable DHCP agents. Network: cdcd726e-e39d-4edc-b88e-27b1469f2503, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:11:32.764373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.769767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:11:32.783709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, cdcd726e-e39d-4edc-b88e-27b1469f2503) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:32.789079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:32.789855 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.794851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95365a50-89c8-4249-89e4-18b0dd4b8309 None None] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:11:32.813435 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a1e42b50-7b12-4146-9e85-ff88424b1236 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5616844 Nov 10 04:11:32.815148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34186) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:32.825436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:32.865289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.869705 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:32.972043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.119720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-cdcd726e-e39d-4edc-b88e-27b1469f2503', 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'fixed_ips': [{'subnet_id': '900f67de-418b-4c0b-9401-b58af17d5f0e'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:11:33.127369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.286197 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.308724 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 2, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:33.346896 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Checking router: a39aaf30-030c-40a2-9f0a-79756fe17951 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:33.347626 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Updating router a39aaf30-030c-40a2-9f0a-79756fe17951 port bf85fa69-d1b7-4047-82db-b3594a14b81d binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:11:33.380175 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.432632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Allocated IP 172.20.0.2 (cdcd726e-e39d-4edc-b88e-27b1469f2503/900f67de-418b-4c0b-9401-b58af17d5f0e/636c856d-dd33-4809-8c5e-d774ec30602e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:33.714632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.730390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc4386-57b6-4243-8e96-da3c0b3a1568 req-bea105d5-64a2-446f-b466-fb766b1bb554 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:33.732853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbbc4386-57b6-4243-8e96-da3c0b3a1568 req-bea105d5-64a2-446f-b466-fb766b1bb554 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1004057 Nov 10 04:11:33.734246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.737083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.740796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.748350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.788710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.830800 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.836689 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:33.859262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:33.866883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:33.891216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:33.936828 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Pushing event updated for resources: {'Port': ['ID=bf85fa69-d1b7-4047-82db-b3594a14b81d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:33.953779 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.954187 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.954518 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.956564 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.956895 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.957219 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.957538 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.957853 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.958231 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.958545 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.960124 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.960443 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:33.979744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Pushing event updated for resources: {'Port': ['ID=636c856d-dd33-4809-8c5e-d774ec30602e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:34.000178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Attempting to bind port 636c856d-dd33-4809-8c5e-d774ec30602e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:34.000823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Attempting to bind port 636c856d-dd33-4809-8c5e-d774ec30602e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:34.001386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Attempting to bind port 636c856d-dd33-4809-8c5e-d774ec30602e on network cdcd726e-e39d-4edc-b88e-27b1469f2503 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:34.004239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=ef6ec3ce-c7d7-4fe1-a5b9-a06202bd4c6e,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:34.016403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:34.017044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Checking segment: {'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:34.017624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.018198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Bound using segment: {'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:34.018858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Bound port: 636c856d-dd33-4809-8c5e-d774ec30602e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:34.020909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.024036 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Attempting to bind port bf85fa69-d1b7-4047-82db-b3594a14b81d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:34.024503 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Attempting to bind port bf85fa69-d1b7-4047-82db-b3594a14b81d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:34.024952 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Attempting to bind port bf85fa69-d1b7-4047-82db-b3594a14b81d on network b71dfa51-4de9-4af3-9e37-e0944169c374 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:34.032520 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:34.033053 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Checking segment: {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:34.033555 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.034129 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Bound using segment: {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:34.034690 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Bound port: bf85fa69-d1b7-4047-82db-b3594a14b81d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:34.035152 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.059824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Allocated IP 172.25.6.81 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:34.063980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbbc4386-57b6-4243-8e96-da3c0b3a1568 req-9575471d-0473-436a-8744-cfd1164ec02f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188982 Nov 10 04:11:34.065273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.127853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] For port 636c856d-dd33-4809-8c5e-d774ec30602e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:34.135076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] For port 636c856d-dd33-4809-8c5e-d774ec30602e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=636c856d-dd33-4809-8c5e-d774ec30602e,segment=NetworkSegment(f3371e65-85ae-468f-bc82-3ed11058dd80),segment_id=f3371e65-85ae-468f-bc82-3ed11058dd80)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:34.140649 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.187053 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] For port bf85fa69-d1b7-4047-82db-b3594a14b81d, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:34.191274 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] For port bf85fa69-d1b7-4047-82db-b3594a14b81d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bf85fa69-d1b7-4047-82db-b3594a14b81d,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:34.200662 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.267929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0dc8-be3b-4ab0-88e9-67fc2e01a3ee None None] Pushing event updated for resources: {'Port': ['ID=636c856d-dd33-4809-8c5e-d774ec30602e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:34.331022 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:34.331762 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:34.363063 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.368986 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Floating IP 98d9034f-08dd-47b9-ba8c-63074990695c associated. External IP: 172.25.6.154, port: 29710fcb-8d56-4e4e-84d7-0a863b7956e8. Nov 10 04:11:34.439285 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.448638 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5b6c-af57-4c5b-9a62-6960f3cbf6d6 None None] Pushing event updated for resources: {'Port': ['ID=bf85fa69-d1b7-4047-82db-b3594a14b81d,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:34.478363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-368c968b-0de5-4813-b3df-989c51b4d4fa None None] Provisioning complete for port bf85fa69-d1b7-4047-82db-b3594a14b81d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:34.478803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-368c968b-0de5-4813-b3df-989c51b4d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.524926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:34.527085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:34.532907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:34.535441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:34.567835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f859ae-98a2-441a-a9a7-82cf9383d535 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:34.665581 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-368c968b-0de5-4813-b3df-989c51b4d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.735836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-368c968b-0de5-4813-b3df-989c51b4d4fa None None] For port bf85fa69-d1b7-4047-82db-b3594a14b81d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bf85fa69-d1b7-4047-82db-b3594a14b81d,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:34.750769 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-368c968b-0de5-4813-b3df-989c51b4d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:34.789989 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:34.893287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c968b-0de5-4813-b3df-989c51b4d4fa None None] Pushing event updated for resources: {'Port': ['ID=bf85fa69-d1b7-4047-82db-b3594a14b81d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:34.908595 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:11:34.975270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ba32c0b8-b543-4c27-8b86-4fe56e0e461f None None] Provisioning complete for port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:34.984347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba32c0b8-b543-4c27-8b86-4fe56e0e461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.066370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 636c856d-dd33-4809-8c5e-d774ec30602e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:35.158297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:11:35.160078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ba32c0b8-b543-4c27-8b86-4fe56e0e461f None None] Port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:35.167715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 636c856d-dd33-4809-8c5e-d774ec30602e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:35.168090 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.205409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.274118 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.299985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c8cf6f39-c0f9-484a-b6aa-b74113e68eb7 None None] Provisioning complete for port bf85fa69-d1b7-4047-82db-b3594a14b81d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:35.300349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6f39-c0f9-484a-b6aa-b74113e68eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.358121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35a7e85c-d249-49e9-a127-37aaceffed67 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:11:35.366730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:35.394059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:35.400234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.406017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 35a7e85c-d249-49e9-a127-37aaceffed67 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:11:35.406849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 35a7e85c-d249-49e9-a127-37aaceffed67 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:11:35.409284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] Sync routers for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:35.430549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:35.431574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:35.518999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 636c856d-dd33-4809-8c5e-d774ec30602e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=636c856d-dd33-4809-8c5e-d774ec30602e,segment=NetworkSegment(f3371e65-85ae-468f-bc82-3ed11058dd80),segment_id=f3371e65-85ae-468f-bc82-3ed11058dd80)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:35.533432 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730e9d-7cd8-479b-9e17-16addbfb0ef4 None None] The sync data for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 is: [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:35.590312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.634522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cf226d76-e796-45c6-a9c0-2350890e6083 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5734973 Nov 10 04:11:35.634522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:35.645685 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b8ea3-f23a-4891-b460-d234af0b1571" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:35.655564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34210) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:35.694402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:35.778296 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c42ce05-8d8b-48e3-b764-290fbf08eaea x-openstack-request-id: req-4c42ce05-8d8b-48e3-b764-290fbf08eaea {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:35.778881 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:35.779290 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c42ce05-8d8b-48e3-b764-290fbf08eaea {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:35.789916 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'status': 'completed', 'code': 200} Nov 10 04:11:35.814325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8a2a-5f3a-4acd-b670-224efd075064 req-e9fbf8cb-a85c-461e-98b2-b25c1c1f1030 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:35.823329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-785f8a2a-5f3a-4acd-b670-224efd075064 req-e9fbf8cb-a85c-461e-98b2-b25c1c1f1030 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.4666307 Nov 10 04:11:35.992261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-785f8a2a-5f3a-4acd-b670-224efd075064 req-c7617c28-3cf7-4e88-b093-17882c94acce tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627805 Nov 10 04:11:36.067316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-0758508e-99fa-404d-8d33-e430c95a80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.069572 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-0758508e-99fa-404d-8d33-e430c95a80c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1136 time: 0.0857422 Nov 10 04:11:36.080672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:11:36.094600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.095388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.097662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.098655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.106731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.107508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.108425 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.109113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.111093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.118705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b90f10a0-6e79-4d13-8c9b-9bd16bb384be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6372 time: 0.4559462 Nov 10 04:11:36.120073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34218) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:36.263101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34220) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:36.289775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.290518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.291481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.292086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.292682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.293261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.293839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.294628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.295224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.297567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b18121df-e1e5-4431-8d30-a23771077710 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5916 time: 0.1711946 Nov 10 04:11:36.300456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34224) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:36.415944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42091738-3c5c-4dc3-8834-7e144217c626 None None] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:11:36.569910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:36.640000 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-739f113c-fba5-463b-8a4c-1205d4317ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:36.731144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f7076951-89a3-4aee-b864-445c1d24cd8c tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.4288318 Nov 10 04:11:36.736576 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34226) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:36.854301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82bbc0-a6c5-4178-a497-e268fe791270 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.854780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82bbc0-a6c5-4178-a497-e268fe791270 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.871624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b82bbc0-a6c5-4178-a497-e268fe791270 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba7185da-bd92-4e94-8eb1-fffaafbe6b48 HTTP/1.1" status: 200 len: 1990 time: 0.1189263 Nov 10 04:11:36.871931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:36.886312 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Sync routers for ids ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:36.899562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-cdb2dba6-525a-4b17-afda-72b46af68497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:36.902989 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-cdb2dba6-525a-4b17-afda-72b46af68497 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb2a562d-0491-48c2-b8bf-dc74bd576e27 HTTP/1.1" status: 200 len: 897 time: 0.8234437 Nov 10 04:11:36.917470 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Routers {'426cd6f9-0dbf-4157-9a21-0613a07b08e1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:36.919691 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:36.931138 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-739f113c-fba5-463b-8a4c-1205d4317ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:36.941105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-739f113c-fba5-463b-8a4c-1205d4317ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:36.950586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=636c856d-dd33-4809-8c5e-d774ec30602e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:36.960241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-61515d0d-bba5-47fc-8f53-7fc9b373ff08 None None] Provisioning complete for port 636c856d-dd33-4809-8c5e-d774ec30602e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:36.968003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61515d0d-bba5-47fc-8f53-7fc9b373ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:37.028775 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:37.036746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34238) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:37.045680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-20f0ee40-4222-402f-ba37-f6164f957027 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2274671 Nov 10 04:11:37.056939 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-739f113c-fba5-463b-8a4c-1205d4317ac1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7f18a5099404f62a762ecb68a0a29d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7914002 Nov 10 04:11:37.059670 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34242) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:37.095181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.095672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.096109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.096540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.096964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.097409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.097829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.098278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.098690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.099107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.099525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.099994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:37.167068 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-252a46e9-3db3-4c3c-9199-f6c3cb5e6c0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8 HTTP/1.1" status: 200 len: 1000 time: 0.2505729 Nov 10 04:11:37.179956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f113c-fba5-463b-8a4c-1205d4317ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf22632e-0fd3-4a1c-9834-e7c3a0cd77da,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:37.203440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bf85fa69-d1b7-4047-82db-b3594a14b81d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:37.373416 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Set router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:37.403843 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5233e97b-ded0-400e-ac76-6279636e74dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:37.443759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0a51-9ed4-4816-9e2f-16c8aafbe465 req-7ae2834c-7c4d-4798-a1fd-3a70812990be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:37.446688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-077c0a51-9ed4-4816-9e2f-16c8aafbe465 req-7ae2834c-7c4d-4798-a1fd-3a70812990be tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.2752702 Nov 10 04:11:37.473577 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5233e97b-ded0-400e-ac76-6279636e74dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:37.477328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port bf85fa69-d1b7-4047-82db-b3594a14b81d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:37.477830 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:37.619189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-282132e4-5099-42e0-8a07-7a5c0f526dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:37.621061 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-282132e4-5099-42e0-8a07-7a5c0f526dc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7da6654-6e68-442f-8b50-99afbcaa6782 HTTP/1.1" status: 200 len: 833 time: 0.4394033 Nov 10 04:11:37.633316 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5233e97b-ded0-400e-ac76-6279636e74dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:37.636163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5233e97b-ded0-400e-ac76-6279636e74dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:37.647941 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5233e97b-ded0-400e-ac76-6279636e74dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf22632e-0fd3-4a1c-9834-e7c3a0cd77da HTTP/1.1" status: 204 len: 168 time: 0.5870783 Nov 10 04:11:37.650857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-077c0a51-9ed4-4816-9e2f-16c8aafbe465 req-a0ca042a-e136-43aa-bd28-43a42e9ee6b3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922994 Nov 10 04:11:37.675959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '98d9034f-08dd-47b9-ba8c-63074990695c', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'floating_ip_address': '172.25.6.154', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'port_id': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'mac_address': 'fa:16:3e:88:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:32Z', 'revision_number': 0, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:12Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:37.719587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233e97b-ded0-400e-ac76-6279636e74dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf22632e-0fd3-4a1c-9834-e7c3a0cd77da,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:37.736461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] Checking router: ba7185da-bd92-4e94-8eb1-fffaafbe6b48 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:37.759438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-93690c7e-61fc-44f8-8f97-1ba4ec956cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:37.761726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-93690c7e-61fc-44f8-8f97-1ba4ec956cbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb2a562d-0491-48c2-b8bf-dc74bd576e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100833 Nov 10 04:11:37.773224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:37.777075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:38.013377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-3c3a4555-3efb-4a58-8e10-d134d6127f3c service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448952 Nov 10 04:11:38.037315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-df2e0522-a82c-440c-b1b8-973f952ee5a7 None None] Provisioning complete for port 636c856d-dd33-4809-8c5e-d774ec30602e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:38.037690 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2e0522-a82c-440c-b1b8-973f952ee5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.038136 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 3, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:38.071655 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Checking router: 426cd6f9-0dbf-4157-9a21-0613a07b08e1 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:38.071920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:38.072645 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Updating router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:11:38.105859 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.187870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-679b8ea3-f23a-4891-b460-d234af0b1571 req-95c31fbc-0536-4983-b9a8-772a11b19ce3 service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678474 Nov 10 04:11:38.225029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.265547 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.523959 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.530924 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.534694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '98d9034f-08dd-47b9-ba8c-63074990695c', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'floating_ip_address': '172.25.6.154', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'port_id': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'mac_address': 'fa:16:3e:88:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:32Z', 'revision_number': 0, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:12Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:38.537743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Allocated IP 172.20.0.1 (cdcd726e-e39d-4edc-b88e-27b1469f2503/900f67de-418b-4c0b-9401-b58af17d5f0e/4e9898e2-fba3-42f5-84d0-f47d0b06ac84) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:38.572080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c0e16-625f-4bac-9760-defafa02d1c7 None None] The sync data for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 is: [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '98d9034f-08dd-47b9-ba8c-63074990695c', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'floating_ip_address': '172.25.6.154', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'port_id': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'mac_address': 'fa:16:3e:88:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:32Z', 'revision_number': 0, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:12Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:38.596485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952a6ae-070c-4c53-aa39-20d2498d2f82 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:38.629345 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Attempting to bind port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:38.630080 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Attempting to bind port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:38.630640 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Attempting to bind port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:38.646368 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:38.646730 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:38.647126 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.647513 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:38.648531 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Bound port: e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:38.649755 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.682133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0fe70082-a2cd-4418-97e1-c0fe509e0b25 None None] Provisioning complete for port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:38.682687 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fe70082-a2cd-4418-97e1-c0fe509e0b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.774998 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.779872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0fe70082-a2cd-4418-97e1-c0fe509e0b25 None None] Port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:38.814659 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76856e7-d212-4cd6-99f0-9c8673826cf8 None None] Pushing event updated for resources: {'Port': ['ID=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:38.869598 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] For port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:38.879404 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] For port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:38.885093 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:38.930472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c73274-8e05-4d77-8cb3-26b70a80edd1 req-17e384a1-e88d-4ba6-8da6-f0202d6b96b7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:38.932170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60c73274-8e05-4d77-8cb3-26b70a80edd1 req-17e384a1-e88d-4ba6-8da6-f0202d6b96b7 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1496749 Nov 10 04:11:38.938599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 636c856d-dd33-4809-8c5e-d774ec30602e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:38.951139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.007611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20829c34-c1a2-473f-ba9f-e52fc2c6b045 None None] New status for floating IP 98d9034f-08dd-47b9-ba8c-63074990695c: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:11:39.027195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Pushing event updated for resources: {'Port': ['ID=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:39.029505 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Routers {'426cd6f9-0dbf-4157-9a21-0613a07b08e1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:39.030156 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:39.051818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:39.057878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:39.064816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:39.088090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-60c73274-8e05-4d77-8cb3-26b70a80edd1 req-a3342673-738f-4247-841a-9b948c9fdc80 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378531 Nov 10 04:11:39.157103 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.161119 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] Set router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:39.290260 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76856e7-d212-4cd6-99f0-9c8673826cf8 None None] Pushing event updated for resources: {'Port': ['ID=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:39.316853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46171293-2123-4ef0-917d-3d4c898ebb11 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:39.359708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 636c856d-dd33-4809-8c5e-d774ec30602e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:39.360084 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.369850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.473114 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 3, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:39.485198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3fba58b8-35b3-4a01-83db-8d5e9d6d324e None None] Provisioning complete for port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:39.485440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fba58b8-35b3-4a01-83db-8d5e9d6d324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.506647 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc436a1-ff36-4d04-8aaa-ba931f06b581 None None] The sync data for ids ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'] in n-d-817326-2 is: [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 3, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:39.671388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.677644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.690158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fba58b8-35b3-4a01-83db-8d5e9d6d324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.716483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3fba58b8-35b3-4a01-83db-8d5e9d6d324e None None] For port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:39.720652 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fba58b8-35b3-4a01-83db-8d5e9d6d324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.756249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Pushing event updated for resources: {'Port': ['ID=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:39.759021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.813460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba58b8-35b3-4a01-83db-8d5e9d6d324e None None] Pushing event updated for resources: {'Port': ['ID=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:39.873017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6d2a21b5-157f-4b10-8612-49f12ebf9f83 None None] Provisioning complete for port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:39.874890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d2a21b5-157f-4b10-8612-49f12ebf9f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:39.936157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a21b5-157f-4b10-8612-49f12ebf9f83 None None] Port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:39.967783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:39.969244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:40.199881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:11:40.362628 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-22b46bf0-a854-475c-8f86-02956716cfb3 None None] Provisioning complete for port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:40.363093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-22b46bf0-a854-475c-8f86-02956716cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:40.389980 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3139a0d-bf9f-4782-9c67-ca036f6cca18 req-93738218-5b4a-423a-a50b-d11cdce5a7f5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:40.397742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3139a0d-bf9f-4782-9c67-ca036f6cca18 req-93738218-5b4a-423a-a50b-d11cdce5a7f5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1842146 Nov 10 04:11:40.407056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:40.409559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-22b46bf0-a854-475c-8f86-02956716cfb3 None None] Port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:40.419215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f606fbcb-3701-4227-abeb-0751ffbac6ea admin admin] 10.222.0.24 "PUT /v2.0/routers/426cd6f9-0dbf-4157-9a21-0613a07b08e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3796537 Nov 10 04:11:40.483578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3139a0d-bf9f-4782-9c67-ca036f6cca18 req-d26e0d94-f79d-490c-b9ac-4f426032cec6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837440 Nov 10 04:11:40.955968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:41.008064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:41.008438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.241270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34330) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:41.248689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3a399a4f-0785-4b60-ae1b-b1103573e059 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12069521', 'description': 'tempest-secgroup-smoke-12069521 description', 'project_id': 'd340bfeb0836440da82bede6608b7302'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:41.279983 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a399a4f-0785-4b60-ae1b-b1103573e059 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.366683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a399a4f-0785-4b60-ae1b-b1103573e059 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.371145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a399a4f-0785-4b60-ae1b-b1103573e059 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.404776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a399a4f-0785-4b60-ae1b-b1103573e059 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.406244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3a399a4f-0785-4b60-ae1b-b1103573e059 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1637585 Nov 10 04:11:41.407522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a399a4f-0785-4b60-ae1b-b1103573e059 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f4f8a5-4c72-4ffb-8414-53ade96606f2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:41.409274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34334) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:41.414221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d1c520b3-77dd-46ee-b5d4-790fe70ed543 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'security_group_rule': {'security_group_id': '57f4f8a5-4c72-4ffb-8414-53ade96606f2', 'project_id': 'd340bfeb0836440da82bede6608b7302', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:41.442482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1c520b3-77dd-46ee-b5d4-790fe70ed543 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.495389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1c520b3-77dd-46ee-b5d4-790fe70ed543 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.501360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1c520b3-77dd-46ee-b5d4-790fe70ed543 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.523591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c520b3-77dd-46ee-b5d4-790fe70ed543 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d09c7df-9307-45d8-be5e-e637aac24ab8,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:41.536563 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d1c520b3-77dd-46ee-b5d4-790fe70ed543 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.538135 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d1c520b3-77dd-46ee-b5d4-790fe70ed543 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277816 Nov 10 04:11:41.541044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34340) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:41.545630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5a83dba1-c3c3-408b-8259-17e8ab4191df tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'security_group_rule': {'security_group_id': '57f4f8a5-4c72-4ffb-8414-53ade96606f2', 'project_id': 'd340bfeb0836440da82bede6608b7302', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:41.604536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a83dba1-c3c3-408b-8259-17e8ab4191df tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.657044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946c7fc-87b9-4aeb-91ec-277cd4792cad req-26f2d0a2-808f-43d3-b62f-5a27ac26eca4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:41.659264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4946c7fc-87b9-4aeb-91ec-277cd4792cad req-26f2d0a2-808f-43d3-b62f-5a27ac26eca4 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.0772433 Nov 10 04:11:41.721921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4946c7fc-87b9-4aeb-91ec-277cd4792cad req-d9c8affe-1373-4b47-8f5c-ef88251a0e5e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558016 Nov 10 04:11:41.725703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a83dba1-c3c3-408b-8259-17e8ab4191df tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.737853 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a83dba1-c3c3-408b-8259-17e8ab4191df tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.761636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83dba1-c3c3-408b-8259-17e8ab4191df tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa234ee-fb13-4903-8cfc-889de7f6b110,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:41.771506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5a83dba1-c3c3-408b-8259-17e8ab4191df tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.773520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5a83dba1-c3c3-408b-8259-17e8ab4191df tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2308693 Nov 10 04:11:41.776472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34346) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:41.781627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8281993c-fa12-4be5-b3d0-ced4d9532448 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'security_group_rule': {'security_group_id': '57f4f8a5-4c72-4ffb-8414-53ade96606f2', 'project_id': 'd340bfeb0836440da82bede6608b7302', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:41.812347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8281993c-fa12-4be5-b3d0-ced4d9532448 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.878392 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8281993c-fa12-4be5-b3d0-ced4d9532448 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.883110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8281993c-fa12-4be5-b3d0-ced4d9532448 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.908281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281993c-fa12-4be5-b3d0-ced4d9532448 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b8bb1d-7f36-40a6-9bb9-9036eff6a1fe,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:41.918560 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8281993c-fa12-4be5-b3d0-ced4d9532448 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:41.919910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8281993c-fa12-4be5-b3d0-ced4d9532448 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421373 Nov 10 04:11:41.922738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34352) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:41.929554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e04dfa07-13af-429c-b829-3271569614da tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'security_group_rule': {'security_group_id': '57f4f8a5-4c72-4ffb-8414-53ade96606f2', 'project_id': 'd340bfeb0836440da82bede6608b7302', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:41.970569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e04dfa07-13af-429c-b829-3271569614da tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.049486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e04dfa07-13af-429c-b829-3271569614da tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.053408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e04dfa07-13af-429c-b829-3271569614da tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.072563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dfa07-13af-429c-b829-3271569614da tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053d8535-b5c1-41e5-bd18-4584983b08a2,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:42.087591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e04dfa07-13af-429c-b829-3271569614da tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.088836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e04dfa07-13af-429c-b829-3271569614da tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1647918 Nov 10 04:11:42.091565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34356) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:42.100540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'security_group_rule': {'security_group_id': '57f4f8a5-4c72-4ffb-8414-53ade96606f2', 'project_id': 'd340bfeb0836440da82bede6608b7302', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:42.101987 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Sync routers for ids ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:42.113675 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Routers {'426cd6f9-0dbf-4157-9a21-0613a07b08e1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:42.114320 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:42.131592 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Project d340bfeb0836440da82bede6608b7302 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:11:42.137435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.208175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.216505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.249360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05977afc-2853-494c-9191-c6d6d1c28fe5,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:42.257338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.259002 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d35ce9f0-9ca3-486c-96b7-7e775757e2a0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653626 Nov 10 04:11:42.261261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34362) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:42.266611 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Set router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:42.267925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'security_group_rule': {'security_group_id': '57f4f8a5-4c72-4ffb-8414-53ade96606f2', 'project_id': 'd340bfeb0836440da82bede6608b7302', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:42.299269 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Project d340bfeb0836440da82bede6608b7302 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:11:42.308996 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.460993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.468978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.486906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7642af76-9205-46da-9326-faf27224103b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:42.507911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.510536 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-86d05e0f-2e30-4214-a26e-f780a49ae000 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2470448 Nov 10 04:11:42.568655 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '4e9898e2-fba3-42f5-84d0-f47d0b06ac84', 'name': '', 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'mac_address': 'fa:16:3e:55:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '900f67de-418b-4c0b-9401-b58af17d5f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:38Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 2, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'subnets': [{'id': '900f67de-418b-4c0b-9401-b58af17d5f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:42.608150 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Checking router: 426cd6f9-0dbf-4157-9a21-0613a07b08e1 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:42.608414 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Updating router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:11:42.639997 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.760635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-34a218bf-4acc-4886-928b-292b614b444b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12069521&fields=id&tenant_id=d340bfeb0836440da82bede6608b7302 HTTP/1.1" status: 200 len: 267 time: 0.0495553 Nov 10 04:11:42.944037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c13270-41f2-4445-932d-d896ea76c2e7 req-38be5882-64a8-469d-baef-24c49bf66573 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:42.945573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46c13270-41f2-4445-932d-d896ea76c2e7 req-38be5882-64a8-469d-baef-24c49bf66573 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1004560 Nov 10 04:11:42.955871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-89a75b80-709f-4566-a6cf-49e79eb60b0e tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:42.957325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-89a75b80-709f-4566-a6cf-49e79eb60b0e tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/networks?id=b71dfa51-4de9-4af3-9e37-e0944169c374 HTTP/1.1" status: 200 len: 808 time: 0.1770904 Nov 10 04:11:42.975476 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.981824 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:42.984063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-3f27bffd-6c1e-4f47-abde-c92219d9acd3 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/quotas/d340bfeb0836440da82bede6608b7302 HTTP/1.1" status: 200 len: 375 time: 0.0186753 Nov 10 04:11:43.037166 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673be4f-3502-47dd-8945-da1243d111d5 None None] Pushing event updated for resources: {'Port': ['ID=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:43.043230 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-46c13270-41f2-4445-932d-d896ea76c2e7 req-ee883c01-80a0-4c21-af17-ca1f21e00515 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849268 Nov 10 04:11:43.065045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-77879ceb-d515-40f1-825c-bc9c2d1df944 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d340bfeb0836440da82bede6608b7302&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671310 Nov 10 04:11:43.103337 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Attempting to bind port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:43.103837 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Attempting to bind port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:43.104234 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Attempting to bind port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 on network cdcd726e-e39d-4edc-b88e-27b1469f2503 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:43.109732 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:43.110270 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Checking segment: {'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:43.110766 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.111255 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Bound using segment: {'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:43.111905 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Bound port: 4e9898e2-fba3-42f5-84d0-f47d0b06ac84, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3371e65-85ae-468f-bc82-3ed11058dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:43.112378 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.203800 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] For port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:43.211080 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] For port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,segment=NetworkSegment(f3371e65-85ae-468f-bc82-3ed11058dd80),segment_id=f3371e65-85ae-468f-bc82-3ed11058dd80)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:43.217233 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.288308 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673be4f-3502-47dd-8945-da1243d111d5 None None] Pushing event updated for resources: {'Port': ['ID=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:43.314570 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Routers {'426cd6f9-0dbf-4157-9a21-0613a07b08e1'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:43.315188 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:43.342732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff3ba2a0-2dd6-48d9-a0b9-03f14c83f937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.357216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9800998f-23f1-4a5a-be83-dcafbc3fd2bc None None] Provisioning complete for port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:43.359314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9800998f-23f1-4a5a-be83-dcafbc3fd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.456231 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] Set router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:43.527603 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9800998f-23f1-4a5a-be83-dcafbc3fd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.563518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9800998f-23f1-4a5a-be83-dcafbc3fd2bc None None] For port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,segment=NetworkSegment(f3371e65-85ae-468f-bc82-3ed11058dd80),segment_id=f3371e65-85ae-468f-bc82-3ed11058dd80)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:43.572553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9800998f-23f1-4a5a-be83-dcafbc3fd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.656409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800998f-23f1-4a5a-be83-dcafbc3fd2bc None None] Pushing event updated for resources: {'Port': ['ID=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:43.658021 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-f84da5b8-3103-46b9-ad13-fd7f150d7e58 service neutron] 10.222.0.24 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674589 Nov 10 04:11:43.696112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-544ae17f-fb1c-49b0-b8ad-1df6886f69cd None None] Provisioning complete for port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:43.696920 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-544ae17f-fb1c-49b0-b8ad-1df6886f69cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:43.701984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-bc8165fa-47a5-439e-b187-31fff010e239 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:43.703646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-bc8165fa-47a5-439e-b187-31fff010e239 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/networks?id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 200 len: 814 time: 0.5437407 Nov 10 04:11:43.748120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-e5858197-3bb2-435b-9d6e-0a09f9dc1cd2 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/quotas/942a382b03a94b5f947998affc5b8d69 HTTP/1.1" status: 200 len: 375 time: 0.0143738 Nov 10 04:11:43.789057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-23df0516-a586-4627-86f8-376dede67f43 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=942a382b03a94b5f947998affc5b8d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323308 Nov 10 04:11:43.862614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-20edfb08-28e9-4176-a758-2b0562f503e4 service neutron] 10.222.0.24 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908052 Nov 10 04:11:43.865377 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '4e9898e2-fba3-42f5-84d0-f47d0b06ac84', 'name': '', 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'mac_address': 'fa:16:3e:55:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '900f67de-418b-4c0b-9401-b58af17d5f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:38Z', 'updated_at': '2021-11-10T04:11:43Z', 'revision_number': 4, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'subnets': [{'id': '900f67de-418b-4c0b-9401-b58af17d5f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:43.896071 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1765781a-1c3d-4b9b-96c6-190b516e293c None None] The sync data for ids ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'] in n-d-817326-2 is: [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '4e9898e2-fba3-42f5-84d0-f47d0b06ac84', 'name': '', 'network_id': 'cdcd726e-e39d-4edc-b88e-27b1469f2503', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'mac_address': 'fa:16:3e:55:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '900f67de-418b-4c0b-9401-b58af17d5f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:38Z', 'updated_at': '2021-11-10T04:11:43Z', 'revision_number': 4, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'subnets': [{'id': '900f67de-418b-4c0b-9401-b58af17d5f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:43.929921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-5b718ea8-64ae-42e5-9b51-5bae8b4fa689 service neutron] 10.222.0.24 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279697 Nov 10 04:11:44.090715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-d284e50e-2694-4b9b-83d9-5d2fb63368b7 service neutron] 10.222.0.24 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499093 Nov 10 04:11:44.284448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebfbc3-4693-4260-883f-d23482900b9a req-c16f4079-5419-4f03-872c-de5fed21e56f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:44.295037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89ebfbc3-4693-4260-883f-d23482900b9a req-c16f4079-5419-4f03-872c-de5fed21e56f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1162572 Nov 10 04:11:44.396526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89ebfbc3-4693-4260-883f-d23482900b9a req-448f9e08-d21a-4789-8a78-eac2b22c8848 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004727 Nov 10 04:11:44.464048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-743779b8-60ca-4f27-a01c-2895c8b7c89e req-5fb47758-7a63-4e86-aa34-9b901f09b880 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 210 time: 0.1075475 Nov 10 04:11:44.508066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09a96b1b-0873-4c38-823b-57511d2f2d23 req-0c488970-435c-484d-b961-3a9526578b7e tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 210 time: 0.0380540 Nov 10 04:11:44.917612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:44.980880 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:44.981253 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:45.401383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 277fd47a-4631-41ae-b47c-84a887efb8ab details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:11:45.535564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 277fd47a-4631-41ae-b47c-84a887efb8ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=277fd47a-4631-41ae-b47c-84a887efb8ab,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:45.551734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'port_id': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'mac_address': 'fa:16:3e:20:94:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:11:45.614400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a02fa-63ac-460f-8025-eeeea8aafa2b req-203b0d16-d64d-4325-a9bf-43c1e191c6e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:45.617543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-415a02fa-63ac-460f-8025-eeeea8aafa2b req-203b0d16-d64d-4325-a9bf-43c1e191c6e5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 943 time: 0.1259284 Nov 10 04:11:45.622811 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:45.647105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277fd47a-4631-41ae-b47c-84a887efb8ab {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:45.662192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0b1cacc-0b1c-47e5-83cf-f010e555d645 req-8c528ae7-0461-4516-ba2f-f0f67407caee tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 210 time: 0.0395720 Nov 10 04:11:45.693251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2598d85d-1c9d-459e-b2ef-f78cc290b074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:45.703449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 277fd47a-4631-41ae-b47c-84a887efb8ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=277fd47a-4631-41ae-b47c-84a887efb8ab,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:45.708152 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:45.732655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-311ec26c-1b59-4289-bc51-1552823d5fdf tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:45.735018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-311ec26c-1b59-4289-bc51-1552823d5fdf tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.11 "GET /v2.0/networks?id=b71dfa51-4de9-4af3-9e37-e0944169c374 HTTP/1.1" status: 200 len: 808 time: 0.2693980 Nov 10 04:11:45.773736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-415a02fa-63ac-460f-8025-eeeea8aafa2b req-53a7ed3e-7a54-4c76-aa2a-e553ba0d2ef6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095197 Nov 10 04:11:45.774171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=277fd47a-4631-41ae-b47c-84a887efb8ab,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:45.836777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eab5e12a-aab6-4e10-b57d-27e17e880b28 req-5c682b87-b846-4a65-a5b8-41ad33d43f56 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 210 time: 0.0356257 Nov 10 04:11:45.857900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-32079a22-1475-469d-a42e-66554c7c5035 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d340bfeb0836440da82bede6608b7302 HTTP/1.1" status: 200 len: 378 time: 0.1062987 Nov 10 04:11:45.881386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'port': {'device_id': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'admin_state_up': True, 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'security_groups': ['57f4f8a5-4c72-4ffb-8414-53ade96606f2']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:46.053892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Made reservation on behalf of d340bfeb0836440da82bede6608b7302 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:46.057593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:46.124386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['277fd47a-4631-41ae-b47c-84a887efb8ab'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:11:46.177039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-c1b73e85-758a-486c-8a9a-fb7a8d11be2c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:46.178535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-c1b73e85-758a-486c-8a9a-fb7a8d11be2c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "GET /v2.0/networks?id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 200 len: 814 time: 0.1815984 Nov 10 04:11:46.208208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Request body: {'port': {'device_id': '958e23d0-385b-4db8-9be3-f14adc309b90', 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835', 'admin_state_up': True, 'tenant_id': '942a382b03a94b5f947998affc5b8d69'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:46.287537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Allocated IP 172.20.0.5 (b71dfa51-4de9-4af3-9e37-e0944169c374/26c6f193-17ae-4837-bc1e-2c3e4d053801/611d1c17-3049-4af8-83a5-eaad5514775e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:46.413870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Made reservation on behalf of 942a382b03a94b5f947998affc5b8d69 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:11:46.417409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:46.537837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:46.607405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Allocated IP 172.20.0.5 (435bcfbe-5e59-4a4a-a5a1-5cde594fd835/cbd689ae-74b0-4918-9a41-6742b4869fa6/6348c925-e27b-4f29-851e-95b975f5060f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:46.624291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:46.712994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'Port': ['ID=611d1c17-3049-4af8-83a5-eaad5514775e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:46.724069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Network b71dfa51-4de9-4af3-9e37-e0944169c374 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:46.725419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:46.734031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:46.785816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:46.855285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447209d-4719-4aa7-83b7-96e946b38e42 req-b3a893cb-637b-4ccd-b2e6-b66c4f671d49 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:46.863629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6447209d-4719-4aa7-83b7-96e946b38e42 req-b3a893cb-637b-4ccd-b2e6-b66c4f671d49 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 931 time: 0.1129243 Nov 10 04:11:46.869395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:46.874344 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:46.898446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-9cabf119-4acb-4fa1-849c-321e844a5f74 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211301 Nov 10 04:11:46.918157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Request body: {'port': {'device_id': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:46.977759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:46.982331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6447209d-4719-4aa7-83b7-96e946b38e42 req-c5ce0838-e534-4e1b-be5b-6da4116eb3ae tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132526 Nov 10 04:11:47.019621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebaef-cd1e-4055-8096-6f094f479ea1 req-4a5b7575-2b05-46e3-9ff1-85fcab6cadbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:47.021165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-161ebaef-cd1e-4055-8096-6f094f479ea1 req-4a5b7575-2b05-46e3-9ff1-85fcab6cadbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 944 time: 0.1345668 Nov 10 04:11:47.021453 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.092752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.106724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-161ebaef-cd1e-4055-8096-6f094f479ea1 req-330d8597-7400-4310-a457-457119a29df3 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761180 Nov 10 04:11:47.149429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fbc30881-9ac8-45b0-a5bb-b7bd09a87c07 None None] Provisioning complete for port 611d1c17-3049-4af8-83a5-eaad5514775e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:47.149896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fbc30881-9ac8-45b0-a5bb-b7bd09a87c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.175912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2a603-ba9f-448e-a042-caaaafbcac93 req-01e1fcff-fb95-440b-87bd-c41726399a51 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:47.177862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cde2a603-ba9f-448e-a042-caaaafbcac93 req-01e1fcff-fb95-440b-87bd-c41726399a51 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 931 time: 0.0946910 Nov 10 04:11:47.201345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:47.205712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fbc30881-9ac8-45b0-a5bb-b7bd09a87c07 None None] Port 611d1c17-3049-4af8-83a5-eaad5514775e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:47.212748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:47.223023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:47.233082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec104e6-0995-4c57-96c7-15598ef4271a None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:47.244598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cde2a603-ba9f-448e-a042-caaaafbcac93 req-582d2013-f9b5-4f70-a2c3-2c0d50cb5ae3 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603690 Nov 10 04:11:47.277409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Pushing event updated for resources: {'Port': ['ID=6348c925-e27b-4f29-851e-95b975f5060f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:47.333113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-22b38faf-3d58-4ee7-8c49-42acf00b74f7 None None] Provisioning complete for port 6348c925-e27b-4f29-851e-95b975f5060f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:47.333481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-22b38faf-3d58-4ee7-8c49-42acf00b74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.338211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:47.338840 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.360720 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-ccb2ff2a-5e4a-41ca-8b6f-9d45a1c2476c tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1564419 Nov 10 04:11:47.368461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-22b38faf-3d58-4ee7-8c49-42acf00b74f7 None None] Port 6348c925-e27b-4f29-851e-95b975f5060f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:11:47.385635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Request body: {'port': {'device_id': '958e23d0-385b-4db8-9be3-f14adc309b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:47.407205 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 277fd47a-4631-41ae-b47c-84a887efb8ab up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:47.457797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 277fd47a-4631-41ae-b47c-84a887efb8ab completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:11:47.463400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 277fd47a-4631-41ae-b47c-84a887efb8ab triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:47.463775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.484849 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.513106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611d1c17-3049-4af8-83a5-eaad5514775e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:47.539293 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.547414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.565309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Transition to ACTIVE for port object 611d1c17-3049-4af8-83a5-eaad5514775e will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:11:47.577159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:47.580346 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe018ae-f07d-4460-b0fe-04e4732d2939" -d '{"events": [{"server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "name": "network-vif-plugged", "status": "completed", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:47.605923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 277fd47a-4631-41ae-b47c-84a887efb8ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=277fd47a-4631-41ae-b47c-84a887efb8ab,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:47.611786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.626618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.645836 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c62823d-7c09-4916-b487-5431c2382b41 x-openstack-request-id: req-1c62823d-7c09-4916-b487-5431c2382b41 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:47.646352 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "name": "network-vif-plugged", "status": "completed", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:47.646669 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c62823d-7c09-4916-b487-5431c2382b41 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:47.647127 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'code': 200} Nov 10 04:11:47.672749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=277fd47a-4631-41ae-b47c-84a887efb8ab,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:47.739168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Pushing event updated for resources: {'Port': ['ID=611d1c17-3049-4af8-83a5-eaad5514775e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:47.871329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25ac3-8ecc-4516-a768-7a9a09896a71 req-6b7244e3-cea1-493b-b69b-4c101c50aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:47.872838 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1df25ac3-8ecc-4516-a768-7a9a09896a71 req-6b7244e3-cea1-493b-b69b-4c101c50aa3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 1096 time: 0.1351326 Nov 10 04:11:47.905009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Attempting to bind port 611d1c17-3049-4af8-83a5-eaad5514775e on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:47.905350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Attempting to bind port 611d1c17-3049-4af8-83a5-eaad5514775e by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:47.905676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Attempting to bind port 611d1c17-3049-4af8-83a5-eaad5514775e on network b71dfa51-4de9-4af3-9e37-e0944169c374 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:47.925442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Port 611d1c17-3049-4af8-83a5-eaad5514775e on network b71dfa51-4de9-4af3-9e37-e0944169c374 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:11:47.925793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Attempting to bind port 611d1c17-3049-4af8-83a5-eaad5514775e on network b71dfa51-4de9-4af3-9e37-e0944169c374 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:47.952892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:47.953232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Checking segment: {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:47.953618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Bound using segment: {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:47.954073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Bound port: 611d1c17-3049-4af8-83a5-eaad5514775e, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:47.954430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:47.987283 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1df25ac3-8ecc-4516-a768-7a9a09896a71 req-d9100ad1-d797-4633-be0a-afffd5bcdc7f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058993 Nov 10 04:11:48.029885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6348c925-e27b-4f29-851e-95b975f5060f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:48.044561 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.071271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Transition to ACTIVE for port object 6348c925-e27b-4f29-851e-95b975f5060f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:11:48.077622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.080128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] For port 611d1c17-3049-4af8-83a5-eaad5514775e, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:48.108693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4191eb7-b473-4e33-8c88-4c0ec09d727d req-bf59577b-00ce-469b-9d79-4d1d51f660be tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:48.114580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4191eb7-b473-4e33-8c88-4c0ec09d727d req-bf59577b-00ce-469b-9d79-4d1d51f660be tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 943 time: 0.0638638 Nov 10 04:11:48.125042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] For port 611d1c17-3049-4af8-83a5-eaad5514775e, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=611d1c17-3049-4af8-83a5-eaad5514775e,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:48.136822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.143956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ea75f-fecd-44ad-a960-e79eb5926882 None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:48.154304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Pushing event updated for resources: {'Port': ['ID=6348c925-e27b-4f29-851e-95b975f5060f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:48.216099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:48.216729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.219448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4191eb7-b473-4e33-8c88-4c0ec09d727d req-80f805ff-1714-4234-aa88-ef38a375ad63 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958939 Nov 10 04:11:48.227438 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] 10.222.0.11 "PUT /v2.0/ports/611d1c17-3049-4af8-83a5-eaad5514775e HTTP/1.1" status: 200 len: 1091 time: 1.3153663 Nov 10 04:11:48.228186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:48.230540 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f07482-5ec6-458f-b83d-7df5dcfdf7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:48.277699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db2837-61a4-4678-bc0b-3924608ff82a service neutron] Pushing event updated for resources: {'Port': ['ID=611d1c17-3049-4af8-83a5-eaad5514775e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:48.294957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Attempting to bind port 6348c925-e27b-4f29-851e-95b975f5060f on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:11:48.295294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Attempting to bind port 6348c925-e27b-4f29-851e-95b975f5060f by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:11:48.295622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Attempting to bind port 6348c925-e27b-4f29-851e-95b975f5060f on network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:48.300722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Port 6348c925-e27b-4f29-851e-95b975f5060f on network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:11:48.301074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Attempting to bind port 6348c925-e27b-4f29-851e-95b975f5060f on network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:11:48.303955 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14735085-c142-41d4-ad98-6bf97e9c27dc x-openstack-request-id: req-14735085-c142-41d4-ad98-6bf97e9c27dc {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:48.304874 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:48.305121 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14735085-c142-41d4-ad98-6bf97e9c27dc {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:48.305542 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e', 'status': 'completed', 'code': 200} Nov 10 04:11:48.310185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:11:48.310540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Checking segment: {'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:11:48.311022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Bound using segment: {'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:11:48.311868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Bound port: 6348c925-e27b-4f29-851e-95b975f5060f, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ec61f5-2605-47f1-9cb2-e861c482f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:11:48.311868 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.312235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1e2ce-2c23-424a-b743-8f7e9be9a90e req-a2aa677a-292d-4cb1-8fe6-a200c6788507 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:48.322404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afa1e2ce-2c23-424a-b743-8f7e9be9a90e req-a2aa677a-292d-4cb1-8fe6-a200c6788507 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 945 time: 0.0993943 Nov 10 04:11:48.410639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afa1e2ce-2c23-424a-b743-8f7e9be9a90e req-c13943b9-cd0e-494b-91f5-0661669b91f6 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807447 Nov 10 04:11:48.451812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] For port 6348c925-e27b-4f29-851e-95b975f5060f, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:11:48.462336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.465880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f62f17-4144-4975-931f-7b898d21f3c5 req-fa969953-43b8-40ca-a504-ab3911a9ad9d tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:48.474855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13f62f17-4144-4975-931f-7b898d21f3c5 req-fa969953-43b8-40ca-a504-ab3911a9ad9d tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 943 time: 0.0911002 Nov 10 04:11:48.483910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] For port 6348c925-e27b-4f29-851e-95b975f5060f, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6348c925-e27b-4f29-851e-95b975f5060f,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:11:48.492959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.534228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13f62f17-4144-4975-931f-7b898d21f3c5 req-53fe1219-1f87-4636-b42a-d49068b3f3c2 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585217 Nov 10 04:11:48.539992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f07482-5ec6-458f-b83d-7df5dcfdf7a9 req-58db425b-9d27-4ffb-85c4-905fb778a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:48.541756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f0f07482-5ec6-458f-b83d-7df5dcfdf7a9 req-58db425b-9d27-4ffb-85c4-905fb778a145 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d340bfeb0836440da82bede6608b7302&device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1094 time: 0.1051073 Nov 10 04:11:48.563883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667668df-68b7-4e82-8415-4c9ec1167f47 None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:11:48.567180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:48.567805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:48.569142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] 10.222.0.11 "PUT /v2.0/ports/6348c925-e27b-4f29-851e-95b975f5060f HTTP/1.1" status: 200 len: 1091 time: 1.1896985 Nov 10 04:11:48.934035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975062cd-1c17-4759-8337-0d3384811e1d service neutron] Pushing event updated for resources: {'Port': ['ID=6348c925-e27b-4f29-851e-95b975f5060f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:49.009793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-29d12d40-bff5-4426-ad31-8431d1ce7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.011413 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-29d12d40-bff5-4426-ad31-8431d1ce7f4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=942a382b03a94b5f947998affc5b8d69&device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 1094 time: 0.1539919 Nov 10 04:11:49.078485 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-d554b032-7dcf-458f-bf4e-4984af5c33ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348c925-e27b-4f29-851e-95b975f5060f HTTP/1.1" status: 200 len: 217 time: 0.0419731 Nov 10 04:11:49.079645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f07482-5ec6-458f-b83d-7df5dcfdf7a9 req-1271bc5f-86fb-45af-97e5-c1ce3485638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.081010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f0f07482-5ec6-458f-b83d-7df5dcfdf7a9 req-1271bc5f-86fb-45af-97e5-c1ce3485638f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d340bfeb0836440da82bede6608b7302&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5229540 Nov 10 04:11:49.133307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:49.241954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-baadb6b2-87c8-4fd3-a7ae-03c931dd7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.243482 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-baadb6b2-87c8-4fd3-a7ae-03c931dd7efa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cbd689ae-74b0-4918-9a41-6742b4869fa6 HTTP/1.1" status: 200 len: 854 time: 0.1519165 Nov 10 04:11:49.293206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f07482-5ec6-458f-b83d-7df5dcfdf7a9 req-1d832676-59ce-4c63-981c-96143d0c5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.294790 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f0f07482-5ec6-458f-b83d-7df5dcfdf7a9 req-1d832676-59ce-4c63-981c-96143d0c5f56 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2042727 Nov 10 04:11:49.339543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-e85038a9-7f8e-4097-a3ae-138dc1ee54b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325723 Nov 10 04:11:49.349007 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba2dcf-7f12-4519-8d31-0a808d60f0af req-443ce8eb-28cc-4846-8c1c-6df918583efa tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.354444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7ba2dcf-7f12-4519-8d31-0a808d60f0af req-443ce8eb-28cc-4846-8c1c-6df918583efa tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 943 time: 0.0649359 Nov 10 04:11:49.414987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7ba2dcf-7f12-4519-8d31-0a808d60f0af req-3f1a1017-83ed-4ca8-a642-2b30ea8dd5d4 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573382 Nov 10 04:11:49.480773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-462434ef-d27c-4c50-9ef4-4c5d47d6a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.482363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-462434ef-d27c-4c50-9ef4-4c5d47d6a374 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d340bfeb0836440da82bede6608b7302&device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1094 time: 0.1126940 Nov 10 04:11:49.538453 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-38d247cb-a2c6-4984-bbf7-8fe91a93e281 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=611d1c17-3049-4af8-83a5-eaad5514775e HTTP/1.1" status: 200 len: 217 time: 0.0422745 Nov 10 04:11:49.541041 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-dae7d32d-9097-4b9d-a606-0310d053422a service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726060 Nov 10 04:11:49.556678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9db30-3f9b-4c81-9ce5-555a50c02dbc req-21242354-c71c-4b75-ab18-2017e3427eb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.560120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bf9db30-3f9b-4c81-9ce5-555a50c02dbc req-21242354-c71c-4b75-ab18-2017e3427eb9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 945 time: 0.0553255 Nov 10 04:11:49.656871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bf9db30-3f9b-4c81-9ce5-555a50c02dbc req-6272c563-1d18-4f52-9b0e-10fda7cd1a8d tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890908 Nov 10 04:11:49.675504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-db49debd-999a-4a59-afc0-e6a297e1a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.677300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-db49debd-999a-4a59-afc0-e6a297e1a915 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26c6f193-17ae-4837-bc1e-2c3e4d053801 HTTP/1.1" status: 200 len: 847 time: 0.1262736 Nov 10 04:11:49.677758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d20a4-c40e-479a-81ec-d2e3aeb3480e req-27f26daa-10a9-4a12-8add-59803c6dc983 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.679854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-723d20a4-c40e-479a-81ec-d2e3aeb3480e req-27f26daa-10a9-4a12-8add-59803c6dc983 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 943 time: 0.0649433 Nov 10 04:11:49.746170 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-88189e23-a90a-44db-98dc-b21b1a6fb2dc req-70904dcd-6495-4d19-908b-ca5edc2724f6 service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855071 Nov 10 04:11:49.756364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-723d20a4-c40e-479a-81ec-d2e3aeb3480e req-821f4817-1844-441e-b529-6827be7d6899 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665812 Nov 10 04:11:49.756722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641462-8209-42df-9421-8b395b07ed76 req-f5e25538-7775-49e7-a721-df3c64395b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.759277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-f5e25538-7775-49e7-a721-df3c64395b7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b71dfa51-4de9-4af3-9e37-e0944169c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737653 Nov 10 04:11:49.811318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d13e76-b90f-4a11-8640-a7d99e1579e1 req-c4a6319d-75b2-4c92-9bc7-29ec92e51172 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:49.812862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84d13e76-b90f-4a11-8640-a7d99e1579e1 req-c4a6319d-75b2-4c92-9bc7-29ec92e51172 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 945 time: 0.0546539 Nov 10 04:11:49.864186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-84d13e76-b90f-4a11-8640-a7d99e1579e1 req-118dbb33-c001-453e-88e2-27fa18a4f74c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Nov 10 04:11:49.879036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-5802c0ac-e7b1-4085-b45e-0c270ea9d1f9 service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113932 Nov 10 04:11:49.888503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34602) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:49.975632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-96641462-8209-42df-9421-8b395b07ed76 req-f0d67635-6581-4d01-8e6f-14e93f610a50 service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893221 Nov 10 04:11:50.133605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71ebf4-18b8-477e-a918-4b14c173b0a2 tempest-TestVolumeBootPattern-1993051569 tempest-TestVolumeBootPattern-1993051569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:50.135275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e71ebf4-18b8-477e-a918-4b14c173b0a2 tempest-TestVolumeBootPattern-1993051569 tempest-TestVolumeBootPattern-1993051569-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 1091 time: 0.2454927 Nov 10 04:11:50.138055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34610) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:50.142372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:11:50.164559 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:50.266349 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:50.306515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958e23d0-385b-4db8-9be3-f14adc309b90', 'tag': '6348c925-e27b-4f29-851e-95b975f5060f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:50.309593 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f5553-8c40-43e9-9a8e-40e0dfc29385" -d '{"events": [{"name": "network-changed", "server_uuid": "958e23d0-385b-4db8-9be3-f14adc309b90", "tag": "6348c925-e27b-4f29-851e-95b975f5060f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:50.350963 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86612255-c962-40d5-b68c-1873fafe83eb x-openstack-request-id: req-86612255-c962-40d5-b68c-1873fafe83eb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:50.351252 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958e23d0-385b-4db8-9be3-f14adc309b90", "tag": "6348c925-e27b-4f29-851e-95b975f5060f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:50.351499 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86612255-c962-40d5-b68c-1873fafe83eb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:50.352486 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958e23d0-385b-4db8-9be3-f14adc309b90', 'tag': '6348c925-e27b-4f29-851e-95b975f5060f', 'status': 'completed', 'code': 200} Nov 10 04:11:50.376289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Allocated IP 172.25.6.167 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/c73a376d-26dc-41a5-8c12-61c84942cd47) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:11:50.482391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-52ecb456-6be0-4b02-85e6-cc4017ef623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:50.484306 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-52ecb456-6be0-4b02-85e6-cc4017ef623b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=942a382b03a94b5f947998affc5b8d69&device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 1094 time: 0.0800915 Nov 10 04:11:50.513192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:50.601688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-25abddec-9f5e-4104-8508-9984f8e854e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:50.603588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-25abddec-9f5e-4104-8508-9984f8e854e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 200 len: 914 time: 0.1116853 Nov 10 04:11:50.604418 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:50.619494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5067e-fd10-4c06-8ed2-433dea766edf req-cb6fa9fa-3029-4a1a-8c09-245d02bc9686 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:50.628891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22a5067e-fd10-4c06-8ed2-433dea766edf req-cb6fa9fa-3029-4a1a-8c09-245d02bc9686 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 943 time: 0.1027198 Nov 10 04:11:50.662315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-f8f7cc31-0718-42b6-8c3c-8c5700216214 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6348c925-e27b-4f29-851e-95b975f5060f HTTP/1.1" status: 200 len: 217 time: 0.0448673 Nov 10 04:11:50.718215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22a5067e-fd10-4c06-8ed2-433dea766edf req-ebbbc77c-158d-453f-9372-cc0488578e82 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833061 Nov 10 04:11:50.726167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-eca3c1cb-53c6-40df-9db3-ed98840869e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:50.728144 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-eca3c1cb-53c6-40df-9db3-ed98840869e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cbd689ae-74b0-4918-9a41-6742b4869fa6 HTTP/1.1" status: 200 len: 854 time: 0.0627532 Nov 10 04:11:50.747342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:11:50.751560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:11:50.753795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=c73a376d-26dc-41a5-8c12-61c84942cd47,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:50.756195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:11:50.767390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-69195865-6b98-4f8f-8709-9aaedb1b95d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=435bcfbe-5e59-4a4a-a5a1-5cde594fd835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312707 Nov 10 04:11:50.907899 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-825cfb1b-6c9e-411a-8561-1f57e256bc1c service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332450 Nov 10 04:11:51.001315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2ea2-c6b4-4980-abb7-f8d550d322f0 req-d33eb72c-a7fa-4871-aaee-dbc83b2343a5 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:51.002924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-345f2ea2-c6b4-4980-abb7-f8d550d322f0 req-d33eb72c-a7fa-4871-aaee-dbc83b2343a5 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 943 time: 0.1068950 Nov 10 04:11:51.032396 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-654f5553-8c40-43e9-9a8e-40e0dfc29385 req-c812d76e-28b5-49f7-95b3-37094a6ea063 service neutron] 10.222.0.11 "GET /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160915 Nov 10 04:11:51.136521 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-345f2ea2-c6b4-4980-abb7-f8d550d322f0 req-930c9dab-fdd2-498b-b198-48acc117d1dd tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214199 Nov 10 04:11:51.287619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:51.354280 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:51.508101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:51.512513 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:51.584841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event updated for resources: {'Port': ['ID=c73a376d-26dc-41a5-8c12-61c84942cd47,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:51.588280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34634) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:51.602303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.602303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.602520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.603635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.603635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.603635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.603962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.604063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.604340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.604656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.604971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.605287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:11:51.611583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:51.710578 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-394068da-4f57-43ff-a019-e8213a94a704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:51.737544 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Floating IP c5a9e43d-4232-4eeb-8cdf-8db27c582cb7 associated. External IP: 172.25.6.167, port: 277fd47a-4631-41ae-b47c-84a887efb8ab. Nov 10 04:11:51.903496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9261bb-8f90-4549-8680-68872b613764 req-0159760f-797e-4ec8-a998-7d89ce2b5aeb tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:51.904960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f9261bb-8f90-4549-8680-68872b613764 req-0159760f-797e-4ec8-a998-7d89ce2b5aeb tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 943 time: 0.1234653 Nov 10 04:11:51.934315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-394068da-4f57-43ff-a019-e8213a94a704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:51.971875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-394068da-4f57-43ff-a019-e8213a94a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.044747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-394068da-4f57-43ff-a019-e8213a94a704 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eee818f6467a474b896168635536b2ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547217 Nov 10 04:11:52.047663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34640) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:52.073417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394068da-4f57-43ff-a019-e8213a94a704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b779dbc6-4e00-4479-837d-8b8b21e6000b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:52.079389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f9261bb-8f90-4549-8680-68872b613764 req-65f0f86b-8efd-498a-9804-47ce0b9d22a9 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662874 Nov 10 04:11:52.109448 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b25ef50-1eaf-4598-8930-4cb44648029e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.110874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:11:52.131455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b25ef50-1eaf-4598-8930-4cb44648029e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.181113 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b25ef50-1eaf-4598-8930-4cb44648029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.184301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b25ef50-1eaf-4598-8930-4cb44648029e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.187867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b25ef50-1eaf-4598-8930-4cb44648029e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b779dbc6-4e00-4479-837d-8b8b21e6000b HTTP/1.1" status: 204 len: 168 time: 0.1367660 Nov 10 04:11:52.197769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25ef50-1eaf-4598-8930-4cb44648029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b779dbc6-4e00-4479-837d-8b8b21e6000b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:52.258839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:11:52.269517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:11:52.282130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:52.282794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:52.285427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50674-14b0-4144-b201-f55bc81d412f req-115f141d-dd3d-4e8a-ac60-d7a5f4ecf348 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:52.287293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ae50674-14b0-4144-b201-f55bc81d412f req-115f141d-dd3d-4e8a-ac60-d7a5f4ecf348 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 943 time: 0.0713284 Nov 10 04:11:52.289680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.348306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-614167fc-11f4-4cfe-84e5-6794a58e5da9 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1955903 Nov 10 04:11:52.348306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:52.348306 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:52.372457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ae50674-14b0-4144-b201-f55bc81d412f req-794da1fa-44de-42a2-b297-681c79550a0e tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793819 Nov 10 04:11:52.383461 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0114724c-b805-427c-bb52-6fe41c9bd7fb x-openstack-request-id: req-0114724c-b805-427c-bb52-6fe41c9bd7fb {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:52.383965 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:52.384380 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0114724c-b805-427c-bb52-6fe41c9bd7fb {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:52.385103 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'status': 'completed', 'code': 200} Nov 10 04:11:52.410561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:52.469639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-6284f233-a1ea-4fc5-bfc9-cb38a674633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:52.471213 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-6284f233-a1ea-4fc5-bfc9-cb38a674633b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 1096 time: 0.0456011 Nov 10 04:11:52.523207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34652) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:52.540575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba19bd01-c219-45df-b0f1-50636ef40867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.604051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-118b1092-f678-4651-bc41-f6c286aee8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:52.605542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-118b1092-f678-4651-bc41-f6c286aee8da service neutron] 10.222.0.11 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1274812 Nov 10 04:11:52.652124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:24Z', 'revision_number': 1, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}, {'id': 'c5a9e43d-4232-4eeb-8cdf-8db27c582cb7', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:20:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:11:51Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:52.678181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:11:52.686601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:11:52.687201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:52.693251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-3cbb7ec4-431b-4fa8-8afe-7ddf18b9f750 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=277fd47a-4631-41ae-b47c-84a887efb8ab HTTP/1.1" status: 200 len: 999 time: 0.0799000 Nov 10 04:11:52.709028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba19bd01-c219-45df-b0f1-50636ef40867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.730020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ba19bd01-c219-45df-b0f1-50636ef40867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.779175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-5800739f-5407-46db-ad56-b33dac078dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:52.780641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-5800739f-5407-46db-ad56-b33dac078dda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0795999 Nov 10 04:11:52.783172 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ba19bd01-c219-45df-b0f1-50636ef40867 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5e9c66b43bf45a6bd5f59829b6489d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591672 Nov 10 04:11:52.784024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19bd01-c219-45df-b0f1-50636ef40867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b541675-b4cc-41fc-92e1-ed5d99250359,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:52.786004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34654) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:11:52.794022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:11:52.843216 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68f2250d-328d-43ac-bca1-dfa9ae809c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.844617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-5b3fb864-9e59-4dce-b74e-c357cd3385e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:52.846229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-5b3fb864-9e59-4dce-b74e-c357cd3385e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549870 Nov 10 04:11:52.865148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68f2250d-328d-43ac-bca1-dfa9ae809c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.918019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68f2250d-328d-43ac-bca1-dfa9ae809c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.921130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-68f2250d-328d-43ac-bca1-dfa9ae809c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:52.924910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-68f2250d-328d-43ac-bca1-dfa9ae809c89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b541675-b4cc-41fc-92e1-ed5d99250359 HTTP/1.1" status: 204 len: 168 time: 0.1350245 Nov 10 04:11:52.932646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2250d-328d-43ac-bca1-dfa9ae809c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b541675-b4cc-41fc-92e1-ed5d99250359,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:52.945244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-eb483172-f193-488c-9094-bc22c75ba93f service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923171 Nov 10 04:11:53.046159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4d7abe33-3ed9-42d8-8eac-684b1ad0e7fa req-96ca02ba-8239-4ef6-a5a6-28d16f903e93 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936170 Nov 10 04:11:53.054300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:24Z', 'revision_number': 1, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}, {'id': 'c5a9e43d-4232-4eeb-8cdf-8db27c582cb7', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:20:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:11:51Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:11:53.081583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b18748-ff16-41fc-8f34-aa1814b7a974 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:24Z', 'revision_number': 1, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}, {'id': 'c5a9e43d-4232-4eeb-8cdf-8db27c582cb7', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:20:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:11:51Z', 'revision_number': 0, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:11:53.204804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fedb6-05e4-41b6-9974-bab8d752c812 req-495a0ce7-e1b6-495b-9f64-843dc2a746ed tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:53.206414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec4fedb6-05e4-41b6-9974-bab8d752c812 req-495a0ce7-e1b6-495b-9f64-843dc2a746ed tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 943 time: 0.0513830 Nov 10 04:11:53.267592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec4fedb6-05e4-41b6-9974-bab8d752c812 req-11d54be0-a944-4cd2-a507-9666954c3236 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537169 Nov 10 04:11:53.311752 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb69e13-9548-49a9-819d-12cb2772299c None None] New status for floating IP c5a9e43d-4232-4eeb-8cdf-8db27c582cb7: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:11:53.440512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:53.463887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6348c925-e27b-4f29-851e-95b975f5060f details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:11:53.521085 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7095-05bb-4b25-9e42-8a3aa1b99d94 req-fa7343f9-e025-48cd-90e7-0d6d53108170 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:53.530780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4fd7095-05bb-4b25-9e42-8a3aa1b99d94 req-fa7343f9-e025-48cd-90e7-0d6d53108170 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 943 time: 0.0662086 Nov 10 04:11:53.583416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6348c925-e27b-4f29-851e-95b975f5060f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6348c925-e27b-4f29-851e-95b975f5060f,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:53.583608 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4fd7095-05bb-4b25-9e42-8a3aa1b99d94 req-b1588d45-a263-4067-aaad-d05f3d8e2be2 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513813 Nov 10 04:11:53.595289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '6348c925-e27b-4f29-851e-95b975f5060f', 'network_id': '435bcfbe-5e59-4a4a-a5a1-5cde594fd835', 'port_id': '6348c925-e27b-4f29-851e-95b975f5060f', 'mac_address': 'fa:16:3e:10:26:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd689ae-74b0-4918-9a41-6742b4869fa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:11:53.637679 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:53.652373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6348c925-e27b-4f29-851e-95b975f5060f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:53.673191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6348c925-e27b-4f29-851e-95b975f5060f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6348c925-e27b-4f29-851e-95b975f5060f,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:53.676972 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:53.722649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6348c925-e27b-4f29-851e-95b975f5060f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:54.077202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6348c925-e27b-4f29-851e-95b975f5060f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:11:54.386249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2518542-9dfc-4d26-ab77-a8358eaedc2e req-8a6bc76d-4565-4424-8c97-2870d262c1b7 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:54.387742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2518542-9dfc-4d26-ab77-a8358eaedc2e req-8a6bc76d-4565-4424-8c97-2870d262c1b7 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 943 time: 0.0495429 Nov 10 04:11:54.435634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2518542-9dfc-4d26-ab77-a8358eaedc2e req-61bb3fe7-05ba-49fd-87ee-25a4bfc330a3 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420241 Nov 10 04:11:54.713605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c1dd4-8cd8-43ee-b0db-3d857ae9a1cd req-534ffdea-22e1-4c7b-a502-476c4aedbaa3 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:54.715151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b8c1dd4-8cd8-43ee-b0db-3d857ae9a1cd req-534ffdea-22e1-4c7b-a502-476c4aedbaa3 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 944 time: 0.0538349 Nov 10 04:11:54.763366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b8c1dd4-8cd8-43ee-b0db-3d857ae9a1cd req-c85a1874-8153-4387-bf73-b39d92543159 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Nov 10 04:11:55.501257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 611d1c17-3049-4af8-83a5-eaad5514775e details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:11:55.512513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6348c925-e27b-4f29-851e-95b975f5060f up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:55.564266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6f30c-ec75-4acf-b681-dd58edaeeb73 req-3bee1c4b-5670-4fbe-b204-b3e506293937 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:55.566207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5f6f30c-ec75-4acf-b681-dd58edaeeb73 req-3bee1c4b-5670-4fbe-b204-b3e506293937 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 943 time: 0.0619826 Nov 10 04:11:55.628943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5f6f30c-ec75-4acf-b681-dd58edaeeb73 req-5fe672a8-7245-4734-ba81-514468b28455 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555634 Nov 10 04:11:55.778758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 6348c925-e27b-4f29-851e-95b975f5060f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:11:55.791793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 6348c925-e27b-4f29-851e-95b975f5060f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:55.792158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:55.816832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 611d1c17-3049-4af8-83a5-eaad5514775e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=611d1c17-3049-4af8-83a5-eaad5514775e,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:55.836221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '611d1c17-3049-4af8-83a5-eaad5514775e', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'port_id': '611d1c17-3049-4af8-83a5-eaad5514775e', 'mac_address': 'fa:16:3e:80:93:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:11:55.887185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528e456-4a11-4ccc-b0fb-7cda6d39ea74 req-2ec0a916-7e29-462d-b67d-36240428621a tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:55.888669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d528e456-4a11-4ccc-b0fb-7cda6d39ea74 req-2ec0a916-7e29-462d-b67d-36240428621a tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 944 time: 0.0542219 Nov 10 04:11:55.906167 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:55.926799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611d1c17-3049-4af8-83a5-eaad5514775e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:11:55.931572 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:55.943200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d528e456-4a11-4ccc-b0fb-7cda6d39ea74 req-4a8b27d0-1f38-448a-ba40-329443ab2fa3 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481215 Nov 10 04:11:55.962170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 611d1c17-3049-4af8-83a5-eaad5514775e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=611d1c17-3049-4af8-83a5-eaad5514775e,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:55.966393 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:55.976940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958e23d0-385b-4db8-9be3-f14adc309b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6348c925-e27b-4f29-851e-95b975f5060f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:55.979192 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0c0544-9b54-4ae6-b52e-50a6340e3610" -d '{"events": [{"server_uuid": "958e23d0-385b-4db8-9be3-f14adc309b90", "name": "network-vif-plugged", "status": "completed", "tag": "6348c925-e27b-4f29-851e-95b975f5060f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:56.009015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 6348c925-e27b-4f29-851e-95b975f5060f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6348c925-e27b-4f29-851e-95b975f5060f,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:56.017959 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:56.034458 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2854897-6d26-4094-9e43-41623d56686a x-openstack-request-id: req-e2854897-6d26-4094-9e43-41623d56686a {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:56.034747 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958e23d0-385b-4db8-9be3-f14adc309b90", "name": "network-vif-plugged", "status": "completed", "tag": "6348c925-e27b-4f29-851e-95b975f5060f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:56.034991 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2854897-6d26-4094-9e43-41623d56686a {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:56.035373 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e23d0-385b-4db8-9be3-f14adc309b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6348c925-e27b-4f29-851e-95b975f5060f', 'code': 200} Nov 10 04:11:56.036298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=611d1c17-3049-4af8-83a5-eaad5514775e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:56.088347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=6348c925-e27b-4f29-851e-95b975f5060f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:56.167415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a619a4-8dd5-46d9-a625-e5471db7f622 req-08584345-11d9-46ab-8d2e-9935bc7e5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:56.168939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03a619a4-8dd5-46d9-a625-e5471db7f622 req-08584345-11d9-46ab-8d2e-9935bc7e5122 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 1096 time: 0.0474315 Nov 10 04:11:56.215633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-03a619a4-8dd5-46d9-a625-e5471db7f622 req-46f618a1-5df9-403a-9186-d1b781c83d86 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Nov 10 04:11:56.379623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['611d1c17-3049-4af8-83a5-eaad5514775e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:11:56.748804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab316ae-a9af-4cf8-8d53-304fb7745d35 req-9ed300ab-40d0-4234-bc74-c96b73636a35 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:56.750294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dab316ae-a9af-4cf8-8d53-304fb7745d35 req-9ed300ab-40d0-4234-bc74-c96b73636a35 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 944 time: 0.0481870 Nov 10 04:11:56.805063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dab316ae-a9af-4cf8-8d53-304fb7745d35 req-8e48da43-73e9-42ec-8676-33c33f9a8b3f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483553 Nov 10 04:11:57.061813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028ad88-1448-4645-b893-8c4cf5d4392e req-18dcad02-0e1c-452d-b507-c908025f1cb4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:57.063287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6028ad88-1448-4645-b893-8c4cf5d4392e req-18dcad02-0e1c-452d-b507-c908025f1cb4 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 945 time: 0.0472159 Nov 10 04:11:57.114453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6028ad88-1448-4645-b893-8c4cf5d4392e req-f170de08-a435-4c16-8e10-530d80e50f64 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453000 Nov 10 04:11:57.521028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 611d1c17-3049-4af8-83a5-eaad5514775e up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:11:57.568661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 611d1c17-3049-4af8-83a5-eaad5514775e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:11:57.573055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 611d1c17-3049-4af8-83a5-eaad5514775e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:11:57.573421 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:57.652699 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:57.685961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 611d1c17-3049-4af8-83a5-eaad5514775e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=611d1c17-3049-4af8-83a5-eaad5514775e,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:11:57.689801 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:11:57.737363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=611d1c17-3049-4af8-83a5-eaad5514775e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:11:57.920351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758f1c-9292-4a74-94d6-892b52e335c1 req-82e7333a-9724-4f95-af1d-af5c79cae93c tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:57.922038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a758f1c-9292-4a74-94d6-892b52e335c1 req-82e7333a-9724-4f95-af1d-af5c79cae93c tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0477459 Nov 10 04:11:57.971930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a758f1c-9292-4a74-94d6-892b52e335c1 req-09330e17-1577-49d2-9496-b8150153ed6f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422788 Nov 10 04:11:58.036666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:11:58.039524 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56f58ce-fe1e-4d89-8e0b-8d30c8d938e0" -d '{"events": [{"server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "name": "network-vif-plugged", "status": "completed", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:11:58.075545 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ac0aaa-4237-41bb-8f63-1986c1fcf158 x-openstack-request-id: req-93ac0aaa-4237-41bb-8f63-1986c1fcf158 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:11:58.075832 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "name": "network-vif-plugged", "status": "completed", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:11:58.076078 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93ac0aaa-4237-41bb-8f63-1986c1fcf158 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:11:58.076467 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e', 'code': 200} Nov 10 04:11:58.206520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7b2f3-f0a2-41c0-a2d8-2985f55a2226 req-d4d5cfb3-bd34-4400-98fc-ced0d068c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:58.208013 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-26b7b2f3-f0a2-41c0-a2d8-2985f55a2226 req-d4d5cfb3-bd34-4400-98fc-ced0d068c5cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1096 time: 0.0390627 Nov 10 04:11:58.230165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73585f-97d6-46db-9f4f-b38390aa39e9 req-55365ba1-b5dd-41a2-8d7e-86b009f345bb tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:58.231642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e73585f-97d6-46db-9f4f-b38390aa39e9 req-55365ba1-b5dd-41a2-8d7e-86b009f345bb tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 945 time: 0.0482311 Nov 10 04:11:58.258496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-26b7b2f3-f0a2-41c0-a2d8-2985f55a2226 req-594298ed-51ce-4f82-8fb2-fc9d6bbde940 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439556 Nov 10 04:11:58.278007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e73585f-97d6-46db-9f4f-b38390aa39e9 req-92239308-a322-441d-90d3-13244e75935a tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Nov 10 04:11:59.091769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b4a0d-2ca9-4076-a46f-636862e04595 req-95a28a33-4af2-45ab-b893-8e0c564c6a79 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:11:59.093289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-509b4a0d-2ca9-4076-a46f-636862e04595 req-95a28a33-4af2-45ab-b893-8e0c564c6a79 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0524261 Nov 10 04:11:59.142296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-509b4a0d-2ca9-4076-a46f-636862e04595 req-932757fb-0ccf-4ba8-a0ed-da1e76f44af0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429165 Nov 10 04:12:00.266379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca778-f6e6-4c48-9a00-9fba34cc8072 req-ad7e4ede-ffb8-41b0-bb5f-17c244ae42ec tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:00.267903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e21ca778-f6e6-4c48-9a00-9fba34cc8072 req-ad7e4ede-ffb8-41b0-bb5f-17c244ae42ec tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0495646 Nov 10 04:12:00.327989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e21ca778-f6e6-4c48-9a00-9fba34cc8072 req-1597d14f-c7eb-42aa-a760-6e950ad5e875 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532374 Nov 10 04:12:00.459943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a803e-c424-4dde-9c39-a63868dffeb8 req-5b427c6d-b6a9-4395-bfee-199af5b0bcc3 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:00.461563 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a7a803e-c424-4dde-9c39-a63868dffeb8 req-5b427c6d-b6a9-4395-bfee-199af5b0bcc3 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0543592 Nov 10 04:12:00.519470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a7a803e-c424-4dde-9c39-a63868dffeb8 req-3879b42c-b265-47f8-818d-cf0caf4bf6a2 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501466 Nov 10 04:12:00.661251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d467e-45a1-49f2-8308-f1910ef63256 req-3fe28820-ecb4-4d06-a39f-ff7968b19861 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:00.662801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-014d467e-45a1-49f2-8308-f1910ef63256 req-3fe28820-ecb4-4d06-a39f-ff7968b19861 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0551014 Nov 10 04:12:00.718600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-014d467e-45a1-49f2-8308-f1910ef63256 req-a94d0ce6-bc26-457d-894b-8eba4da2a8b0 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491209 Nov 10 04:12:00.741874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34766) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:00.954510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0d6b00-f867-4741-9fab-a0adf1ce8b8f tempest-TestServerBasicOps-1483656068 tempest-TestServerBasicOps-1483656068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:00.956012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-af0d6b00-f867-4741-9fab-a0adf1ce8b8f tempest-TestServerBasicOps-1483656068 tempest-TestServerBasicOps-1483656068-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1091 time: 0.2127080 Nov 10 04:12:00.959205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:00.963929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '611d1c17-3049-4af8-83a5-eaad5514775e', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:00.988446 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:01.092444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:01.229109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Allocated IP 172.25.6.183 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/656e6642-eda2-4fce-a37b-87c0f9e97883) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:01.371160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-a26ea58b-0582-423a-a25b-e7b8f7694c93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773740 Nov 10 04:12:01.388015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:01.447587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:01.501050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:01.507675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:01.510142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:01.513233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-39b1ae24-dbae-4a80-ba24-d461f882ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:01.514809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-39b1ae24-dbae-4a80-ba24-d461f882ee58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1096 time: 0.0932884 Nov 10 04:12:01.516690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'Port': ['ID=656e6642-eda2-4fce-a37b-87c0f9e97883,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:01.691406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-d103c1c0-9fb2-4175-8901-bd67087c22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:01.692834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-d103c1c0-9fb2-4175-8901-bd67087c22dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1537745 Nov 10 04:12:02.105374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-39e399a4-0348-4412-9288-e8744ed45785 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 200 len: 1001 time: 0.3997953 Nov 10 04:12:02.187487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-42182e6a-c0d1-4b1c-a526-b8b0a8df7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:02.188844 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-42182e6a-c0d1-4b1c-a526-b8b0a8df7fc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0765827 Nov 10 04:12:02.350863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-e74eff40-f852-454b-aa96-3f1239123628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:02.352329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-e74eff40-f852-454b-aa96-3f1239123628 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389327 Nov 10 04:12:02.525198 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:02.606612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-7d725e10-321e-401a-b0ca-ca2b7f246477 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332551 Nov 10 04:12:02.685294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:02.753490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9b3f02ca-bad5-4042-891d-db8a6ef587e5 req-59f83c60-d179-48ee-b3af-c4b1830d5fe8 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388056 Nov 10 04:12:02.861354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:02.866294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:02.935601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event updated for resources: {'Port': ['ID=656e6642-eda2-4fce-a37b-87c0f9e97883,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:02.950352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:03.055334 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Floating IP 29cda021-a557-4c63-9f09-7c581a107163 associated. External IP: 172.25.6.183, port: 611d1c17-3049-4af8-83a5-eaad5514775e. Nov 10 04:12:03.261062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Router a39aaf30-030c-40a2-9f0a-79756fe17951 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:12:03.373324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:03.385267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] Sync routers for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:03.396608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:03.396915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:03.397645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:03.427264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4a90ff34-f660-4895-b859-0430740729d1 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4669187 Nov 10 04:12:03.428157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:12:03.431612 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f43aa-6f93-4c79-bac5-89fc60fe425e" -d '{"events": [{"name": "network-changed", "server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:12:03.473049 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66291b88-e615-46a9-8c3d-fe31ebd6a9e1 x-openstack-request-id: req-66291b88-e615-46a9-8c3d-fe31ebd6a9e1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:12:03.473411 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:12:03.473729 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66291b88-e615-46a9-8c3d-fe31ebd6a9e1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:12:03.474214 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e', 'status': 'completed', 'code': 200} Nov 10 04:12:03.511420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:03.560365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-cf859950-4b52-4d96-972d-0eac5183e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:03.561866 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-cf859950-4b52-4d96-972d-0eac5183e7c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d340bfeb0836440da82bede6608b7302&device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1096 time: 0.0434625 Nov 10 04:12:03.619122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34788) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:03.666226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-9477e73c-26e4-4e34-8898-c0147a840079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:03.667722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-9477e73c-26e4-4e34-8898-c0147a840079 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b71dfa51-4de9-4af3-9e37-e0944169c374 HTTP/1.1" status: 200 len: 908 time: 0.0968599 Nov 10 04:12:03.761016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-7770ad6b-4408-4b10-bb60-d224c25bcd0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=611d1c17-3049-4af8-83a5-eaad5514775e HTTP/1.1" status: 200 len: 999 time: 0.0849278 Nov 10 04:12:03.762475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '29cda021-a557-4c63-9f09-7c581a107163', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'port_id': '611d1c17-3049-4af8-83a5-eaad5514775e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'mac_address': 'fa:16:3e:80:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:12:02Z', 'updated_at': '2021-11-10T04:12:02Z', 'revision_number': 0, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 5, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:03.793700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] Checking router: a39aaf30-030c-40a2-9f0a-79756fe17951 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:03.804927 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:03.806263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:03.827693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-2de02746-86c3-4fb4-a5f1-f71735a1b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:03.829278 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-2de02746-86c3-4fb4-a5f1-f71735a1b5ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26c6f193-17ae-4837-bc1e-2c3e4d053801 HTTP/1.1" status: 200 len: 847 time: 0.0594435 Nov 10 04:12:03.893458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-6fb2d307-d98a-4d5e-b845-4819b56400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:03.895797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-6fb2d307-d98a-4d5e-b845-4819b56400d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b71dfa51-4de9-4af3-9e37-e0944169c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568078 Nov 10 04:12:03.939966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:04.018971 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-e8e6dd23-937f-48eb-a541-98b8786876b0 service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139374 Nov 10 04:12:04.037242 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e9b0cf1b-615d-4fe8-b416-f25548226726 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3970 time: 0.4129703 Nov 10 04:12:04.037458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34792) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:04.042487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'network': {'name': 'tempest-network-smoke--708671616', 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'port_security_enabled': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:04.077304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Made reservation on behalf of 3d181084dff84c7da5b1d2c830ec1fb1 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:04.084696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.113879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:04.123250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.124093 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Added segment 8c18337d-6239-40c8-88a6-d80ddf51f018 of type vlan for network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 Nov 10 04:12:04.128907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f90f43aa-6f93-4c79-bac5-89fc60fe425e req-fb1f37b3-341d-4a99-9cab-80cf82d72cae service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969355 Nov 10 04:12:04.168273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.193810 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.199942 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:04.200738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.205263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '29cda021-a557-4c63-9f09-7c581a107163', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'port_id': '611d1c17-3049-4af8-83a5-eaad5514775e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'mac_address': 'fa:16:3e:80:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:12:02Z', 'updated_at': '2021-11-10T04:12:02Z', 'revision_number': 0, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 5, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:04.231769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507edf60-322f-4a06-8a9d-2f7458a0596a None None] The sync data for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 is: [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '29cda021-a557-4c63-9f09-7c581a107163', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'port_id': '611d1c17-3049-4af8-83a5-eaad5514775e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'mac_address': 'fa:16:3e:80:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:12:02Z', 'updated_at': '2021-11-10T04:12:02Z', 'revision_number': 0, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 5, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:04.260871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2223706 Nov 10 04:12:04.266456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34794) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:04.271631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'admin_state_up': True, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:04.273692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac464ea-d596-49be-86a9-616d3bbebb9c tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Network': ['ID=9ecf34c0-5881-4a92-9a3e-ba58b4483ea0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:04.288245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:04.300474 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.301968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.360475 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.462806 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c42685-41b9-4df8-be62-b20d18bba46c None None] New status for floating IP 29cda021-a557-4c63-9f09-7c581a107163: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:12:04.508286 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.700619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.718464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:04.819385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Allocated IP 172.25.6.205 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/2047e51b-fb38-45ec-a182-550a9e976d8f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:05.212374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:05.244358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:05.283991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:05.286885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:05.289264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:05.299059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643f8d9-a1e3-4bab-8f37-277e1f1ff2c3 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:05.316394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=2047e51b-fb38-45ec-a182-550a9e976d8f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:05.399455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-19d03bed-5b71-4e72-856c-02347d970e77 None None] Provisioning complete for port 2047e51b-fb38-45ec-a182-550a9e976d8f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:05.399840 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-19d03bed-5b71-4e72-856c-02347d970e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:05.433635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-19d03bed-5b71-4e72-856c-02347d970e77 None None] Port 2047e51b-fb38-45ec-a182-550a9e976d8f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:05.547582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:05.737987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:05.860584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router fa0c2463-e2c4-4953-9ff0-30a739089335 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:12:05.964257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:05.974377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Sync routers for ids ['fa0c2463-e2c4-4953-9ff0-30a739089335'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:05.984452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:05.984849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Routers {'fa0c2463-e2c4-4953-9ff0-30a739089335'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:05.985438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa0c2463-e2c4-4953-9ff0-30a739089335'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:05.985673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5f4a5d77-0c9f-4d22-b36b-e5eeedeb8b88 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7176633 Nov 10 04:12:05.988787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.055338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465c664-5586-4d36-b487-18c24f316766 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:06.056936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8465c664-5586-4d36-b487-18c24f316766 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3d181084dff84c7da5b1d2c830ec1fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0672896 Nov 10 04:12:06.060519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34802) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.092664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Set router fa0c2463-e2c4-4953-9ff0-30a739089335 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:06.151028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a4349-9aa2-4525-9ec4-212317c6b32d tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:06.153818 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bb3a4349-9aa2-4525-9ec4-212317c6b32d tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923843 Nov 10 04:12:06.157059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34806) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.188546 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1783b913-9c3c-496f-ac50-ff8a48310390 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286081 Nov 10 04:12:06.189200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34808) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.218834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9a4c57bb-d44b-4c8c-b92c-8d68853fa901 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3d181084dff84c7da5b1d2c830ec1fb1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284827 Nov 10 04:12:06.221321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.275376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 3, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:06.301197 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Checking router: fa0c2463-e2c4-4953-9ff0-30a739089335 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:06.301851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Updating router fa0c2463-e2c4-4953-9ff0-30a739089335 port 2047e51b-fb38-45ec-a182-550a9e976d8f binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:12:06.306922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae802eeb-e291-4226-b025-4d3709591101 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:06.308436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ae802eeb-e291-4226-b025-4d3709591101 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861719 Nov 10 04:12:06.311263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34812) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.325969 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.342593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ae6ad80f-5c2b-4aeb-87cb-029f71a756be tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300367 Nov 10 04:12:06.344931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34814) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.349537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090697550', 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:06.436550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Made reservation on behalf of 3d181084dff84c7da5b1d2c830ec1fb1 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:06.440045 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.605245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.611968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.624516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.656326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0224d54d-eebb-4fe2-a1a2-96d3e2497d7c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:06.670356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Attempting to bind port 2047e51b-fb38-45ec-a182-550a9e976d8f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:06.670715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Attempting to bind port 2047e51b-fb38-45ec-a182-550a9e976d8f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:06.671070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Attempting to bind port 2047e51b-fb38-45ec-a182-550a9e976d8f on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:06.677773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e848a0-a60f-465f-963a-8c2d7d2ebb97 None None] Pushing event updated for resources: {'Port': ['ID=2047e51b-fb38-45ec-a182-550a9e976d8f,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:06.680347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:06.680692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:06.681150 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.681459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:06.681922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Bound port: 2047e51b-fb38-45ec-a182-550a9e976d8f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:06.682368 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.694266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Subnet': ['ID=3d10c169-fce0-46b5-9053-f84f8fb6561a,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:06.703537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Checking segment: {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:06.703901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network hostable DHCP agents. Network: 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:12:06.720826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:12:06.730605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:06.734778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:06.735368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.737159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] For port 2047e51b-fb38-45ec-a182-550a9e976d8f, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:06.741125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] For port 2047e51b-fb38-45ec-a182-550a9e976d8f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2047e51b-fb38-45ec-a182-550a9e976d8f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:06.743812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a0da51-890c-448b-ad5e-5966195cbc3a None None] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:06.747980 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.751282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b95f196-ff1e-48cf-a087-23906be5f005 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4053228 Nov 10 04:12:06.754528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34816) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:06.844470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4ea8bd-d8c8-481e-becc-768b57b7064b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:06.858684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4c711219-8c30-4822-bb6a-e149cd875170 None None] Provisioning complete for port 2047e51b-fb38-45ec-a182-550a9e976d8f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:06.859136 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4c711219-8c30-4822-bb6a-e149cd875170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:06.923352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Routers {'fa0c2463-e2c4-4953-9ff0-30a739089335'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:06.923964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa0c2463-e2c4-4953-9ff0-30a739089335'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:06.943298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e848a0-a60f-465f-963a-8c2d7d2ebb97 None None] Pushing event updated for resources: {'Port': ['ID=2047e51b-fb38-45ec-a182-550a9e976d8f,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:07.223790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.338890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'fixed_ips': [{'subnet_id': '3d10c169-fce0-46b5-9053-f84f8fb6561a'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:12:07.340645 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.351201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4c711219-8c30-4822-bb6a-e149cd875170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.372343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] Set router fa0c2463-e2c4-4953-9ff0-30a739089335 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:07.458832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4c711219-8c30-4822-bb6a-e149cd875170 None None] For port 2047e51b-fb38-45ec-a182-550a9e976d8f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2047e51b-fb38-45ec-a182-550a9e976d8f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:07.470444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4c711219-8c30-4822-bb6a-e149cd875170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.554588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Allocated IP 172.20.0.17 (9ecf34c0-5881-4a92-9a3e-ba58b4483ea0/3d10c169-fce0-46b5-9053-f84f8fb6561a/0c474adb-0758-4f32-8291-f85dc04facc7) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:07.659709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c711219-8c30-4822-bb6a-e149cd875170 None None] Pushing event updated for resources: {'Port': ['ID=2047e51b-fb38-45ec-a182-550a9e976d8f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:07.671719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b422083a-8759-409e-9d0d-215a6e7f3e72 None None] Provisioning complete for port 2047e51b-fb38-45ec-a182-550a9e976d8f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:07.672083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b422083a-8759-409e-9d0d-215a6e7f3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.683263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.719076 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.762580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:07.765627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:07.769838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:07.793138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Allocated IP 172.20.0.18 (9ecf34c0-5881-4a92-9a3e-ba58b4483ea0/3d10c169-fce0-46b5-9053-f84f8fb6561a/8b7513c2-4b68-4329-9396-a3a15a420d92) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:07.797065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=0c474adb-0758-4f32-8291-f85dc04facc7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:07.820240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:07.848280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 3, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:07.919703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d3dc5-c341-451e-9d59-a9c2f1c0e287 None None] The sync data for ids ['fa0c2463-e2c4-4953-9ff0-30a739089335'] in n-d-817326-2 is: [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 3, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:07.953442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.022335 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.028514 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.064479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:08.071788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:08.075510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:08.080933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Pushing event updated for resources: {'Port': ['ID=8b7513c2-4b68-4329-9396-a3a15a420d92,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:08.139212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Attempting to bind port 8b7513c2-4b68-4329-9396-a3a15a420d92 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:08.139576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Attempting to bind port 8b7513c2-4b68-4329-9396-a3a15a420d92 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:08.141302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Attempting to bind port 8b7513c2-4b68-4329-9396-a3a15a420d92 on network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:08.154460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:08.154758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Checking segment: {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:08.155298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.156349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Bound using segment: {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:08.156349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Bound port: 8b7513c2-4b68-4329-9396-a3a15a420d92, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:08.156911 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.236731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.274218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] For port 8b7513c2-4b68-4329-9396-a3a15a420d92, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:08.277832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] For port 8b7513c2-4b68-4329-9396-a3a15a420d92, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8b7513c2-4b68-4329-9396-a3a15a420d92,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:08.283073 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.310354 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.321863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.353690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f44399-26d3-4cd2-8bae-3c14322244f1 None None] Pushing event updated for resources: {'Port': ['ID=8b7513c2-4b68-4329-9396-a3a15a420d92,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:08.416974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=0c474adb-0758-4f32-8291-f85dc04facc7,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:08.419557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:08.528411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:08.530144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:08.705001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router fa0c2463-e2c4-4953-9ff0-30a739089335 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:12:08.816767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:08.830486 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d832bbe5-28fc-4347-a9ca-5b8e5861eb82 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "PUT /v2.0/routers/fa0c2463-e2c4-4953-9ff0-30a739089335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0667503 Nov 10 04:12:08.957433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2047e51b-fb38-45ec-a182-550a9e976d8f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:09.017594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2047e51b-fb38-45ec-a182-550a9e976d8f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:09.017982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:09.100510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8b7513c2-4b68-4329-9396-a3a15a420d92 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:09.129272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-7bb68072-2343-43f7-a586-75d1f0db64fd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:09.130906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-7bb68072-2343-43f7-a586-75d1f0db64fd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/networks?id=9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 HTTP/1.1" status: 200 len: 797 time: 0.1106989 Nov 10 04:12:09.147848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-b2c62545-d332-40df-8a9a-19b0c5805592 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/quotas/3d181084dff84c7da5b1d2c830ec1fb1 HTTP/1.1" status: 200 len: 375 time: 0.0097001 Nov 10 04:12:09.153431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8b7513c2-4b68-4329-9396-a3a15a420d92 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:09.153962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:09.216573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-e7fd2262-64f4-466b-bad8-899a3a391ef2 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0610118 Nov 10 04:12:09.239208 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:09.299548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 8b7513c2-4b68-4329-9396-a3a15a420d92, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8b7513c2-4b68-4329-9396-a3a15a420d92,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:09.304643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:09.349028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-cc774da1-5600-435f-b894-88f3e620c462 service neutron] 10.222.0.24 "GET /v2.0/networks/9ecf34c0-5881-4a92-9a3e-ba58b4483ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191554 Nov 10 04:12:09.362610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=8b7513c2-4b68-4329-9396-a3a15a420d92,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:09.449234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-d5be94d1-18b6-45fa-8e80-48397f71727b service neutron] 10.222.0.24 "GET /v2.0/networks/9ecf34c0-5881-4a92-9a3e-ba58b4483ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991189 Nov 10 04:12:09.450033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb0822-ccf1-4b0c-a914-5e6d6e28d71e None None] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:09.586024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0fdc8de4-6eb6-4e91-8315-3d55902e374b None None] Provisioning complete for port 8b7513c2-4b68-4329-9396-a3a15a420d92 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:09.586328 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8de4-6eb6-4e91-8315-3d55902e374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:09.696807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fa48a06-e7d9-4343-bfd5-0772a750d285 req-0eb983f4-2405-47f4-b522-731e31f0bb42 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0882034 Nov 10 04:12:09.951291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2cf951f8-674d-4647-af4c-c69ef989a914 None None] Provisioning complete for port 0c474adb-0758-4f32-8291-f85dc04facc7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:09.951936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cf951f8-674d-4647-af4c-c69ef989a914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.001546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2cf951f8-674d-4647-af4c-c69ef989a914 None None] Port 0c474adb-0758-4f32-8291-f85dc04facc7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:10.014878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2cf951f8-674d-4647-af4c-c69ef989a914 None None] Provisioning complete for port 8b7513c2-4b68-4329-9396-a3a15a420d92 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:10.015479 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cf951f8-674d-4647-af4c-c69ef989a914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.063004 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Sync routers for ids ['fa0c2463-e2c4-4953-9ff0-30a739089335'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:10.074133 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Routers {'fa0c2463-e2c4-4953-9ff0-30a739089335'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:10.074737 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa0c2463-e2c4-4953-9ff0-30a739089335'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:10.192502 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Set router fa0c2463-e2c4-4953-9ff0-30a739089335 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:10.259114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6e6c338b-6026-4298-b3b6-bb28a0c8de06 None None] Provisioning complete for port 0c474adb-0758-4f32-8291-f85dc04facc7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:10.259565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e6c338b-6026-4298-b3b6-bb28a0c8de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.304898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c338b-6026-4298-b3b6-bb28a0c8de06 None None] Port 0c474adb-0758-4f32-8291-f85dc04facc7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:10.414682 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0c474adb-0758-4f32-8291-f85dc04facc7', 'name': '', 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:59:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3d10c169-fce0-46b5-9053-f84f8fb6561a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:07Z', 'updated_at': '2021-11-10T04:12:08Z', 'revision_number': 2, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': '3d10c169-fce0-46b5-9053-f84f8fb6561a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:10.423453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-725cce01-25a5-45f5-a37d-ed5ab29a05f8 None None] Provisioning complete for port 0c474adb-0758-4f32-8291-f85dc04facc7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:10.423958 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-725cce01-25a5-45f5-a37d-ed5ab29a05f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.440911 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Checking router: fa0c2463-e2c4-4953-9ff0-30a739089335 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:10.441257 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Updating router fa0c2463-e2c4-4953-9ff0-30a739089335 port 0c474adb-0758-4f32-8291-f85dc04facc7 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:12:10.461896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-725cce01-25a5-45f5-a37d-ed5ab29a05f8 None None] Port 0c474adb-0758-4f32-8291-f85dc04facc7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:10.468305 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.750524 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.756692 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.800749 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-032a2950-660e-49c2-8278-8a0ca7285558 req-3ac600ba-9176-4394-b579-546cd3e52bb2 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0361412 Nov 10 04:12:10.860426 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62d56-d54c-4305-9aad-5b6b3935d903 None None] Pushing event updated for resources: {'Port': ['ID=0c474adb-0758-4f32-8291-f85dc04facc7,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:10.873522 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Attempting to bind port 0c474adb-0758-4f32-8291-f85dc04facc7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:10.874138 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Attempting to bind port 0c474adb-0758-4f32-8291-f85dc04facc7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:10.874677 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Attempting to bind port 0c474adb-0758-4f32-8291-f85dc04facc7 on network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:10.883223 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:10.883885 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Checking segment: {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:10.884458 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.885623 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Bound using segment: {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:10.886316 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Bound port: 0c474adb-0758-4f32-8291-f85dc04facc7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:10.886863 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:10.928423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8b7513c2-4b68-4329-9396-a3a15a420d92 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:10.981170 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] For port 0c474adb-0758-4f32-8291-f85dc04facc7, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:10.985031 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] For port 0c474adb-0758-4f32-8291-f85dc04facc7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0c474adb-0758-4f32-8291-f85dc04facc7,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:10.993131 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.005124 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 8b7513c2-4b68-4329-9396-a3a15a420d92 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:11.006337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.116932 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Routers {'fa0c2463-e2c4-4953-9ff0-30a739089335'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:11.122235 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:11:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa0c2463-e2c4-4953-9ff0-30a739089335'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:11.181806 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62d56-d54c-4305-9aad-5b6b3935d903 None None] Pushing event updated for resources: {'Port': ['ID=0c474adb-0758-4f32-8291-f85dc04facc7,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:11.198025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7ee3f4a8-e61a-4aa3-b11c-29045ffa24ad None None] Provisioning complete for port 0c474adb-0758-4f32-8291-f85dc04facc7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:11.198414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f4a8-e61a-4aa3-b11c-29045ffa24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.285094 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] Set router fa0c2463-e2c4-4953-9ff0-30a739089335 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:11.315182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-fee4e8c3-a302-478b-b7cc-55a78dda8338 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:11.325889 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-fee4e8c3-a302-478b-b7cc-55a78dda8338 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.11 "GET /v2.0/networks?id=9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 HTTP/1.1" status: 200 len: 797 time: 0.2472627 Nov 10 04:12:11.331031 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f4a8-e61a-4aa3-b11c-29045ffa24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.363624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Request body: {'port': {'device_id': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'admin_state_up': True, 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:11.392187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7ee3f4a8-e61a-4aa3-b11c-29045ffa24ad None None] For port 0c474adb-0758-4f32-8291-f85dc04facc7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0c474adb-0758-4f32-8291-f85dc04facc7,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:11.399671 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f4a8-e61a-4aa3-b11c-29045ffa24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.462979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3f4a8-e61a-4aa3-b11c-29045ffa24ad None None] Pushing event updated for resources: {'Port': ['ID=0c474adb-0758-4f32-8291-f85dc04facc7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:11.532878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0bac8361-e090-4975-84cd-8e227dec9621 None None] Provisioning complete for port 0c474adb-0758-4f32-8291-f85dc04facc7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:11.533585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0bac8361-e090-4975-84cd-8e227dec9621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.539721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Made reservation on behalf of 3d181084dff84c7da5b1d2c830ec1fb1 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:11.545037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.641279 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0c474adb-0758-4f32-8291-f85dc04facc7', 'name': '', 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:59:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3d10c169-fce0-46b5-9053-f84f8fb6561a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:07Z', 'updated_at': '2021-11-10T04:12:10Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': '3d10c169-fce0-46b5-9053-f84f8fb6561a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:11.684377 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33031181-0376-4ce4-aa72-eead0e73a889 None None] The sync data for ids ['fa0c2463-e2c4-4953-9ff0-30a739089335'] in n-d-817326-2 is: [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0c474adb-0758-4f32-8291-f85dc04facc7', 'name': '', 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:59:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3d10c169-fce0-46b5-9053-f84f8fb6561a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:07Z', 'updated_at': '2021-11-10T04:12:10Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': '3d10c169-fce0-46b5-9053-f84f8fb6561a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:11.735830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Allocated IP 172.20.0.22 (9ecf34c0-5881-4a92-9a3e-ba58b4483ea0/3d10c169-fce0-46b5-9053-f84f8fb6561a/99b970c3-fe6b-46b0-982c-17c1ab16b528) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:11.811652 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:12:11.919614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:11.932115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7c7dbea-cedb-45bf-ace4-4e27a9e6373f req-d8a37768-4cff-4cad-b3a6-c701b0ed6704 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0323262 Nov 10 04:12:11.972227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:12.024420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:12.027899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:12.034190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:12.087881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event updated for resources: {'Port': ['ID=99b970c3-fe6b-46b0-982c-17c1ab16b528,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:12.116369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:12.117341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:12.138111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-91d6090e-3b81-4406-9c1b-cabda8abbdac tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7792981 Nov 10 04:12:12.166260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Request body: {'port': {'device_id': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:12.234676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:12.424051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bce5e9bc-0a06-48bd-8fc1-7a5e19db7b27 None None] Provisioning complete for port 99b970c3-fe6b-46b0-982c-17c1ab16b528 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:12.424700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bce5e9bc-0a06-48bd-8fc1-7a5e19db7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:12.513599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bce5e9bc-0a06-48bd-8fc1-7a5e19db7b27 None None] Port 99b970c3-fe6b-46b0-982c-17c1ab16b528 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:12.651379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b970c3-fe6b-46b0-982c-17c1ab16b528 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:12:12.665563 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:12.679349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Transition to ACTIVE for port object 99b970c3-fe6b-46b0-982c-17c1ab16b528 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:12:12.683961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:12.741004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Pushing event updated for resources: {'Port': ['ID=99b970c3-fe6b-46b0-982c-17c1ab16b528,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:12.837542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Attempting to bind port 99b970c3-fe6b-46b0-982c-17c1ab16b528 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:12.838076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Attempting to bind port 99b970c3-fe6b-46b0-982c-17c1ab16b528 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:12.838504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Attempting to bind port 99b970c3-fe6b-46b0-982c-17c1ab16b528 on network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:12.844489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Port 99b970c3-fe6b-46b0-982c-17c1ab16b528 on network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:12:12.844917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Attempting to bind port 99b970c3-fe6b-46b0-982c-17c1ab16b528 on network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:12.857778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:12.857778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Checking segment: {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:12.857778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Bound using segment: {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:12.858214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Bound port: 99b970c3-fe6b-46b0-982c-17c1ab16b528, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c18337d-6239-40c8-88a6-d80ddf51f018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:12.859277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:12.979953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0c474adb-0758-4f32-8291-f85dc04facc7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:13.025481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] For port 99b970c3-fe6b-46b0-982c-17c1ab16b528, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:13.033471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] For port 99b970c3-fe6b-46b0-982c-17c1ab16b528, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=99b970c3-fe6b-46b0-982c-17c1ab16b528,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:13.043419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:13.115323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:13.116928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:13.119033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] 10.222.0.11 "PUT /v2.0/ports/99b970c3-fe6b-46b0-982c-17c1ab16b528 HTTP/1.1" status: 200 len: 1055 time: 0.9587777 Nov 10 04:12:13.122160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'tag': '99b970c3-fe6b-46b0-982c-17c1ab16b528'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:12:13.127223 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d59c98-2867-4dc5-b6a0-675d07675d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0a035c-a9d6-4cef-8148-c2db46b5e3f1", "tag": "99b970c3-fe6b-46b0-982c-17c1ab16b528"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:12:13.139496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f7d1-1d19-4347-ad7c-3582a9d65a75 req-46e000e5-31a7-4e3e-b123-525945a38a39 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:13.139997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0c474adb-0758-4f32-8291-f85dc04facc7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:13.140093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:13.164417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d76f7d1-1d19-4347-ad7c-3582a9d65a75 req-46e000e5-31a7-4e3e-b123-525945a38a39 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 907 time: 0.1186376 Nov 10 04:12:13.216703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f3397-5090-45e2-b3f8-f4676306c711 service neutron] Pushing event updated for resources: {'Port': ['ID=99b970c3-fe6b-46b0-982c-17c1ab16b528,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:13.265709 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e745f75-2fee-4e47-8b94-6a6881d6481d x-openstack-request-id: req-7e745f75-2fee-4e47-8b94-6a6881d6481d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:12:13.266141 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0a035c-a9d6-4cef-8148-c2db46b5e3f1", "tag": "99b970c3-fe6b-46b0-982c-17c1ab16b528", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:12:13.266390 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e745f75-2fee-4e47-8b94-6a6881d6481d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:12:13.266786 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'tag': '99b970c3-fe6b-46b0-982c-17c1ab16b528', 'status': 'completed', 'code': 200} Nov 10 04:12:13.315454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-63878961-4067-476d-901a-a19f9c23096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:13.320651 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-63878961-4067-476d-901a-a19f9c23096e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 1058 time: 0.1299710 Nov 10 04:12:13.348169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cec4d671-1090-45db-bb78-e54e033d2c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:13.403643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-92ec1045-6df4-4a82-84a6-89c97267d17e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=99b970c3-fe6b-46b0-982c-17c1ab16b528 HTTP/1.1" status: 200 len: 217 time: 0.0639150 Nov 10 04:12:13.462237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-82e8fb8d-36ea-4740-9fee-8e57681a6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:13.463700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-82e8fb8d-36ea-4740-9fee-8e57681a6a6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d10c169-fce0-46b5-9053-f84f8fb6561a HTTP/1.1" status: 200 len: 838 time: 0.0479620 Nov 10 04:12:13.517012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-0cbc7961-8aa3-422a-ae6b-9afa2845c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:13.518453 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-0cbc7961-8aa3-422a-ae6b-9afa2845c938 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ecf34c0-5881-4a92-9a3e-ba58b4483ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440674 Nov 10 04:12:13.619791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-a5efc4ca-19c6-4e66-9512-36dd17a4dade service neutron] 10.222.0.11 "GET /v2.0/networks/9ecf34c0-5881-4a92-9a3e-ba58b4483ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893555 Nov 10 04:12:13.711749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2a36328-113d-4ddf-ac4a-df19e912f3fb req-d363080b-376b-4daa-9472-5ef75fdab804 service neutron] 10.222.0.11 "GET /v2.0/networks/9ecf34c0-5881-4a92-9a3e-ba58b4483ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828953 Nov 10 04:12:13.847975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-dfde04d3-817b-471e-95cb-f413ab25d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:13.849429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-dfde04d3-817b-471e-95cb-f413ab25d6bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 1058 time: 0.0427332 Nov 10 04:12:13.954671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-506dc38f-5d3a-4533-92af-7b7c9e71b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:13.956152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-506dc38f-5d3a-4533-92af-7b7c9e71b2b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 HTTP/1.1" status: 200 len: 897 time: 0.0984948 Nov 10 04:12:13.999527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-2c291681-6f97-472d-b09c-a2e79b440d5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=99b970c3-fe6b-46b0-982c-17c1ab16b528 HTTP/1.1" status: 200 len: 217 time: 0.0352685 Nov 10 04:12:14.053865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-aedf96c6-6eac-4ca9-a059-734a49de26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:14.055341 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-aedf96c6-6eac-4ca9-a059-734a49de26cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d10c169-fce0-46b5-9053-f84f8fb6561a HTTP/1.1" status: 200 len: 838 time: 0.0485237 Nov 10 04:12:14.106473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-efe286de-71bb-4729-9157-baa58a112d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:14.107917 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-efe286de-71bb-4729-9157-baa58a112d24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ecf34c0-5881-4a92-9a3e-ba58b4483ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434945 Nov 10 04:12:14.213034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-8200ca29-95e9-41b4-a3cb-23ec402137f1 service neutron] 10.222.0.11 "GET /v2.0/networks/9ecf34c0-5881-4a92-9a3e-ba58b4483ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887921 Nov 10 04:12:14.306776 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82d59c98-2867-4dc5-b6a0-675d07675d9f req-6d80920c-b74e-4734-a3a7-032fed686f03 service neutron] 10.222.0.11 "GET /v2.0/networks/9ecf34c0-5881-4a92-9a3e-ba58b4483ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Nov 10 04:12:14.323866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5db06-bf0c-445e-ba96-c75dbcbada9e req-58e55f2a-8bb6-4845-8392-c7cab671e50a tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:14.325491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2db5db06-bf0c-445e-ba96-c75dbcbada9e req-58e55f2a-8bb6-4845-8392-c7cab671e50a tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 907 time: 0.0783935 Nov 10 04:12:14.698374 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-0a17d2ed-3624-43fc-a501-9b95853b78a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657544 Nov 10 04:12:14.815593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-bf171459-9c38-4395-a7a4-94e2892a6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:14.817075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-bf171459-9c38-4395-a7a4-94e2892a6dd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 1096 time: 0.0463507 Nov 10 04:12:15.251484 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-c616c6f8-a911-4837-92db-9dca094f882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:15.254394 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-c616c6f8-a911-4837-92db-9dca094f882e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.4123988 Nov 10 04:12:15.327120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-931c1071-6abb-45d3-b276-d29b89c123d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=277fd47a-4631-41ae-b47c-84a887efb8ab HTTP/1.1" status: 200 len: 1001 time: 0.0643935 Nov 10 04:12:15.396050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-eae13001-64b0-471c-b31a-16d67405232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:15.398078 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-eae13001-64b0-471c-b31a-16d67405232c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0558870 Nov 10 04:12:15.446692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-664a3719-1d47-4e7d-a388-6eeee02da468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:15.448182 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-664a3719-1d47-4e7d-a388-6eeee02da468 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426791 Nov 10 04:12:15.456736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0674f-e264-4760-b497-c2ae814085c8 req-8c2a970b-a88b-419c-8855-3d8235e6b1d8 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:15.458412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6b0674f-e264-4760-b497-c2ae814085c8 req-8c2a970b-a88b-419c-8855-3d8235e6b1d8 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 907 time: 0.0584712 Nov 10 04:12:15.570101 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-e559f78a-099c-4276-9946-3c4485954e87 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115727 Nov 10 04:12:15.664309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9c2903b5-17d3-434e-9c63-1677b01f0e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:15.672966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ac1fe955-519d-4545-bbd1-036deeacf6e5 req-94197058-fdd7-4e71-b3a4-493333988409 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939193 Nov 10 04:12:16.604481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4060c-3ac1-47d1-8256-63838a60a03e req-e563c82b-6e1e-403d-9280-5767ec2cd5b7 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:16.606164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70b4060c-3ac1-47d1-8256-63838a60a03e req-e563c82b-6e1e-403d-9280-5767ec2cd5b7 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 907 time: 0.0529199 Nov 10 04:12:16.775577 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:17.585515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 99b970c3-fe6b-46b0-982c-17c1ab16b528 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:12:17.684435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 99b970c3-fe6b-46b0-982c-17c1ab16b528, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=99b970c3-fe6b-46b0-982c-17c1ab16b528,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:17.696440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '99b970c3-fe6b-46b0-982c-17c1ab16b528', 'network_id': '9ecf34c0-5881-4a92-9a3e-ba58b4483ea0', 'port_id': '99b970c3-fe6b-46b0-982c-17c1ab16b528', 'mac_address': 'fa:16:3e:c0:4a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d10c169-fce0-46b5-9053-f84f8fb6561a', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:12:17.728258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c59c-41e7-4b77-a721-2e0a87ef830c req-f786df45-c906-4d3b-88b9-9c935d2f7dd6 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:17.729660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2a1c59c-41e7-4b77-a721-2e0a87ef830c req-f786df45-c906-4d3b-88b9-9c935d2f7dd6 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 907 time: 0.0502601 Nov 10 04:12:17.734647 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:17.748750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b970c3-fe6b-46b0-982c-17c1ab16b528 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:12:17.767603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 99b970c3-fe6b-46b0-982c-17c1ab16b528, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=99b970c3-fe6b-46b0-982c-17c1ab16b528,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:17.772099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:17.823857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=99b970c3-fe6b-46b0-982c-17c1ab16b528,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:18.112587 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34932) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:18.204383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['99b970c3-fe6b-46b0-982c-17c1ab16b528'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:12:18.223329 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2e0145cf-a7ec-4817-b0a3-9b787a3253f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.312717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2e0145cf-a7ec-4817-b0a3-9b787a3253f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.316506 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2e0145cf-a7ec-4817-b0a3-9b787a3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.354234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0145cf-a7ec-4817-b0a3-9b787a3253f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372c751e-ca67-428c-853a-37dd3119499f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:18.360093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2e0145cf-a7ec-4817-b0a3-9b787a3253f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bed1ec6c07c24215bc3b43394c8d4c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448072 Nov 10 04:12:18.361240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:18.418080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f011af-8d0f-4e47-86db-79fdfaef2f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.445414 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f011af-8d0f-4e47-86db-79fdfaef2f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.464425 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.521620 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f011af-8d0f-4e47-86db-79fdfaef2f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.524294 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9f011af-8d0f-4e47-86db-79fdfaef2f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:18.525624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e9f011af-8d0f-4e47-86db-79fdfaef2f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/372c751e-ca67-428c-853a-37dd3119499f HTTP/1.1" status: 204 len: 168 time: 0.1633644 Nov 10 04:12:18.538167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f011af-8d0f-4e47-86db-79fdfaef2f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372c751e-ca67-428c-853a-37dd3119499f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:18.850375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae75428-0dc9-4916-82ab-fd7db34c69b8 req-d8868626-bc42-473b-b08c-8608154fb394 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:18.851985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ae75428-0dc9-4916-82ab-fd7db34c69b8 req-d8868626-bc42-473b-b08c-8608154fb394 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 908 time: 0.0515337 Nov 10 04:12:19.134521 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:19.597716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 99b970c3-fe6b-46b0-982c-17c1ab16b528 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:19.656714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 99b970c3-fe6b-46b0-982c-17c1ab16b528 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:12:19.660556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 99b970c3-fe6b-46b0-982c-17c1ab16b528 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:19.660925 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:19.725198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34982) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:19.739603 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:19.763217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b970c3-fe6b-46b0-982c-17c1ab16b528'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:12:19.765824 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1300d896-4ca9-4321-b0fd-ec11462740c2" -d '{"events": [{"server_uuid": "0f0a035c-a9d6-4cef-8148-c2db46b5e3f1", "name": "network-vif-plugged", "status": "completed", "tag": "99b970c3-fe6b-46b0-982c-17c1ab16b528"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:12:19.781099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 99b970c3-fe6b-46b0-982c-17c1ab16b528, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=99b970c3-fe6b-46b0-982c-17c1ab16b528,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:19.788127 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:19.822104 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72295bde-2ce9-4e09-94a6-838c83362dd1 x-openstack-request-id: req-72295bde-2ce9-4e09-94a6-838c83362dd1 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:12:19.822510 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0a035c-a9d6-4cef-8148-c2db46b5e3f1", "name": "network-vif-plugged", "status": "completed", "tag": "99b970c3-fe6b-46b0-982c-17c1ab16b528", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:12:19.822874 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72295bde-2ce9-4e09-94a6-838c83362dd1 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:12:19.823369 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b970c3-fe6b-46b0-982c-17c1ab16b528', 'code': 200} Nov 10 04:12:19.850694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=99b970c3-fe6b-46b0-982c-17c1ab16b528,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:19.895281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-360727998'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:19.919426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Made reservation on behalf of c97d2cbfcdea42d3856a26e6fc99d274 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:19.924102 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:19.960676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:19.974856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2fe66-7552-4efa-8648-63e9ca48f15c req-e33efabd-8d67-4ee1-b1bd-f179170ce912 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:19.977168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ac2fe66-7552-4efa-8648-63e9ca48f15c req-e33efabd-8d67-4ee1-b1bd-f179170ce912 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 909 time: 0.0519571 Nov 10 04:12:19.995971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f590e60-c776-48ff-8e72-74cd6a968d3a req-2c1306da-3652-492e-86c7-5537a39b8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:19.997511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f590e60-c776-48ff-8e72-74cd6a968d3a req-2c1306da-3652-492e-86c7-5537a39b8253 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 1060 time: 0.0791664 Nov 10 04:12:20.057531 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.061433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.088501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:20.097017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd175b9d-9b43-4be4-bf66-40ae7f7cf2f5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:20.107802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.108140 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Added segment 2d048154-50c5-4c8b-a890-995f792dc148 of type vlan for network 687fff74-0499-442f-b63d-b24a78591d24 Nov 10 04:12:20.110121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.110462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.111117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.111442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.111857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.116509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.116968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.117419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.117754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.118109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.118437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.118758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:20.162105 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.186691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.192339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:20.192909 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.257689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5304255 Nov 10 04:12:20.261194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34990) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:20.263438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243dbe5-584f-436a-baf9-0beaea296019 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Pushing event updated for resources: {'Network': ['ID=687fff74-0499-442f-b63d-b24a78591d24,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:20.275408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 687fff74-0499-442f-b63d-b24a78591d24 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:20.324221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'network': {'name': 'tempest-network--1128108252', 'router:external': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:20.345372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Made reservation on behalf of f379aff83a21467f928b75454f740890 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:20.348044 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.357150 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.436931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.440675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.464472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:20.475048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797819d2-691a-41f4-ac9b-55d7a52917a6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:20.481150 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.481488 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Added segment 862e525b-f045-4f67-b7f3-d05cf099843b of type vlan for network 15ec46ca-6d72-4950-97c6-f80cf0f68152 Nov 10 04:12:20.530784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.560630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.561533 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:20.562166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.592498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3301940 Nov 10 04:12:20.595474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 34996) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:20.641979 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10caba-a98e-4783-a488-c951e17bd7a1 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Network': ['ID=15ec46ca-6d72-4950-97c6-f80cf0f68152,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:20.654367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 15ec46ca-6d72-4950-97c6-f80cf0f68152 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:20.706952 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.797006 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.818999 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ec46ca-6d72-4950-97c6-f80cf0f68152']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:20.828725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862e525b-f045-4f67-b7f3-d05cf099843b') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:20.829017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862e525b-f045-4f67-b7f3-d05cf099843b') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:20.840081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.854325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.860184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:20.860562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:20.862264 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:20.920089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.926027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15ec46ca-6d72-4950-97c6-f80cf0f68152 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 04:12:20.928901 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.932824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "DELETE /v2.0/networks/15ec46ca-6d72-4950-97c6-f80cf0f68152 HTTP/1.1" status: 204 len: 168 time: 0.3363440 Nov 10 04:12:20.936605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 34998) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:20.943100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:20.943792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3aa08-83eb-4e6c-b9af-9c5224aea6f6 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event deleted for resources: {'Network': ['ID=15ec46ca-6d72-4950-97c6-f80cf0f68152,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:20.967088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Made reservation on behalf of f379aff83a21467f928b75454f740890 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:20.969433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:20.998760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:21.012797 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.013268 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Added segment 8a07679d-3a74-4cd1-b55e-8c2e18768619 of type vlan for network 1fa3b2e4-3f8b-443d-bafd-082a622e888e Nov 10 04:12:21.080258 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.149688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634417-58af-458e-a480-4931593db02c req-0991ae85-6cfc-4cd1-aa48-256ff7d7c9b4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:21.151093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad634417-58af-458e-a480-4931593db02c req-0991ae85-6cfc-4cd1-aa48-256ff7d7c9b4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 909 time: 0.0890360 Nov 10 04:12:21.156094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.157519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:21.158148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.212498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.2741628 Nov 10 04:12:21.215588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:21.221717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'subnet': {'network_id': '1fa3b2e4-3f8b-443d-bafd-082a622e888e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:21.223887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764ff81-e2d0-4161-9fe3-48de239df1e5 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Network': ['ID=1fa3b2e4-3f8b-443d-bafd-082a622e888e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:21.234386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 1fa3b2e4-3f8b-443d-bafd-082a622e888e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:21.251010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Made reservation on behalf of f379aff83a21467f928b75454f740890 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:21.253641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.562822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.objects.ports [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 04:12:21.563386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.631319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Subnet': ['ID=44f912c6-5153-47d6-9a85-7f47151fcdcf,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:21.648125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Checking segment: {'id': '8a07679d-3a74-4cd1-b55e-8c2e18768619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fa3b2e4-3f8b-443d-bafd-082a622e888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:21.648476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Network hostable DHCP agents. Network: 1fa3b2e4-3f8b-443d-bafd-082a622e888e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:12:21.664734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Network 1fa3b2e4-3f8b-443d-bafd-082a622e888e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:12:21.676247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 1fa3b2e4-3f8b-443d-bafd-082a622e888e) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:21.683741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:21.684375 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.688744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e7bf2-b3f6-4fb0-8363-d1a43ba0d3bb None None] Network 1fa3b2e4-3f8b-443d-bafd-082a622e888e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:21.701893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-724862a3-31ce-44cc-88ad-c86a66c3eda3 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4851167 Nov 10 04:12:21.704693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35016) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:21.709277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'floatingip': {'floating_network_id': '1fa3b2e4-3f8b-443d-bafd-082a622e888e'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:21.731706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.815494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb7cdf-fe7a-4edc-8e28-b5a9a86d7482 None None] Network 1fa3b2e4-3f8b-443d-bafd-082a622e888e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:21.820448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:21.923695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Allocated IP 172.20.0.3 (1fa3b2e4-3f8b-443d-bafd-082a622e888e/44f912c6-5153-47d6-9a85-7f47151fcdcf/5c2ef94a-ee4b-4129-a124-a0fb59fe1d8f) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:22.023780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.056525 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.098555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Network 1fa3b2e4-3f8b-443d-bafd-082a622e888e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:22.102006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:22.105563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:22.127462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2ef94a-ee4b-4129-a124-a0fb59fe1d8f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:22.191906 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.227000 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.312510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14906635-137f-4e20-802e-3250e0aac284 req-e198c3e5-7a2a-42b8-a494-9bbd5b5a1d8d tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:22.314092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-14906635-137f-4e20-802e-3250e0aac284 req-e198c3e5-7a2a-42b8-a494-9bbd5b5a1d8d tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 909 time: 0.0881083 Nov 10 04:12:22.449814 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.462108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a05da1-cc66-49ad-9161-c92953db99b6 req-1b90348a-a4f8-4e13-babc-4a481fda1f03 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:22.463958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c5a05da1-cc66-49ad-9161-c92953db99b6 req-1b90348a-a4f8-4e13-babc-4a481fda1f03 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 909 time: 0.0773039 Nov 10 04:12:22.465099 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.533962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2ef94a-ee4b-4129-a124-a0fb59fe1d8f,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:22.570590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.592803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.594045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f4f02908-bdee-4860-9a02-4fdb2fd0cfd9 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8883250 Nov 10 04:12:22.596806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f6c12-c920-4893-973a-d7ef2d59e371 req-23c60032-39d4-4e57-a368-b37c961c39d8 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:22.597539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35024) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:22.598241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d00f6c12-c920-4893-973a-d7ef2d59e371 req-23c60032-39d4-4e57-a368-b37c961c39d8 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 1060 time: 0.0573184 Nov 10 04:12:22.672551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9e42f791-58f7-4bd5-9edc-c51f30f47563 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=1fa3b2e4-3f8b-443d-bafd-082a622e888e HTTP/1.1" status: 200 len: 689 time: 0.0737758 Nov 10 04:12:22.675472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:22.777502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b027-cd06-49a0-a544-76824a182093 req-6aeccaaa-12d0-4f69-ae0b-ca2a379290d9 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:22.779031 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2232b027-cd06-49a0-a544-76824a182093 req-6aeccaaa-12d0-4f69-ae0b-ca2a379290d9 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1136 time: 0.0963225 Nov 10 04:12:22.799007 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.924377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2232b027-cd06-49a0-a544-76824a182093 req-28ca8137-07ad-4bf3-9a6e-65642e89f423 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1368318 Nov 10 04:12:22.949639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35032) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:22.955260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Deleting port 5c2ef94a-ee4b-4129-a124-a0fb59fe1d8f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:22.955602 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:22.992997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d71d0f-7e45-4d34-98dc-23b02b018f01 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:22.994584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e8d71d0f-7e45-4d34-98dc-23b02b018f01 tempest-TestSecurityGroupsBasicOps-966255429 tempest-TestSecurityGroupsBasicOps-966255429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 1055 time: 0.0439570 Nov 10 04:12:23.039693 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.040226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.053035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Calling delete_port for 5c2ef94a-ee4b-4129-a124-a0fb59fe1d8f owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:23.221313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.250906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c2ef94a-ee4b-4129-a124-a0fb59fe1d8f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:23.282146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a229e4e-afb1-4fd2-bb53-fd1cb4c64d8c req-3cdeeb32-5b7b-4f74-9953-571723c01ef6 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.283632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4a229e4e-afb1-4fd2-bb53-fd1cb4c64d8c req-3cdeeb32-5b7b-4f74-9953-571723c01ef6 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 909 time: 0.0965922 Nov 10 04:12:23.323507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.370670 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.424856 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.431480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.451002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=44f912c6-5153-47d6-9a85-7f47151fcdcf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:23.516724 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.535692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa3b2e4-3f8b-443d-bafd-082a622e888e']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:23.545011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a07679d-3a74-4cd1-b55e-8c2e18768619') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:23.545298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a07679d-3a74-4cd1-b55e-8c2e18768619') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:23.555066 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.567941 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.574412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:23.574807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:23.576834 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:23.633256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.638588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fa3b2e4-3f8b-443d-bafd-082a622e888e {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 04:12:23.643690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:23.649962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1fa3b2e4-3f8b-443d-bafd-082a622e888e HTTP/1.1" status: 204 len: 168 time: 0.9709964 Nov 10 04:12:23.650355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35038) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:23.658010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415179c-fcb2-4c3c-ad08-81a3dd812a82 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fa3b2e4-3f8b-443d-bafd-082a622e888e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:23.789439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ff36539f-d744-4e01-8792-5833dbcbbc6e tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3833 time: 0.1379182 Nov 10 04:12:23.791959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35042) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:23.884328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.884792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.885247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.885692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.886171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.886616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.887057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.887497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.887935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.888379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:23.892911 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-557db834-0dbe-4b19-8f60-9d41bed0a38c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6542 time: 0.0971782 Nov 10 04:12:23.893281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:23.954391 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-122ce82c-c700-49c7-90ad-d20bbf611890 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] delete failed (client error): The resource could not be found. Nov 10 04:12:23.958158 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-122ce82c-c700-49c7-90ad-d20bbf611890 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/336fca83-7517-4762-8256-b52ca06ee42c HTTP/1.1" status: 404 len: 345 time: 0.0611043 Nov 10 04:12:23.958601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35046) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:23.976766 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-531aef86-2fbd-410a-bfab-372cc2f9b7fd tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] DELETE failed (client error): The resource could not be found. Nov 10 04:12:23.977353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531aef86-2fbd-410a-bfab-372cc2f9b7fd tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:12:23.984128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-531aef86-2fbd-410a-bfab-372cc2f9b7fd tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1fa3b2e4-3f8b-443d-bafd-082a622e888e HTTP/1.1" status: 404 len: 339 time: 0.0203481 Nov 10 04:12:23.984877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:23.990064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'network': {'name': 'tempest-network--544100949', 'router:external': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:24.014068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Made reservation on behalf of f379aff83a21467f928b75454f740890 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:24.016941 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.044126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:24.057101 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.057496 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Added segment f7564e99-cb37-429a-98df-67c8be8304c3 of type vlan for network 692bfeed-4a7e-4508-b638-e00de799580a Nov 10 04:12:24.105476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.135059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.136148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.136707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.190211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35052) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:24.190471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2041564 Nov 10 04:12:24.202872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d322c51-0d0f-4da5-af4e-8154c332400a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Network': ['ID=692bfeed-4a7e-4508-b638-e00de799580a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:24.219986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 692bfeed-4a7e-4508-b638-e00de799580a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:24.327449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd7fbf-49c2-4f39-a343-bf7fa1c0d86e tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.335547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd7fbf-49c2-4f39-a343-bf7fa1c0d86e tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.342893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd7fbf-49c2-4f39-a343-bf7fa1c0d86e tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.350752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd7fbf-49c2-4f39-a343-bf7fa1c0d86e tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.352775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-12fd7fbf-49c2-4f39-a343-bf7fa1c0d86e tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1601870 Nov 10 04:12:24.355863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35056) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:24.478120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b5ea3-d831-4d0e-9d5f-0ace70383c33 req-e81deaf4-921b-4fc9-b934-7b62bc4bf0a5 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.479584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-969b5ea3-d831-4d0e-9d5f-0ace70383c33 req-e81deaf4-921b-4fc9-b934-7b62bc4bf0a5 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 909 time: 0.1147301 Nov 10 04:12:24.482403 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.574592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.594488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692bfeed-4a7e-4508-b638-e00de799580a']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:24.603883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7564e99-cb37-429a-98df-67c8be8304c3') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:24.604289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7564e99-cb37-429a-98df-67c8be8304c3') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:24.613924 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.627356 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.633904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:24.634311 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:24.635947 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:24.691423 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.707096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 692bfeed-4a7e-4508-b638-e00de799580a {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 04:12:24.708780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event deleted for resources: {'Network': ['ID=692bfeed-4a7e-4508-b638-e00de799580a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:24.711510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.718229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35058) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:24.718721 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b03428b1-739c-4cbb-a8ed-6bf85eb25c64 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "DELETE /v2.0/networks/692bfeed-4a7e-4508-b638-e00de799580a HTTP/1.1" status: 204 len: 168 time: 0.3614111 Nov 10 04:12:24.723348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'network': {'name': 'tempest-network--1741829477', 'router:external': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:24.746715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Made reservation on behalf of f379aff83a21467f928b75454f740890 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:24.749118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.774726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:24.790651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.791125 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Added segment c0a407a8-4be4-4fff-a6ff-91cd8b31711c of type vlan for network 65dce847-42ca-4da9-bc00-c95cb8332b7a Nov 10 04:12:24.874387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.914794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-9c96f631-0176-4771-9bff-9b1dc5847976 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.916199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-9c96f631-0176-4771-9bff-9b1dc5847976 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 909 time: 0.0859668 Nov 10 04:12:24.934870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:24.935925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:24.936502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.011587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Network': ['ID=65dce847-42ca-4da9-bc00-c95cb8332b7a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:25.025589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 65dce847-42ca-4da9-bc00-c95cb8332b7a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:25.075159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a4149819-508c-4549-826e-9a451d776c2c tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3555319 Nov 10 04:12:25.077875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:25.119364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting port 99b970c3-fe6b-46b0-982c-17c1ab16b528 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:25.120009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.188635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c6558-2c27-44c3-bbe7-94416befc72c tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:25.192932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-887c6558-2c27-44c3-bbe7-94416befc72c tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] 10.222.0.24 "GET /v2.0/networks/65dce847-42ca-4da9-bc00-c95cb8332b7a HTTP/1.1" status: 200 len: 757 time: 0.1139514 Nov 10 04:12:25.193606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35064) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:25.241211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] For port 99b970c3-fe6b-46b0-982c-17c1ab16b528, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=99b970c3-fe6b-46b0-982c-17c1ab16b528,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:25.241595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.255361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Calling delete_port for 99b970c3-fe6b-46b0-982c-17c1ab16b528 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:25.277541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7c2b0-fbaa-45e4-95b2-38112667efd1 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:25.281454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-64d7c2b0-fbaa-45e4-95b2-38112667efd1 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] 10.222.0.24 "GET /v2.0/networks/687fff74-0499-442f-b63d-b24a78591d24 HTTP/1.1" status: 200 len: 767 time: 0.0842428 Nov 10 04:12:25.281687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35066) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:25.355543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.384660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.412689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Port': ['ID=99b970c3-fe6b-46b0-982c-17c1ab16b528,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:25.439173 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.458020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] No DVR routers for this DVR port 99b970c3-fe6b-46b0-982c-17c1ab16b528 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:12:25.461559 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.465823 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2eb16a76-9641-4c1e-9d16-062d3d2999d6 req-0552a028-ccbf-4e03-a437-3d7dcec435c4 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.11 "DELETE /v2.0/ports/99b970c3-fe6b-46b0-982c-17c1ab16b528 HTTP/1.1" status: 204 len: 173 time: 0.5400553 Nov 10 04:12:25.466140 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dce847-42ca-4da9-bc00-c95cb8332b7a']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:25.466384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'name': 'network-vif-deleted', 'tag': '99b970c3-fe6b-46b0-982c-17c1ab16b528'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:12:25.468661 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ad393a-b2a0-4896-b69c-d7729cc0f809" -d '{"events": [{"server_uuid": "0f0a035c-a9d6-4cef-8148-c2db46b5e3f1", "name": "network-vif-deleted", "tag": "99b970c3-fe6b-46b0-982c-17c1ab16b528"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:12:25.490672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a407a8-4be4-4fff-a6ff-91cd8b31711c') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:25.491098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a407a8-4be4-4fff-a6ff-91cd8b31711c') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:25.527033 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2a1878-2e18-417b-b38a-dfd9b912d0a9 x-openstack-request-id: req-ff2a1878-2e18-417b-b38a-dfd9b912d0a9 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:12:25.527559 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0a035c-a9d6-4cef-8148-c2db46b5e3f1", "name": "network-vif-deleted", "tag": "99b970c3-fe6b-46b0-982c-17c1ab16b528", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:12:25.528106 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff2a1878-2e18-417b-b38a-dfd9b912d0a9 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:12:25.529062 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0a035c-a9d6-4cef-8148-c2db46b5e3f1', 'name': 'network-vif-deleted', 'tag': '99b970c3-fe6b-46b0-982c-17c1ab16b528', 'status': 'completed', 'code': 200} Nov 10 04:12:25.531357 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.557410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.565806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:25.566513 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:25.614138 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:25.655723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6df01b8d-a75d-4297-ae67-7b21d9e96c3b req-e0ce855a-f6cf-4e4f-9ffa-1220e38e23f1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0a035c-a9d6-4cef-8148-c2db46b5e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0406246 Nov 10 04:12:25.663594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.675867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65dce847-42ca-4da9-bc00-c95cb8332b7a {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 04:12:25.679956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.683989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "DELETE /v2.0/networks/65dce847-42ca-4da9-bc00-c95cb8332b7a HTTP/1.1" status: 204 len: 168 time: 0.4013603 Nov 10 04:12:25.690237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35072) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:25.700143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f093a-86ae-4767-8f63-e008521dbec2 tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event deleted for resources: {'Network': ['ID=65dce847-42ca-4da9-bc00-c95cb8332b7a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:25.703380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'network': {'name': 'tempest-network--1050158615'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:25.728482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Made reservation on behalf of f379aff83a21467f928b75454f740890 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:25.731494 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.759009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:25.768761 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.769180 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Added segment bb19137a-72a5-4576-99a1-8dce5330456d of type vlan for network a6e6e8ef-aec6-4be2-b125-f1c5abc2f110 Nov 10 04:12:25.813168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.838167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.839091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:25.839714 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:25.894799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2028642 Nov 10 04:12:25.896445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35074) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:25.901740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:25.914348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ead3-9594-42a5-9d48-db98ebe38bae tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Network': ['ID=a6e6e8ef-aec6-4be2-b125-f1c5abc2f110,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:25.930473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a6e6e8ef-aec6-4be2-b125-f1c5abc2f110 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:26.125794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.142246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.191146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Network a6e6e8ef-aec6-4be2-b125-f1c5abc2f110 is not hosted by any dhcp agent {{(pid=102597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:12:26.191950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:26.192543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.194439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "PUT /v2.0/networks/a6e6e8ef-aec6-4be2-b125-f1c5abc2f110 HTTP/1.1" status: 200 len: 857 time: 0.2970016 Nov 10 04:12:26.197221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35078) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:26.251893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab69f2c-6d88-4e05-9da9-28b6fda8828d tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event updated for resources: {'Network': ['ID=a6e6e8ef-aec6-4be2-b125-f1c5abc2f110,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:26.276099 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.356727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.377086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e6e8ef-aec6-4be2-b125-f1c5abc2f110']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:26.386542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb19137a-72a5-4576-99a1-8dce5330456d') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:26.386866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb19137a-72a5-4576-99a1-8dce5330456d') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:26.396043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.408784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.415171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:26.415577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:26.417205 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:26.475715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.480420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6e6e8ef-aec6-4be2-b125-f1c5abc2f110 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 04:12:26.482611 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.486040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a6e6e8ef-aec6-4be2-b125-f1c5abc2f110 HTTP/1.1" status: 204 len: 168 time: 0.2878790 Nov 10 04:12:26.491972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35080) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:26.514749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67d60a-4630-4497-a8c8-bbc04e9cd76a tempest-ExternalNetworksTestJSON-294192154 tempest-ExternalNetworksTestJSON-294192154-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6e6e8ef-aec6-4be2-b125-f1c5abc2f110,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:26.537632 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ff0b99-c40f-4029-85d7-fe671a6fdd68 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] DELETE failed (client error): The resource could not be found. Nov 10 04:12:26.538128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ff0b99-c40f-4029-85d7-fe671a6fdd68 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:12:26.541997 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c1ff0b99-c40f-4029-85d7-fe671a6fdd68 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] 10.222.0.24 "DELETE /v2.0/subnets/44f912c6-5153-47d6-9a85-7f47151fcdcf HTTP/1.1" status: 404 len: 337 time: 0.0485234 Nov 10 04:12:26.544041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35082) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:26.633546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.731495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.745514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35086) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:26.791625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687fff74-0499-442f-b63d-b24a78591d24']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:26.812620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d048154-50c5-4c8b-a890-995f792dc148') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:26.813117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d048154-50c5-4c8b-a890-995f792dc148') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:26.829679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.875354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.887656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:26.888055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:26.891227 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:27.359307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:27.363515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:27.369911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] 10.222.0.24 "DELETE /v2.0/networks/687fff74-0499-442f-b63d-b24a78591d24 HTTP/1.1" status: 204 len: 168 time: 0.8222668 Nov 10 04:12:27.420118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b6dbb-5b9b-4482-8da1-5db3826ad881 tempest-ExternalNetworksTestJSON-420111856 tempest-ExternalNetworksTestJSON-420111856-project] Pushing event deleted for resources: {'Network': ['ID=687fff74-0499-442f-b63d-b24a78591d24,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:27.449218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eb18-eda2-4026-8bcf-10c7774bf61b req-e2ea05f5-328f-4df3-9483-836793894472 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:27.450718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40f2eb18-eda2-4026-8bcf-10c7774bf61b req-e2ea05f5-328f-4df3-9483-836793894472 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 945 time: 0.1262734 Nov 10 04:12:27.559052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40f2eb18-eda2-4026-8bcf-10c7774bf61b req-ac49b4a7-3e85-45d2-a61d-a41db05a4bb3 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999658 Nov 10 04:12:27.629527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35098) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:27.654661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:27.763798 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cfbf2137-922a-4f71-9d55-30415600a3ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c97d2cbfcdea42d3856a26e6fc99d274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330600 Nov 10 04:12:27.766261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35102) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:27.816520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3861-73b4-4d3e-8655-a4e42a3a80fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:27.839061 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3861-73b4-4d3e-8655-a4e42a3a80fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:27.886317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3861-73b4-4d3e-8655-a4e42a3a80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:27.889011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3861-73b4-4d3e-8655-a4e42a3a80fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:27.890270 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9d3a3861-73b4-4d3e-8655-a4e42a3a80fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd175b9d-9b43-4be4-bf66-40ae7f7cf2f5 HTTP/1.1" status: 204 len: 168 time: 0.1230612 Nov 10 04:12:27.903676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a3861-73b4-4d3e-8655-a4e42a3a80fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd175b9d-9b43-4be4-bf66-40ae7f7cf2f5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:27.923648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting port 0c474adb-0758-4f32-8291-f85dc04facc7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:27.923989 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.017582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] For port 0c474adb-0758-4f32-8291-f85dc04facc7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0c474adb-0758-4f32-8291-f85dc04facc7,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:28.017964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.030289 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Calling delete_port for 0c474adb-0758-4f32-8291-f85dc04facc7 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:28.174698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35108) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:28.255825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-48db42b6-0d38-4e88-ac82-a74ac202e23b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f379aff83a21467f928b75454f740890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799782 Nov 10 04:12:28.258438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35110) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:28.263440 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.290984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Port': ['ID=0c474adb-0758-4f32-8291-f85dc04facc7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:28.312141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cae4ef48-b723-473a-86fd-98e5b6a53fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.335057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cae4ef48-b723-473a-86fd-98e5b6a53fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.394716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cae4ef48-b723-473a-86fd-98e5b6a53fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.397744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cae4ef48-b723-473a-86fd-98e5b6a53fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.398920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cae4ef48-b723-473a-86fd-98e5b6a53fa8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/797819d2-691a-41f4-ac9b-55d7a52917a6 HTTP/1.1" status: 204 len: 168 time: 0.1389720 Nov 10 04:12:28.408592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4ef48-b723-473a-86fd-98e5b6a53fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797819d2-691a-41f4-ac9b-55d7a52917a6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:28.480456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:28.745257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fd456-fc51-473d-b614-f4f2b0059a16 req-2d46a8af-5aee-4b24-b67a-e383382b2c75 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:28.746780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf1fd456-fc51-473d-b614-f4f2b0059a16 req-2d46a8af-5aee-4b24-b67a-e383382b2c75 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 945 time: 0.0935709 Nov 10 04:12:28.775333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router fa0c2463-e2c4-4953-9ff0-30a739089335 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:12:28.844146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf1fd456-fc51-473d-b614-f4f2b0059a16 req-1f0ab3d6-6e7e-4acc-9122-7c26bc059498 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/security-groups?id=561c0560-65c7-4844-8c70-b2ef9ec6984f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911045 Nov 10 04:12:28.916920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:28.925789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8f668063-394e-400c-ae88-3b8ae0c4a700 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "PUT /v2.0/routers/fa0c2463-e2c4-4953-9ff0-30a739089335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1794927 Nov 10 04:12:28.928931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35128) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:28.933875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] Sync routers for ids ['fa0c2463-e2c4-4953-9ff0-30a739089335'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:28.946180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] Routers {'fa0c2463-e2c4-4953-9ff0-30a739089335'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:28.946800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa0c2463-e2c4-4953-9ff0-30a739089335'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:28.988086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting subnet 3d10c169-fce0-46b5-9053-f84f8fb6561a {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:12:28.992382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.033299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.069037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] Set router fa0c2463-e2c4-4953-9ff0-30a739089335 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:29.094812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-a855d43c-799c-42ba-8c1e-db0c65cfa258 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:29.097271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-a855d43c-799c-42ba-8c1e-db0c65cfa258 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 945 time: 0.0519044 Nov 10 04:12:29.156748 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.199257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35136) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:29.221135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Deleting port 6348c925-e27b-4f29-851e-95b975f5060f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:29.221519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.233869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.261371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.261793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444f567-66df-439f-baef-aac80e4260e9 None None] Network 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:29.266500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/subnets/3d10c169-fce0-46b5-9053-f84f8fb6561a HTTP/1.1" status: 204 len: 168 time: 0.3360608 Nov 10 04:12:29.290369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35140) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:29.304992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9561c-08db-4ae9-af69-ff02e56534b1 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Subnet': ['ID=3d10c169-fce0-46b5-9053-f84f8fb6561a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:29.317274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:28Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:29.338562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1991394668'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:29.353745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] Checking router: fa0c2463-e2c4-4953-9ff0-30a739089335 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:29.374751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] Routers {'fa0c2463-e2c4-4953-9ff0-30a739089335'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:29.375341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa0c2463-e2c4-4953-9ff0-30a739089335'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:29.432828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:29.436271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.452723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] For port 6348c925-e27b-4f29-851e-95b975f5060f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=6348c925-e27b-4f29-851e-95b975f5060f,segment=NetworkSegment(09ec61f5-2605-47f1-9cb2-e861c482f68a),segment_id=09ec61f5-2605-47f1-9cb2-e861c482f68a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:29.453074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.457381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.479595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.481557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Calling delete_port for 6348c925-e27b-4f29-851e-95b975f5060f owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:29.521787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] Set router fa0c2463-e2c4-4953-9ff0-30a739089335 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:29.578018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] DHCP port deletion for 9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:29.641063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 99b970c3-fe6b-46b0-982c-17c1ab16b528 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:29.669348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 99b970c3-fe6b-46b0-982c-17c1ab16b528 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:29.669669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 99b970c3-fe6b-46b0-982c-17c1ab16b528 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:29.700969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.735142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.746211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] Deleting port 8b7513c2-4b68-4329-9396-a3a15a420d92 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:29.746575 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.774404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.816785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:29.817052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] For port 8b7513c2-4b68-4329-9396-a3a15a420d92, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8b7513c2-4b68-4329-9396-a3a15a420d92,segment=NetworkSegment(8c18337d-6239-40c8-88a6-d80ddf51f018),segment_id=8c18337d-6239-40c8-88a6-d80ddf51f018)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:29.817442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.833221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] Calling delete_port for 8b7513c2-4b68-4329-9396-a3a15a420d92 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:29.835116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7d869-58ed-4225-8259-4b50b2720eeb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:29.842996 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.847261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.847565 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Added segment bfe5f021-9e77-4100-93be-edf4ce7dc081 of type vlan for network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf Nov 10 04:12:29.847932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:28Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:29.882140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['6348c925-e27b-4f29-851e-95b975f5060f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:12:29.886645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c07d3-09c0-4ef7-80b6-db4ff0941e7e None None] The sync data for ids ['fa0c2463-e2c4-4953-9ff0-30a739089335'] in n-d-817326-2 is: [{'id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1070094503', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:28Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '2047e51b-fb38-45ec-a182-550a9e976d8f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2463-e2c4-4953-9ff0-30a739089335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:29.910005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Pushing event deleted for resources: {'Port': ['ID=6348c925-e27b-4f29-851e-95b975f5060f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:29.951906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b6c5c-3da8-40a6-9590-bc063cd4e6fc None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:29.961848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.981509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82fef761-b769-4c0e-94b1-ed46b72dfe5f req-050e2480-e4e7-4bb7-96aa-4a558a331591 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.24 "GET /v2.0/ports?device_id=958e23d0-385b-4db8-9be3-f14adc309b90 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Nov 10 04:12:29.983657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting port 2047e51b-fb38-45ec-a182-550a9e976d8f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:29.984169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.985872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] No DVR routers for this DVR port 6348c925-e27b-4f29-851e-95b975f5060f on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:12:29.990662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.994650 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e648159-5e2f-4fd2-95ea-aa089d17db35 req-9c4ad889-781b-4e00-a23f-8184baf60926 tempest-VolumesSnapshotTestJSON-1849019575 tempest-VolumesSnapshotTestJSON-1849019575-project] 10.222.0.11 "DELETE /v2.0/ports/6348c925-e27b-4f29-851e-95b975f5060f HTTP/1.1" status: 204 len: 173 time: 0.8919756 Nov 10 04:12:29.995960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:29.997659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958e23d0-385b-4db8-9be3-f14adc309b90', 'name': 'network-vif-deleted', 'tag': '6348c925-e27b-4f29-851e-95b975f5060f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:12:29.999958 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46ca3ae-fc65-4006-80d5-bdce450348e3" -d '{"events": [{"server_uuid": "958e23d0-385b-4db8-9be3-f14adc309b90", "name": "network-vif-deleted", "tag": "6348c925-e27b-4f29-851e-95b975f5060f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:12:30.030662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] No DVR routers for this DVR port 8b7513c2-4b68-4329-9396-a3a15a420d92 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:12:30.035919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3f0cf-ada7-4e3c-b06a-ce6c17902059 None None] Pushing event deleted for resources: {'Port': ['ID=8b7513c2-4b68-4329-9396-a3a15a420d92,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:30.065438 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ada8b-944e-47fc-a75b-0a0745ba93e1 x-openstack-request-id: req-c25ada8b-944e-47fc-a75b-0a0745ba93e1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:12:30.065716 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958e23d0-385b-4db8-9be3-f14adc309b90", "name": "network-vif-deleted", "tag": "6348c925-e27b-4f29-851e-95b975f5060f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:12:30.065969 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c25ada8b-944e-47fc-a75b-0a0745ba93e1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:12:30.066347 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e23d0-385b-4db8-9be3-f14adc309b90', 'name': 'network-vif-deleted', 'tag': '6348c925-e27b-4f29-851e-95b975f5060f', 'status': 'completed', 'code': 200} Nov 10 04:12:30.084557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.091326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:30.091908 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.499030 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2969198 Nov 10 04:12:30.501727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35146) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:30.511628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'subnet': {'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:30.524811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] For port 2047e51b-fb38-45ec-a182-550a9e976d8f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2047e51b-fb38-45ec-a182-550a9e976d8f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:30.525353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.535983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1865e9f-58e0-4419-aa74-95a49da37288 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Network': ['ID=927f9e66-b0a2-48de-b92e-bfd7f17c1baf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:30.549339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:30.551716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Calling delete_port for 2047e51b-fb38-45ec-a182-550a9e976d8f owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:30.660220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:30.663942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.757558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.783797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Port': ['ID=2047e51b-fb38-45ec-a182-550a9e976d8f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:30.801380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9303ba16-22e1-4e44-b32d-4bcbf211268a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:30.848523 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.879768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.942867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Subnet': ['ID=3a305df7-7400-476f-9fda-b9398e379364,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:30.949823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.952003 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:30.952421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Checking segment: {'id': 'bfe5f021-9e77-4100-93be-edf4ce7dc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:30.952790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network hostable DHCP agents. Network: 927f9e66-b0a2-48de-b92e-bfd7f17c1baf, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:12:30.972011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:12:30.980267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8b7513c2-4b68-4329-9396-a3a15a420d92 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:30.987019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 927f9e66-b0a2-48de-b92e-bfd7f17c1baf) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:30.994257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:30.995849 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.010877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c8a91-ac2f-4542-be83-c1b402dd3a87 None None] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:31.011482 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.012125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Fanout notify agent at l3_agent the message router_deleted on router fa0c2463-e2c4-4953-9ff0-30a739089335 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:12:31.014112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 8b7513c2-4b68-4329-9396-a3a15a420d92 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:31.014675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8b7513c2-4b68-4329-9396-a3a15a420d92 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:31.015248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0c474adb-0758-4f32-8291-f85dc04facc7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:31.022634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.026962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35150) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:31.027272 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-81eb7515-7799-42de-827b-eaa2991c7b58 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/routers/fa0c2463-e2c4-4953-9ff0-30a739089335 HTTP/1.1" status: 204 len: 168 time: 1.7358897 Nov 10 04:12:31.081896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0c474adb-0758-4f32-8291-f85dc04facc7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:31.082278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0c474adb-0758-4f32-8291-f85dc04facc7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:31.120669 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.126923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4cdf09d5-a3f1-4bb0-b121-f757276acd4c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6233315 Nov 10 04:12:31.131970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35154) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:31.137718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'name': 'tempest-AllowedAddressPairTestJSON-1707546639'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:31.278140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.292485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'tenant_id': '7373ec4df03d4404a76c8948e56eb427', 'fixed_ips': [{'subnet_id': '3a305df7-7400-476f-9fda-b9398e379364'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:12:31.293618 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.301093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:31.306129 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.308309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecf34c0-5881-4a92-9a3e-ba58b4483ea0']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:31.321199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c18337d-6239-40c8-88a6-d80ddf51f018') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:31.321493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c18337d-6239-40c8-88a6-d80ddf51f018') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:31.334587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] device_id is not set on port fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:12:31.336498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.356180 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.365775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:31.367070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:31.371344 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:31.471197 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.485072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.487561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Allocated IP 172.20.0.2 (927f9e66-b0a2-48de-b92e-bfd7f17c1baf/3a305df7-7400-476f-9fda-b9398e379364/d81c8390-39b3-4856-b70b-79952d01062b) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:31.496204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/networks/9ecf34c0-5881-4a92-9a3e-ba58b4483ea0 HTTP/1.1" status: 204 len: 168 time: 0.4651778 Nov 10 04:12:31.497708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35160) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:31.520676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76419f6c-ca1a-475e-a55f-ca48ef91dcb3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Network': ['ID=9ecf34c0-5881-4a92-9a3e-ba58b4483ea0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:31.706497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting port ef6ec3ce-c7d7-4fe1-a5b9-a06202bd4c6e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:31.707767 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.812194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.812560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.835380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Calling delete_port for ef6ec3ce-c7d7-4fe1-a5b9-a06202bd4c6e owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:31.877990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.888160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:31.937235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:31.941128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:31.947133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:31.955076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Pushing event updated for resources: {'Port': ['ID=d81c8390-39b3-4856-b70b-79952d01062b,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:31.962861 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Allocated IP 172.20.0.7 (927f9e66-b0a2-48de-b92e-bfd7f17c1baf/3a305df7-7400-476f-9fda-b9398e379364/fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:32.022127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Attempting to bind port d81c8390-39b3-4856-b70b-79952d01062b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:32.023296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Attempting to bind port d81c8390-39b3-4856-b70b-79952d01062b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'bfe5f021-9e77-4100-93be-edf4ce7dc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:32.023862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Attempting to bind port d81c8390-39b3-4856-b70b-79952d01062b on network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:32.031456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:32.032177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Checking segment: {'id': 'bfe5f021-9e77-4100-93be-edf4ce7dc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:32.032684 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.033107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Bound using segment: {'id': 'bfe5f021-9e77-4100-93be-edf4ce7dc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:32.033741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Bound port: d81c8390-39b3-4856-b70b-79952d01062b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe5f021-9e77-4100-93be-edf4ce7dc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:32.034436 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.109493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.110517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] For port d81c8390-39b3-4856-b70b-79952d01062b, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:32.114604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] For port d81c8390-39b3-4856-b70b-79952d01062b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d81c8390-39b3-4856-b70b-79952d01062b,segment=NetworkSegment(bfe5f021-9e77-4100-93be-edf4ce7dc081),segment_id=bfe5f021-9e77-4100-93be-edf4ce7dc081)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:32.120102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.173780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Port': ['ID=ef6ec3ce-c7d7-4fe1-a5b9-a06202bd4c6e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:32.189692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067bf0-c32d-449d-ad98-855943e56e8f None None] Pushing event updated for resources: {'Port': ['ID=d81c8390-39b3-4856-b70b-79952d01062b,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:32.269170 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.269574 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Floating IP 98d9034f-08dd-47b9-ba8c-63074990695c disassociated (deleted). External IP: 172.25.6.154, port: 29710fcb-8d56-4e4e-84d7-0a863b7956e8. Nov 10 04:12:32.330891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.446149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.567513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:32.625242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:32.628695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:32.634198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:32.684457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:12:32.699775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:32.700382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.720142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f2996aa2-a426-4641-8fe8-9b2974cf163e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5870087 Nov 10 04:12:32.723636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35168) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:32.729612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'name': 'tempest-AllowedAddressPairTestJSON-777596231', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d4:e1:0a'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:32.825679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:32.830123 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:32.837409 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] Sync routers for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:32.848699 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:32.849336 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:32.858742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:32.872998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5c2d195f-6130-4389-9ae3-0287544086fc tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/floatingips/98d9034f-08dd-47b9-ba8c-63074990695c HTTP/1.1" status: 204 len: 168 time: 1.3729198 Nov 10 04:12:32.873736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:12:32.880926 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b5befb-90fa-404e-9c6b-9c603ec2780e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:12:32.978869 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671eae07-8901-4ad1-baf0-784b542aca02 x-openstack-request-id: req-671eae07-8901-4ad1-baf0-784b542aca02 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:12:32.979154 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:12:32.979915 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-671eae07-8901-4ad1-baf0-784b542aca02 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:12:32.979915 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'status': 'completed', 'code': 200} Nov 10 04:12:33.021645 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:33.056259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d81c8390-39b3-4856-b70b-79952d01062b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:33.076053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-d53e9dc7-546e-47ac-83d8-7e4da15f420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:33.078164 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-d53e9dc7-546e-47ac-83d8-7e4da15f420b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 1136 time: 0.0750725 Nov 10 04:12:33.085766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.134987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] device_id is not set on port b92703c3-2797-4742-b7e9-96afda5b5c24 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:12:33.175740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d81c8390-39b3-4856-b70b-79952d01062b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:33.176703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.267600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-6a80cc41-232c-4b43-b65f-2c817765c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:33.269168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-6a80cc41-232c-4b43-b65f-2c817765c5be service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb2a562d-0491-48c2-b8bf-dc74bd576e27 HTTP/1.1" status: 200 len: 897 time: 0.1778307 Nov 10 04:12:33.309613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.336238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-3e13c446-cf79-4b4e-987e-4c3df6ead93c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8 HTTP/1.1" status: 200 len: 217 time: 0.0581660 Nov 10 04:12:33.341999 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:12Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:33.367697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port d81c8390-39b3-4856-b70b-79952d01062b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d81c8390-39b3-4856-b70b-79952d01062b,segment=NetworkSegment(bfe5f021-9e77-4100-93be-edf4ce7dc081),segment_id=bfe5f021-9e77-4100-93be-edf4ce7dc081)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:33.372330 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.387517 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] Checking router: ba7185da-bd92-4e94-8eb1-fffaafbe6b48 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:33.398707 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:33.399740 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:33.408703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Allocated IP 172.20.0.6 (927f9e66-b0a2-48de-b92e-bfd7f17c1baf/3a305df7-7400-476f-9fda-b9398e379364/b92703c3-2797-4742-b7e9-96afda5b5c24) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:33.413550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-3283d08b-8a25-43fa-a3f1-765dd7a48ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:33.415093 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-3283d08b-8a25-43fa-a3f1-765dd7a48ebf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7da6654-6e68-442f-8b50-99afbcaa6782 HTTP/1.1" status: 200 len: 833 time: 0.0725429 Nov 10 04:12:33.422314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2047e51b-fb38-45ec-a182-550a9e976d8f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:33.432677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fcb3a-8bec-45f9-94b0-f384847d7b2c req-ab3399bc-62e2-4887-8e96-76001ac2ba06 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:33.435210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff7fcb3a-8bec-45f9-94b0-f384847d7b2c req-ab3399bc-62e2-4887-8e96-76001ac2ba06 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 985 time: 0.2217741 Nov 10 04:12:33.453828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 2047e51b-fb38-45ec-a182-550a9e976d8f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:33.454207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2047e51b-fb38-45ec-a182-550a9e976d8f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:33.485726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=d81c8390-39b3-4856-b70b-79952d01062b,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:33.491847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-b6eb159f-7d80-4175-bd51-e13c02e4e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:33.493794 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-b6eb159f-7d80-4175-bd51-e13c02e4e19e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb2a562d-0491-48c2-b8bf-dc74bd576e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706110 Nov 10 04:12:33.500050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a1bf0-594b-4644-a0a6-c82db910d907 None None] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:33.576519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-99b2dfd3-33fe-4f89-b5ee-bb80b3fca2e5 None None] Provisioning complete for port d81c8390-39b3-4856-b70b-79952d01062b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:33.576935 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-99b2dfd3-33fe-4f89-b5ee-bb80b3fca2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.587766 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:33.617184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff7fcb3a-8bec-45f9-94b0-f384847d7b2c req-3eff586c-eb34-4d84-ba31-b2212bdc9bb6 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1746607 Nov 10 04:12:33.638765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6348c925-e27b-4f29-851e-95b975f5060f no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:33.671043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 6348c925-e27b-4f29-851e-95b975f5060f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:33.671369 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 6348c925-e27b-4f29-851e-95b975f5060f not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:33.705907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-38495275-9cb0-4719-9739-2ec5cc3b7b66 service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035973 Nov 10 04:12:33.730839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.776714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.858757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:33.866411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:33.868875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=b92703c3-2797-4742-b7e9-96afda5b5c24,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:33.872015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:33.938076 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:12Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:33.941672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f6b5befb-90fa-404e-9c6b-9c603ec2780e req-a3754096-f6e7-4ccd-a1bd-b35383c01ca9 service neutron] 10.222.0.44 "GET /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266936 Nov 10 04:12:33.965546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:33.966398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:33.994356 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7121ee8-3c09-43ac-be94-ef00f50560ea None None] The sync data for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 is: [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:11:07Z', 'revision_number': 4, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3', 'name': '', 'network_id': 'cb2a562d-0491-48c2-b8bf-dc74bd576e27', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'mac_address': 'fa:16:3e:e0:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:05Z', 'updated_at': '2021-11-10T04:11:12Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'subnets': [{'id': 'd7da6654-6e68-442f-8b50-99afbcaa6782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:33.995868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-78792f13-8521-4a47-a234-7f5fb8cb660e tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.2710545 Nov 10 04:12:33.998347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35184) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:34.073675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758ea37-b39d-42bc-95cb-43ccf69eeff7 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:34.080581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758ea37-b39d-42bc-95cb-43ccf69eeff7 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:34.087663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758ea37-b39d-42bc-95cb-43ccf69eeff7 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:34.089641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6758ea37-b39d-42bc-95cb-43ccf69eeff7 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0902958 Nov 10 04:12:34.092546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35186) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:34.130868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-20f88b20-4fae-44c0-8b6d-a7a3e746d867 None None] Provisioning complete for port fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:34.131809 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-20f88b20-4fae-44c0-8b6d-a7a3e746d867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.175935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-20f88b20-4fae-44c0-8b6d-a7a3e746d867 None None] Port fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:34.188675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-20f88b20-4fae-44c0-8b6d-a7a3e746d867 None None] Provisioning complete for port d81c8390-39b3-4856-b70b-79952d01062b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:34.189088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-20f88b20-4fae-44c0-8b6d-a7a3e746d867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.260866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting port b92703c3-2797-4742-b7e9-96afda5b5c24 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:34.262059 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.401019 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.411307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d01615-9738-4ccc-a20c-c297cd53b2f3 None None] New status for floating IP 98d9034f-08dd-47b9-ba8c-63074990695c: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:12:34.434947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Calling delete_port for b92703c3-2797-4742-b7e9-96afda5b5c24 owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:34.489265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c8447e72-006a-47bc-9fb0-ff2fd2f5a544 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:34.492696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c8447e72-006a-47bc-9fb0-ff2fd2f5a544 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 985 time: 0.0965998 Nov 10 04:12:34.541524 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aafd08b5-3f27-468f-b37c-c5160caa49e9 None None] Provisioning complete for port fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:34.541888 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aafd08b5-3f27-468f-b37c-c5160caa49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.630818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-aafd08b5-3f27-468f-b37c-c5160caa49e9 None None] Port fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:34.642436 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.690726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Port': ['ID=b92703c3-2797-4742-b7e9-96afda5b5c24,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:34.702212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:34.702704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.840007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] For port 29710fcb-8d56-4e4e-84d7-0a863b7956e8, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=29710fcb-8d56-4e4e-84d7-0a863b7956e8,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:34.840176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70ded-2c47-46f8-99ad-338773f90a82 req-4bc62910-b465-4d6e-824a-56ff8a42b980 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:34.840630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.841611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7a70ded-2c47-46f8-99ad-338773f90a82 req-4bc62910-b465-4d6e-824a-56ff8a42b980 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2a352be-e853-4f99-9e63-8a4a8d5fa1ff HTTP/1.1" status: 200 len: 985 time: 0.1179583 Nov 10 04:12:34.849989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e3a9c1a6-18a3-419c-9651-002f1a50ea91 None None] Could not find standard attr ID for object b92703c3-2797-4742-b7e9-96afda5b5c24. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:12:34.888525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Calling delete_port for 29710fcb-8d56-4e4e-84d7-0a863b7956e8 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:34.930538 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:34.938524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-134b86fd-275a-4390-aa8f-bf93a5c2bc17 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/ports/b92703c3-2797-4742-b7e9-96afda5b5c24 HTTP/1.1" status: 204 len: 168 time: 0.8445697 Nov 10 04:12:34.939344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35190) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:34.972220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7a70ded-2c47-46f8-99ad-338773f90a82 req-0edb4334-d696-4018-b0ab-ee07d4a86279 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "GET /v2.0/security-groups?id=10f9ac86-7da3-4009-9d61-19953df51209&id=8184be6a-d74e-4dc5-9f0f-355d7672b5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1028311 Nov 10 04:12:34.978189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d81c8390-39b3-4856-b70b-79952d01062b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:35.036019 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5a204b-cf36-4d8e-be9f-e1000e3d06dc tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] GET failed (client error): The resource could not be found. Nov 10 04:12:35.045745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ed5a204b-cf36-4d8e-be9f-e1000e3d06dc tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "GET /v2.0/ports/b92703c3-2797-4742-b7e9-96afda5b5c24 HTTP/1.1" status: 404 len: 333 time: 0.0799274 Nov 10 04:12:35.048626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35194) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:35.053612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'name': 'tempest-AllowedAddressPairTestJSON-765075062'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:35.071461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d81c8390-39b3-4856-b70b-79952d01062b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:35.071823 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:35.132919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:35.175004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Port': ['ID=29710fcb-8d56-4e4e-84d7-0a863b7956e8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:35.230660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] No DVR routers for this DVR port 29710fcb-8d56-4e4e-84d7-0a863b7956e8 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:12:35.234670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:35.237873 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-63411a85-cdbe-4ac6-a07f-c933f59d2961 req-c050ce38-2bdb-490b-b42e-19a039d22fe3 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.44 "DELETE /v2.0/ports/29710fcb-8d56-4e4e-84d7-0a863b7956e8 HTTP/1.1" status: 204 len: 173 time: 0.7336822 Nov 10 04:12:35.238470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'name': 'network-vif-deleted', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:12:35.240951 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63a168d-b21c-47e9-9585-2b4d98077681" -d '{"events": [{"server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "name": "network-vif-deleted", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:12:35.257806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:35.262920 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:35.286692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] device_id is not set on port f15b11cb-c3d4-4602-8bc7-ceb80028adc2 yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:12:35.295838 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f46ef6-62cb-48b0-b500-1af999363bc3 x-openstack-request-id: req-05f46ef6-62cb-48b0-b500-1af999363bc3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:12:35.296330 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a352be-e853-4f99-9e63-8a4a8d5fa1ff", "name": "network-vif-deleted", "tag": "29710fcb-8d56-4e4e-84d7-0a863b7956e8", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:12:35.296817 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05f46ef6-62cb-48b0-b500-1af999363bc3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:12:35.297274 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a352be-e853-4f99-9e63-8a4a8d5fa1ff', 'name': 'network-vif-deleted', 'tag': '29710fcb-8d56-4e4e-84d7-0a863b7956e8', 'status': 'completed', 'code': 200} Nov 10 04:12:35.417407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Allocated IP 172.20.0.13 (927f9e66-b0a2-48de-b92e-bfd7f17c1baf/3a305df7-7400-476f-9fda-b9398e379364/f15b11cb-c3d4-4602-8bc7-ceb80028adc2) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:35.664481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:35.727208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:35.790141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:35.798440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:35.801697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:35.833127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=f15b11cb-c3d4-4602-8bc7-ceb80028adc2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:35.859660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:35.860319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:35.879622 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9d44ec5c-e1ad-4c19-8ada-7eed1b84288c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8298855 Nov 10 04:12:35.882458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35198) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:35.887914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d4:e1:0a'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:35.960806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.050802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35206) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:36.092360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-43f75f51-ca58-44a3-9765-c2464e3a8a0f None None] Provisioning complete for port f15b11cb-c3d4-4602-8bc7-ceb80028adc2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:36.092946 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-43f75f51-ca58-44a3-9765-c2464e3a8a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.119277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eef11800-fe91-4b16-8d1a-cb6a78782a23 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.134324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-43f75f51-ca58-44a3-9765-c2464e3a8a0f None None] Port f15b11cb-c3d4-4602-8bc7-ceb80028adc2 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:36.149642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eef11800-fe91-4b16-8d1a-cb6a78782a23 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.173664 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.178798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.196094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eef11800-fe91-4b16-8d1a-cb6a78782a23 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.199203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eef11800-fe91-4b16-8d1a-cb6a78782a23 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.200505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eef11800-fe91-4b16-8d1a-cb6a78782a23 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/security-groups/10f9ac86-7da3-4009-9d61-19953df51209 HTTP/1.1" status: 204 len: 168 time: 0.1485953 Nov 10 04:12:36.203906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35208) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:36.227924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef11800-fe91-4b16-8d1a-cb6a78782a23 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f9ac86-7da3-4009-9d61-19953df51209,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:36.281545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4272c0b0-9fdb-44f5-9ce6-a4d118e1f453 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.287541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] In _notify_port_updated(), no bound segment for port f15b11cb-c3d4-4602-8bc7-ceb80028adc2 on network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:12:36.298866 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:36.299850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.301721 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "PUT /v2.0/ports/f15b11cb-c3d4-4602-8bc7-ceb80028adc2 HTTP/1.1" status: 200 len: 993 time: 0.4181094 Nov 10 04:12:36.304398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35210) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:36.311075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dd926-5f61-4c39-9eaf-f4b6dbcb4008 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=f15b11cb-c3d4-4602-8bc7-ceb80028adc2,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:36.344560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4272c0b0-9fdb-44f5-9ce6-a4d118e1f453 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.447205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting port f15b11cb-c3d4-4602-8bc7-ceb80028adc2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:36.447549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.451833 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4272c0b0-9fdb-44f5-9ce6-a4d118e1f453 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.454481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4272c0b0-9fdb-44f5-9ce6-a4d118e1f453 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.455643 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4272c0b0-9fdb-44f5-9ce6-a4d118e1f453 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/security-groups/8184be6a-d74e-4dc5-9f0f-355d7672b5ad HTTP/1.1" status: 204 len: 168 time: 0.2508328 Nov 10 04:12:36.458475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35214) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:36.518358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272c0b0-9fdb-44f5-9ce6-a4d118e1f453 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184be6a-d74e-4dc5-9f0f-355d7672b5ad,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:36.594675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b134010b-4c41-4371-afae-28fa293930cb None None] Provisioning complete for port f15b11cb-c3d4-4602-8bc7-ceb80028adc2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:36.595257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b134010b-4c41-4371-afae-28fa293930cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.600186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.631271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Calling delete_port for f15b11cb-c3d4-4602-8bc7-ceb80028adc2 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:36.652268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b134010b-4c41-4371-afae-28fa293930cb None None] Port f15b11cb-c3d4-4602-8bc7-ceb80028adc2 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:36.784203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.814911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Port': ['ID=f15b11cb-c3d4-4602-8bc7-ceb80028adc2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:36.934793 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:36.995516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.001747 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a29d62bf-f3e3-4e59-aa15-ea4e626f98d3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/ports/f15b11cb-c3d4-4602-8bc7-ceb80028adc2 HTTP/1.1" status: 204 len: 168 time: 0.6960082 Nov 10 04:12:37.006416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35220) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:37.046079 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7447d98-123c-4bbc-b1a1-cdadf3c7c5b3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] GET failed (client error): The resource could not be found. Nov 10 04:12:37.048446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e7447d98-123c-4bbc-b1a1-cdadf3c7c5b3 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "GET /v2.0/ports/f15b11cb-c3d4-4602-8bc7-ceb80028adc2 HTTP/1.1" status: 404 len: 333 time: 0.0402117 Nov 10 04:12:37.054398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35222) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:37.059544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'name': 'tempest-AllowedAddressPairTestJSON-988743433'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:37.178857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:37.182608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.201340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] device_id is not set on port d4d04964-175d-41b7-8090-48a3c5429fcf yet. {{(pid=102596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:12:37.333756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Allocated IP 172.20.0.8 (927f9e66-b0a2-48de-b92e-bfd7f17c1baf/3a305df7-7400-476f-9fda-b9398e379364/d4d04964-175d-41b7-8090-48a3c5429fcf) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:37.526990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.562135 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.600190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:37.602312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.606636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:37.606907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:37.611523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:37.660611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=d4d04964-175d-41b7-8090-48a3c5429fcf,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:37.687395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:37.688191 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.711542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-49c3cc36-8ca4-4153-84fa-5571076be93c tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6558998 Nov 10 04:12:37.714201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35226) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:37.723289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d4:e1:0a'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:37.724552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] For port b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:37.725133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.738597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Calling delete_port for b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:37.901026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.956676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.979287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0cb22db2-b642-4477-92e9-161d8dbe4ffa None None] Provisioning complete for port d4d04964-175d-41b7-8090-48a3c5429fcf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:37.979933 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0cb22db2-b642-4477-92e9-161d8dbe4ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:37.989320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Port': ['ID=b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:38.069374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0cb22db2-b642-4477-92e9-161d8dbe4ffa None None] Port d4d04964-175d-41b7-8090-48a3c5429fcf cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:38.119261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.120274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 29710fcb-8d56-4e4e-84d7-0a863b7956e8 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:38.126639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.154099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 29710fcb-8d56-4e4e-84d7-0a863b7956e8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:38.156151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 29710fcb-8d56-4e4e-84d7-0a863b7956e8 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:38.222349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.223810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=d4d04964-175d-41b7-8090-48a3c5429fcf,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:38.261294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] In _notify_port_updated(), no bound segment for port d4d04964-175d-41b7-8090-48a3c5429fcf on network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf {{(pid=102596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:12:38.267982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.269671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:38.270371 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.276349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ac42a824-ab5d-47aa-8315-e94caa91ce32 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "PUT /v2.0/ports/d4d04964-175d-41b7-8090-48a3c5429fcf HTTP/1.1" status: 200 len: 995 time: 0.5609303 Nov 10 04:12:38.276936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35228) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:38.494397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fed306ed-01ce-410e-9590-a6fe74f4ef2e None None] Provisioning complete for port d4d04964-175d-41b7-8090-48a3c5429fcf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:38.494844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed306ed-01ce-410e-9590-a6fe74f4ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.501773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting port d4d04964-175d-41b7-8090-48a3c5429fcf {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:38.502401 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.531950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fed306ed-01ce-410e-9590-a6fe74f4ef2e None None] Port d4d04964-175d-41b7-8090-48a3c5429fcf cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:38.645992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.659141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:12:38.663352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Calling delete_port for d4d04964-175d-41b7-8090-48a3c5429fcf owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:38.828808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:38.835005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2d0c98bb-d038-4a6b-bb76-d71af25110cd tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "PUT /v2.0/routers/ba7185da-bd92-4e94-8eb1-fffaafbe6b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749144 Nov 10 04:12:38.837536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35234) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:38.851772 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] Sync routers for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:38.871725 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:38.873323 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:38.908298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.932425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting subnet d7da6654-6e68-442f-8b50-99afbcaa6782 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:12:38.936836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:38.956999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Port': ['ID=d4d04964-175d-41b7-8090-48a3c5429fcf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:39.006782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.061825 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.073858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3daf25f1-3b27-4d77-9ee8-ce8cc7ddea43 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/ports/d4d04964-175d-41b7-8090-48a3c5429fcf HTTP/1.1" status: 204 len: 168 time: 0.7939122 Nov 10 04:12:39.074699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35236) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:39.078315 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:39.127735 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.144326 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8d4f51-8432-459f-9955-eddf8a3358b4 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] GET failed (client error): The resource could not be found. Nov 10 04:12:39.155515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4d8d4f51-8432-459f-9955-eddf8a3358b4 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "GET /v2.0/ports/d4d04964-175d-41b7-8090-48a3c5429fcf HTTP/1.1" status: 404 len: 333 time: 0.0798879 Nov 10 04:12:39.156408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35238) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:39.162880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'name': 'tempest-AllowedAddressPairTestJSON-939228675'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:39.215499 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.280908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Subnet': ['ID=d7da6654-6e68-442f-8b50-99afbcaa6782,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:39.307070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.310548 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1c94d08a-9c1e-4eda-8e20-3c637c02539b tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/subnets/d7da6654-6e68-442f-8b50-99afbcaa6782 HTTP/1.1" status: 204 len: 168 time: 0.4718370 Nov 10 04:12:39.313307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35240) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:39.324685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ae928-f364-470e-bde9-837426a9a287 None None] Network cb2a562d-0491-48c2-b8bf-dc74bd576e27 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:39.352422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:39.356109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.374982 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:12:37Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:39.379637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] device_id is not set on port 856631ea-469f-4b96-a648-01cfbaabc520 yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:12:39.415147 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] Checking router: ba7185da-bd92-4e94-8eb1-fffaafbe6b48 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:39.425028 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] Routers {'ba7185da-bd92-4e94-8eb1-fffaafbe6b48'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:39.425926 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:39.436222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.531098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Allocated IP 172.20.0.8 (927f9e66-b0a2-48de-b92e-bfd7f17c1baf/3a305df7-7400-476f-9fda-b9398e379364/856631ea-469f-4b96-a648-01cfbaabc520) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:39.543084 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] Set router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:39.662856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] DHCP port deletion for cb2a562d-0491-48c2-b8bf-dc74bd576e27 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:39.751960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Deleting port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:39.752998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.781896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.837353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] For port 8694c47f-6130-4cf1-9f5f-ae1bf7912769, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=8694c47f-6130-4cf1-9f5f-ae1bf7912769,segment=NetworkSegment(fa3b9cfd-67b3-4127-b1ab-b26b47c35483),segment_id=fa3b9cfd-67b3-4127-b1ab-b26b47c35483)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:39.838176 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.838900 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:12:37Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:39.854888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:39.857489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Calling delete_port for 8694c47f-6130-4cf1-9f5f-ae1bf7912769 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:39.899076 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cd056-4e22-4d2c-aba8-1570ff6ffbd0 None None] The sync data for ids ['ba7185da-bd92-4e94-8eb1-fffaafbe6b48'] in n-d-817326-2 is: [{'id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1089065451', 'tenant_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:57Z', 'updated_at': '2021-11-10T04:12:37Z', 'revision_number': 5, 'project_id': '3d181084dff84c7da5b1d2c830ec1fb1', 'gw_port': {'id': '38d91bcd-8419-4204-91a8-f95e3c00a56c', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7185da-bd92-4e94-8eb1-fffaafbe6b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:58Z', 'updated_at': '2021-11-10T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:39.935374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:39.941099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:39.947232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:39.972516 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.016654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Pushing event deleted for resources: {'Port': ['ID=8694c47f-6130-4cf1-9f5f-ae1bf7912769,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:40.016993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:40.017702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.023519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] No DVR routers for this DVR port 8694c47f-6130-4cf1-9f5f-ae1bf7912769 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:12:40.032704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.033499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.034008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.037254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.037431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=856631ea-469f-4b96-a648-01cfbaabc520,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:40.037951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.039735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.040379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.043679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.044296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.044758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.045086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.045526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff9d2e-4af9-4a02-8b9a-313dc9140675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:40.070278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8d1b6d51-864e-4a47-8c56-1d9a6e3ea7d1 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9126306 Nov 10 04:12:40.072718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35244) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:40.078194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'network_id': '927f9e66-b0a2-48de-b92e-bfd7f17c1baf', 'name': 'tempest-AllowedAddressPairTestJSON-1679823173'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:40.119112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.226240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Made reservation on behalf of 7373ec4df03d4404a76c8948e56eb427 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:40.232741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Deleting port 38d91bcd-8419-4204-91a8-f95e3c00a56c {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:40.233287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.233812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.265243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] device_id is not set on port a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:12:40.291212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6a9c316b-0b32-4b05-abe0-f9018fa73d95 None None] Provisioning complete for port 856631ea-469f-4b96-a648-01cfbaabc520 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:40.298229 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6a9c316b-0b32-4b05-abe0-f9018fa73d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.338623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c316b-0b32-4b05-abe0-f9018fa73d95 None None] Port 856631ea-469f-4b96-a648-01cfbaabc520 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:40.396932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] For port 38d91bcd-8419-4204-91a8-f95e3c00a56c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=38d91bcd-8419-4204-91a8-f95e3c00a56c,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:40.397332 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.419633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Calling delete_port for 38d91bcd-8419-4204-91a8-f95e3c00a56c owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:40.435699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Allocated IP 172.20.0.6 (927f9e66-b0a2-48de-b92e-bfd7f17c1baf/3a305df7-7400-476f-9fda-b9398e379364/a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:40.629515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.660249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.672619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.694727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Port': ['ID=38d91bcd-8419-4204-91a8-f95e3c00a56c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:40.710533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7debd4b-0d11-480b-b85e-ac9df31d31e1 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:40.745816 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:40.750877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:40.761697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:40.776805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.806554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:40.836948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:40.837667 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.859065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f8544e5-c3d2-4c8a-a628-d73e9c229298 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7826116 Nov 10 04:12:40.859860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35248) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:40.870252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d4:e1:0a'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:19:98:10'}]}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:40.909126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:40.915031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.007639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.008430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Fanout notify agent at l3_agent the message router_deleted on router ba7185da-bd92-4e94-8eb1-fffaafbe6b48 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:12:41.026863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.028419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-40a5ae86-f3fd-4383-92ba-fc49e5e1fb22 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/routers/ba7185da-bd92-4e94-8eb1-fffaafbe6b48 HTTP/1.1" status: 204 len: 168 time: 1.7140586 Nov 10 04:12:41.031210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35250) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:41.110826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8694c47f-6130-4cf1-9f5f-ae1bf7912769 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:41.138352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 8694c47f-6130-4cf1-9f5f-ae1bf7912769 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:41.139095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 8694c47f-6130-4cf1-9f5f-ae1bf7912769 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:41.139735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:41.156453 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.171145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:41.171827 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b9e887c7-f8d8-4ac7-9edc-7fd227c05fe3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:41.188833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-39acef74-0d21-4ab1-8649-32135668218d None None] Provisioning complete for port a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:41.189823 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39acef74-0d21-4ab1-8649-32135668218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.217298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.250923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-39acef74-0d21-4ab1-8649-32135668218d None None] Port a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:41.375730 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.409427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2a562d-0491-48c2-b8bf-dc74bd576e27']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:41.428155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:41.428838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3b9cfd-67b3-4127-b1ab-b26b47c35483') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:41.445020 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.463943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.478451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:41.478822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:41.481906 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:41.484075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.495744 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.569501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event updated for resources: {'Port': ['ID=a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:41.624781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.665957 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.669581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] 10.222.0.24 "DELETE /v2.0/networks/cb2a562d-0491-48c2-b8bf-dc74bd576e27 HTTP/1.1" status: 204 len: 168 time: 0.6374612 Nov 10 04:12:41.718720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a97f96-03c7-4883-8390-d17c06aa4d44 tempest-TestSecurityGroupsBasicOps-1303554433 tempest-TestSecurityGroupsBasicOps-1303554433-project] Pushing event deleted for resources: {'Network': ['ID=cb2a562d-0491-48c2-b8bf-dc74bd576e27,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:41.750488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] In _notify_port_updated(), no bound segment for port a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea on network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf {{(pid=102597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 04:12:41.759346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:41.760227 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:41.765184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d60feac-b703-4f68-9631-f0fb73216f15 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "PUT /v2.0/ports/a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea HTTP/1.1" status: 200 len: 1055 time: 0.9015977 Nov 10 04:12:41.765441 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35256) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:41.912756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting port a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:41.913336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.010073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-036e4f7f-1772-4bac-b404-7955b7a9730b None None] Provisioning complete for port a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:42.014412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-036e4f7f-1772-4bac-b404-7955b7a9730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.051793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-036e4f7f-1772-4bac-b404-7955b7a9730b None None] Port a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:42.058212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.075850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Calling delete_port for a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea owned by {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:42.111466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35262) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:42.244649 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.276414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Port': ['ID=a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:42.301763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-12d5c90f-52d9-4797-8432-9d80d97c9876 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d181084dff84c7da5b1d2c830ec1fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890516 Nov 10 04:12:42.306394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35266) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:42.374269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3b97c54-1f05-468c-9b8e-7113921d2c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.403143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3b97c54-1f05-468c-9b8e-7113921d2c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.476659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3b97c54-1f05-468c-9b8e-7113921d2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.481230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3b97c54-1f05-468c-9b8e-7113921d2c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.482721 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f3b97c54-1f05-468c-9b8e-7113921d2c86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4199d1e2-fec1-4a49-8961-91f62bc3b40a HTTP/1.1" status: 204 len: 168 time: 0.1753061 Nov 10 04:12:42.494096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b97c54-1f05-468c-9b8e-7113921d2c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4199d1e2-fec1-4a49-8961-91f62bc3b40a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:42.551696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.558889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35272) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:42.562365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d348b2c8-677f-455a-96d7-bb84ff77c57a tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/ports/a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea HTTP/1.1" status: 204 len: 168 time: 0.7919495 Nov 10 04:12:42.589018 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d903122-db77-435d-9141-4bd78716320b tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] GET failed (client error): The resource could not be found. Nov 10 04:12:42.590610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2d903122-db77-435d-9141-4bd78716320b tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "GET /v2.0/ports/a0a05a59-fb37-43df-a3e6-6a5e3c0b7cea HTTP/1.1" status: 404 len: 333 time: 0.0307136 Nov 10 04:12:42.593425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35274) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:42.705059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting port 856631ea-469f-4b96-a648-01cfbaabc520 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:42.705526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.819372 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.837863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Calling delete_port for 856631ea-469f-4b96-a648-01cfbaabc520 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:42.879176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35280) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:42.889000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 38d91bcd-8419-4204-91a8-f95e3c00a56c no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:42.898125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-094e77b7-b1fd-415a-ae17-dd5a134cf67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:42.928632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 38d91bcd-8419-4204-91a8-f95e3c00a56c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:42.929587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 38d91bcd-8419-4204-91a8-f95e3c00a56c not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:43.020645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-094e77b7-b1fd-415a-ae17-dd5a134cf67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.031259 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-094e77b7-b1fd-415a-ae17-dd5a134cf67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.039814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.074952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Port': ['ID=856631ea-469f-4b96-a648-01cfbaabc520,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:43.075674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e77b7-b1fd-415a-ae17-dd5a134cf67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15930dc2-9cec-4b75-9205-8e6dfe98a3e4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:43.101972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-094e77b7-b1fd-415a-ae17-dd5a134cf67e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd6eb616e0824d9f8e5beb60f12cf373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213430 Nov 10 04:12:43.105295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35282) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:43.186194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.192845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7dca836d-ab1b-45b8-8e6e-c412fb4f56f6 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/ports/856631ea-469f-4b96-a648-01cfbaabc520 HTTP/1.1" status: 204 len: 168 time: 0.5984075 Nov 10 04:12:43.194080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35284) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:43.207372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab5952e0-7789-4a30-badf-1de6e0424360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.224227 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2f5b6f-c90b-43ff-a170-722f54275970 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] GET failed (client error): The resource could not be found. Nov 10 04:12:43.225948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7f2f5b6f-c90b-43ff-a170-722f54275970 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "GET /v2.0/ports/856631ea-469f-4b96-a648-01cfbaabc520 HTTP/1.1" status: 404 len: 333 time: 0.0288191 Nov 10 04:12:43.230332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35286) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:43.255649 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab5952e0-7789-4a30-badf-1de6e0424360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.339247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab5952e0-7789-4a30-badf-1de6e0424360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.342133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ab5952e0-7789-4a30-badf-1de6e0424360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.343437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ab5952e0-7789-4a30-badf-1de6e0424360 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15930dc2-9cec-4b75-9205-8e6dfe98a3e4 HTTP/1.1" status: 204 len: 168 time: 0.2368753 Nov 10 04:12:43.353578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5952e0-7789-4a30-badf-1de6e0424360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15930dc2-9cec-4b75-9205-8e6dfe98a3e4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:43.359151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0db64843-4ddd-4b5f-87a9-02fd271d082b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.416232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting port fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:43.417173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.557487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.570854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Calling delete_port for fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:43.733320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.763897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Port': ['ID=fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:43.851552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35292) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:43.874038 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:43.877632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-015cdf0b-bae8-4c31-b21b-c5d2a7b79001 tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/ports/fb9f4a4d-f48f-4a7d-87d4-2f25c14aea06 HTTP/1.1" status: 204 len: 168 time: 0.6435714 Nov 10 04:12:43.880970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35294) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:43.952006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35296) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:43.952406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-22d77701-ed48-48f3-a43b-3dee4284447e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=102f7c92927d4c9e9312c449700df014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986788 Nov 10 04:12:43.958830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting subnet 3a305df7-7400-476f-9fda-b9398e379364 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:12:43.962176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.009509 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.047625 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d328-9cac-4fe7-b929-2c64bbc3f677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.072888 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d328-9cac-4fe7-b929-2c64bbc3f677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.125385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.127469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d328-9cac-4fe7-b929-2c64bbc3f677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.130785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d328-9cac-4fe7-b929-2c64bbc3f677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.131960 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4cb3d328-9cac-4fe7-b929-2c64bbc3f677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ccb58ba-b89a-4d6d-bc7b-5b64a6cafeab HTTP/1.1" status: 204 len: 168 time: 0.1783376 Nov 10 04:12:44.149731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3d328-9cac-4fe7-b929-2c64bbc3f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb58ba-b89a-4d6d-bc7b-5b64a6cafeab,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:44.219422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.250378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Subnet': ['ID=3a305df7-7400-476f-9fda-b9398e379364,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:44.256053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.262161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35302) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:44.263067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cd051e8a-4cc9-4521-b6c9-0cceb50a63de tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/subnets/3a305df7-7400-476f-9fda-b9398e379364 HTTP/1.1" status: 204 len: 168 time: 0.3807504 Nov 10 04:12:44.267261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee2bb5-360a-4401-a119-920dd377f818 None None] Network 927f9e66-b0a2-48de-b92e-bfd7f17c1baf requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:44.415966 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.506078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] DHCP port deletion for 927f9e66-b0a2-48de-b92e-bfd7f17c1baf request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:44.507819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Deleting port d81c8390-39b3-4856-b70b-79952d01062b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:44.508262 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.556563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] Deleting port d81c8390-39b3-4856-b70b-79952d01062b {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:44.557298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.622884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] For port d81c8390-39b3-4856-b70b-79952d01062b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d81c8390-39b3-4856-b70b-79952d01062b,segment=NetworkSegment(bfe5f021-9e77-4100-93be-edf4ce7dc081),segment_id=bfe5f021-9e77-4100-93be-edf4ce7dc081)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:44.624022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.646159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] For port d81c8390-39b3-4856-b70b-79952d01062b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d81c8390-39b3-4856-b70b-79952d01062b,segment=NetworkSegment(bfe5f021-9e77-4100-93be-edf4ce7dc081),segment_id=bfe5f021-9e77-4100-93be-edf4ce7dc081)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:44.646375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Calling delete_port for d81c8390-39b3-4856-b70b-79952d01062b owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:44.646917 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.666378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] Calling delete_port for d81c8390-39b3-4856-b70b-79952d01062b owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:44.749736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.780922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Port': ['ID=d81c8390-39b3-4856-b70b-79952d01062b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:44.785060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.787703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] No DVR routers for this DVR port d81c8390-39b3-4856-b70b-79952d01062b on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:12:44.798753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] No DVR routers for this DVR port d81c8390-39b3-4856-b70b-79952d01062b on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:12:44.830912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eec079-0f6f-44e5-bb56-732a758fe712 None None] Pushing event deleted for resources: {'Port': ['ID=d81c8390-39b3-4856-b70b-79952d01062b,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:44.871984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.899192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927f9e66-b0a2-48de-b92e-bfd7f17c1baf']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:44.924026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe5f021-9e77-4100-93be-edf4ce7dc081') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:44.924347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe5f021-9e77-4100-93be-edf4ce7dc081') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:44.941318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.955029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d81c8390-39b3-4856-b70b-79952d01062b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:12:44.967634 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.977165 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:12:44.977713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:12:44.981360 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:12:44.993448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: d81c8390-39b3-4856-b70b-79952d01062b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:12:44.993780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d81c8390-39b3-4856-b70b-79952d01062b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:12:45.069514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.081243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.085234 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] 10.222.0.24 "DELETE /v2.0/networks/927f9e66-b0a2-48de-b92e-bfd7f17c1baf HTTP/1.1" status: 204 len: 168 time: 0.8167124 Nov 10 04:12:45.097840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee5ff6-4173-4c54-a32d-479b93a95c8f tempest-AllowedAddressPairTestJSON-1370917055 tempest-AllowedAddressPairTestJSON-1370917055-project] Pushing event deleted for resources: {'Network': ['ID=927f9e66-b0a2-48de-b92e-bfd7f17c1baf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:45.194820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35326) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:45.315701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-858049102-network', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:45.339513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Made reservation on behalf of f743adc21d41454aa6a3e9d436b8273b for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:45.342620 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.352100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.401221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35332) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:45.446516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.451434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.476744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:45.493520 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.493863 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Added segment f8066a4e-2f64-4b43-afcc-df35d7f42236 of type vlan for network ace4b928-cab9-4dbf-9e57-da4742b4890e Nov 10 04:12:45.501315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f876b8d-8d1f-47ec-b972-c98722a3fdc3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:45.546674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.599298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.600122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:45.606793 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.656151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6e74c717-100e-4b75-9a54-656e7aec6b49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7373ec4df03d4404a76c8948e56eb427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534130 Nov 10 04:12:45.661059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35336) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:45.671854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35338) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:45.672380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4762890 Nov 10 04:12:45.673736 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-44f1b0fc-f366-4567-a6fb-732c6300cea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.679784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Request body: {'subnet': {'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-858049102-subnet', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:45.687932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0343cea-187d-4797-b744-925e93eb920f admin admin] Pushing event updated for resources: {'Network': ['ID=ace4b928-cab9-4dbf-9e57-da4742b4890e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:45.698157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ace4b928-cab9-4dbf-9e57-da4742b4890e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:45.762751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Made reservation on behalf of f743adc21d41454aa6a3e9d436b8273b for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:45.765390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.813227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08c64d2-48c4-4561-ad5d-a872e239ba0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.852142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08c64d2-48c4-4561-ad5d-a872e239ba0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.934275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08c64d2-48c4-4561-ad5d-a872e239ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.936768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08c64d2-48c4-4561-ad5d-a872e239ba0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:45.937886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d08c64d2-48c4-4561-ad5d-a872e239ba0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8e7d869-58ed-4225-8259-4b50b2720eeb HTTP/1.1" status: 204 len: 168 time: 0.2732203 Nov 10 04:12:45.952527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c64d2-48c4-4561-ad5d-a872e239ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7d869-58ed-4225-8259-4b50b2720eeb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:45.997289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.059842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d4429f-0bf0-4db1-a218-09c0af9606ed,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:46.069863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Checking segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:46.070252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Network hostable DHCP agents. Network: ace4b928-cab9-4dbf-9e57-da4742b4890e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:12:46.087681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Network ace4b928-cab9-4dbf-9e57-da4742b4890e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:12:46.096728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ace4b928-cab9-4dbf-9e57-da4742b4890e) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:46.104276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:46.104521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.107175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b13a9f-4762-4477-b5b1-a4be70155834 None None] Network ace4b928-cab9-4dbf-9e57-da4742b4890e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:46.125040 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3effd89f-b38e-4e6f-8e61-26a9f14e0a8d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4486773 Nov 10 04:12:46.125710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35346) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.130991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:46.176968 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.178836 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.279834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ace4b928-cab9-4dbf-9e57-da4742b4890e', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:12:46.280729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.292413 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.475459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Allocated IP 172.20.0.2 (ace4b928-cab9-4dbf-9e57-da4742b4890e/11d4429f-0bf0-4db1-a218-09c0af9606ed/acf4b930-9c78-4f56-a94e-0444d98dabdd) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:46.476933 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.648399 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.657268 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.699494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Network ace4b928-cab9-4dbf-9e57-da4742b4890e is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:46.705079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:46.719427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:46.760627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35370) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.811591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Attempting to bind port acf4b930-9c78-4f56-a94e-0444d98dabdd on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:46.812227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Attempting to bind port acf4b930-9c78-4f56-a94e-0444d98dabdd by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:46.812780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Attempting to bind port acf4b930-9c78-4f56-a94e-0444d98dabdd on network ace4b928-cab9-4dbf-9e57-da4742b4890e {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:46.818416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Pushing event updated for resources: {'Port': ['ID=acf4b930-9c78-4f56-a94e-0444d98dabdd,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:46.833577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:46.834349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Checking segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:46.834975 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.835812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Bound using segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:46.836864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Bound port: acf4b930-9c78-4f56-a94e-0444d98dabdd, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:46.837512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.899219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-8edc948d-c3ff-4341-b2e6-bf9c24de3089 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.900505 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8edc948d-c3ff-4341-b2e6-bf9c24de3089 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1388006 Nov 10 04:12:46.904616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35374) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.909155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-59a2ca65-c54a-4d63-873d-a9f95ca4c52c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.910323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-59a2ca65-c54a-4d63-873d-a9f95ca4c52c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046101 Nov 10 04:12:46.912722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35376) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.917153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-461e7ae1-7276-4f10-9411-5fa013f74d9e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.918349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] For port acf4b930-9c78-4f56-a94e-0444d98dabdd, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:46.918702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-461e7ae1-7276-4f10-9411-5fa013f74d9e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042834 Nov 10 04:12:46.920661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35378) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.921860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] For port acf4b930-9c78-4f56-a94e-0444d98dabdd, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=acf4b930-9c78-4f56-a94e-0444d98dabdd,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:46.923179 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.927398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-289585bf-9ad8-42f1-8b68-1e63b128e280 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.928549 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-289585bf-9ad8-42f1-8b68-1e63b128e280 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065665 Nov 10 04:12:46.931309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35380) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.933237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:46.936840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-15af613b-88a3-4b89-8b94-f533af5847cd tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.941243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-15af613b-88a3-4b89-8b94-f533af5847cd tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0084705 Nov 10 04:12:46.943319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35382) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.948666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-9bcd01df-e4eb-4f4e-9351-5252ac2f24bc tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.953085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9bcd01df-e4eb-4f4e-9351-5252ac2f24bc tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082955 Nov 10 04:12:46.953972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35384) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.960656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-1f268d92-e312-46f2-b716-d53b72b9270e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.965959 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1f268d92-e312-46f2-b716-d53b72b9270e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0104969 Nov 10 04:12:46.966660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35386) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.973097 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-87486213-76c5-4edc-9be2-9804bbdc8702 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.978591 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-87486213-76c5-4edc-9be2-9804bbdc8702 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092878 Nov 10 04:12:46.978591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35388) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.984988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-225f7a28-49c1-4a0e-b250-90f459d56cb6 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:46.986212 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-225f7a28-49c1-4a0e-b250-90f459d56cb6 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069294 Nov 10 04:12:46.990791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35390) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:46.999261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-628d845e-0689-43be-be93-0a8187cc219c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.000204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-628d845e-0689-43be-be93-0a8187cc219c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062258 Nov 10 04:12:47.003119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35392) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.008284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-5dbe9dba-75a0-4d85-9f6b-c1ba6a9fbb47 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.009518 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5dbe9dba-75a0-4d85-9f6b-c1ba6a9fbb47 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052114 Nov 10 04:12:47.011975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35394) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.017895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-7a200463-1ce0-428b-bb39-0e88242ebdf4 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.023107 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7a200463-1ce0-428b-bb39-0e88242ebdf4 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0101733 Nov 10 04:12:47.025573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35396) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.030722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-e567110b-076b-4d8b-8a86-9c6c4fe71843 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.035130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35398) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.035576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e567110b-076b-4d8b-8a86-9c6c4fe71843 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079429 Nov 10 04:12:47.039336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-51cb26c5-a6d1-427d-8297-d42939394a6d tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.042516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b46f0-7267-4722-bbcd-912a07d0cc28 None None] Pushing event updated for resources: {'Port': ['ID=acf4b930-9c78-4f56-a94e-0444d98dabdd,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:47.042662 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-51cb26c5-a6d1-427d-8297-d42939394a6d tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042298 Nov 10 04:12:47.043193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35400) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.047948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-63bf2a66-f8a1-42c8-b166-be501563b4be tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.052281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-63bf2a66-f8a1-42c8-b166-be501563b4be tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073416 Nov 10 04:12:47.052941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35402) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.057175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-ef506692-3b0c-414a-8091-5919184cb133 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.058323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ef506692-3b0c-414a-8091-5919184cb133 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042973 Nov 10 04:12:47.060556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35404) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.065235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-68101a1e-f844-44aa-b8f3-55412ef1baaf tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.066209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-68101a1e-f844-44aa-b8f3-55412ef1baaf tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047340 Nov 10 04:12:47.069183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35406) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.073412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-b90ab14a-e1fc-4640-b787-8b7cbf7ddbf4 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.074367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b90ab14a-e1fc-4640-b787-8b7cbf7ddbf4 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041149 Nov 10 04:12:47.076677 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35408) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.081000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-c9af1880-c0b9-48d9-9f35-ae9d15c7f22c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.081928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c9af1880-c0b9-48d9-9f35-ae9d15c7f22c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043526 Nov 10 04:12:47.086369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35410) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.090626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-f2215436-a12e-4f7c-b5f5-642c97cd802e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.091577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f2215436-a12e-4f7c-b5f5-642c97cd802e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042884 Nov 10 04:12:47.093867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35412) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.098308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-988d14b7-e90a-49fb-b41e-afc2f9367476 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.099240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-988d14b7-e90a-49fb-b41e-afc2f9367476 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039976 Nov 10 04:12:47.101390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35414) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.105349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-da0d46d2-7ee9-4525-8aa5-ebeeb07c4be0 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.107513 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-da0d46d2-7ee9-4525-8aa5-ebeeb07c4be0 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050526 Nov 10 04:12:47.109512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35416) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.113900 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:47.114692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-b86bcfac-a93b-4d75-943c-f7aeac4638ce tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.118415 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b86bcfac-a93b-4d75-943c-f7aeac4638ce tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0078547 Nov 10 04:12:47.119219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35418) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.123706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-5f1935ce-4a11-4e9b-8af0-fbbfae12e35b tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.124807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5f1935ce-4a11-4e9b-8af0-fbbfae12e35b tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046058 Nov 10 04:12:47.128163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35420) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.133903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-2cf0ce27-6db6-4baa-a33a-31f481272b8c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.136321 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:47.139085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2cf0ce27-6db6-4baa-a33a-31f481272b8c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0096312 Nov 10 04:12:47.139727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35422) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.144009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-fdc1011d-420e-4b52-b945-547ee51b1dd8 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.145611 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fdc1011d-420e-4b52-b945-547ee51b1dd8 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049000 Nov 10 04:12:47.148215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35424) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.177521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-2bc645f0-e968-4287-a513-be23be645e97 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.181155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2bc645f0-e968-4287-a513-be23be645e97 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0297780 Nov 10 04:12:47.181446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35426) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.186958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-bf37ebc0-239d-4f37-aad1-4e5135f19b30 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.187931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bf37ebc0-239d-4f37-aad1-4e5135f19b30 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057037 Nov 10 04:12:47.190695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35428) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.200094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-0e9d90e4-d81b-4a22-992c-951a9448c57c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.201072 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0e9d90e4-d81b-4a22-992c-951a9448c57c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094204 Nov 10 04:12:47.203708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35430) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.208834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-aad33d73-ba4d-407d-942c-fbf6159bfb93 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.209405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aad33d73-ba4d-407d-942c-fbf6159bfb93 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047486 Nov 10 04:12:47.212229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35432) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.222850 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-e50cb831-fa11-4f95-ba9f-c7a3de422b7f tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.224541 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e50cb831-fa11-4f95-ba9f-c7a3de422b7f tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0111921 Nov 10 04:12:47.227566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35434) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.235244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-ada8fbc2-956b-4b05-899e-784ab3ce0f9a tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.236229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ada8fbc2-956b-4b05-899e-784ab3ce0f9a tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071964 Nov 10 04:12:47.240148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.246730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-9b87f22f-4412-4f7d-a018-e3f78b597e29 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.250576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9b87f22f-4412-4f7d-a018-e3f78b597e29 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0075972 Nov 10 04:12:47.250938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35438) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.256774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-bb2485ab-6c51-4236-af01-28e8a6a50916 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.260585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bb2485ab-6c51-4236-af01-28e8a6a50916 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080278 Nov 10 04:12:47.261526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35440) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.265789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-1d3e3ec0-1c4d-405f-8584-e5e11af972f6 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.267995 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1d3e3ec0-1c4d-405f-8584-e5e11af972f6 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053558 Nov 10 04:12:47.270111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35442) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.274437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-c8a7b36d-df48-4ebc-a649-a3cac6cc5b49 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.275645 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c8a7b36d-df48-4ebc-a649-a3cac6cc5b49 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045354 Nov 10 04:12:47.278091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35444) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.282206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-b860e3d7-76e7-409e-bbad-9714be1cc87b tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.283207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b860e3d7-76e7-409e-bbad-9714be1cc87b tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040696 Nov 10 04:12:47.285634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35446) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.290621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-6baa5838-2973-4996-aa49-effa66170128 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.294131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35448) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.294363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6baa5838-2973-4996-aa49-effa66170128 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071268 Nov 10 04:12:47.304511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-802fad88-d192-44e7-a615-2aa406db01d7 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.305728 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-802fad88-d192-44e7-a615-2aa406db01d7 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085905 Nov 10 04:12:47.308409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35450) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.313072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-a84976c0-b5ec-4e3a-8584-22fd5f36887e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.314417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a84976c0-b5ec-4e3a-8584-22fd5f36887e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047541 Nov 10 04:12:47.316855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35452) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.321704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-913b0c89-e4e4-4846-8bee-15bd6b6df8a1 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.323099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-913b0c89-e4e4-4846-8bee-15bd6b6df8a1 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049379 Nov 10 04:12:47.325595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35454) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.329773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Allocated IP 172.25.6.233 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/291fbe39-4a30-44ce-a077-1c28ac29e11e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:47.330640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-81f74bde-3169-491a-a596-ec20716f005c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.334758 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-81f74bde-3169-491a-a596-ec20716f005c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0079670 Nov 10 04:12:47.335641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.340459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-337491fd-3798-4901-a97e-aee0dd10169f tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.344385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-337491fd-3798-4901-a97e-aee0dd10169f tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077331 Nov 10 04:12:47.345252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35458) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.351388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-16c02656-0513-4d93-b654-45d5607d34d1 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.355423 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-16c02656-0513-4d93-b654-45d5607d34d1 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0088570 Nov 10 04:12:47.356278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35460) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.361217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-58092d5e-e3cc-48c3-8d32-b7038c94addd tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.366377 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-58092d5e-e3cc-48c3-8d32-b7038c94addd tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090878 Nov 10 04:12:47.367106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35462) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.373347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-97d92dd4-f2bd-4010-b616-cffebf73d12e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.377681 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-97d92dd4-f2bd-4010-b616-cffebf73d12e tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0095565 Nov 10 04:12:47.378454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35464) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.386343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-13e01081-5874-4c9f-a0b1-4ae7a03ed3db tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.390710 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-13e01081-5874-4c9f-a0b1-4ae7a03ed3db tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0086470 Nov 10 04:12:47.391052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35468) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.395094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-875baee6-fb72-4b34-abd0-0161ed9148fb tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.398692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-875baee6-fb72-4b34-abd0-0161ed9148fb tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067089 Nov 10 04:12:47.398958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35470) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.403901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-e5c3e6aa-f32f-4a0e-8ae6-512b14f83d56 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.407398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35472) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.407572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e5c3e6aa-f32f-4a0e-8ae6-512b14f83d56 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073235 Nov 10 04:12:47.414231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-2e6aa17c-3f81-4e63-a441-55e84eb07765 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.415191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2e6aa17c-3f81-4e63-a441-55e84eb07765 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0066538 Nov 10 04:12:47.417592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35474) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.423647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-117cd736-ca6a-4389-b21b-932c63ca5571 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.424656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-117cd736-ca6a-4389-b21b-932c63ca5571 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0061319 Nov 10 04:12:47.427845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35476) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.432812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-f77f81be-b119-47db-af5a-5a43e8966f4a tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.435725 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f77f81be-b119-47db-af5a-5a43e8966f4a tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068626 Nov 10 04:12:47.439258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35478) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.444035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-6010052a-9702-45d8-9c11-1b4cf7ab64a5 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.444965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6010052a-9702-45d8-9c11-1b4cf7ab64a5 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042529 Nov 10 04:12:47.447352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35480) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.451453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-88fde41b-1e57-4cd2-ba2d-144a6d87766b tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.452708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-88fde41b-1e57-4cd2-ba2d-144a6d87766b tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041804 Nov 10 04:12:47.454837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35482) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.458818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-26ef6b1d-5c67-477e-9c24-cf85370646d2 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.460056 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-26ef6b1d-5c67-477e-9c24-cf85370646d2 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040584 Nov 10 04:12:47.461914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35484) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.466743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-48f88c8a-8790-467e-a059-b755dfb261ac tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.467672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-48f88c8a-8790-467e-a059-b755dfb261ac tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046933 Nov 10 04:12:47.470063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35486) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.474737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-9ddfa380-0763-4919-80df-4399484a4e7c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.475851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9ddfa380-0763-4919-80df-4399484a4e7c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048039 Nov 10 04:12:47.478188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35488) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.480609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:47.482317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-1bf8a660-f755-47cf-973d-10cc0774f31c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.483333 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1bf8a660-f755-47cf-973d-10cc0774f31c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042269 Nov 10 04:12:47.485550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35490) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.490052 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-cecb5f0f-2a24-4958-9944-5e1ea66d577a tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.491084 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cecb5f0f-2a24-4958-9944-5e1ea66d577a tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045807 Nov 10 04:12:47.493123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35492) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.498140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-14efaa38-3023-4182-871f-06f2f442b16c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.499400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-14efaa38-3023-4182-871f-06f2f442b16c tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0051413 Nov 10 04:12:47.501384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35494) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.505859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-c3b41c2b-e046-4f38-896e-2287cd7fb450 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.506896 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c3b41c2b-e046-4f38-896e-2287cd7fb450 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042856 Nov 10 04:12:47.509051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35496) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.512968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-fc5084cb-2aa1-45ca-959e-092331e6a549 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.513894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fc5084cb-2aa1-45ca-959e-092331e6a549 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039973 Nov 10 04:12:47.516050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35498) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.519833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-81b0786f-5c8c-4f9d-8a5d-291a5b231093 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.521970 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-81b0786f-5c8c-4f9d-8a5d-291a5b231093 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0040212 Nov 10 04:12:47.523212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35500) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.524016 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:47.528483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-9edd2821-8a04-48cc-96c3-e6b3483a50ec tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.529777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9edd2821-8a04-48cc-96c3-e6b3483a50ec tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050130 Nov 10 04:12:47.531765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35502) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.536888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-7be1a1b9-ca46-423c-8d84-395467310f76 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.537991 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7be1a1b9-ca46-423c-8d84-395467310f76 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051155 Nov 10 04:12:47.540144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35504) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.544549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-5d3b5cb2-f915-4ded-9fbf-ab8d1e6eb626 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.545675 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5d3b5cb2-f915-4ded-9fbf-ab8d1e6eb626 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043411 Nov 10 04:12:47.547809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35506) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.552676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-67c87007-480e-4267-bda1-09e2715f74ec tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.556254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35508) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.556496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67c87007-480e-4267-bda1-09e2715f74ec tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074933 Nov 10 04:12:47.561910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-1ed40603-8b58-47b4-87b7-5013f8a4d8f1 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.564759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ed40603-8b58-47b4-87b7-5013f8a4d8f1 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043020 Nov 10 04:12:47.565290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35510) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.569720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-e7c45c39-3f73-4b85-9ddb-120eecc0a992 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.573163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e7c45c39-3f73-4b85-9ddb-120eecc0a992 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068569 Nov 10 04:12:47.573620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35512) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.578475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:47.581710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:47.581870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [None req-f67c7bd7-342c-42f4-8840-8f6d67c8a7ef tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.586242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35514) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:47.592309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:47.595052 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f67c7bd7-342c-42f4-8840-8f6d67c8a7ef tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0204053 Nov 10 04:12:47.596796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794c5af-139f-4229-af6d-3842ca81b250 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:47.598164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [None req-13282e03-b9ff-414f-a02a-810c0e714893 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:12:47.602525 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-13282e03-b9ff-414f-a02a-810c0e714893 tempest-ExtensionsTestJSON-2124245777 tempest-ExtensionsTestJSON-2124245777-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0124359 Nov 10 04:12:47.643364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Pushing event updated for resources: {'Port': ['ID=291fbe39-4a30-44ce-a077-1c28ac29e11e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:47.644373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-86e1c018-49c7-48e9-888c-ddf92846a165 None None] Provisioning complete for port 291fbe39-4a30-44ce-a077-1c28ac29e11e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:47.644972 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-86e1c018-49c7-48e9-888c-ddf92846a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:47.682975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-86e1c018-49c7-48e9-888c-ddf92846a165 None None] Port 291fbe39-4a30-44ce-a077-1c28ac29e11e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:47.918290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:47.941365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35524) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:48.077698 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6494f9cc-6a4b-4caa-8f7a-c7433d60e061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.154242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.194447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6494f9cc-6a4b-4caa-8f7a-c7433d60e061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.201287 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6494f9cc-6a4b-4caa-8f7a-c7433d60e061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.243253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3d641-9a79-48e5-8d12-efd374aea672 None None] Network ace4b928-cab9-4dbf-9e57-da4742b4890e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:48.247232 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6494f9cc-6a4b-4caa-8f7a-c7433d60e061 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40bd826f5f5f43c194a1716ee9a40a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041241 Nov 10 04:12:48.247866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35528) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:48.255675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494f9cc-6a4b-4caa-8f7a-c7433d60e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5a10e-c06e-49f9-8d15-5f8993b8ef1d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:48.318304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6eac-48a8-448e-8163-a3ebe2df67dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.328491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c5beb79e-db49-4a8e-8ad4-a8e3e042549d None None] Provisioning complete for port acf4b930-9c78-4f56-a94e-0444d98dabdd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:48.328825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c5beb79e-db49-4a8e-8ad4-a8e3e042549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.343783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6eac-48a8-448e-8163-a3ebe2df67dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.353585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Router e3294698-7958-4b8f-be69-b81a07e34c29 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:12:48.407137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6eac-48a8-448e-8163-a3ebe2df67dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.410274 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6eac-48a8-448e-8163-a3ebe2df67dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.411865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2c4a6eac-48a8-448e-8163-a3ebe2df67dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ac5a10e-c06e-49f9-8d15-5f8993b8ef1d HTTP/1.1" status: 204 len: 168 time: 0.1621554 Nov 10 04:12:48.429078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a6eac-48a8-448e-8163-a3ebe2df67dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5a10e-c06e-49f9-8d15-5f8993b8ef1d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:48.513011 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:48.521395 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c5beb79e-db49-4a8e-8ad4-a8e3e042549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.526275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Sync routers for ids ['e3294698-7958-4b8f-be69-b81a07e34c29'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:48.534499 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.536309 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bfa767ed-6189-454f-a9f7-93e1c55c7606 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4094305 Nov 10 04:12:48.539447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35534) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:48.549190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.552891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Routers {'e3294698-7958-4b8f-be69-b81a07e34c29'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:48.555584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e3294698-7958-4b8f-be69-b81a07e34c29'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:48.833886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c5beb79e-db49-4a8e-8ad4-a8e3e042549d None None] For port acf4b930-9c78-4f56-a94e-0444d98dabdd, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=acf4b930-9c78-4f56-a94e-0444d98dabdd,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:48.885244 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c5beb79e-db49-4a8e-8ad4-a8e3e042549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:48.956016 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:12:49.019560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5beb79e-db49-4a8e-8ad4-a8e3e042549d None None] Pushing event updated for resources: {'Port': ['ID=acf4b930-9c78-4f56-a94e-0444d98dabdd,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:49.061015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Set router e3294698-7958-4b8f-be69-b81a07e34c29 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:49.077420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acf4b930-9c78-4f56-a94e-0444d98dabdd up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:49.240958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.284185 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.287575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d47c6840-91d6-4922-9974-913d3a1ca3df None None] Provisioning complete for port acf4b930-9c78-4f56-a94e-0444d98dabdd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:49.288494 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d47c6840-91d6-4922-9974-913d3a1ca3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.461347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port acf4b930-9c78-4f56-a94e-0444d98dabdd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:49.461740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.495536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Allocated IP 172.20.0.1 (ace4b928-cab9-4dbf-9e57-da4742b4890e/11d4429f-0bf0-4db1-a218-09c0af9606ed/e88805db-e4a6-4390-b0b2-50b24675849f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:49.578315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:12:47Z', 'revision_number': 3, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port': {'id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:47Z', 'updated_at': '2021-11-10T04:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:49.623329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Checking router: e3294698-7958-4b8f-be69-b81a07e34c29 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:49.623470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Updating router e3294698-7958-4b8f-be69-b81a07e34c29 port 291fbe39-4a30-44ce-a077-1c28ac29e11e binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:12:49.653551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.665890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:49.701759 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.746804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.808033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Pushing event updated for resources: {'Port': ['ID=e88805db-e4a6-4390-b0b2-50b24675849f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:49.823735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Network ace4b928-cab9-4dbf-9e57-da4742b4890e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:49.825448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:49.843208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:49.855570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-116351822'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:49.887432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Made reservation on behalf of a7083b50266b47809503b139beeb3815 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:49.892146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.915226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:49.930875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.041025 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.058666 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.085543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.090282 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.123298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Attempting to bind port 291fbe39-4a30-44ce-a077-1c28ac29e11e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:50.123675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Attempting to bind port 291fbe39-4a30-44ce-a077-1c28ac29e11e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:50.124036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Attempting to bind port 291fbe39-4a30-44ce-a077-1c28ac29e11e on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:50.133356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9195655-5629-440e-9851-bcc753b712b2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:50.138369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:50.146975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:50.147854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:50.147854 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.148491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:50.149195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Bound port: 291fbe39-4a30-44ce-a077-1c28ac29e11e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:50.150559 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.167176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.167577 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Added segment a6b8fe73-806d-45c4-92b1-93896b6af0bf of type vlan for network 263158f3-c4af-43b5-aa6f-b7e949bb2286 Nov 10 04:12:50.184437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9f21-9d21-44fa-8a1b-0659061ef3e5 None None] Pushing event updated for resources: {'Port': ['ID=291fbe39-4a30-44ce-a077-1c28ac29e11e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:50.203914 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.252158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] For port 291fbe39-4a30-44ce-a077-1c28ac29e11e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:50.258607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] For port 291fbe39-4a30-44ce-a077-1c28ac29e11e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=291fbe39-4a30-44ce-a077-1c28ac29e11e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:50.278585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Provisioning complete for port 291fbe39-4a30-44ce-a077-1c28ac29e11e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:50.279329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.280948 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.283099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.309478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971996fa-7ebd-4dcd-828a-1de2160f48be,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:50.319326 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.332833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:50.333571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.422866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9f21-9d21-44fa-8a1b-0659061ef3e5 None None] Pushing event updated for resources: {'Port': ['ID=291fbe39-4a30-44ce-a077-1c28ac29e11e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:50.454271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Network': ['ID=263158f3-c4af-43b5-aa6f-b7e949bb2286,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:50.468452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.472255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf0b382-9173-4fb1-8ba2-1e9b1be55a2b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:50.472851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8c7ac39c-79bc-4508-bb53-371b91a75344 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8050303 Nov 10 04:12:50.476319 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35570) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:50.477117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:50.477702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.484712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'subnet': {'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:50.548098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Routers {'e3294698-7958-4b8f-be69-b81a07e34c29'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:50.548643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e3294698-7958-4b8f-be69-b81a07e34c29'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:50.607362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Made reservation on behalf of a7083b50266b47809503b139beeb3815 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:50.615482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Pushing event updated for resources: {'Port': ['ID=e88805db-e4a6-4390-b0b2-50b24675849f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:50.618449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.628812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.672792 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.764827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Network ace4b928-cab9-4dbf-9e57-da4742b4890e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:50.766245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:50.805725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] For port 291fbe39-4a30-44ce-a077-1c28ac29e11e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=291fbe39-4a30-44ce-a077-1c28ac29e11e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:50.823199 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.925713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] Set router e3294698-7958-4b8f-be69-b81a07e34c29 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:50.959610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Router e3294698-7958-4b8f-be69-b81a07e34c29 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:12:50.962513 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:50.963725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Provisioning complete for port e88805db-e4a6-4390-b0b2-50b24675849f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:50.963858 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.008246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Pushing event updated for resources: {'Port': ['ID=291fbe39-4a30-44ce-a077-1c28ac29e11e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:51.082154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Subnet': ['ID=7af0a213-f938-426b-a9e2-f85f9a1e91d8,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:51.097159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f693062a-566a-4aa1-891f-b486676e87c2 None None] Port e88805db-e4a6-4390-b0b2-50b24675849f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:51.182740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Checking segment: {'id': 'a6b8fe73-806d-45c4-92b1-93896b6af0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:51.183149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Network hostable DHCP agents. Network: 263158f3-c4af-43b5-aa6f-b7e949bb2286, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:12:51.216590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acf4b930-9c78-4f56-a94e-0444d98dabdd up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:51.234332 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:12:51.240241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:51.257985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-710fe635-983c-4ab4-b258-c24b44adfc7d admin admin] 10.222.0.24 "PUT /v2.0/routers/e3294698-7958-4b8f-be69-b81a07e34c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169888 Nov 10 04:12:51.265868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 263158f3-c4af-43b5-aa6f-b7e949bb2286) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:51.274226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:51.275815 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.291344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce211e-92e3-4d65-bde3-90ed00477daa None None] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:51.313440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f7db14c2-27a2-4f20-b1e7-7df4f9259e10 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8336096 Nov 10 04:12:51.316250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35576) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:51.322463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-21fcc337-1e5d-4a11-8638-10a98735b700 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-453316796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:51.350556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6f23d32d-9f64-42fc-8bc7-c50d160ce176 None None] Provisioning complete for port 291fbe39-4a30-44ce-a077-1c28ac29e11e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:51.350953 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6f23d32d-9f64-42fc-8bc7-c50d160ce176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.366027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21fcc337-1e5d-4a11-8638-10a98735b700 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.367638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21fcc337-1e5d-4a11-8638-10a98735b700 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.431216 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21fcc337-1e5d-4a11-8638-10a98735b700 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.436915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21fcc337-1e5d-4a11-8638-10a98735b700 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.464874 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21fcc337-1e5d-4a11-8638-10a98735b700 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.469558 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-21fcc337-1e5d-4a11-8638-10a98735b700 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1494341 Nov 10 04:12:51.470185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35580) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:51.655684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port acf4b930-9c78-4f56-a94e-0444d98dabdd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:51.656202 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.787261 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.787501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6f23d32d-9f64-42fc-8bc7-c50d160ce176 None None] Provisioning complete for port e88805db-e4a6-4390-b0b2-50b24675849f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:51.787601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6f23d32d-9f64-42fc-8bc7-c50d160ce176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.849995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port': {'id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:47Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'e88805db-e4a6-4390-b0b2-50b24675849f', 'name': '', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'mac_address': 'fa:16:3e:7f:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:49Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 2, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'subnets': [{'id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:51.882931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35592) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:51.885092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-263158f3-c4af-43b5-aa6f-b7e949bb2286', 'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286', 'tenant_id': 'a7083b50266b47809503b139beeb3815', 'fixed_ips': [{'subnet_id': '7af0a213-f938-426b-a9e2-f85f9a1e91d8'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:12:51.885979 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.890387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-923691866-network', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:51.908391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777908-79f0-41bb-abe9-0c69caf93263 None None] The sync data for ids ['e3294698-7958-4b8f-be69-b81a07e34c29'] in n-d-817326-2 is: [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port': {'id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:47Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'e88805db-e4a6-4390-b0b2-50b24675849f', 'name': '', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'mac_address': 'fa:16:3e:7f:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:49Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 2, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'subnets': [{'id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:51.920022 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Made reservation on behalf of 94aaf737da694ddabe544af27ce70ae9 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:51.920842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6f23d32d-9f64-42fc-8bc7-c50d160ce176 None None] Port e88805db-e4a6-4390-b0b2-50b24675849f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:51.927773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:51.941962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.035699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.040074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.069362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:12:52.074703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38997e99-d36e-4a2c-a3f3-fb0cf698df27,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:52.079929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Allocated IP 172.20.0.2 (263158f3-c4af-43b5-aa6f-b7e949bb2286/7af0a213-f938-426b-a9e2-f85f9a1e91d8/4f90b0ac-a0b3-4400-9af3-908fac9f4471) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:52.085679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.086215 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Added segment 2cde8502-4e3e-412e-9642-1fd6dd56d777 of type vlan for network 23185f8b-d557-4f99-ae28-db06f74115c2 Nov 10 04:12:52.130349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.189881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.189881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:52.190253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.253168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3662302 Nov 10 04:12:52.256320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:52.271276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e971b-f2fe-417a-aecc-23d1cbc95481 admin admin] Pushing event updated for resources: {'Network': ['ID=23185f8b-d557-4f99-ae28-db06f74115c2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:52.287181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Request body: {'subnet': {'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-923691866-subnet', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:52.290683 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.298191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 23185f8b-d557-4f99-ae28-db06f74115c2 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:12:52.354892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.370552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Made reservation on behalf of 94aaf737da694ddabe544af27ce70ae9 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:52.373686 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.390614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Allocated IP 172.20.0.1 (263158f3-c4af-43b5-aa6f-b7e949bb2286/7af0a213-f938-426b-a9e2-f85f9a1e91d8/e12abc17-1abf-4349-ae15-22d5a111581e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:52.423546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:52.430338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:52.435387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:52.450168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Pushing event updated for resources: {'Port': ['ID=4f90b0ac-a0b3-4400-9af3-908fac9f4471,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:52.513545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Attempting to bind port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:52.514211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Attempting to bind port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'a6b8fe73-806d-45c4-92b1-93896b6af0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:52.515176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Attempting to bind port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 on network 263158f3-c4af-43b5-aa6f-b7e949bb2286 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:52.521037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:52.521494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Checking segment: {'id': 'a6b8fe73-806d-45c4-92b1-93896b6af0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:52.521999 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.522483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Bound using segment: {'id': 'a6b8fe73-806d-45c4-92b1-93896b6af0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:52.523023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Bound port: 4f90b0ac-a0b3-4400-9af3-908fac9f4471, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b8fe73-806d-45c4-92b1-93896b6af0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:52.523473 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.629018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] For port 4f90b0ac-a0b3-4400-9af3-908fac9f4471, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:52.637217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] For port 4f90b0ac-a0b3-4400-9af3-908fac9f4471, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4f90b0ac-a0b3-4400-9af3-908fac9f4471,segment=NetworkSegment(a6b8fe73-806d-45c4-92b1-93896b6af0bf),segment_id=a6b8fe73-806d-45c4-92b1-93896b6af0bf)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:52.643957 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.666934 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.749251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44ab25-adcf-4092-8bfd-b0e5f21c084a None None] Pushing event updated for resources: {'Port': ['ID=4f90b0ac-a0b3-4400-9af3-908fac9f4471,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:52.755333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.822544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b8de55-2b16-4627-8ad1-9eedf67a7498,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:52.836098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.842785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.843117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.843467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.843775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.844099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.844423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.844735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.845047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.845360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.845885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.849760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.850683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:52.912863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:52.913875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Checking segment: {'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:52.914257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Network hostable DHCP agents. Network: 23185f8b-d557-4f99-ae28-db06f74115c2, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:12:52.920511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:52.924683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Port': ['ID=e12abc17-1abf-4349-ae15-22d5a111581e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:52.928475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:52.974484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Network 23185f8b-d557-4f99-ae28-db06f74115c2 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:12:52.993318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:52.996510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 23185f8b-d557-4f99-ae28-db06f74115c2) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:53.006029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:53.006212 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.039206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f7d9a6-9a2a-4a80-9a0b-affd67fd605d None None] Network 23185f8b-d557-4f99-ae28-db06f74115c2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:53.080451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0bc06cfb-bcbe-4d31-afbe-efdcf6b82823 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8214610 Nov 10 04:12:53.086201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35602) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:53.091722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:53.145913 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.147169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.237814 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.261784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.276867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 291fbe39-4a30-44ce-a077-1c28ac29e11e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:53.384982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-23185f8b-d557-4f99-ae28-db06f74115c2', 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'fixed_ips': [{'subnet_id': '35b8de55-2b16-4627-8ad1-9eedf67a7498'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:12:53.385813 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.470251 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.504655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 291fbe39-4a30-44ce-a077-1c28ac29e11e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:53.505022 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.560835 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.636079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Allocated IP 172.20.0.2 (23185f8b-d557-4f99-ae28-db06f74115c2/35b8de55-2b16-4627-8ad1-9eedf67a7498/41173b27-376f-4d47-b3bf-e88eb80b5fa5) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:53.696825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4f90b0ac-a0b3-4400-9af3-908fac9f4471 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:53.738907 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.750924 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.842793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.872099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Port': ['ID=e12abc17-1abf-4349-ae15-22d5a111581e,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:53.876713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.915626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:53.916215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:53.926781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.000243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.017443 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.045523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Allocated IP 172.25.6.109 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f4933d01-359b-4dd0-95eb-2ef03c93a40f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:54.093653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:54.095450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:54.123766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Pushing event updated for resources: {'Port': ['ID=41173b27-376f-4d47-b3bf-e88eb80b5fa5,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:54.136755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Network 23185f8b-d557-4f99-ae28-db06f74115c2 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:54.141469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:54.182635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:54.244132 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.290372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Router 5df0f794-c840-4369-a255-40654d8b9dfe is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:12:54.336859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 4f90b0ac-a0b3-4400-9af3-908fac9f4471, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4f90b0ac-a0b3-4400-9af3-908fac9f4471,segment=NetworkSegment(a6b8fe73-806d-45c4-92b1-93896b6af0bf),segment_id=a6b8fe73-806d-45c4-92b1-93896b6af0bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:54.353052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Attempting to bind port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:54.353052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Attempting to bind port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:54.353350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Attempting to bind port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 on network 23185f8b-d557-4f99-ae28-db06f74115c2 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:54.357146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.392521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:54.392892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Checking segment: {'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:54.393548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.393969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Bound using segment: {'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:54.394466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Bound port: 41173b27-376f-4d47-b3bf-e88eb80b5fa5, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:54.394844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.515189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] For port 41173b27-376f-4d47-b3bf-e88eb80b5fa5, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:54.521385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] For port 41173b27-376f-4d47-b3bf-e88eb80b5fa5, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=41173b27-376f-4d47-b3bf-e88eb80b5fa5,segment=NetworkSegment(2cde8502-4e3e-412e-9642-1fd6dd56d777),segment_id=2cde8502-4e3e-412e-9642-1fd6dd56d777)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:54.528781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800cca0e-7f5d-4cec-bfae-8d49e6533340 None None] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:54.543441 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.636520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=4f90b0ac-a0b3-4400-9af3-908fac9f4471,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:54.717798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7ceb5038-d08e-4346-841a-4297cecdcb4d None None] Provisioning complete for port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:54.718206 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5038-d08e-4346-841a-4297cecdcb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.760719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cae54-3ba6-4d35-b25d-8a0b945303d6 None None] Pushing event updated for resources: {'Port': ['ID=41173b27-376f-4d47-b3bf-e88eb80b5fa5,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:54.809890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.884544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:54.961067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:54.976268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:54.984998 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:55.057629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Pushing event updated for resources: {'Port': ['ID=f4933d01-359b-4dd0-95eb-2ef03c93a40f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:55.058156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:55.065572 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6200592c-e27f-4a71-8bca-75e8d8a98b8b tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "PUT /v2.0/routers/5df0f794-c840-4369-a255-40654d8b9dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5937855 Nov 10 04:12:55.068774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35608) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:55.071273 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] Sync routers for ids ['5df0f794-c840-4369-a255-40654d8b9dfe'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:55.075593 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'port': {'network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286', 'name': 'tempest-FloatingIPNegativeTestJSON-1182313235'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:55.087620 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] Routers {'5df0f794-c840-4369-a255-40654d8b9dfe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:55.088245 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5df0f794-c840-4369-a255-40654d8b9dfe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:55.195667 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:55.207578 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] Routers {'5df0f794-c840-4369-a255-40654d8b9dfe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:55.208446 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5df0f794-c840-4369-a255-40654d8b9dfe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:55.242299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Sync routers for ids ['e3294698-7958-4b8f-be69-b81a07e34c29'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:55.246253 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:55.247195 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228620d-0d12-4290-bcb0-d69c49fe5c93 None None] The sync data for ids ['5df0f794-c840-4369-a255-40654d8b9dfe'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:55.261687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67535ef6-ff85-4eab-904b-c916f8e95e3a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:55.288679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Routers {'e3294698-7958-4b8f-be69-b81a07e34c29'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:55.289376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e3294698-7958-4b8f-be69-b81a07e34c29'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:55.307375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Made reservation on behalf of a7083b50266b47809503b139beeb3815 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:12:55.310744 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:55.337385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] device_id is not set on port fd957b7b-33ad-4791-84b2-5a3e27b3925d yet. {{(pid=102597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 04:12:55.397961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4f90b0ac-a0b3-4400-9af3-908fac9f4471 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:55.432570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:55.506502 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-68284421-a49d-45ba-8800-4f965b189b63 None None] Provisioning complete for port f4933d01-359b-4dd0-95eb-2ef03c93a40f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:55.507041 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68284421-a49d-45ba-8800-4f965b189b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:55.517431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Allocated IP 172.20.0.6 (263158f3-c4af-43b5-aa6f-b7e949bb2286/7af0a213-f938-426b-a9e2-f85f9a1e91d8/fd957b7b-33ad-4791-84b2-5a3e27b3925d) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:55.750315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-68284421-a49d-45ba-8800-4f965b189b63 None None] Port f4933d01-359b-4dd0-95eb-2ef03c93a40f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:55.767689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Set router e3294698-7958-4b8f-be69-b81a07e34c29 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:55.776427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:55.875640 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:55.900076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:55.900306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:55.949710 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.019574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:56.025923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:56.031412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:56.040759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Router 0c25d5bc-76f4-4974-900b-48824ad3d20f is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:12:56.094325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Port': ['ID=fd957b7b-33ad-4791-84b2-5a3e27b3925d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:56.155211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:12:56.166750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.204505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35618) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:56.205237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3349819a-0579-43b7-af69-879bf65b4f24 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1352520 Nov 10 04:12:56.210212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:56.267981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:56.282187 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Sync routers for ids ['0c25d5bc-76f4-4974-900b-48824ad3d20f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:12:56.284765 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.297907 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Routers {'0c25d5bc-76f4-4974-900b-48824ad3d20f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:56.298749 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0c25d5bc-76f4-4974-900b-48824ad3d20f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:56.378558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.386550 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7809bb2d-ff57-41da-80c4-096f9dc0af86 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2960842 Nov 10 04:12:56.386759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 41173b27-376f-4d47-b3bf-e88eb80b5fa5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:12:56.387258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35622) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:56.541016 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Set router 0c25d5bc-76f4-4974-900b-48824ad3d20f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:56.543925 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.557393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port': {'id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:47Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'e88805db-e4a6-4390-b0b2-50b24675849f', 'name': '', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'mac_address': 'fa:16:3e:7f:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:49Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 2, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'subnets': [{'id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:56.566249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6585ca58-f475-42c9-8b1a-38b3c809af5c None None] Provisioning complete for port e12abc17-1abf-4349-ae15-22d5a111581e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:56.566615 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6585ca58-f475-42c9-8b1a-38b3c809af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.647964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Checking router: e3294698-7958-4b8f-be69-b81a07e34c29 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:56.648310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Updating router e3294698-7958-4b8f-be69-b81a07e34c29 port e88805db-e4a6-4390-b0b2-50b24675849f binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:12:56.757003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cef913-211e-4c5c-bcd8-a40caa8e2a12 None None] Network 23185f8b-d557-4f99-ae28-db06f74115c2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:12:56.851162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Allocated IP 172.25.6.32 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/7081a9e6-617e-40f2-9386-5d450ac2d2a4) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:56.867471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.874917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6585ca58-f475-42c9-8b1a-38b3c809af5c None None] Port e12abc17-1abf-4349-ae15-22d5a111581e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:56.893655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:56.894453 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:56.965484 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:55Z', 'revision_number': 3, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port': {'id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:57.026217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Checking router: 0c25d5bc-76f4-4974-900b-48824ad3d20f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:12:57.026860 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Updating router 0c25d5bc-76f4-4974-900b-48824ad3d20f port f4933d01-359b-4dd0-95eb-2ef03c93a40f binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:12:57.075302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6585ca58-f475-42c9-8b1a-38b3c809af5c None None] Provisioning complete for port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:57.075674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6585ca58-f475-42c9-8b1a-38b3c809af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.076905 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.104739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.200946 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.246896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Port': ['ID=7081a9e6-617e-40f2-9386-5d450ac2d2a4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:57.266615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:57.268020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:57.271421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:57.301826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.423159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.486201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.565219 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.573718 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.622780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.628133 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Attempting to bind port f4933d01-359b-4dd0-95eb-2ef03c93a40f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:57.628832 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Attempting to bind port f4933d01-359b-4dd0-95eb-2ef03c93a40f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:57.629196 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Attempting to bind port f4933d01-359b-4dd0-95eb-2ef03c93a40f on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:57.637147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Allocated IP 172.20.0.1 (23185f8b-d557-4f99-ae28-db06f74115c2/35b8de55-2b16-4627-8ad1-9eedf67a7498/7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:12:57.645077 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:57.646122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:57.646521 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.647152 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:57.647792 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Bound port: f4933d01-359b-4dd0-95eb-2ef03c93a40f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:57.648383 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.659131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9a37b-0aca-4eca-b49c-6daac0fcda4a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:57.706215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 41173b27-376f-4d47-b3bf-e88eb80b5fa5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=41173b27-376f-4d47-b3bf-e88eb80b5fa5,segment=NetworkSegment(2cde8502-4e3e-412e-9642-1fd6dd56d777),segment_id=2cde8502-4e3e-412e-9642-1fd6dd56d777)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:57.710256 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] For port f4933d01-359b-4dd0-95eb-2ef03c93a40f, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:57.715369 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] For port f4933d01-359b-4dd0-95eb-2ef03c93a40f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f4933d01-359b-4dd0-95eb-2ef03c93a40f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:57.721490 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.728921 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.734288 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Pushing event updated for resources: {'Port': ['ID=f4933d01-359b-4dd0-95eb-2ef03c93a40f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:57.744178 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.744712 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.745316 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.745858 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.746446 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.747116 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.747648 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.748175 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.748711 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.749234 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.749760 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.750372 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:12:57.802604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Routers {'0c25d5bc-76f4-4974-900b-48824ad3d20f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:57.803527 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0c25d5bc-76f4-4974-900b-48824ad3d20f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:57.804553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f53bd-f910-45f7-92ac-342dbf8d8426 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:12:57.813920 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.821752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.857797 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.905295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.965044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Port': ['ID=7081a9e6-617e-40f2-9386-5d450ac2d2a4,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:57.968366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.990652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:57.993111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d08e63e7-f577-4e42-a404-1371732eb66a tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7869442 Nov 10 04:12:57.995753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35626) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:57.998360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Network 23185f8b-d557-4f99-ae28-db06f74115c2 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:58.002314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:58.008820 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.012923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e0540e26-436e-4e4c-b59e-35a0f9115df4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'floatingip': {'port_id': 'fd957b7b-33ad-4791-84b2-5a3e27b3925d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:58.018642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:12:58.022050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Pushing event updated for resources: {'Port': ['ID=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:58.027196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=41173b27-376f-4d47-b3bf-e88eb80b5fa5,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:58.038052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.068318 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] Set router 0c25d5bc-76f4-4974-900b-48824ad3d20f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:58.112547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00e97e-52df-4bed-9588-36b2bc40ebe9 None None] Pushing event updated for resources: {'Port': ['ID=e88805db-e4a6-4390-b0b2-50b24675849f,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:58.116785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e0540e26-436e-4e4c-b59e-35a0f9115df4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.124378 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.152103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Provisioning complete for port f4933d01-359b-4dd0-95eb-2ef03c93a40f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:58.152478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.243949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Attempting to bind port e88805db-e4a6-4390-b0b2-50b24675849f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:12:58.246152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Attempting to bind port e88805db-e4a6-4390-b0b2-50b24675849f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:12:58.246724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Attempting to bind port e88805db-e4a6-4390-b0b2-50b24675849f on network ace4b928-cab9-4dbf-9e57-da4742b4890e {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:12:58.269620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:12:58.270463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Checking segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:12:58.270869 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.271260 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Bound using segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:12:58.272130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Bound port: e88805db-e4a6-4390-b0b2-50b24675849f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:12:58.272546 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.309485 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476a387-6808-451a-baad-aa7ad19a353c None None] Pushing event updated for resources: {'Port': ['ID=f4933d01-359b-4dd0-95eb-2ef03c93a40f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:58.376389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] For port e88805db-e4a6-4390-b0b2-50b24675849f, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:12:58.384954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] For port e88805db-e4a6-4390-b0b2-50b24675849f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e88805db-e4a6-4390-b0b2-50b24675849f,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:12:58.392027 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-e0540e26-436e-4e4c-b59e-35a0f9115df4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] update failed (client error): The resource could not be found. Nov 10 04:12:58.392027 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e0540e26-436e-4e4c-b59e-35a0f9115df4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "PUT /v2.0/floatingips/c1a83387-33b2-4c67-ad4a-438173eb7dce HTTP/1.1" status: 404 len: 507 time: 0.3949790 Nov 10 04:12:58.394838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35632) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:58.429157 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.438240 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.568019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00e97e-52df-4bed-9588-36b2bc40ebe9 None None] Pushing event updated for resources: {'Port': ['ID=e88805db-e4a6-4390-b0b2-50b24675849f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:58.593282 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:55Z', 'revision_number': 3, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port': {'id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:58.615834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Routers {'e3294698-7958-4b8f-be69-b81a07e34c29'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:12:58.618014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e3294698-7958-4b8f-be69-b81a07e34c29'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:58.662947 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b85cd8-ec6f-4853-8dae-8a15214c3caa None None] The sync data for ids ['0c25d5bc-76f4-4974-900b-48824ad3d20f'] in n-d-817326-2 is: [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:55Z', 'revision_number': 3, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port': {'id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:58.676875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Deleting port 7081a9e6-617e-40f2-9386-5d450ac2d2a4 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:12:58.677211 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.829141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.840269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.850577 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.851051 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:58.858141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] Set router e3294698-7958-4b8f-be69-b81a07e34c29 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:12:58.867255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Calling delete_port for 7081a9e6-617e-40f2-9386-5d450ac2d2a4 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:12:58.939200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Pushing event updated for resources: {'Port': ['ID=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:58.945148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.093858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.105438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.108873 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Network 23185f8b-d557-4f99-ae28-db06f74115c2 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:12:59.134989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event deleted for resources: {'Port': ['ID=7081a9e6-617e-40f2-9386-5d450ac2d2a4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:59.143016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:12:59.190362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] For port f4933d01-359b-4dd0-95eb-2ef03c93a40f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f4933d01-359b-4dd0-95eb-2ef03c93a40f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:12:59.244190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.261298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.268110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.270171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a98fe98d-9efb-4bd8-a4d6-27c2b9e73dde tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "DELETE /v2.0/floatingips/c1a83387-33b2-4c67-ad4a-438173eb7dce HTTP/1.1" status: 204 len: 168 time: 0.8733399 Nov 10 04:12:59.275444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35634) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:59.289140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-adeea619-dadf-45a2-8250-3a21cb15fdb4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'floatingip': {'floating_network_id': '263158f3-c4af-43b5-aa6f-b7e949bb2286', 'port_id': 'fd957b7b-33ad-4791-84b2-5a3e27b3925d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:59.330032 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-adeea619-dadf-45a2-8250-3a21cb15fdb4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.332052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Pushing event updated for resources: {'Port': ['ID=f4933d01-359b-4dd0-95eb-2ef03c93a40f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:12:59.337441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Provisioning complete for port e12abc17-1abf-4349-ae15-22d5a111581e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:59.337807 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.370461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Router 0c25d5bc-76f4-4974-900b-48824ad3d20f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:12:59.400115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Port e12abc17-1abf-4349-ae15-22d5a111581e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:59.465121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Provisioning complete for port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:59.465373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.479247 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-adeea619-dadf-45a2-8250-3a21cb15fdb4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:12:59.487549 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-adeea619-dadf-45a2-8250-3a21cb15fdb4 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2103155 Nov 10 04:12:59.491271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35636) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:12:59.497808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': 'fd957b7b-33ad-4791-84b2-5a3e27b3925d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:12:59.593482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:12:59.600722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-efbbb4df-f088-4618-8eaf-51415c5d0aca admin admin] 10.222.0.24 "PUT /v2.0/routers/0c25d5bc-76f4-4974-900b-48824ad3d20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2112184 Nov 10 04:12:59.607191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port': {'id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:47Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'e88805db-e4a6-4390-b0b2-50b24675849f', 'name': '', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'mac_address': 'fa:16:3e:7f:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:49Z', 'updated_at': '2021-11-10T04:12:58Z', 'revision_number': 4, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'subnets': [{'id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:12:59.644141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.655252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110913-ed73-47fb-8a59-be69b704ab6d None None] The sync data for ids ['e3294698-7958-4b8f-be69-b81a07e34c29'] in n-d-817326-2 is: [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port': {'id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:47Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'e88805db-e4a6-4390-b0b2-50b24675849f', 'name': '', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'mac_address': 'fa:16:3e:7f:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:49Z', 'updated_at': '2021-11-10T04:12:58Z', 'revision_number': 4, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'subnets': [{'id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:12:59.690327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Provisioning complete for port fd957b7b-33ad-4791-84b2-5a3e27b3925d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:59.690778 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.795861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-26a01a8d-5a28-4661-bc04-2ed0237d1585 None None] Port fd957b7b-33ad-4791-84b2-5a3e27b3925d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:12:59.906822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:12:59.933447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Provisioning complete for port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:12:59.934049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.012465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:00.039712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Provisioning complete for port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:00.040073 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.137378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Allocated IP 172.25.6.47 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/5f1921e9-4765-4c21-bc60-d7e7855acbb1) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:00.143822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e88805db-e4a6-4390-b0b2-50b24675849f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:00.237792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Provisioning complete for port e88805db-e4a6-4390-b0b2-50b24675849f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:00.238190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.302246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e88805db-e4a6-4390-b0b2-50b24675849f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:00.302617 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.371589 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.425109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.462255 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.496461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] For port e88805db-e4a6-4390-b0b2-50b24675849f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e88805db-e4a6-4390-b0b2-50b24675849f,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:00.506455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.524284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:00.529322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:00.533954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:00.544478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:00.611485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ac228-ad4e-40a0-abc2-971db3083d5a None None] Pushing event updated for resources: {'Port': ['ID=e88805db-e4a6-4390-b0b2-50b24675849f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:00.619279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event updated for resources: {'Port': ['ID=5f1921e9-4765-4c21-bc60-d7e7855acbb1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:00.653817 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:13:00.654432 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:13:00.891640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-25047fe1-ac70-41c8-9c6f-5750f542c0e2 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:00.893197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-25047fe1-ac70-41c8-9c6f-5750f542c0e2 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/networks?id=ace4b928-cab9-4dbf-9e57-da4742b4890e HTTP/1.1" status: 200 len: 909 time: 0.2620656 Nov 10 04:13:00.920755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-4fb691fc-db4d-486e-88b9-774c9b774362 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/quotas/94aaf737da694ddabe544af27ce70ae9 HTTP/1.1" status: 200 len: 375 time: 0.0159080 Nov 10 04:13:00.929288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Deleting port 5f1921e9-4765-4c21-bc60-d7e7855acbb1 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:00.929774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.077700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-f64bae0d-54f3-4f29-bfe4-6a4f2785b474 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=94aaf737da694ddabe544af27ce70ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292799 Nov 10 04:13:01.086331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.086664 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.140635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Calling delete_port for 5f1921e9-4765-4c21-bc60-d7e7855acbb1 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:01.199897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f4933d01-359b-4dd0-95eb-2ef03c93a40f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:01.238690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-75337314-9a89-4aca-a229-a094a5025921 service neutron] 10.222.0.24 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492965 Nov 10 04:13:01.260832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f4933d01-359b-4dd0-95eb-2ef03c93a40f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:01.261351 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.363745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Sync routers for ids ['0c25d5bc-76f4-4974-900b-48824ad3d20f'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:01.379256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.383792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 41173b27-376f-4d47-b3bf-e88eb80b5fa5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:01.389724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-8264be71-b5f2-44a9-951d-53fc3d6af899 service neutron] 10.222.0.24 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408038 Nov 10 04:13:01.409608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event deleted for resources: {'Port': ['ID=5f1921e9-4765-4c21-bc60-d7e7855acbb1,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:01.427639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Routers {'0c25d5bc-76f4-4974-900b-48824ad3d20f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:01.428384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0c25d5bc-76f4-4974-900b-48824ad3d20f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:01.509240 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] create failed (client error): The resource could not be found. Nov 10 04:13:01.513978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-11f4a12d-f0e4-4e4d-9c0b-123d03603ccf tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0161262 Nov 10 04:13:01.525606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35664) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:01.623376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Set router 0c25d5bc-76f4-4974-900b-48824ad3d20f gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:01.660104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Deleting port fd957b7b-33ad-4791-84b2-5a3e27b3925d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:01.660493 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.708901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:01.709276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.838897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29cbc1f6-3f31-42ba-9818-e98950343c1e req-95fce59a-453a-4296-b9cc-be53883bcf14 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 210 time: 0.2459860 Nov 10 04:13:01.847872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:01.861623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Calling delete_port for fd957b7b-33ad-4791-84b2-5a3e27b3925d owned by {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:01.994471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:58Z', 'revision_number': 4, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port': {'id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd', 'name': '', 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'mac_address': 'fa:16:3e:99:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '35b8de55-2b16-4627-8ad1-9eedf67a7498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:57Z', 'updated_at': '2021-11-10T04:12:58Z', 'revision_number': 2, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'subnets': [{'id': '35b8de55-2b16-4627-8ad1-9eedf67a7498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:02.028472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Checking router: 0c25d5bc-76f4-4974-900b-48824ad3d20f for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:02.028928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Updating router 0c25d5bc-76f4-4974-900b-48824ad3d20f port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:13:02.083965 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.104297 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.136651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e88805db-e4a6-4390-b0b2-50b24675849f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:02.211730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event deleted for resources: {'Port': ['ID=fd957b7b-33ad-4791-84b2-5a3e27b3925d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:02.353869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.362088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e88805db-e4a6-4390-b0b2-50b24675849f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:02.362747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.369530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-24571422-cd6c-4742-8165-bee26c89f353 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "DELETE /v2.0/ports/fd957b7b-33ad-4791-84b2-5a3e27b3925d HTTP/1.1" status: 204 len: 168 time: 0.8423195 Nov 10 04:13:02.372006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35680) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:02.437639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e09cf3-12a1-4676-800e-bb61ae044b6d tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:02.439802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b8e09cf3-12a1-4676-800e-bb61ae044b6d tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df0f794-c840-4369-a255-40654d8b9dfe HTTP/1.1" status: 200 len: 913 time: 0.0662322 Nov 10 04:13:02.442828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35682) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:02.640662 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.647930 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.720405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73d4ed-bf1e-4c39-a89d-22a6317f84ec None None] Pushing event updated for resources: {'Port': ['ID=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:02.811151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Attempting to bind port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:02.811514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Attempting to bind port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:02.811873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Attempting to bind port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd on network 23185f8b-d557-4f99-ae28-db06f74115c2 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:02.820306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:02.821014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Checking segment: {'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:02.821562 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.822137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Bound using segment: {'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:02.823060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Bound port: 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cde8502-4e3e-412e-9642-1fd6dd56d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:02.824777 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:02.919324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] For port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:02.924900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] For port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,segment=NetworkSegment(2cde8502-4e3e-412e-9642-1fd6dd56d777),segment_id=2cde8502-4e3e-412e-9642-1fd6dd56d777)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:02.932595 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.045403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73d4ed-bf1e-4c39-a89d-22a6317f84ec None None] Pushing event updated for resources: {'Port': ['ID=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:03.049449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Routers {'0c25d5bc-76f4-4974-900b-48824ad3d20f'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:03.050099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0c25d5bc-76f4-4974-900b-48824ad3d20f'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:03.079701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7e22b29-7dca-4839-a876-708cabc2ef66 req-5162807c-bbdd-44a0-b4d5-553ccb414cea tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 210 time: 0.0889556 Nov 10 04:13:03.120623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.228191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0e7fba9c-19dc-4f45-a0bc-05a37360c908 None None] Provisioning complete for port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:03.228568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e7fba9c-19dc-4f45-a0bc-05a37360c908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.295225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-3783a199-d538-4b87-911c-78d483b585e9 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:03.301106 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-3783a199-d538-4b87-911c-78d483b585e9 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.44 "GET /v2.0/networks?id=ace4b928-cab9-4dbf-9e57-da4742b4890e HTTP/1.1" status: 200 len: 909 time: 0.2294657 Nov 10 04:13:03.325312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Request body: {'port': {'device_id': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'admin_state_up': True, 'tenant_id': '94aaf737da694ddabe544af27ce70ae9'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:03.343440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] Set router 0c25d5bc-76f4-4974-900b-48824ad3d20f gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:03.359442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Made reservation on behalf of 94aaf737da694ddabe544af27ce70ae9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:03.365597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.460562 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e7fba9c-19dc-4f45-a0bc-05a37360c908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.531020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Allocated IP 172.20.0.10 (ace4b928-cab9-4dbf-9e57-da4742b4890e/11d4429f-0bf0-4db1-a218-09c0af9606ed/f64076f1-082d-4a9f-b97a-a55b2040480b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:03.700808 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.744439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.749390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0e7fba9c-19dc-4f45-a0bc-05a37360c908 None None] For port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,segment=NetworkSegment(2cde8502-4e3e-412e-9642-1fd6dd56d777),segment_id=2cde8502-4e3e-412e-9642-1fd6dd56d777)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:03.764315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e7fba9c-19dc-4f45-a0bc-05a37360c908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.854623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fba9c-19dc-4f45-a0bc-05a37360c908 None None] Pushing event updated for resources: {'Port': ['ID=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:03.896391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Network ace4b928-cab9-4dbf-9e57-da4742b4890e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:03.897891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Pushing event updated for resources: {'Port': ['ID=f64076f1-082d-4a9f-b97a-a55b2040480b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:03.908254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:03.915227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:03.923961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:58Z', 'revision_number': 4, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port': {'id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd', 'name': '', 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'mac_address': 'fa:16:3e:99:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '35b8de55-2b16-4627-8ad1-9eedf67a7498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:57Z', 'updated_at': '2021-11-10T04:13:02Z', 'revision_number': 4, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'subnets': [{'id': '35b8de55-2b16-4627-8ad1-9eedf67a7498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:03.993092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-487ad756-8b02-4a67-9320-c1af4a234293 None None] Provisioning complete for port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:03.993461 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-487ad756-8b02-4a67-9320-c1af4a234293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:03.996818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55d909-93d2-4562-82a6-7e18894d8297 None None] The sync data for ids ['0c25d5bc-76f4-4974-900b-48824ad3d20f'] in n-d-817326-2 is: [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:58Z', 'revision_number': 4, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port': {'id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd', 'name': '', 'network_id': '23185f8b-d557-4f99-ae28-db06f74115c2', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'mac_address': 'fa:16:3e:99:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '35b8de55-2b16-4627-8ad1-9eedf67a7498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:57Z', 'updated_at': '2021-11-10T04:13:02Z', 'revision_number': 4, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'subnets': [{'id': '35b8de55-2b16-4627-8ad1-9eedf67a7498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:04.010231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Deleting port e12abc17-1abf-4349-ae15-22d5a111581e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:04.010703 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.020063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:04.021511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.053828 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-7653d468-ce21-4716-aa2e-65a6673d5c79 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7457588 Nov 10 04:13:04.091238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Request body: {'port': {'device_id': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:04.217440 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.237609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Calling delete_port for e12abc17-1abf-4349-ae15-22d5a111581e owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:04.245326 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.438349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6cf2d-c789-4d07-8bc7-b9fe543c9d33 req-006eb1fb-ae72-45b3-bf4c-2ba402cee264 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:04.445723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbc6cf2d-c789-4d07-8bc7-b9fe543c9d33 req-006eb1fb-ae72-45b3-bf4c-2ba402cee264 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1028 time: 0.1105368 Nov 10 04:13:04.487889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fdd660cf-77ba-4689-bfa7-f6df86c2c463 None None] Provisioning complete for port f64076f1-082d-4a9f-b97a-a55b2040480b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:04.488507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fdd660cf-77ba-4689-bfa7-f6df86c2c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.585382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbc6cf2d-c789-4d07-8bc7-b9fe543c9d33 req-733a50a0-1a94-4cb8-a2c8-a2013347196a tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386993 Nov 10 04:13:04.595347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fdd660cf-77ba-4689-bfa7-f6df86c2c463 None None] Port f64076f1-082d-4a9f-b97a-a55b2040480b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:04.696361 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.739579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event deleted for resources: {'Port': ['ID=e12abc17-1abf-4349-ae15-22d5a111581e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:04.776141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64076f1-082d-4a9f-b97a-a55b2040480b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:13:04.785948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.808509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Transition to ACTIVE for port object f64076f1-082d-4a9f-b97a-a55b2040480b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:13:04.814668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:04.943712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Pushing event updated for resources: {'Port': ['ID=f64076f1-082d-4a9f-b97a-a55b2040480b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:04.999812 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:05.182187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Attempting to bind port f64076f1-082d-4a9f-b97a-a55b2040480b on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:05.186299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Attempting to bind port f64076f1-082d-4a9f-b97a-a55b2040480b by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:05.187054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Attempting to bind port f64076f1-082d-4a9f-b97a-a55b2040480b on network ace4b928-cab9-4dbf-9e57-da4742b4890e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:05.200567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Port f64076f1-082d-4a9f-b97a-a55b2040480b on network ace4b928-cab9-4dbf-9e57-da4742b4890e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:13:05.200782 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Attempting to bind port f64076f1-082d-4a9f-b97a-a55b2040480b on network ace4b928-cab9-4dbf-9e57-da4742b4890e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:05.206894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:05.207363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Checking segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:05.211335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Bound using segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:05.211839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Bound port: f64076f1-082d-4a9f-b97a-a55b2040480b, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:05.215484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:05.292012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Router 5df0f794-c840-4369-a255-40654d8b9dfe has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:05.335774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] For port f64076f1-082d-4a9f-b97a-a55b2040480b, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:05.344972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] For port f64076f1-082d-4a9f-b97a-a55b2040480b, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f64076f1-082d-4a9f-b97a-a55b2040480b,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:05.353639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:05.399981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:05.400669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:05.402139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] 10.222.0.44 "PUT /v2.0/ports/f64076f1-082d-4a9f-b97a-a55b2040480b HTTP/1.1" status: 200 len: 1092 time: 1.3376985 Nov 10 04:13:05.404145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'tag': 'f64076f1-082d-4a9f-b97a-a55b2040480b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:05.404857 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae50a792-12a4-4446-95a3-0a284fecde48" -d '{"events": [{"name": "network-changed", "server_uuid": "9109ca11-6584-4d58-b2db-c3eca9bc9d9e", "tag": "f64076f1-082d-4a9f-b97a-a55b2040480b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:05.416344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:05.436477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] Sync routers for ids ['5df0f794-c840-4369-a255-40654d8b9dfe'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:05.438787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2e9c-19b5-466c-abc9-ca760b2d828d service neutron] Pushing event updated for resources: {'Port': ['ID=f64076f1-082d-4a9f-b97a-a55b2040480b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:05.443289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-79deaf2a-d44b-4796-8e43-2a71ac941bcd tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "PUT /v2.0/routers/5df0f794-c840-4369-a255-40654d8b9dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9940295 Nov 10 04:13:05.443500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35696) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:05.461736 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] Routers {'5df0f794-c840-4369-a255-40654d8b9dfe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:05.462412 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5df0f794-c840-4369-a255-40654d8b9dfe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:05.538812 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:05.548511 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] Routers {'5df0f794-c840-4369-a255-40654d8b9dfe'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:05.549340 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['5df0f794-c840-4369-a255-40654d8b9dfe'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:05.550264 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009ea2e-3caa-46b7-a072-2536547c5be8 x-openstack-request-id: req-e009ea2e-3caa-46b7-a072-2536547c5be8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:05.551787 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9109ca11-6584-4d58-b2db-c3eca9bc9d9e", "tag": "f64076f1-082d-4a9f-b97a-a55b2040480b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:05.552502 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e009ea2e-3caa-46b7-a072-2536547c5be8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:05.553004 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'tag': 'f64076f1-082d-4a9f-b97a-a55b2040480b', 'status': 'completed', 'code': 200} Nov 10 04:13:05.600443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-0ef6d516-5690-4f4a-94ae-2819db40f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:05.608317 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:05.608968 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c168f0-cf42-4817-9a68-4a107481f276 None None] The sync data for ids ['5df0f794-c840-4369-a255-40654d8b9dfe'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:05.612222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-0ef6d516-5690-4f4a-94ae-2819db40f8ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94aaf737da694ddabe544af27ce70ae9&device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1095 time: 0.1464686 Nov 10 04:13:05.716444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-9af9044e-d25a-4485-8775-1b08a2052dab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64076f1-082d-4a9f-b97a-a55b2040480b HTTP/1.1" status: 200 len: 217 time: 0.0972877 Nov 10 04:13:05.738461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b06dfa2-5e78-4cb5-8164-158523a30c84 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:05.818467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-b3467ac6-0173-4e7b-8982-2edeff1e129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:05.819261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093a9f7-5434-47fb-b524-18ec131749af req-8805ae51-b9b4-467b-a41c-9512aa2d1d7b tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:05.825719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-b3467ac6-0173-4e7b-8982-2edeff1e129d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d4429f-0bf0-4db1-a218-09c0af9606ed HTTP/1.1" status: 200 len: 848 time: 0.0976546 Nov 10 04:13:05.826700 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a093a9f7-5434-47fb-b524-18ec131749af req-8805ae51-b9b4-467b-a41c-9512aa2d1d7b tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1095 time: 0.1544118 Nov 10 04:13:05.894018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-aef11ee4-f043-486e-bd40-8d8c9dda3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:05.896504 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-aef11ee4-f043-486e-bd40-8d8c9dda3530 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ace4b928-cab9-4dbf-9e57-da4742b4890e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631139 Nov 10 04:13:05.959151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b06dfa2-5e78-4cb5-8164-158523a30c84 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:05.963736 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b06dfa2-5e78-4cb5-8164-158523a30c84 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:05.969357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a093a9f7-5434-47fb-b524-18ec131749af req-71273b66-a9d2-468e-ac0e-8f8f89a91e27 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417511 Nov 10 04:13:06.026848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b06dfa2-5e78-4cb5-8164-158523a30c84 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.027472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06dfa2-5e78-4cb5-8164-158523a30c84 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Fanout notify agent at l3_agent the message router_deleted on router 5df0f794-c840-4369-a255-40654d8b9dfe {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:13:06.035243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7b06dfa2-5e78-4cb5-8164-158523a30c84 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.036606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7b06dfa2-5e78-4cb5-8164-158523a30c84 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "DELETE /v2.0/routers/5df0f794-c840-4369-a255-40654d8b9dfe HTTP/1.1" status: 204 len: 168 time: 0.5919416 Nov 10 04:13:06.039291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35700) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:06.039508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-5db4d054-f2c8-456a-bc71-65337b0e89c9 service neutron] 10.222.0.44 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352141 Nov 10 04:13:06.133794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Deleting subnet 7af0a213-f938-426b-a9e2-f85f9a1e91d8 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:13:06.137884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.158353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:06.200998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-18863074-6c55-4f99-b599-eaa177c5b0ea req-047002f3-0487-4603-8841-ce5fc35b7642 service neutron] 10.222.0.44 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553845 Nov 10 04:13:06.218700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.228064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:06.228905 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.333050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-3bcd9bcb-faee-41b5-925d-cc71ada1e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:06.335851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-3bcd9bcb-faee-41b5-925d-cc71ada1e86b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94aaf737da694ddabe544af27ce70ae9&device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1095 time: 0.0740838 Nov 10 04:13:06.337160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.415025 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.443887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event deleted for resources: {'Subnet': ['ID=7af0a213-f938-426b-a9e2-f85f9a1e91d8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:06.447715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.451671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-283e1678-b8b1-4fa1-a8d1-b76147cfce02 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "DELETE /v2.0/subnets/7af0a213-f938-426b-a9e2-f85f9a1e91d8 HTTP/1.1" status: 204 len: 168 time: 0.4113796 Nov 10 04:13:06.454098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35704) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:06.459287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29138529-91db-4385-81e1-08cd2031319e None None] Network 263158f3-c4af-43b5-aa6f-b7e949bb2286 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:06.460665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-ea1da3f2-c93e-4df2-a015-2213bc4dc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:06.463373 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-ea1da3f2-c93e-4df2-a015-2213bc4dc6ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=ace4b928-cab9-4dbf-9e57-da4742b4890e HTTP/1.1" status: 200 len: 909 time: 0.1195631 Nov 10 04:13:06.527229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-fe0822d6-d5a9-49e8-a134-b0d4ad15dbac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64076f1-082d-4a9f-b97a-a55b2040480b HTTP/1.1" status: 200 len: 217 time: 0.0548947 Nov 10 04:13:06.580068 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.625274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-06aef8d4-b72c-47b5-b1cc-510c584b41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:06.631681 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-06aef8d4-b72c-47b5-b1cc-510c584b41a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d4429f-0bf0-4db1-a218-09c0af9606ed HTTP/1.1" status: 200 len: 848 time: 0.0954566 Nov 10 04:13:06.696509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-2a32d202-bd26-492e-b9ff-10bc37240631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:06.699507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] DHCP port deletion for 263158f3-c4af-43b5-aa6f-b7e949bb2286 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:06.702608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Deleting port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:06.703178 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.704630 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-2a32d202-bd26-492e-b9ff-10bc37240631 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ace4b928-cab9-4dbf-9e57-da4742b4890e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639861 Nov 10 04:13:06.818298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] Deleting port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:06.818670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.836168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] For port 4f90b0ac-a0b3-4400-9af3-908fac9f4471, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4f90b0ac-a0b3-4400-9af3-908fac9f4471,segment=NetworkSegment(a6b8fe73-806d-45c4-92b1-93896b6af0bf),segment_id=a6b8fe73-806d-45c4-92b1-93896b6af0bf)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:06.836540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.866789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Calling delete_port for 4f90b0ac-a0b3-4400-9af3-908fac9f4471 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:06.877759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-22c5e95c-7435-4865-b77d-ff40dcdb14aa service neutron] 10.222.0.44 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614287 Nov 10 04:13:06.914119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] For port 4f90b0ac-a0b3-4400-9af3-908fac9f4471, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4f90b0ac-a0b3-4400-9af3-908fac9f4471,segment=NetworkSegment(a6b8fe73-806d-45c4-92b1-93896b6af0bf),segment_id=a6b8fe73-806d-45c4-92b1-93896b6af0bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:06.914889 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:06.931861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] Calling delete_port for 4f90b0ac-a0b3-4400-9af3-908fac9f4471 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:06.981598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.012345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event deleted for resources: {'Port': ['ID=4f90b0ac-a0b3-4400-9af3-908fac9f4471,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:07.017552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] No DVR routers for this DVR port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:07.028199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae50a792-12a4-4446-95a3-0a284fecde48 req-9bed9a6b-c474-4ecf-bbad-e02bf4cc302e service neutron] 10.222.0.44 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429324 Nov 10 04:13:07.071194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.102983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] No DVR routers for this DVR port 4f90b0ac-a0b3-4400-9af3-908fac9f4471 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:07.108574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ad3eb-2f98-4999-ac88-f2a2a4673663 None None] Pushing event deleted for resources: {'Port': ['ID=4f90b0ac-a0b3-4400-9af3-908fac9f4471,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:07.141966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.167066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263158f3-c4af-43b5-aa6f-b7e949bb2286']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:07.178948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b8fe73-806d-45c4-92b1-93896b6af0bf') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:07.179269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b8fe73-806d-45c4-92b1-93896b6af0bf') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:07.182004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5136706-e751-4352-9863-e0eee4960883 req-e4180d10-c3d1-4939-a637-bb3c73bb353d tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:07.183573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5136706-e751-4352-9863-e0eee4960883 req-e4180d10-c3d1-4939-a637-bb3c73bb353d tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1095 time: 0.0837989 Nov 10 04:13:07.207681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.227769 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.249804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:07.250226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:07.253482 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:07.295846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5136706-e751-4352-9863-e0eee4960883 req-6a51f9d1-1159-4188-9d90-17c8869030f7 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032846 Nov 10 04:13:07.331712 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.338981 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.344705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] 10.222.0.24 "DELETE /v2.0/networks/263158f3-c4af-43b5-aa6f-b7e949bb2286 HTTP/1.1" status: 204 len: 168 time: 0.8896811 Nov 10 04:13:07.357572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22d7c-82b7-4eb4-beba-11e4f7f3ea76 tempest-FloatingIPNegativeTestJSON-858472263 tempest-FloatingIPNegativeTestJSON-858472263-project] Pushing event deleted for resources: {'Network': ['ID=263158f3-c4af-43b5-aa6f-b7e949bb2286,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:07.604391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35714) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:07.769074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-629581b9-28f1-4b84-90da-b99bf48e5ebd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7083b50266b47809503b139beeb3815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634946 Nov 10 04:13:07.771586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35718) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:07.820343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f65fc209-4a37-4151-b1e0-95bef000a3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.840722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f65fc209-4a37-4151-b1e0-95bef000a3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.890493 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f65fc209-4a37-4151-b1e0-95bef000a3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.893036 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f65fc209-4a37-4151-b1e0-95bef000a3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:07.894200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f65fc209-4a37-4151-b1e0-95bef000a3ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/971996fa-7ebd-4dcd-828a-1de2160f48be HTTP/1.1" status: 204 len: 168 time: 0.1217031 Nov 10 04:13:07.902312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fc209-4a37-4151-b1e0-95bef000a3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971996fa-7ebd-4dcd-828a-1de2160f48be,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:08.057871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4f90b0ac-a0b3-4400-9af3-908fac9f4471 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:08.078071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 4f90b0ac-a0b3-4400-9af3-908fac9f4471 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:08.078408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4f90b0ac-a0b3-4400-9af3-908fac9f4471 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:08.196904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.434874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1258c65-7399-4fb7-989c-408fe8c0955a req-b6c70ef3-f318-4ba9-a3ad-e68c34d1b1d1 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:08.437020 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1258c65-7399-4fb7-989c-408fe8c0955a req-b6c70ef3-f318-4ba9-a3ad-e68c34d1b1d1 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1095 time: 0.0534096 Nov 10 04:13:08.495001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1258c65-7399-4fb7-989c-408fe8c0955a req-c4e34f62-dc2b-45ef-a6b3-65f51db1681a tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Nov 10 04:13:08.592045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:08.687525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b6271ea1-b367-4164-bf8a-07a16d81d281 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1272863244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:08.710612 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6271ea1-b367-4164-bf8a-07a16d81d281 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.711591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6271ea1-b367-4164-bf8a-07a16d81d281 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.761192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6271ea1-b367-4164-bf8a-07a16d81d281 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.765782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6271ea1-b367-4164-bf8a-07a16d81d281 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.783293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b6271ea1-b367-4164-bf8a-07a16d81d281 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.784436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b6271ea1-b367-4164-bf8a-07a16d81d281 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1912498 Nov 10 04:13:08.787372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35756) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:08.792113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-672620021'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:08.812379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Made reservation on behalf of 85789b38f757424cb2ebca13085b9e8c for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:08.816035 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.828625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.903166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.907117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.931594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:13:08.947836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e144dfe2-606d-4dd5-b32e-5ac90a30b88d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:08.950663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:08.951013 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Added segment 50f0b170-9229-4597-a68c-51044c45d64c of type vlan for network 050d01e4-7e5d-414d-83cd-694c878699f6 Nov 10 04:13:08.991388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.016383 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.022186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:09.022811 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.083567 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2951536 Nov 10 04:13:09.086561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35758) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:09.095415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'subnet': {'network_id': '050d01e4-7e5d-414d-83cd-694c878699f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:09.100467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16283e-3d1c-4d34-90a9-7192eae05d2b tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Network': ['ID=050d01e4-7e5d-414d-83cd-694c878699f6,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:09.111828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 050d01e4-7e5d-414d-83cd-694c878699f6 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:13:09.193786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Made reservation on behalf of 85789b38f757424cb2ebca13085b9e8c for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:09.197429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.375862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.438446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Subnet': ['ID=4b089705-886e-4380-8932-513453cc2fbb,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:09.445737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Checking segment: {'id': '50f0b170-9229-4597-a68c-51044c45d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '050d01e4-7e5d-414d-83cd-694c878699f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:09.446128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network hostable DHCP agents. Network: 050d01e4-7e5d-414d-83cd-694c878699f6, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:13:09.465744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network 050d01e4-7e5d-414d-83cd-694c878699f6 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:13:09.476151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 050d01e4-7e5d-414d-83cd-694c878699f6) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:09.480423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:09.481121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.488364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9181b8-2237-409e-b88a-aa26d0539b85 None None] Network 050d01e4-7e5d-414d-83cd-694c878699f6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:09.499582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1556da17-9bc4-42f0-83a5-4fb6e6fe2713 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4102070 Nov 10 04:13:09.502872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35762) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:09.514496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'network': {'name': 'tempest-router-network01--1197442489'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:09.543174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Made reservation on behalf of 85789b38f757424cb2ebca13085b9e8c for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:09.547451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.585667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:13:09.596054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.596387 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Added segment 84dae51f-7973-47e3-9517-058e012810d1 of type vlan for network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d Nov 10 04:13:09.636022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97459-a590-4a40-8e29-b14dbe412caf req-ae0c1952-6e6d-4ea1-bc7b-f9360ab048a0 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:09.637678 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ea97459-a590-4a40-8e29-b14dbe412caf req-ae0c1952-6e6d-4ea1-bc7b-f9360ab048a0 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1095 time: 0.0718923 Nov 10 04:13:09.649147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-050d01e4-7e5d-414d-83cd-694c878699f6', 'network_id': '050d01e4-7e5d-414d-83cd-694c878699f6', 'tenant_id': '85789b38f757424cb2ebca13085b9e8c', 'fixed_ips': [{'subnet_id': '4b089705-886e-4380-8932-513453cc2fbb'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:13:09.650038 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.661746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.687383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.688474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4ea97459-a590-4a40-8e29-b14dbe412caf req-483f9ce0-e5ac-4dce-b838-c9e81621e871 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 Nov 10 04:13:09.693154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:09.693804 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.758808 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2523408 Nov 10 04:13:09.760055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35766) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:09.764567 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'network': {'name': 'tempest-router-network02--1637677285'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:09.783744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764de9e-e413-45e2-84a1-14c8fecc6df9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Network': ['ID=5a3bb477-0929-46b3-9fad-f8c05e59eb3d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:09.790970 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Made reservation on behalf of 85789b38f757424cb2ebca13085b9e8c for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:09.794963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.801930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:13:09.823734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:13:09.835511 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.835853 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Added segment 260df09a-6243-4b62-aaad-e51d1784b767 of type vlan for network 302ec225-b46e-470d-8ac2-ce85da7d74b5 Nov 10 04:13:09.877566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Allocated IP 172.20.0.2 (050d01e4-7e5d-414d-83cd-694c878699f6/4b089705-886e-4380-8932-513453cc2fbb/01b3d718-3ef2-4650-9878-3d8d3870f8cf) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:09.883097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.915829 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.921681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:09.922666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:09.986759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2264514 Nov 10 04:13:09.989657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35768) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:09.995435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'subnet': {'network_id': '5a3bb477-0929-46b3-9fad-f8c05e59eb3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:10.004672 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1e423-7940-4b0a-bd98-bce7b235151e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Network': ['ID=302ec225-b46e-470d-8ac2-ce85da7d74b5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:10.017172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 302ec225-b46e-470d-8ac2-ce85da7d74b5 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:13:10.090454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.105324 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.117375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Made reservation on behalf of 85789b38f757424cb2ebca13085b9e8c for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:10.121618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.154281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Network 050d01e4-7e5d-414d-83cd-694c878699f6 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:10.158516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Pushing event updated for resources: {'Port': ['ID=01b3d718-3ef2-4650-9878-3d8d3870f8cf,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:10.161149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:10.165417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:10.222969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Attempting to bind port 01b3d718-3ef2-4650-9878-3d8d3870f8cf on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:10.223634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Attempting to bind port 01b3d718-3ef2-4650-9878-3d8d3870f8cf by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '50f0b170-9229-4597-a68c-51044c45d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '050d01e4-7e5d-414d-83cd-694c878699f6'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:10.223988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Attempting to bind port 01b3d718-3ef2-4650-9878-3d8d3870f8cf on network 050d01e4-7e5d-414d-83cd-694c878699f6 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:10.229472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:10.229833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Checking segment: {'id': '50f0b170-9229-4597-a68c-51044c45d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '050d01e4-7e5d-414d-83cd-694c878699f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:10.230272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.230908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Bound using segment: {'id': '50f0b170-9229-4597-a68c-51044c45d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '050d01e4-7e5d-414d-83cd-694c878699f6'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:10.231261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Bound port: 01b3d718-3ef2-4650-9878-3d8d3870f8cf, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f0b170-9229-4597-a68c-51044c45d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '050d01e4-7e5d-414d-83cd-694c878699f6'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:10.231578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.270746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f64076f1-082d-4a9f-b97a-a55b2040480b details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:13:10.327809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.348025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] For port 01b3d718-3ef2-4650-9878-3d8d3870f8cf, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:10.368012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] For port 01b3d718-3ef2-4650-9878-3d8d3870f8cf, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=01b3d718-3ef2-4650-9878-3d8d3870f8cf,segment=NetworkSegment(50f0b170-9229-4597-a68c-51044c45d64c),segment_id=50f0b170-9229-4597-a68c-51044c45d64c)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:10.374903 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.398965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Subnet': ['ID=6b21d600-f30b-4bfb-b63f-c22361346d6e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:10.405545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Checking segment: {'id': '84dae51f-7973-47e3-9517-058e012810d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a3bb477-0929-46b3-9fad-f8c05e59eb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:10.405877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network hostable DHCP agents. Network: 5a3bb477-0929-46b3-9fad-f8c05e59eb3d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:13:10.431722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:13:10.446020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 5a3bb477-0929-46b3-9fad-f8c05e59eb3d) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:10.458252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:10.459659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.460719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f64076f1-082d-4a9f-b97a-a55b2040480b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f64076f1-082d-4a9f-b97a-a55b2040480b,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:10.466397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810f316-0933-4c95-b303-7e714c70b4c6 None None] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:10.484333 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4a838355-8ba2-4a96-bba8-b620c9e659c6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4927957 Nov 10 04:13:10.486463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35770) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:10.493174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'subnet': {'network_id': '302ec225-b46e-470d-8ac2-ce85da7d74b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:10.494673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e56d68-8b5e-49e4-b4e1-d6a8d06dfddf None None] Pushing event updated for resources: {'Port': ['ID=01b3d718-3ef2-4650-9878-3d8d3870f8cf,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:10.527431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f64076f1-082d-4a9f-b97a-a55b2040480b', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'port_id': 'f64076f1-082d-4a9f-b97a-a55b2040480b', 'mac_address': 'fa:16:3e:56:8b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:13:10.607801 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.613887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Made reservation on behalf of 85789b38f757424cb2ebca13085b9e8c for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:10.618250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.655856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64076f1-082d-4a9f-b97a-a55b2040480b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:13:10.679545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f64076f1-082d-4a9f-b97a-a55b2040480b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f64076f1-082d-4a9f-b97a-a55b2040480b,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:10.692113 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.820977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-5a3bb477-0929-46b3-9fad-f8c05e59eb3d', 'network_id': '5a3bb477-0929-46b3-9fad-f8c05e59eb3d', 'tenant_id': '85789b38f757424cb2ebca13085b9e8c', 'fixed_ips': [{'subnet_id': '6b21d600-f30b-4bfb-b63f-c22361346d6e'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:13:10.824635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.833510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f64076f1-082d-4a9f-b97a-a55b2040480b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:10.903179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764317-44ce-4a25-8610-77021d62cef0 req-79019680-139b-452e-b295-18ef6b1ddef2 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:10.911957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9764317-44ce-4a25-8610-77021d62cef0 req-79019680-139b-452e-b295-18ef6b1ddef2 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1096 time: 0.0864055 Nov 10 04:13:10.916389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:10.943233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f64076f1-082d-4a9f-b97a-a55b2040480b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:13:10.972210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9764317-44ce-4a25-8610-77021d62cef0 req-96e114fb-1c4a-4a64-bb5b-87fdc4987dbe tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Nov 10 04:13:11.017327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Subnet': ['ID=1b6e37ca-ebcb-422d-a8fe-1af62b6a05ce,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:11.028549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Checking segment: {'id': '260df09a-6243-4b62-aaad-e51d1784b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '302ec225-b46e-470d-8ac2-ce85da7d74b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:11.028984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network hostable DHCP agents. Network: 302ec225-b46e-470d-8ac2-ce85da7d74b5, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:13:11.046529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network 302ec225-b46e-470d-8ac2-ce85da7d74b5 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:13:11.055513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 302ec225-b46e-470d-8ac2-ce85da7d74b5) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:11.060937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:11.061612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:11.071292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588ab313-2d6b-4eb3-bf87-c12ffbb7ea4f None None] Network 302ec225-b46e-470d-8ac2-ce85da7d74b5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:11.082520 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-829c7831-bbbe-4802-a892-d0caf0af3872 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927391 Nov 10 04:13:11.083956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35776) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:11.304414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Allocated IP 172.20.0.2 (5a3bb477-0929-46b3-9fad-f8c05e59eb3d/6b21d600-f30b-4bfb-b63f-c22361346d6e/473a3321-bd82-47af-9a23-18816d27ba82) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:11.562362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-302ec225-b46e-470d-8ac2-ce85da7d74b5', 'network_id': '302ec225-b46e-470d-8ac2-ce85da7d74b5', 'tenant_id': '85789b38f757424cb2ebca13085b9e8c', 'fixed_ips': [{'subnet_id': '1b6e37ca-ebcb-422d-a8fe-1af62b6a05ce'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:13:11.563300 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:11.733691 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:11.807656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:11.854214 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:11.866638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Allocated IP 172.20.0.2 (302ec225-b46e-470d-8ac2-ce85da7d74b5/1b6e37ca-ebcb-422d-a8fe-1af62b6a05ce/51f87950-7b65-4572-9e93-f66f56d0f7cc) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:11.869787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Pushing event updated for resources: {'Port': ['ID=473a3321-bd82-47af-9a23-18816d27ba82,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:11.880229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:11.886183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:11.892088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:11.964438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494bc99e-0aec-48be-8a67-5403dff1ee76 None None] Network 050d01e4-7e5d-414d-83cd-694c878699f6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:12.065145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cafb0e31-a56a-4336-a84a-a7c0912ea4a7 None None] Provisioning complete for port 01b3d718-3ef2-4650-9878-3d8d3870f8cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:12.065639 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cafb0e31-a56a-4336-a84a-a7c0912ea4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.068586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Attempting to bind port 473a3321-bd82-47af-9a23-18816d27ba82 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:12.069052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Attempting to bind port 473a3321-bd82-47af-9a23-18816d27ba82 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '84dae51f-7973-47e3-9517-058e012810d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a3bb477-0929-46b3-9fad-f8c05e59eb3d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:12.069499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Attempting to bind port 473a3321-bd82-47af-9a23-18816d27ba82 on network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:12.082695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:12.083365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Checking segment: {'id': '84dae51f-7973-47e3-9517-058e012810d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a3bb477-0929-46b3-9fad-f8c05e59eb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:12.083851 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.084332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Bound using segment: {'id': '84dae51f-7973-47e3-9517-058e012810d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a3bb477-0929-46b3-9fad-f8c05e59eb3d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:12.084900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Bound port: 473a3321-bd82-47af-9a23-18816d27ba82, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dae51f-7973-47e3-9517-058e012810d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a3bb477-0929-46b3-9fad-f8c05e59eb3d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:12.085365 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.196303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19f3c-c574-4f2d-a36c-200d413eacc2 req-db2a191b-bb99-4eab-9cc2-933432ba838e tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:12.199787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aad19f3c-c574-4f2d-a36c-200d413eacc2 req-db2a191b-bb99-4eab-9cc2-933432ba838e tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1096 time: 0.1178639 Nov 10 04:13:12.227629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 01b3d718-3ef2-4650-9878-3d8d3870f8cf up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:12.284184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aad19f3c-c574-4f2d-a36c-200d413eacc2 req-4073c5af-10cd-4309-8521-fc844e257e93 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783465 Nov 10 04:13:12.307322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f64076f1-082d-4a9f-b97a-a55b2040480b up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:12.328168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Allocated IP 172.20.0.1 (5a3bb477-0929-46b3-9fad-f8c05e59eb3d/6b21d600-f30b-4bfb-b63f-c22361346d6e/28dfa45c-d64e-4129-8a1b-644aa8f1d471) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:12.437642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] For port 473a3321-bd82-47af-9a23-18816d27ba82, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:12.469574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.486042 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.490965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] For port 473a3321-bd82-47af-9a23-18816d27ba82, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=473a3321-bd82-47af-9a23-18816d27ba82,segment=NetworkSegment(84dae51f-7973-47e3-9517-058e012810d1),segment_id=84dae51f-7973-47e3-9517-058e012810d1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:12.513389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.517494 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cafb0e31-a56a-4336-a84a-a7c0912ea4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.526341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.528938 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.567584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:12.574994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:12.574994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:12.621362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.623593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Port': ['ID=28dfa45c-d64e-4129-8a1b-644aa8f1d471,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:12.636238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 01b3d718-3ef2-4650-9878-3d8d3870f8cf triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:12.636793 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.688765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cafb0e31-a56a-4336-a84a-a7c0912ea4a7 None None] For port 01b3d718-3ef2-4650-9878-3d8d3870f8cf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=01b3d718-3ef2-4650-9878-3d8d3870f8cf,segment=NetworkSegment(50f0b170-9229-4597-a68c-51044c45d64c),segment_id=50f0b170-9229-4597-a68c-51044c45d64c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:12.696105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Network 302ec225-b46e-470d-8ac2-ce85da7d74b5 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:12.710338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:12.712161 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cafb0e31-a56a-4336-a84a-a7c0912ea4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.713905 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port f64076f1-082d-4a9f-b97a-a55b2040480b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:13:12.719723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:12.725949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f64076f1-082d-4a9f-b97a-a55b2040480b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:12.726309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.727813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Pushing event updated for resources: {'Port': ['ID=51f87950-7b65-4572-9e93-f66f56d0f7cc,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:12.772317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:12.856193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6dc46-d9dc-4204-90b9-9953db6cc21d None None] Pushing event updated for resources: {'Port': ['ID=473a3321-bd82-47af-9a23-18816d27ba82,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:13.078911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Attempting to bind port 51f87950-7b65-4572-9e93-f66f56d0f7cc on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:13.079289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Attempting to bind port 51f87950-7b65-4572-9e93-f66f56d0f7cc by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '260df09a-6243-4b62-aaad-e51d1784b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '302ec225-b46e-470d-8ac2-ce85da7d74b5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:13.083100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Attempting to bind port 51f87950-7b65-4572-9e93-f66f56d0f7cc on network 302ec225-b46e-470d-8ac2-ce85da7d74b5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:13.120766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:13.121150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Checking segment: {'id': '260df09a-6243-4b62-aaad-e51d1784b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '302ec225-b46e-470d-8ac2-ce85da7d74b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:13.121535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.121926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Bound using segment: {'id': '260df09a-6243-4b62-aaad-e51d1784b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '302ec225-b46e-470d-8ac2-ce85da7d74b5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:13.122423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Bound port: 51f87950-7b65-4572-9e93-f66f56d0f7cc, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260df09a-6243-4b62-aaad-e51d1784b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '302ec225-b46e-470d-8ac2-ce85da7d74b5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:13.123009 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.133086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb0e31-a56a-4336-a84a-a7c0912ea4a7 None None] Pushing event updated for resources: {'Port': ['ID=01b3d718-3ef2-4650-9878-3d8d3870f8cf,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:13.165240 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.252436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.261170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64076f1-082d-4a9f-b97a-a55b2040480b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:13.262916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.263603 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45632487-1bd7-4536-b22d-81f6d9da0a67" -d '{"events": [{"server_uuid": "9109ca11-6584-4d58-b2db-c3eca9bc9d9e", "name": "network-vif-plugged", "status": "completed", "tag": "f64076f1-082d-4a9f-b97a-a55b2040480b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:13.297499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f64076f1-082d-4a9f-b97a-a55b2040480b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f64076f1-082d-4a9f-b97a-a55b2040480b,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:13.308504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.313390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] For port 51f87950-7b65-4572-9e93-f66f56d0f7cc, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:13.317342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] For port 51f87950-7b65-4572-9e93-f66f56d0f7cc, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=51f87950-7b65-4572-9e93-f66f56d0f7cc,segment=NetworkSegment(260df09a-6243-4b62-aaad-e51d1784b767),segment_id=260df09a-6243-4b62-aaad-e51d1784b767)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:13.368681 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69a1ec9-a7d4-49c6-8e0b-2263646f56aa x-openstack-request-id: req-e69a1ec9-a7d4-49c6-8e0b-2263646f56aa {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:13.369241 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109ca11-6584-4d58-b2db-c3eca9bc9d9e", "name": "network-vif-plugged", "status": "completed", "tag": "f64076f1-082d-4a9f-b97a-a55b2040480b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:13.369670 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e69a1ec9-a7d4-49c6-8e0b-2263646f56aa {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:13.370423 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64076f1-082d-4a9f-b97a-a55b2040480b', 'code': 200} Nov 10 04:13:13.378189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Port': ['ID=28dfa45c-d64e-4129-8a1b-644aa8f1d471,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:13.384963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.387571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.420036 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d84c527-5a2c-4bbc-bfda-a334037adf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.447541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f64076f1-082d-4a9f-b97a-a55b2040480b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:13.459846 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e334b32d-a728-4d20-8109-b6a3ab157627 None None] Provisioning complete for port 01b3d718-3ef2-4650-9878-3d8d3870f8cf triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:13.460210 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e334b32d-a728-4d20-8109-b6a3ab157627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:13.463559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562c787-f75c-4db0-9a17-ce5122f34b08 req-78c00992-b101-407d-ab1c-e7d4820dc5e6 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:13.465132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2562c787-f75c-4db0-9a17-ce5122f34b08 req-78c00992-b101-407d-ab1c-e7d4820dc5e6 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.0983920 Nov 10 04:13:13.554672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2562c787-f75c-4db0-9a17-ce5122f34b08 req-ce90405d-a9f9-4899-8979-47be090f770e tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818646 Nov 10 04:13:13.598398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34bb9b-2729-41fc-9ea2-ea386dcc3f6f req-678221fa-86bb-4744-8477-327a33f43904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:13.601191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b34bb9b-2729-41fc-9ea2-ea386dcc3f6f req-678221fa-86bb-4744-8477-327a33f43904 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.1165464 Nov 10 04:13:13.637076 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:13.640493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:13.765621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d51739-5140-48fb-80a6-918caa9be5e2 None None] Pushing event updated for resources: {'Port': ['ID=51f87950-7b65-4572-9e93-f66f56d0f7cc,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:13.801180 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b34bb9b-2729-41fc-9ea2-ea386dcc3f6f req-fefd7467-b0e4-4421-913a-1a3fb6a7868e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919630 Nov 10 04:13:13.866997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Router fa47dcb4-933f-4db6-bd44-600f8da79aa5 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:13:13.986987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:13.994860 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e91f007e-3a59-4a9b-9495-c48841304798 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "PUT /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9081578 Nov 10 04:13:13.996964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35800) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:14.009509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] Sync routers for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:14.026964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:14.027602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:14.114105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:14.125600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:14.126646 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:12:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:14.192922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:14.193951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189dc431-bf1e-4842-96da-29f99a22e6f4 None None] The sync data for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:14.298713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 51f87950-7b65-4572-9e93-f66f56d0f7cc up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:14.326189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f209007-a432-4d71-b27e-cf64336c4e61 None None] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:14.413102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-978d4d62-c191-4b15-bc73-042705e29241 None None] Provisioning complete for port 473a3321-bd82-47af-9a23-18816d27ba82 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:14.413621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-978d4d62-c191-4b15-bc73-042705e29241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:14.496087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 51f87950-7b65-4572-9e93-f66f56d0f7cc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:14.497109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:14.507039 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-c6ddfc54-5b9a-40df-a811-060bfba2045e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:13:14.512174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35802) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:14.512895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c6ddfc54-5b9a-40df-a811-060bfba2045e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "PUT /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5142643 Nov 10 04:13:14.657047 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-978d4d62-c191-4b15-bc73-042705e29241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:14.730419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:14.753040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f675fd-f74b-41d3-b831-66c773e28dda None None] Network 302ec225-b46e-470d-8ac2-ce85da7d74b5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:14.778229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6f93e-f54a-40a3-ba03-4d07c3b7e8c6 req-0ddc00ed-1fda-4731-bb8f-0b791d6dae62 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:14.780226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75a6f93e-f54a-40a3-ba03-4d07c3b7e8c6 req-0ddc00ed-1fda-4731-bb8f-0b791d6dae62 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.0971916 Nov 10 04:13:14.842931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-978d4d62-c191-4b15-bc73-042705e29241 None None] For port 473a3321-bd82-47af-9a23-18816d27ba82, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=473a3321-bd82-47af-9a23-18816d27ba82,segment=NetworkSegment(84dae51f-7973-47e3-9517-058e012810d1),segment_id=84dae51f-7973-47e3-9517-058e012810d1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:14.850226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 51f87950-7b65-4572-9e93-f66f56d0f7cc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=51f87950-7b65-4572-9e93-f66f56d0f7cc,segment=NetworkSegment(260df09a-6243-4b62-aaad-e51d1784b767),segment_id=260df09a-6243-4b62-aaad-e51d1784b767)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:14.852190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-978d4d62-c191-4b15-bc73-042705e29241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:14.864731 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:14.865546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 473a3321-bd82-47af-9a23-18816d27ba82 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:14.947689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75a6f93e-f54a-40a3-ba03-4d07c3b7e8c6 req-b9cc18cb-4b8c-4d85-895c-22bd4948a093 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351044 Nov 10 04:13:15.014080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d4d62-c191-4b15-bc73-042705e29241 None None] Pushing event updated for resources: {'Port': ['ID=473a3321-bd82-47af-9a23-18816d27ba82,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:15.086142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=51f87950-7b65-4572-9e93-f66f56d0f7cc,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:15.087315 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.125997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9e0ebc9f-7fe2-493b-97f7-6ac0cbd178bb None None] Provisioning complete for port 51f87950-7b65-4572-9e93-f66f56d0f7cc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:15.126643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e0ebc9f-7fe2-493b-97f7-6ac0cbd178bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.178016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 473a3321-bd82-47af-9a23-18816d27ba82 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:15.178394 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.335357 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-f86b1d1e-15f1-4b38-a8df-cc504b4fe02b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945282 Nov 10 04:13:15.368343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 01b3d718-3ef2-4650-9878-3d8d3870f8cf up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:15.428260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-38c1aa4d-ce67-4a5b-a58b-0895bf42fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:15.429818 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-38c1aa4d-ce67-4a5b-a58b-0895bf42fc0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d340bfeb0836440da82bede6608b7302&device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1096 time: 0.0598085 Nov 10 04:13:15.473271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Deleting port 28dfa45c-d64e-4129-8a1b-644aa8f1d471 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:15.473750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.504614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c5681bf0-e90e-433c-a190-aa2bc1c798a5 None None] Provisioning complete for port 28dfa45c-d64e-4129-8a1b-644aa8f1d471 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:15.504982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c5681bf0-e90e-433c-a190-aa2bc1c798a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.566627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 01b3d718-3ef2-4650-9878-3d8d3870f8cf triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:15.566994 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.576066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c5681bf0-e90e-433c-a190-aa2bc1c798a5 None None] Port 28dfa45c-d64e-4129-8a1b-644aa8f1d471 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:15.609835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-6332a6f3-3354-4e4d-baa0-0d254b03b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:15.612468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-6332a6f3-3354-4e4d-baa0-0d254b03b9f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b71dfa51-4de9-4af3-9e37-e0944169c374 HTTP/1.1" status: 200 len: 908 time: 0.1637683 Nov 10 04:13:15.632195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.663309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Calling delete_port for 28dfa45c-d64e-4129-8a1b-644aa8f1d471 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:15.686728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c5681bf0-e90e-433c-a190-aa2bc1c798a5 None None] Provisioning complete for port 473a3321-bd82-47af-9a23-18816d27ba82 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:15.687344 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c5681bf0-e90e-433c-a190-aa2bc1c798a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.711777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-4a2ba0a4-dc62-4c41-99c5-980bc8c37f36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=611d1c17-3049-4af8-83a5-eaad5514775e HTTP/1.1" status: 200 len: 1001 time: 0.0922096 Nov 10 04:13:15.738429 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-000fa5c5-eb6d-4ec0-af3c-af3de713e1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.775901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-074596d3-2373-4bc5-84c2-af469620f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:15.778446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-074596d3-2373-4bc5-84c2-af469620f114 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26c6f193-17ae-4837-bc1e-2c3e4d053801 HTTP/1.1" status: 200 len: 847 time: 0.0595350 Nov 10 04:13:15.859764 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-1f7ec8c3-3319-4dd8-bf38-f33f33cc6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:15.861355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-1f7ec8c3-3319-4dd8-bf38-f33f33cc6dd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b71dfa51-4de9-4af3-9e37-e0944169c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710433 Nov 10 04:13:15.890625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:15.917463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Port': ['ID=28dfa45c-d64e-4129-8a1b-644aa8f1d471,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:15.968024 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-9d3456f5-54a2-4177-ab28-cb93781dd864 service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993209 Nov 10 04:13:15.973240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a7680fa7-7c6d-41fd-a53c-a3fc7076d73f None None] Could not find standard attr ID for object 28dfa45c-d64e-4129-8a1b-644aa8f1d471. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:13:15.996723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a7680fa7-7c6d-41fd-a53c-a3fc7076d73f None None] Provisioning complete for port 51f87950-7b65-4572-9e93-f66f56d0f7cc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:16.000571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7680fa7-7c6d-41fd-a53c-a3fc7076d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:16.096956 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a0339c7a-823b-4a26-9698-7aa56dbcac18 req-95e7b552-2c00-4e95-aac5-a32fcebb39b7 service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180899 Nov 10 04:13:16.197270 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:16.217334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 51f87950-7b65-4572-9e93-f66f56d0f7cc up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:16.279644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 51f87950-7b65-4572-9e93-f66f56d0f7cc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:16.279912 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:16.281196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4a216-2de3-484b-84df-636e2ff2d52e req-d0183f82-e1c6-4ebd-8161-5122d5d0cda8 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:16.282767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d4a216-2de3-484b-84df-636e2ff2d52e req-d0183f82-e1c6-4ebd-8161-5122d5d0cda8 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.1306241 Nov 10 04:13:16.370403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 473a3321-bd82-47af-9a23-18816d27ba82 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:16.398369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-34d4a216-2de3-484b-84df-636e2ff2d52e req-a3fbf2f0-cd17-4cd1-aa74-143a34212557 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077852 Nov 10 04:13:16.399981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Router fa47dcb4-933f-4db6-bd44-600f8da79aa5 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:16.427209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 473a3321-bd82-47af-9a23-18816d27ba82 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:16.427772 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:16.780180 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:16.851380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:16.856474 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a9a76481-7083-41e4-9001-b39fe33ef92d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "PUT /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3432817 Nov 10 04:13:16.860249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35814) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:16.863501 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] Sync routers for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:16.874496 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:16.875100 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:16.901080 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-ff1d24fc-f551-4395-a4d3-d6ebc8841e85 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] delete failed (client error): The resource could not be found. Nov 10 04:13:16.903348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ff1d24fc-f551-4395-a4d3-d6ebc8841e85 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1207724408 HTTP/1.1" status: 404 len: 335 time: 0.0396683 Nov 10 04:13:16.908346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35816) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:16.910036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a534af-b3d7-4a05-9a4e-b8f35ba5f00f req-3f59b69d-47a0-4940-bac5-8ceeaff90c34 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:16.911838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93a534af-b3d7-4a05-9a4e-b8f35ba5f00f req-3f59b69d-47a0-4940-bac5-8ceeaff90c34 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.0904655 Nov 10 04:13:16.912997 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:16.914978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-14d2fd41-c9d4-47ec-8cdf-ecaaf7a63382 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa47dcb4-933f-4db6-bd44-600f8da79aa5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:16.922775 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:16.923584 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:16.988562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93a534af-b3d7-4a05-9a4e-b8f35ba5f00f req-60c562a7-32ed-4271-9946-031d93608284 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671060 Nov 10 04:13:17.058896 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:17.059807 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a639798-4981-41b8-b4af-5263b7260952 None None] The sync data for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:17.100096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545be0e-32ba-45c0-b32b-5bbaff76dd18 req-eb4c58ae-e2cb-4338-aaa2-2e2e2ba43054 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:17.102048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2545be0e-32ba-45c0-b32b-5bbaff76dd18 req-eb4c58ae-e2cb-4338-aaa2-2e2e2ba43054 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.0420611 Nov 10 04:13:17.149847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2545be0e-32ba-45c0-b32b-5bbaff76dd18 req-8bcb7d75-6396-413f-b71e-ca35fe02c266 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Nov 10 04:13:17.150118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14d2fd41-c9d4-47ec-8cdf-ecaaf7a63382 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:17.170415 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-14d2fd41-c9d4-47ec-8cdf-ecaaf7a63382 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] update failed (client error): The resource could not be found. Nov 10 04:13:17.171472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-14d2fd41-c9d4-47ec-8cdf-ecaaf7a63382 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "PUT /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5 HTTP/1.1" status: 404 len: 339 time: 0.2620354 Nov 10 04:13:17.175017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35822) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:17.470394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-92ecb731-6d9f-4d31-8be1-a62cb309bd15 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:17.477910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-92ecb731-6d9f-4d31-8be1-a62cb309bd15 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/networks?id=ace4b928-cab9-4dbf-9e57-da4742b4890e HTTP/1.1" status: 200 len: 909 time: 0.1065383 Nov 10 04:13:17.494437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-4d981799-c112-47fb-a4e3-d11df2d93621 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/quotas/94aaf737da694ddabe544af27ce70ae9 HTTP/1.1" status: 200 len: 375 time: 0.0154514 Nov 10 04:13:17.547484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-566fe3c8-3bad-466f-b91c-985cbb0ad1ad tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=94aaf737da694ddabe544af27ce70ae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519667 Nov 10 04:13:17.649906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-4d425847-1f16-47ab-927c-ec780fcbd27a service neutron] 10.222.0.24 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015275 Nov 10 04:13:17.746292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-f7ebb2da-55e1-49e0-8461-bf352f74161f service neutron] 10.222.0.24 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953512 Nov 10 04:13:17.858254 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:17.933990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f99e71c6-25ef-4296-9489-f246dc0e4e8d req-b3fed00e-a881-4b4f-ae11-704cad518d3c tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 210 time: 0.0416729 Nov 10 04:13:18.135972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Allocated IP 172.20.0.1 (050d01e4-7e5d-414d-83cd-694c878699f6/4b089705-886e-4380-8932-513453cc2fbb/98d35032-ec73-4073-8012-611f3687c5ba) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:18.258933 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.300685 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.345735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network 050d01e4-7e5d-414d-83cd-694c878699f6 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:18.353265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:18.357196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:18.392447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Port': ['ID=98d35032-ec73-4073-8012-611f3687c5ba,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:18.428785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.454153 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.588015 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.729916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0ff5de73-ee72-4786-ae94-c1fda4a44209 None None] Provisioning complete for port 98d35032-ec73-4073-8012-611f3687c5ba triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:18.730436 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0ff5de73-ee72-4786-ae94-c1fda4a44209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.776374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5de73-ee72-4786-ae94-c1fda4a44209 None None] Port 98d35032-ec73-4073-8012-611f3687c5ba cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:18.880798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.885422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:18.973133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event updated for resources: {'Port': ['ID=98d35032-ec73-4073-8012-611f3687c5ba,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:18.976044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.055951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c9b9459-7960-4990-b54d-db7f0e52a1ac req-f3a22c9e-bc4a-49d7-9312-fe4a5904260a tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 210 time: 0.0417848 Nov 10 04:13:19.148453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-2393b9dc-3cec-4289-b81d-43f6c4d51ae6 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:19.150092 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-2393b9dc-3cec-4289-b81d-43f6c4d51ae6 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.11 "GET /v2.0/networks?id=ace4b928-cab9-4dbf-9e57-da4742b4890e HTTP/1.1" status: 200 len: 909 time: 0.1672199 Nov 10 04:13:19.151058 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.157877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Network 050d01e4-7e5d-414d-83cd-694c878699f6 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:19.159321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:19.167299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Request body: {'port': {'device_id': '3e14529e-4381-4885-98f4-70e6cce2f140', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'admin_state_up': True, 'tenant_id': '94aaf737da694ddabe544af27ce70ae9'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:19.258007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Made reservation on behalf of 94aaf737da694ddabe544af27ce70ae9 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:19.260350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.324555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Router fa47dcb4-933f-4db6-bd44-600f8da79aa5 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:19.402665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-98348354-96d3-4cd9-a970-9957142eec2a None None] Provisioning complete for port 98d35032-ec73-4073-8012-611f3687c5ba triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:19.403255 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-98348354-96d3-4cd9-a970-9957142eec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.450992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-98348354-96d3-4cd9-a970-9957142eec2a None None] Port 98d35032-ec73-4073-8012-611f3687c5ba cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:19.470769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Allocated IP 172.20.0.7 (ace4b928-cab9-4dbf-9e57-da4742b4890e/11d4429f-0bf0-4db1-a218-09c0af9606ed/69fbfa97-6a22-4611-a101-428f26cc7f24) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:19.487608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:19.495257 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1e33a395-ca7a-4772-bc9b-07eb53adf61e tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "PUT /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3190823 Nov 10 04:13:19.497757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35866) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:19.510129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] Sync routers for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:19.532788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:19.533729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:19.568046 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:19.612114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:19.613052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:19.634077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d9099329-f83d-4103-a503-daa2dccf15d5 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.641479 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.654353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:19.655350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198748e-e0b1-4f9e-9350-39387952164a None None] The sync data for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:19.683776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.697753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f64076f1-082d-4a9f-b97a-a55b2040480b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:13:19.734035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Network ace4b928-cab9-4dbf-9e57-da4742b4890e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:19.737243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:19.742015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:19.745460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Pushing event updated for resources: {'Port': ['ID=69fbfa97-6a22-4611-a101-428f26cc7f24,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:19.766321 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-d9099329-f83d-4103-a503-daa2dccf15d5 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 04:13:19.773599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35872) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:19.775052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d9099329-f83d-4103-a503-daa2dccf15d5 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5 HTTP/1.1" status: 409 len: 329 time: 0.2759969 Nov 10 04:13:19.788403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35874) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:19.871721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:19.874784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:19.903455 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-687a89cc-97f5-47a7-a0ab-0408f9a5e3cf tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7417259 Nov 10 04:13:19.921215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289d315-4c20-4bf3-998a-d121fb982fd3 req-59a6d4c1-2b12-4337-a83b-71f79840b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:19.923112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8289d315-4c20-4bf3-998a-d121fb982fd3 req-59a6d4c1-2b12-4337-a83b-71f79840b00c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1096 time: 0.1335104 Nov 10 04:13:19.936242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Request body: {'port': {'device_id': '3e14529e-4381-4885-98f4-70e6cce2f140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:19.980123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8289d315-4c20-4bf3-998a-d121fb982fd3 req-936bfaa6-1041-44a6-a90e-ad739bff4cdf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501029 Nov 10 04:13:20.056160 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:20.083596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-31be67c9-7651-4a93-a446-079171a02f19 None None] Provisioning complete for port 69fbfa97-6a22-4611-a101-428f26cc7f24 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:20.084155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-31be67c9-7651-4a93-a446-079171a02f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:20.123149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-31be67c9-7651-4a93-a446-079171a02f19 None None] Port 69fbfa97-6a22-4611-a101-428f26cc7f24 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:20.174225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68db54-34cb-43a0-a20a-7f19fe92c31a req-9192bcbb-1f44-4662-b10c-bf130e6cc3cb tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:20.176455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f68db54-34cb-43a0-a20a-7f19fe92c31a req-9192bcbb-1f44-4662-b10c-bf130e6cc3cb tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1027 time: 0.0405877 Nov 10 04:13:20.226504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f68db54-34cb-43a0-a20a-7f19fe92c31a req-243c8644-63d8-4ee1-83ee-dad022684ff0 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437214 Nov 10 04:13:20.440542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:20.443865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fbfa97-6a22-4611-a101-428f26cc7f24 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:13:20.484455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:20.537078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Transition to ACTIVE for port object 69fbfa97-6a22-4611-a101-428f26cc7f24 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:13:20.543183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:20.664405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Pushing event updated for resources: {'Port': ['ID=69fbfa97-6a22-4611-a101-428f26cc7f24,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:20.710790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.711131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.711469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.711799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.712127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.712451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.712774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.713096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.713420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.713737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.714085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.714401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:20.757332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Attempting to bind port 69fbfa97-6a22-4611-a101-428f26cc7f24 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:20.757695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Attempting to bind port 69fbfa97-6a22-4611-a101-428f26cc7f24 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:20.758015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Attempting to bind port 69fbfa97-6a22-4611-a101-428f26cc7f24 on network ace4b928-cab9-4dbf-9e57-da4742b4890e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:20.766084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Port 69fbfa97-6a22-4611-a101-428f26cc7f24 on network ace4b928-cab9-4dbf-9e57-da4742b4890e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:13:20.766401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Attempting to bind port 69fbfa97-6a22-4611-a101-428f26cc7f24 on network ace4b928-cab9-4dbf-9e57-da4742b4890e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:20.775105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:20.775435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Checking segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:20.775816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Bound using segment: {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:20.776244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Bound port: 69fbfa97-6a22-4611-a101-428f26cc7f24, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8066a4e-2f64-4b43-afcc-df35d7f42236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:20.776597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:20.912134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] For port 69fbfa97-6a22-4611-a101-428f26cc7f24, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:20.926743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] For port 69fbfa97-6a22-4611-a101-428f26cc7f24, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=69fbfa97-6a22-4611-a101-428f26cc7f24,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:20.935588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:20.942552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Deleting port 98d35032-ec73-4073-8012-611f3687c5ba {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:20.942886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:21.020345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:21.020961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:21.022363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] 10.222.0.11 "PUT /v2.0/ports/69fbfa97-6a22-4611-a101-428f26cc7f24 HTTP/1.1" status: 200 len: 1091 time: 1.0930297 Nov 10 04:13:21.026524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e14529e-4381-4885-98f4-70e6cce2f140', 'tag': '69fbfa97-6a22-4611-a101-428f26cc7f24'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:21.028738 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef730213-0384-4b75-adeb-ca8fe1c087e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e14529e-4381-4885-98f4-70e6cce2f140", "tag": "69fbfa97-6a22-4611-a101-428f26cc7f24"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:21.073161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbf842-2e64-4635-9d50-f0198ef47f75 service neutron] Pushing event updated for resources: {'Port': ['ID=69fbfa97-6a22-4611-a101-428f26cc7f24,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:21.088242 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604133dc-0a32-4bd7-a6f5-b26d10fad81f x-openstack-request-id: req-604133dc-0a32-4bd7-a6f5-b26d10fad81f {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:21.088519 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e14529e-4381-4885-98f4-70e6cce2f140", "tag": "69fbfa97-6a22-4611-a101-428f26cc7f24", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:21.088768 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-604133dc-0a32-4bd7-a6f5-b26d10fad81f {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:21.089156 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e14529e-4381-4885-98f4-70e6cce2f140', 'tag': '69fbfa97-6a22-4611-a101-428f26cc7f24', 'status': 'completed', 'code': 200} Nov 10 04:13:21.092782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:21.106253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Calling delete_port for 98d35032-ec73-4073-8012-611f3687c5ba owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:21.204155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-768a6ea4-f027-401b-b4ac-f498df5e3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:21.205688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-768a6ea4-f027-401b-b4ac-f498df5e3974 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94aaf737da694ddabe544af27ce70ae9&device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1094 time: 0.0943944 Nov 10 04:13:21.346681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474f49c-cf3c-49c4-975c-504c5fbd3cdb req-5bec727b-dc27-4d37-bd3e-f17b403b8a26 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:21.350356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a474f49c-cf3c-49c4-975c-504c5fbd3cdb req-5bec727b-dc27-4d37-bd3e-f17b403b8a26 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1094 time: 0.0442264 Nov 10 04:13:21.405131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a474f49c-cf3c-49c4-975c-504c5fbd3cdb req-e2bb8008-928d-451a-bbb5-56122fab902e tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Nov 10 04:13:21.619953 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-8928c042-aab8-434d-9179-53f4dc7e395e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69fbfa97-6a22-4611-a101-428f26cc7f24 HTTP/1.1" status: 200 len: 217 time: 0.3757985 Nov 10 04:13:21.698609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-8b5706f1-5547-41f4-9b1d-fdfde2fb676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:21.700089 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-8b5706f1-5547-41f4-9b1d-fdfde2fb676b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11d4429f-0bf0-4db1-a218-09c0af9606ed HTTP/1.1" status: 200 len: 848 time: 0.0723951 Nov 10 04:13:21.748486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:21.785222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-083a995a-7e43-4cad-8625-fc1fa515093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:21.786712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-083a995a-7e43-4cad-8625-fc1fa515093b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ace4b928-cab9-4dbf-9e57-da4742b4890e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798445 Nov 10 04:13:21.787842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Port': ['ID=98d35032-ec73-4073-8012-611f3687c5ba,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:21.993085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-497687fd-0c2a-4e11-ad2a-c7ef70c86c69 service neutron] 10.222.0.11 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989570 Nov 10 04:13:21.993782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:22.215140 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-758b5cda-d41b-4e37-a1e9-38d526e29733 req-1171ecc0-e159-4536-9329-b0d38ce4322e service neutron] 10.222.0.11 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137074 Nov 10 04:13:22.216820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Router fa47dcb4-933f-4db6-bd44-600f8da79aa5 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:22.298125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:22.303995 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8177f758-6309-4237-84da-d77b1dc32fe7 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "PUT /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5285745 Nov 10 04:13:22.307370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35906) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:22.312225 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] Sync routers for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:22.324227 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:22.324858 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:22.353682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-b43d399b-fa08-4ad5-a787-a2fddf388156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:22.355239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-b43d399b-fa08-4ad5-a787-a2fddf388156 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94aaf737da694ddabe544af27ce70ae9&device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1094 time: 0.0504293 Nov 10 04:13:22.362425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:22.364289 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-e2753d59-8bdd-486b-ac86-581670b7817a tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] show failed (client error): The resource could not be found. Nov 10 04:13:22.370786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e2753d59-8bdd-486b-ac86-581670b7817a tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1415408117 HTTP/1.1" status: 404 len: 335 time: 0.0620093 Nov 10 04:13:22.372626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35908) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:22.376500 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] Routers {'fa47dcb4-933f-4db6-bd44-600f8da79aa5'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:22.377305 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:22.378275 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-20ce16a2-296e-4c8f-831f-d65a1e6854b6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:22.411593 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:22.412480 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560297f-ba51-49e0-9a3e-7b7292accf28 None None] The sync data for ids ['fa47dcb4-933f-4db6-bd44-600f8da79aa5'] in n-d-817326-2 is: [] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:22.421349 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-20ce16a2-296e-4c8f-831f-d65a1e6854b6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] update failed (client error): The resource could not be found. Nov 10 04:13:22.422641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-20ce16a2-296e-4c8f-831f-d65a1e6854b6 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-2125570431 HTTP/1.1" status: 404 len: 335 time: 0.0485208 Nov 10 04:13:22.426847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35910) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:22.463077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-06ce2617-5419-4855-a917-266ddaef27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:22.465036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-06ce2617-5419-4855-a917-266ddaef27a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ace4b928-cab9-4dbf-9e57-da4742b4890e HTTP/1.1" status: 200 len: 909 time: 0.0991836 Nov 10 04:13:22.484950 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Deleting subnet 1b6e37ca-ebcb-422d-a8fe-1af62b6a05ce {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:13:22.488516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:22.516425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-7a17b266-9ae6-40ce-b4b3-0f9db2828781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69fbfa97-6a22-4611-a101-428f26cc7f24 HTTP/1.1" status: 200 len: 217 time: 0.0436277 Nov 10 04:13:22.553702 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:22.569720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-0f994e7e-1d0f-4742-8685-1ce87cee817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:22.571570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-0f994e7e-1d0f-4742-8685-1ce87cee817d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11d4429f-0bf0-4db1-a218-09c0af9606ed HTTP/1.1" status: 200 len: 848 time: 0.0481672 Nov 10 04:13:22.599490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e096b6-dd48-4414-b769-0bbefb14119e req-0cec242f-a681-4b23-a8b5-938cc303725d tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:22.606129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8e096b6-dd48-4414-b769-0bbefb14119e req-0cec242f-a681-4b23-a8b5-938cc303725d tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1094 time: 0.0929742 Nov 10 04:13:22.629113 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-e7965fc2-193c-4bd0-aa72-ef936fe6d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:22.630847 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-e7965fc2-193c-4bd0-aa72-ef936fe6d838 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ace4b928-cab9-4dbf-9e57-da4742b4890e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519342 Nov 10 04:13:22.687110 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8e096b6-dd48-4414-b769-0bbefb14119e req-40fd0da2-4d70-45cb-a744-45e0792c2c02 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752232 Nov 10 04:13:22.738893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:22.766865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-ae734257-9993-48fc-a01d-2684214d2a9d service neutron] 10.222.0.11 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283989 Nov 10 04:13:22.818584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:22.859373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6e37ca-ebcb-422d-a8fe-1af62b6a05ce,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:22.867083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:22.872038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd5dabb-02bb-4c1e-957f-6fec36e81a3a None None] Network 302ec225-b46e-470d-8ac2-ce85da7d74b5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:22.874557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e65a3347-12df-40be-92d3-5a7f743ea39d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/subnets/1b6e37ca-ebcb-422d-a8fe-1af62b6a05ce HTTP/1.1" status: 204 len: 168 time: 0.4467044 Nov 10 04:13:22.875219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35934) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:22.913074 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef730213-0384-4b75-adeb-ca8fe1c087e7 req-b07b3d41-31ed-4ff9-bae2-700dfe3db64f service neutron] 10.222.0.11 "GET /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370802 Nov 10 04:13:22.951450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Deleting subnet 6b21d600-f30b-4bfb-b63f-c22361346d6e {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:13:22.955283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.005452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.116278 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.185224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.219617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Subnet': ['ID=6b21d600-f30b-4bfb-b63f-c22361346d6e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:23.225572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.228809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-87ad5852-c7a2-4543-be9a-461a6bca465d tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/subnets/6b21d600-f30b-4bfb-b63f-c22361346d6e HTTP/1.1" status: 204 len: 168 time: 0.3520298 Nov 10 04:13:23.231295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35936) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:23.236356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647eb8eb-bb10-4fcb-ae6f-b3951d88e50f None None] Network 5a3bb477-0929-46b3-9fad-f8c05e59eb3d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:23.294673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] DHCP port deletion for 302ec225-b46e-470d-8ac2-ce85da7d74b5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:23.320914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.375848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Deleting port 51f87950-7b65-4572-9e93-f66f56d0f7cc {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:23.376735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.402694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] Deleting port 51f87950-7b65-4572-9e93-f66f56d0f7cc {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:23.403069 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.450272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] For port 51f87950-7b65-4572-9e93-f66f56d0f7cc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=51f87950-7b65-4572-9e93-f66f56d0f7cc,segment=NetworkSegment(260df09a-6243-4b62-aaad-e51d1784b767),segment_id=260df09a-6243-4b62-aaad-e51d1784b767)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:23.450718 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.463998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Calling delete_port for 51f87950-7b65-4572-9e93-f66f56d0f7cc owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:23.483316 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.489274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] For port 51f87950-7b65-4572-9e93-f66f56d0f7cc, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=51f87950-7b65-4572-9e93-f66f56d0f7cc,segment=NetworkSegment(260df09a-6243-4b62-aaad-e51d1784b767),segment_id=260df09a-6243-4b62-aaad-e51d1784b767)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:23.489663 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.504388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] Calling delete_port for 51f87950-7b65-4572-9e93-f66f56d0f7cc owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:23.559803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.561077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] DHCP port deletion for 5a3bb477-0929-46b3-9fad-f8c05e59eb3d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:23.591962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Port': ['ID=51f87950-7b65-4572-9e93-f66f56d0f7cc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:23.596158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] No DVR routers for this DVR port 51f87950-7b65-4572-9e93-f66f56d0f7cc on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:23.639574 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.668417 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] Pushing event deleted for resources: {'Port': ['ID=51f87950-7b65-4572-9e93-f66f56d0f7cc,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:23.673213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] Deleting port 473a3321-bd82-47af-9a23-18816d27ba82 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:23.673632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.675562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847dd9d-a677-438c-9241-0cf11e805647 None None] No DVR routers for this DVR port 51f87950-7b65-4572-9e93-f66f56d0f7cc on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:23.695310 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.727123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302ec225-b46e-470d-8ac2-ce85da7d74b5']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:23.743290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260df09a-6243-4b62-aaad-e51d1784b767') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:23.743797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260df09a-6243-4b62-aaad-e51d1784b767') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:23.754409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] For port 473a3321-bd82-47af-9a23-18816d27ba82, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=473a3321-bd82-47af-9a23-18816d27ba82,segment=NetworkSegment(84dae51f-7973-47e3-9517-058e012810d1),segment_id=84dae51f-7973-47e3-9517-058e012810d1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:23.754806 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.759605 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.769976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] Calling delete_port for 473a3321-bd82-47af-9a23-18816d27ba82 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:23.802319 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.811058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:23.811465 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:23.816081 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:23.854300 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.870178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] No DVR routers for this DVR port 473a3321-bd82-47af-9a23-18816d27ba82 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:23.875968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfccc61-5bc9-4ffb-ba86-376061ff17dd req-9d611dd5-b3e0-4845-9ed3-a3c1975592d6 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:23.877790 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bfccc61-5bc9-4ffb-ba86-376061ff17dd req-9d611dd5-b3e0-4845-9ed3-a3c1975592d6 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1094 time: 0.1239936 Nov 10 04:13:23.887390 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.890087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366a999-a7f2-4b99-a36e-edac7dddad66 None None] Pushing event deleted for resources: {'Port': ['ID=473a3321-bd82-47af-9a23-18816d27ba82,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:23.902915 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:23.907011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/networks/302ec225-b46e-470d-8ac2-ce85da7d74b5 HTTP/1.1" status: 204 len: 168 time: 0.6746681 Nov 10 04:13:23.909348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35942) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:23.930072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee16fa5-4109-45cd-9626-7cd268bea135 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Network': ['ID=302ec225-b46e-470d-8ac2-ce85da7d74b5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:23.976091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8bfccc61-5bc9-4ffb-ba86-376061ff17dd req-cd936093-0ddf-4c28-bfd8-09173a434739 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635684 Nov 10 04:13:24.007947 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.085301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 51f87950-7b65-4572-9e93-f66f56d0f7cc no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:24.097175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.106265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 51f87950-7b65-4572-9e93-f66f56d0f7cc {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:24.106717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 51f87950-7b65-4572-9e93-f66f56d0f7cc not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:24.107375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 473a3321-bd82-47af-9a23-18816d27ba82 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:24.116953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3bb477-0929-46b3-9fad-f8c05e59eb3d']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:24.126632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dae51f-7973-47e3-9517-058e012810d1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:24.126956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dae51f-7973-47e3-9517-058e012810d1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:24.130798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 473a3321-bd82-47af-9a23-18816d27ba82 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:24.131243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 473a3321-bd82-47af-9a23-18816d27ba82 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:24.141604 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.157429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.163454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:24.163859 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:24.166808 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:24.224873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.231792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.237979 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/networks/5a3bb477-0929-46b3-9fad-f8c05e59eb3d HTTP/1.1" status: 204 len: 168 time: 0.3225460 Nov 10 04:13:24.237979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35944) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:24.257798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3d311-0628-4c0a-91ad-7f06b3ed3229 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Network': ['ID=5a3bb477-0929-46b3-9fad-f8c05e59eb3d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:24.299266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Deleting subnet 4b089705-886e-4380-8932-513453cc2fbb {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:13:24.302396 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.347525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.429212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.489621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.521860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Subnet': ['ID=4b089705-886e-4380-8932-513453cc2fbb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:24.527054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.532255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79a2ef4-71e8-4d60-86c4-60eabb76752b None None] Network 050d01e4-7e5d-414d-83cd-694c878699f6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:24.532989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 35946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:24.533476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3a718391-7643-4715-87aa-b285a0bc5bf9 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/subnets/4b089705-886e-4380-8932-513453cc2fbb HTTP/1.1" status: 204 len: 168 time: 0.2943740 Nov 10 04:13:24.615157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.673117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Deleting port 01b3d718-3ef2-4650-9878-3d8d3870f8cf {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:24.673524 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.723804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] DHCP port deletion for 050d01e4-7e5d-414d-83cd-694c878699f6 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:24.742609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] For port 01b3d718-3ef2-4650-9878-3d8d3870f8cf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=01b3d718-3ef2-4650-9878-3d8d3870f8cf,segment=NetworkSegment(50f0b170-9229-4597-a68c-51044c45d64c),segment_id=50f0b170-9229-4597-a68c-51044c45d64c)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:24.742963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.756184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Calling delete_port for 01b3d718-3ef2-4650-9878-3d8d3870f8cf owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:24.779515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] Deleting port 01b3d718-3ef2-4650-9878-3d8d3870f8cf {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:24.780245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.836074 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.846655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] For port 01b3d718-3ef2-4650-9878-3d8d3870f8cf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=01b3d718-3ef2-4650-9878-3d8d3870f8cf,segment=NetworkSegment(50f0b170-9229-4597-a68c-51044c45d64c),segment_id=50f0b170-9229-4597-a68c-51044c45d64c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:24.847182 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.859500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] Calling delete_port for 01b3d718-3ef2-4650-9878-3d8d3870f8cf owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:24.862922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Port': ['ID=01b3d718-3ef2-4650-9878-3d8d3870f8cf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:24.864736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] No DVR routers for this DVR port 01b3d718-3ef2-4650-9878-3d8d3870f8cf on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:24.945779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.953820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:24.971235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] Pushing event deleted for resources: {'Port': ['ID=01b3d718-3ef2-4650-9878-3d8d3870f8cf,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:24.976966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c63f5-2f09-448c-b9dc-452217eec03f None None] No DVR routers for this DVR port 01b3d718-3ef2-4650-9878-3d8d3870f8cf on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:24.978880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050d01e4-7e5d-414d-83cd-694c878699f6']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:24.989339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f0b170-9229-4597-a68c-51044c45d64c') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:24.990214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f0b170-9229-4597-a68c-51044c45d64c') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:25.001342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.018644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.025740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:25.026376 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:25.029328 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:25.120576 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.142235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.145456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/networks/050d01e4-7e5d-414d-83cd-694c878699f6 HTTP/1.1" status: 204 len: 168 time: 0.6114748 Nov 10 04:13:25.148245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35952) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:25.150020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b3f91-88c1-412a-8efd-d5be1f6cc1d8 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Pushing event deleted for resources: {'Network': ['ID=050d01e4-7e5d-414d-83cd-694c878699f6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:25.154635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae7085-a4ea-4ced-86ca-b72d6f6f802a req-916144d1-1edd-43b3-9041-ff2b42f45df9 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:25.156292 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5ae7085-a4ea-4ced-86ca-b72d6f6f802a req-916144d1-1edd-43b3-9041-ff2b42f45df9 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1094 time: 0.0876458 Nov 10 04:13:25.178026 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e9ba9439-0042-4b0c-99ef-77cc0b37d3e4 tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa47dcb4-933f-4db6-bd44-600f8da79aa5 HTTP/1.1" status: 200 len: 205 time: 0.0260794 Nov 10 04:13:25.178256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:25.203660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5ae7085-a4ea-4ced-86ca-b72d6f6f802a req-96184dfe-89e0-4802-98f7-539271868650 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Nov 10 04:13:25.254031 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4025cdd8-a1d2-4a71-8d4a-1302aea76a1f tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.411575 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4025cdd8-a1d2-4a71-8d4a-1302aea76a1f tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.413580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4025cdd8-a1d2-4a71-8d4a-1302aea76a1f tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.455410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4025cdd8-a1d2-4a71-8d4a-1302aea76a1f tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.455969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4025cdd8-a1d2-4a71-8d4a-1302aea76a1f tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Fanout notify agent at l3_agent the message router_deleted on router fa47dcb4-933f-4db6-bd44-600f8da79aa5 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:13:25.463162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4025cdd8-a1d2-4a71-8d4a-1302aea76a1f tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.464218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4025cdd8-a1d2-4a71-8d4a-1302aea76a1f tempest-RoutersNegativeTest-202509877 tempest-RoutersNegativeTest-202509877-project] 10.222.0.24 "DELETE /v2.0/routers/fa47dcb4-933f-4db6-bd44-600f8da79aa5 HTTP/1.1" status: 204 len: 168 time: 0.2845774 Nov 10 04:13:25.711144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35960) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:25.811477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:13:25.825455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 69fbfa97-6a22-4611-a101-428f26cc7f24 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:13:25.863616 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-004a4a59-c69b-4ddb-bacc-89c12aac00c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85789b38f757424cb2ebca13085b9e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507461 Nov 10 04:13:25.866115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35964) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:25.918902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34282659-b326-43a2-a445-9964c77e2b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.932548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 69fbfa97-6a22-4611-a101-428f26cc7f24, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=69fbfa97-6a22-4611-a101-428f26cc7f24,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:25.942891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34282659-b326-43a2-a445-9964c77e2b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.947899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '69fbfa97-6a22-4611-a101-428f26cc7f24', 'network_id': 'ace4b928-cab9-4dbf-9e57-da4742b4890e', 'port_id': '69fbfa97-6a22-4611-a101-428f26cc7f24', 'mac_address': 'fa:16:3e:d1:dc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d4429f-0bf0-4db1-a218-09c0af9606ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:13:25.987196 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:25.995867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34282659-b326-43a2-a445-9964c77e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:26.000500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34282659-b326-43a2-a445-9964c77e2b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:26.000810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fbfa97-6a22-4611-a101-428f26cc7f24 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:13:26.004865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-34282659-b326-43a2-a445-9964c77e2b2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e144dfe2-606d-4dd5-b32e-5ac90a30b88d HTTP/1.1" status: 204 len: 168 time: 0.1348794 Nov 10 04:13:26.011588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34282659-b326-43a2-a445-9964c77e2b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e144dfe2-606d-4dd5-b32e-5ac90a30b88d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:26.069617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 69fbfa97-6a22-4611-a101-428f26cc7f24, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=69fbfa97-6a22-4611-a101-428f26cc7f24,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:26.084387 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:26.125259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 01b3d718-3ef2-4650-9878-3d8d3870f8cf no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:26.171071 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 01b3d718-3ef2-4650-9878-3d8d3870f8cf {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:26.171516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 01b3d718-3ef2-4650-9878-3d8d3870f8cf not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:26.194131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=69fbfa97-6a22-4611-a101-428f26cc7f24,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:26.333440 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4847-29e0-481c-8587-809173cf1fa8 req-e857aa84-c872-4393-90cc-1354db491280 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:26.343305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-339b4847-29e0-481c-8587-809173cf1fa8 req-e857aa84-c872-4393-90cc-1354db491280 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1095 time: 0.0602343 Nov 10 04:13:26.404273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-339b4847-29e0-481c-8587-809173cf1fa8 req-6e3dbe86-8b80-43da-9762-e86a433af0dc tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Nov 10 04:13:26.491346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['69fbfa97-6a22-4611-a101-428f26cc7f24'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:13:26.812075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 35994) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:26.927010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-714cc5ca-ed2a-4fea-9326-255545e90dc6 tempest-ServiceProvidersTest-276891847 tempest-ServiceProvidersTest-276891847-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1136334 Nov 10 04:13:27.185592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36004) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:27.298476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b74f783e-a66d-43d0-9d03-d124719deea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.397630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b74f783e-a66d-43d0-9d03-d124719deea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.401412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b74f783e-a66d-43d0-9d03-d124719deea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.446817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f783e-a66d-43d0-9d03-d124719deea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4862f5e4-77cc-44db-8ee2-8fe010677103,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:27.455353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36010) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:27.456041 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b74f783e-a66d-43d0-9d03-d124719deea1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c31e99d6f30f40fa8add4b853d7bc080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693071 Nov 10 04:13:27.550980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193425e7-d85a-49ee-a594-ad7dc4fd9233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.558783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0567934-9398-4adc-b160-6e5e058988f8 req-235aefc1-dc47-42f7-a1e3-79b173499833 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:27.560970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0567934-9398-4adc-b160-6e5e058988f8 req-235aefc1-dc47-42f7-a1e3-79b173499833 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1095 time: 0.0623538 Nov 10 04:13:27.590700 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193425e7-d85a-49ee-a594-ad7dc4fd9233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.642844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0567934-9398-4adc-b160-6e5e058988f8 req-c0ee49ac-3ffa-4b94-88c2-3d3190b621d5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737114 Nov 10 04:13:27.660374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193425e7-d85a-49ee-a594-ad7dc4fd9233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.664193 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-193425e7-d85a-49ee-a594-ad7dc4fd9233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.665853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-193425e7-d85a-49ee-a594-ad7dc4fd9233 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4862f5e4-77cc-44db-8ee2-8fe010677103 HTTP/1.1" status: 204 len: 168 time: 0.2087047 Nov 10 04:13:27.675967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193425e7-d85a-49ee-a594-ad7dc4fd9233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4862f5e4-77cc-44db-8ee2-8fe010677103,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:27.839435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 69fbfa97-6a22-4611-a101-428f26cc7f24 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:27.887989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 69fbfa97-6a22-4611-a101-428f26cc7f24 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:13:27.891903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 69fbfa97-6a22-4611-a101-428f26cc7f24 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:27.892267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.974350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:27.998123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e14529e-4381-4885-98f4-70e6cce2f140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fbfa97-6a22-4611-a101-428f26cc7f24'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:28.000405 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd957d3d-926d-49c4-9d22-c7bd010d11c0" -d '{"events": [{"server_uuid": "3e14529e-4381-4885-98f4-70e6cce2f140", "name": "network-vif-plugged", "status": "completed", "tag": "69fbfa97-6a22-4611-a101-428f26cc7f24"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:28.018052 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 69fbfa97-6a22-4611-a101-428f26cc7f24, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=69fbfa97-6a22-4611-a101-428f26cc7f24,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:28.022463 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.048034 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf8173-a5ef-4d60-8ed8-2ff27cae71dc x-openstack-request-id: req-e3bf8173-a5ef-4d60-8ed8-2ff27cae71dc {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:28.048324 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e14529e-4381-4885-98f4-70e6cce2f140", "name": "network-vif-plugged", "status": "completed", "tag": "69fbfa97-6a22-4611-a101-428f26cc7f24", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:28.048697 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3bf8173-a5ef-4d60-8ed8-2ff27cae71dc {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:28.049135 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e14529e-4381-4885-98f4-70e6cce2f140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fbfa97-6a22-4611-a101-428f26cc7f24', 'code': 200} Nov 10 04:13:28.074972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=69fbfa97-6a22-4611-a101-428f26cc7f24,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:28.175889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e94f5-1604-41d4-a11a-c6ac3079c88d req-8289158f-b47f-4f80-a006-937911314539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:28.177459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb8e94f5-1604-41d4-a11a-c6ac3079c88d req-8289158f-b47f-4f80-a006-937911314539 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0406833 Nov 10 04:13:28.225271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-eb8e94f5-1604-41d4-a11a-c6ac3079c88d req-5421986a-b348-41ed-a85c-71cb7ded719f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Nov 10 04:13:28.333543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36040) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:28.433049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1392936540'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:28.455452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Made reservation on behalf of 49b1e7b1b12b4a7db96d68c31308a1b0 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:28.459495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.469533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.493806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36044) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:28.556975 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.561711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.598169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:13:28.616998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf11f15e-d389-4419-a742-645b08c6628d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:28.621216 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.621650 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Added segment dd3a4fa6-a1e3-413a-91ca-6c874ae2b83f of type vlan for network e2b34ba8-34e3-4212-95e3-3a264bad61f4 Nov 10 04:13:28.673281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port c73a376d-26dc-41a5-8c12-61c84942cd47 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:28.673842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.683008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.716960 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.723182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:28.723784 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.759000 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.759342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.773692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for c73a376d-26dc-41a5-8c12-61c84942cd47 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:28.819127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4842858 Nov 10 04:13:28.822340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36048) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:28.829083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-6fe8b38b-1786-4cc4-aa51-4cfd3f63b310 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-2073470898') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:28.835601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790dd05-d652-4fc6-8f06-e92ada01a67e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Pushing event updated for resources: {'Network': ['ID=e2b34ba8-34e3-4212-95e3-3a264bad61f4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:28.848902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e2b34ba8-34e3-4212-95e3-3a264bad61f4 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:13:28.889405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a35ab9-ae9c-43db-a66d-80fd1986f4f4 req-26ae36d0-3c9e-4ac7-a8e2-58d02308993a tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:28.890994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88a35ab9-ae9c-43db-a66d-80fd1986f4f4 req-26ae36d0-3c9e-4ac7-a8e2-58d02308993a tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.1219501 Nov 10 04:13:28.958768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:28.958982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88a35ab9-ae9c-43db-a66d-80fd1986f4f4 req-24c18e51-1336-41ac-88ee-6cf5fdf172a0 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608542 Nov 10 04:13:28.970501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6fe8b38b-1786-4cc4-aa51-4cfd3f63b310 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "PUT /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-2073470898 HTTP/1.1" status: 201 len: 201 time: 0.1447365 Nov 10 04:13:28.972831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36050) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:28.986144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-229e609d-efb3-40e3-889f-f0f82f5c5e0c tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-2073470898') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:28.993218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=c73a376d-26dc-41a5-8c12-61c84942cd47,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:29.055486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-229e609d-efb3-40e3-889f-f0f82f5c5e0c tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "GET /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-2073470898 HTTP/1.1" status: 204 len: 168 time: 0.0812278 Nov 10 04:13:29.058033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36052) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.062164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-8787f44a-01fa-42bd-b5de-67800dce6709 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.065249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:29.066257 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Floating IP c5a9e43d-4232-4eeb-8cdf-8db27c582cb7 disassociated (deleted). External IP: 172.25.6.167, port: 277fd47a-4631-41ae-b47c-84a887efb8ab. Nov 10 04:13:29.134268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8787f44a-01fa-42bd-b5de-67800dce6709 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "GET /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags HTTP/1.1" status: 200 len: 238 time: 0.0751703 Nov 10 04:13:29.136922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36054) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.141645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-e6c0009b-7e55-40d9-9c74-f3b9556a77ef tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', {'tags': ['tempest-TagsTest-Tag-1512627953', 'tempest-TagsTest-Tag-1959603578', 'tempest-TagsTest-Tag-1759055547']}) {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.228270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e6c0009b-7e55-40d9-9c74-f3b9556a77ef tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "PUT /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags HTTP/1.1" status: 200 len: 309 time: 0.0901949 Nov 10 04:13:29.231231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36056) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.237610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-3bc3e281-5fb6-4fc7-b0bc-67533ed0ba01 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-1512627953') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.294757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:29.337688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3bc3e281-5fb6-4fc7-b0bc-67533ed0ba01 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "DELETE /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-1512627953 HTTP/1.1" status: 204 len: 168 time: 0.1044664 Nov 10 04:13:29.337688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36058) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.341913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-4e3b072f-0c72-4d14-87d3-30d45b9854c8 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-1512627953') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.418397 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-4e3b072f-0c72-4d14-87d3-30d45b9854c8 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] show failed (client error): The resource could not be found. Nov 10 04:13:29.419441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4e3b072f-0c72-4d14-87d3-30d45b9854c8 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "GET /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-1512627953 HTTP/1.1" status: 404 len: 326 time: 0.0810239 Nov 10 04:13:29.422045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.426278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-1ed04846-0ece-49fe-ab5f-48b98f50ed3f tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-1959603578') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.431701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:29.436346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:29.447560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:29.459450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:29.460869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.470382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa13eafb-f507-43d5-9c4c-47d57e9c3c3e tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "DELETE /v2.0/floatingips/c5a9e43d-4232-4eeb-8cdf-8db27c582cb7 HTTP/1.1" status: 204 len: 168 time: 0.9727118 Nov 10 04:13:29.470382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:29.471560 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222456bf-83d1-4128-a347-5e81e07956db" -d '{"events": [{"name": "network-changed", "server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:29.510248 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4490699-897c-4b12-969c-7440b084a65c x-openstack-request-id: req-e4490699-897c-4b12-969c-7440b084a65c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:29.510519 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:29.510775 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4490699-897c-4b12-969c-7440b084a65c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:29.511175 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'status': 'completed', 'code': 200} Nov 10 04:13:29.529019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1ed04846-0ece-49fe-ab5f-48b98f50ed3f tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "GET /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-1959603578 HTTP/1.1" status: 204 len: 168 time: 0.1037979 Nov 10 04:13:29.529567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36068) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.534026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.tag.tag_plugin [None req-d924df5f-8739-4407-9907-68783a60fcb6 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-1759055547') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.613556 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:29.664986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222456bf-83d1-4128-a347-5e81e07956db req-7adb3a92-bf44-4d7d-a66f-4635502042cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:29.666750 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-222456bf-83d1-4128-a347-5e81e07956db req-7adb3a92-bf44-4d7d-a66f-4635502042cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 1096 time: 0.0774524 Nov 10 04:13:29.670792 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d924df5f-8739-4407-9907-68783a60fcb6 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "GET /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-1759055547 HTTP/1.1" status: 204 len: 168 time: 0.1403925 Nov 10 04:13:29.673021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36070) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.678544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-876027d4-a8f8-44f7-8f0d-1e8da6e44da3 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.818196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222456bf-83d1-4128-a347-5e81e07956db req-34449979-ba33-40f3-ad81-db7d56258715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:29.819962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-222456bf-83d1-4128-a347-5e81e07956db req-34449979-ba33-40f3-ad81-db7d56258715 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.1122336 Nov 10 04:13:29.830139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9190fcd-72e4-4db5-bef3-98a1c75d5c34 req-4cb4a6ab-71fe-45e0-beee-7799322c7f1c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:29.831689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9190fcd-72e4-4db5-bef3-98a1c75d5c34 req-4cb4a6ab-71fe-45e0-beee-7799322c7f1c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 945 time: 0.0794365 Nov 10 04:13:29.863505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-876027d4-a8f8-44f7-8f0d-1e8da6e44da3 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "DELETE /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags HTTP/1.1" status: 204 len: 168 time: 0.1884508 Nov 10 04:13:29.866433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36074) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:29.871261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-aa1fa1d1-f27a-4982-a824-7859dde9591e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-1959603578') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.881681 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-222456bf-83d1-4128-a347-5e81e07956db req-f5e8135f-9273-471a-ad98-a26cd5614f0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=277fd47a-4631-41ae-b47c-84a887efb8ab HTTP/1.1" status: 200 len: 217 time: 0.0539920 Nov 10 04:13:29.911503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:24Z', 'revision_number': 1, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.947106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222456bf-83d1-4128-a347-5e81e07956db req-f946cf63-5861-476f-800e-3d0f24033595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:29.949255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:29.949409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-222456bf-83d1-4128-a347-5e81e07956db req-f946cf63-5861-476f-800e-3d0f24033595 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0586858 Nov 10 04:13:29.953284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9190fcd-72e4-4db5-bef3-98a1c75d5c34 req-168b63a7-eb77-4504-bb33-bdd83b97a61a tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141913 Nov 10 04:13:29.985446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:29.987387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:29.989158 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-aa1fa1d1-f27a-4982-a824-7859dde9591e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] show failed (client error): The resource could not be found. Nov 10 04:13:29.992944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aa1fa1d1-f27a-4982-a824-7859dde9591e tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "GET /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-1959603578 HTTP/1.1" status: 404 len: 326 time: 0.1229725 Nov 10 04:13:29.994639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36078) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:30.009537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-a2a5a37f-54cc-46d0-88c2-a4c48d9e63d7 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4', 'tempest-TagsTest-Tag-1759055547') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:30.031440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222456bf-83d1-4128-a347-5e81e07956db req-18146ec3-1b5a-4906-8d68-4f3c6915c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:30.032949 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-222456bf-83d1-4128-a347-5e81e07956db req-18146ec3-1b5a-4906-8d68-4f3c6915c846 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741355 Nov 10 04:13:30.113044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199504-fbe3-418a-867d-d117dd591fb4 req-3b763d28-f551-48bc-b766-3aaa50f27041 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:30.120666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5199504-fbe3-418a-867d-d117dd591fb4 req-3b763d28-f551-48bc-b766-3aaa50f27041 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0631001 Nov 10 04:13:30.125806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:30.141501 n-d-817326-2 neutron-server[102597]: INFO neutron.api.v2.resource [None req-a2a5a37f-54cc-46d0-88c2-a4c48d9e63d7 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] show failed (client error): The resource could not be found. Nov 10 04:13:30.142946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a2a5a37f-54cc-46d0-88c2-a4c48d9e63d7 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "GET /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags/tempest-TagsTest-Tag-1759055547 HTTP/1.1" status: 404 len: 326 time: 0.1472847 Nov 10 04:13:30.147142 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:30.151766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.tag.tag_plugin [None req-ced94c0b-9f67-4417-af13-04f91e726f48 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e2b34ba8-34e3-4212-95e3-3a264bad61f4') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:30.157804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-222456bf-83d1-4128-a347-5e81e07956db req-c669e6d4-4d09-4b27-b43c-4614b79b7801 service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148109 Nov 10 04:13:30.226597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f5199504-fbe3-418a-867d-d117dd591fb4 req-acd78242-5e9d-4281-bf8a-ae626714621b tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993369 Nov 10 04:13:30.275209 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ced94c0b-9f67-4417-af13-04f91e726f48 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "DELETE /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4/tags HTTP/1.1" status: 204 len: 168 time: 0.1267297 Nov 10 04:13:30.275847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36082) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:30.386276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:30.407818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:24Z', 'revision_number': 1, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:30.449891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e19fa1-43a9-4da1-b253-6cc67498e988 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '91f3f3d6-dfa9-4837-8e85-10e2c0655f16', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'port_id': '5d6747c7-b246-407f-b128-ceeda76ee668', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'mac_address': 'fa:16:3e:05:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb42530-e512-4236-a0fa-526da02947e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:19Z', 'updated_at': '2021-11-10T04:09:24Z', 'revision_number': 1, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:30.532642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:30.559325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b34ba8-34e3-4212-95e3-3a264bad61f4']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:30.571621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3a4fa6-a1e3-413a-91ca-6c874ae2b83f') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:30.577785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3a4fa6-a1e3-413a-91ca-6c874ae2b83f') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:30.587748 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:30.602734 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:30.612241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:30.613247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:30.616859 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:30.695718 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:30.705748 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:30.708956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] 10.222.0.24 "DELETE /v2.0/networks/e2b34ba8-34e3-4212-95e3-3a264bad61f4 HTTP/1.1" status: 204 len: 168 time: 0.4321160 Nov 10 04:13:30.729679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a639c-1509-46b5-b242-9d882a153554 tempest-TagsTest-146761964 tempest-TagsTest-146761964-project] Pushing event deleted for resources: {'Network': ['ID=e2b34ba8-34e3-4212-95e3-3a264bad61f4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:30.751780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-222456bf-83d1-4128-a347-5e81e07956db req-e5740a33-36c9-457f-8603-6c6bf728ff8d service neutron] 10.222.0.11 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852382 Nov 10 04:13:30.807684 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d718f-1568-4fce-b6d6-0f3dec4eefe3 None None] New status for floating IP c5a9e43d-4232-4eeb-8cdf-8db27c582cb7: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:13:30.994050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36092) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:31.090266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511ce12-c468-4841-b248-46aea740ce9d req-6aa302be-c79b-4553-992c-f1a04d9c0b6c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:31.091795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4511ce12-c468-4841-b248-46aea740ce9d req-6aa302be-c79b-4553-992c-f1a04d9c0b6c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 945 time: 0.0618243 Nov 10 04:13:31.136948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dfc07b29-7473-4a07-9a78-46a437d1c127 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49b1e7b1b12b4a7db96d68c31308a1b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417332 Nov 10 04:13:31.139339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36096) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:31.145191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4511ce12-c468-4841-b248-46aea740ce9d req-59d88b21-365f-43c4-b595-596fc20e721b tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464888 Nov 10 04:13:31.190585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68855783-8605-4132-8410-f6a23008ba4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:31.211483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68855783-8605-4132-8410-f6a23008ba4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:31.257579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68855783-8605-4132-8410-f6a23008ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:31.260480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68855783-8605-4132-8410-f6a23008ba4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:31.261775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-68855783-8605-4132-8410-f6a23008ba4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf11f15e-d389-4419-a742-645b08c6628d HTTP/1.1" status: 204 len: 168 time: 0.1212833 Nov 10 04:13:31.271005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855783-8605-4132-8410-f6a23008ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf11f15e-d389-4419-a742-645b08c6628d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:31.342832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691baa66-25a6-4038-a528-c21812f97e59 req-a3bbcddb-5963-4a1f-a495-7ae2067a5ed9 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:31.350588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-691baa66-25a6-4038-a528-c21812f97e59 req-a3bbcddb-5963-4a1f-a495-7ae2067a5ed9 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0555241 Nov 10 04:13:31.391172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-691baa66-25a6-4038-a528-c21812f97e59 req-b4a740b7-400f-4ab0-81d7-c3774834007e tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Nov 10 04:13:31.525877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36110) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:31.537697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8123a30-4d4f-4080-a73d-3b28e1d45192 req-26583504-62dc-4d9e-ae3e-d1276e539293 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:31.539371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8123a30-4d4f-4080-a73d-3b28e1d45192 req-26583504-62dc-4d9e-ae3e-d1276e539293 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0627813 Nov 10 04:13:31.614004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8123a30-4d4f-4080-a73d-3b28e1d45192 req-a92e60f1-52a7-4862-9364-89681812b8ff tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648859 Nov 10 04:13:31.693384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-db717134-e276-45aa-ac51-f401422318ea tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:31.694965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-db717134-e276-45aa-ac51-f401422318ea tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 945 time: 0.1081214 Nov 10 04:13:31.752165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dafc-174d-427b-8379-047e54ff46c1 req-0af0df18-342e-4e27-8c67-6d1ee0c06497 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:31.754854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0d6dafc-174d-427b-8379-047e54ff46c1 req-0af0df18-342e-4e27-8c67-6d1ee0c06497 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0469027 Nov 10 04:13:31.807858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] Deleting subnet cbd689ae-74b0-4918-9a41-6742b4869fa6 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:13:31.810708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0d6dafc-174d-427b-8379-047e54ff46c1 req-7f3f6799-1ffc-44bc-8e8c-85334ea9fbfe tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 Nov 10 04:13:31.833522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:31.883177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:31.954110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:31.961984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port 277fd47a-4631-41ae-b47c-84a887efb8ab {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:31.962609 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.109117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b329-d4b9-419e-a6ba-1b9b7b38bbf4 req-daba0b38-0211-47c3-ab8d-e1a318939ad0 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:32.110892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3564b329-d4b9-419e-a6ba-1b9b7b38bbf4 req-daba0b38-0211-47c3-ab8d-e1a318939ad0 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0508883 Nov 10 04:13:32.130909 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.165318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3564b329-d4b9-419e-a6ba-1b9b7b38bbf4 req-84288a79-d130-4895-8e77-22a4b56cef50 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Nov 10 04:13:32.183741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] For port 277fd47a-4631-41ae-b47c-84a887efb8ab, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=277fd47a-4631-41ae-b47c-84a887efb8ab,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:32.184491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.188481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd689ae-74b0-4918-9a41-6742b4869fa6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:32.201724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.205223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96743f13-e297-4793-85fb-78c941f31920 None None] Network 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:32.207822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:32.208148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-94832423-d490-41cc-8783-d4d365579c28 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cbd689ae-74b0-4918-9a41-6742b4869fa6 HTTP/1.1" status: 204 len: 168 time: 0.6811829 Nov 10 04:13:32.216267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for 277fd47a-4631-41ae-b47c-84a887efb8ab owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:32.351127 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.367032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf8e3a-e8e4-4de7-9aa6-44f91963afbd None None] DHCP port deletion for 435bcfbe-5e59-4a4a-a5a1-5cde594fd835 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:32.398774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.432152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-733e2038-c615-4183-a8e7-4b943161dc11 req-61fcb68b-ffb6-4c11-a4d6-bdde3664a138 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.0765674 Nov 10 04:13:32.467538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=277fd47a-4631-41ae-b47c-84a887efb8ab,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:32.493729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.523984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435bcfbe-5e59-4a4a-a5a1-5cde594fd835']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:32.533262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] No DVR routers for this DVR port 277fd47a-4631-41ae-b47c-84a887efb8ab on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:32.537681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.539669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ec61f5-2605-47f1-9cb2-e861c482f68a') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:32.540644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ec61f5-2605-47f1-9cb2-e861c482f68a') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:32.541410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d8ac0ec-c554-41f2-9056-65ed2659a4c9 req-1a21c137-1e7e-45db-9a57-658e9d2bbfbf tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.11 "DELETE /v2.0/ports/277fd47a-4631-41ae-b47c-84a887efb8ab HTTP/1.1" status: 204 len: 173 time: 0.8374114 Nov 10 04:13:32.541885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'name': 'network-vif-deleted', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:32.544818 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6808ead3-fc17-4a18-8e77-88c454720d9e" -d '{"events": [{"server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "name": "network-vif-deleted", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:32.554400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.577250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.589581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:32.590243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:32.592482 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:32.671905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.693698 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:32.700239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] 10.222.0.24 "DELETE /v2.0/networks/435bcfbe-5e59-4a4a-a5a1-5cde594fd835 HTTP/1.1" status: 204 len: 168 time: 0.4889727 Nov 10 04:13:32.700239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a915e50-8873-4c6e-b0fe-87d9a5f4523f admin admin] Pushing event deleted for resources: {'Network': ['ID=435bcfbe-5e59-4a4a-a5a1-5cde594fd835,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:32.900057 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216481e7-c48d-4e3d-bfc0-7fe11327c2ea x-openstack-request-id: req-216481e7-c48d-4e3d-bfc0-7fe11327c2ea {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:32.900543 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f2588e-cf1f-4c61-aafd-0a6bf12c0062", "name": "network-vif-deleted", "tag": "277fd47a-4631-41ae-b47c-84a887efb8ab", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:32.900847 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-216481e7-c48d-4e3d-bfc0-7fe11327c2ea {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:32.901452 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f2588e-cf1f-4c61-aafd-0a6bf12c0062', 'name': 'network-vif-deleted', 'tag': '277fd47a-4631-41ae-b47c-84a887efb8ab', 'status': 'completed', 'code': 200} Nov 10 04:13:32.944714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36158) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:33.026448 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-761b3c26-09a1-46da-868e-aae1231b8a9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=942a382b03a94b5f947998affc5b8d69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796061 Nov 10 04:13:33.028517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36160) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:33.094639 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c825e61-045a-429d-a66e-81acb0d57660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:33.119679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c825e61-045a-429d-a66e-81acb0d57660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:33.173740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c825e61-045a-429d-a66e-81acb0d57660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:33.176944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c825e61-045a-429d-a66e-81acb0d57660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:33.193560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c825e61-045a-429d-a66e-81acb0d57660 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/561c0560-65c7-4844-8c70-b2ef9ec6984f HTTP/1.1" status: 204 len: 168 time: 0.1568608 Nov 10 04:13:33.214662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c825e61-045a-429d-a66e-81acb0d57660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c0560-65c7-4844-8c70-b2ef9ec6984f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:33.358864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae437c-f3bb-4e4a-86b5-b9600037070d req-6b4c38c7-4dbd-459e-9069-93e3c11c94d3 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:33.360676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74ae437c-f3bb-4e4a-86b5-b9600037070d req-6b4c38c7-4dbd-459e-9069-93e3c11c94d3 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0506003 Nov 10 04:13:33.412339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74ae437c-f3bb-4e4a-86b5-b9600037070d req-34d635e5-f609-4b2e-bd4f-642c13ffb21d tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 Nov 10 04:13:33.559995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-683357df-09bc-4f93-8b44-9a96d403c4a3 req-9a782d7c-a3a1-4608-9057-d5b4804f2d15 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.0344400 Nov 10 04:13:33.568758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-8b788146-48be-4e4a-95c5-b431123dc06f tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:33.570469 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-8b788146-48be-4e4a-95c5-b431123dc06f tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 1096 time: 0.0450401 Nov 10 04:13:33.682015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Deleting port 69fbfa97-6a22-4611-a101-428f26cc7f24 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:33.682350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:33.782595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] For port 69fbfa97-6a22-4611-a101-428f26cc7f24, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=69fbfa97-6a22-4611-a101-428f26cc7f24,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:33.783009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:33.799344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Calling delete_port for 69fbfa97-6a22-4611-a101-428f26cc7f24 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:33.882405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36204) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:33.960049 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:33.973378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f64076f1-082d-4a9f-b97a-a55b2040480b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:13:33.995787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Pushing event deleted for resources: {'Port': ['ID=69fbfa97-6a22-4611-a101-428f26cc7f24,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:34.034822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['69fbfa97-6a22-4611-a101-428f26cc7f24'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:13:34.077654 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b22b245c-3e9c-4bd6-aa53-86d99ea986c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.086414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] No DVR routers for this DVR port 69fbfa97-6a22-4611-a101-428f26cc7f24 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:34.091805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.095947 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fa06e88-6bef-40a1-8d1f-52be029c05e2 req-7ab6d710-5394-4a61-85b0-1d2c41620de5 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.11 "DELETE /v2.0/ports/69fbfa97-6a22-4611-a101-428f26cc7f24 HTTP/1.1" status: 204 len: 173 time: 0.5193393 Nov 10 04:13:34.189717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b22b245c-3e9c-4bd6-aa53-86d99ea986c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.195787 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b22b245c-3e9c-4bd6-aa53-86d99ea986c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.248883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b245c-3e9c-4bd6-aa53-86d99ea986c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5beb2ff-377a-4245-85e1-95dd9cf616f5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:34.277211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b22b245c-3e9c-4bd6-aa53-86d99ea986c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8dce20fabbc4ef5a75da31a4889c954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937354 Nov 10 04:13:34.280045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36216) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:34.354673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064fb1a1-5a97-4679-9ac6-442525b7430d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.381693 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064fb1a1-5a97-4679-9ac6-442525b7430d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.433142 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064fb1a1-5a97-4679-9ac6-442525b7430d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.435870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-064fb1a1-5a97-4679-9ac6-442525b7430d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.439340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-064fb1a1-5a97-4679-9ac6-442525b7430d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5beb2ff-377a-4245-85e1-95dd9cf616f5 HTTP/1.1" status: 204 len: 168 time: 0.1559427 Nov 10 04:13:34.467072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fb1a1-5a97-4679-9ac6-442525b7430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5beb2ff-377a-4245-85e1-95dd9cf616f5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:34.542755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a57b6f22-37a6-40c0-8429-c4b811d17215 req-8e4c9d86-4dfa-4f68-b73c-7a91f48145a4 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e14529e-4381-4885-98f4-70e6cce2f140 HTTP/1.1" status: 200 len: 210 time: 0.0291975 Nov 10 04:13:34.691649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06023437-c399-4524-ab22-2c04241cd158 req-e1d8464a-16c8-4e96-9608-a6ed7bcbe5bb tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.0350366 Nov 10 04:13:34.870208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36236) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:34.884754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7923a559-5573-4b3f-bef5-b76e6bbfc768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.903401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e14529e-4381-4885-98f4-70e6cce2f140', 'name': 'network-vif-deleted', 'tag': '69fbfa97-6a22-4611-a101-428f26cc7f24'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:34.906633 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f77fc5-2f19-4345-9dbc-2f40270a7edb" -d '{"events": [{"server_uuid": "3e14529e-4381-4885-98f4-70e6cce2f140", "name": "network-vif-deleted", "tag": "69fbfa97-6a22-4611-a101-428f26cc7f24"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:34.961388 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f185f73d-f25b-4c00-8a79-8d1422b8805b x-openstack-request-id: req-f185f73d-f25b-4c00-8a79-8d1422b8805b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:34.962353 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e14529e-4381-4885-98f4-70e6cce2f140", "name": "network-vif-deleted", "tag": "69fbfa97-6a22-4611-a101-428f26cc7f24", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:34.962353 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f185f73d-f25b-4c00-8a79-8d1422b8805b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:34.962353 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e14529e-4381-4885-98f4-70e6cce2f140', 'name': 'network-vif-deleted', 'tag': '69fbfa97-6a22-4611-a101-428f26cc7f24', 'status': 'completed', 'code': 200} Nov 10 04:13:34.985433 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7923a559-5573-4b3f-bef5-b76e6bbfc768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:34.990481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7923a559-5573-4b3f-bef5-b76e6bbfc768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.038040 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7923a559-5573-4b3f-bef5-b76e6bbfc768 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0ffa177e3604a77b427d2bbe43e24a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642540 Nov 10 04:13:35.038040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a559-5573-4b3f-bef5-b76e6bbfc768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de49003-849e-4690-9096-7d7f575c9156,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:35.038792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36242) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:35.087286 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71b9d621-c89d-4edb-93d4-6cba03158100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.115457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71b9d621-c89d-4edb-93d4-6cba03158100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.166043 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71b9d621-c89d-4edb-93d4-6cba03158100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.169830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71b9d621-c89d-4edb-93d4-6cba03158100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.178132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-71b9d621-c89d-4edb-93d4-6cba03158100 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9de49003-849e-4690-9096-7d7f575c9156 HTTP/1.1" status: 204 len: 168 time: 0.1314013 Nov 10 04:13:35.179997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d621-c89d-4edb-93d4-6cba03158100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de49003-849e-4690-9096-7d7f575c9156,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:35.565720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36260) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:35.570718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737275355', 'description': 'tempest-secgroup-smoke-737275355 description', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:35.601863 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.617276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.765928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.776195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.869300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1730cf08-a708-4b97-a043-f0dd9cea8a30 req-86c4ac7b-1881-40c3-a949-6fb977d033fc tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.0505974 Nov 10 04:13:35.878697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059d969a-3cc1-49a0-8268-856159f3da60,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:35.896107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 69fbfa97-6a22-4611-a101-428f26cc7f24 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:35.909139 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.916109 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.950560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 69fbfa97-6a22-4611-a101-428f26cc7f24 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:35.951211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 69fbfa97-6a22-4611-a101-428f26cc7f24 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:35.951800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 277fd47a-4631-41ae-b47c-84a887efb8ab no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:35.983274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 277fd47a-4631-41ae-b47c-84a887efb8ab {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:35.984475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 277fd47a-4631-41ae-b47c-84a887efb8ab not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:35.992010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:35.993245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4262669 Nov 10 04:13:35.995312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab381-4505-4e3f-a697-08cee5a53980 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9670ee71-67ca-4b0d-bac9-7ea3e16a8763,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:35.996396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36280) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:36.005283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-56d93593-e877-473b-bf54-040da16bc69c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9670ee71-67ca-4b0d-bac9-7ea3e16a8763', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:36.025392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e07f1-7db0-4fcc-8118-f64d9cc947f9 req-bf4c3f5e-e9f2-4745-b599-d72943f0e3fe tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:36.027545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-237e07f1-7db0-4fcc-8118-f64d9cc947f9 req-bf4c3f5e-e9f2-4745-b599-d72943f0e3fe tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.0994151 Nov 10 04:13:36.050131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56d93593-e877-473b-bf54-040da16bc69c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.080363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-237e07f1-7db0-4fcc-8118-f64d9cc947f9 req-60b09952-ad94-4318-845f-e53aea40e08f tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461180 Nov 10 04:13:36.129249 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56d93593-e877-473b-bf54-040da16bc69c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.134002 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56d93593-e877-473b-bf54-040da16bc69c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.153355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d93593-e877-473b-bf54-040da16bc69c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d8a46e-43ff-4dbb-a2a2-9dc6b4632132,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:36.165121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-56d93593-e877-473b-bf54-040da16bc69c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.166474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-56d93593-e877-473b-bf54-040da16bc69c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685071 Nov 10 04:13:36.170675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36286) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:36.175745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b4b23e35-6b26-4fa4-978c-5e7e5ea408c5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9670ee71-67ca-4b0d-bac9-7ea3e16a8763', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:36.209028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4b23e35-6b26-4fa4-978c-5e7e5ea408c5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.303271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4b23e35-6b26-4fa4-978c-5e7e5ea408c5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.308307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4b23e35-6b26-4fa4-978c-5e7e5ea408c5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.337747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b23e35-6b26-4fa4-978c-5e7e5ea408c5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4227c8cd-bb03-48f3-83e5-81a52308cbe1,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:36.351270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4b23e35-6b26-4fa4-978c-5e7e5ea408c5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.353573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b4b23e35-6b26-4fa4-978c-5e7e5ea408c5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1813631 Nov 10 04:13:36.355987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36290) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:36.360396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b7727bb3-cce6-422c-829f-0e0d192e53fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9670ee71-67ca-4b0d-bac9-7ea3e16a8763', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:36.387291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7727bb3-cce6-422c-829f-0e0d192e53fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.449873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7727bb3-cce6-422c-829f-0e0d192e53fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.453848 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7727bb3-cce6-422c-829f-0e0d192e53fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.477461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7727bb3-cce6-422c-829f-0e0d192e53fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a736dde-200a-4129-9a9e-d6e65911cee1,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:36.483416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7727bb3-cce6-422c-829f-0e0d192e53fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.484604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b7727bb3-cce6-422c-829f-0e0d192e53fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276684 Nov 10 04:13:36.487546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36296) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:36.492265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d6f0e7ab-8508-4e36-9efe-ba53ae6fe818 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9670ee71-67ca-4b0d-bac9-7ea3e16a8763', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:36.525910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e7ab-8508-4e36-9efe-ba53ae6fe818 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.626142 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e7ab-8508-4e36-9efe-ba53ae6fe818 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.630146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e7ab-8508-4e36-9efe-ba53ae6fe818 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.649430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0e7ab-8508-4e36-9efe-ba53ae6fe818 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdb3ccf-1003-467b-a07b-5811feee7041,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:36.660179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e7ab-8508-4e36-9efe-ba53ae6fe818 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.661357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d6f0e7ab-8508-4e36-9efe-ba53ae6fe818 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1728327 Nov 10 04:13:36.664229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36300) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:36.670761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9670ee71-67ca-4b0d-bac9-7ea3e16a8763', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:36.704836 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:13:36.712565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.812935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.816842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.841732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b183a25-6572-44c4-85ea-37f8a3e47124,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:36.850653 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.854403 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b05cdb93-a35e-4afd-b3f5-1bbf47ab98dc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1864710 Nov 10 04:13:36.854622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36308) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:36.859491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9670ee71-67ca-4b0d-bac9-7ea3e16a8763', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:36.882369 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:13:36.890815 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.972036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:36.986844 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.016157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32b5b9c7-954f-4d22-abe2-724f21737363 req-46097157-db9f-428a-b91b-b18bdb0d1c01 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.0375359 Nov 10 04:13:37.021188 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.022708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671433 Nov 10 04:13:37.025808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36314) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:37.031352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'network': {'name': 'tempest-network-smoke--1674575854', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:37.043092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98211366-4e7a-43ff-bda8-7486e8da838b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7db070-f58a-4dca-9d92-ea7f0b375fc4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:37.058919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:37.062508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.093385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:13:37.103764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.104187 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Added segment efe8bcfd-f2d5-448c-a029-d22b1059a9cc of type vlan for network dd244379-ce55-4548-a7ec-aa6258544de7 Nov 10 04:13:37.154269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.213425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.219648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:37.220463 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.248589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec0184-872f-4c42-bca9-b5f50930d247 req-071bae63-0342-4418-a808-2a06f5329588 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:37.257229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cec0184-872f-4c42-bca9-b5f50930d247 req-071bae63-0342-4418-a808-2a06f5329588 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.0692146 Nov 10 04:13:37.278506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-c041abf1-1f26-4d8a-a82a-61a59845f40f tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:37.280526 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-c041abf1-1f26-4d8a-a82a-61a59845f40f tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 1097 time: 0.1182806 Nov 10 04:13:37.291419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2639935 Nov 10 04:13:37.299308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36328) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:37.303999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'admin_state_up': True, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:37.325068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72f9fe-887a-46eb-94fd-b26de0c5fd33 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Network': ['ID=dd244379-ce55-4548-a7ec-aa6258544de7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:37.335763 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cec0184-872f-4c42-bca9-b5f50930d247 req-aa358146-2348-4026-92b5-65d96ed94e8e tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38997e99-d36e-4a2c-a3f3-fb0cf698df27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776579 Nov 10 04:13:37.338742 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network dd244379-ce55-4548-a7ec-aa6258544de7 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:13:37.358289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.360252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.434385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Deleting port f64076f1-082d-4a9f-b97a-a55b2040480b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:37.434731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.451898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.528762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] For port f64076f1-082d-4a9f-b97a-a55b2040480b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f64076f1-082d-4a9f-b97a-a55b2040480b,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:37.529226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.551657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Calling delete_port for f64076f1-082d-4a9f-b97a-a55b2040480b owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:37.708051 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.717398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f64076f1-082d-4a9f-b97a-a55b2040480b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:13:37.777445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Pushing event deleted for resources: {'Port': ['ID=f64076f1-082d-4a9f-b97a-a55b2040480b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:37.837460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] No DVR routers for this DVR port f64076f1-082d-4a9f-b97a-a55b2040480b on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:37.841289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:37.845028 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-909b8c41-029f-4f18-b587-a95f77dc8631 req-ae62fb44-d87b-4181-b804-8ce9d5d33734 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.44 "DELETE /v2.0/ports/f64076f1-082d-4a9f-b97a-a55b2040480b HTTP/1.1" status: 204 len: 173 time: 0.5524168 Nov 10 04:13:37.845464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'name': 'network-vif-deleted', 'tag': 'f64076f1-082d-4a9f-b97a-a55b2040480b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:37.853416 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d49382e-2815-455d-b04e-567f0bc3d4ac" -d '{"events": [{"server_uuid": "9109ca11-6584-4d58-b2db-c3eca9bc9d9e", "name": "network-vif-deleted", "tag": "f64076f1-082d-4a9f-b97a-a55b2040480b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:37.933723 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77d25da-0310-4b2e-8fc9-c46455c7edb1 x-openstack-request-id: req-b77d25da-0310-4b2e-8fc9-c46455c7edb1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:37.934073 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109ca11-6584-4d58-b2db-c3eca9bc9d9e", "name": "network-vif-deleted", "tag": "f64076f1-082d-4a9f-b97a-a55b2040480b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:37.934267 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b77d25da-0310-4b2e-8fc9-c46455c7edb1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:37.934666 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109ca11-6584-4d58-b2db-c3eca9bc9d9e', 'name': 'network-vif-deleted', 'tag': 'f64076f1-082d-4a9f-b97a-a55b2040480b', 'status': 'completed', 'code': 200} Nov 10 04:13:38.122426 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:38.165840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6df78477-2bed-4b1d-ac8e-0d81cd236869 req-1d199f14-3de2-4089-b0f3-c606b405d489 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=87f2588e-cf1f-4c61-aafd-0a6bf12c0062 HTTP/1.1" status: 200 len: 210 time: 0.0325673 Nov 10 04:13:38.381628 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:38.385251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:38.404800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:38.514042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed807f01-b2d1-435c-9df0-d18aadfd8072 req-bfbf47a6-a080-4f87-812d-b90c807a5e80 tempest-TestServerMultinode-806445001 tempest-TestServerMultinode-806445001-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9109ca11-6584-4d58-b2db-c3eca9bc9d9e HTTP/1.1" status: 200 len: 210 time: 0.0377338 Nov 10 04:13:38.573090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.175 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e8a3f834-3e77-4d92-a657-fe49ebe1c86b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:38.679035 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:38.713205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:38.750597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:38.757377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:38.761837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:38.774154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae802301-5882-4a6d-9502-c9e07c617767 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:38.798558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:38.894255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-992de1df-5ce6-4ed6-802a-731bf2a8809a None None] Provisioning complete for port e8a3f834-3e77-4d92-a657-fe49ebe1c86b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:38.894615 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-992de1df-5ce6-4ed6-802a-731bf2a8809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:38.931984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-992de1df-5ce6-4ed6-802a-731bf2a8809a None None] Port e8a3f834-3e77-4d92-a657-fe49ebe1c86b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:38.993570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36416) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:39.037681 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.104667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9f5077c7-8c7b-4eaf-bd9d-61560dfe20a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.187161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9f5077c7-8c7b-4eaf-bd9d-61560dfe20a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.191612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9f5077c7-8c7b-4eaf-bd9d-61560dfe20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.236597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9f5077c7-8c7b-4eaf-bd9d-61560dfe20a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86335862c581418c98b0ca0e69c4ebe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396147 Nov 10 04:13:39.236597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5077c7-8c7b-4eaf-bd9d-61560dfe20a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b582d3-eef7-4480-ba05-1e30e4959cbe,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:39.236886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36424) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:39.277069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.344594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04090021-5987-4a9e-83ce-419611829674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.404963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04090021-5987-4a9e-83ce-419611829674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.474075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 53453d88-2aca-45a8-9ff6-9ced50f381f4 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:13:39.477782 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04090021-5987-4a9e-83ce-419611829674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.480462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-04090021-5987-4a9e-83ce-419611829674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.481580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-04090021-5987-4a9e-83ce-419611829674 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0b582d3-eef7-4480-ba05-1e30e4959cbe HTTP/1.1" status: 204 len: 168 time: 0.2437077 Nov 10 04:13:39.496370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04090021-5987-4a9e-83ce-419611829674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b582d3-eef7-4480-ba05-1e30e4959cbe,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:39.593714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36432) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:39.624888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:39.638253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Sync routers for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:39.650275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:39.651304 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:39.663567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.664949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dfd3284d-7573-4150-a183-04d669bb8cc6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3643503 Nov 10 04:13:39.667976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:39.841416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36440) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:39.856526 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-556cb487-a06f-43a4-9156-cb1a5b5fd8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:39.859805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:39.931270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-77d4a8a1-726b-4663-9271-252cbce2745e tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a49d6c4aa9b40afbbaf0157d5814bc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2620358 Nov 10 04:13:39.934885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36442) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:40.074410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790e242-0323-4c40-83b0-1cd291ab1828 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:40.076391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1790e242-0323-4c40-83b0-1cd291ab1828 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402109 Nov 10 04:13:40.078824 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-556cb487-a06f-43a4-9156-cb1a5b5fd8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.079843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36444) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:40.088308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:38Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:40.110950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6defbfe2-964d-42ad-9c55-d5e7cc544fb7 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297830 Nov 10 04:13:40.112850 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.113961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-556cb487-a06f-43a4-9156-cb1a5b5fd8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.116718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36446) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:40.120294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Checking router: 53453d88-2aca-45a8-9ff6-9ced50f381f4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:40.120838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Updating router 53453d88-2aca-45a8-9ff6-9ced50f381f4 port e8a3f834-3e77-4d92-a657-fe49ebe1c86b binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:13:40.148508 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.150031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300192658', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:40.153254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cb487-a06f-43a4-9156-cb1a5b5fd8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b31dd7-dc58-4a47-9c29-1029a4163e18,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:40.227528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-556cb487-a06f-43a4-9156-cb1a5b5fd8b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f42d29bfc1684236ac89af220741573e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852317 Nov 10 04:13:40.230997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36448) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:40.337604 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a0e7cff-0fff-4e3c-a4e1-8c21a470242b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.360303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:40.363889 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.427060 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a0e7cff-0fff-4e3c-a4e1-8c21a470242b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.433883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Deleting port e88805db-e4a6-4390-b0b2-50b24675849f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:40.434295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.492577 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.500623 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.522009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a0e7cff-0fff-4e3c-a4e1-8c21a470242b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.524919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8a0e7cff-0fff-4e3c-a4e1-8c21a470242b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.538540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] For port e88805db-e4a6-4390-b0b2-50b24675849f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e88805db-e4a6-4390-b0b2-50b24675849f,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:40.538902 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.539324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8a0e7cff-0fff-4e3c-a4e1-8c21a470242b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40b31dd7-dc58-4a47-9c29-1029a4163e18 HTTP/1.1" status: 204 len: 168 time: 0.2967372 Nov 10 04:13:40.557422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Calling delete_port for e88805db-e4a6-4390-b0b2-50b24675849f owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:40.593601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Attempting to bind port e8a3f834-3e77-4d92-a657-fe49ebe1c86b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:40.594436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Attempting to bind port e8a3f834-3e77-4d92-a657-fe49ebe1c86b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:40.595143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Attempting to bind port e8a3f834-3e77-4d92-a657-fe49ebe1c86b on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:40.596917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e7cff-0fff-4e3c-a4e1-8c21a470242b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b31dd7-dc58-4a47-9c29-1029a4163e18,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:40.600894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28d119-f7f2-47be-a31e-1177dfbb6f15 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:40.640895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:40.641506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:40.641657 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.642416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:40.644310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Bound port: e8a3f834-3e77-4d92-a657-fe49ebe1c86b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:40.644633 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.701546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.714101 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] For port e8a3f834-3e77-4d92-a657-fe49ebe1c86b, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:40.717790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] For port e8a3f834-3e77-4d92-a657-fe49ebe1c86b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:40.721343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Pushing event updated for resources: {'Port': ['ID=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:40.731971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.735820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.736364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.737088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.737599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.738140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.738738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.739218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.739761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.740278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.740873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.741347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.741822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:40.796520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Checking segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:40.797005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network hostable DHCP agents. Network: dd244379-ce55-4548-a7ec-aa6258544de7, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:13:40.803763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10ce98-9ad0-45aa-b912-a45449c1e8c2 None None] Pushing event updated for resources: {'Port': ['ID=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:40.821205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Subnet': ['ID=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:40.836995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-87cfb131-7695-43b8-981b-b854ff7ba26c None None] Provisioning complete for port e8a3f834-3e77-4d92-a657-fe49ebe1c86b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:40.838420 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-87cfb131-7695-43b8-981b-b854ff7ba26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.851779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network dd244379-ce55-4548-a7ec-aa6258544de7 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:13:40.871010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, dd244379-ce55-4548-a7ec-aa6258544de7) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:40.877778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:40.878661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.881860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fedb137-27c6-4037-b2ea-04db2a925c5a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:40.886770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f188f3-0869-4566-8d11-1a3c93afbb7d None None] Network dd244379-ce55-4548-a7ec-aa6258544de7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:40.891058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:40.891876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:40.894659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:40.919692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-72bcc3a0-2608-485a-b5f0-b42fc1f79b82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7791562 Nov 10 04:13:40.922336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36456) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:40.937261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e88805db-e4a6-4390-b0b2-50b24675849f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:41.112438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-87cfb131-7695-43b8-981b-b854ff7ba26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:41.135800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-87cfb131-7695-43b8-981b-b854ff7ba26c None None] For port e8a3f834-3e77-4d92-a657-fe49ebe1c86b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:41.269338 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-87cfb131-7695-43b8-981b-b854ff7ba26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:41.311041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:41.320604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-dd244379-ce55-4548-a7ec-aa6258544de7', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:13:41.321464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:41.372823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:41.478206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb131-7695-43b8-981b-b854ff7ba26c None None] Pushing event updated for resources: {'Port': ['ID=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:41.634462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-67230e21-ad4d-44ea-9122-cf8db2df2638 None None] Provisioning complete for port e8a3f834-3e77-4d92-a657-fe49ebe1c86b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:41.634894 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-67230e21-ad4d-44ea-9122-cf8db2df2638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:41.651420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Router e3294698-7958-4b8f-be69-b81a07e34c29 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:41.806538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Allocated IP 172.20.0.2 (dd244379-ce55-4548-a7ec-aa6258544de7/280f0b42-60fd-4cb8-aef3-9fdd565e7fb9/787e31ce-67bc-4cf4-99b0-085bc242a181) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:41.826430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:41.826734 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:41.837004 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-706251bd-60ab-439a-a6b0-cea7ff290b7e admin admin] 10.222.0.24 "PUT /v2.0/routers/e3294698-7958-4b8f-be69-b81a07e34c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2413032 Nov 10 04:13:41.839475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36476) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:41.841514 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] Sync routers for ids ['e3294698-7958-4b8f-be69-b81a07e34c29'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:41.859006 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] Routers {'e3294698-7958-4b8f-be69-b81a07e34c29'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:41.859674 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e3294698-7958-4b8f-be69-b81a07e34c29'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:41.991223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:38Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:42.010763 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] Set router e3294698-7958-4b8f-be69-b81a07e34c29 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:42.014429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.039349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead412cf-7aa8-4fa9-9530-ae890d6f0a43 None None] The sync data for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 is: [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:38Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:42.186018 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.195642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.251264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.293403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Network dd244379-ce55-4548-a7ec-aa6258544de7 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:42.314377 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:42.317269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:42.340545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Pushing event updated for resources: {'Port': ['ID=787e31ce-67bc-4cf4-99b0-085bc242a181,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:42.382713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Deleting port 291fbe39-4a30-44ce-a077-1c28ac29e11e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:42.384380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.387066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f64076f1-082d-4a9f-b97a-a55b2040480b no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:42.409381 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:13:40Z', 'revision_number': 5, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port': {'id': '291fbe39-4a30-44ce-a077-1c28ac29e11e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:47Z', 'updated_at': '2021-11-10T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:42.448382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: f64076f1-082d-4a9f-b97a-a55b2040480b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:42.448715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f64076f1-082d-4a9f-b97a-a55b2040480b not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:42.456564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Attempting to bind port 787e31ce-67bc-4cf4-99b0-085bc242a181 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:42.456925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Attempting to bind port 787e31ce-67bc-4cf4-99b0-085bc242a181 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:42.457278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Attempting to bind port 787e31ce-67bc-4cf4-99b0-085bc242a181 on network dd244379-ce55-4548-a7ec-aa6258544de7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:42.472478 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] Checking router: e3294698-7958-4b8f-be69-b81a07e34c29 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:42.476992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:42.477439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Checking segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:42.477841 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.478269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Bound using segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:42.479181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Bound port: 787e31ce-67bc-4cf4-99b0-085bc242a181, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:42.479181 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.507892 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] Routers {'e3294698-7958-4b8f-be69-b81a07e34c29'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:42.509246 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e3294698-7958-4b8f-be69-b81a07e34c29'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:42.580914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.1 (dd244379-ce55-4548-a7ec-aa6258544de7/280f0b42-60fd-4cb8-aef3-9fdd565e7fb9/18c72c56-0405-47ae-80d1-fb443f00e9d7) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:42.631205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] For port 291fbe39-4a30-44ce-a077-1c28ac29e11e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=291fbe39-4a30-44ce-a077-1c28ac29e11e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:42.631774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.646738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Calling delete_port for 291fbe39-4a30-44ce-a077-1c28ac29e11e owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:42.649732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] For port 787e31ce-67bc-4cf4-99b0-085bc242a181, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:42.654139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] For port 787e31ce-67bc-4cf4-99b0-085bc242a181, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=787e31ce-67bc-4cf4-99b0-085bc242a181,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:42.660368 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.758944 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] Set router e3294698-7958-4b8f-be69-b81a07e34c29 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:42.767565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbe941-b113-4ea5-ab7f-f96ce770529d None None] Pushing event updated for resources: {'Port': ['ID=787e31ce-67bc-4cf4-99b0-085bc242a181,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:42.893312 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:13:42Z', 'revision_number': 6, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:42.922901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:42.926916 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e623d-bb8a-4bb4-be0a-f87d88a26a1c None None] The sync data for ids ['e3294698-7958-4b8f-be69-b81a07e34c29'] in n-d-817326-2 is: [{'id': 'e3294698-7958-4b8f-be69-b81a07e34c29', 'name': 'tempest-TestServerMultinode-858049102-router', 'tenant_id': 'f743adc21d41454aa6a3e9d436b8273b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:46Z', 'updated_at': '2021-11-10T04:13:42Z', 'revision_number': 6, 'project_id': 'f743adc21d41454aa6a3e9d436b8273b', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:43.006620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.023733 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.041415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Pushing event deleted for resources: {'Port': ['ID=291fbe39-4a30-44ce-a077-1c28ac29e11e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:43.059453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229b83d-717c-4f77-a8b1-88287f732fb0 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:43.088750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network dd244379-ce55-4548-a7ec-aa6258544de7 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:43.090048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=18c72c56-0405-47ae-80d1-fb443f00e9d7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:43.092751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:43.100762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:43.129093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.183456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.241018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.250921 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.342192 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.342784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3294698-7958-4b8f-be69-b81a07e34c29 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:13:43.348851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.353222 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c49a46b6-798e-4e08-a3b1-e4b82f0645de admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3294698-7958-4b8f-be69-b81a07e34c29 HTTP/1.1" status: 204 len: 168 time: 1.5116556 Nov 10 04:13:43.353876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36498) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:43.369238 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-03bc4da0-418f-4f16-9592-855d5bfa6643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.437137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] Deleting subnet 11d4429f-0bf0-4db1-a218-09c0af9606ed {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:13:43.442677 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.473987 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.500957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.654490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.736592 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.771245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d4429f-0bf0-4db1-a218-09c0af9606ed,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:43.781290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:43.788109 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8dfc9d03-75b4-4469-8b07-86f9ffb742c3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/11d4429f-0bf0-4db1-a218-09c0af9606ed HTTP/1.1" status: 204 len: 168 time: 0.4328468 Nov 10 04:13:43.788394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33feb813-cd66-4d72-a201-91e4857fe0d9 None None] Network ace4b928-cab9-4dbf-9e57-da4742b4890e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:43.788770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36512) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:43.892854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.022548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Deleting port acf4b930-9c78-4f56-a94e-0444d98dabdd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:44.024153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.115238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] DHCP port deletion for ace4b928-cab9-4dbf-9e57-da4742b4890e request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:44.139804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] For port acf4b930-9c78-4f56-a94e-0444d98dabdd, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=acf4b930-9c78-4f56-a94e-0444d98dabdd,segment=NetworkSegment(f8066a4e-2f64-4b43-afcc-df35d7f42236),segment_id=f8066a4e-2f64-4b43-afcc-df35d7f42236)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:44.140606 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.182308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Calling delete_port for acf4b930-9c78-4f56-a94e-0444d98dabdd owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:44.266911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e8a3f834-3e77-4d92-a657-fe49ebe1c86b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:44.365149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.404546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] Deleting port acf4b930-9c78-4f56-a94e-0444d98dabdd {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:44.405126 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.430626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf4b930-9c78-4f56-a94e-0444d98dabdd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:44.444824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] No DVR routers for this DVR port acf4b930-9c78-4f56-a94e-0444d98dabdd on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:44.482112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] For port acf4b930-9c78-4f56-a94e-0444d98dabdd, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:44.482634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.516109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] Calling delete_port for acf4b930-9c78-4f56-a94e-0444d98dabdd owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:44.525405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] Port acf4b930-9c78-4f56-a94e-0444d98dabdd was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:13:44.529437 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.588953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] No DVR routers for this DVR port acf4b930-9c78-4f56-a94e-0444d98dabdd on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:44.595709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.638825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace4b928-cab9-4dbf-9e57-da4742b4890e']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:44.659543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8066a4e-2f64-4b43-afcc-df35d7f42236') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:44.660023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8066a4e-2f64-4b43-afcc-df35d7f42236') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:44.667371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e8a3f834-3e77-4d92-a657-fe49ebe1c86b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:44.668081 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.671067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8b93-89e5-4f5e-accb-26554898cde5 None None] Pushing event deleted for resources: {'Port': ['ID=acf4b930-9c78-4f56-a94e-0444d98dabdd,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:44.699056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.735781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.750412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:44.751081 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:44.770900 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:44.870504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 787e31ce-67bc-4cf4-99b0-085bc242a181 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:44.889244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.899772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:44.908953 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ace4b928-cab9-4dbf-9e57-da4742b4890e HTTP/1.1" status: 204 len: 168 time: 1.1149850 Nov 10 04:13:44.909112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36532) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:44.930758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6079c9-5ee9-4747-ad93-1438c6a1ad01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace4b928-cab9-4dbf-9e57-da4742b4890e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:44.972555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a173ff1f-2ca3-4f24-8a60-d1f2aac00c49 None None] Network dd244379-ce55-4548-a7ec-aa6258544de7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:45.158138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-513ebf21-a9ec-405e-a190-b42adee9eefc None None] Provisioning complete for port 787e31ce-67bc-4cf4-99b0-085bc242a181 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:45.159290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-513ebf21-a9ec-405e-a190-b42adee9eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.164198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 787e31ce-67bc-4cf4-99b0-085bc242a181 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:45.164557 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.276422 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.356065 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.508194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=18c72c56-0405-47ae-80d1-fb443f00e9d7,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:45.597171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.672545 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.676907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-513ebf21-a9ec-405e-a190-b42adee9eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.779924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 787e31ce-67bc-4cf4-99b0-085bc242a181, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=787e31ce-67bc-4cf4-99b0-085bc242a181,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:45.784823 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e12b189-3390-4151-93b0-896a41206691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.808330 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:45.857276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network dd244379-ce55-4548-a7ec-aa6258544de7 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:45.860091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:45.902612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=787e31ce-67bc-4cf4-99b0-085bc242a181,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:45.948230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e88805db-e4a6-4390-b0b2-50b24675849f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:45.980262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: e88805db-e4a6-4390-b0b2-50b24675849f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:45.980709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e88805db-e4a6-4390-b0b2-50b24675849f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:45.981149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 291fbe39-4a30-44ce-a077-1c28ac29e11e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:46.013713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 291fbe39-4a30-44ce-a077-1c28ac29e11e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:46.014584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 291fbe39-4a30-44ce-a077-1c28ac29e11e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:46.016155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-513ebf21-a9ec-405e-a190-b42adee9eefc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:13:46.016513 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-513ebf21-a9ec-405e-a190-b42adee9eefc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:13:46.066830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 53453d88-2aca-45a8-9ff6-9ced50f381f4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:46.122446 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:46.197994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 787e31ce-67bc-4cf4-99b0-085bc242a181 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:46.298347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 787e31ce-67bc-4cf4-99b0-085bc242a181 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:46.298631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:46.470280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acf4b930-9c78-4f56-a94e-0444d98dabdd no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:46.478515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:46.493337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1377291d-cded-424c-bf59-eb9679d6c468 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/53453d88-2aca-45a8-9ff6-9ced50f381f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5697644 Nov 10 04:13:46.506298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Sync routers for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:46.510840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: acf4b930-9c78-4f56-a94e-0444d98dabdd {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:46.511402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device acf4b930-9c78-4f56-a94e-0444d98dabdd not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:46.597078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:46.599603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:46.675286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Deleting port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:46.675696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:46.743510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8a3ec084-9c04-4f2f-a87f-d93bc1a3417d None None] Provisioning complete for port 787e31ce-67bc-4cf4-99b0-085bc242a181 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:46.744012 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec084-9c04-4f2f-a87f-d93bc1a3417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:46.814221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] For port 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,segment=NetworkSegment(2cde8502-4e3e-412e-9642-1fd6dd56d777),segment_id=2cde8502-4e3e-412e-9642-1fd6dd56d777)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:46.814904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:46.831211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:46.844827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Calling delete_port for 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:46.865805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:46.868145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-eb8b2f82-712c-4e70-b49a-b70a99b15ba5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737275355&fields=id&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 267 time: 0.0895762 Nov 10 04:13:47.001927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36570) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:47.081129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-5c657ac7-cd27-4adb-8a48-877500ed8543 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:47.082642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-5c657ac7-cd27-4adb-8a48-877500ed8543 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 797 time: 0.1785622 Nov 10 04:13:47.103440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-cc235e7a-797e-4f90-bc31-36edbe55c9e4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/quotas/8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 375 time: 0.0136726 Nov 10 04:13:47.151316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8a3ec084-9c04-4f2f-a87f-d93bc1a3417d None None] Provisioning complete for port 18c72c56-0405-47ae-80d1-fb443f00e9d7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:47.151612 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec084-9c04-4f2f-a87f-d93bc1a3417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.171412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-2966e056-76ea-43f8-a146-c46faa7afef9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571892 Nov 10 04:13:47.196209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:44Z', 'revision_number': 2, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:47.226652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec084-9c04-4f2f-a87f-d93bc1a3417d None None] Port 18c72c56-0405-47ae-80d1-fb443f00e9d7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:47.230068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Checking router: 53453d88-2aca-45a8-9ff6-9ced50f381f4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:47.230356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Updating router 53453d88-2aca-45a8-9ff6-9ced50f381f4 port 18c72c56-0405-47ae-80d1-fb443f00e9d7 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:13:47.258169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.260517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port 14635b6e-200e-4164-9646-9350a0a369cb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:47.260858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.285600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.325559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:47.445665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-6034d1df-110c-4f68-8145-d3fcfe1671da service neutron] 10.222.0.24 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513270 Nov 10 04:13:47.466229 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.466565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.493054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for 14635b6e-200e-4164-9646-9350a0a369cb owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:47.558936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ca0917df-614c-4ccd-8ff7-a6c9f627ea2f None None] Provisioning complete for port 18c72c56-0405-47ae-80d1-fb443f00e9d7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:47.559304 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca0917df-614c-4ccd-8ff7-a6c9f627ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.632730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ca0917df-614c-4ccd-8ff7-a6c9f627ea2f None None] Port 18c72c56-0405-47ae-80d1-fb443f00e9d7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:47.664393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-c723a905-075e-4175-8b30-83b70042d6b0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176733 Nov 10 04:13:47.670385 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.719189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.727974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.815526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608794a-1d26-4725-ba48-8b2a1e1f285e None None] Pushing event updated for resources: {'Port': ['ID=18c72c56-0405-47ae-80d1-fb443f00e9d7,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:47.892279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Attempting to bind port 18c72c56-0405-47ae-80d1-fb443f00e9d7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:47.892795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Attempting to bind port 18c72c56-0405-47ae-80d1-fb443f00e9d7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:47.893513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Attempting to bind port 18c72c56-0405-47ae-80d1-fb443f00e9d7 on network dd244379-ce55-4548-a7ec-aa6258544de7 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:47.900549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:47.902004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Checking segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:47.902526 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.903028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Bound using segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:47.903936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Bound port: 18c72c56-0405-47ae-80d1-fb443f00e9d7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:47.904666 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:47.964119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-286eca0e-b333-4a60-a49f-c9864201b655 req-f5b5b3bf-c671-4905-bf08-c0e1528a3ec7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 210 time: 0.0609968 Nov 10 04:13:48.033243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] For port 18c72c56-0405-47ae-80d1-fb443f00e9d7, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:48.040408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] For port 18c72c56-0405-47ae-80d1-fb443f00e9d7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=18c72c56-0405-47ae-80d1-fb443f00e9d7,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:48.052519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.101893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Router 0c25d5bc-76f4-4974-900b-48824ad3d20f has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:48.150203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:48.150816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:48.180117 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.200888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608794a-1d26-4725-ba48-8b2a1e1f285e None None] Pushing event updated for resources: {'Port': ['ID=18c72c56-0405-47ae-80d1-fb443f00e9d7,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:48.216545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=14635b6e-200e-4164-9646-9350a0a369cb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:48.297053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.297686 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Floating IP 91f3f3d6-dfa9-4837-8e85-10e2c0655f16 disassociated (deleted). External IP: 172.25.6.206, port: 5d6747c7-b246-407f-b128-ceeda76ee668. Nov 10 04:13:48.301357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:48.307030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-da975643-0b0a-422c-8bfe-84f2bd839b97 admin admin] 10.222.0.24 "PUT /v2.0/routers/0c25d5bc-76f4-4974-900b-48824ad3d20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3971832 Nov 10 04:13:48.309260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36584) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:48.312729 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] Sync routers for ids ['0c25d5bc-76f4-4974-900b-48824ad3d20f'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:48.323255 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] Routers {'0c25d5bc-76f4-4974-900b-48824ad3d20f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:48.323866 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0c25d5bc-76f4-4974-900b-48824ad3d20f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:48.329138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:48.519254 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.671582 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] Set router 0c25d5bc-76f4-4974-900b-48824ad3d20f gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:48.688256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.736915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-28c0be77-e340-4bf8-8b34-e3ac69918946 None None] Provisioning complete for port 18c72c56-0405-47ae-80d1-fb443f00e9d7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:48.737285 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-28c0be77-e340-4bf8-8b34-e3ac69918946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.744382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:13:48.771241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Deleting port f4933d01-359b-4dd0-95eb-2ef03c93a40f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:48.771945 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.835512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.897100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] For port f4933d01-359b-4dd0-95eb-2ef03c93a40f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f4933d01-359b-4dd0-95eb-2ef03c93a40f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:48.897828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:48.914377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Calling delete_port for f4933d01-359b-4dd0-95eb-2ef03c93a40f owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:48.935596 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-28c0be77-e340-4bf8-8b34-e3ac69918946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.016197 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-28c0be77-e340-4bf8-8b34-e3ac69918946 None None] For port 18c72c56-0405-47ae-80d1-fb443f00e9d7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=18c72c56-0405-47ae-80d1-fb443f00e9d7,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:49.031837 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:13:47Z', 'revision_number': 5, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port': {'id': 'f4933d01-359b-4dd0-95eb-2ef03c93a40f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:49.032527 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-28c0be77-e340-4bf8-8b34-e3ac69918946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.037528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:49.054635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.088456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4396bd39-cb00-42a1-8bbb-87342ec5f09c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "DELETE /v2.0/floatingips/91f3f3d6-dfa9-4837-8e85-10e2c0655f16 HTTP/1.1" status: 204 len: 168 time: 2.0852146 Nov 10 04:13:49.089288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:49.092096 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f0c32f-085c-480e-8c92-bad107e6e332" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:49.120658 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] Checking router: 0c25d5bc-76f4-4974-900b-48824ad3d20f for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:49.136666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:49.138276 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] Routers {'0c25d5bc-76f4-4974-900b-48824ad3d20f'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:49.138886 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0c25d5bc-76f4-4974-900b-48824ad3d20f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:49.147755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0be77-e340-4bf8-8b34-e3ac69918946 None None] Pushing event updated for resources: {'Port': ['ID=18c72c56-0405-47ae-80d1-fb443f00e9d7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:49.189227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:49.190861 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:49.270298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.285644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c48fd30d-eb20-4e87-bdab-67c29fd99252 None None] Provisioning complete for port 18c72c56-0405-47ae-80d1-fb443f00e9d7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:49.286032 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c48fd30d-eb20-4e87-bdab-67c29fd99252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.321659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:49.324969 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356dba41-c691-4315-a59a-08279588c753 x-openstack-request-id: req-356dba41-c691-4315-a59a-08279588c753 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:49.325456 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:49.325456 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-356dba41-c691-4315-a59a-08279588c753 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:49.325896 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668', 'status': 'completed', 'code': 200} Nov 10 04:13:49.335084 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5563d6d-cd48-4bec-8d55-14acb7f9f37d req-7ca1ee04-029f-4dcf-abaf-3eb4e0938097 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 210 time: 0.0869184 Nov 10 04:13:49.350256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.463336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4933d01-359b-4dd0-95eb-2ef03c93a40f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:49.529976 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] Set router 0c25d5bc-76f4-4974-900b-48824ad3d20f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:49.559344 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.609730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62de16-1e8f-4be8-85a7-d076ccb36e69 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:49.626412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8812f31-b64d-4aad-a245-3dd785520979 None None] The sync data for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 is: [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:49.651910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-30e73251-b566-4b80-81ac-f36346cab220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:49.654050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-30e73251-b566-4b80-81ac-f36346cab220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 797 time: 0.3136911 Nov 10 04:13:49.677078 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 6, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:49.684609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.687381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.705323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ac21f-c7a7-41c0-8db1-8dcd5b3032cd req-3d1edb4b-c1ef-4d09-b793-59d7a94ad924 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:49.719406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e93ac21f-c7a7-41c0-8db1-8dcd5b3032cd req-3d1edb4b-c1ef-4d09-b793-59d7a94ad924 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 945 time: 0.2405305 Nov 10 04:13:49.776963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.777312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:49.777560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c25d5bc-76f4-4974-900b-48824ad3d20f {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:13:49.785557 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec37124-b109-41a1-83e5-201ff36ecb2b None None] The sync data for ids ['0c25d5bc-76f4-4974-900b-48824ad3d20f'] in n-d-817326-2 is: [{'id': '0c25d5bc-76f4-4974-900b-48824ad3d20f', 'name': 'tempest-TestServerMultinode-923691866-router', 'tenant_id': '94aaf737da694ddabe544af27ce70ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:53Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 6, 'project_id': '94aaf737da694ddabe544af27ce70ae9', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:49.800753 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.802307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-47d52371-060c-4fde-b8bb-ea8cecfedba7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0c25d5bc-76f4-4974-900b-48824ad3d20f HTTP/1.1" status: 204 len: 168 time: 1.4918661 Nov 10 04:13:49.806201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36604) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:49.876035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e93ac21f-c7a7-41c0-8db1-8dcd5b3032cd req-8fa0a859-7a90-4c91-910a-168170f80749 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533654 Nov 10 04:13:49.928265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] Deleting subnet 35b8de55-2b16-4627-8ad1-9eedf67a7498 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:13:49.929364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-117970ba-744e-410b-91b1-eb6ad986f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:49.931528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-117970ba-744e-410b-91b1-eb6ad986f5de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f05c7943244c83b6d25ae69de052cc&device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 1096 time: 0.5329177 Nov 10 04:13:49.931899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:49.944802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-403bd8e8-5dd4-4571-bac1-681bef7ce4fc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 379 time: 0.2687702 Nov 10 04:13:49.966646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'port': {'device_id': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'admin_state_up': True, 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'security_groups': ['9670ee71-67ca-4b0d-bac9-7ea3e16a8763']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:49.994864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.091453 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.120209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:50.124027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.145548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:50.161712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-47d1e98a-f91d-4ba3-be63-c669ee88a666 req-68c6c008-b498-447f-9177-6f859d7e0bfb service neutron] (102597) timed out ('10.222.0.24', 42972) {{(pid=102597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:13:50.184369 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.196680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:50.228987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:50.229625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:50.266691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.278823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/35b8de55-2b16-4627-8ad1-9eedf67a7498 HTTP/1.1" status: 204 len: 168 time: 0.4712033 Nov 10 04:13:50.280485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa577f-c1db-4b21-a523-ddd9f9d94db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b8de55-2b16-4627-8ad1-9eedf67a7498,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:50.280712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36608) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:50.296168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005290f-8dbc-4805-9c7a-a4adc7e2bbd9 None None] Network 23185f8b-d557-4f99-ae28-db06f74115c2 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:50.532255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0dffb0e5-b3ad-4030-a40d-3472b4a4a1df req-6a8d7488-312b-4f1b-a4e2-cef12cf8dcc8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 210 time: 0.0580387 Nov 10 04:13:50.538333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.7 (dd244379-ce55-4548-a7ec-aa6258544de7/280f0b42-60fd-4cb8-aef3-9fdd565e7fb9/47b33565-16ce-4f33-be86-32391bc1ea41) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:50.557672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 18c72c56-0405-47ae-80d1-fb443f00e9d7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:50.690133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:50.750359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-71bc2400-d702-47d5-9b3b-e18120d144f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:50.752592 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-71bc2400-d702-47d5-9b3b-e18120d144f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 200 len: 911 time: 0.8068435 Nov 10 04:13:50.817624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] DHCP port deletion for 23185f8b-d557-4f99-ae28-db06f74115c2 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:50.818325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-3a313d5d-92e6-42d8-8951-d9fecac8c193 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 200 len: 217 time: 0.0577202 Nov 10 04:13:50.823876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 18c72c56-0405-47ae-80d1-fb443f00e9d7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:50.824466 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.826420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.833279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.44', 64338) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:50.847486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:50.903406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-22c874d2-3fc2-4d87-bc49-638518bdaff5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:50.905044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-22c874d2-3fc2-4d87-bc49-638518bdaff5 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 945 time: 0.0707886 Nov 10 04:13:50.933360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-34c0deec-71e8-45c1-9a98-81da28c12606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:50.935602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-34c0deec-71e8-45c1-9a98-81da28c12606 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 200 len: 850 time: 0.0992670 Nov 10 04:13:51.106835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Deleting port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:51.107585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.144788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69aca-f354-4635-ae5d-fb723b573a3d req-ab8906e5-9bb5-460e-ac3f-b6936321fde2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:51.153325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7d69aca-f354-4635-ae5d-fb723b573a3d req-ab8906e5-9bb5-460e-ac3f-b6936321fde2 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 945 time: 0.1125662 Nov 10 04:13:51.199566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port 5d6747c7-b246-407f-b128-ceeda76ee668 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:51.200454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.202853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] For port 41173b27-376f-4d47-b3bf-e88eb80b5fa5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=41173b27-376f-4d47-b3bf-e88eb80b5fa5,segment=NetworkSegment(2cde8502-4e3e-412e-9642-1fd6dd56d777),segment_id=2cde8502-4e3e-412e-9642-1fd6dd56d777)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:51.203199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.219324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Calling delete_port for 41173b27-376f-4d47-b3bf-e88eb80b5fa5 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:51.304917 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7d69aca-f354-4635-ae5d-fb723b573a3d req-b6d2be08-8803-49cd-ac04-fe1b19abe177 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d243eae-efbb-4c66-93de-1178bd049eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487546 Nov 10 04:13:51.359610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-16505991-2829-424b-aaa2-6b0ae5bb632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:51.365803 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-16505991-2829-424b-aaa2-6b0ae5bb632e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9290bb65-59be-4a6e-a918-e7a14f947d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4178898 Nov 10 04:13:51.403097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] For port 5d6747c7-b246-407f-b128-ceeda76ee668, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5d6747c7-b246-407f-b128-ceeda76ee668,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:51.403790 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.407615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.443782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for 5d6747c7-b246-407f-b128-ceeda76ee668 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:51.517435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network dd244379-ce55-4548-a7ec-aa6258544de7 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:51.522412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.570626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:51.575508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] No DVR routers for this DVR port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:51.577661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:51.588527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:51.646186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] Deleting port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:51.646875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.654394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:51.741541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.815524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=5d6747c7-b246-407f-b128-ceeda76ee668,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:51.880988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc892ac-b843-4fb5-beab-3bef9ecc3ee6 None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T03:59:33Z', 'revision_number': 4, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'c9874557-ba19-41af-ab36-ab2970e0d2b6', 'name': '', 'network_id': '9290bb65-59be-4a6e-a918-e7a14f947d4f', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'mac_address': 'fa:16:3e:b1:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:31Z', 'updated_at': '2021-11-10T03:59:37Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'subnets': [{'id': '485e22be-f990-4bc3-81de-e87d9a407f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:13:51.888012 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.916555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] No DVR routers for this DVR port 5d6747c7-b246-407f-b128-ceeda76ee668 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:51.920438 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.924877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.44 "DELETE /v2.0/ports/5d6747c7-b246-407f-b128-ceeda76ee668 HTTP/1.1" status: 204 len: 173 time: 1.0044730 Nov 10 04:13:51.925355 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'name': 'network-vif-deleted', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:51.932184 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc2cccf-0e46-49c2-9668-abd7b2fe3e14" -d '{"events": [{"server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "name": "network-vif-deleted", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:51.938601 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-b209911c-e4bc-44a2-91eb-2190a2bf4787 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422947 Nov 10 04:13:51.938824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] For port 41173b27-376f-4d47-b3bf-e88eb80b5fa5, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:51.939194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:51.966791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:52.008342 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] Calling delete_port for 41173b27-376f-4d47-b3bf-e88eb80b5fa5 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:13:52.013304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb304-784b-495f-b96d-7b993660dbb0 req-4c1f75b9-38e1-4237-907a-fb10512d4e53 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:52.014283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:52.014629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7541f66a-86e6-4eff-b1c9-b2e8f1ff76fd not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:52.024462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] Port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:13:52.030994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31bfb304-784b-495f-b96d-7b993660dbb0 req-4c1f75b9-38e1-4237-907a-fb10512d4e53 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 931 time: 0.3038032 Nov 10 04:13:52.043950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.105879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] Pushing event deleted for resources: {'Port': ['ID=41173b27-376f-4d47-b3bf-e88eb80b5fa5,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:52.114588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1c036-89a6-49d4-b865-f018e2ded9de None None] No DVR routers for this DVR port 41173b27-376f-4d47-b3bf-e88eb80b5fa5 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:13:52.137265 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d8277-6f3d-4788-bd1f-1c3922b6fbfa x-openstack-request-id: req-f56d8277-6f3d-4788-bd1f-1c3922b6fbfa {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:52.138265 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb42530-e512-4236-a0fa-526da02947e0", "name": "network-vif-deleted", "tag": "5d6747c7-b246-407f-b128-ceeda76ee668", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:52.138456 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f56d8277-6f3d-4788-bd1f-1c3922b6fbfa {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:52.138862 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb42530-e512-4236-a0fa-526da02947e0', 'name': 'network-vif-deleted', 'tag': '5d6747c7-b246-407f-b128-ceeda76ee668', 'status': 'completed', 'code': 200} Nov 10 04:13:52.199224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0e482a1c-e78d-4138-ab42-d8684c54c4f5 None None] Provisioning complete for port 47b33565-16ce-4f33-be86-32391bc1ea41 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:52.200879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0e482a1c-e78d-4138-ab42-d8684c54c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.212217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31bfb304-784b-495f-b96d-7b993660dbb0 req-c3c8dde8-a98d-4f7f-81a0-f66e329aee48 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658688 Nov 10 04:13:52.257913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f4933d01-359b-4dd0-95eb-2ef03c93a40f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:52.273799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f7f0c32f-085c-480e-8c92-bad107e6e332 req-c2897423-a4af-4bc7-b585-6be489592496 service neutron] 10.222.0.44 "GET /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342860 Nov 10 04:13:52.280976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:52.281836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.284599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Pushing event deleted for resources: {'Port': ['ID=41173b27-376f-4d47-b3bf-e88eb80b5fa5,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:52.289008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23185f8b-d557-4f99-ae28-db06f74115c2']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:52.305568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: f4933d01-359b-4dd0-95eb-2ef03c93a40f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:52.309224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f4933d01-359b-4dd0-95eb-2ef03c93a40f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:52.309849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 41173b27-376f-4d47-b3bf-e88eb80b5fa5 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:52.311079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cde8502-4e3e-412e-9642-1fd6dd56d777') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:52.311708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cde8502-4e3e-412e-9642-1fd6dd56d777') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:52.328450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-4bdc1232-60b9-4dbd-ac3d-9554d5597551 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3662350 Nov 10 04:13:52.330900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.351686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Request body: {'port': {'device_id': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:52.385236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.392659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0e482a1c-e78d-4138-ab42-d8684c54c4f5 None None] Port 47b33565-16ce-4f33-be86-32391bc1ea41 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:52.397137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 41173b27-376f-4d47-b3bf-e88eb80b5fa5 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:52.400313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:13:52.400797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 41173b27-376f-4d47-b3bf-e88eb80b5fa5 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:52.401591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:13:52.403497 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:13:52.483366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.512633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-953271a6-2378-49da-9a8a-d1d026998723 req-4ec6486d-3076-466f-8ec2-12d4a5dc39db tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0572865 Nov 10 04:13:52.537536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3e358-8e12-46ba-8880-d40ceae557a4 None None] New status for floating IP 91f3f3d6-dfa9-4837-8e85-10e2c0655f16: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:13:52.681553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.688988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.695888 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] 10.222.0.24 "DELETE /v2.0/networks/23185f8b-d557-4f99-ae28-db06f74115c2 HTTP/1.1" status: 204 len: 168 time: 2.4040055 Nov 10 04:13:52.722719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c7c7-ded1-4a4d-b98d-7f98ba62ae9c admin admin] Pushing event deleted for resources: {'Network': ['ID=23185f8b-d557-4f99-ae28-db06f74115c2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:52.808070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b33565-16ce-4f33-be86-32391bc1ea41 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:13:52.821390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.841823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Transition to ACTIVE for port object 47b33565-16ce-4f33-be86-32391bc1ea41 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:13:52.849346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:52.884601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36626) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:52.910919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:52.963821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73d45889-8dce-48ac-9e87-590f9c960b77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f743adc21d41454aa6a3e9d436b8273b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0777588 Nov 10 04:13:52.967136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36628) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:53.037471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:53.037726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:53.038101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 on network dd244379-ce55-4548-a7ec-aa6258544de7 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:53.046248 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.046571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Port 47b33565-16ce-4f33-be86-32391bc1ea41 on network dd244379-ce55-4548-a7ec-aa6258544de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:13:53.046899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 on network dd244379-ce55-4548-a7ec-aa6258544de7 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:53.056838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:53.057191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Checking segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:53.057579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Bound using segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:53.058051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Bound port: 47b33565-16ce-4f33-be86-32391bc1ea41, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:53.058411 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.076564 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.148445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.151671 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.153202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f876b8d-8d1f-47ec-b972-c98722a3fdc3 HTTP/1.1" status: 204 len: 168 time: 0.1848679 Nov 10 04:13:53.170790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f876b8d-8d1f-47ec-b972-c98722a3fdc3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:53.171779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:53.185929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.188312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.188652 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.188984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.189312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.189807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.190204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.190709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.191093 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.191894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.192305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.192653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214a1dd-d9f8-409d-86f2-67d0580b57fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:13:53.209149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:53.217961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.268559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:53.269185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.281987 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] 10.222.0.44 "PUT /v2.0/ports/47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 1091 time: 0.9355061 Nov 10 04:13:53.297312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:53.319446 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00a235f-cc7b-4474-85f3-6de1285664e5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:53.412422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3189d-2226-4eee-b762-9b7ce8ca5939 req-44bcf254-60fe-440e-9f93-5a356f2aaf60 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:53.423598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3c3189d-2226-4eee-b762-9b7ce8ca5939 req-44bcf254-60fe-440e-9f93-5a356f2aaf60 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 943 time: 0.0868521 Nov 10 04:13:53.454181 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:53.503719 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4dcafa-47f6-4af3-94b8-e47e8ddcb358 x-openstack-request-id: req-cd4dcafa-47f6-4af3-94b8-e47e8ddcb358 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:53.504001 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:53.504258 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd4dcafa-47f6-4af3-94b8-e47e8ddcb358 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:53.504663 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'status': 'completed', 'code': 200} Nov 10 04:13:53.544322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a1162-614d-4161-90bf-c38c41290e14 service neutron] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:53.585602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3c3189d-2226-4eee-b762-9b7ce8ca5939 req-4013a1d4-9e06-4429-b2ef-bcc787c63053 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206861 Nov 10 04:13:53.586830 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-26dbc68f-185c-430b-b347-510aa0b3565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:53.586830 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-26dbc68f-185c-430b-b347-510aa0b3565b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1094 time: 0.1869886 Nov 10 04:13:53.680202 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-ce535d98-6c0d-46e2-b329-fd64cd4a9c6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 217 time: 0.0969508 Nov 10 04:13:53.726229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfcc7a4f-cd07-40d7-b31b-9f8c1d36b415 req-f46d321c-f946-459e-bf80-9d53b953140f tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0834227 Nov 10 04:13:53.750089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-717f9d7f-a16c-4a10-877c-cda5c579fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:53.751889 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-717f9d7f-a16c-4a10-877c-cda5c579fa8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0651822 Nov 10 04:13:53.815985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-d9ccec8e-a5e9-474b-a2d3-c02c697c9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:53.821240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-d9ccec8e-a5e9-474b-a2d3-c02c697c9f62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615771 Nov 10 04:13:53.871511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36648) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:53.948886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-548a8b8b-e91e-41b7-9052-ac9b4b96d749 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94aaf737da694ddabe544af27ce70ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759087 Nov 10 04:13:53.951625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36650) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:53.975305 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-b073ea37-f2fb-4f76-ba62-9f341804ef5f service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467087 Nov 10 04:13:54.078996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98cdea5a-818f-454f-a2d4-68eb9a4c8d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:54.094775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8079489f-e3ca-4d0e-97f3-779b83827ece req-d41386d1-a0d0-4d36-a6d8-e5968d03733b service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125019 Nov 10 04:13:54.123120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98cdea5a-818f-454f-a2d4-68eb9a4c8d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:54.194279 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98cdea5a-818f-454f-a2d4-68eb9a4c8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:54.197639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-98cdea5a-818f-454f-a2d4-68eb9a4c8d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:54.201310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-98cdea5a-818f-454f-a2d4-68eb9a4c8d0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38997e99-d36e-4a2c-a3f3-fb0cf698df27 HTTP/1.1" status: 204 len: 168 time: 0.2460244 Nov 10 04:13:54.209670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdea5a-818f-454f-a2d4-68eb9a4c8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38997e99-d36e-4a2c-a3f3-fb0cf698df27,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:54.256835 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-9a436c02-9d20-4987-bd67-1a6aec0231cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:54.259074 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-9a436c02-9d20-4987-bd67-1a6aec0231cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1094 time: 0.1072118 Nov 10 04:13:54.437405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-e5b97ed0-9df6-4c0d-8699-6ae756db6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:54.439033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-e5b97ed0-9df6-4c0d-8699-6ae756db6b83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.1718647 Nov 10 04:13:54.450311 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d6747c7-b246-407f-b128-ceeda76ee668 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:13:54.489025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 5d6747c7-b246-407f-b128-ceeda76ee668 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:13:54.490291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5d6747c7-b246-407f-b128-ceeda76ee668 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:13:54.516567 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-77456a88-df77-40fe-98fe-3c08ea187e5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 217 time: 0.0636287 Nov 10 04:13:54.575308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-c4caa7fd-2c8f-4fe9-8b4d-b52151dc4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:54.576942 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-c4caa7fd-2c8f-4fe9-8b4d-b52151dc4b29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0523596 Nov 10 04:13:54.641734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-162be520-91d0-4b0c-bcd8-9547b83b0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:54.645609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-162be520-91d0-4b0c-bcd8-9547b83b0b43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602529 Nov 10 04:13:54.751882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed67b5-9fb2-4037-a648-17520bf54ebf req-747d4090-58f8-4a04-8b30-fa353ddbc399 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:54.754329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1eed67b5-9fb2-4037-a648-17520bf54ebf req-747d4090-58f8-4a04-8b30-fa353ddbc399 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 943 time: 0.0652494 Nov 10 04:13:54.790626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-5905c53b-86db-44ea-be2f-98faa7dbd32b service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357443 Nov 10 04:13:54.853172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1eed67b5-9fb2-4037-a648-17520bf54ebf req-facdcde0-a482-4b8a-a90e-9c58818b861f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907619 Nov 10 04:13:54.871710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03977f47-cca9-407a-a6cd-fed85e6d4ecd req-d7148586-20ae-42c3-ae33-d8e34c2b3209 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0412776 Nov 10 04:13:54.961455 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e00a235f-cc7b-4474-85f3-6de1285664e5 req-7cfd9575-cfe0-4b1e-bbb8-b2eaf3ccbedb service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631517 Nov 10 04:13:55.250948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36680) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:55.354012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-520308367-network', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:55.375741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Made reservation on behalf of c2727e7c30dd42eeb24878efda9af22f for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:55.380026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.390955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.483423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.489980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.519433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:13:55.526036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b1c599-e769-4e1c-be06-495becdb976c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:55.537436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.537828 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Added segment 2bdda0c4-0200-41e7-b216-fd39b64fa05d of type vlan for network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 Nov 10 04:13:55.587420 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.628434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.629693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:55.630361 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.689746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4376035 Nov 10 04:13:55.692404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:55.697194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Request body: {'subnet': {'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-520308367-subnet', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:55.717073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e814-c982-427f-a3b4-451dbaffca82 admin admin] Pushing event updated for resources: {'Network': ['ID=84ba5487-342a-4bab-bfd3-ae9f75ca71c5,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:55.728579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:13:55.736202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Made reservation on behalf of c2727e7c30dd42eeb24878efda9af22f for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:13:55.739661 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:55.982399 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.066292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Checking segment: {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:56.066653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Network hostable DHCP agents. Network: 84ba5487-342a-4bab-bfd3-ae9f75ca71c5, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:13:56.075129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90dd941-c341-462a-9f3e-21df4ff14cac,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:56.086291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef961334-bbcf-4366-9c30-9575cd241912 req-d63156e3-245b-4046-8aeb-f80e59448057 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0781615 Nov 10 04:13:56.114139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d99d87-e3db-4f1b-92b2-20738f281e4e req-b488c35d-aeaa-4090-a21f-e52a0e4f8b5e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:56.116571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:13:56.124670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1d99d87-e3db-4f1b-92b2-20738f281e4e req-b488c35d-aeaa-4090-a21f-e52a0e4f8b5e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 943 time: 0.1782081 Nov 10 04:13:56.131615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 84ba5487-342a-4bab-bfd3-ae9f75ca71c5) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:56.135922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:56.138050 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.144838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea91c8bf-a4c7-4f1a-85af-f33b6f62cb9f None None] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:56.167601 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3bd28d79-4e78-4d86-8934-a47c245ddf74 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4740810 Nov 10 04:13:56.172280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36696) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:56.188295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:13:56.229352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1d99d87-e3db-4f1b-92b2-20738f281e4e req-95b73272-f89f-416c-a11c-62e351df9bb6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025369 Nov 10 04:13:56.244058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.245131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.332558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.367005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:13:56.370242 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.470471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:13:56.544143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.631908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Allocated IP 172.20.0.2 (84ba5487-342a-4bab-bfd3-ae9f75ca71c5/d90dd941-c341-462a-9f3e-21df4ff14cac/079d14d0-3f98-4e7a-8892-b7f9f8785d68) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:56.769977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:56.791999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '47b33565-16ce-4f33-be86-32391bc1ea41', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'port_id': '47b33565-16ce-4f33-be86-32391bc1ea41', 'mac_address': 'fa:16:3e:01:9d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:13:56.845666 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.868748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.873753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b33565-16ce-4f33-be86-32391bc1ea41 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:13:56.905805 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.933141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:56.946513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.957055 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:56.993318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:57.027789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:57.030590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:57.034498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:57.037582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:57.155658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['47b33565-16ce-4f33-be86-32391bc1ea41'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:13:57.198831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Pushing event updated for resources: {'Port': ['ID=079d14d0-3f98-4e7a-8892-b7f9f8785d68,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:57.209717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Attempting to bind port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:13:57.210164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Attempting to bind port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:13:57.210585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Attempting to bind port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 on network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:13:57.218503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:13:57.218958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Checking segment: {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:13:57.219424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:57.220102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Bound using segment: {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:13:57.220420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Bound port: 079d14d0-3f98-4e7a-8892-b7f9f8785d68, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:13:57.220901 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:57.293598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-997238e6-ec57-4bb4-b841-41a799fa2c36 req-f201bab4-7d12-43a9-927f-e06d4e8e8d09 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0465565 Nov 10 04:13:57.416656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] For port 079d14d0-3f98-4e7a-8892-b7f9f8785d68, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:13:57.422081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] For port 079d14d0-3f98-4e7a-8892-b7f9f8785d68, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=079d14d0-3f98-4e7a-8892-b7f9f8785d68,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:13:57.433032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b481a35-9cbc-4deb-9f53-47dbe900a9ad req-3b84defb-bb40-4daf-9382-553421c3c6e7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:57.433959 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:57.444133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b481a35-9cbc-4deb-9f53-47dbe900a9ad req-3b84defb-bb40-4daf-9382-553421c3c6e7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 944 time: 0.1355519 Nov 10 04:13:57.523402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d92d1-b0d8-4303-9890-08179b1f4b3b None None] Pushing event updated for resources: {'Port': ['ID=079d14d0-3f98-4e7a-8892-b7f9f8785d68,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:57.557568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Allocated IP 172.25.6.123 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/d2f11bb9-1406-438e-bf90-3401264ebe48) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:13:57.586685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6b481a35-9cbc-4deb-9f53-47dbe900a9ad req-bea4f331-719f-4f68-95d1-eceaeda5a3b2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408441 Nov 10 04:13:57.739421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:57.810481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:57.870188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:13:57.873589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:13:57.876617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:13:57.890575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705804b4-047b-44c7-9bed-3ab5d83c694d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:13:57.907299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f11bb9-1406-438e-bf90-3401264ebe48,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:58.022379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4d48b68f-0afa-4704-9121-52b99a82635d None None] Provisioning complete for port d2f11bb9-1406-438e-bf90-3401264ebe48 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:58.022656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d48b68f-0afa-4704-9121-52b99a82635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.105897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4d48b68f-0afa-4704-9121-52b99a82635d None None] Port d2f11bb9-1406-438e-bf90-3401264ebe48 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:13:58.157257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 079d14d0-3f98-4e7a-8892-b7f9f8785d68 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:58.195414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.209792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:58.210182 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.291131 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.339813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 079d14d0-3f98-4e7a-8892-b7f9f8785d68, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=079d14d0-3f98-4e7a-8892-b7f9f8785d68,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:58.346778 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.415480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=079d14d0-3f98-4e7a-8892-b7f9f8785d68,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:58.442187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28da7991-54af-4451-ae20-59601b5c7e1f req-04bc0074-1e26-439d-9305-ad097da2f76c tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb42530-e512-4236-a0fa-526da02947e0 HTTP/1.1" status: 200 len: 210 time: 0.0651963 Nov 10 04:13:58.452250 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.479437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:13:58.551715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 47b33565-16ce-4f33-be86-32391bc1ea41 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:13:58.558815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 47b33565-16ce-4f33-be86-32391bc1ea41 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:58.559336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.654298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Router 3d875eac-fbc3-4e60-b346-ad9702265e59 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:13:58.661232 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.701988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:13:58.704118 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601cfd09-65f9-49ee-b385-31d09691e481" -d '{"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-plugged", "status": "completed", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:13:58.745024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:13:58.757035 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.777762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ba15-0ff3-4e93-8fb8-572aa0d7236e req-babda82c-807b-4d5b-a3e0-6ebafff7851b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:58.788808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a59ba15-0ff3-4e93-8fb8-572aa0d7236e req-babda82c-807b-4d5b-a3e0-6ebafff7851b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 944 time: 0.1096621 Nov 10 04:13:58.830893 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f1ce39-b79c-4c97-97be-006779fac9dc x-openstack-request-id: req-32f1ce39-b79c-4c97-97be-006779fac9dc {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:13:58.831119 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-plugged", "status": "completed", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:13:58.831340 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32f1ce39-b79c-4c97-97be-006779fac9dc {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:13:58.831738 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'code': 200} Nov 10 04:13:58.855869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a59ba15-0ff3-4e93-8fb8-572aa0d7236e req-c9188753-3174-4177-b6e5-f9471e58b656 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608189 Nov 10 04:13:58.878164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:13:58.905922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:13:58.918291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Sync routers for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:13:58.922421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8e50-a443-4b07-98f0-e5fde0df41cb req-b35b3f9a-f7c6-431b-8af0-726633e17c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:13:58.924436 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b24f8e50-a443-4b07-98f0-e5fde0df41cb req-b35b3f9a-f7c6-431b-8af0-726633e17c1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0705855 Nov 10 04:13:58.933488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:13:58.934349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:58.958557 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:58.962649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36728) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:58.964278 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-01cf6c04-1d13-42a8-81e7-1f4cab3e86f6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7847955 Nov 10 04:13:58.991683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b24f8e50-a443-4b07-98f0-e5fde0df41cb req-6153ed76-4fd1-46fc-a7e1-5bed28970169 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568182 Nov 10 04:13:59.024726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681b6d2-118c-4103-96a6-3d41465d5b2d None None] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:13:59.138827 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:13:59.234683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-83fa93f3-4f4e-4e46-b067-ff3da1b20843 None None] Provisioning complete for port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:59.235050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-83fa93f3-4f4e-4e46-b067-ff3da1b20843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:59.492393 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36732) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:13:59.655547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:13:58Z', 'revision_number': 3, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:13:59.692243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Checking router: 3d875eac-fbc3-4e60-b346-ad9702265e59 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:13:59.693825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Updating router 3d875eac-fbc3-4e60-b346-ad9702265e59 port d2f11bb9-1406-438e-bf90-3401264ebe48 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:13:59.721288 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:59.767860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Deleting port 4f931aeb-6473-4f50-b43b-c9fc99eefa57 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:13:59.768205 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:13:59.988627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f32bf678-8e47-4514-9fef-cbca34636a87 None None] Provisioning complete for port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:13:59.989205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f32bf678-8e47-4514-9fef-cbca34636a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.026889 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.027290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.048227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Calling delete_port for 4f931aeb-6473-4f50-b43b-c9fc99eefa57 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:00.051749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.074390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdff24-788d-4b80-980b-424844b9b510 req-1836e450-5f29-4d70-9020-97951526b7da tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:00.075891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ffdff24-788d-4b80-980b-424844b9b510 req-1836e450-5f29-4d70-9020-97951526b7da tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.1374226 Nov 10 04:14:00.088345 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.098443 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.194597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc0d5e-172d-46c1-863c-cc4f4d5f0eef None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:00.196337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 079d14d0-3f98-4e7a-8892-b7f9f8785d68 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:00.241621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Attempting to bind port d2f11bb9-1406-438e-bf90-3401264ebe48 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:14:00.241896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Attempting to bind port d2f11bb9-1406-438e-bf90-3401264ebe48 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:14:00.242798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Attempting to bind port d2f11bb9-1406-438e-bf90-3401264ebe48 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:00.251576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:14:00.251767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:00.252237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.252543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:14:00.253003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Bound port: d2f11bb9-1406-438e-bf90-3401264ebe48, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:14:00.253372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.282045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ffdff24-788d-4b80-980b-424844b9b510 req-a5e6c56a-3409-4f74-a0b7-27c2c44be540 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564054 Nov 10 04:14:00.289510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a28531-5c61-4083-8776-68410ee4fa58 None None] Pushing event updated for resources: {'Port': ['ID=d2f11bb9-1406-438e-bf90-3401264ebe48,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:00.330571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:00.331000 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.336110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] For port d2f11bb9-1406-438e-bf90-3401264ebe48, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:00.368633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] For port d2f11bb9-1406-438e-bf90-3401264ebe48, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d2f11bb9-1406-438e-bf90-3401264ebe48,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:14:00.383603 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.394423 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Allocated IP 172.20.0.1 (84ba5487-342a-4bab-bfd3-ae9f75ca71c5/d90dd941-c341-462a-9f3e-21df4ff14cac/6ce56606-a2de-4ef6-8e93-047550a59b1b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:14:00.413800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.436957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-31ae0c64-5214-4b23-827d-1d1548ab7e7d None None] Provisioning complete for port d2f11bb9-1406-438e-bf90-3401264ebe48 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:00.437320 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-31ae0c64-5214-4b23-827d-1d1548ab7e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.464914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07770af7-426c-4087-a977-e082bcb15f6d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:00.491056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'Port': ['ID=4f931aeb-6473-4f50-b43b-c9fc99eefa57,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:00.501541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:00.502236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:00.549233 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a28531-5c61-4083-8776-68410ee4fa58 None None] Pushing event updated for resources: {'Port': ['ID=d2f11bb9-1406-438e-bf90-3401264ebe48,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:00.563095 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.566100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.567258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fa19398d-3aaa-49e8-8b15-dad70bb9a072 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "DELETE /v2.0/floatingips/71d07317-948d-48d0-b639-358f4d938a17 HTTP/1.1" status: 204 len: 168 time: 1.0738544 Nov 10 04:14:00.636319 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.686135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.692404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:00.733392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:00.738720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:00.742335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:14:00.756902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-31ae0c64-5214-4b23-827d-1d1548ab7e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.771134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Pushing event updated for resources: {'Port': ['ID=6ce56606-a2de-4ef6-8e93-047550a59b1b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:00.797116 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.877602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-31ae0c64-5214-4b23-827d-1d1548ab7e7d None None] For port d2f11bb9-1406-438e-bf90-3401264ebe48, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d2f11bb9-1406-438e-bf90-3401264ebe48,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:00.884310 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-31ae0c64-5214-4b23-827d-1d1548ab7e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:00.994090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae0c64-5214-4b23-827d-1d1548ab7e7d None None] Pushing event updated for resources: {'Port': ['ID=d2f11bb9-1406-438e-bf90-3401264ebe48,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:01.031198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c03b483f-99a2-4c95-82ce-855c4ae8ae5a None None] Provisioning complete for port d2f11bb9-1406-438e-bf90-3401264ebe48 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:01.031642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c03b483f-99a2-4c95-82ce-855c4ae8ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:01.098679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:01.217716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-beec0129-f775-4fd9-8653-63577dead19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:13:58Z', 'revision_number': 3, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:01.262724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec0129-f775-4fd9-8653-63577dead19a None None] The sync data for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 is: [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:13:58Z', 'revision_number': 3, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:14:01.328458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-35c1e272-2f92-48d5-855f-50f54e14a074 None None] Provisioning complete for port 6ce56606-a2de-4ef6-8e93-047550a59b1b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:01.329457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-35c1e272-2f92-48d5-855f-50f54e14a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:01.417549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-35c1e272-2f92-48d5-855f-50f54e14a074 None None] Port 6ce56606-a2de-4ef6-8e93-047550a59b1b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:14:01.447624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:01.465976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:01.577285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:01.588465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Pushing event updated for resources: {'Port': ['ID=6ce56606-a2de-4ef6-8e93-047550a59b1b,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:01.675445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fa39f-227f-4a77-804f-67f9d91bd5d7 req-846d22fd-b494-48a7-9a63-f29d695c690c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:01.687177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a6fa39f-227f-4a77-804f-67f9d91bd5d7 req-846d22fd-b494-48a7-9a63-f29d695c690c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.2368608 Nov 10 04:14:01.818040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a6fa39f-227f-4a77-804f-67f9d91bd5d7 req-002fb894-4a62-45d2-9be8-2f5aa8038e3c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235561 Nov 10 04:14:01.848443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:01.851585 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:01.963860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36770) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:02.081036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150b9a9-757b-4430-9685-073d8c43fefc req-4f816eec-bc08-4854-b581-77dbb7f3344c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:02.082688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c150b9a9-757b-4430-9685-073d8c43fefc req-4f816eec-bc08-4854-b581-77dbb7f3344c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.1470797 Nov 10 04:14:02.139081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Router 3d875eac-fbc3-4e60-b346-ad9702265e59 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:14:02.205766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c150b9a9-757b-4430-9685-073d8c43fefc req-0e4ab930-c25b-47a7-b403-45c651b1d8d2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161153 Nov 10 04:14:02.213053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1224b55-da05-4b6c-8b94-d54f0baad3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.253704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:02.284009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d2f11bb9-1406-438e-bf90-3401264ebe48 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:02.323720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f813dcab-2ba6-4434-ae17-7c4881768a0f None None] Provisioning complete for port 6ce56606-a2de-4ef6-8e93-047550a59b1b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:02.324588 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f813dcab-2ba6-4434-ae17-7c4881768a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.362953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518b164-12de-4108-9bf5-85d2126d5f17 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:02.365091 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1518b164-12de-4108-9bf5-85d2126d5f17 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1091 time: 0.1103368 Nov 10 04:14:02.368529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36776) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:02.379374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f813dcab-2ba6-4434-ae17-7c4881768a0f None None] Port 6ce56606-a2de-4ef6-8e93-047550a59b1b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:14:02.380375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '47b33565-16ce-4f33-be86-32391bc1ea41', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:14:02.381481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:14:02.394913 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9c9262e6-cb78-41bf-b893-ef3fd0b5584d admin admin] 10.222.0.24 "PUT /v2.0/routers/3d875eac-fbc3-4e60-b346-ad9702265e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4277420 Nov 10 04:14:02.411993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d2f11bb9-1406-438e-bf90-3401264ebe48 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:02.412907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.452584 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.462587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1224b55-da05-4b6c-8b94-d54f0baad3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.479816 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1224b55-da05-4b6c-8b94-d54f0baad3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.547859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f1224b55-da05-4b6c-8b94-d54f0baad3c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18544d2cdd104d33bbcaa32469b6529e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5827601 Nov 10 04:14:02.550507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36780) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:02.576912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224b55-da05-4b6c-8b94-d54f0baad3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9394d-b5c0-47c7-bbf3-3e248e23a98c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:02.649613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.664690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-915c37dc-3350-4298-9859-903d942219a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.694140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-915c37dc-3350-4298-9859-903d942219a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.752447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-915c37dc-3350-4298-9859-903d942219a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.756834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-915c37dc-3350-4298-9859-903d942219a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:02.758067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-915c37dc-3350-4298-9859-903d942219a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18d9394d-b5c0-47c7-bbf3-3e248e23a98c HTTP/1.1" status: 204 len: 168 time: 0.2063186 Nov 10 04:14:02.773930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c37dc-3350-4298-9859-903d942219a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9394d-b5c0-47c7-bbf3-3e248e23a98c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:02.796319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.188 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/5b5c5748-f59b-4688-8803-62ca9c1e08c8) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:14:02.814895 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:14:02.950683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.005972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.030374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:03.032788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:03.057222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:14:03.108879 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=5b5c5748-f59b-4688-8803-62ca9c1e08c8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:03.288577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36800) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:03.295339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1612478307-network', 'tenant_id': '62d8273f35764b88949a3ee4501ff603'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:14:03.331995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Made reservation on behalf of 62d8273f35764b88949a3ee4501ff603 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:14:03.337208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.339618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36802) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:03.353738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.402151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d70b2f-bde8-44a2-bfd5-6ef95e4febf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.443558 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-1bad067d-753b-4533-9177-6d1966a372b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527691 Nov 10 04:14:03.464746 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.480224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.503870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:14:03.519219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b773fab4-f019-433b-9eb4-60247b9ef4c1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:03.533308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.534733 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Added segment f6045c3a-5531-4187-80e0-128bac1f3e1d of type vlan for network ade190f1-3918-47e8-abfa-60bbfd68ab15 Nov 10 04:14:03.596182 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.629119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.630258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:03.630883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.642350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d70b2f-bde8-44a2-bfd5-6ef95e4febf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.652139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-6cb6d4a0-73e2-410a-8127-846c2a4256b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:03.653327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-6cb6d4a0-73e2-410a-8127-846c2a4256b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1438580 Nov 10 04:14:03.653893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d70b2f-bde8-44a2-bfd5-6ef95e4febf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.701634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4118669 Nov 10 04:14:03.702920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36804) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:03.717400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Request body: {'subnet': {'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1612478307-subnet', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:14:03.729457 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02abf9-4feb-4d3b-8aa6-bded5dc2b105 admin admin] Pushing event updated for resources: {'Network': ['ID=ade190f1-3918-47e8-abfa-60bbfd68ab15,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:03.729678 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Sync routers for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:14:03.741139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:14:03.741990 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:03.742639 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:03.762772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Made reservation on behalf of 62d8273f35764b88949a3ee4501ff603 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:14:03.765425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.784307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d70b2f-bde8-44a2-bfd5-6ef95e4febf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c7ee93-69be-4d41-ae23-50e8a53b4c3c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:03.800989 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57d70b2f-bde8-44a2-bfd5-6ef95e4febf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe56eccd5b254c6d82d0d4f863248624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256625 Nov 10 04:14:03.805755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36806) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:03.870923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:03.902109 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:03.945307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-56d097bb-0216-4d91-b08f-314ec53da9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:03.946169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-56d097bb-0216-4d91-b08f-314ec53da9ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.2498784 Nov 10 04:14:03.951232 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67e08e70-f108-4f2d-94f4-fd26382189a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.018614 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.041738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67e08e70-f108-4f2d-94f4-fd26382189a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.057357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.092070 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-e5d87388-1e57-4061-ab7d-89db45f44e1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 999 time: 0.1386409 Nov 10 04:14:04.104706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcf7e80-5117-4665-9f62-87288272667c,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:04.125456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Checking segment: {'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:04.126100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Network hostable DHCP agents. Network: ade190f1-3918-47e8-abfa-60bbfd68ab15, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:14:04.149859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:14:04.175909 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 2, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:04.178597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ade190f1-3918-47e8-abfa-60bbfd68ab15) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:04.191120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd3d26f-a5f0-48a0-9593-221048b25d3d None None] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:14:04.196175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-f5299968-4dc3-48d0-9983-ccab98b3a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:04.196847 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:04.197437 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.198220 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-f5299968-4dc3-48d0-9983-ccab98b3a6cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0976133 Nov 10 04:14:04.220414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-686e2dfb-f786-4c0b-b12c-c7df9aee36fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5070312 Nov 10 04:14:04.221161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36810) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:04.226779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:14:04.229016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67e08e70-f108-4f2d-94f4-fd26382189a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.231728 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67e08e70-f108-4f2d-94f4-fd26382189a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.232924 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67e08e70-f108-4f2d-94f4-fd26382189a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43c7ee93-69be-4d41-ae23-50e8a53b4c3c HTTP/1.1" status: 204 len: 168 time: 0.4236426 Nov 10 04:14:04.259522 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Checking router: 3d875eac-fbc3-4e60-b346-ad9702265e59 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:14:04.263979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Updating router 3d875eac-fbc3-4e60-b346-ad9702265e59 port 6ce56606-a2de-4ef6-8e93-047550a59b1b binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:14:04.278246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e08e70-f108-4f2d-94f4-fd26382189a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c7ee93-69be-4d41-ae23-50e8a53b4c3c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:04.313885 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.315992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.323562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-9630e257-9a45-4290-95ab-62d4af34f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:04.325141 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-9630e257-9a45-4290-95ab-62d4af34f564 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896535 Nov 10 04:14:04.347656 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.462845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.473519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.515594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ade190f1-3918-47e8-abfa-60bbfd68ab15', 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'fixed_ips': [{'subnet_id': '1fcf7e80-5117-4665-9f62-87288272667c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:14:04.516619 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.526517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.581444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-ab0db9fc-e9b2-46ad-9934-37fa5ba33593 service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398829 Nov 10 04:14:04.605770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=5b5c5748-f59b-4688-8803-62ca9c1e08c8,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:04.663567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.791212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Allocated IP 172.20.0.2 (ade190f1-3918-47e8-abfa-60bbfd68ab15/1fcf7e80-5117-4665-9f62-87288272667c/d744db7e-1e35-49d3-a210-11467d95e2fe) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:14:04.844997 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP 8b842aec-e96a-4f31-b26d-99ed2a0bffc6 associated. External IP: 172.25.6.188, port: 47b33565-16ce-4f33-be86-32391bc1ea41. Nov 10 04:14:04.855982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.878536 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:04.885339 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.039010 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Pushing event updated for resources: {'Port': ['ID=6ce56606-a2de-4ef6-8e93-047550a59b1b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:05.055144 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Attempting to bind port 6ce56606-a2de-4ef6-8e93-047550a59b1b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:14:05.055784 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Attempting to bind port 6ce56606-a2de-4ef6-8e93-047550a59b1b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:14:05.056321 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Attempting to bind port 6ce56606-a2de-4ef6-8e93-047550a59b1b on network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:05.059615 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.060178 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.060664 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.061173 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.061663 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.062180 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.062652 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.063122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.063607 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.064074 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.064581 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.065046 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:05.073069 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:14:05.073727 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Checking segment: {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:05.074372 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.075904 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Bound using segment: {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:14:05.076556 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Bound port: 6ce56606-a2de-4ef6-8e93-047550a59b1b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:14:05.077099 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.203146 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] For port 6ce56606-a2de-4ef6-8e93-047550a59b1b, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:05.210567 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] For port 6ce56606-a2de-4ef6-8e93-047550a59b1b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6ce56606-a2de-4ef6-8e93-047550a59b1b,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:14:05.216482 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.217730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36816) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:05.218098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36820) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:05.288893 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:05.289776 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:05.365031 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.372007 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d9ecee6-8ddc-46a8-9c54-2f42c4f7a86a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.401921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.412150 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.413529 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:05.454436 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.522164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:05.539111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:05.546617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-120e5b17-8cbf-4bce-89f6-8a87326b2f86 None None] Provisioning complete for port 6ce56606-a2de-4ef6-8e93-047550a59b1b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:05.551704 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-120e5b17-8cbf-4bce-89f6-8a87326b2f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.554857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:14:05.558144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Pushing event updated for resources: {'Port': ['ID=d744db7e-1e35-49d3-a210-11467d95e2fe,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:05.612031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Allocated IP 172.25.6.12 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/29fc5fb3-c4cc-474e-99a1-391e9554370e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:14:05.628215 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137c666-ab6e-45fb-85dc-3617e37e0f3e None None] Pushing event updated for resources: {'Port': ['ID=6ce56606-a2de-4ef6-8e93-047550a59b1b,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:05.755696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c351f38c-db97-45b0-9e9d-16b4febf51e4 req-1a909bdd-5dff-4a7e-858b-c99f472db809 service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1652589 Nov 10 04:14:05.774457 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:05.809864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Attempting to bind port d744db7e-1e35-49d3-a210-11467d95e2fe on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:14:05.810459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Attempting to bind port d744db7e-1e35-49d3-a210-11467d95e2fe by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:14:05.810563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Attempting to bind port d744db7e-1e35-49d3-a210-11467d95e2fe on network ade190f1-3918-47e8-abfa-60bbfd68ab15 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:05.814960 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e812c-c569-4445-8f9c-e13fdccdccfe None None] The sync data for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 is: [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:14:05.825555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:14:05.825914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Checking segment: {'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:05.826337 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.826724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Bound using segment: {'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:14:05.827261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Bound port: d744db7e-1e35-49d3-a210-11467d95e2fe, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:14:05.827574 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.935295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-120e5b17-8cbf-4bce-89f6-8a87326b2f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:05.980409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] For port d744db7e-1e35-49d3-a210-11467d95e2fe, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:06.008145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] For port d744db7e-1e35-49d3-a210-11467d95e2fe, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d744db7e-1e35-49d3-a210-11467d95e2fe,segment=NetworkSegment(f6045c3a-5531-4187-80e0-128bac1f3e1d),segment_id=f6045c3a-5531-4187-80e0-128bac1f3e1d)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:14:06.015108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 53453d88-2aca-45a8-9ff6-9ced50f381f4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:14:06.027472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-120e5b17-8cbf-4bce-89f6-8a87326b2f86 None None] For port 6ce56606-a2de-4ef6-8e93-047550a59b1b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6ce56606-a2de-4ef6-8e93-047550a59b1b,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:06.029653 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.109230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-120e5b17-8cbf-4bce-89f6-8a87326b2f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.116300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6266bfa-1f3d-44ad-babe-5e22e16f7338 None None] Pushing event updated for resources: {'Port': ['ID=d744db7e-1e35-49d3-a210-11467d95e2fe,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:06.237079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6ce56606-a2de-4ef6-8e93-047550a59b1b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:06.244164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:14:06.282038 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.293515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] Sync routers for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:14:06.302678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-de26d047-cd8a-48e3-a4fa-511f42c53991 None None] Provisioning complete for port 6ce56606-a2de-4ef6-8e93-047550a59b1b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:06.303177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-de26d047-cd8a-48e3-a4fa-511f42c53991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.306386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e5b17-8cbf-4bce-89f6-8a87326b2f86 None None] Pushing event updated for resources: {'Port': ['ID=6ce56606-a2de-4ef6-8e93-047550a59b1b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:06.340277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d9ecee6-8ddc-46a8-9c54-2f42c4f7a86a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.346415 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1d9ecee6-8ddc-46a8-9c54-2f42c4f7a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.348984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ad-67d7-4a2e-9e7f-903f75b10be0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.372032 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c701eb59-ddb1-4978-8a4d-4d00b22a99f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0017402 Nov 10 04:14:06.372880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:14:06.373609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:06.374822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:06.376664 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b98b65-336b-458d-8b36-bb007171389b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:14:06.449096 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51291eb-d4df-45cb-995c-edba9d98a0ac x-openstack-request-id: req-c51291eb-d4df-45cb-995c-edba9d98a0ac {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:14:06.449388 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:14:06.449644 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c51291eb-d4df-45cb-995c-edba9d98a0ac {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:14:06.451195 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'status': 'completed', 'code': 200} Nov 10 04:14:06.459804 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d9ecee6-8ddc-46a8-9c54-2f42c4f7a86a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=349ed686578d4ef59da83d1f5d918f69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1901259 Nov 10 04:14:06.460177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36828) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:06.466171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ad-67d7-4a2e-9e7f-903f75b10be0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.488927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ecee6-8ddc-46a8-9c54-2f42c4f7a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e8930f-f347-4ef4-ae58-a9240e915567,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:06.552419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:06.598141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.682028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00176077-3264-49d2-81f2-8b7165229007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.702096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98b65-336b-458d-8b36-bb007171389b req-d9f83afa-7372-4467-891f-5a13e71f50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:06.703710 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75b98b65-336b-458d-8b36-bb007171389b req-d9f83afa-7372-4467-891f-5a13e71f50f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1815076 Nov 10 04:14:06.709017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad40181-7351-419f-924d-32f9a19b4dfd req-5ec2b39e-5dfe-41ae-bf56-613c5f9e0049 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:06.710692 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ad40181-7351-419f-924d-32f9a19b4dfd req-5ec2b39e-5dfe-41ae-bf56-613c5f9e0049 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.1774862 Nov 10 04:14:06.793979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.844499 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00176077-3264-49d2-81f2-8b7165229007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.862367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Pushing event updated for resources: {'Port': ['ID=29fc5fb3-c4cc-474e-99a1-391e9554370e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:06.872184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ad-67d7-4a2e-9e7f-903f75b10be0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.876886 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ad-67d7-4a2e-9e7f-903f75b10be0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.877626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0f8ef2ad-67d7-4a2e-9e7f-903f75b10be0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] 10.222.0.24 "DELETE /v2.0/security-groups/3d243eae-efbb-4c66-93de-1178bd049eff HTTP/1.1" status: 204 len: 168 time: 1.5943730 Nov 10 04:14:06.914182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ef2ad-67d7-4a2e-9e7f-903f75b10be0 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d243eae-efbb-4c66-93de-1178bd049eff,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:06.918387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:06.949333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00176077-3264-49d2-81f2-8b7165229007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.951989 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00176077-3264-49d2-81f2-8b7165229007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:06.955949 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-00176077-3264-49d2-81f2-8b7165229007 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59e8930f-f347-4ef4-ae58-a9240e915567 HTTP/1.1" status: 204 len: 168 time: 0.4947076 Nov 10 04:14:06.973231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00176077-3264-49d2-81f2-8b7165229007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e8930f-f347-4ef4-ae58-a9240e915567,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:06.975840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36834) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:06.985093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ad40181-7351-419f-924d-32f9a19b4dfd req-153060a4-c18e-4ac0-b934-09fff3af26b9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614343 Nov 10 04:14:06.987015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:06.998448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:14:07.011508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36838) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:07.023548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98b65-336b-458d-8b36-bb007171389b req-973ded35-bea6-4292-8c80-46bd65a6c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:07.025193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75b98b65-336b-458d-8b36-bb007171389b req-973ded35-bea6-4292-8c80-46bd65a6c766 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.3048270 Nov 10 04:14:07.042965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c0e6a6-52e6-4173-8dd0-45048b638e04 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:07.154469 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-95d2c202-0898-48c4-bb84-f8324b8ae6ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/8b842aec-e96a-4f31-b26d-99ed2a0bffc6 HTTP/1.1" status: 200 len: 991 time: 0.1416795 Nov 10 04:14:07.162598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75b98b65-336b-458d-8b36-bb007171389b req-8169d557-4a01-4aa7-9d4f-ff65abd1b3da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 999 time: 0.0993724 Nov 10 04:14:07.266535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6ce56606-a2de-4ef6-8e93-047550a59b1b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:07.266906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:07.443976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '8b842aec-e96a-4f31-b26d-99ed2a0bffc6', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'port_id': '47b33565-16ce-4f33-be86-32391bc1ea41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'mac_address': 'fa:16:3e:01:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:14:03Z', 'updated_at': '2021-11-10T04:14:03Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:07.529748 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:07.530373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] Checking router: 53453d88-2aca-45a8-9ff6-9ced50f381f4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:14:07.531008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98b65-336b-458d-8b36-bb007171389b req-530a375b-1b51-42f8-88bd-3b3376611ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:07.536920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75b98b65-336b-458d-8b36-bb007171389b req-530a375b-1b51-42f8-88bd-3b3376611ba5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.3672354 Nov 10 04:14:07.550394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:07.551016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:07.677783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-27e41c52-928e-459d-bddc-889eda6c24a0 None None] Provisioning complete for port 29fc5fb3-c4cc-474e-99a1-391e9554370e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:07.677783 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-27e41c52-928e-459d-bddc-889eda6c24a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:07.803684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98b65-336b-458d-8b36-bb007171389b req-9b4e0d8d-c438-4115-905b-57df890286d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:07.805356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75b98b65-336b-458d-8b36-bb007171389b req-9b4e0d8d-c438-4115-905b-57df890286d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084346 Nov 10 04:14:07.837619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-27e41c52-928e-459d-bddc-889eda6c24a0 None None] Port 29fc5fb3-c4cc-474e-99a1-391e9554370e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:14:07.865513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:07.974487 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75b98b65-336b-458d-8b36-bb007171389b req-b35bce29-66b7-4dfa-a2b9-b62facf07f2f service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578677 Nov 10 04:14:07.978224 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.018919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d4942-18e0-4331-87a8-dbebb0ddd12d None None] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:14:08.128308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9acc468e-6608-4734-afb9-dea37c36bcc7 None None] Provisioning complete for port d744db7e-1e35-49d3-a210-11467d95e2fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:08.128885 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9acc468e-6608-4734-afb9-dea37c36bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.159733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36856) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:08.205317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.262032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-101043f5-b68c-4908-9952-385d6bb24add tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/8b842aec-e96a-4f31-b26d-99ed2a0bffc6 HTTP/1.1" status: 200 len: 991 time: 0.1007743 Nov 10 04:14:08.275458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Router 666520f9-a9fa-4556-9e10-482233093b6b is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:14:08.278131 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-75b98b65-336b-458d-8b36-bb007171389b req-085508a6-402e-4d61-80c5-5da9a657e760 service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964444 Nov 10 04:14:08.401104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:14:08.411576 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Sync routers for ids ['666520f9-a9fa-4556-9e10-482233093b6b'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:14:08.427995 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Routers {'666520f9-a9fa-4556-9e10-482233093b6b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:08.428616 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['666520f9-a9fa-4556-9e10-482233093b6b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:08.430091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.434093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-603b5a6d-b97f-465a-9b05-f271b3cca4de admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2092459 Nov 10 04:14:08.434278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:08.474554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d744db7e-1e35-49d3-a210-11467d95e2fe up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:08.594195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Deleting port c9874557-ba19-41af-ab36-ab2970e0d2b6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:08.596224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.610328 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.698227 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Set router 666520f9-a9fa-4556-9e10-482233093b6b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:08.792164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d744db7e-1e35-49d3-a210-11467d95e2fe triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:08.792982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.793297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] For port c9874557-ba19-41af-ab36-ab2970e0d2b6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9874557-ba19-41af-ab36-ab2970e0d2b6,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:08.793673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.821684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Calling delete_port for c9874557-ba19-41af-ab36-ab2970e0d2b6 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:08.850853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9acc468e-6608-4734-afb9-dea37c36bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:08.882821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36870) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:09.058689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.083873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9acc468e-6608-4734-afb9-dea37c36bcc7 None None] For port d744db7e-1e35-49d3-a210-11467d95e2fe, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d744db7e-1e35-49d3-a210-11467d95e2fe,segment=NetworkSegment(f6045c3a-5531-4187-80e0-128bac1f3e1d),segment_id=f6045c3a-5531-4187-80e0-128bac1f3e1d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:09.093389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.095409 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9acc468e-6608-4734-afb9-dea37c36bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.123969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1343668-b383-4e66-825c-a681ed156baf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.127299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.130894 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:14:07Z', 'revision_number': 3, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port': {'id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:16:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:05Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:09.170968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:14:09.172142 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:14:09.179352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9874557-ba19-41af-ab36-ab2970e0d2b6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:09.196451 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Checking router: 666520f9-a9fa-4556-9e10-482233093b6b for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:14:09.196980 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Updating router 666520f9-a9fa-4556-9e10-482233093b6b port 29fc5fb3-c4cc-474e-99a1-391e9554370e binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:14:09.202375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '8b842aec-e96a-4f31-b26d-99ed2a0bffc6', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'port_id': '47b33565-16ce-4f33-be86-32391bc1ea41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'mac_address': 'fa:16:3e:01:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:14:03Z', 'updated_at': '2021-11-10T04:14:03Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:09.223801 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.266476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36874) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:09.317824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01140a3a-ae55-4ddf-b89a-176a75507083 None None] The sync data for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 is: [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '8b842aec-e96a-4f31-b26d-99ed2a0bffc6', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'port_id': '47b33565-16ce-4f33-be86-32391bc1ea41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'mac_address': 'fa:16:3e:01:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:14:03Z', 'updated_at': '2021-11-10T04:14:03Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:14:09.380116 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc468e-6608-4734-afb9-dea37c36bcc7 None None] Pushing event updated for resources: {'Port': ['ID=d744db7e-1e35-49d3-a210-11467d95e2fe,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:09.396702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-df6d0a00-17e8-4896-bb2b-7bf182c02705 None None] Provisioning complete for port d744db7e-1e35-49d3-a210-11467d95e2fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:09.402039 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df6d0a00-17e8-4896-bb2b-7bf182c02705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.407007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.499571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2413ea2c-27ef-4c33-b1c9-c97091e23beb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/8b842aec-e96a-4f31-b26d-99ed2a0bffc6 HTTP/1.1" status: 200 len: 991 time: 0.2312839 Nov 10 04:14:09.583824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Allocated IP 172.20.0.1 (ade190f1-3918-47e8-abfa-60bbfd68ab15/1fcf7e80-5117-4665-9f62-87288272667c/b829036c-ac64-466f-93e4-c24f730db4e9) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:14:09.584700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1343668-b383-4e66-825c-a681ed156baf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.590079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f1343668-b383-4e66-825c-a681ed156baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.603420 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.611613 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.659361 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb21aa-4d81-41d8-a4e1-2496521e36fb None None] Pushing event updated for resources: {'Port': ['ID=29fc5fb3-c4cc-474e-99a1-391e9554370e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:09.671719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343668-b383-4e66-825c-a681ed156baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4810e8d8-f3c2-49c6-ac63-9c5bad0d0245,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:09.714391 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Attempting to bind port 29fc5fb3-c4cc-474e-99a1-391e9554370e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:14:09.715040 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Attempting to bind port 29fc5fb3-c4cc-474e-99a1-391e9554370e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:14:09.715620 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Attempting to bind port 29fc5fb3-c4cc-474e-99a1-391e9554370e on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:09.722015 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:14:09.722750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:09.723327 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.723860 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:14:09.724478 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Bound port: 29fc5fb3-c4cc-474e-99a1-391e9554370e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:14:09.725012 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.726933 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.731941 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f1343668-b383-4e66-825c-a681ed156baf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30513a6839bc4f54b20b6284f2cfcb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8480308 Nov 10 04:14:09.738781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36876) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:09.739437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af83fec-3584-493d-a779-797f79f6d1e2 None None] New status for floating IP 8b842aec-e96a-4f31-b26d-99ed2a0bffc6: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:14:09.741445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89109a-558e-4173-bc83-a4fe7110e38f None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:09.772207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Router f26722f6-f8f0-4228-a4a1-036201be9746 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:14:09.796604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] For port 29fc5fb3-c4cc-474e-99a1-391e9554370e, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:09.801558 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] For port 29fc5fb3-c4cc-474e-99a1-391e9554370e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=29fc5fb3-c4cc-474e-99a1-391e9554370e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:14:09.807531 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.824054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6ce56606-a2de-4ef6-8e93-047550a59b1b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:09.836135 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a540827a-1343-4ce3-a6df-a4e9c68bb76d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.844323 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.879953 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb21aa-4d81-41d8-a4e1-2496521e36fb None None] Pushing event updated for resources: {'Port': ['ID=29fc5fb3-c4cc-474e-99a1-391e9554370e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:09.903540 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Routers {'666520f9-a9fa-4556-9e10-482233093b6b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:09.904272 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['666520f9-a9fa-4556-9e10-482233093b6b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:09.912864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb975011-8059-4141-808c-6f0bcdb6f074 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:09.928141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:09.936679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:14:09.944753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1aa2a266-bde2-4876-9134-76b3695f8708 None None] Provisioning complete for port 29fc5fb3-c4cc-474e-99a1-391e9554370e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:09.945122 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a266-bde2-4876-9134-76b3695f8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.952901 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168676-64f9-4282-87de-2c32f972450e None None] Sync routers for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:14:09.954113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-feaa73ae-de15-4c33-84f2-0fc46f57a310 admin admin] 10.222.0.24 "PUT /v2.0/routers/f26722f6-f8f0-4228-a4a1-036201be9746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9742179 Nov 10 04:14:09.954948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36878) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:09.968082 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:09.968308 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a540827a-1343-4ce3-a6df-a4e9c68bb76d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:09.968923 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:09.970997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:09.985729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Pushing event updated for resources: {'Port': ['ID=b829036c-ac64-466f-93e4-c24f730db4e9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:09.993232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:14:10.038558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6ce56606-a2de-4ef6-8e93-047550a59b1b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:10.038936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.102714 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.120669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.179670 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a540827a-1343-4ce3-a6df-a4e9c68bb76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.184690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a540827a-1343-4ce3-a6df-a4e9c68bb76d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.186969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a540827a-1343-4ce3-a6df-a4e9c68bb76d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4810e8d8-f3c2-49c6-ac63-9c5bad0d0245 HTTP/1.1" status: 204 len: 168 time: 0.4465668 Nov 10 04:14:10.229556 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a266-bde2-4876-9134-76b3695f8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.267940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1aa2a266-bde2-4876-9134-76b3695f8708 None None] For port 29fc5fb3-c4cc-474e-99a1-391e9554370e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=29fc5fb3-c4cc-474e-99a1-391e9554370e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:10.272259 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a266-bde2-4876-9134-76b3695f8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.303889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540827a-1343-4ce3-a6df-a4e9c68bb76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4810e8d8-f3c2-49c6-ac63-9c5bad0d0245,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:10.316949 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:10.372776 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a266-bde2-4876-9134-76b3695f8708 None None] Pushing event updated for resources: {'Port': ['ID=29fc5fb3-c4cc-474e-99a1-391e9554370e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:10.388195 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] Set router 666520f9-a9fa-4556-9e10-482233093b6b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:10.411598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.414630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.423997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1f1bf4a2-d726-4792-a047-159a9e923089 None None] Provisioning complete for port b829036c-ac64-466f-93e4-c24f730db4e9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:10.424921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf4a2-d726-4792-a047-159a9e923089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.510774 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36884) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:10.511365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bf4a2-d726-4792-a047-159a9e923089 None None] Port b829036c-ac64-466f-93e4-c24f730db4e9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:14:10.515920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d744db7e-1e35-49d3-a210-11467d95e2fe up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:10.583121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1f1bf4a2-d726-4792-a047-159a9e923089 None None] Provisioning complete for port 29fc5fb3-c4cc-474e-99a1-391e9554370e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:10.583492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf4a2-d726-4792-a047-159a9e923089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.635471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port d744db7e-1e35-49d3-a210-11467d95e2fe triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:10.635989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.656680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Deleting port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:10.657104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.678468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.683755 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.696184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2fad4fdf-45e4-4468-aad1-5095bf974670 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/8b842aec-e96a-4f31-b26d-99ed2a0bffc6 HTTP/1.1" status: 200 len: 993 time: 0.1736865 Nov 10 04:14:10.758411 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T04:14:09Z', 'revision_number': 5, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port': {'id': '4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:27Z', 'updated_at': '2021-11-10T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:10.760356 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Pushing event updated for resources: {'Port': ['ID=b829036c-ac64-466f-93e4-c24f730db4e9,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:10.775228 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:14:07Z', 'revision_number': 3, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port': {'id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:16:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:05Z', 'updated_at': '2021-11-10T04:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:10.793277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.811912 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168676-64f9-4282-87de-2c32f972450e None None] Checking router: f26722f6-f8f0-4228-a4a1-036201be9746 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:14:10.838165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595156d-85d6-4ed7-af9e-a1cec6f24842 None None] The sync data for ids ['666520f9-a9fa-4556-9e10-482233093b6b'] in n-d-817326-2 is: [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:14:07Z', 'revision_number': 3, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port': {'id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:16:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:05Z', 'updated_at': '2021-11-10T04:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:14:10.846225 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] Routers {'f26722f6-f8f0-4228-a4a1-036201be9746'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:10.846784 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f26722f6-f8f0-4228-a4a1-036201be9746'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:10.853959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] For port 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:10.854319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:10.883555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Calling delete_port for 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:10.958148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:10.959986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:10.961269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] Set router f26722f6-f8f0-4228-a4a1-036201be9746 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:11.119060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Router 666520f9-a9fa-4556-9e10-482233093b6b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:14:11.145476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.186949 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-96168676-64f9-4282-87de-2c32f972450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 6, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:11.187185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ccebd3-92f4-49ee-9cbd-0ced1c528472 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:11.207334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:11.223059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168676-64f9-4282-87de-2c32f972450e None None] The sync data for ids ['f26722f6-f8f0-4228-a4a1-036201be9746'] in n-d-817326-2 is: [{'id': 'f26722f6-f8f0-4228-a4a1-036201be9746', 'name': 'tempest-TestVolumeBootPattern-687387941-router', 'tenant_id': '75f05c7943244c83b6d25ae69de052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:26Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 6, 'project_id': '75f05c7943244c83b6d25ae69de052cc', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:14:11.306402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:14:11.312007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a3d792f-8542-4d88-a256-99737bf8d4ac admin admin] 10.222.0.24 "PUT /v2.0/routers/666520f9-a9fa-4556-9e10-482233093b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8767056 Nov 10 04:14:11.346034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.404285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-384c7c9c-e40b-45e7-a75a-1db66c041898 None None] Provisioning complete for port b829036c-ac64-466f-93e4-c24f730db4e9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:11.404906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-384c7c9c-e40b-45e7-a75a-1db66c041898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.457624 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.460346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.461762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-384c7c9c-e40b-45e7-a75a-1db66c041898 None None] Port b829036c-ac64-466f-93e4-c24f730db4e9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:14:11.509809 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.510414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26722f6-f8f0-4228-a4a1-036201be9746 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:14:11.514749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.515909 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-91616e8d-e26b-46d2-8a3d-22681e55a73b admin admin] 10.222.0.24 "DELETE /v2.0/routers/f26722f6-f8f0-4228-a4a1-036201be9746 HTTP/1.1" status: 204 len: 168 time: 1.5598578 Nov 10 04:14:11.518455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36916) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:11.568307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] Deleting subnet 485e22be-f990-4bc3-81de-e87d9a407f40 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:14:11.576593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.615057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.737853 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.814887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.851587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485e22be-f990-4bc3-81de-e87d9a407f40,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:11.856909 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:11.863759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-668a4418-dbda-404f-99cd-7c930f29acd3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/485e22be-f990-4bc3-81de-e87d9a407f40 HTTP/1.1" status: 204 len: 168 time: 0.3415670 Nov 10 04:14:11.864420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 36944) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:11.869827 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c584609-01c5-4d04-99dc-96ed94c2ec9e None None] Network 9290bb65-59be-4a6e-a918-e7a14f947d4f requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:14:11.984256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.094073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Deleting port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:12.094537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.190446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] For port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:12.191740 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.207862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Calling delete_port for a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:12.213920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] DHCP port deletion for 9290bb65-59be-4a6e-a918-e7a14f947d4f request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:12.316419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] Deleting port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:12.317491 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.369546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.384817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 29fc5fb3-c4cc-474e-99a1-391e9554370e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:12.418918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:12.424754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] No DVR routers for this DVR port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:14:12.456182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] For port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,segment=NetworkSegment(7f9a1374-7a14-42e7-829e-bd4ae176506b),segment_id=7f9a1374-7a14-42e7-829e-bd4ae176506b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:12.457398 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.478904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] Calling delete_port for a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:12.532869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.565686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 29fc5fb3-c4cc-474e-99a1-391e9554370e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:12.566173 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.581826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9290bb65-59be-4a6e-a918-e7a14f947d4f']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:12.597761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9a1374-7a14-42e7-829e-bd4ae176506b') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:12.599851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9a1374-7a14-42e7-829e-bd4ae176506b') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:14:12.615560 n-d-817326-2 neutron-server[102598]: self.session.flush() Nov 10 04:14:12.625893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.638087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.655718 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.670019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:14:12.670430 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:14:12.674708 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:14:12.690541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] Pushing event deleted for resources: {'Port': ['ID=a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:12.692990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd941b9-75e7-4b24-a2ed-517faa1ee5e5 None None] No DVR routers for this DVR port a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:14:12.778621 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.785598 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:12.790064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9290bb65-59be-4a6e-a918-e7a14f947d4f HTTP/1.1" status: 204 len: 168 time: 0.9248636 Nov 10 04:14:12.792992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 36990) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:12.815906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc622a-de5a-47af-a401-0d6872e6d953 admin admin] Pushing event deleted for resources: {'Network': ['ID=9290bb65-59be-4a6e-a918-e7a14f947d4f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:12.853316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:14:12.882885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:14:12.883317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a0f6d6a5-2b71-41ac-b990-a4ae8fa7fad3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:14:12.883641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9874557-ba19-41af-ab36-ab2970e0d2b6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:14:12.946989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c9874557-ba19-41af-ab36-ab2970e0d2b6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:14:12.947333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9874557-ba19-41af-ab36-ab2970e0d2b6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:14:12.947744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:14:12.999540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:14:13.000306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4b4fbec3-9b12-4f40-99e1-7afdc9ff7d0b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:14:13.357220 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-090d557d-d347-424a-b485-c290f8bb824b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:13.736738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:13.998083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Sync routers for ids ['666520f9-a9fa-4556-9e10-482233093b6b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:14:14.000887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Deleting port 7f10a21f-7326-4c45-89a7-839436239dfb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:14.001589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:14.008288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Routers {'666520f9-a9fa-4556-9e10-482233093b6b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:14.008889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['666520f9-a9fa-4556-9e10-482233093b6b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:14.093376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] For port 7f10a21f-7326-4c45-89a7-839436239dfb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7f10a21f-7326-4c45-89a7-839436239dfb,segment=NetworkSegment(8fcca189-81ec-447b-95f0-0d77bff21084),segment_id=8fcca189-81ec-447b-95f0-0d77bff21084)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:14.094236 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:14.108371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Calling delete_port for 7f10a21f-7326-4c45-89a7-839436239dfb owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:14.121989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Set router 666520f9-a9fa-4556-9e10-482233093b6b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:14.330743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:14.368654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Pushing event deleted for resources: {'Port': ['ID=7f10a21f-7326-4c45-89a7-839436239dfb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:14.386177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 4, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port': {'id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:05Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b829036c-ac64-466f-93e4-c24f730db4e9', 'name': '', 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'mac_address': 'fa:16:3e:63:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1fcf7e80-5117-4665-9f62-87288272667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:09Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 2, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'subnets': [{'id': '1fcf7e80-5117-4665-9f62-87288272667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:14.420864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Checking router: 666520f9-a9fa-4556-9e10-482233093b6b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:14:14.421403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Updating router 666520f9-a9fa-4556-9e10-482233093b6b port b829036c-ac64-466f-93e4-c24f730db4e9 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:14:14.630703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:14.725087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:14.953530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Router f21dbec6-3eec-488e-9819-20f6c1fd795a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:14:15.091609 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.098952 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.120914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:14:15.127153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-21a26f66-9d1b-4eaf-83c4-cdcb27d80edc admin admin] 10.222.0.24 "PUT /v2.0/routers/f21dbec6-3eec-488e-9819-20f6c1fd795a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3322196 Nov 10 04:14:15.129954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37012) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:15.130778 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] Sync routers for ids ['f21dbec6-3eec-488e-9819-20f6c1fd795a'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:14:15.142054 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] Routers {'f21dbec6-3eec-488e-9819-20f6c1fd795a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:15.143014 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f21dbec6-3eec-488e-9819-20f6c1fd795a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:15.276514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a5a5c-40ef-43cb-8310-aed8c161028a None None] Pushing event updated for resources: {'Port': ['ID=b829036c-ac64-466f-93e4-c24f730db4e9,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:15.279332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Attempting to bind port b829036c-ac64-466f-93e4-c24f730db4e9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:14:15.279994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Attempting to bind port b829036c-ac64-466f-93e4-c24f730db4e9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:14:15.280536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Attempting to bind port b829036c-ac64-466f-93e4-c24f730db4e9 on network ade190f1-3918-47e8-abfa-60bbfd68ab15 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:15.287532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:14:15.288232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Checking segment: {'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:15.288732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.289207 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Bound using segment: {'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:14:15.290169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Bound port: b829036c-ac64-466f-93e4-c24f730db4e9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6045c3a-5531-4187-80e0-128bac1f3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:14:15.290703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.318692 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] Set router f21dbec6-3eec-488e-9819-20f6c1fd795a gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:15.328530 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.389368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] For port b829036c-ac64-466f-93e4-c24f730db4e9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:15.397201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] For port b829036c-ac64-466f-93e4-c24f730db4e9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b829036c-ac64-466f-93e4-c24f730db4e9,segment=NetworkSegment(f6045c3a-5531-4187-80e0-128bac1f3e1d),segment_id=f6045c3a-5531-4187-80e0-128bac1f3e1d)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:14:15.404085 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.479262 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Routers {'666520f9-a9fa-4556-9e10-482233093b6b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:15.480248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['666520f9-a9fa-4556-9e10-482233093b6b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:15.551623 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1902503d-88cd-419f-852b-2c07779acddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T04:14:14Z', 'revision_number': 5, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port': {'id': '1902503d-88cd-419f-852b-2c07779acddf', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:59:39Z', 'updated_at': '2021-11-10T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:15.557950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a5a5c-40ef-43cb-8310-aed8c161028a None None] Pushing event updated for resources: {'Port': ['ID=b829036c-ac64-466f-93e4-c24f730db4e9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:15.608314 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] Checking router: f21dbec6-3eec-488e-9819-20f6c1fd795a for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:14:15.613642 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.625770 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] Routers {'f21dbec6-3eec-488e-9819-20f6c1fd795a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:14:15.626470 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:13:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['f21dbec6-3eec-488e-9819-20f6c1fd795a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:15.674975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5b60a41e-f774-469e-8a21-ebf9ca6457e6 None None] Provisioning complete for port b829036c-ac64-466f-93e4-c24f730db4e9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:15.675346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b60a41e-f774-469e-8a21-ebf9ca6457e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.697500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Deleting port 1902503d-88cd-419f-852b-2c07779acddf {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:15.698091 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.755382 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a6e86515-c4d2-4c16-8cad-6eba7fe5bd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.783301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] Set router 666520f9-a9fa-4556-9e10-482233093b6b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:15.802092 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] Set router f21dbec6-3eec-488e-9819-20f6c1fd795a gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:14:15.815036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] For port 1902503d-88cd-419f-852b-2c07779acddf, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1902503d-88cd-419f-852b-2c07779acddf,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:15.815412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:15.830494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Calling delete_port for 1902503d-88cd-419f-852b-2c07779acddf owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:15.943929 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T04:14:15Z', 'revision_number': 6, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:15.981448 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee559e-1686-432e-9a78-52c480f73ca7 None None] The sync data for ids ['f21dbec6-3eec-488e-9819-20f6c1fd795a'] in n-d-817326-2 is: [{'id': 'f21dbec6-3eec-488e-9819-20f6c1fd795a', 'name': 'tempest-TestVolumeBootPattern-1490772183-router', 'tenant_id': '332149f1481049648133df95aae3f7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:59:38Z', 'updated_at': '2021-11-10T04:14:15Z', 'revision_number': 6, 'project_id': '332149f1481049648133df95aae3f7f9', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:14:16.027374 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b60a41e-f774-469e-8a21-ebf9ca6457e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.081886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5b60a41e-f774-469e-8a21-ebf9ca6457e6 None None] For port b829036c-ac64-466f-93e4-c24f730db4e9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b829036c-ac64-466f-93e4-c24f730db4e9,segment=NetworkSegment(f6045c3a-5531-4187-80e0-128bac1f3e1d),segment_id=f6045c3a-5531-4187-80e0-128bac1f3e1d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:16.094843 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b60a41e-f774-469e-8a21-ebf9ca6457e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.110380 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.143753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=1902503d-88cd-419f-852b-2c07779acddf,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:16.165997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca3dd0-2416-42ea-a809-fdb8cf449c71 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:16.190084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a41e-f774-469e-8a21-ebf9ca6457e6 None None] Pushing event updated for resources: {'Port': ['ID=b829036c-ac64-466f-93e4-c24f730db4e9,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:16.232340 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.239482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 4, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port': {'id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:05Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b829036c-ac64-466f-93e4-c24f730db4e9', 'name': '', 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'mac_address': 'fa:16:3e:63:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1fcf7e80-5117-4665-9f62-87288272667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:09Z', 'updated_at': '2021-11-10T04:14:15Z', 'revision_number': 4, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'subnets': [{'id': '1fcf7e80-5117-4665-9f62-87288272667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:16.242876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-49427640-bc0b-4165-9309-c1a641448e99 None None] Provisioning complete for port b829036c-ac64-466f-93e4-c24f730db4e9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:16.242876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49427640-bc0b-4165-9309-c1a641448e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.292900 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cd87d-13fb-48ba-9200-a3f96b2f6e6f None None] The sync data for ids ['666520f9-a9fa-4556-9e10-482233093b6b'] in n-d-817326-2 is: [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 4, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port': {'id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:05Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b829036c-ac64-466f-93e4-c24f730db4e9', 'name': '', 'network_id': 'ade190f1-3918-47e8-abfa-60bbfd68ab15', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'mac_address': 'fa:16:3e:63:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1fcf7e80-5117-4665-9f62-87288272667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:09Z', 'updated_at': '2021-11-10T04:14:15Z', 'revision_number': 4, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'subnets': [{'id': '1fcf7e80-5117-4665-9f62-87288272667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:14:16.368450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.371325 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.436657 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.438855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21dbec6-3eec-488e-9819-20f6c1fd795a {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:14:16.458776 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.481235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-887794a5-6c21-4830-b25d-508e5f9f0c9e admin admin] 10.222.0.24 "DELETE /v2.0/routers/f21dbec6-3eec-488e-9819-20f6c1fd795a HTTP/1.1" status: 204 len: 168 time: 1.3480825 Nov 10 04:14:16.481702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37018) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:16.644938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] Deleting subnet 7dcef00c-829a-4d68-8464-f6ccb15b4ad3 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:14:16.650415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.753387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.758842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7f10a21f-7326-4c45-89a7-839436239dfb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:14:16.818774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7f10a21f-7326-4c45-89a7-839436239dfb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:14:16.819120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7f10a21f-7326-4c45-89a7-839436239dfb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:14:16.836438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.869838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.934156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.968858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:16.975858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dcef00c-829a-4d68-8464-f6ccb15b4ad3 HTTP/1.1" status: 204 len: 168 time: 0.4875996 Nov 10 04:14:16.975858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9f0d-1666-4354-885e-82f20c23e4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcef00c-829a-4d68-8464-f6ccb15b4ad3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:16.976123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623dd7e5-7b0b-4e83-b58c-0fdef1d9f4ac None None] Network abfec917-4d96-4290-b18d-489d53a97987 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:14:16.976486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37024) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:17.060696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.139563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Deleting port f45ce1c3-5878-4434-bfc3-201f4e2b46fb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:17.139902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.213788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] DHCP port deletion for abfec917-4d96-4290-b18d-489d53a97987 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:14:17.226749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] For port f45ce1c3-5878-4434-bfc3-201f4e2b46fb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,segment=NetworkSegment(8fcca189-81ec-447b-95f0-0d77bff21084),segment_id=8fcca189-81ec-447b-95f0-0d77bff21084)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:17.227542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.249772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Calling delete_port for f45ce1c3-5878-4434-bfc3-201f4e2b46fb owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:17.313517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] Deleting port f45ce1c3-5878-4434-bfc3-201f4e2b46fb {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:14:17.314290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.349071 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.363783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] No DVR routers for this DVR port f45ce1c3-5878-4434-bfc3-201f4e2b46fb on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:14:17.385560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] For port f45ce1c3-5878-4434-bfc3-201f4e2b46fb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,segment=NetworkSegment(8fcca189-81ec-447b-95f0-0d77bff21084),segment_id=8fcca189-81ec-447b-95f0-0d77bff21084)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:17.385824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:17.385990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.400778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] Calling delete_port for f45ce1c3-5878-4434-bfc3-201f4e2b46fb owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:14:17.457420 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.482111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfec917-4d96-4290-b18d-489d53a97987']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:17.492453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcca189-81ec-447b-95f0-0d77bff21084') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:17.492749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcca189-81ec-447b-95f0-0d77bff21084') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:14:17.494497 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.507426 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.524761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] Pushing event deleted for resources: {'Port': ['ID=f45ce1c3-5878-4434-bfc3-201f4e2b46fb,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:17.525808 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.535157 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:14:17.535750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:14:17.537686 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:14:17.543157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ac176-1f33-45dd-a238-2af0f8ebdacf None None] No DVR routers for this DVR port f45ce1c3-5878-4434-bfc3-201f4e2b46fb on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:14:17.607046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.617295 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:17.620535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/abfec917-4d96-4290-b18d-489d53a97987 HTTP/1.1" status: 204 len: 168 time: 0.6430633 Nov 10 04:14:17.633096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcb48d-706f-4664-b53e-6a42dbe552ab admin admin] Pushing event deleted for resources: {'Network': ['ID=abfec917-4d96-4290-b18d-489d53a97987,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:17.851991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37038) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:17.902640 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-50846748-ca04-4ce4-84b3-0477888e1cc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75f05c7943244c83b6d25ae69de052cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494628 Nov 10 04:14:17.905407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37040) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:17.982680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e281-644f-44c2-9be2-6560fe6c97ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.012246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e281-644f-44c2-9be2-6560fe6c97ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.072468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e281-644f-44c2-9be2-6560fe6c97ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.078009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e281-644f-44c2-9be2-6560fe6c97ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.079193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c8b5e281-644f-44c2-9be2-6560fe6c97ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/544d25f6-e0ac-47b9-856a-e10fff259914 HTTP/1.1" status: 204 len: 168 time: 0.1725807 Nov 10 04:14:18.089005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5e281-644f-44c2-9be2-6560fe6c97ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d25f6-e0ac-47b9-856a-e10fff259914,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:18.359503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b829036c-ac64-466f-93e4-c24f730db4e9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:18.422257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b829036c-ac64-466f-93e4-c24f730db4e9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:18.422710 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.481725 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.599662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37070) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:18.606580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1902503d-88cd-419f-852b-2c07779acddf no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:14:18.629682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1902503d-88cd-419f-852b-2c07779acddf {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:14:18.630364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1902503d-88cd-419f-852b-2c07779acddf not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:14:18.630780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f45ce1c3-5878-4434-bfc3-201f4e2b46fb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:14:18.649498 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f65649d1-f1e2-4376-b485-b7b80af9960e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=332149f1481049648133df95aae3f7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485573 Nov 10 04:14:18.651780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37072) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:18.655659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: f45ce1c3-5878-4434-bfc3-201f4e2b46fb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:14:18.655998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f45ce1c3-5878-4434-bfc3-201f4e2b46fb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:14:18.711257 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da10ca34-e98b-493e-8467-abf5591c5256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.740003 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da10ca34-e98b-493e-8467-abf5591c5256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.796852 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da10ca34-e98b-493e-8467-abf5591c5256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.802066 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-da10ca34-e98b-493e-8467-abf5591c5256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:18.803270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-da10ca34-e98b-493e-8467-abf5591c5256 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f840316-7fe9-48f1-b4ed-65491ab75018 HTTP/1.1" status: 204 len: 168 time: 0.1503758 Nov 10 04:14:18.811151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10ca34-e98b-493e-8467-abf5591c5256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f840316-7fe9-48f1-b4ed-65491ab75018,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:19.145893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.081471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37102) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:23.211173 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9d4f09be-daf5-49cf-b477-ecacbbfd4dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.289725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9d4f09be-daf5-49cf-b477-ecacbbfd4dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.295021 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9d4f09be-daf5-49cf-b477-ecacbbfd4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.338065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9d4f09be-daf5-49cf-b477-ecacbbfd4dd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7719c369d8d4bc899051d52a51ccea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554109 Nov 10 04:14:23.339016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f09be-daf5-49cf-b477-ecacbbfd4dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6a530-b692-4bb5-970a-a043513862c2,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:23.340649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37106) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:23.413846 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.438453 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.465537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.491255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.495364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:23.496508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5df6a530-b692-4bb5-970a-a043513862c2 HTTP/1.1" status: 204 len: 168 time: 0.1530941 Nov 10 04:14:23.508164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6a530-b692-4bb5-970a-a043513862c2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:23.516957 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.517555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.518162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.518559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.519114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.519596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.520297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.520799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.521467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.522281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.522785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:23.523289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4e75d-dada-4595-91af-ffa4c3eae6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:28.626765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37216) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:28.736714 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b02efc81-76c9-457c-b4f2-e40d52706de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:28.817877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b02efc81-76c9-457c-b4f2-e40d52706de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:28.822833 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b02efc81-76c9-457c-b4f2-e40d52706de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:28.861814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 37220) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:28.862405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b02efc81-76c9-457c-b4f2-e40d52706de3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e496217db39b42a7ad15c60f8502b42a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337577 Nov 10 04:14:28.866976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02efc81-76c9-457c-b4f2-e40d52706de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1640f030-48d3-4481-b80d-6041049aec0e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:29.262348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba71-1bff-4709-b097-7d032039dae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:29.283935 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba71-1bff-4709-b097-7d032039dae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:29.330276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba71-1bff-4709-b097-7d032039dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:29.333427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba71-1bff-4709-b097-7d032039dae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:29.343916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5a62ba71-1bff-4709-b097-7d032039dae9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1640f030-48d3-4481-b80d-6041049aec0e HTTP/1.1" status: 204 len: 168 time: 0.4740832 Nov 10 04:14:29.358724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62ba71-1bff-4709-b097-7d032039dae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640f030-48d3-4481-b80d-6041049aec0e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:31.698334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-c7d49701-a090-464f-baf8-77292b91debc tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e5e4b2a8831942a89c69e9e9bf71b36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338826 Nov 10 04:14:31.911049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-08c70027-5d55-48f7-979e-4a5a7fa99bb6 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:31.912592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-08c70027-5d55-48f7-979e-4a5a7fa99bb6 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061467 Nov 10 04:14:31.928288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-246f852c-e050-47eb-88e7-4ec596b37e50 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/quotas/e5e4b2a8831942a89c69e9e9bf71b36a HTTP/1.1" status: 200 len: 375 time: 0.0098610 Nov 10 04:14:31.962042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-95645f72-f361-4524-8584-eba4b935236c tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5e4b2a8831942a89c69e9e9bf71b36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276477 Nov 10 04:14:32.147008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9338273c-8cb4-4561-a18f-73494b75fc1d req-f3f231a8-080c-4204-b966-07a5fd4825fc tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 210 time: 0.0328920 Nov 10 04:14:33.250223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fe55b13-e317-42f2-99f6-5e1962a4c91f req-05e26625-47aa-4d79-802d-7af34c857a5b tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 210 time: 0.0309548 Nov 10 04:14:33.268354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-051ff57f-db93-4e9f-a99d-d1ae6326a7fe tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5e4b2a8831942a89c69e9e9bf71b36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695915 Nov 10 04:14:33.446538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a12c0-4a6b-4880-abc0-1db37f62f5bb req-2540a94c-2cce-46f8-8642-960f6581ff1a tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:33.448200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c46a12c0-4a6b-4880-abc0-1db37f62f5bb req-2540a94c-2cce-46f8-8642-960f6581ff1a tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0475545 Nov 10 04:14:33.472487 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c46a12c0-4a6b-4880-abc0-1db37f62f5bb req-a819282b-f1e3-4e38-af85-674e3dc10d84 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:33.490678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-3e67f55b-aee0-4c74-b9f2-da6cfb738777 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:33.492144 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-3e67f55b-aee0-4c74-b9f2-da6cfb738777 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182398 Nov 10 04:14:33.511738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Request body: {'port': {'device_id': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': 'e5e4b2a8831942a89c69e9e9bf71b36a'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:14:33.552384 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c46a12c0-4a6b-4880-abc0-1db37f62f5bb req-a819282b-f1e3-4e38-af85-674e3dc10d84 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:33.557495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c46a12c0-4a6b-4880-abc0-1db37f62f5bb req-a819282b-f1e3-4e38-af85-674e3dc10d84 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:33.600051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c46a12c0-4a6b-4880-abc0-1db37f62f5bb req-a819282b-f1e3-4e38-af85-674e3dc10d84 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446991 Nov 10 04:14:33.600799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819282b-f1e3-4e38-af85-674e3dc10d84 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbb75e1-08f0-4154-b296-3e5984701a26,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:33.634187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Made reservation on behalf of e5e4b2a8831942a89c69e9e9bf71b36a for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:14:33.638286 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:33.651915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:33.732084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:33.733662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d77f44-629c-4be1-bcca-29f228c364d3 req-5638672c-0bac-411e-9666-fea3c3e6cf22 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:33.735682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28d77f44-629c-4be1-bcca-29f228c364d3 req-5638672c-0bac-411e-9666-fea3c3e6cf22 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0570247 Nov 10 04:14:33.736281 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:33.791088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28d77f44-629c-4be1-bcca-29f228c364d3 req-38698c16-ffe7-4cca-926b-ba9f75f6223a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483522 Nov 10 04:14:33.802164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9a83a3-683c-4ea6-aaa0-253ae5964938,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:33.815645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37306) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:33.933105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e63c4036-65a7-4cf2-bd6b-8d715203ff5e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/8b842aec-e96a-4f31-b26d-99ed2a0bffc6 HTTP/1.1" status: 200 len: 993 time: 0.1069658 Nov 10 04:14:33.933105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Allocated IP 192.168.233.44 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/e8f92049-2885-4159-b146-6015d3b70578) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:14:34.080349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:34.114137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:34.159989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:14:34.163205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:14:34.165767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:14:34.198289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Pushing event updated for resources: {'Port': ['ID=e8f92049-2885-4159-b146-6015d3b70578,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:34.225286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-0209710f-7699-428a-abd1-12a82d4e4aaf req-02d696e4-9404-422a-a677-abf7ef7188a6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:14:34.227229 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0209710f-7699-428a-abd1-12a82d4e4aaf req-02d696e4-9404-422a-a677-abf7ef7188a6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076387 Nov 10 04:14:34.247842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:34.249131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:34.275013 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-8c8185f5-2880-44d5-bd3f-99aadf7caef7 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7671199 Nov 10 04:14:34.420612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f66c-4500-476b-b914-a137e90d97f9 req-7e34b74b-2dd1-4673-9efe-198880a16034 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:34.429769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efb7f66c-4500-476b-b914-a137e90d97f9 req-7e34b74b-2dd1-4673-9efe-198880a16034 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 935 time: 0.0929959 Nov 10 04:14:34.440965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Request body: {'port': {'device_id': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:14:34.450064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-826ac5be-af68-4b72-b1db-6cda8f72394e None None] Provisioning complete for port e8f92049-2885-4159-b146-6015d3b70578 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:34.450626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-826ac5be-af68-4b72-b1db-6cda8f72394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:34.488901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-826ac5be-af68-4b72-b1db-6cda8f72394e None None] Port e8f92049-2885-4159-b146-6015d3b70578 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:14:34.525293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efb7f66c-4500-476b-b914-a137e90d97f9 req-6a787d40-657e-4807-a85f-d2d92b7ffa63 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946233 Nov 10 04:14:34.542671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:34.622249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc73e2-14a7-48a0-83fe-2bfc100d6ec1 req-706f7c6a-e9eb-474a-a18f-15595df4b760 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:34.624048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18fc73e2-14a7-48a0-83fe-2bfc100d6ec1 req-706f7c6a-e9eb-474a-a18f-15595df4b760 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0540380 Nov 10 04:14:34.676957 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-18fc73e2-14a7-48a0-83fe-2bfc100d6ec1 req-385a43b0-c8b6-4931-8c48-e50cba408bcf tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451286 Nov 10 04:14:34.759634 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-a2e2b4c4-d2c8-45b1-b380-a555929c8fae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925472 Nov 10 04:14:34.851732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f92049-2885-4159-b146-6015d3b70578 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:14:34.859722 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:34.872964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Transition to ACTIVE for port object e8f92049-2885-4159-b146-6015d3b70578 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:14:34.876431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:34.948012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f92049-2885-4159-b146-6015d3b70578,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:34.998975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Attempting to bind port e8f92049-2885-4159-b146-6015d3b70578 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:14:34.999679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Attempting to bind port e8f92049-2885-4159-b146-6015d3b70578 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:14:34.999981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Attempting to bind port e8f92049-2885-4159-b146-6015d3b70578 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:35.004711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Port e8f92049-2885-4159-b146-6015d3b70578 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:14:35.004924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Attempting to bind port e8f92049-2885-4159-b146-6015d3b70578 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:35.009840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:14:35.010214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:35.010593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:14:35.011016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Bound port: e8f92049-2885-4159-b146-6015d3b70578, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:14:35.011374 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:35.098973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] For port e8f92049-2885-4159-b146-6015d3b70578, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:35.102356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] For port e8f92049-2885-4159-b146-6015d3b70578, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8f92049-2885-4159-b146-6015d3b70578,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:14:35.108044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:35.154386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:35.155699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:35.158320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] 10.222.0.11 "PUT /v2.0/ports/e8f92049-2885-4159-b146-6015d3b70578 HTTP/1.1" status: 200 len: 1095 time: 0.8687103 Nov 10 04:14:35.159282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'tag': 'e8f92049-2885-4159-b146-6015d3b70578'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:14:35.163062 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcbae48-5ed0-4601-ae35-66b5d536f15e" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa0a15b-de1e-49fd-b5e9-40fa8159e137", "tag": "e8f92049-2885-4159-b146-6015d3b70578"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:14:35.252509 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1be6a-7a0c-4ab0-905e-3a87a664e6a4 x-openstack-request-id: req-2ef1be6a-7a0c-4ab0-905e-3a87a664e6a4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:14:35.252975 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa0a15b-de1e-49fd-b5e9-40fa8159e137", "tag": "e8f92049-2885-4159-b146-6015d3b70578", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:14:35.253357 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ef1be6a-7a0c-4ab0-905e-3a87a664e6a4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:14:35.254656 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'tag': 'e8f92049-2885-4159-b146-6015d3b70578', 'status': 'completed', 'code': 200} Nov 10 04:14:35.256972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a1151-0aaf-4f83-9abf-170bd3056f35 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f92049-2885-4159-b146-6015d3b70578,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:35.306924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-d299c756-817f-4286-b1d6-06aaa0f021bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:35.308570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-d299c756-817f-4286-b1d6-06aaa0f021bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5e4b2a8831942a89c69e9e9bf71b36a&device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 1098 time: 0.0692816 Nov 10 04:14:35.362498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-a1eac0dd-8f2b-4b5b-9f2f-90ce4a1bc2a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e8f92049-2885-4159-b146-6015d3b70578 HTTP/1.1" status: 200 len: 217 time: 0.0382524 Nov 10 04:14:35.425439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-58d8c073-e939-48cd-af11-116f9005e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:35.426958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-58d8c073-e939-48cd-af11-116f9005e668 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0570972 Nov 10 04:14:35.485596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63987-f82d-474a-a38b-6d8992511cce req-7b0b0b5f-ccea-4b60-9cb7-089b180a3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:35.487518 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-7b0b0b5f-ccea-4b60-9cb7-089b180a3e6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530381 Nov 10 04:14:35.608522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-80f5ab9f-f778-4948-9414-9b0420edfe49 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102087 Nov 10 04:14:35.662515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db1bef-b04a-41c6-94c9-2eb3d3a8edb4 req-a75266b5-cbb5-4d31-b603-6ac5f9b43837 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:35.664656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0db1bef-b04a-41c6-94c9-2eb3d3a8edb4 req-a75266b5-cbb5-4d31-b603-6ac5f9b43837 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 947 time: 0.0532444 Nov 10 04:14:35.737497 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bed63987-f82d-474a-a38b-6d8992511cce req-75508991-b9b5-4a89-9ced-65aef9a1d5e5 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198170 Nov 10 04:14:35.766968 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d0db1bef-b04a-41c6-94c9-2eb3d3a8edb4 req-3a5d84c4-0742-4042-ba5c-bb5c4c7ff1c9 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947404 Nov 10 04:14:35.818497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc73321-0d14-45fb-80b1-61c8109851c1 req-c732d540-c599-4ec2-b4f5-1d341b97e4f4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:35.820128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2dc73321-0d14-45fb-80b1-61c8109851c1 req-c732d540-c599-4ec2-b4f5-1d341b97e4f4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0520756 Nov 10 04:14:35.871093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2dc73321-0d14-45fb-80b1-61c8109851c1 req-6c09b87c-29cb-4fa2-b989-363b3d388d4d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449519 Nov 10 04:14:35.905554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-51648774-3faf-48ef-9525-1c2287e30aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:35.907367 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-51648774-3faf-48ef-9525-1c2287e30aa4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5e4b2a8831942a89c69e9e9bf71b36a&device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 1098 time: 0.0676026 Nov 10 04:14:36.008050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-a5af746a-9b48-42ec-a3fd-bc7475e8c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.009582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-a5af746a-9b48-42ec-a3fd-bc7475e8c786 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.0946693 Nov 10 04:14:36.051329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-1ca9a564-aa0e-4e89-adc8-e01794664b76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e8f92049-2885-4159-b146-6015d3b70578 HTTP/1.1" status: 200 len: 217 time: 0.0336106 Nov 10 04:14:36.103848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-52883855-70f7-4f54-8acb-ec33cd708198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.105209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-52883855-70f7-4f54-8acb-ec33cd708198 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0470090 Nov 10 04:14:36.152573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-b972928c-1449-4d26-b018-171724acd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.154093 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-b972928c-1449-4d26-b018-171724acd6ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402019 Nov 10 04:14:36.252177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-9db59706-ce19-4c25-b719-be82b9f7e600 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896640 Nov 10 04:14:36.347571 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbcbae48-5ed0-4601-ae35-66b5d536f15e req-7e312eda-b060-4acf-a8a5-f27793e553e3 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867751 Nov 10 04:14:36.567033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-1928b1b1-f186-43af-9939-1b33936d28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.568424 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-1928b1b1-f186-43af-9939-1b33936d28f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0404027 Nov 10 04:14:36.665167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-81a021e1-c8ff-4200-9e5f-dadd97c7080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.666726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-81a021e1-c8ff-4200-9e5f-dadd97c7080b service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.0894027 Nov 10 04:14:36.731463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-58d45acb-a491-487a-ac2b-b98110195b47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 1001 time: 0.0579247 Nov 10 04:14:36.791187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-8fad41d8-acad-4f8a-af44-da7c669ae14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.793467 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-8fad41d8-acad-4f8a-af44-da7c669ae14f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0550995 Nov 10 04:14:36.844495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-9a22cd17-0d70-4dba-b5ae-8efd8715c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.846204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-9a22cd17-0d70-4dba-b5ae-8efd8715c4d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449936 Nov 10 04:14:36.883130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed000-9d2c-4b62-90ee-0d4aef916b98 req-7f90fd85-1096-466f-863f-6de808aab06f tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:36.884937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f1ed000-9d2c-4b62-90ee-0d4aef916b98 req-7f90fd85-1096-466f-863f-6de808aab06f tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 947 time: 0.0498703 Nov 10 04:14:36.962940 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-b84cc095-622b-4b28-9272-ea8d24194c0f service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077893 Nov 10 04:14:36.965025 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f1ed000-9d2c-4b62-90ee-0d4aef916b98 req-b1b15c97-04c5-47bf-b5ac-3bbbb7157fd5 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708554 Nov 10 04:14:37.019806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080429e-f7b4-45ed-ad89-5b9856c3030f req-3e90dfc7-0362-47ac-be94-fc87586947ec tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:37.021467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f080429e-f7b4-45ed-ad89-5b9856c3030f req-3e90dfc7-0362-47ac-be94-fc87586947ec tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0554817 Nov 10 04:14:37.063963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-9b9c1193-7bb7-43f6-891d-e3006469c474 service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921593 Nov 10 04:14:37.077570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f080429e-f7b4-45ed-ad89-5b9856c3030f req-e4c1e2f1-b4c8-4f66-b45b-c6eb6fb71e75 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496542 Nov 10 04:14:38.069466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f2c25-b3ef-4acd-a5bb-a94f7ad5ef45 req-66336e99-fa07-454d-bd97-fe8a3e0561e6 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:38.070928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b7f2c25-b3ef-4acd-a5bb-a94f7ad5ef45 req-66336e99-fa07-454d-bd97-fe8a3e0561e6 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 947 time: 0.0466557 Nov 10 04:14:38.117427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b7f2c25-b3ef-4acd-a5bb-a94f7ad5ef45 req-e7de79c9-4b9b-48f8-8cc2-489b167216f4 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Nov 10 04:14:38.194254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2811e-8f8e-4f56-94be-1b29779e148a req-20e36a11-2592-41a1-9354-2cae2bb235ba tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:38.195596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a2811e-8f8e-4f56-94be-1b29779e148a req-20e36a11-2592-41a1-9354-2cae2bb235ba tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0465062 Nov 10 04:14:38.226654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:38.247877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2a2811e-8f8e-4f56-94be-1b29779e148a req-1817f7b3-f4a6-4203-933b-c172e96ba945 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Nov 10 04:14:39.234606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd71b6-024d-492d-a31a-eddf43195ea8 req-c2473e81-0a3f-4f40-9760-2f2d8d407809 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:39.236612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6dd71b6-024d-492d-a31a-eddf43195ea8 req-c2473e81-0a3f-4f40-9760-2f2d8d407809 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 947 time: 0.0482857 Nov 10 04:14:39.283825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6dd71b6-024d-492d-a31a-eddf43195ea8 req-79b0e050-6d9f-40ac-ac75-21dc7acfb73d tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Nov 10 04:14:39.371756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf13364-6fd1-4608-aa60-cb436fc84843 req-0e75ce16-718d-48f5-8c0c-57ec4c55494c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:39.373119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cf13364-6fd1-4608-aa60-cb436fc84843 req-0e75ce16-718d-48f5-8c0c-57ec4c55494c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0476897 Nov 10 04:14:39.426928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cf13364-6fd1-4608-aa60-cb436fc84843 req-cc15021f-cbb2-44b3-aef1-febe5a56d07c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466135 Nov 10 04:14:39.815854 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:14:40.122226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8f92049-2885-4159-b146-6015d3b70578 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:14:40.213803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e8f92049-2885-4159-b146-6015d3b70578, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8f92049-2885-4159-b146-6015d3b70578,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:40.224767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'e8f92049-2885-4159-b146-6015d3b70578', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'e8f92049-2885-4159-b146-6015d3b70578', 'mac_address': 'fa:16:3e:7d:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:14:40.265597 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:40.277879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f92049-2885-4159-b146-6015d3b70578 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:14:40.296074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e8f92049-2885-4159-b146-6015d3b70578, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8f92049-2885-4159-b146-6015d3b70578,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:40.301100 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:40.356761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e8f92049-2885-4159-b146-6015d3b70578,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:40.414465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12455792-04c6-4bd9-a42f-b745731aba7a req-3ffdd1fa-48d1-4a14-a46f-408a5116bbe9 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:40.416182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12455792-04c6-4bd9-a42f-b745731aba7a req-3ffdd1fa-48d1-4a14-a46f-408a5116bbe9 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 948 time: 0.0538301 Nov 10 04:14:40.466397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12455792-04c6-4bd9-a42f-b745731aba7a req-b7a4b804-8727-4822-b9f9-2f9915e5fc71 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439432 Nov 10 04:14:40.550341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b194685-eb8a-4338-bd40-1617eda8c5be req-202d3906-e110-4435-8024-c325d7c2579c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:40.552141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b194685-eb8a-4338-bd40-1617eda8c5be req-202d3906-e110-4435-8024-c325d7c2579c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0484595 Nov 10 04:14:40.600916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b194685-eb8a-4338-bd40-1617eda8c5be req-8067c7ec-e6bf-442b-b41d-d8723753550b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Nov 10 04:14:40.685831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e8f92049-2885-4159-b146-6015d3b70578'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:14:41.588282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605451-6342-4b6a-8e2e-1c0a417dc9b0 req-1a840627-1591-4a43-a663-a3bff8c1fa23 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:41.589795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65605451-6342-4b6a-8e2e-1c0a417dc9b0 req-1a840627-1591-4a43-a663-a3bff8c1fa23 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 948 time: 0.0522203 Nov 10 04:14:41.642393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65605451-6342-4b6a-8e2e-1c0a417dc9b0 req-19fd557f-1822-4339-b90d-1686fb27c6e1 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Nov 10 04:14:41.718045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cfd83-c4eb-4131-9be3-7f0d0443d937 req-d48bc211-bc50-48a8-bac1-231956c71c8a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:41.720109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc8cfd83-c4eb-4131-9be3-7f0d0443d937 req-d48bc211-bc50-48a8-bac1-231956c71c8a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0485442 Nov 10 04:14:41.769013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc8cfd83-c4eb-4131-9be3-7f0d0443d937 req-88323fb6-4d45-471d-ac48-a11ecba6e2f5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 Nov 10 04:14:42.144410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8f92049-2885-4159-b146-6015d3b70578 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:42.190969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port e8f92049-2885-4159-b146-6015d3b70578 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:14:42.195135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port e8f92049-2885-4159-b146-6015d3b70578 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:42.195519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:42.274276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:42.295613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f92049-2885-4159-b146-6015d3b70578'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:14:42.297787 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adb9d6f-93cd-41cd-9af4-09104ed56db4" -d '{"events": [{"server_uuid": "4aa0a15b-de1e-49fd-b5e9-40fa8159e137", "name": "network-vif-plugged", "status": "completed", "tag": "e8f92049-2885-4159-b146-6015d3b70578"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:14:42.309890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port e8f92049-2885-4159-b146-6015d3b70578, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8f92049-2885-4159-b146-6015d3b70578,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:42.315109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:42.363674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=e8f92049-2885-4159-b146-6015d3b70578,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:42.371392 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.371736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.372093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.372424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.372751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.373073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.373391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.373709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.374050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.374705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.375026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.375903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:14:42.465413 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a97a5f-6d72-477e-9826-5d9862130aa7 x-openstack-request-id: req-46a97a5f-6d72-477e-9826-5d9862130aa7 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:14:42.465711 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0a15b-de1e-49fd-b5e9-40fa8159e137", "name": "network-vif-plugged", "status": "completed", "tag": "e8f92049-2885-4159-b146-6015d3b70578", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:14:42.465991 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46a97a5f-6d72-477e-9826-5d9862130aa7 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:14:42.466388 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f92049-2885-4159-b146-6015d3b70578', 'code': 200} Nov 10 04:14:42.593081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b7f13-0379-45c0-8423-26fdcaa267eb req-e1af2de4-372d-47ab-87e1-8f6543daa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:42.594623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c8b7f13-0379-45c0-8423-26fdcaa267eb req-e1af2de4-372d-47ab-87e1-8f6543daa30d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 1100 time: 0.0460684 Nov 10 04:14:42.641255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4c8b7f13-0379-45c0-8423-26fdcaa267eb req-7552ca7f-edbc-4ae4-a389-8e977c60bde3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386612 Nov 10 04:14:42.763045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbf39e-20d1-488e-aebf-3552ba76f896 req-12382dcc-eab0-4fdd-a362-13645b2ee0df tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:42.764556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afbbf39e-20d1-488e-aebf-3552ba76f896 req-12382dcc-eab0-4fdd-a362-13645b2ee0df tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 949 time: 0.0487146 Nov 10 04:14:42.819568 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afbbf39e-20d1-488e-aebf-3552ba76f896 req-41ab2372-ae5f-4cfe-997f-44dc82378560 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Nov 10 04:14:42.888954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819fd2e-79e4-48b5-83ba-a2b62dd4addd req-2c026d41-e6ac-4f6d-82c5-113a43a0dc1c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:42.890452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2819fd2e-79e4-48b5-83ba-a2b62dd4addd req-2c026d41-e6ac-4f6d-82c5-113a43a0dc1c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0501423 Nov 10 04:14:42.943719 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2819fd2e-79e4-48b5-83ba-a2b62dd4addd req-7051e984-de57-4a4a-9a20-a1d70f9994ed tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470226 Nov 10 04:14:43.334302 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-37c45eea-b27b-4bbd-b8c5-7e551967b245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:43.935812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec789f-29f5-4439-9032-f4635c123299 req-c8c8581c-baa6-4876-a4d9-544592241cf9 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:43.938621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67ec789f-29f5-4439-9032-f4635c123299 req-c8c8581c-baa6-4876-a4d9-544592241cf9 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 949 time: 0.0500553 Nov 10 04:14:44.017197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67ec789f-29f5-4439-9032-f4635c123299 req-21dff192-e077-4176-8fc2-f83732f0b83f tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656517 Nov 10 04:14:44.106036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c02417-5f19-4cd0-9368-846b66b30cda req-e44f9316-77d2-4a9c-9f73-0c4d45461797 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:44.107524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68c02417-5f19-4cd0-9368-846b66b30cda req-e44f9316-77d2-4a9c-9f73-0c4d45461797 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0575800 Nov 10 04:14:44.158192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68c02417-5f19-4cd0-9368-846b66b30cda req-41a51441-65eb-423a-a1b7-c4750f5a041d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Nov 10 04:14:45.138518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12529927-c2af-431a-ad4d-9871ebe852e9 req-35ee69a0-85d9-4bc7-98c1-129c18cba155 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:45.140050 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12529927-c2af-431a-ad4d-9871ebe852e9 req-35ee69a0-85d9-4bc7-98c1-129c18cba155 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 949 time: 0.0506074 Nov 10 04:14:45.188935 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12529927-c2af-431a-ad4d-9871ebe852e9 req-d7096c42-cd2c-4932-a9db-01dfb4088a91 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Nov 10 04:14:45.286062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf0190-e0bd-4726-9ff0-f570531be6d3 req-1f430a33-8cd4-45f1-9d83-bbf0e203594c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:45.287558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fbf0190-e0bd-4726-9ff0-f570531be6d3 req-1f430a33-8cd4-45f1-9d83-bbf0e203594c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0524018 Nov 10 04:14:45.343890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2fbf0190-e0bd-4726-9ff0-f570531be6d3 req-fc878486-e073-43f9-aa19-c2d511bd9470 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498464 Nov 10 04:14:45.668851 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8cf1ff65-7d00-4af4-ad6c-c1585f621628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:46.472645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ed7b8-9e0b-469c-9692-c83004bad6f7 req-25a61a19-42f5-4d1b-8940-5cb75e90d32a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:46.474302 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f1ed7b8-9e0b-469c-9692-c83004bad6f7 req-25a61a19-42f5-4d1b-8940-5cb75e90d32a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Nov 10 04:14:46.526284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f1ed7b8-9e0b-469c-9692-c83004bad6f7 req-2ddeebd9-c62f-4b2a-83ca-863d0e6d87e6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458994 Nov 10 04:14:46.789882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:47.677385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15133c8-51ad-42c0-a2c4-2105b17bf99e req-6fb7ae39-0228-4ae4-8ff5-f4747dceb1a9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:47.679587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c15133c8-51ad-42c0-a2c4-2105b17bf99e req-6fb7ae39-0228-4ae4-8ff5-f4747dceb1a9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0678475 Nov 10 04:14:47.734152 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c15133c8-51ad-42c0-a2c4-2105b17bf99e req-06b13b24-5ac6-4bbb-be14-4af71bb15df9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481722 Nov 10 04:14:48.460237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:48.862109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb698ad4-5a25-4a15-84a3-4b93907f4d65 req-f2562310-30c4-4fc5-a466-b1397356649a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:48.869379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb698ad4-5a25-4a15-84a3-4b93907f4d65 req-f2562310-30c4-4fc5-a466-b1397356649a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0592990 Nov 10 04:14:48.924364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb698ad4-5a25-4a15-84a3-4b93907f4d65 req-6944a7b6-cfb8-49b0-ab4c-5e306e51960f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516744 Nov 10 04:14:48.930001 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-73553655-6eff-4333-8e09-a2527b89bad1 req-33f3dd3a-4429-487a-b400-d93e557758ab service neutron] show failed (client error): The resource could not be found. Nov 10 04:14:48.931009 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-33f3dd3a-4429-487a-b400-d93e557758ab service neutron] 10.222.0.44 "GET /v2.0/ports/47b33565-16ce-4f33-be86-32391bc1ea41/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0604434 Nov 10 04:14:49.149596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-a8448ac8-703f-494d-aa03-8ee195e69b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:49.150660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:49.151655 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-a8448ac8-703f-494d-aa03-8ee195e69b47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0469310 Nov 10 04:14:49.170974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:14:49.226406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:49.776897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:49.809343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:49.848096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:14:49.850454 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b1e1ba-7d12-4e46-b0dd-a3094541f5d4" -d '{"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:14:49.854119 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:49.866643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Transition to ACTIVE for port object 47b33565-16ce-4f33-be86-32391bc1ea41 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:14:49.873896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:49.963699 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d45de42-7cb2-45e7-a654-a82bccf7b8aa x-openstack-request-id: req-8d45de42-7cb2-45e7-a654-a82bccf7b8aa {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:14:49.964349 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:14:49.964349 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d45de42-7cb2-45e7-a654-a82bccf7b8aa {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:14:49.964561 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'code': 200} Nov 10 04:14:50.006039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:50.013143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] No DVR routers for this DVR port 47b33565-16ce-4f33-be86-32391bc1ea41 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:14:50.096190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffdc99-f0b8-4ec6-8ed1-7d0b35dc0838 req-70a35557-b36c-4e4e-8a1b-9fa16a8ec87c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:50.103667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95ffdc99-f0b8-4ec6-8ed1-7d0b35dc0838 req-70a35557-b36c-4e4e-8a1b-9fa16a8ec87c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 943 time: 0.0717130 Nov 10 04:14:50.176472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95ffdc99-f0b8-4ec6-8ed1-7d0b35dc0838 req-fe02289b-85e3-49cd-a658-e7c87f411df5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719092 Nov 10 04:14:50.177408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:14:50.177746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:14:50.178132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 on network dd244379-ce55-4548-a7ec-aa6258544de7 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:50.182721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Port 47b33565-16ce-4f33-be86-32391bc1ea41 on network dd244379-ce55-4548-a7ec-aa6258544de7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:14:50.183041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Attempting to bind port 47b33565-16ce-4f33-be86-32391bc1ea41 on network dd244379-ce55-4548-a7ec-aa6258544de7 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:14:50.188806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:14:50.189140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Checking segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:14:50.189519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Bound using segment: {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:14:50.189958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Bound port: 47b33565-16ce-4f33-be86-32391bc1ea41, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:14:50.190335 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:50.277466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:14:50.280947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:14:50.286139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:50.325855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:50.327045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:50.328492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] 10.222.0.11 "PUT /v2.0/ports/47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 1091 time: 1.1617520 Nov 10 04:14:50.351724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ab893-63df-4975-83d6-e0f6bf053a9e service neutron] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:50.410878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-b055331e-3473-4a62-9f24-f5852eb6f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:50.412541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-b055331e-3473-4a62-9f24-f5852eb6f494 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0454144 Nov 10 04:14:50.532591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-1c4e45a3-b1d0-4706-bbec-3e1f3081cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:50.534468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-1c4e45a3-b1d0-4706-bbec-3e1f3081cc2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.1130471 Nov 10 04:14:50.621359 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-5ea7aaf3-374f-40c9-a343-22a515c64701 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 999 time: 0.0777688 Nov 10 04:14:50.674695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-bad989f7-bb9d-4b4c-91b7-5ea68655e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:50.676414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-bad989f7-bb9d-4b4c-91b7-5ea68655e951 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0483739 Nov 10 04:14:50.724423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553655-6eff-4333-8e09-a2527b89bad1 req-06621655-1e4e-4289-b6f2-c0260fe2195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:50.726035 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-06621655-1e4e-4289-b6f2-c0260fe2195d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428574 Nov 10 04:14:50.826953 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-daaac515-bb8f-4d6d-a573-82fc4ff66266 service neutron] 10.222.0.11 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938530 Nov 10 04:14:50.930746 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-6c1ec93c-b393-4d21-9cd8-5b8197047e00 service neutron] 10.222.0.11 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875251 Nov 10 04:14:51.307948 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313435de-2939-4281-a8a7-1547f7bca72c req-64408815-2117-4c1f-9c7a-ebaba1b9f223 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:51.309425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-313435de-2939-4281-a8a7-1547f7bca72c req-64408815-2117-4c1f-9c7a-ebaba1b9f223 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 943 time: 0.0541275 Nov 10 04:14:51.359375 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-313435de-2939-4281-a8a7-1547f7bca72c req-6f988dbf-fa61-4fe3-8a50-b459c0ed55af tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Nov 10 04:14:51.966432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:14:51.968921 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc53ebb-d125-4246-9bba-4029344b31e8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:14:52.020544 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3974174-d5a2-4302-b294-2e790920a926 x-openstack-request-id: req-d3974174-d5a2-4302-b294-2e790920a926 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:14:52.020840 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:14:52.021144 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3974174-d5a2-4302-b294-2e790920a926 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:14:52.021524 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'status': 'completed', 'code': 200} Nov 10 04:14:52.113356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-4083d4fc-0b3a-496a-b3eb-c18ba3efbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.114922 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-4083d4fc-0b3a-496a-b3eb-c18ba3efbeea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0751379 Nov 10 04:14:52.132611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-82a0836d-c013-462e-8740-2e2b276a9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.134019 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-82a0836d-c013-462e-8740-2e2b276a9321 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0684948 Nov 10 04:14:52.287612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-c212d6c2-09b8-4c6a-824a-1ca9404b1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.289115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-c212d6c2-09b8-4c6a-824a-1ca9404b1c1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.1673069 Nov 10 04:14:52.293654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-a0001911-48bc-434b-9531-2fa8259979c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.295148 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-a0001911-48bc-434b-9531-2fa8259979c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.1498427 Nov 10 04:14:52.410527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-5c3d0b64-d2b5-429b-95bb-5bd30830d8a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 999 time: 0.1143987 Nov 10 04:14:52.412301 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-913573fc-7c42-4a24-bec5-a1bbaf426d2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 999 time: 0.1084850 Nov 10 04:14:52.498609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e0e28-2e8e-47ed-a42d-825b04922b4a req-a380c33d-fe18-48bd-9c9d-8a9e526fd5e3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.500547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-062e0e28-2e8e-47ed-a42d-825b04922b4a req-a380c33d-fe18-48bd-9c9d-8a9e526fd5e3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 943 time: 0.0539849 Nov 10 04:14:52.507463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-1145b286-13c5-46c5-a854-1ee237c3a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.509009 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-1145b286-13c5-46c5-a854-1ee237c3a381 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0913658 Nov 10 04:14:52.512436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-b9ccc378-c1e7-4546-856e-026031b65057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.514137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-b9ccc378-c1e7-4546-856e-026031b65057 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0850637 Nov 10 04:14:52.552679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-062e0e28-2e8e-47ed-a42d-825b04922b4a req-5db11be5-2659-4bd8-a2a4-f06fbb906bda tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450048 Nov 10 04:14:52.575394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-e6afd54d-57a4-4f07-852b-6b5810013a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.576885 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-e6afd54d-57a4-4f07-852b-6b5810013a49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610971 Nov 10 04:14:52.636332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-e370a36d-5ad6-4830-8f68-6215f35061ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:52.637802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-e370a36d-5ad6-4830-8f68-6215f35061ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979950 Nov 10 04:14:52.727410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:14:52.728653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-1fd6ab36-e397-4a32-a277-c14fed869906 service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438444 Nov 10 04:14:52.765601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:14:52.798193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-43f9835a-452b-408e-8e6b-bb603b89bfc9 service neutron] 10.222.0.11 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511745 Nov 10 04:14:52.893841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-fe6c89c4-9e10-4206-99ef-11c2d4413a0e service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559558 Nov 10 04:14:52.928196 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-edc53ebb-d125-4246-9bba-4029344b31e8 req-183092ad-321b-462d-8fa4-8fc38752f288 service neutron] 10.222.0.11 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218917 Nov 10 04:14:53.458852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:53.670706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1597ed-b20c-4e26-adbe-00763e0a2538 req-bba7f4f9-f83c-46a6-a64f-a156c0f23bea tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:53.672659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed1597ed-b20c-4e26-adbe-00763e0a2538 req-bba7f4f9-f83c-46a6-a64f-a156c0f23bea tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 943 time: 0.0469470 Nov 10 04:14:53.723171 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed1597ed-b20c-4e26-adbe-00763e0a2538 req-c2e2b9fa-9f46-4c8a-be85-047e9e190caa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445135 Nov 10 04:14:54.211711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:14:54.307921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:54.318888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '47b33565-16ce-4f33-be86-32391bc1ea41', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'port_id': '47b33565-16ce-4f33-be86-32391bc1ea41', 'mac_address': 'fa:16:3e:01:9d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:14:54.354083 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:54.367139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b33565-16ce-4f33-be86-32391bc1ea41 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:14:54.386886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:54.395964 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:54.591714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:54.820557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['47b33565-16ce-4f33-be86-32391bc1ea41'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:14:54.845041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bd809-5732-4544-80c0-5d140733b315 req-ac43abaf-967a-4a33-ab7d-171db611c363 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:54.846504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e1bd809-5732-4544-80c0-5d140733b315 req-ac43abaf-967a-4a33-ab7d-171db611c363 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 944 time: 0.0515032 Nov 10 04:14:54.897613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e1bd809-5732-4544-80c0-5d140733b315 req-37f3ffef-6974-4a88-b809-8c59f355cea7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448346 Nov 10 04:14:55.159767 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8a54c-c4c7-4486-b8dc-7b3768b0467c req-b16d8801-e2fd-49b7-a2c8-58316c221a92 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:55.166550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8a8a54c-c4c7-4486-b8dc-7b3768b0467c req-b16d8801-e2fd-49b7-a2c8-58316c221a92 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 944 time: 0.0777490 Nov 10 04:14:55.217263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-3752298f-5cc4-4f7d-8ae5-f72734f5c4c0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:55.218896 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-3752298f-5cc4-4f7d-8ae5-f72734f5c4c0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 944 time: 0.1014223 Nov 10 04:14:55.235806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8a8a54c-c4c7-4486-b8dc-7b3768b0467c req-abbf40f4-99b5-4986-be6f-15fc3231dc14 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537500 Nov 10 04:14:55.282168 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-54459b8b-1b14-415e-b1b8-b57de4415e7a service neutron] delete failed (client error): The resource could not be found. Nov 10 04:14:55.283346 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-54459b8b-1b14-415e-b1b8-b57de4415e7a service neutron] 10.222.0.44 "DELETE /v2.0/ports/47b33565-16ce-4f33-be86-32391bc1ea41/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0559659 Nov 10 04:14:55.375969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-643b5a01-1e94-46ab-abf0-85956f31f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:55.377877 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-643b5a01-1e94-46ab-abf0-85956f31f4fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0471330 Nov 10 04:14:55.471266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-5748f4b4-4b8a-48ed-9061-f64d0c9a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:55.472952 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-5748f4b4-4b8a-48ed-9061-f64d0c9a2644 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.0886867 Nov 10 04:14:55.545000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-009e76da-ed8a-4c2b-82cc-3bebc65e4fdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 1000 time: 0.0651147 Nov 10 04:14:55.595760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-0f7800b9-c841-4ffd-841d-9f6553295cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:55.597359 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-0f7800b9-c841-4ffd-841d-9f6553295cb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0441535 Nov 10 04:14:55.656539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-8962339a-c9a8-4268-8fdd-ad961dff4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:55.658108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-8962339a-c9a8-4268-8fdd-ad961dff4d34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538816 Nov 10 04:14:55.773209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-cb28b098-5e34-44d1-bd1f-10d78b7fd8bf service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078646 Nov 10 04:14:55.863337 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-365ea46d-9631-40cc-bcd7-c21d84975288 req-e5bbdf95-5b2b-40e2-a637-36b9793821e3 service neutron] 10.222.0.44 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829332 Nov 10 04:14:56.239086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:14:56.324680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 47b33565-16ce-4f33-be86-32391bc1ea41 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:14:56.329302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 47b33565-16ce-4f33-be86-32391bc1ea41 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:14:56.329708 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:56.361708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18959ef-9ec9-4c87-857a-8182d7886d40 req-b44fec67-a099-47bc-8e80-fba3e67dcab5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:14:56.363254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e18959ef-9ec9-4c87-857a-8182d7886d40 req-b44fec67-a099-47bc-8e80-fba3e67dcab5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 944 time: 0.0536723 Nov 10 04:14:56.436482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e18959ef-9ec9-4c87-857a-8182d7886d40 req-2fc33425-f9c0-4fbd-90ce-922e3910f6ea tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636957 Nov 10 04:14:56.449683 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:56.466506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 37608) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:14:56.496095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:14:56.498545 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2ef138-8337-463f-98f7-3320661eea38" -d '{"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-plugged", "status": "completed", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:14:56.521094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:14:56.533411 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:14:56.579160 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a854da-2063-4171-870d-2bc76376b530 x-openstack-request-id: req-56a854da-2063-4171-870d-2bc76376b530 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:14:56.579491 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-plugged", "status": "completed", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:14:56.579859 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56a854da-2063-4171-870d-2bc76376b530 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:14:56.580407 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'code': 200} Nov 10 04:14:56.610898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:14:56.619261 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-07d326c3-db75-4a63-8e1d-9251214522ee tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/8b842aec-e96a-4f31-b26d-99ed2a0bffc6 HTTP/1.1" status: 200 len: 992 time: 0.1456923 Nov 10 04:15:08.240342 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:13.334760 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94491c85-9137-4763-b3cf-8825def53874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:15.671379 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba91060e-913d-401e-bd39-045b7c23e8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:16.797544 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:16.814916 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:15:17.315664 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-995e050a-bb17-4d7d-b0c6-8e2f8d23d425 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409732 Nov 10 04:15:17.428914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-b3b94427-fe13-4260-8c0d-fcc45baf670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:17.430778 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-b3b94427-fe13-4260-8c0d-fcc45baf670c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d340bfeb0836440da82bede6608b7302&device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1096 time: 0.0440264 Nov 10 04:15:17.538382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-db10ae8b-2cdd-41c6-af3f-41b8b97cef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:17.539898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-db10ae8b-2cdd-41c6-af3f-41b8b97cef33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b71dfa51-4de9-4af3-9e37-e0944169c374 HTTP/1.1" status: 200 len: 908 time: 0.0885234 Nov 10 04:15:17.612053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-e2c6f413-8eee-4a05-a57d-897648b1f142 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=611d1c17-3049-4af8-83a5-eaad5514775e HTTP/1.1" status: 200 len: 1001 time: 0.0649109 Nov 10 04:15:17.665904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-32591610-6318-4605-a9f8-a00eb7b1d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:17.667433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-32591610-6318-4605-a9f8-a00eb7b1d274 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26c6f193-17ae-4837-bc1e-2c3e4d053801 HTTP/1.1" status: 200 len: 847 time: 0.0478702 Nov 10 04:15:17.721111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-8513cc7a-1568-45a2-8613-5a47947806bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:17.722761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-8513cc7a-1568-45a2-8613-5a47947806bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b71dfa51-4de9-4af3-9e37-e0944169c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468261 Nov 10 04:15:17.822060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-ef10b7df-9ad4-4c7c-9426-642782e76904 service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916390 Nov 10 04:15:17.925744 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15e3e917-2e4f-49f6-bd03-f2a5f17e7db8 req-1b3b0d38-14ae-4f97-8a2b-90c6ec746deb service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956826 Nov 10 04:15:18.464750 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:19.144785 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:23.477133 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:38.233858 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:43.335966 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aae7901d-5c4c-4208-b550-9f40d8d29dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:45.675556 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d9515b4d-a739-4b94-88a0-1feb43109966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:46.793568 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:48.461013 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:49.149961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:51.654829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd29b6-0cfe-4b4e-8061-700f0afff985 req-d5ca50d9-b50b-4a42-bf4d-e422520bda86 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:51.656355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30cd29b6-0cfe-4b4e-8061-700f0afff985 req-d5ca50d9-b50b-4a42-bf4d-e422520bda86 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0669708 Nov 10 04:15:51.721547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30cd29b6-0cfe-4b4e-8061-700f0afff985 req-8ca30599-69f9-4362-adc8-448f955ce7f8 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559587 Nov 10 04:15:51.745585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39068) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:15:51.933808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 5b5c5748-f59b-4688-8803-62ca9c1e08c8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:15:51.934182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:52.019641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:52.019962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:52.031840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 5b5c5748-f59b-4688-8803-62ca9c1e08c8 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:15:52.173862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:52.204866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=5b5c5748-f59b-4688-8803-62ca9c1e08c8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:15:52.228766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.229108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.229443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.229771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.230123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.230455 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.230778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.231098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.231418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.231756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.232077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.232388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:52.275979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:52.276273 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP 8b842aec-e96a-4f31-b26d-99ed2a0bffc6 disassociated (deleted). External IP: 172.25.6.188, port: 47b33565-16ce-4f33-be86-32391bc1ea41. Nov 10 04:15:52.835584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 53453d88-2aca-45a8-9ff6-9ced50f381f4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:15:52.944558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:15:52.949124 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:52.958282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] Sync routers for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:15:52.970426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:15:52.971435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:52.980870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eca60d41-56d0-4b04-96f8-6885f5f9d4ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b842aec-e96a-4f31-b26d-99ed2a0bffc6 HTTP/1.1" status: 204 len: 168 time: 1.2340665 Nov 10 04:15:52.982282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:15:52.984844 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff" -d '{"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:15:53.045827 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a45cb-595b-4fa9-b671-ac3c5237bcb6 x-openstack-request-id: req-0c6a45cb-595b-4fa9-b671-ac3c5237bcb6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:15:53.046376 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:15:53.046832 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c6a45cb-595b-4fa9-b671-ac3c5237bcb6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:15:53.047421 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'status': 'completed', 'code': 200} Nov 10 04:15:53.094492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:15:53.162112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-c35ed9f9-521b-4a6b-bbc1-68940c27d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:53.164006 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-c35ed9f9-521b-4a6b-bbc1-68940c27d21e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0651741 Nov 10 04:15:53.342453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5a87-627b-4841-88b2-227c7bcb374f req-5f33cbc0-1dd3-4f0f-bcb7-8dc0b1f0e386 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:53.352810 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57bb5a87-627b-4841-88b2-227c7bcb374f req-5f33cbc0-1dd3-4f0f-bcb7-8dc0b1f0e386 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0879984 Nov 10 04:15:53.383616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-cf99d437-0a56-412a-ac7d-db8b99fd24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:53.385246 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-cf99d437-0a56-412a-ac7d-db8b99fd24d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 200 len: 897 time: 0.2079544 Nov 10 04:15:53.416149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:53.419834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57bb5a87-627b-4841-88b2-227c7bcb374f req-73804210-8097-4f05-ba76-72f0a376a308 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652146 Nov 10 04:15:53.449133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] Checking router: 53453d88-2aca-45a8-9ff6-9ced50f381f4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:15:53.452783 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-fcda51e0-eea9-4987-b070-fb973d756c77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 200 len: 217 time: 0.0537808 Nov 10 04:15:53.458570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:15:53.459186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:53.512072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-74ba7199-6753-4145-8a67-fb1383415088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:53.516399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-74ba7199-6753-4145-8a67-fb1383415088 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 200 len: 834 time: 0.0544858 Nov 10 04:15:53.523867 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:53.569885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-121fca99-3e93-467e-b810-6d50b2c33a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:53.572138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-121fca99-3e93-467e-b810-6d50b2c33a27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd244379-ce55-4548-a7ec-aa6258544de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462029 Nov 10 04:15:53.606450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:15:53.782644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-4ec21aa3-0f1e-45ad-bd41-8194e135c98f service neutron] 10.222.0.11 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454458 Nov 10 04:15:53.895214 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:15:53.906544 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7e119b5b-b72e-4b19-83b7-b2d574cc3bff req-7d58bc72-e83c-4b14-b6c2-b96abd1f4a93 service neutron] 10.222.0.11 "GET /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649954 Nov 10 04:15:53.914286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:53.942749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7acac-3329-4fd3-a05a-47baed27ecda None None] The sync data for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 is: [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:13:43Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '18c72c56-0405-47ae-80d1-fb443f00e9d7', 'name': '', 'network_id': 'dd244379-ce55-4548-a7ec-aa6258544de7', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:27:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:42Z', 'updated_at': '2021-11-10T04:13:48Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '280f0b42-60fd-4cb8-aef3-9fdd565e7fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:15:54.253762 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cc135-2e2e-4013-9db1-1afd3dcb844e None None] New status for floating IP 8b842aec-e96a-4f31-b26d-99ed2a0bffc6: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:15:54.538317 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09721-47d7-4f08-8089-9ead0148156b req-f4cfd4be-17f4-418f-a564-edb227d2fcf1 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:54.545951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cd09721-47d7-4f08-8089-9ead0148156b req-f4cfd4be-17f4-418f-a564-edb227d2fcf1 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0579059 Nov 10 04:15:54.610542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2cd09721-47d7-4f08-8089-9ead0148156b req-fa394b59-f4c0-4958-a7e2-d486cb9964f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9670ee71-67ca-4b0d-bac9-7ea3e16a8763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620058 Nov 10 04:15:55.166857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-6e84b2bd-3768-4f80-afee-1c590a7afe58 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:55.168404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-6e84b2bd-3768-4f80-afee-1c590a7afe58 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 945 time: 0.0603645 Nov 10 04:15:55.270824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 47b33565-16ce-4f33-be86-32391bc1ea41 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:15:55.271045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:55.401869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port 47b33565-16ce-4f33-be86-32391bc1ea41, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=47b33565-16ce-4f33-be86-32391bc1ea41,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:15:55.402279 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:55.440749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 47b33565-16ce-4f33-be86-32391bc1ea41 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:15:55.620005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:55.706530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=47b33565-16ce-4f33-be86-32391bc1ea41,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:15:55.776775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b51ed37-4006-48ff-82ac-c8142816faac req-e6802d0f-a8fd-423d-9170-8dc3066cdf3a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd97d056-627c-4816-a672-0097ea2e5aa4 HTTP/1.1" status: 200 len: 210 time: 0.0374799 Nov 10 04:15:55.790453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] No DVR routers for this DVR port 47b33565-16ce-4f33-be86-32391bc1ea41 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:15:55.791517 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:55.796457 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a01af3f2-12e6-4869-b5e6-072b03b4cea7 req-188946aa-7d3e-4470-b535-66a8eef29e52 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.11 "DELETE /v2.0/ports/47b33565-16ce-4f33-be86-32391bc1ea41 HTTP/1.1" status: 204 len: 173 time: 0.6211736 Nov 10 04:15:55.797162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-deleted', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:15:55.799517 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d71155b-bb7f-4a0b-ab42-b9ead4a42411" -d '{"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-deleted", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:15:55.855269 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f52033-a946-46e2-98de-8ad1367c0a3b x-openstack-request-id: req-61f52033-a946-46e2-98de-8ad1367c0a3b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:15:55.855620 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97d056-627c-4816-a672-0097ea2e5aa4", "name": "network-vif-deleted", "tag": "47b33565-16ce-4f33-be86-32391bc1ea41", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:15:55.855862 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61f52033-a946-46e2-98de-8ad1367c0a3b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:15:55.856269 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97d056-627c-4816-a672-0097ea2e5aa4', 'name': 'network-vif-deleted', 'tag': '47b33565-16ce-4f33-be86-32391bc1ea41', 'status': 'completed', 'code': 200} Nov 10 04:15:56.842019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39166) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:15:57.219925 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:57.513965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 18c72c56-0405-47ae-80d1-fb443f00e9d7 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:15:57.514395 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:57.618853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port 18c72c56-0405-47ae-80d1-fb443f00e9d7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=18c72c56-0405-47ae-80d1-fb443f00e9d7,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:15:57.619667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:57.635015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 18c72c56-0405-47ae-80d1-fb443f00e9d7 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:15:57.816560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f95f-a9e9-4b64-8f35-a1565930e093 req-c06cc008-709e-460a-a2b8-60b10d3a45cf tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:57.818854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a30f95f-a9e9-4b64-8f35-a1565930e093 req-c06cc008-709e-460a-a2b8-60b10d3a45cf tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 949 time: 0.0588174 Nov 10 04:15:57.846338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:57.879090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a30f95f-a9e9-4b64-8f35-a1565930e093 req-495e520c-16b9-4faa-9131-80c3fe14d1f2 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Nov 10 04:15:57.882618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=18c72c56-0405-47ae-80d1-fb443f00e9d7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:15:58.071750 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:58.309431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 53453d88-2aca-45a8-9ff6-9ced50f381f4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:15:58.427064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:15:58.432248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-dd1463a4-8803-4353-b1e6-8caccd8bf6f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/53453d88-2aca-45a8-9ff6-9ced50f381f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5891814 Nov 10 04:15:58.435690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39196) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:15:58.437353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] Sync routers for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:15:58.447971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:15:58.448591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:58.496061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting subnet 280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:15:58.501244 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:58.554873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:58.582693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:15:58.681291 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:58.748796 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:58.768430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:15:58.777364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Subnet': ['ID=280f0b42-60fd-4cb8-aef3-9fdd565e7fb9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:15:58.781573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:58.784760 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-139b4dfd-1338-4584-89d6-2d11b6d0bd69 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/subnets/280f0b42-60fd-4cb8-aef3-9fdd565e7fb9 HTTP/1.1" status: 204 len: 168 time: 0.3481433 Nov 10 04:15:58.788005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39204) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:15:58.798523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ec26c-719f-432c-9699-705af19bf30d None None] Network dd244379-ce55-4548-a7ec-aa6258544de7 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:15:58.827649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 47b33565-16ce-4f33-be86-32391bc1ea41 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:15:58.827993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 47b33565-16ce-4f33-be86-32391bc1ea41 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:15:58.910368 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.053443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.068808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c340a4-bb75-44b0-a0cf-d6d92974b740 req-02a46815-e285-4dfb-bd10-3767fe6e58c9 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:59.070307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90c340a4-bb75-44b0-a0cf-d6d92974b740 req-02a46815-e285-4dfb-bd10-3767fe6e58c9 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 949 time: 0.0823655 Nov 10 04:15:59.104452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:15:57Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'e8a3f834-3e77-4d92-a657-fe49ebe1c86b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:38Z', 'updated_at': '2021-11-10T04:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:59.161925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] Checking router: 53453d88-2aca-45a8-9ff6-9ced50f381f4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:15:59.162403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90c340a4-bb75-44b0-a0cf-d6d92974b740 req-a3482292-5ec9-4783-bfe0-d1bcb4d9450e tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc9a83a3-683c-4ea6-aaa0-253ae5964938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702555 Nov 10 04:15:59.173780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port e8a3f834-3e77-4d92-a657-fe49ebe1c86b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:15:59.174309 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.175715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] Routers {'53453d88-2aca-45a8-9ff6-9ced50f381f4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:15:59.176383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['53453d88-2aca-45a8-9ff6-9ced50f381f4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:59.252058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] DHCP port deletion for dd244379-ce55-4548-a7ec-aa6258544de7 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:15:59.279025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port e8a3f834-3e77-4d92-a657-fe49ebe1c86b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:15:59.279398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.293033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for e8a3f834-3e77-4d92-a657-fe49ebe1c86b owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:15:59.320011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] Set router 53453d88-2aca-45a8-9ff6-9ced50f381f4 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:15:59.407604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:15:59Z', 'revision_number': 6, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:15:59.443758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Deleting port 787e31ce-67bc-4cf4-99b0-085bc242a181 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:15:59.444501 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.446248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8273257-caeb-47a8-b259-d27495543da9 None None] The sync data for ids ['53453d88-2aca-45a8-9ff6-9ced50f381f4'] in n-d-817326-2 is: [{'id': '53453d88-2aca-45a8-9ff6-9ced50f381f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917475450', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:37Z', 'updated_at': '2021-11-10T04:15:59Z', 'revision_number': 6, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:15:59.508404 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.532458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] For port 787e31ce-67bc-4cf4-99b0-085bc242a181, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=787e31ce-67bc-4cf4-99b0-085bc242a181,segment=NetworkSegment(efe8bcfd-f2d5-448c-a029-d22b1059a9cc),segment_id=efe8bcfd-f2d5-448c-a029-d22b1059a9cc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:15:59.533539 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.552771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d524e-e21f-4f75-b1e3-c6cea706a4c3 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:15:59.558901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=e8a3f834-3e77-4d92-a657-fe49ebe1c86b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:15:59.569392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.569872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.570246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.570647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.571055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.571443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.571901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.572203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.572583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.572960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.574227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.574227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.590307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Calling delete_port for 787e31ce-67bc-4cf4-99b0-085bc242a181 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:15:59.604003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-2857cdcb-f8ca-4f40-8a57-6e1a915a167f tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:15:59.605580 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-2857cdcb-f8ca-4f40-8a57-6e1a915a167f tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 949 time: 0.0853262 Nov 10 04:15:59.656579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.689282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.729685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Pushing event deleted for resources: {'Port': ['ID=787e31ce-67bc-4cf4-99b0-085bc242a181,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:15:59.734218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] No DVR routers for this DVR port 787e31ce-67bc-4cf4-99b0-085bc242a181 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:15:59.741114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Deleting port e8f92049-2885-4159-b146-6015d3b70578 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:15:59.741271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.742801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.747997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.748300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.748529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.748856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.750034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.750665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.750665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.750969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.751324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.751584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.751940 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3864e-72df-4feb-a7d0-f9643fa63f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:15:59.793314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.804550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.856798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.857584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Fanout notify agent at l3_agent the message router_deleted on router 53453d88-2aca-45a8-9ff6-9ced50f381f4 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:15:59.867394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.871336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a24fed7c-1f4e-4372-bfe3-51cb16bb3cb9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/routers/53453d88-2aca-45a8-9ff6-9ced50f381f4 HTTP/1.1" status: 204 len: 168 time: 1.0798962 Nov 10 04:15:59.871734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] For port e8f92049-2885-4159-b146-6015d3b70578, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=e8f92049-2885-4159-b146-6015d3b70578,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:15:59.871886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39222) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:15:59.872144 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:15:59.892124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Calling delete_port for e8f92049-2885-4159-b146-6015d3b70578 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:15:59.960967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.070980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.073128 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.096238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd244379-ce55-4548-a7ec-aa6258544de7']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:00.099553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Pushing event deleted for resources: {'Port': ['ID=e8f92049-2885-4159-b146-6015d3b70578,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:00.105074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['e8f92049-2885-4159-b146-6015d3b70578'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:16:00.124798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:00.125213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe8bcfd-f2d5-448c-a029-d22b1059a9cc') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:00.138731 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.154767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] No DVR routers for this DVR port e8f92049-2885-4159-b146-6015d3b70578 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:16:00.155814 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.158175 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.162116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0f0f3361-d947-41f4-92a0-553d35cfa5ac req-9bb02d1e-a0e3-4fba-bfc1-5f62fed784ca tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.11 "DELETE /v2.0/ports/e8f92049-2885-4159-b146-6015d3b70578 HTTP/1.1" status: 204 len: 173 time: 0.5491378 Nov 10 04:16:00.162982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'name': 'network-vif-deleted', 'tag': 'e8f92049-2885-4159-b146-6015d3b70578'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:00.163923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:16:00.164624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.165226 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b02f85-392c-45de-94d9-130cd3ed150d" -d '{"events": [{"server_uuid": "4aa0a15b-de1e-49fd-b5e9-40fa8159e137", "name": "network-vif-deleted", "tag": "e8f92049-2885-4159-b146-6015d3b70578"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:16:00.168423 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:16:00.209428 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db8165-bdca-4b5c-84c8-654f9b01e5fa x-openstack-request-id: req-20db8165-bdca-4b5c-84c8-654f9b01e5fa {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:00.210040 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0a15b-de1e-49fd-b5e9-40fa8159e137", "name": "network-vif-deleted", "tag": "e8f92049-2885-4159-b146-6015d3b70578", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:00.210467 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20db8165-bdca-4b5c-84c8-654f9b01e5fa {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:00.211049 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0a15b-de1e-49fd-b5e9-40fa8159e137', 'name': 'network-vif-deleted', 'tag': 'e8f92049-2885-4159-b146-6015d3b70578', 'status': 'completed', 'code': 200} Nov 10 04:16:00.270735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.279920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.286202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/networks/dd244379-ce55-4548-a7ec-aa6258544de7 HTTP/1.1" status: 204 len: 168 time: 0.4100657 Nov 10 04:16:00.286582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39234) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:00.318823 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36316a3b-e4d1-45ed-bf75-e938a2fdd851 req-e7aeb32b-96c9-4f6f-8747-bdf68a328d43 tempest-VolumesBackupsTest-1045151656 tempest-VolumesBackupsTest-1045151656-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0a15b-de1e-49fd-b5e9-40fa8159e137 HTTP/1.1" status: 200 len: 210 time: 0.0601518 Nov 10 04:16:00.331020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd28d4-af08-437d-99d7-9ace81bdf209 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Network': ['ID=dd244379-ce55-4548-a7ec-aa6258544de7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:00.410729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccd3-cef4-47d4-b0d9-8b546b53a51e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.418723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 18c72c56-0405-47ae-80d1-fb443f00e9d7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:16:00.445778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccd3-cef4-47d4-b0d9-8b546b53a51e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.453473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 18c72c56-0405-47ae-80d1-fb443f00e9d7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:16:00.454410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 18c72c56-0405-47ae-80d1-fb443f00e9d7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:16:00.454845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e8a3f834-3e77-4d92-a657-fe49ebe1c86b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:16:00.480648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: e8a3f834-3e77-4d92-a657-fe49ebe1c86b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:16:00.480995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e8a3f834-3e77-4d92-a657-fe49ebe1c86b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:16:00.481978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 787e31ce-67bc-4cf4-99b0-085bc242a181 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:16:00.514332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 787e31ce-67bc-4cf4-99b0-085bc242a181 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:16:00.514679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 787e31ce-67bc-4cf4-99b0-085bc242a181 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:16:00.538736 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccd3-cef4-47d4-b0d9-8b546b53a51e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.541880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccd3-cef4-47d4-b0d9-8b546b53a51e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.546904 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-aa89ccd3-cef4-47d4-b0d9-8b546b53a51e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/security-groups/9670ee71-67ca-4b0d-bac9-7ea3e16a8763 HTTP/1.1" status: 204 len: 168 time: 0.2593222 Nov 10 04:16:00.558967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89ccd3-cef4-47d4-b0d9-8b546b53a51e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9670ee71-67ca-4b0d-bac9-7ea3e16a8763,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:00.874383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39248) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:00.878982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-62cd6d5b-aeb9-440a-a05a-a6ae24abb220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845611037', 'description': 'tempest-secgroup-smoke-1845611037 description', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:00.900661 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-62cd6d5b-aeb9-440a-a05a-a6ae24abb220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.977947 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-62cd6d5b-aeb9-440a-a05a-a6ae24abb220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:00.982452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-62cd6d5b-aeb9-440a-a05a-a6ae24abb220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.011130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-62cd6d5b-aeb9-440a-a05a-a6ae24abb220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.012346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-62cd6d5b-aeb9-440a-a05a-a6ae24abb220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1369414 Nov 10 04:16:01.014211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd6d5b-aeb9-440a-a05a-a6ae24abb220 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97781302-35ca-44a3-9922-c26f6f3821cf,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:01.015357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39252) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:01.020391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b04de1d5-6efc-44a2-b413-bcfd1c104c18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '97781302-35ca-44a3-9922-c26f6f3821cf', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:01.048321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b04de1d5-6efc-44a2-b413-bcfd1c104c18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.095145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b04de1d5-6efc-44a2-b413-bcfd1c104c18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.100384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b04de1d5-6efc-44a2-b413-bcfd1c104c18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.118002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04de1d5-6efc-44a2-b413-bcfd1c104c18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a5f3bb-3dd8-4fea-a3b4-891732f410a6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:01.129819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b04de1d5-6efc-44a2-b413-bcfd1c104c18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.133585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b04de1d5-6efc-44a2-b413-bcfd1c104c18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147962 Nov 10 04:16:01.134030 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39256) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:01.139210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-79fe94d7-72fe-46fd-af7a-5cb51dd71eca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '97781302-35ca-44a3-9922-c26f6f3821cf', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:01.168652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79fe94d7-72fe-46fd-af7a-5cb51dd71eca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.232912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79fe94d7-72fe-46fd-af7a-5cb51dd71eca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.236548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79fe94d7-72fe-46fd-af7a-5cb51dd71eca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.267857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe94d7-72fe-46fd-af7a-5cb51dd71eca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267807f5-032e-4eff-8f39-43da8c4ef3c7,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:01.274901 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79fe94d7-72fe-46fd-af7a-5cb51dd71eca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.276152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-79fe94d7-72fe-46fd-af7a-5cb51dd71eca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413162 Nov 10 04:16:01.279527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39260) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:01.283928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-97fea8ca-f40c-4a54-ba63-777b18f7fec8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '97781302-35ca-44a3-9922-c26f6f3821cf', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:01.310612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97fea8ca-f40c-4a54-ba63-777b18f7fec8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.373115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97fea8ca-f40c-4a54-ba63-777b18f7fec8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.377948 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97fea8ca-f40c-4a54-ba63-777b18f7fec8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.396691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fea8ca-f40c-4a54-ba63-777b18f7fec8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945d4e35-ce90-4aca-8ae0-a15e0c71998e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:01.409631 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-97fea8ca-f40c-4a54-ba63-777b18f7fec8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.413982 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-97fea8ca-f40c-4a54-ba63-777b18f7fec8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322660 Nov 10 04:16:01.415671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39268) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:01.420561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6c1f2292-d994-46aa-826b-a6520c49508d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '97781302-35ca-44a3-9922-c26f6f3821cf', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:01.449236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2292-d994-46aa-826b-a6520c49508d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.541910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2292-d994-46aa-826b-a6520c49508d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.547175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2292-d994-46aa-826b-a6520c49508d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.570503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f2292-d994-46aa-826b-a6520c49508d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ebd85a-f3f5-41f6-9b3e-f379e36cbc18,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:01.583441 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2292-d994-46aa-826b-a6520c49508d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.584912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c1f2292-d994-46aa-826b-a6520c49508d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1679230 Nov 10 04:16:01.587748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39274) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:01.593137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '97781302-35ca-44a3-9922-c26f6f3821cf', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:01.624340 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:16:01.630211 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.702134 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.706894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.729659 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290f11f9-b9bc-4b3a-abb8-86892dd4fd4b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:01.738389 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.742491 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c66f1f71-9fa9-41d2-acab-dc42a1f8e104 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510890 Nov 10 04:16:01.742737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39280) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:01.748824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '97781302-35ca-44a3-9922-c26f6f3821cf', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:01.780516 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:16:01.786212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.861507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.865686 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.885636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13b399d-7ebf-477f-9946-a0a9838018cf,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:01.894507 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.898681 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3c924c4f-6a92-43e0-9b8f-8aec42ce0f27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545391 Nov 10 04:16:01.899174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39286) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:01.905418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'network': {'name': 'tempest-network-smoke--1842663315', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'port_security_enabled': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:01.931968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:16:01.938832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.976349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:16:01.987848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:01.988453 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Added segment 475a9c38-229b-412f-b1fd-42d208a9ee94 of type vlan for network 042d5d8f-7aa3-4446-a215-babbad168a29 Nov 10 04:16:02.033257 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.060302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.067480 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:02.068352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.135766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2328541 Nov 10 04:16:02.135998 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39292) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:02.143314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'admin_state_up': True, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:02.151895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1506f3-379b-4284-9001-526fc5e3e1f9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Network': ['ID=042d5d8f-7aa3-4446-a215-babbad168a29,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:02.165447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 042d5d8f-7aa3-4446-a215-babbad168a29 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:16:02.195410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.196893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.270983 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.435920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.597034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8f92049-2885-4159-b146-6015d3b70578 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:16:02.632941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: e8f92049-2885-4159-b146-6015d3b70578 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:16:02.633529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device e8f92049-2885-4159-b146-6015d3b70578 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:16:02.690479 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.712974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:02.833875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.39 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/b8e18e8d-6c83-49e1-a803-e77c0e982e21) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:16:02.958967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:03.006955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:03.056149 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:03.059277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:03.064072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:16:03.071428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=b8e18e8d-6c83-49e1-a803-e77c0e982e21,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:03.076032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd01563-1a71-4c6d-844a-fecf2edcf96a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:16:03.192337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-879202f5-f9bd-4a59-aeb4-4d03df7e98f3 None None] Provisioning complete for port b8e18e8d-6c83-49e1-a803-e77c0e982e21 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:03.193089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-879202f5-f9bd-4a59-aeb4-4d03df7e98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:03.243257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-879202f5-f9bd-4a59-aeb4-4d03df7e98f3 None None] Port b8e18e8d-6c83-49e1-a803-e77c0e982e21 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:16:03.692902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:03.922313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:04.056976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 1367b8ec-935b-4cff-bffc-747233718f03 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:16:04.180454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:16:04.196618 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Sync routers for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:16:04.204265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:04.206585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3df4eb4e-7016-4c57-962b-a9c2df2bec5d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0683014 Nov 10 04:16:04.208862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39338) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:04.213671 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:04.214492 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:04.258774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67203c57-bdfe-4645-95da-57cc4f719efb tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a49d6c4aa9b40afbbaf0157d5814bc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484169 Nov 10 04:16:04.261464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39342) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:04.348727 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:04.380244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb40604-0e96-4316-a1b7-c67fe21f9897 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:04.382056 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bcb40604-0e96-4316-a1b7-c67fe21f9897 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1178844 Nov 10 04:16:04.385093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39346) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:04.420443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-360aca35-872d-4ed4-a591-5b051d4eeed6 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321436 Nov 10 04:16:04.422913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39348) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:04.427573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1808441613', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:04.573876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:16:04.582955 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:04.683495 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:03Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:04.714880 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Checking router: 1367b8ec-935b-4cff-bffc-747233718f03 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:16:04.715560 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Updating router 1367b8ec-935b-4cff-bffc-747233718f03 port b8e18e8d-6c83-49e1-a803-e77c0e982e21 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:16:04.754694 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:04.948972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.004403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Subnet': ['ID=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:05.091482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Checking segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:16:05.092093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network hostable DHCP agents. Network: 042d5d8f-7aa3-4446-a215-babbad168a29, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:16:05.123690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 042d5d8f-7aa3-4446-a215-babbad168a29 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:16:05.135214 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.141426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 042d5d8f-7aa3-4446-a215-babbad168a29) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:05.145018 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.146598 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:05.147362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.156643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85647622-7555-43fb-9c06-64718d44a3cb None None] Network 042d5d8f-7aa3-4446-a215-babbad168a29 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:16:05.192711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d51dd018-51e3-4aa3-9974-1df5d8a76ebc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7697866 Nov 10 04:16:05.195907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39406) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:05.208467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b885f49-971c-4b98-8ee3-bd74a882319c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:16:05.220916 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Attempting to bind port b8e18e8d-6c83-49e1-a803-e77c0e982e21 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:16:05.221479 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Attempting to bind port b8e18e8d-6c83-49e1-a803-e77c0e982e21 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:16:05.221744 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Attempting to bind port b8e18e8d-6c83-49e1-a803-e77c0e982e21 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:16:05.228580 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:16:05.229307 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:16:05.230158 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.232832 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:16:05.233872 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Bound port: b8e18e8d-6c83-49e1-a803-e77c0e982e21, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:16:05.234914 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.237972 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Pushing event updated for resources: {'Port': ['ID=b8e18e8d-6c83-49e1-a803-e77c0e982e21,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:05.258507 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.259132 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.259710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.260213 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.261285 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.261875 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.262537 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.263772 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.264707 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.265805 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.266752 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.267474 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:16:05.369536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] For port b8e18e8d-6c83-49e1-a803-e77c0e982e21, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:16:05.375783 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] For port b8e18e8d-6c83-49e1-a803-e77c0e982e21, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b8e18e8d-6c83-49e1-a803-e77c0e982e21,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:16:05.388291 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.404836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-042d5d8f-7aa3-4446-a215-babbad168a29', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:16:05.406138 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.432083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bb102392-828a-4ae1-b7e4-6758b945fd80 None None] Provisioning complete for port b8e18e8d-6c83-49e1-a803-e77c0e982e21 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:05.432590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb102392-828a-4ae1-b7e4-6758b945fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.533273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c1822-6cf3-4e44-96fa-506a07bcf69f None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:16:05.536073 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:05.536701 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:05.538828 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3f7fa-5877-487b-a6b7-ffddb4658905 None None] Pushing event updated for resources: {'Port': ['ID=b8e18e8d-6c83-49e1-a803-e77c0e982e21,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:05.886536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:05.916535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb102392-828a-4ae1-b7e4-6758b945fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:05.968995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bb102392-828a-4ae1-b7e4-6758b945fd80 None None] For port b8e18e8d-6c83-49e1-a803-e77c0e982e21, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b8e18e8d-6c83-49e1-a803-e77c0e982e21,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:05.980372 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb102392-828a-4ae1-b7e4-6758b945fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:06.049963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb102392-828a-4ae1-b7e4-6758b945fd80 None None] Pushing event updated for resources: {'Port': ['ID=b8e18e8d-6c83-49e1-a803-e77c0e982e21,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:06.081715 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Allocated IP 172.20.0.2 (042d5d8f-7aa3-4446-a215-babbad168a29/d9e61225-4c8a-45f7-a2be-64a2fedfa9c3/ad169142-93b6-4057-a061-5733a9b830fe) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:16:06.214507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-674a7c1b-4b97-48d3-8baa-95f7dabe694b None None] Provisioning complete for port b8e18e8d-6c83-49e1-a803-e77c0e982e21 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:06.215651 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-674a7c1b-4b97-48d3-8baa-95f7dabe694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:06.232427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:06.344778 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:03Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:06.407083 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f1d328-f472-443f-90d4-229ce9219dec None None] The sync data for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 is: [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:03Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:16:06.494041 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:06.528209 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:06.618771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Network 042d5d8f-7aa3-4446-a215-babbad168a29 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:06.620623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:06.625829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Pushing event updated for resources: {'Port': ['ID=ad169142-93b6-4057-a061-5733a9b830fe,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:06.628281 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:16:06.696620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Attempting to bind port ad169142-93b6-4057-a061-5733a9b830fe on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:16:06.699268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Attempting to bind port ad169142-93b6-4057-a061-5733a9b830fe by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:16:06.701588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Attempting to bind port ad169142-93b6-4057-a061-5733a9b830fe on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:16:06.716185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:16:06.717987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Checking segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:16:06.719997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:06.720405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Bound using segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:16:06.720903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Bound port: ad169142-93b6-4057-a061-5733a9b830fe, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:16:06.721289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:06.746351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.1 (042d5d8f-7aa3-4446-a215-babbad168a29/d9e61225-4c8a-45f7-a2be-64a2fedfa9c3/ec601946-45e8-45f8-9c95-c086f5a0f41f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:16:06.874700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] For port ad169142-93b6-4057-a061-5733a9b830fe, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:16:06.880025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] For port ad169142-93b6-4057-a061-5733a9b830fe, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ad169142-93b6-4057-a061-5733a9b830fe,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:16:06.910510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:07.026530 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:07.048344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776591-d3b5-4590-b446-4e78e19ffd49 None None] Pushing event updated for resources: {'Port': ['ID=ad169142-93b6-4057-a061-5733a9b830fe,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:07.111103 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:07.148954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 042d5d8f-7aa3-4446-a215-babbad168a29 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:07.189211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:07.194665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:16:07.701666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=ec601946-45e8-45f8-9c95-c086f5a0f41f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:07.709346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:07.879613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.271370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.330613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.346112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4da431-696b-4a79-9ff6-b8ada70ad2c1 None None] Network 042d5d8f-7aa3-4446-a215-babbad168a29 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:16:08.349387 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.455997 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.459158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=ec601946-45e8-45f8-9c95-c086f5a0f41f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:08.463456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-42244b50-6e45-4ecf-a98b-6d632a774149 None None] Provisioning complete for port ad169142-93b6-4057-a061-5733a9b830fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:08.463940 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-42244b50-6e45-4ecf-a98b-6d632a774149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.610204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 042d5d8f-7aa3-4446-a215-babbad168a29 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:08.611902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:08.688669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b8e18e8d-6c83-49e1-a803-e77c0e982e21 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:16:08.771260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 1367b8ec-935b-4cff-bffc-747233718f03 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:16:08.812264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b8e18e8d-6c83-49e1-a803-e77c0e982e21 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:08.812264 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.921444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:16:08.939236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Sync routers for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:16:08.940229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-80b4e0b8-2012-40da-9a29-25854962ea90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/1367b8ec-935b-4cff-bffc-747233718f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7430131 Nov 10 04:16:08.949061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-42244b50-6e45-4ecf-a98b-6d632a774149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:08.980336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:08.980962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:09.086608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-42244b50-6e45-4ecf-a98b-6d632a774149 None None] For port ad169142-93b6-4057-a061-5733a9b830fe, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ad169142-93b6-4057-a061-5733a9b830fe,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:09.099946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad169142-93b6-4057-a061-5733a9b830fe up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:16:09.105790 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-42244b50-6e45-4ecf-a98b-6d632a774149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:09.281718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42244b50-6e45-4ecf-a98b-6d632a774149 None None] Pushing event updated for resources: {'Port': ['ID=ad169142-93b6-4057-a061-5733a9b830fe,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:09.285672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:09.321621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ad169142-93b6-4057-a061-5733a9b830fe triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:09.322275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:09.373753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3d2345f8-9dbe-4404-9d6f-0b881be2e37b None None] Provisioning complete for port ad169142-93b6-4057-a061-5733a9b830fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:09.374429 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3d2345f8-9dbe-4404-9d6f-0b881be2e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:09.389738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-10f7dd6a-feda-40fa-a077-68f1598e933f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845611037&fields=id&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 267 time: 0.1270132 Nov 10 04:16:09.636737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-aecaa582-93b9-4b04-a060-b1883bbafe8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:09.649215 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-aecaa582-93b9-4b04-a060-b1883bbafe8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 797 time: 0.2512853 Nov 10 04:16:09.669237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-3765c7e9-c9d4-40b7-9631-3738ff4c567e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/quotas/8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 375 time: 0.0183103 Nov 10 04:16:09.752013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-5111f09a-7fb8-4833-8a35-2edc8a426680 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730712 Nov 10 04:16:09.853249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:08Z', 'revision_number': 2, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:09.882265 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-dd5218ae-f751-4d32-96ab-d08f768d2b46 service neutron] 10.222.0.24 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291208 Nov 10 04:16:09.892241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3d2345f8-9dbe-4404-9d6f-0b881be2e37b None None] Provisioning complete for port ec601946-45e8-45f8-9c95-c086f5a0f41f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:09.892612 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3d2345f8-9dbe-4404-9d6f-0b881be2e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:09.895209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Checking router: 1367b8ec-935b-4cff-bffc-747233718f03 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:16:09.895487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Updating router 1367b8ec-935b-4cff-bffc-747233718f03 port ec601946-45e8-45f8-9c95-c086f5a0f41f binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:16:09.970839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3d2345f8-9dbe-4404-9d6f-0b881be2e37b None None] Port ec601946-45e8-45f8-9c95-c086f5a0f41f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:16:09.985186 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.031795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-58eefe78-f13e-412a-9e0c-f85bf44be103 service neutron] 10.222.0.24 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444366 Nov 10 04:16:10.119640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f6503175-1975-43d4-86e0-ddde325796e4 None None] Provisioning complete for port ec601946-45e8-45f8-9c95-c086f5a0f41f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:10.120006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f6503175-1975-43d4-86e0-ddde325796e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.213307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f6503175-1975-43d4-86e0-ddde325796e4 None None] Port ec601946-45e8-45f8-9c95-c086f5a0f41f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:16:10.290281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8da32ffa-5d9c-4e25-a373-3d3f94fb404c req-df8ee36b-d8ee-443a-b573-244902381ae7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 210 time: 0.0504265 Nov 10 04:16:10.382484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.393016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.437863 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad169142-93b6-4057-a061-5733a9b830fe up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:16:10.485512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8e55b-0d06-4e59-b488-9d6dc1ba0ca6 None None] Pushing event updated for resources: {'Port': ['ID=ec601946-45e8-45f8-9c95-c086f5a0f41f,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:10.599049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Attempting to bind port ec601946-45e8-45f8-9c95-c086f5a0f41f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:16:10.599452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Attempting to bind port ec601946-45e8-45f8-9c95-c086f5a0f41f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:16:10.599943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Attempting to bind port ec601946-45e8-45f8-9c95-c086f5a0f41f on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:16:10.606568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ad169142-93b6-4057-a061-5733a9b830fe triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:10.606939 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.644414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:16:10.644795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Checking segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:16:10.645194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.646072 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Bound using segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:16:10.650331 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Bound port: ec601946-45e8-45f8-9c95-c086f5a0f41f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:16:10.651119 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.764511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] For port ec601946-45e8-45f8-9c95-c086f5a0f41f, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:16:10.768010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] For port ec601946-45e8-45f8-9c95-c086f5a0f41f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ec601946-45e8-45f8-9c95-c086f5a0f41f,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:16:10.773898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:10.834047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:10.834788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:15:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:10.900522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8e55b-0d06-4e59-b488-9d6dc1ba0ca6 None None] Pushing event updated for resources: {'Port': ['ID=ec601946-45e8-45f8-9c95-c086f5a0f41f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:10.946381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e1d14dd0-f70e-4e9e-bcdb-5588103f7b7b None None] Provisioning complete for port ec601946-45e8-45f8-9c95-c086f5a0f41f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:10.946810 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1d14dd0-f70e-4e9e-bcdb-5588103f7b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:11.044824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:11.119390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1d14dd0-f70e-4e9e-bcdb-5588103f7b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:11.237521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e1d14dd0-f70e-4e9e-bcdb-5588103f7b7b None None] For port ec601946-45e8-45f8-9c95-c086f5a0f41f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ec601946-45e8-45f8-9c95-c086f5a0f41f,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:11.248682 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1d14dd0-f70e-4e9e-bcdb-5588103f7b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:11.336784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d14dd0-f70e-4e9e-bcdb-5588103f7b7b None None] Pushing event updated for resources: {'Port': ['ID=ec601946-45e8-45f8-9c95-c086f5a0f41f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:11.386585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eff04534-13e5-4907-8cb6-265a4d449dae None None] Provisioning complete for port ec601946-45e8-45f8-9c95-c086f5a0f41f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:11.387303 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eff04534-13e5-4907-8cb6-265a4d449dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:11.432551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-558d00df-835c-417a-958f-5b8c413f8fd4 req-da257dfc-e6b6-494b-a744-1e77bcbde734 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 210 time: 0.0456579 Nov 10 04:16:11.458517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:10Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:11.657607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b312176-f33b-41b5-aece-f3acd7365e13 None None] The sync data for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 is: [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:10Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:16:11.709734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-4ded5c6e-ac18-4b58-aa56-4b2d403ee5d4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:11.712471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-4ded5c6e-ac18-4b58-aa56-4b2d403ee5d4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 797 time: 0.2171926 Nov 10 04:16:11.828466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-4687d689-eb66-49b6-bc8d-22bf37281c9c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 380 time: 0.1016450 Nov 10 04:16:11.845185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'port': {'device_id': '08b7cb81-4525-4660-957e-a6806030e931', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'admin_state_up': True, 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'security_groups': ['97781302-35ca-44a3-9922-c26f6f3821cf']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:11.998234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:16:12.002574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:12.192456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.8 (042d5d8f-7aa3-4446-a215-babbad168a29/d9e61225-4c8a-45f7-a2be-64a2fedfa9c3/1d304ed3-6713-4652-8f3c-a94b8abcf343) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:16:12.420600 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:12.440385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ec601946-45e8-45f8-9c95-c086f5a0f41f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:16:12.479906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:12.547319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ec601946-45e8-45f8-9c95-c086f5a0f41f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:12.548009 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:12.579601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 042d5d8f-7aa3-4446-a215-babbad168a29 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:12.585881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:12.594293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:16:12.611274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789db5e-da17-4c3e-aff2-19f1e367a740 req-1dd211b1-93df-43ad-bfd8-a5e9472d7706 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:12.612853 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c789db5e-da17-4c3e-aff2-19f1e367a740 req-1dd211b1-93df-43ad-bfd8-a5e9472d7706 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 931 time: 0.0718765 Nov 10 04:16:12.701015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:12.758236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:12.758847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c789db5e-da17-4c3e-aff2-19f1e367a740 req-ba66b952-f920-4f44-8446-b6b33cd3a6a9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341345 Nov 10 04:16:12.759739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:12.790836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-52bbec5a-2706-4ad5-bf0b-1d2421d405cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9504621 Nov 10 04:16:12.805062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Request body: {'port': {'device_id': '08b7cb81-4525-4660-957e-a6806030e931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:12.897359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:12.941064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2b693521-8fe9-4f88-8774-f81210ae6599 None None] Provisioning complete for port 1d304ed3-6713-4652-8f3c-a94b8abcf343 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:12.941439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b693521-8fe9-4f88-8774-f81210ae6599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:12.989289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2b693521-8fe9-4f88-8774-f81210ae6599 None None] Port 1d304ed3-6713-4652-8f3c-a94b8abcf343 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:16:13.258941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d304ed3-6713-4652-8f3c-a94b8abcf343 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:16:13.268611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:13.286405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Transition to ACTIVE for port object 1d304ed3-6713-4652-8f3c-a94b8abcf343 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:16:13.291827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:13.354891 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4cef24e-d444-420d-b2e1-8d141715e5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:13.386296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:13.460916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:16:13.461173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:16:13.461385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:16:13.469814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:16:13.470193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:16:13.475906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:16:13.476246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Checking segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:16:13.476630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Bound using segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:16:13.477071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Bound port: 1d304ed3-6713-4652-8f3c-a94b8abcf343, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:16:13.477435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:13.552260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:16:13.556914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:16:13.561352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:13.618316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:13.619067 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:13.620592 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] 10.222.0.44 "PUT /v2.0/ports/1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 1091 time: 0.8202517 Nov 10 04:16:13.642603 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:13.645590 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f01b61-5a09-4477-896c-40a2233b8046" -d '{"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:13.689983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a98af-1c8e-4ae7-9415-cbde13854b18 service neutron] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:13.720328 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b366d8e-fab6-4158-9326-1269577569e0 x-openstack-request-id: req-1b366d8e-fab6-4158-9326-1269577569e0 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:13.720730 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:13.721314 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b366d8e-fab6-4158-9326-1269577569e0 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:13.721803 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'status': 'completed', 'code': 200} Nov 10 04:16:13.746769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-f6a56955-07ee-4c81-9a08-3838ab9a3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:13.748774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-f6a56955-07ee-4c81-9a08-3838ab9a3b2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1094 time: 0.0723643 Nov 10 04:16:13.804030 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-7227163b-ec78-4308-988d-d7bb5ec22561 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 217 time: 0.0460956 Nov 10 04:16:13.867237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-ef86491b-dd76-4c92-a79e-773619eeb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:13.869459 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-ef86491b-dd76-4c92-a79e-773619eeb3f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.0576606 Nov 10 04:16:13.914531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ad17c-b8ca-4ca4-a65b-08a3da3a39e2 req-00fb6661-2a96-4e95-9e99-f66080fde078 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:13.917061 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-290ad17c-b8ca-4ca4-a65b-08a3da3a39e2 req-00fb6661-2a96-4e95-9e99-f66080fde078 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 943 time: 0.0794237 Nov 10 04:16:13.931003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03018-acca-4f7c-9298-2f59c726323c req-ec10bd49-cfb7-4080-a99e-2c6dba2b1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:13.933069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-ec10bd49-cfb7-4080-a99e-2c6dba2b1797 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547032 Nov 10 04:16:13.993341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-290ad17c-b8ca-4ca4-a65b-08a3da3a39e2 req-9b4d1de3-906f-4601-bae8-f7b282fa3c0c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697303 Nov 10 04:16:14.067563 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-beeb87d0-c74b-468f-ad35-fc0ed663d92a service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201007 Nov 10 04:16:14.188191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6fd03018-acca-4f7c-9298-2f59c726323c req-9a2a8273-9ac4-4666-8a7f-351528e42100 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045718 Nov 10 04:16:14.284640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f01b61-5a09-4477-896c-40a2233b8046 req-c599c56f-4f00-453a-b39e-2a23dc726daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:14.286417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59f01b61-5a09-4477-896c-40a2233b8046 req-c599c56f-4f00-453a-b39e-2a23dc726daa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1094 time: 0.0477695 Nov 10 04:16:14.386731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f01b61-5a09-4477-896c-40a2233b8046 req-0b5af570-d3c2-48f5-b304-8e5d7046dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:14.388252 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59f01b61-5a09-4477-896c-40a2233b8046 req-0b5af570-d3c2-48f5-b304-8e5d7046dba9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.0954607 Nov 10 04:16:14.431309 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59f01b61-5a09-4477-896c-40a2233b8046 req-e4d9786e-896b-48d8-9a50-2acf836106b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 217 time: 0.0357459 Nov 10 04:16:14.498077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f01b61-5a09-4477-896c-40a2233b8046 req-38bb58a1-2a5c-407a-a69c-ce2769e00a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:14.499745 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59f01b61-5a09-4477-896c-40a2233b8046 req-38bb58a1-2a5c-407a-a69c-ce2769e00a68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.0615168 Nov 10 04:16:14.551956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f01b61-5a09-4477-896c-40a2233b8046 req-80f0e211-f293-462f-b03d-45ffaba5b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:14.553480 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59f01b61-5a09-4477-896c-40a2233b8046 req-80f0e211-f293-462f-b03d-45ffaba5b22d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453885 Nov 10 04:16:14.654114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59f01b61-5a09-4477-896c-40a2233b8046 req-442a9c2a-2aa8-41c5-955f-6a057ccd2f2c service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925052 Nov 10 04:16:14.753817 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59f01b61-5a09-4477-896c-40a2233b8046 req-7574771a-e16a-429c-a8c3-f3efef24ed32 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928185 Nov 10 04:16:15.141494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20e04b-91f0-48f7-b1a5-03a2e38acffd req-4d4336a3-d4d8-4411-82b0-2be03da1a70a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:15.143605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea20e04b-91f0-48f7-b1a5-03a2e38acffd req-4d4336a3-d4d8-4411-82b0-2be03da1a70a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 943 time: 0.0579040 Nov 10 04:16:15.206658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea20e04b-91f0-48f7-b1a5-03a2e38acffd req-d5ff73d1-8828-483f-99e4-d8d498ffcecd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565953 Nov 10 04:16:15.683201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-234fc823-59b6-410d-bdb2-6610faeafc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.335682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e982e-2e5c-47a2-8be2-94e1918faab5 req-3756e760-a2ed-4b65-8138-d8db19823d03 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:16.337181 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-048e982e-2e5c-47a2-8be2-94e1918faab5 req-3756e760-a2ed-4b65-8138-d8db19823d03 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 943 time: 0.0570285 Nov 10 04:16:16.389653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-048e982e-2e5c-47a2-8be2-94e1918faab5 req-7053dff8-dd18-4aeb-845e-a9945af0ea35 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466576 Nov 10 04:16:16.574204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39572) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:16.578967 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2992eabf-818f-44b6-8f57-05ea9c860d61 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929921345', 'description': 'tempest-secgroup-smoke-1929921345 description', 'project_id': 'c2727e7c30dd42eeb24878efda9af22f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:16.604757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2992eabf-818f-44b6-8f57-05ea9c860d61 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.677382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2992eabf-818f-44b6-8f57-05ea9c860d61 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.681144 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2992eabf-818f-44b6-8f57-05ea9c860d61 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.710621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2992eabf-818f-44b6-8f57-05ea9c860d61 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.711835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2992eabf-818f-44b6-8f57-05ea9c860d61 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1365361 Nov 10 04:16:16.713838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992eabf-818f-44b6-8f57-05ea9c860d61 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:16.714875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39574) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:16.725341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-45e6e9ad-ba11-4513-b34e-64f55e3eb32f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'security_group_rule': {'security_group_id': 'fa40bacb-3337-47cd-97f7-bd3fdf70a4ca', 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:16.758798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e6e9ad-ba11-4513-b34e-64f55e3eb32f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.796832 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.822670 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e6e9ad-ba11-4513-b34e-64f55e3eb32f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.827271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e6e9ad-ba11-4513-b34e-64f55e3eb32f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.849388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6e9ad-ba11-4513-b34e-64f55e3eb32f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f70c6c-46da-423e-bf5e-42f166111f88,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:16.855225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e6e9ad-ba11-4513-b34e-64f55e3eb32f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.858395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-45e6e9ad-ba11-4513-b34e-64f55e3eb32f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366942 Nov 10 04:16:16.859537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39576) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:16.864128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-41b6b8e4-33ba-44a5-8b1a-0e029a94c8e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'security_group_rule': {'security_group_id': 'fa40bacb-3337-47cd-97f7-bd3fdf70a4ca', 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:16.893152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41b6b8e4-33ba-44a5-8b1a-0e029a94c8e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.955827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41b6b8e4-33ba-44a5-8b1a-0e029a94c8e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.959915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41b6b8e4-33ba-44a5-8b1a-0e029a94c8e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.979896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6b8e4-33ba-44a5-8b1a-0e029a94c8e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a922d36b-bf32-458c-8f6a-839c4ac6208c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:16.988747 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41b6b8e4-33ba-44a5-8b1a-0e029a94c8e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:16.990537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-41b6b8e4-33ba-44a5-8b1a-0e029a94c8e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297631 Nov 10 04:16:16.992951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39578) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:16.997802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fb14f6b9-d1b8-4b49-85fa-c066ec090f14 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'security_group_rule': {'security_group_id': 'fa40bacb-3337-47cd-97f7-bd3fdf70a4ca', 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:17.025491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb14f6b9-d1b8-4b49-85fa-c066ec090f14 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.085771 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb14f6b9-d1b8-4b49-85fa-c066ec090f14 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.089271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb14f6b9-d1b8-4b49-85fa-c066ec090f14 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.110901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14f6b9-d1b8-4b49-85fa-c066ec090f14 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8452883e-1701-4d45-8a80-cd34c3c62b88,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:17.120683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb14f6b9-d1b8-4b49-85fa-c066ec090f14 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.122463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fb14f6b9-d1b8-4b49-85fa-c066ec090f14 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282704 Nov 10 04:16:17.125089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39580) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:17.129352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-90fba146-3821-42c5-a690-04edc457769f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'security_group_rule': {'security_group_id': 'fa40bacb-3337-47cd-97f7-bd3fdf70a4ca', 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:17.159188 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90fba146-3821-42c5-a690-04edc457769f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.220161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90fba146-3821-42c5-a690-04edc457769f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.224288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90fba146-3821-42c5-a690-04edc457769f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.236240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:16:17.242842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fba146-3821-42c5-a690-04edc457769f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ede4a3-91fb-4f66-a4be-b8b85ab6d6df,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:17.252060 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90fba146-3821-42c5-a690-04edc457769f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.256018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-90fba146-3821-42c5-a690-04edc457769f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271284 Nov 10 04:16:17.256018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39582) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:17.260217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'security_group_rule': {'security_group_id': 'fa40bacb-3337-47cd-97f7-bd3fdf70a4ca', 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:17.285493 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Project c2727e7c30dd42eeb24878efda9af22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:16:17.291603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.341010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:17.354226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'port_id': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'mac_address': 'fa:16:3e:55:4d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:16:17.359377 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.363674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.383968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148cfe31-59c3-4d57-84ce-aee79e539bdf,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:17.397424 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.399104 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9900997b-e868-4813-b320-add8962594ab tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422424 Nov 10 04:16:17.401707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39584) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:17.404321 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.407170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'security_group_rule': {'security_group_id': 'fa40bacb-3337-47cd-97f7-bd3fdf70a4ca', 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:17.417684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d304ed3-6713-4652-8f3c-a94b8abcf343 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:16:17.438423 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Project c2727e7c30dd42eeb24878efda9af22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:16:17.441544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:17.446377 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.451261 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.519521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.524682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:17.525562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.534119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bdb12-3f1a-4cfa-8a64-46fd9951d39f req-6794818a-eab7-4e70-b334-e4fa31fca815 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:17.541849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2bdb12-3f1a-4cfa-8a64-46fd9951d39f req-6794818a-eab7-4e70-b334-e4fa31fca815 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.0629292 Nov 10 04:16:17.551346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:17.558703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555724 Nov 10 04:16:17.561120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130e697-7346-4e2e-9010-3a301c438e3c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a865f479-5d50-4cd8-8f73-33ff9cef0e6d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:17.600917 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2bdb12-3f1a-4cfa-8a64-46fd9951d39f req-cc186b65-eca6-4150-8c12-a3b766ad8f76 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581892 Nov 10 04:16:17.659819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1d304ed3-6713-4652-8f3c-a94b8abcf343'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:16:17.752072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-bcacc46d-2a35-449a-bd44-1b979b1ee7e6 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929921345&fields=id&tenant_id=c2727e7c30dd42eeb24878efda9af22f HTTP/1.1" status: 200 len: 267 time: 0.0522523 Nov 10 04:16:17.886591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-93536c5c-db82-4ffc-a875-453bf9bb9a25 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:17.888100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-93536c5c-db82-4ffc-a875-453bf9bb9a25 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/networks?id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 200 len: 813 time: 0.1276634 Nov 10 04:16:17.906450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-ca7a1fef-434a-4e0d-8f15-c30969dfacce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/quotas/c2727e7c30dd42eeb24878efda9af22f HTTP/1.1" status: 200 len: 375 time: 0.0122693 Nov 10 04:16:17.962187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-a8befc38-358a-4acb-9c01-e10d5ed3c71e tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2727e7c30dd42eeb24878efda9af22f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516758 Nov 10 04:16:18.123039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-235b1954-24e4-47e7-ab84-16602008eeaa service neutron] 10.222.0.24 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475925 Nov 10 04:16:18.218172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-cea749de-5fb2-42de-84d7-eb59f1806560 service neutron] 10.222.0.24 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889890 Nov 10 04:16:18.472468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:18.523336 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff973bfc-8965-414e-918a-e5474be7caef req-fe902ea4-f905-44ad-933e-37c00f162ae7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 210 time: 0.0304003 Nov 10 04:16:18.746742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe687622-b2cd-4843-832a-ddfe40ce3ce5 req-977a405a-b80b-4dcd-9b3d-90f634f340c0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:18.748809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe687622-b2cd-4843-832a-ddfe40ce3ce5 req-977a405a-b80b-4dcd-9b3d-90f634f340c0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.0702488 Nov 10 04:16:18.812481 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fe687622-b2cd-4843-832a-ddfe40ce3ce5 req-09942889-f13a-4ddc-8c5c-078fadcb9f2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530727 Nov 10 04:16:19.156703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:19.220883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:16:19.273794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 1d304ed3-6713-4652-8f3c-a94b8abcf343 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:16:19.278811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 1d304ed3-6713-4652-8f3c-a94b8abcf343 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:19.279182 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:19.358203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:19.382843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:19.385675 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757798fa-e204-455e-a107-9dc9f9f276e4" -d '{"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-plugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:19.403315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:19.407574 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:19.438549 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f464556-de3f-4791-810f-b801909202f6 x-openstack-request-id: req-3f464556-de3f-4791-810f-b801909202f6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:19.438863 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-plugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:19.439862 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f464556-de3f-4791-810f-b801909202f6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:19.440259 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'code': 200} Nov 10 04:16:19.471889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:19.636018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca73e548-b84c-4ad9-81c4-d712473d5ab3 req-199fbdeb-1565-4ecc-a4c0-cc818e05f64f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 210 time: 0.0285761 Nov 10 04:16:19.645240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2ab15-9d24-4746-8dc1-6dc005025cda req-465ea271-6ca4-4edb-8cbb-cd34404c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:19.646784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34a2ab15-9d24-4746-8dc1-6dc005025cda req-465ea271-6ca4-4edb-8cbb-cd34404c72db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1096 time: 0.1444616 Nov 10 04:16:19.658257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-297d32d3-7f89-4718-a369-1e16f11c7359 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:19.659935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-297d32d3-7f89-4718-a369-1e16f11c7359 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.11 "GET /v2.0/networks?id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 200 len: 813 time: 0.1249819 Nov 10 04:16:19.710712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34a2ab15-9d24-4746-8dc1-6dc005025cda req-36e17399-1cb9-431f-9f5c-14c9bbefaaba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490479 Nov 10 04:16:19.793846 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-9af346fc-5c91-4cdc-b240-9499b603047a tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2727e7c30dd42eeb24878efda9af22f HTTP/1.1" status: 200 len: 380 time: 0.0949225 Nov 10 04:16:19.805122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'port': {'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'admin_state_up': True, 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'security_groups': ['fa40bacb-3337-47cd-97f7-bd3fdf70a4ca']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:19.936954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Made reservation on behalf of c2727e7c30dd42eeb24878efda9af22f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:16:19.940513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:19.948300 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1912d1-8282-457a-8294-c9efdf430874 req-aa649abb-55ed-4abd-8f9c-f9239739c052 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:19.956456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad1912d1-8282-457a-8294-c9efdf430874 req-aa649abb-55ed-4abd-8f9c-f9239739c052 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0672548 Nov 10 04:16:20.021366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad1912d1-8282-457a-8294-c9efdf430874 req-3e866b40-5ae9-4315-87ed-d9044c94448d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591185 Nov 10 04:16:20.083079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Allocated IP 172.20.0.8 (84ba5487-342a-4bab-bfd3-ae9f75ca71c5/d90dd941-c341-462a-9f3e-21df4ff14cac/56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:16:20.239468 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:20.277477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:20.329600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:20.332722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:20.337051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:16:20.341454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'Port': ['ID=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:20.392719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:20.393364 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:20.410479 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-04eb5125-30aa-49ba-9f19-94c670289ea7 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107302 Nov 10 04:16:20.430348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Request body: {'port': {'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:20.500674 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:20.627657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-38896adb-27de-4126-ada3-fc5043252cc5 None None] Provisioning complete for port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:20.628211 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38896adb-27de-4126-ada3-fc5043252cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:20.722853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-38896adb-27de-4126-ada3-fc5043252cc5 None None] Port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:16:20.820891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e2b3e-6b06-433c-ab78-9b032819cd13 req-fee326f0-ea8e-4354-b9a8-b2cdf419c561 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:20.823909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e25e2b3e-6b06-433c-ab78-9b032819cd13 req-fee326f0-ea8e-4354-b9a8-b2cdf419c561 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 931 time: 0.0768607 Nov 10 04:16:20.859529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:16:20.869335 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:20.882566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Transition to ACTIVE for port object 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:16:20.888118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:20.891234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e25e2b3e-6b06-433c-ab78-9b032819cd13 req-f57b8664-7d94-4519-b4ab-9339335ba4d1 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612793 Nov 10 04:16:20.977828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Pushing event updated for resources: {'Port': ['ID=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:21.048197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Attempting to bind port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:16:21.048676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Attempting to bind port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:16:21.049012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Attempting to bind port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd on network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:16:21.054675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd on network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:16:21.055237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Attempting to bind port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd on network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:16:21.061979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:16:21.062325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Checking segment: {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:16:21.062707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Bound using segment: {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:16:21.063525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Bound port: 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bdda0c4-0200-41e7-b216-fd39b64fa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:16:21.063886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:21.156884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] For port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:16:21.159819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a52c-07d7-475f-9a04-919a439e437a req-75dc712e-f780-4502-8682-60ab1b4d6c42 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:21.161515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] For port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:16:21.169283 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:21.171920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e844a52c-07d7-475f-9a04-919a439e437a req-75dc712e-f780-4502-8682-60ab1b4d6c42 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0790038 Nov 10 04:16:21.253384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e844a52c-07d7-475f-9a04-919a439e437a req-d90c7d3b-722c-4119-9657-c71be7894a18 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802994 Nov 10 04:16:21.264913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:21.265541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:21.268444 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] 10.222.0.11 "PUT /v2.0/ports/56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 200 len: 1091 time: 0.8422740 Nov 10 04:16:21.271239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:21.273992 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ebe0fc-7bf6-4c55-8573-976216338d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:21.278501 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0149-b754-40f2-b1aa-774d2afef098 service neutron] Pushing event updated for resources: {'Port': ['ID=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:21.330219 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0886b6ab-1c6a-4b9e-bea7-63007e7c3371 x-openstack-request-id: req-0886b6ab-1c6a-4b9e-bea7-63007e7c3371 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:21.331108 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:21.331548 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0886b6ab-1c6a-4b9e-bea7-63007e7c3371 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:21.332112 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'status': 'completed', 'code': 200} Nov 10 04:16:21.410035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-a4a32f3a-0197-401a-984d-ea28ba7bd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:21.411732 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-a4a32f3a-0197-401a-984d-ea28ba7bd273 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2727e7c30dd42eeb24878efda9af22f&device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1094 time: 0.0648830 Nov 10 04:16:21.459923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f166d3e-3aeb-45b4-8ac8-417d6407de41 req-fef54a4e-367b-44ac-afa6-c1022d890350 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:21.461846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f166d3e-3aeb-45b4-8ac8-417d6407de41 req-fef54a4e-367b-44ac-afa6-c1022d890350 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0944283 Nov 10 04:16:21.488016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-124259db-5757-4b18-aade-d2018679e100 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 200 len: 217 time: 0.0613627 Nov 10 04:16:21.562128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f166d3e-3aeb-45b4-8ac8-417d6407de41 req-27bc260c-ffe9-4193-b6e4-0e7395172b86 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931430 Nov 10 04:16:21.599477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-6f92693a-f349-4f95-a89c-aa4b65b597e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:21.601760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39652) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:21.608667 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-6f92693a-f349-4f95-a89c-aa4b65b597e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d90dd941-c341-462a-9f3e-21df4ff14cac HTTP/1.1" status: 200 len: 852 time: 0.1059732 Nov 10 04:16:21.650568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9537af8f-e2d0-48c8-bb07-8759e4d52c9d tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:21.650919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbde2-ce59-4376-8760-78e088c84745 req-3b461ad8-8f38-44ae-89bb-7207c6ca2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:21.652005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9537af8f-e2d0-48c8-bb07-8759e4d52c9d tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1091 time: 0.0491168 Nov 10 04:16:21.653295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-3b461ad8-8f38-44ae-89bb-7207c6ca2bb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438526 Nov 10 04:16:21.654779 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39654) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:21.659155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:21.683803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:21.775316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-4c0630b5-e5ca-4bf1-b618-e3375ddbc5eb service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143844 Nov 10 04:16:21.850265 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:21.899405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4befbde2-ce59-4376-8760-78e088c84745 req-f5e563b8-9faa-46c9-b77a-dcabc8471ce8 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171782 Nov 10 04:16:22.030503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-9c808f39-a887-4305-abeb-5864468be895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:22.030503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-9c808f39-a887-4305-abeb-5864468be895 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2727e7c30dd42eeb24878efda9af22f&device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1094 time: 0.0537901 Nov 10 04:16:22.106525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987575c-ad6b-44a3-aba5-09b1e037478b req-2120a320-05b3-4fbe-a0c3-b3481b766d49 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:22.117007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b987575c-ad6b-44a3-aba5-09b1e037478b req-2120a320-05b3-4fbe-a0c3-b3481b766d49 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.1192064 Nov 10 04:16:22.120364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.141 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/d4fd64ee-8361-4610-9561-7f29623e317d) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:16:22.158240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-7faa25be-fbe5-421a-9f71-2d85df216807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:22.159973 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-7faa25be-fbe5-421a-9f71-2d85df216807 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 200 len: 913 time: 0.1230142 Nov 10 04:16:22.219121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-3368039d-743b-4f94-b147-a1038e8d6011 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 200 len: 217 time: 0.0517695 Nov 10 04:16:22.236298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b987575c-ad6b-44a3-aba5-09b1e037478b req-255e65b2-3bb6-4efa-a49b-7a88ca520ce3 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166015 Nov 10 04:16:22.319755 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:22.323931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-8f3429f4-1039-4b60-858f-9d4a5df5d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:22.326977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-8f3429f4-1039-4b60-858f-9d4a5df5d694 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d90dd941-c341-462a-9f3e-21df4ff14cac HTTP/1.1" status: 200 len: 852 time: 0.1002007 Nov 10 04:16:22.368084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:22.382694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-b1600f18-2935-46fe-bf65-00284f89612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:22.384309 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-b1600f18-2935-46fe-bf65-00284f89612a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504584 Nov 10 04:16:22.413432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:22.416263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:22.423407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:16:22.490267 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-150f136c-228a-4735-ade7-2a2523780f98 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953386 Nov 10 04:16:22.528453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=d4fd64ee-8361-4610-9561-7f29623e317d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:22.624385 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-05ebe0fc-7bf6-4c55-8573-976216338d4b req-434eac62-b112-46ae-9a81-ceb1dbb7e039 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264439 Nov 10 04:16:22.830008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:22.904226 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:23.071832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:23.077260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:23.146548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=d4fd64ee-8361-4610-9561-7f29623e317d,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:23.156956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:23.260581 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP 2639cf82-bba8-4158-a2ca-1a8c91b8f299 associated. External IP: 172.25.6.141, port: 1d304ed3-6713-4652-8f3c-a94b8abcf343. Nov 10 04:16:23.400282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abf513-d232-4190-b427-442f96fe3a41 req-062ccb09-b8ff-42e7-8943-a9cc914b85e5 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:23.401777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7abf513-d232-4190-b427-442f96fe3a41 req-062ccb09-b8ff-42e7-8943-a9cc914b85e5 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0943406 Nov 10 04:16:23.497449 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:23.540308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a7abf513-d232-4190-b427-442f96fe3a41 req-93390f47-1e70-46b3-8d62-8893a7ca8c53 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974793 Nov 10 04:16:23.555247 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 1367b8ec-935b-4cff-bffc-747233718f03 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:16:23.686563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:16:23.700209 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] Sync routers for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:16:23.707725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:23.713620 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:23.714358 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:16:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:23.739095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-35b9ada4-7ff1-4e8d-bddf-5b30d796ba2b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0808961 Nov 10 04:16:23.739095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:23.750778 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780" -d '{"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:23.859772 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:23.900097 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93064430-9526-4f21-a7ee-4328e6594ce4 x-openstack-request-id: req-93064430-9526-4f21-a7ee-4328e6594ce4 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:23.912050 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:23.916079 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93064430-9526-4f21-a7ee-4328e6594ce4 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:23.918742 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'status': 'completed', 'code': 200} Nov 10 04:16:23.933476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426750bf-8a13-4f0f-9e83-f87d0415d4b0 req-cf5c629e-b838-4382-a7e5-cb607c4576e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:23.941480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-426750bf-8a13-4f0f-9e83-f87d0415d4b0 req-cf5c629e-b838-4382-a7e5-cb607c4576e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.1172118 Nov 10 04:16:23.994146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-8b844f93-0be0-4d77-9c0f-fb492dc5cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:23.995677 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-8b844f93-0be0-4d77-9c0f-fb492dc5cb44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1096 time: 0.0719948 Nov 10 04:16:24.015319 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-426750bf-8a13-4f0f-9e83-f87d0415d4b0 req-7d7f6761-dc7c-4b35-81be-0b6621a985d6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664151 Nov 10 04:16:24.028096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39680) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:24.133511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-204fd4dd-87f0-45ec-b5f5-013b92ddc90c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/2639cf82-bba8-4158-a2ca-1a8c91b8f299 HTTP/1.1" status: 200 len: 991 time: 0.1029890 Nov 10 04:16:24.150316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-cbcaa189-cfd8-4fa3-892e-bfff39f99f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:24.153683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-cbcaa189-cfd8-4fa3-892e-bfff39f99f69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.1493826 Nov 10 04:16:24.170580 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2639cf82-bba8-4158-a2ca-1a8c91b8f299', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'port_id': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'mac_address': 'fa:16:3e:55:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b7cb81-4525-4660-957e-a6806030e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:22Z', 'updated_at': '2021-11-10T04:16:22Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:24.197333 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] Checking router: 1367b8ec-935b-4cff-bffc-747233718f03 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:16:24.206633 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:24.207372 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:16:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:24.227138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-0df993a0-b684-45ce-b45d-39cf751f31f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 999 time: 0.0661762 Nov 10 04:16:24.286251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-a2e51d4e-d43b-41d5-b14e-6ccad7421bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:24.288143 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-a2e51d4e-d43b-41d5-b14e-6ccad7421bda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.0541627 Nov 10 04:16:24.338140 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:24.359417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-599b4fda-df13-412d-8c5c-528c4a55c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:24.361110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-599b4fda-df13-412d-8c5c-528c4a55c51a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652161 Nov 10 04:16:24.491753 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-d717996a-a721-42fc-8dac-51e0e38a4297 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234994 Nov 10 04:16:24.602478 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7cdb98dd-48b5-48ce-81cc-1aa1c1245780 req-b2b5bf43-a952-4495-b3fe-0877a02d3063 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035495 Nov 10 04:16:24.719029 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2639cf82-bba8-4158-a2ca-1a8c91b8f299', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'port_id': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'mac_address': 'fa:16:3e:55:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b7cb81-4525-4660-957e-a6806030e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:22Z', 'updated_at': '2021-11-10T04:16:22Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:24.727568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311984bb-b26b-48f7-9b13-6fddcdbd8d8f req-9fb6b34c-83b0-46c2-a73f-bfd5f6b3c5be tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:24.729355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-311984bb-b26b-48f7-9b13-6fddcdbd8d8f req-9fb6b34c-83b0-46c2-a73f-bfd5f6b3c5be tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0770106 Nov 10 04:16:24.763407 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae42ea1-617b-413c-9fa0-7bfae502580f None None] The sync data for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 is: [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2639cf82-bba8-4158-a2ca-1a8c91b8f299', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'port_id': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'mac_address': 'fa:16:3e:55:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b7cb81-4525-4660-957e-a6806030e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:22Z', 'updated_at': '2021-11-10T04:16:22Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:16:24.789682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-311984bb-b26b-48f7-9b13-6fddcdbd8d8f req-ad758b37-332f-4c4d-9c4a-d89407715f06 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506968 Nov 10 04:16:25.036921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ed2de-5929-41f1-bbf9-665b1d57011d None None] New status for floating IP 2639cf82-bba8-4158-a2ca-1a8c91b8f299: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:16:25.136340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39686) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:25.234946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e459d44e-0951-40f6-a6af-c3b6a06143ee tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/2639cf82-bba8-4158-a2ca-1a8c91b8f299 HTTP/1.1" status: 200 len: 991 time: 0.0955560 Nov 10 04:16:25.915960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e5308-f436-47c2-9dce-bb831410528e req-6943f4a6-dbff-4e0c-ae19-68817451b899 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:25.917412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-381e5308-f436-47c2-9dce-bb831410528e req-6943f4a6-dbff-4e0c-ae19-68817451b899 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0516083 Nov 10 04:16:25.968139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-381e5308-f436-47c2-9dce-bb831410528e req-02475e79-a095-491d-a256-74a35957ac78 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439389 Nov 10 04:16:26.236179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39692) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:26.313679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3d21f513-aa3d-4478-beba-e1f21387e7a8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/2639cf82-bba8-4158-a2ca-1a8c91b8f299 HTTP/1.1" status: 200 len: 993 time: 0.0758703 Nov 10 04:16:27.082433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59f6ee-7fce-4f93-ad91-16593d06c346 req-13208ef4-61d5-4350-960f-52e30dfc1733 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:27.083929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb59f6ee-7fce-4f93-ad91-16593d06c346 req-13208ef4-61d5-4350-960f-52e30dfc1733 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0472999 Nov 10 04:16:27.134742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb59f6ee-7fce-4f93-ad91-16593d06c346 req-66e2493e-935c-43f3-8348-a93e6c672251 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448132 Nov 10 04:16:28.249676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f0b6c-a778-4d3f-b158-6dc5673e1a80 req-89d98a25-4e54-4357-9ba7-11ea69a15804 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:28.251151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d1f0b6c-a778-4d3f-b158-6dc5673e1a80 req-89d98a25-4e54-4357-9ba7-11ea69a15804 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0476537 Nov 10 04:16:28.300629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8d1f0b6c-a778-4d3f-b158-6dc5673e1a80 req-1c87614f-f348-4b4c-bc31-34d774577917 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435383 Nov 10 04:16:29.415206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d0ca-aa31-4e45-9c9d-e3dd813be345 req-cf231c15-e9be-433c-9d37-1f6a8b6dfc5f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:29.416679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4078d0ca-aa31-4e45-9c9d-e3dd813be345 req-cf231c15-e9be-433c-9d37-1f6a8b6dfc5f tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0479491 Nov 10 04:16:29.467350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4078d0ca-aa31-4e45-9c9d-e3dd813be345 req-07e42ab3-afd4-4c8a-89f1-e9668f62383d tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Nov 10 04:16:30.596610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f498-8981-49ee-844e-da4590d60a92 req-c637b4f1-fb59-449f-8d43-b9e92d82d160 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:30.598132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94f3f498-8981-49ee-844e-da4590d60a92 req-c637b4f1-fb59-449f-8d43-b9e92d82d160 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0578246 Nov 10 04:16:30.650028 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94f3f498-8981-49ee-844e-da4590d60a92 req-8e7d26b4-98af-4716-9b29-acb049a9e749 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Nov 10 04:16:30.812598 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:16:31.766184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1031c-cb99-4733-ad73-28724a84e975 req-efed9a9b-0bca-4672-956e-4ff59d17409c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:31.767716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5db1031c-cb99-4733-ad73-28724a84e975 req-efed9a9b-0bca-4672-956e-4ff59d17409c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0491700 Nov 10 04:16:31.815766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5db1031c-cb99-4733-ad73-28724a84e975 req-e4af7dca-a8ab-45d8-b466-cdafc1616a7d tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Nov 10 04:16:32.935608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85a248-1d25-4433-a97f-27a1577313f4 req-d78ab903-e2db-4f2f-b7dc-3c1265b308bf tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:32.937090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a85a248-1d25-4433-a97f-27a1577313f4 req-d78ab903-e2db-4f2f-b7dc-3c1265b308bf tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0515406 Nov 10 04:16:33.352300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a85a248-1d25-4433-a97f-27a1577313f4 req-fc45dcb5-e6bc-4eff-944f-689631a1271b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090455 Nov 10 04:16:34.471884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6813f3-e083-4c02-b6c0-794f3e9003a7 req-4db8a9c5-3719-49fa-ad1c-13b7110933d6 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:34.474199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c6813f3-e083-4c02-b6c0-794f3e9003a7 req-4db8a9c5-3719-49fa-ad1c-13b7110933d6 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 943 time: 0.0504680 Nov 10 04:16:34.525002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6c6813f3-e083-4c02-b6c0-794f3e9003a7 req-37a0c565-6de1-4361-9ebc-e7c813f5171e tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Nov 10 04:16:34.772977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:16:34.868538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:34.880170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'mac_address': 'fa:16:3e:47:b7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:16:34.914953 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:34.928585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:16:34.947710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:34.951118 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:34.995651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:35.333558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:16:35.654406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832048f2-8eb5-4a08-8d26-2bc9e0c6abb1 req-73b4ca80-e72b-4d5a-b5cd-786f601f178c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:35.655951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-832048f2-8eb5-4a08-8d26-2bc9e0c6abb1 req-73b4ca80-e72b-4d5a-b5cd-786f601f178c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 944 time: 0.0483148 Nov 10 04:16:35.708648 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-832048f2-8eb5-4a08-8d26-2bc9e0c6abb1 req-3ce5db72-159c-48ac-9d73-1b2cfbfff94b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467145 Nov 10 04:16:36.785394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:16:36.831303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801683d-3822-42fa-82b6-a8ac15251643 req-b0bc9a37-7067-40a7-948c-1ec373e7c111 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:36.833718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a801683d-3822-42fa-82b6-a8ac15251643 req-b0bc9a37-7067-40a7-948c-1ec373e7c111 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 944 time: 0.0558045 Nov 10 04:16:36.856797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:16:36.860754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:16:36.861188 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:36.888717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a801683d-3822-42fa-82b6-a8ac15251643 req-832c7eef-9854-4c80-accb-7dbf5aaf9eca tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460248 Nov 10 04:16:36.939885 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:36.961548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:36.963781 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf81c62-1d1f-4905-8295-f32b0c08897c" -d '{"events": [{"server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "name": "network-vif-plugged", "status": "completed", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:36.977134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:16:36.981465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:37.004576 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb380883-4573-4392-8d13-f297a96f06f4 x-openstack-request-id: req-eb380883-4573-4392-8d13-f297a96f06f4 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:37.004894 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "name": "network-vif-plugged", "status": "completed", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:37.005141 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb380883-4573-4392-8d13-f297a96f06f4 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:37.005525 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'code': 200} Nov 10 04:16:37.034472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:37.461253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e418a-0615-4fd0-915c-e6ad03c9f6e8 req-74f9f2bd-1905-4992-9e98-8ab1d76d1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:37.462816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a96e418a-0615-4fd0-915c-e6ad03c9f6e8 req-74f9f2bd-1905-4992-9e98-8ab1d76d1577 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1096 time: 0.3770070 Nov 10 04:16:37.510876 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a96e418a-0615-4fd0-915c-e6ad03c9f6e8 req-43e94597-a9b7-4ced-9b5f-72a9955580b2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403712 Nov 10 04:16:38.007171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81885c3-93dd-4acc-9b57-c36acb16c7e2 req-03eafff1-9163-4f15-913f-8c6289355349 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:38.008644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e81885c3-93dd-4acc-9b57-c36acb16c7e2 req-03eafff1-9163-4f15-913f-8c6289355349 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 945 time: 0.0484893 Nov 10 04:16:38.059458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e81885c3-93dd-4acc-9b57-c36acb16c7e2 req-44592313-8229-4554-b561-8ffef81726e4 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446243 Nov 10 04:16:38.264758 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:39.181362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87826f2-d965-425e-a8ea-a415305bf339 req-f4a08c1c-34dd-497c-b811-0893c9705063 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:39.182886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e87826f2-d965-425e-a8ea-a415305bf339 req-f4a08c1c-34dd-497c-b811-0893c9705063 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 945 time: 0.0534317 Nov 10 04:16:39.233724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e87826f2-d965-425e-a8ea-a415305bf339 req-0f2aaf1c-f44d-4b80-825b-ccaa9bfe3485 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Nov 10 04:16:39.348483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44d523-aa8e-4126-bc46-f89df9120761 req-6f9a3001-d686-4109-beb5-47bddaf1ca30 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:39.350178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e44d523-aa8e-4126-bc46-f89df9120761 req-6f9a3001-d686-4109-beb5-47bddaf1ca30 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 945 time: 0.0477321 Nov 10 04:16:39.399681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4e44d523-aa8e-4126-bc46-f89df9120761 req-7b1f5a66-b70a-49d3-954f-f5fdb490b52c tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Nov 10 04:16:39.421559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39800) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:39.572855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371d613-aa66-4b4a-a899-0a31e5b636e7 tempest-TestVolumeBackupRestore-1142479263 tempest-TestVolumeBackupRestore-1142479263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:39.578098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0371d613-aa66-4b4a-a899-0a31e5b636e7 tempest-TestVolumeBackupRestore-1142479263 tempest-TestVolumeBackupRestore-1142479263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1091 time: 0.1525314 Nov 10 04:16:39.578294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 39808) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:39.582546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:39.604276 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:39.703462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:39.820198 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Allocated IP 172.25.6.164 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/6035089f-b227-4a35-96e7-0bc101d060de) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:16:39.921330 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:39.953848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:39.997307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:16:40.000722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:16:40.003917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:16:40.026103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'Port': ['ID=6035089f-b227-4a35-96e7-0bc101d060de,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:40.361809 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:40.431048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:40.578888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:40.583302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:40.650027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event updated for resources: {'Port': ['ID=6035089f-b227-4a35-96e7-0bc101d060de,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:16:40.675247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:40.780568 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Floating IP 2eaf42e5-477b-4945-b241-2286c4c1d1e7 associated. External IP: 172.25.6.164, port: 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd. Nov 10 04:16:40.985753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Router 3d875eac-fbc3-4e60-b346-ad9702265e59 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:16:41.090739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:16:41.100971 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] Sync routers for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:16:41.110159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:41.113238 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:41.114198 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:16:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:41.140164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e04688c3-3424-4f07-b572-31865481f5ce tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5608447 Nov 10 04:16:41.140785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:41.142950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39824) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:41.143650 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152f72f-f78b-4fcc-b483-4236cc0bf782" -d '{"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:41.192798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49cff2f-a189-4e48-8808-570abd1b9461 tempest-TestVolumeBackupRestore-1142479263 tempest-TestVolumeBackupRestore-1142479263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:41.195272 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e790c1-f7e0-4725-90ac-b78abf52e3cc x-openstack-request-id: req-b4e790c1-f7e0-4725-90ac-b78abf52e3cc {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:41.195554 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:41.195804 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4e790c1-f7e0-4725-90ac-b78abf52e3cc {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:41.196197 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'status': 'completed', 'code': 200} Nov 10 04:16:41.198495 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e49cff2f-a189-4e48-8808-570abd1b9461 tempest-TestVolumeBackupRestore-1142479263 tempest-TestVolumeBackupRestore-1142479263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1091 time: 0.0545058 Nov 10 04:16:41.200679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:41.205463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Request body: {'floatingip': {'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:16:41.249250 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:41.297158 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for floatingip, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:41.337635 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-1ca3ebe0-63ef-49c5-b71b-f75bd866f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:41.339145 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-1ca3ebe0-63ef-49c5-b71b-f75bd866f1ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2727e7c30dd42eeb24878efda9af22f&device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1096 time: 0.0865049 Nov 10 04:16:41.493662 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2eaf42e5-477b-4945-b241-2286c4c1d1e7', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'mac_address': 'fa:16:3e:47:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:40Z', 'updated_at': '2021-11-10T04:16:40Z', 'revision_number': 0, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:41.522811 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] Checking router: 3d875eac-fbc3-4e60-b346-ad9702265e59 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:16:41.533343 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:41.533951 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:16:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:41.538185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-b71b4cf2-b3b9-4812-8aa5-65d50ff1f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:41.539644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-b71b4cf2-b3b9-4812-8aa5-65d50ff1f7d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 200 len: 913 time: 0.1904278 Nov 10 04:16:41.651673 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:41.673859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-0fb67d9b-1567-4b50-b563-b751e274df35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 200 len: 999 time: 0.1034422 Nov 10 04:16:41.772000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-b58a4d26-9205-46ef-8238-52fbbb5bef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:41.773525 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-b58a4d26-9205-46ef-8238-52fbbb5bef33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d90dd941-c341-462a-9f3e-21df4ff14cac HTTP/1.1" status: 200 len: 852 time: 0.0932555 Nov 10 04:16:41.867931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-550940a0-4fd1-4d34-9bcd-bcac47be2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:41.869418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-550940a0-4fd1-4d34-9bcd-bcac47be2110 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855134 Nov 10 04:16:41.896828 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2eaf42e5-477b-4945-b241-2286c4c1d1e7', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'mac_address': 'fa:16:3e:47:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:40Z', 'updated_at': '2021-11-10T04:16:40Z', 'revision_number': 0, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:41.926205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75dbec-7830-499e-a0c9-168413e7cc54 None None] The sync data for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 is: [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2eaf42e5-477b-4945-b241-2286c4c1d1e7', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'mac_address': 'fa:16:3e:47:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:40Z', 'updated_at': '2021-11-10T04:16:40Z', 'revision_number': 0, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:16:42.039164 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-16896296-457d-4e61-a1c1-b4fbb4c852f8 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610360 Nov 10 04:16:42.043795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:42.054410 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:42.163199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d132e0d4-ef56-402c-8e32-d6ab4cc8290e None None] New status for floating IP 2eaf42e5-477b-4945-b241-2286c4c1d1e7: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:16:42.216742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3152f72f-f78b-4fcc-b483-4236cc0bf782 req-966b22bc-1a66-4592-bdb3-8e7942e5dda6 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705153 Nov 10 04:16:42.334825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Router 3d875eac-fbc3-4e60-b346-ad9702265e59 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:16:42.455424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:16:42.460635 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:42.466465 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] Sync routers for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:16:42.478204 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:42.478204 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:16:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:42.490253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:42.491887 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a4eae5-8deb-432b-92f9-036cf7bef64a" -d '{"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:42.531558 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-58aa0f6d-268d-439b-827c-075a90bbc33b tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "PUT /v2.0/floatingips/2eaf42e5-477b-4945-b241-2286c4c1d1e7 HTTP/1.1" status: 200 len: 991 time: 1.3283143 Nov 10 04:16:42.549312 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec6c72e-4c2f-408a-a7ad-18b8a8d4eb86 x-openstack-request-id: req-aec6c72e-4c2f-408a-a7ad-18b8a8d4eb86 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:42.549720 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:42.550093 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aec6c72e-4c2f-408a-a7ad-18b8a8d4eb86 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:42.550587 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'status': 'completed', 'code': 200} Nov 10 04:16:42.595131 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:42.645724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-a69f3949-ca42-4f7b-aee7-89d7a212c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:42.647603 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-a69f3949-ca42-4f7b-aee7-89d7a212c1f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2727e7c30dd42eeb24878efda9af22f&device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1096 time: 0.0519245 Nov 10 04:16:42.748361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-a194f1d8-9054-48b9-9137-aee01f0bccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:42.750334 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-a194f1d8-9054-48b9-9137-aee01f0bccd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 200 len: 913 time: 0.0953326 Nov 10 04:16:42.820127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-39c9510d-f685-4a5f-8f8b-a006f6b078cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 200 len: 1001 time: 0.0614946 Nov 10 04:16:42.825134 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2eaf42e5-477b-4945-b241-2286c4c1d1e7', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'mac_address': 'fa:16:3e:47:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:40Z', 'updated_at': '2021-11-10T04:16:42Z', 'revision_number': 2, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:42.883126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-e4ff48a6-cfe8-4e6e-9176-16cd687bb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:42.885665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-e4ff48a6-cfe8-4e6e-9176-16cd687bb388 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d90dd941-c341-462a-9f3e-21df4ff14cac HTTP/1.1" status: 200 len: 852 time: 0.0580924 Nov 10 04:16:42.936754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-c6fa16dd-c7a2-4b72-b1ca-1a473f57e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:42.938473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-c6fa16dd-c7a2-4b72-b1ca-1a473f57e4f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444887 Nov 10 04:16:42.955220 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] Checking router: 3d875eac-fbc3-4e60-b346-ad9702265e59 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:16:42.965221 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:16:42.965840 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:16:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:43.037802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-b8b0aa45-c2e8-4eed-9c8b-4136317c2473 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919628 Nov 10 04:16:43.072993 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:16:43.132851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-58a4eae5-8deb-432b-92f9-036cf7bef64a req-5b4e652b-355d-4b0a-a251-079cf531ffaa service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Nov 10 04:16:43.292801 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2eaf42e5-477b-4945-b241-2286c4c1d1e7', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'mac_address': 'fa:16:3e:47:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:40Z', 'updated_at': '2021-11-10T04:16:42Z', 'revision_number': 2, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:16:43.321725 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c94925-dfa3-4745-b1ce-6d28f9056fb4 None None] The sync data for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 is: [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '2eaf42e5-477b-4945-b241-2286c4c1d1e7', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'port_id': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'mac_address': 'fa:16:3e:47:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:40Z', 'updated_at': '2021-11-10T04:16:42Z', 'revision_number': 2, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:16:43.351114 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-60937bc2-4192-46d8-927e-0b627635e0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:44.551767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:16:44.554240 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:16:44.591865 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216035b1-2cb0-4826-a394-4b6ca4e7ed4c x-openstack-request-id: req-216035b1-2cb0-4826-a394-4b6ca4e7ed4c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:16:44.592152 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:16:44.592404 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-216035b1-2cb0-4826-a394-4b6ca4e7ed4c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:16:44.592806 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'status': 'completed', 'code': 200} Nov 10 04:16:44.678923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-a297255f-e23f-4d6e-8915-5fded56a57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:44.680436 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-a297255f-e23f-4d6e-8915-5fded56a57ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2727e7c30dd42eeb24878efda9af22f&device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1096 time: 0.0448837 Nov 10 04:16:44.775002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-a5dbd180-624b-4923-8dd8-46233873ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:44.776450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-a5dbd180-624b-4923-8dd8-46233873ca36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 200 len: 913 time: 0.0875652 Nov 10 04:16:44.842888 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-25f8e2bd-269f-486b-b2f6-36650bd2a90d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 200 len: 1001 time: 0.0600398 Nov 10 04:16:44.891611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-c7e7bdd1-f8a7-4e64-8fa1-d65312e2fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:44.893050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-c7e7bdd1-f8a7-4e64-8fa1-d65312e2fae5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d90dd941-c341-462a-9f3e-21df4ff14cac HTTP/1.1" status: 200 len: 852 time: 0.0437813 Nov 10 04:16:44.942238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-a69b11ce-97ea-4b54-a1cc-7d29458055fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:44.943747 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-a69b11ce-97ea-4b54-a1cc-7d29458055fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432520 Nov 10 04:16:45.045915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-ea6e3ea5-c51d-4a7f-8d66-90d1daaaf5eb service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941033 Nov 10 04:16:45.141666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-7d68b84b-8d63-47b3-b2c8-43ec63f3f0e9 req-c5156b08-4a72-4270-8a2e-56c7b2ba154e service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891528 Nov 10 04:16:45.675056 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-735b78ff-f65a-4106-80da-5bd2411d6976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:46.798816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:48.468483 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:49.152487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:53.516369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:16:57.623574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da657552-e2d0-4ba5-a784-ce296113c4d5 req-a2b01aef-396e-4c18-97c8-0759a4f98b57 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:57.625131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da657552-e2d0-4ba5-a784-ce296113c4d5 req-a2b01aef-396e-4c18-97c8-0759a4f98b57 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1096 time: 0.0435698 Nov 10 04:16:57.678927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da657552-e2d0-4ba5-a784-ce296113c4d5 req-62bf22e6-9557-4659-a5cd-854a6b0061c6 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452259 Nov 10 04:16:57.817209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5addd-a608-4a2e-a570-60f60e3e3536 req-8f863bd6-9d2e-47d3-9960-6eba943d9210 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:57.822513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4f5addd-a608-4a2e-a570-60f60e3e3536 req-8f863bd6-9d2e-47d3-9960-6eba943d9210 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0599489 Nov 10 04:16:57.868806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4f5addd-a608-4a2e-a570-60f60e3e3536 req-831a202a-0ec4-45c3-991b-7a9b45985729 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 Nov 10 04:16:57.893920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 39958) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:16:57.953082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2e03c0b5-41da-4b56-8c3f-b69ff6864b10 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/2639cf82-bba8-4158-a2ca-1a8c91b8f299 HTTP/1.1" status: 200 len: 993 time: 0.0578713 Nov 10 04:16:58.252731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-0cb011b7-6f89-47e5-838a-6791320c0e04 req-d37220b4-6d01-4d7f-b724-a049fbaaff21 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:16:58.253819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0cb011b7-6f89-47e5-838a-6791320c0e04 req-d37220b4-6d01-4d7f-b724-a049fbaaff21 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054476 Nov 10 04:16:58.546338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd4829-3f7f-43c4-acbc-e525dcd114e7 req-af07e769-a1aa-432e-91ad-a223ccba25ab tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:58.547852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4bd4829-3f7f-43c4-acbc-e525dcd114e7 req-af07e769-a1aa-432e-91ad-a223ccba25ab tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0592718 Nov 10 04:16:58.586456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-89c65044-c97d-4e5f-819c-01283f390505 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146712 Nov 10 04:16:58.597474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-26cb4859-de5a-4e0f-a3a4-ccb28774261e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:16:58.599389 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-26cb4859-de5a-4e0f-a3a4-ccb28774261e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066700 Nov 10 04:16:58.617552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c4bd4829-3f7f-43c4-acbc-e525dcd114e7 req-a196eede-6100-4a7b-b3d5-54ea27bc7264 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624907 Nov 10 04:16:59.736655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89d34-134d-4da0-bbce-193ef1b64cfa req-1ca8695a-fa1d-4c60-9175-bdd2bb3abbd3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:59.738373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81a89d34-134d-4da0-bbce-193ef1b64cfa req-1ca8695a-fa1d-4c60-9175-bdd2bb3abbd3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Nov 10 04:16:59.794574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81a89d34-134d-4da0-bbce-193ef1b64cfa req-c237a16a-306a-4306-8ef8-89801e838f59 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499218 Nov 10 04:16:59.905357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-40b438d7-3057-44ce-92a9-68c900c76dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:16:59.907293 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-40b438d7-3057-44ce-92a9-68c900c76dec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1096 time: 0.0473099 Nov 10 04:17:00.004548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-3618012e-967b-4054-b126-a22822fec084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:00.006399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-3618012e-967b-4054-b126-a22822fec084 service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.0924761 Nov 10 04:17:00.093949 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-208f93e3-bd68-4862-82bb-00014e2b17e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 1001 time: 0.0796168 Nov 10 04:17:00.145826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f268cf7f-0ce3-470b-8ba1-ac63c176c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:00.147343 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f268cf7f-0ce3-470b-8ba1-ac63c176c618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.0471213 Nov 10 04:17:00.193923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f718296b-e4bf-4a31-aaef-60586310822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:00.195419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f718296b-e4bf-4a31-aaef-60586310822f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418613 Nov 10 04:17:00.289521 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-07ddba07-af41-4505-a5e5-34b1b41e9cc9 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868425 Nov 10 04:17:00.378908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-9a49a068-878f-437c-928c-818b706f170c service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826652 Nov 10 04:17:00.914050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bc6d5-49ec-4262-8ac8-7e291f536137 req-fc39279f-7232-4a8b-b561-589e531bf955 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:00.915726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-605bc6d5-49ec-4262-8ac8-7e291f536137 req-fc39279f-7232-4a8b-b561-589e531bf955 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0501764 Nov 10 04:17:00.967063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-605bc6d5-49ec-4262-8ac8-7e291f536137 req-61fb5136-50c1-4fa1-8dea-615fc0fab675 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Nov 10 04:17:02.095186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8c135-5630-4403-b005-787591d11c71 req-5e98b3d0-d034-4b28-813c-20f38d63fec7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:02.097066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42a8c135-5630-4403-b005-787591d11c71 req-5e98b3d0-d034-4b28-813c-20f38d63fec7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0585663 Nov 10 04:17:02.154306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42a8c135-5630-4403-b005-787591d11c71 req-fcd7cf47-0068-40d2-bcd6-cd28f024bfa9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490370 Nov 10 04:17:03.277074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1799-5cd3-4e54-a68f-66754f87ccd8 req-b94e31fa-b083-4887-896c-ec750d87112c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:03.278583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9fd1799-5cd3-4e54-a68f-66754f87ccd8 req-b94e31fa-b083-4887-896c-ec750d87112c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Nov 10 04:17:03.328390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9fd1799-5cd3-4e54-a68f-66754f87ccd8 req-716fe261-9068-4451-9858-e818f2a12294 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Nov 10 04:17:04.444525 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea5680-5792-4ad4-8899-fc616cfcb841 req-4ae0cccc-9a39-4953-91f3-ef952500edb7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:04.445996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62ea5680-5792-4ad4-8899-fc616cfcb841 req-4ae0cccc-9a39-4953-91f3-ef952500edb7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Nov 10 04:17:04.493786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62ea5680-5792-4ad4-8899-fc616cfcb841 req-b65e9146-156f-4a66-9e57-fbcfb1249d73 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418963 Nov 10 04:17:05.624726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bf48b-a9b0-4379-ac7f-cfc208576962 req-605fcc77-1894-4660-b7dc-421c620eab82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:05.626602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a28bf48b-a9b0-4379-ac7f-cfc208576962 req-605fcc77-1894-4660-b7dc-421c620eab82 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0605316 Nov 10 04:17:05.681834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a28bf48b-a9b0-4379-ac7f-cfc208576962 req-4efb6cc1-639f-4226-907a-29ea314cd1d3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488243 Nov 10 04:17:06.362156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-ede20f3a-4855-4c3e-96da-f13f462e7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:06.363964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-ede20f3a-4855-4c3e-96da-f13f462e7693 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1096 time: 0.0517633 Nov 10 04:17:06.475871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-50e76e79-52da-4421-bec7-c8bf6e8876c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:06.477316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-50e76e79-52da-4421-bec7-c8bf6e8876c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.0898216 Nov 10 04:17:06.549296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-8cbf1bde-04c6-4e6a-a44b-ab39e9ca0954 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 1001 time: 0.0639222 Nov 10 04:17:06.599916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-d18cc032-e064-4175-910c-ea9ec9fa83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:06.601404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-d18cc032-e064-4175-910c-ea9ec9fa83d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.0462389 Nov 10 04:17:06.655865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-8e48fc72-afb6-440e-979d-0152a509d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:06.657506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-8e48fc72-afb6-440e-979d-0152a509d271 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449288 Nov 10 04:17:06.831403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3934c0f-9669-4c73-a40c-3bfef3339172 req-e952c7ea-8bb7-4005-a114-bc6b7d9dbdcf tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:06.833054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3934c0f-9669-4c73-a40c-3bfef3339172 req-e952c7ea-8bb7-4005-a114-bc6b7d9dbdcf tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0620756 Nov 10 04:17:06.891515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3934c0f-9669-4c73-a40c-3bfef3339172 req-bb600a08-804b-416f-8156-6654bec6bbd5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508237 Nov 10 04:17:07.174615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-5ce0b6e9-15be-4d7b-ad02-487dde71ed0c service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100379 Nov 10 04:17:07.273824 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ff5bf116-e721-48ca-8d0e-180e1c704d67 req-6cf618f9-55f7-49cb-9c3d-adcc70868ddb service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926597 Nov 10 04:17:07.812881 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:17:08.015659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72750ba-f9fb-40a2-bb71-371372b94483 req-852daba8-13b5-4e05-a3d7-16f3b53f8c42 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:08.017136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c72750ba-f9fb-40a2-bb71-371372b94483 req-852daba8-13b5-4e05-a3d7-16f3b53f8c42 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0488992 Nov 10 04:17:08.068326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c72750ba-f9fb-40a2-bb71-371372b94483 req-9f055a52-16c7-4f57-95dc-4157be386c1f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Nov 10 04:17:08.276280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:09.186631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26dbcc-7ba8-49ff-8ad3-f11fcb4a45f8 req-96d5bd5f-81c7-48cf-aad7-37b04b62b700 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:09.188093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc26dbcc-7ba8-49ff-8ad3-f11fcb4a45f8 req-96d5bd5f-81c7-48cf-aad7-37b04b62b700 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0485451 Nov 10 04:17:09.236706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc26dbcc-7ba8-49ff-8ad3-f11fcb4a45f8 req-e598b657-19a5-412e-84c4-7fc9ecc78f6c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Nov 10 04:17:10.351112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abbe93-349d-429a-a85a-d4541dff55af req-674b7257-6131-4917-a0df-ce5d3073f74b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:10.352576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96abbe93-349d-429a-a85a-d4541dff55af req-674b7257-6131-4917-a0df-ce5d3073f74b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0477057 Nov 10 04:17:10.400543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96abbe93-349d-429a-a85a-d4541dff55af req-e5cd6da3-0c71-48a0-98fe-40c303f27a77 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Nov 10 04:17:11.527683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe57562-cbbe-49ad-9583-f498aec7eaf0 req-3b62a8bd-bddf-4773-9424-105c6829a7a5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:11.529183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfe57562-cbbe-49ad-9583-f498aec7eaf0 req-3b62a8bd-bddf-4773-9424-105c6829a7a5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0549524 Nov 10 04:17:11.578618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfe57562-cbbe-49ad-9583-f498aec7eaf0 req-3afc4941-5214-4458-b11d-6737875f2495 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Nov 10 04:17:12.699826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c5562-6ae2-4f4a-afe1-56d900bac2eb req-6defb45d-c14a-44e2-8899-f0ec30b266c4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:12.702084 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b38c5562-6ae2-4f4a-afe1-56d900bac2eb req-6defb45d-c14a-44e2-8899-f0ec30b266c4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Nov 10 04:17:12.751139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b38c5562-6ae2-4f4a-afe1-56d900bac2eb req-7f7064c9-7339-40e4-9d74-f5d39e2bb06d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Nov 10 04:17:13.343476 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-392cd218-c744-4f76-8f51-30dd8b7607e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:13.870566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49313d47-0d85-495d-ad23-b4b71152a836 req-bc201952-0e81-40f4-873f-f6d4f1d2139b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:13.872291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49313d47-0d85-495d-ad23-b4b71152a836 req-bc201952-0e81-40f4-873f-f6d4f1d2139b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Nov 10 04:17:13.925080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49313d47-0d85-495d-ad23-b4b71152a836 req-78f469f6-9ebd-4a83-974d-59c9c13019fb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465367 Nov 10 04:17:15.054067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba359a66-4755-4a63-8f93-0ead414ed3ff req-de93ee97-0948-47ed-b5ff-e4d7499a3918 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:15.055655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba359a66-4755-4a63-8f93-0ead414ed3ff req-de93ee97-0948-47ed-b5ff-e4d7499a3918 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0542493 Nov 10 04:17:15.108156 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ba359a66-4755-4a63-8f93-0ead414ed3ff req-8088e277-688f-4a12-b40c-19e97d60a973 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 Nov 10 04:17:15.625143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40174) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:15.681610 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cdc26cb6-83c5-42ba-b391-0b99692f306e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:15.791995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Deleting port 6035089f-b227-4a35-96e7-0bc101d060de {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:15.792325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:15.866545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:15.866895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:15.879843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Calling delete_port for 6035089f-b227-4a35-96e7-0bc101d060de owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:16.045604 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:16.069071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event deleted for resources: {'Port': ['ID=6035089f-b227-4a35-96e7-0bc101d060de,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:16.081084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.081431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.082480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.082480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.082480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.082819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.083053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.083377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.083802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.084101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.084418 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.084734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:16.152353 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:16.154107 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Floating IP 2eaf42e5-477b-4945-b241-2286c4c1d1e7 disassociated (deleted). External IP: 172.25.6.164, port: 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd. Nov 10 04:17:16.238485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ede3f0-6bb2-4339-975b-754c532e32b6 req-98ab0fb4-4877-4df5-a19a-84ad551badfe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:16.240226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2ede3f0-6bb2-4339-975b-754c532e32b6 req-98ab0fb4-4877-4df5-a19a-84ad551badfe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0576518 Nov 10 04:17:16.300112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2ede3f0-6bb2-4339-975b-754c532e32b6 req-e66005f0-23e6-4b99-b805-45b58ac636b8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524032 Nov 10 04:17:16.387756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Router 3d875eac-fbc3-4e60-b346-ad9702265e59 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:16.509653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:16.514337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:16.520264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] Sync routers for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:16.531312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:16.532174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:16.546995 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-584124aa-3591-41fd-9032-9e63c99b0b56 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "DELETE /v2.0/floatingips/2eaf42e5-477b-4945-b241-2286c4c1d1e7 HTTP/1.1" status: 204 len: 168 time: 0.9206772 Nov 10 04:17:16.547566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:16.549829 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca14a0-a8f8-46c1-8dab-78a031d0a673" -d '{"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:16.594617 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f2aa3-51e8-4423-a581-15cf0dc00eb8 x-openstack-request-id: req-197f2aa3-51e8-4423-a581-15cf0dc00eb8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:16.595232 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:16.595611 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-197f2aa3-51e8-4423-a581-15cf0dc00eb8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:16.596144 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'status': 'completed', 'code': 200} Nov 10 04:17:16.685630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-0cbb27e5-e969-4842-9c64-7233ee6f839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:16.687435 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-0cbb27e5-e969-4842-9c64-7233ee6f839b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2727e7c30dd42eeb24878efda9af22f&device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 1096 time: 0.0459821 Nov 10 04:17:16.704348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:16.827737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-be30ad92-f22d-4a68-92e1-10eda3f22b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:16.829242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-be30ad92-f22d-4a68-92e1-10eda3f22b94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 200 len: 913 time: 0.1247454 Nov 10 04:17:16.832504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56029b27-2985-40b7-b291-33be3e796d4b req-6cc715a4-514f-40f7-8fb2-7fd86d7b1b36 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:16.834188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56029b27-2985-40b7-b291-33be3e796d4b req-6cc715a4-514f-40f7-8fb2-7fd86d7b1b36 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 945 time: 0.0673203 Nov 10 04:17:16.898820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-36e0a948-0eb6-4893-8b19-531fb20402c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 200 len: 217 time: 0.0586207 Nov 10 04:17:16.902500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56029b27-2985-40b7-b291-33be3e796d4b req-82770f2e-f7f6-4513-9ed1-9c76de34e691 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594602 Nov 10 04:17:16.971904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-d7234804-fd2f-4e04-a116-8a8cfa1c4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:16.973740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-d7234804-fd2f-4e04-a116-8a8cfa1c4c26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d90dd941-c341-462a-9f3e-21df4ff14cac HTTP/1.1" status: 200 len: 852 time: 0.0668523 Nov 10 04:17:17.005116 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:17.035662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-fe5c95d0-a03f-4805-b585-188b87ebf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:17.037773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-fe5c95d0-a03f-4805-b585-188b87ebf0ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ba5487-342a-4bab-bfd3-ae9f75ca71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551579 Nov 10 04:17:17.086600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:17.117428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] Checking router: 3d875eac-fbc3-4e60-b346-ad9702265e59 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:17.126350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:17.126951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:17.138373 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-ce505a59-4de5-48ce-a14c-0c2244e22dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916290 Nov 10 04:17:17.232694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:17.279783 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-16ca14a0-a8f8-46c1-8dab-78a031d0a673 req-9a31813e-8e84-49e3-93f2-c24737400b89 service neutron] 10.222.0.11 "GET /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335356 Nov 10 04:17:17.280673 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-4726aa63-2357-4788-8e36-8b065c83f91b service neutron] show failed (client error): The resource could not be found. Nov 10 04:17:17.281562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-4726aa63-2357-4788-8e36-8b065c83f91b service neutron] 10.222.0.44 "GET /v2.0/ports/1d304ed3-6713-4652-8f3c-a94b8abcf343/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0892889 Nov 10 04:17:17.451465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:17.476602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be77d2d-59d1-47d3-862e-7cadd70f6a84 req-f9def05e-312e-4581-9ebf-5e2a967eea92 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:17.480119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0be77d2d-59d1-47d3-862e-7cadd70f6a84 req-f9def05e-312e-4581-9ebf-5e2a967eea92 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.0733101 Nov 10 04:17:17.480758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9bac5-1845-4141-b895-0703e9ee7fea None None] The sync data for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 is: [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:01Z', 'revision_number': 4, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '6ce56606-a2de-4ef6-8e93-047550a59b1b', 'name': '', 'network_id': '84ba5487-342a-4bab-bfd3-ae9f75ca71c5', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'mac_address': 'fa:16:3e:ca:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:00Z', 'updated_at': '2021-11-10T04:14:05Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'subnets': [{'id': 'd90dd941-c341-462a-9f3e-21df4ff14cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:17.545535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0be77d2d-59d1-47d3-862e-7cadd70f6a84 req-45cdd9c9-b6d9-4680-8f1e-16e3adfa2e84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527160 Nov 10 04:17:17.585103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-25373685-df7a-4cc9-b20d-27c8cf3567b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:17.586971 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-25373685-df7a-4cc9-b20d-27c8cf3567b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0589232 Nov 10 04:17:17.609357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:17:17.669128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:17.806656 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5a3b2-50b8-4503-91ce-cc3e58d5e83d None None] New status for floating IP 2eaf42e5-477b-4945-b241-2286c4c1d1e7: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:17:17.906822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:17.963757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:17:18.012890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:18.025803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Transition to ACTIVE for port object 1d304ed3-6713-4652-8f3c-a94b8abcf343 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:17:18.031001 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:18.074179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51a1b-609f-422e-9ca9-80ffa2e99b43 req-b16b8e71-ddba-4e02-902d-4f966d0c25ec tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:18.085115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd51a1b-609f-422e-9ca9-80ffa2e99b43 req-b16b8e71-ddba-4e02-902d-4f966d0c25ec tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 945 time: 0.0780938 Nov 10 04:17:18.150049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fd51a1b-609f-422e-9ca9-80ffa2e99b43 req-6db3c437-b49e-4987-a7ee-6ac4805965f6 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639369 Nov 10 04:17:18.154982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:18.207801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] No DVR routers for this DVR port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:18.359206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:17:18.359657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:17:18.359985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:17:18.364454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:17:18.364766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:17:18.370961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:17:18.371298 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Checking segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:17:18.371769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Bound using segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:17:18.372292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Bound port: 1d304ed3-6713-4652-8f3c-a94b8abcf343, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:17:18.372622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:18.437875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:17:18.440221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:17:18.445023 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:18.470920 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:18.484154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:18.484781 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:18.487059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] 10.222.0.11 "PUT /v2.0/ports/1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 1091 time: 0.8821194 Nov 10 04:17:18.509145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2177-fa65-4656-b755-76abd72bd85a service neutron] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:18.597417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}, {'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:18.599966 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb2df42-46f9-4491-b394-4b275fcce491" -d '{"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-unplugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}, {"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:18.610926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-a69ab7aa-5b47-4ee6-8da1-32765c5371fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:18.615420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-a69ab7aa-5b47-4ee6-8da1-32765c5371fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1094 time: 0.0698819 Nov 10 04:17:18.737071 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39f6521-b3e0-4aa6-8520-7c7082514120 x-openstack-request-id: req-b39f6521-b3e0-4aa6-8520-7c7082514120 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:18.737388 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-unplugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "code": 200}, {"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:18.737769 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b39f6521-b3e0-4aa6-8520-7c7082514120 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:18.738296 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'code': 200} Nov 10 04:17:18.738535 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'status': 'completed', 'code': 200} Nov 10 04:17:18.741725 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968470ec-35c7-4b83-80f2-7b6eba547a66 req-46e11902-78ff-42a9-b5c7-fa7c6aeb3559 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:18.744973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-968470ec-35c7-4b83-80f2-7b6eba547a66 req-46e11902-78ff-42a9-b5c7-fa7c6aeb3559 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 943 time: 0.0882986 Nov 10 04:17:18.800225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-968470ec-35c7-4b83-80f2-7b6eba547a66 req-bfd11d62-9bee-41c2-8307-c9a0289085dd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469193 Nov 10 04:17:18.828106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4efafa9a-7b9b-433a-94b7-f699cfaaffeb tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:18.829537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4efafa9a-7b9b-433a-94b7-f699cfaaffeb tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.11 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 945 time: 0.1765137 Nov 10 04:17:18.835735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-c3ea6059-74e6-4a01-8782-11911c28d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:18.837115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-c3ea6059-74e6-4a01-8782-11911c28d6f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1094 time: 0.1095052 Nov 10 04:17:18.869706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-086cd915-85ac-4879-b4f7-6b02dab6f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:18.871372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-086cd915-85ac-4879-b4f7-6b02dab6f9fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.2271943 Nov 10 04:17:19.015941 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-183af611-9f95-40f6-9227-efe0289ca71a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 999 time: 0.1312530 Nov 10 04:17:19.085548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-6f256f4b-1f58-40f4-9996-4add86f7f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:19.087018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-6f256f4b-1f58-40f4-9996-4add86f7f561 service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.2418087 Nov 10 04:17:19.104386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Deleting port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:19.104717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:19.137622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-4af84def-902f-4882-bf50-f0d89ee1359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:19.139168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-4af84def-902f-4882-bf50-f0d89ee1359a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.1106677 Nov 10 04:17:19.157310 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:19.242657 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-863ad1be-223b-448e-aaff-5a2388b21e57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 999 time: 0.1473501 Nov 10 04:17:19.264476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489eb6f-7374-4d9f-8a88-f9daa4bb88b0 req-8429f494-fe86-447e-ac9a-ece1bc48dd31 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:19.266126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7489eb6f-7374-4d9f-8a88-f9daa4bb88b0 req-8429f494-fe86-447e-ac9a-ece1bc48dd31 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 945 time: 0.0505219 Nov 10 04:17:19.300297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-b803b107-c7f4-4ec7-b05d-9d55c6745b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:19.301764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-b803b107-c7f4-4ec7-b05d-9d55c6745b03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468248 Nov 10 04:17:19.320746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7489eb6f-7374-4d9f-8a88-f9daa4bb88b0 req-4df1bd39-3012-4fe8-865a-0c4afc026c15 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480561 Nov 10 04:17:19.326644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] For port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:19.327005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:19.377665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-cada4951-5e51-45dc-911d-f435c6987467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:19.379135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-cada4951-5e51-45dc-911d-f435c6987467 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.1280499 Nov 10 04:17:19.379952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Calling delete_port for 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:19.504789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-9f7380ec-f669-4b31-ad80-059b38b0a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:19.506214 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-9f7380ec-f669-4b31-ad80-059b38b0a74e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188004 Nov 10 04:17:19.513018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-23f7f8a0-843e-4b64-b1b8-5652877d30e8 service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025576 Nov 10 04:17:19.930295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef39d1-bac1-4bdf-b890-7ab3a8f245c3 req-01538416-6b5b-4468-9659-a384000d8108 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:19.932576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3ef39d1-bac1-4bdf-b890-7ab3a8f245c3 req-01538416-6b5b-4468-9659-a384000d8108 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 943 time: 0.0527289 Nov 10 04:17:19.990768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3ef39d1-bac1-4bdf-b890-7ab3a8f245c3 req-020b9f51-4478-41e2-aed8-7419aacf873b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505807 Nov 10 04:17:20.075993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-85cf680e-d385-4775-a503-171b0c089478 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5029998 Nov 10 04:17:20.090191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-e1416ee9-870d-4c4a-ad11-bb92c96e0de3 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751398 Nov 10 04:17:20.094757 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0b0dc46b-6542-4b45-90aa-0fd049385979 req-50d53b63-261b-4d8a-90a5-25f34563a61f service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549500 Nov 10 04:17:20.105277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:20.179522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event deleted for resources: {'Port': ['ID=56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:20.288280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] No DVR routers for this DVR port 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:20.297967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:20.301658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.11 "DELETE /v2.0/ports/56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd HTTP/1.1" status: 204 len: 173 time: 1.4634697 Nov 10 04:17:20.315288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-b37de55d-bb46-46dc-900d-65b56134b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.316862 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-b37de55d-bb46-46dc-900d-65b56134b3ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d340bfeb0836440da82bede6608b7302&device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 1096 time: 0.1495256 Nov 10 04:17:20.330816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-9b9b3d5b-f09c-4750-bd3c-0d716c17a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.332304 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-9b9b3d5b-f09c-4750-bd3c-0d716c17a76c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1094 time: 0.1453829 Nov 10 04:17:20.334321 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-5f0cef47-648b-4171-8840-f8d6dadf90ed service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373748 Nov 10 04:17:20.427480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed8d2281-edea-45ca-be03-9ef68dbca049 req-ba95a6c6-4a43-490d-8fb8-d51e510be82d tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 210 time: 0.0284982 Nov 10 04:17:20.544429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-036faef2-43a2-4738-8052-144941a1f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.546117 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-036faef2-43a2-4738-8052-144941a1f49f service neutron] 10.222.0.11 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.1741731 Nov 10 04:17:20.547325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-78829868-095e-4beb-9cb6-8347c5eac4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.548750 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-78829868-095e-4beb-9cb6-8347c5eac4cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=b71dfa51-4de9-4af3-9e37-e0944169c374 HTTP/1.1" status: 200 len: 908 time: 0.1681764 Nov 10 04:17:20.644163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-c8bff6f9-d6f3-476d-ac1b-89e74f0abe36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 999 time: 0.0853264 Nov 10 04:17:20.726343 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-036e7ebc-060f-43fe-a499-0b2e9b8ac526 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=611d1c17-3049-4af8-83a5-eaad5514775e HTTP/1.1" status: 200 len: 1001 time: 0.0843744 Nov 10 04:17:20.750181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'name': 'network-vif-deleted', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:20.758836 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11279f-9389-497b-8b04-a60fdd0b2905" -d '{"events": [{"server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "name": "network-vif-deleted", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:20.811277 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398c139-43b2-40af-ad3c-a3803d77e83d x-openstack-request-id: req-d398c139-43b2-40af-ad3c-a3803d77e83d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:20.811575 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cae406-6f77-43f8-9b4a-3d0f61a9473e", "name": "network-vif-deleted", "tag": "56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:20.811894 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d398c139-43b2-40af-ad3c-a3803d77e83d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:20.812343 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cae406-6f77-43f8-9b4a-3d0f61a9473e', 'name': 'network-vif-deleted', 'tag': '56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd', 'status': 'completed', 'code': 200} Nov 10 04:17:20.832263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-badcb976-644d-4dae-b5d1-522b50e181c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.834915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-badcb976-644d-4dae-b5d1-522b50e181c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.1832314 Nov 10 04:17:20.838926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-e198ae0b-07e7-4d63-8a7f-3cd41b45f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.840361 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-e198ae0b-07e7-4d63-8a7f-3cd41b45f033 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26c6f193-17ae-4837-bc1e-2c3e4d053801 HTTP/1.1" status: 200 len: 847 time: 0.0694177 Nov 10 04:17:20.924304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-19f50419-42bc-4a25-815f-483a57662803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.926118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-19f50419-42bc-4a25-815f-483a57662803 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782130 Nov 10 04:17:20.928640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-f9e173f3-c80c-4082-9d41-4596217ce75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:20.930012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-f9e173f3-c80c-4082-9d41-4596217ce75a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b71dfa51-4de9-4af3-9e37-e0944169c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808971 Nov 10 04:17:20.986774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:21.007948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:21.008542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 56e3d60c-3e0f-4e9d-a780-2b1fb336e9cd not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:21.106082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-dc7c0a0c-e0da-47ec-a5c0-27941033e298 service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651709 Nov 10 04:17:21.108023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-a47a6366-c505-4c35-9d21-2b1d54c148ee service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682975 Nov 10 04:17:21.148544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d643f-fa2b-438e-8e8a-5277c92020d7 req-cbebb6af-b071-4e4c-b6a2-cc0657ae97d8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:21.151301 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed1d643f-fa2b-438e-8e8a-5277c92020d7 req-cbebb6af-b071-4e4c-b6a2-cc0657ae97d8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 943 time: 0.0767555 Nov 10 04:17:21.207890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed1d643f-fa2b-438e-8e8a-5277c92020d7 req-1ca4581c-42df-4f09-ab42-9807868e6bc9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496187 Nov 10 04:17:21.302668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3bb2df42-46f9-4491-b394-4b275fcce491 req-76cbddc4-fbcf-4fb4-8a08-37a743745eea service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807582 Nov 10 04:17:21.306559 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd18b4f9-345b-4bf9-b6c0-e8d46894b998 req-75bc8eaf-68b9-43c8-97f8-e7ee9245a16f service neutron] 10.222.0.11 "GET /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861808 Nov 10 04:17:21.492507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:21.534799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:21.543154 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a95f384-ab7d-42d6-93cb-60db0d7dcc7a req-377193f6-b2c1-4bce-9ea2-1c7b40752205 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 210 time: 0.0343723 Nov 10 04:17:22.345471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a825e-bd6a-4b57-9191-74b4540ef590 req-6bdaa464-d0d9-42d7-8f1b-d10af345f5c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:22.354619 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c9a825e-bd6a-4b57-9191-74b4540ef590 req-6bdaa464-d0d9-42d7-8f1b-d10af345f5c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 943 time: 0.0510757 Nov 10 04:17:22.407574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3c9a825e-bd6a-4b57-9191-74b4540ef590 req-e1026ef6-32f0-48b5-883b-803820261a75 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520742 Nov 10 04:17:22.649139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12853feb-7d41-4a77-9b89-817c7aeb59ec req-f556a90e-1269-439e-883a-722e1d6b9401 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 210 time: 0.0277438 Nov 10 04:17:23.002092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:17:23.099426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:23.113308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'port_id': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'mac_address': 'fa:16:3e:55:4d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:17:23.160628 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:23.177463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d304ed3-6713-4652-8f3c-a94b8abcf343 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:17:23.199053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:23.205651 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:23.275666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:23.283901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.284204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.284521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.284983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.285322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.285657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.286003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.286332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.286657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.286979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.287299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.287618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:23.532499 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:23.539972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd67-f058-41d3-bf3e-640b37ba18f7 req-e05a5fdd-3819-46d6-bdd5-e8cc73aa3751 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:23.542441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-069abd67-f058-41d3-bf3e-640b37ba18f7 req-e05a5fdd-3819-46d6-bdd5-e8cc73aa3751 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.0605264 Nov 10 04:17:23.589869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['1d304ed3-6713-4652-8f3c-a94b8abcf343'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:17:23.623444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-069abd67-f058-41d3-bf3e-640b37ba18f7 req-8ab9dd7f-1626-4e2b-b3bd-160eb8812762 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692768 Nov 10 04:17:23.770342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36ee2f3a-d102-4f5f-a359-93bbb519678e req-7607e20b-e49e-4fca-a383-509c51cba5b3 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 210 time: 0.0353515 Nov 10 04:17:23.957237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-361d82d4-51a0-473e-aaa9-f1e03ac0930d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:23.958889 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-361d82d4-51a0-473e-aaa9-f1e03ac0930d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.11 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 944 time: 0.0854807 Nov 10 04:17:23.964478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2608e-6016-49f6-b858-4d0d1baec013 req-68068a8b-9fe6-4be0-8b22-9fe1ffddfa4c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:23.966363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c2608e-6016-49f6-b858-4d0d1baec013 req-68068a8b-9fe6-4be0-8b22-9fe1ffddfa4c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.0564070 Nov 10 04:17:24.033322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-12f5b38a-2190-454d-9481-92a45f6a9426 service neutron] 10.222.0.11 "GET /v2.0/ports/1d304ed3-6713-4652-8f3c-a94b8abcf343/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 382 time: 0.0666106 Nov 10 04:17:24.033647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c2608e-6016-49f6-b858-4d0d1baec013 req-8fd32f5b-33eb-4b2b-a52d-7aed94bb84b7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607936 Nov 10 04:17:24.127602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-cd381bc2-cf17-49c6-aa4d-c45f8a7a96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:24.129288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-cd381bc2-cf17-49c6-aa4d-c45f8a7a96ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1095 time: 0.0557747 Nov 10 04:17:24.223112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-6ca53e37-de94-4227-8fdb-eaf1452953d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:24.224823 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-6ca53e37-de94-4227-8fdb-eaf1452953d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.0871346 Nov 10 04:17:24.318446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-64eefea1-562d-4e54-92de-76e9525f39e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 1000 time: 0.0859244 Nov 10 04:17:24.391259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-227404e4-5403-48da-848d-c51a1a16bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:24.394295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-227404e4-5403-48da-848d-c51a1a16bef1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.0674448 Nov 10 04:17:24.462151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-f2e10e51-0a8a-4fb4-a998-79be78cd8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:24.464289 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-f2e10e51-0a8a-4fb4-a998-79be78cd8344 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627387 Nov 10 04:17:24.600508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-2a4f7dfd-dc6d-4c79-84b8-6c93e3a0d22d service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278250 Nov 10 04:17:24.727200 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ea52150a-8c62-4a90-bb8e-4140861582b8 service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140394 Nov 10 04:17:24.752178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898c5da-8981-46cd-92e3-9a79c3611c8c req-3183a606-7b4c-4b16-9435-4e46f50cb24f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:24.753712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b898c5da-8981-46cd-92e3-9a79c3611c8c req-3183a606-7b4c-4b16-9435-4e46f50cb24f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0548306 Nov 10 04:17:24.811417 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b898c5da-8981-46cd-92e3-9a79c3611c8c req-8b928018-e175-432e-ab03-400f7a67fa2f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499389 Nov 10 04:17:24.906633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bea13953-6b4d-4214-bfdf-94229b941610 req-e0a8529b-5181-4bd8-9fa2-531bc3ec2b60 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "GET /v2.0/ports?device_id=91cae406-6f77-43f8-9b4a-3d0f61a9473e HTTP/1.1" status: 200 len: 210 time: 0.0290313 Nov 10 04:17:25.018607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:17:25.077598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 1d304ed3-6713-4652-8f3c-a94b8abcf343 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:17:25.083683 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 1d304ed3-6713-4652-8f3c-a94b8abcf343 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:25.087867 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:25.161800 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd763dfb-46d3-4be8-9014-c474725078a7 req-017286ee-047a-42a9-9601-3e0816ac0134 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:25.163228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd763dfb-46d3-4be8-9014-c474725078a7 req-017286ee-047a-42a9-9601-3e0816ac0134 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.0521517 Nov 10 04:17:25.178280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:25.207128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:25.209410 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b243f421-f812-4313-a4fd-752b78a7a900" -d '{"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-plugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:25.224429 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:25.230360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:25.242704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd763dfb-46d3-4be8-9014-c474725078a7 req-8039b341-1c08-4474-936b-2729d48c39d8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667436 Nov 10 04:17:25.269639 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cda1f1-2b89-4086-aa17-f2efec6a1dd8 x-openstack-request-id: req-52cda1f1-2b89-4086-aa17-f2efec6a1dd8 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:25.269931 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-plugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:25.270212 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52cda1f1-2b89-4086-aa17-f2efec6a1dd8 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:25.270618 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'code': 200} Nov 10 04:17:25.291465 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:25.605975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-1f688c5d-626d-4783-9812-028fd1649e7d tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:25.605975 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-1f688c5d-626d-4783-9812-028fd1649e7d tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0604379 Nov 10 04:17:25.703769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Deleting port 611d1c17-3049-4af8-83a5-eaad5514775e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:25.704120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:25.798560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] For port 611d1c17-3049-4af8-83a5-eaad5514775e, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=611d1c17-3049-4af8-83a5-eaad5514775e,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:25.798921 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:25.974696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40372) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:25.998430 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:25.999153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:25.999329 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Floating IP 29cda021-a557-4c63-9f09-7c581a107163 disassociated. External IP: 172.25.6.183, port: 611d1c17-3049-4af8-83a5-eaad5514775e. Nov 10 04:17:25.999734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Calling delete_port for 611d1c17-3049-4af8-83a5-eaad5514775e owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:26.011486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c47186-dcf1-4360-b134-bf43118affee req-ffd51ce6-3228-46e3-9b2d-15c38a8edfce tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:26.012987 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1c47186-dcf1-4360-b134-bf43118affee req-ffd51ce6-3228-46e3-9b2d-15c38a8edfce tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 945 time: 0.0957792 Nov 10 04:17:26.066148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1c47186-dcf1-4360-b134-bf43118affee req-89c7b0fa-5a42-42a0-89c2-0c2bd6fa7c83 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/security-groups?id=57f4f8a5-4c72-4ffb-8414-53ade96606f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461640 Nov 10 04:17:26.099310 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-144ece96-fcce-4a0e-8d5c-05aea3e32815 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:26.135790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-144ece96-fcce-4a0e-8d5c-05aea3e32815 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:26.234016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:26.245260 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-144ece96-fcce-4a0e-8d5c-05aea3e32815 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:26.248156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-144ece96-fcce-4a0e-8d5c-05aea3e32815 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:26.249273 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-144ece96-fcce-4a0e-8d5c-05aea3e32815 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa40bacb-3337-47cd-97f7-bd3fdf70a4ca HTTP/1.1" status: 204 len: 168 time: 0.2735195 Nov 10 04:17:26.301842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event deleted for resources: {'Port': ['ID=611d1c17-3049-4af8-83a5-eaad5514775e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:26.310672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ece96-fcce-4a0e-8d5c-05aea3e32815 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa40bacb-3337-47cd-97f7-bd3fdf70a4ca,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:26.443997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa749e-dd3f-41ca-ba07-65feb34a4bd7 req-b8a6286f-607d-4e9e-a15e-a68786615e4f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:26.450465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88fa749e-dd3f-41ca-ba07-65feb34a4bd7 req-b8a6286f-607d-4e9e-a15e-a68786615e4f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.1037931 Nov 10 04:17:26.473645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Router a39aaf30-030c-40a2-9f0a-79756fe17951 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:26.611278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88fa749e-dd3f-41ca-ba07-65feb34a4bd7 req-94383ef6-f77d-42f9-8c40-43d2609f72d5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375024 Nov 10 04:17:26.724417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:26.749287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] Sync routers for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:26.790232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:26.791805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:26.868267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] No DVR routers for this DVR port 611d1c17-3049-4af8-83a5-eaad5514775e on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:26.872766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:26.878085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b08b59ee-85c6-4724-bd87-fa141383b534 req-d9dc5c6e-f4b5-4776-9496-b2568192b87f tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.11 "DELETE /v2.0/ports/611d1c17-3049-4af8-83a5-eaad5514775e HTTP/1.1" status: 204 len: 173 time: 1.2678781 Nov 10 04:17:26.882125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'name': 'network-vif-deleted', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:26.891190 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2416473-7eab-44f0-a6aa-67a7e46b8813" -d '{"events": [{"server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "name": "network-vif-deleted", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:26.992342 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768d2bfb-2f28-4f00-8600-7d39f842a3cd x-openstack-request-id: req-768d2bfb-2f28-4f00-8600-7d39f842a3cd {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:26.992647 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7f5c2b-93bd-45a4-847a-c1678b732e8c", "name": "network-vif-deleted", "tag": "611d1c17-3049-4af8-83a5-eaad5514775e", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:26.992871 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-768d2bfb-2f28-4f00-8600-7d39f842a3cd {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:26.993262 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7f5c2b-93bd-45a4-847a-c1678b732e8c', 'name': 'network-vif-deleted', 'tag': '611d1c17-3049-4af8-83a5-eaad5514775e', 'status': 'completed', 'code': 200} Nov 10 04:17:27.013499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:27.265011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4700c570-fd7f-4dbb-ad67-d53507c24944 req-05cb28aa-5a46-4dc6-83ca-178b81d31993 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "GET /v2.0/ports?device_id=df7f5c2b-93bd-45a4-847a-c1678b732e8c HTTP/1.1" status: 200 len: 210 time: 0.0405543 Nov 10 04:17:27.389302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 5, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:27.443811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] Checking router: a39aaf30-030c-40a2-9f0a-79756fe17951 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:27.455877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:27.456589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:27.699158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:27.721883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-471a1e17-14ae-48ce-bf5e-0fa0f6db550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:27.728285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-471a1e17-14ae-48ce-bf5e-0fa0f6db550c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1197572 Nov 10 04:17:27.741102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:17:27.869366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:27.935697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e590f5e-7573-4da1-8ca1-b7225a78b99b req-9bb2ac20-f5ce-4a13-b8f1-773d57a1da35 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:27.937475 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e590f5e-7573-4da1-8ca1-b7225a78b99b req-9bb2ac20-f5ce-4a13-b8f1-773d57a1da35 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 945 time: 0.1980319 Nov 10 04:17:28.054650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e590f5e-7573-4da1-8ca1-b7225a78b99b req-70aa033f-9b76-44ea-b96f-6ccb14d891ca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985649 Nov 10 04:17:28.203214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 5, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:28.232503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283fb6d-b9d1-4006-9a90-e0fbf19e717d None None] The sync data for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 is: [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'bf85fa69-d1b7-4047-82db-b3594a14b81d', 'name': '', 'network_id': 'b71dfa51-4de9-4af3-9e37-e0944169c374', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'mac_address': 'fa:16:3e:60:22:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:28Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 5, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'subnets': [{'id': '26c6f193-17ae-4837-bc1e-2c3e4d053801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:28.316348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:28.356170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40570) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:28.381989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:17:28.462407 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:28.495044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Transition to ACTIVE for port object 1d304ed3-6713-4652-8f3c-a94b8abcf343 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:17:28.507051 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:28.671200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Deleting port 656e6642-eda2-4fce-a37b-87c0f9e97883 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:28.671781 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:28.707348 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:28.782733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] No DVR routers for this DVR port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:28.789577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:28.790175 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:28.802900 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a908ea5-74b9-40be-922b-8f27893c3606 None None] New status for floating IP 29cda021-a557-4c63-9f09-7c581a107163: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:17:28.820114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Calling delete_port for 656e6642-eda2-4fce-a37b-87c0f9e97883 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:28.996217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:28.997928 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:28.999057 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9ff4bb-717a-44b4-bbbf-8ec836acf3d0" -d '{"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-unplugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:29.049009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 611d1c17-3049-4af8-83a5-eaad5514775e no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:29.082206 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-2a908ea5-74b9-40be-922b-8f27893c3606 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:17:29.082675 n-d-817326-2 neutron-server[102599]: DEBUG oslo_db.api [None req-2a908ea5-74b9-40be-922b-8f27893c3606 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:17:29.117383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event deleted for resources: {'Port': ['ID=656e6642-eda2-4fce-a37b-87c0f9e97883,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:29.122350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 611d1c17-3049-4af8-83a5-eaad5514775e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:29.123109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 611d1c17-3049-4af8-83a5-eaad5514775e not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:29.126410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:29.129598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.130174 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.131531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.132024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.132746 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.133406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.133885 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.136264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.136761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.137248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.137755 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.138259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:17:29.141988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:17:29.142313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:17:29.142648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:17:29.156531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:17:29.158156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Attempting to bind port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on network 042d5d8f-7aa3-4446-a215-babbad168a29 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:17:29.169304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:17:29.171922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Checking segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:17:29.172321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Bound using segment: {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:17:29.173619 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Bound port: 1d304ed3-6713-4652-8f3c-a94b8abcf343, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475a9c38-229b-412f-b1fd-42d208a9ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:17:29.174020 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.180473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.184817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.186280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cbe4a604-c8fb-43f3-ac3e-9bc1b6a3c28b tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "DELETE /v2.0/floatingips/29cda021-a557-4c63-9f09-7c581a107163 HTTP/1.1" status: 204 len: 168 time: 0.8290854 Nov 10 04:17:29.252261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:29.277093 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2e2618-045b-4704-92da-1ebc8c710275 x-openstack-request-id: req-dc2e2618-045b-4704-92da-1ebc8c710275 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:29.287889 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-unplugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:29.288347 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc2e2618-045b-4704-92da-1ebc8c710275 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:29.288955 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'code': 200} Nov 10 04:17:29.374197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:17:29.378944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:17:29.390404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.402306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0e02-4694-4d88-b1b9-5c846abd37e5 req-d5a1db49-f7e3-4e8c-90c4-a24a5a7201fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:29.403959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-711d0e02-4694-4d88-b1b9-5c846abd37e5 req-d5a1db49-f7e3-4e8c-90c4-a24a5a7201fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.1618128 Nov 10 04:17:29.410262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40662) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:29.462974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:29.470350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.482313 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] 10.222.0.44 "PUT /v2.0/ports/1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 1092 time: 1.7377574 Nov 10 04:17:29.584755 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a908ea5-74b9-40be-922b-8f27893c3606 None None] New status for floating IP 29cda021-a557-4c63-9f09-7c581a107163: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:17:29.605850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7894e0f1-9269-4ed7-92d4-652737da7fa2 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.622811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-711d0e02-4694-4d88-b1b9-5c846abd37e5 req-daa154f2-6924-4b8a-b688-b22669bce78e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981809 Nov 10 04:17:29.633137 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab921cb3-22e7-4d75-b617-e88b1d3259bf service neutron] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=11']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:29.661463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-7d301ff3-5f9c-4176-be4b-c78485c900b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:29.663099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-7d301ff3-5f9c-4176-be4b-c78485c900b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1095 time: 0.1345494 Nov 10 04:17:29.694196 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7894e0f1-9269-4ed7-92d4-652737da7fa2 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.815359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ed350352-7e9a-46c0-8ea3-b18e171e5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:29.820764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7894e0f1-9269-4ed7-92d4-652737da7fa2 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.823984 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-ed350352-7e9a-46c0-8ea3-b18e171e5610 service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.1523523 Nov 10 04:17:29.824861 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7894e0f1-9269-4ed7-92d4-652737da7fa2 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:29.828520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7894e0f1-9269-4ed7-92d4-652737da7fa2 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] 10.222.0.24 "DELETE /v2.0/security-groups/57f4f8a5-4c72-4ffb-8414-53ade96606f2 HTTP/1.1" status: 204 len: 168 time: 0.4145973 Nov 10 04:17:29.853387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894e0f1-9269-4ed7-92d4-652737da7fa2 tempest-TestServerBasicOps-1508458713 tempest-TestServerBasicOps-1508458713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f4f8a5-4c72-4ffb-8414-53ade96606f2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:29.910365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40714) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:30.022996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-af4e69b0-7477-456b-8377-18191e6afe68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 999 time: 0.1905651 Nov 10 04:17:30.149188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-413c3e91-ca41-4752-98e9-88572e04812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:30.151227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-413c3e91-ca41-4752-98e9-88572e04812d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.1218469 Nov 10 04:17:30.209438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-5d824764-797c-4095-bd83-64faf0512287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:30.212976 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-5d824764-797c-4095-bd83-64faf0512287 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536048 Nov 10 04:17:30.367826 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-4524fd32-0cd5-40ca-8d4c-497c091d0e00 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475370 Nov 10 04:17:30.504578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-33cc2bd4-4dc2-43d4-98e1-4c58a1003677 req-c6f68c74-936c-4138-987c-4052799b1252 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286459 Nov 10 04:17:30.840884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f056887-e759-4d8f-bdf2-1445c00df20c req-fc27be50-20a9-4603-9203-f43cec069c1d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:30.842897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f056887-e759-4d8f-bdf2-1445c00df20c req-fc27be50-20a9-4603-9203-f43cec069c1d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.0951898 Nov 10 04:17:30.846352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:31.290550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:31.293572 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b5372-8dd2-4099-afa3-7ae33dce4950" -d '{"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:31.431507 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ee970e-efcd-4bce-8f68-1fa249c504bf x-openstack-request-id: req-52ee970e-efcd-4bce-8f68-1fa249c504bf {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:31.431834 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:31.432080 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52ee970e-efcd-4bce-8f68-1fa249c504bf {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:31.432556 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'status': 'completed', 'code': 200} Nov 10 04:17:31.565781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-b7dc7e08-c8ae-456c-af7d-ad6d5d6ff1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:31.567814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-b7dc7e08-c8ae-456c-af7d-ad6d5d6ff1fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1095 time: 0.1248763 Nov 10 04:17:31.625365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f056887-e759-4d8f-bdf2-1445c00df20c req-bf9b304d-319e-436f-a14c-68b3ed396dd8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7147050 Nov 10 04:17:31.657475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-f70ff1ca-fd44-45d7-aad7-d4bcfa14c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:31.662910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-f70ff1ca-fd44-45d7-aad7-d4bcfa14c4c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1095 time: 0.1618264 Nov 10 04:17:31.802682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-121c6229-3c90-43e7-b4c9-072c6ce89e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:31.804365 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-121c6229-3c90-43e7-b4c9-072c6ce89e5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.2211156 Nov 10 04:17:31.928647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Deleting port bf85fa69-d1b7-4047-82db-b3594a14b81d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:31.929220 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:31.941851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-11bf114d-e986-473f-b410-59dff5e59fbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 999 time: 0.1237102 Nov 10 04:17:31.946942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-5ef97f1b-9132-43c0-b741-9f83a1dfb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:31.949691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-5ef97f1b-9132-43c0-b741-9f83a1dfb9ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.2793083 Nov 10 04:17:32.104693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] For port bf85fa69-d1b7-4047-82db-b3594a14b81d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=bf85fa69-d1b7-4047-82db-b3594a14b81d,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:32.107310 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:32.132557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Calling delete_port for bf85fa69-d1b7-4047-82db-b3594a14b81d owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:32.462943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:32.527859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf85fa69-d1b7-4047-82db-b3594a14b81d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:32.539363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-21678605-8351-4ba1-b5a8-4741910966af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:32.541717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-21678605-8351-4ba1-b5a8-4741910966af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.5904570 Nov 10 04:17:32.699427 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-907b1e14-0723-4536-ac5c-8dad61b3ce5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 999 time: 0.7384472 Nov 10 04:17:32.730771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-f22ef84b-119b-4897-9568-016795a15007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:32.733617 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-f22ef84b-119b-4897-9568-016795a15007 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599493 Nov 10 04:17:32.836521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:32.864436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-98d3336e-7c19-4c2d-b17f-c004ed0982b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:32.864946 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-98d3336e-7c19-4c2d-b17f-c004ed0982b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.1540096 Nov 10 04:17:32.957431 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-a178436b-b9f1-47fb-b41a-20c1e9ae8750 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948948 Nov 10 04:17:32.966092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-c4cffc18-29e3-4680-ba0b-f1311654fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:32.968217 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-c4cffc18-29e3-4680-ba0b-f1311654fdaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952728 Nov 10 04:17:32.996778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136704-f4b5-4c3e-b559-716816926590 req-4d5fb959-ed76-48c8-bf3e-e7e958528e84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:33.016490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90136704-f4b5-4c3e-b559-716816926590 req-4d5fb959-ed76-48c8-bf3e-e7e958528e84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 944 time: 0.1773338 Nov 10 04:17:33.155934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90136704-f4b5-4c3e-b559-716816926590 req-b72b05e9-5cdc-4644-b961-e7b0064883e9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385467 Nov 10 04:17:33.207252 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-711d193b-8ba2-4062-9dba-20a1298db1ef service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181430 Nov 10 04:17:33.213344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-e7209ed0-648c-477f-bf5b-209ad4f588ef service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360938 Nov 10 04:17:33.228759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40936) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:33.315385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Router a39aaf30-030c-40a2-9f0a-79756fe17951 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:33.365325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c3aa4c4a-124e-4487-af6a-81f58ea62172 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/2639cf82-bba8-4158-a2ca-1a8c91b8f299 HTTP/1.1" status: 200 len: 991 time: 0.1256638 Nov 10 04:17:33.400187 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-480b5372-8dd2-4099-afa3-7ae33dce4950 req-35165a6a-a5ce-4039-8181-dbbb8397cdf5 service neutron] 10.222.0.11 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740837 Nov 10 04:17:33.454181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:33.464407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] Sync routers for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:33.483342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e3b54514-92b8-4883-9098-942339610db1 admin admin] 10.222.0.24 "PUT /v2.0/routers/a39aaf30-030c-40a2-9f0a-79756fe17951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5702949 Nov 10 04:17:33.484797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40938) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:33.495099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:33.495996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:33.566876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40942) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:33.589970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:17:33.716514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:33.757113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:33.859162 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:33.922196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Deleting port c667253e-da13-4167-a2c9-44830600ab3e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:33.922532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.036312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] For port c667253e-da13-4167-a2c9-44830600ab3e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c667253e-da13-4167-a2c9-44830600ab3e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:34.037115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.055424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Calling delete_port for c667253e-da13-4167-a2c9-44830600ab3e owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:34.119322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.239025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:34.263408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'port_id': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'mac_address': 'fa:16:3e:55:4d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:17:34.328675 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.355317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:17:32Z', 'revision_number': 5, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port': {'id': 'c667253e-da13-4167-a2c9-44830600ab3e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:23Z', 'updated_at': '2021-11-10T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:34.371762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Pushing event deleted for resources: {'Port': ['ID=c667253e-da13-4167-a2c9-44830600ab3e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:34.398615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] Checking router: a39aaf30-030c-40a2-9f0a-79756fe17951 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:34.449853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a478c93-86d6-4070-81ea-59544a12f9d5 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:34.453922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] Routers {'a39aaf30-030c-40a2-9f0a-79756fe17951'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:34.454787 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['a39aaf30-030c-40a2-9f0a-79756fe17951'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:34.456749 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.493093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.566136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d304ed3-6713-4652-8f3c-a94b8abcf343 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:17:34.573254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] Set router a39aaf30-030c-40a2-9f0a-79756fe17951 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:34.619220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Deleting port 6ce56606-a2de-4ef6-8e93-047550a59b1b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:34.619553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.668684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:17:34Z', 'revision_number': 7, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:34.702876 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.705704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.709156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] For port 6ce56606-a2de-4ef6-8e93-047550a59b1b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6ce56606-a2de-4ef6-8e93-047550a59b1b,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:34.709623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.726951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Calling delete_port for 6ce56606-a2de-4ef6-8e93-047550a59b1b owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:34.742491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:34.745000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c407234-2a2a-4c74-a05a-6ecfb368cdf1 None None] The sync data for ids ['a39aaf30-030c-40a2-9f0a-79756fe17951'] in n-d-817326-2 is: [{'id': 'a39aaf30-030c-40a2-9f0a-79756fe17951', 'name': 'tempest-TestServerBasicOps-258495888-router', 'tenant_id': 'd340bfeb0836440da82bede6608b7302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:22Z', 'updated_at': '2021-11-10T04:17:34Z', 'revision_number': 7, 'project_id': 'd340bfeb0836440da82bede6608b7302', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:34.751648 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.765795 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.766553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39aaf30-030c-40a2-9f0a-79756fe17951 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:17:34.772180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.773525 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-474a2d15-9a09-4d24-99b7-1c27567c382a admin admin] 10.222.0.24 "DELETE /v2.0/routers/a39aaf30-030c-40a2-9f0a-79756fe17951 HTTP/1.1" status: 204 len: 168 time: 1.2875032 Nov 10 04:17:34.776458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40962) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:34.860839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=12']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:34.874982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] Deleting subnet 26c6f193-17ae-4837-bc1e-2c3e4d053801 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:17:34.878503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.916784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:34.975890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1d304ed3-6713-4652-8f3c-a94b8abcf343'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:17:34.994577 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.019136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce56606-a2de-4ef6-8e93-047550a59b1b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:35.079401 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.182971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.220624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c6f193-17ae-4837-bc1e-2c3e4d053801,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:35.244984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.253958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40966) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:35.254727 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5633747a-675e-49a9-bf63-18d9ddb92529 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26c6f193-17ae-4837-bc1e-2c3e4d053801 HTTP/1.1" status: 204 len: 168 time: 0.4760816 Nov 10 04:17:35.255755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31de1a0-1046-4440-856d-748936e56ba9 None None] Network b71dfa51-4de9-4af3-9e37-e0944169c374 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:17:35.426494 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.432794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.620803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Deleting port d50ab159-3880-4920-ac25-b4172e452ea7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:35.621131 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.679406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] DHCP port deletion for b71dfa51-4de9-4af3-9e37-e0944169c374 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:35.736729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] Deleting port d50ab159-3880-4920-ac25-b4172e452ea7 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:35.737139 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.788068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] For port d50ab159-3880-4920-ac25-b4172e452ea7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d50ab159-3880-4920-ac25-b4172e452ea7,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:35.788468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.807213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Calling delete_port for d50ab159-3880-4920-ac25-b4172e452ea7 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:35.818105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] For port d50ab159-3880-4920-ac25-b4172e452ea7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d50ab159-3880-4920-ac25-b4172e452ea7,segment=NetworkSegment(b76f4fd5-2c00-45c2-88fc-4ec76f377aa8),segment_id=b76f4fd5-2c00-45c2-88fc-4ec76f377aa8)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:35.818305 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.824814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Router 3d875eac-fbc3-4e60-b346-ad9702265e59 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:35.836217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] Calling delete_port for d50ab159-3880-4920-ac25-b4172e452ea7 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:35.922679 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:35.938773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] No DVR routers for this DVR port d50ab159-3880-4920-ac25-b4172e452ea7 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:35.967036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dcb10-5a7b-49e5-a294-84e41a4e9f40 None None] Pushing event deleted for resources: {'Port': ['ID=d50ab159-3880-4920-ac25-b4172e452ea7,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:36.001668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:36.010323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c760a0df-b6d6-411c-883d-0f09524cf6a2 admin admin] 10.222.0.24 "PUT /v2.0/routers/3d875eac-fbc3-4e60-b346-ad9702265e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394276 Nov 10 04:17:36.010323 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.011115 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] Sync routers for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:36.012343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40970) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:36.025787 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:36.026434 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:36.078791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50ab159-3880-4920-ac25-b4172e452ea7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:36.090282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] No DVR routers for this DVR port d50ab159-3880-4920-ac25-b4172e452ea7 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:36.168995 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:36.224501 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.235807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.280524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71dfa51-4de9-4af3-9e37-e0944169c374']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:36.295600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:36.295884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76f4fd5-2c00-45c2-88fc-4ec76f377aa8') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:36.306983 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.362297 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.369696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:17:36.370399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.381090 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:17:34Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: self.session.flush() Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:17:36.414376 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:17:36.419470 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] Checking router: 3d875eac-fbc3-4e60-b346-ad9702265e59 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:36.429723 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] Routers {'3d875eac-fbc3-4e60-b346-ad9702265e59'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:36.431816 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['3d875eac-fbc3-4e60-b346-ad9702265e59'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:36.457690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.463275 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.471858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40974) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:36.478857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b71dfa51-4de9-4af3-9e37-e0944169c374 HTTP/1.1" status: 204 len: 168 time: 1.2220302 Nov 10 04:17:36.503690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.507669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae141d-65d6-4315-8c6c-75d5b36ca897 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71dfa51-4de9-4af3-9e37-e0944169c374,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:36.522312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d50ab159-3880-4920-ac25-b4172e452ea7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:36.561488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: d50ab159-3880-4920-ac25-b4172e452ea7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:36.561791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d50ab159-3880-4920-ac25-b4172e452ea7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:36.565461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bf85fa69-d1b7-4047-82db-b3594a14b81d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:36.593314 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] Set router 3d875eac-fbc3-4e60-b346-ad9702265e59 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:36.597873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: bf85fa69-d1b7-4047-82db-b3594a14b81d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:36.598567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device bf85fa69-d1b7-4047-82db-b3594a14b81d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:36.599261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Deleting port d2f11bb9-1406-438e-bf90-3401264ebe48 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:36.599613 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.599738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c667253e-da13-4167-a2c9-44830600ab3e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:36.620030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c667253e-da13-4167-a2c9-44830600ab3e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:36.621561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c667253e-da13-4167-a2c9-44830600ab3e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:36.691910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] For port d2f11bb9-1406-438e-bf90-3401264ebe48, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d2f11bb9-1406-438e-bf90-3401264ebe48,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:36.692269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.706189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Calling delete_port for d2f11bb9-1406-438e-bf90-3401264ebe48 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:36.899318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.931314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:36.932571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f11bb9-1406-438e-bf90-3401264ebe48,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:36.947347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbaef30-8eee-482b-affe-9ddd97af5ade None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:37.018119 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:17:34Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:37.046596 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc84b8-11e5-41c5-b4ac-933b7b13cbab None None] The sync data for ids ['3d875eac-fbc3-4e60-b346-ad9702265e59'] in n-d-817326-2 is: [{'id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'name': 'tempest-TestVolumeBackupRestore-520308367-router', 'tenant_id': 'c2727e7c30dd42eeb24878efda9af22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:17:34Z', 'revision_number': 5, 'project_id': 'c2727e7c30dd42eeb24878efda9af22f', 'gw_port': {'id': 'd2f11bb9-1406-438e-bf90-3401264ebe48', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d875eac-fbc3-4e60-b346-ad9702265e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:56Z', 'updated_at': '2021-11-10T04:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:37.250752 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Deleting port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:37.251682 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.339485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] For port 4e9898e2-fba3-42f5-84d0-f47d0b06ac84, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,segment=NetworkSegment(f3371e65-85ae-468f-bc82-3ed11058dd80),segment_id=f3371e65-85ae-468f-bc82-3ed11058dd80)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:37.340234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.354587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Calling delete_port for 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:37.375653 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.488173 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.490489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.539372 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.540143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d875eac-fbc3-4e60-b346-ad9702265e59 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:17:37.549055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.550245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6fcebc48-f58c-41b3-849b-7b0913b372d5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3d875eac-fbc3-4e60-b346-ad9702265e59 HTTP/1.1" status: 204 len: 168 time: 1.5346360 Nov 10 04:17:37.552876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40978) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:37.571171 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.589909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:17:37.608067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9898e2-fba3-42f5-84d0-f47d0b06ac84,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:37.637447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] Deleting subnet d90dd941-c341-462a-9f3e-21df4ff14cac {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:17:37.646949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.698361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 1d304ed3-6713-4652-8f3c-a94b8abcf343 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:17:37.704662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 1d304ed3-6713-4652-8f3c-a94b8abcf343 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:37.705067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.714468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.839061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.839827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.865125 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.910273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:37.912462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:17:37.917512 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da58df3d-dd4c-4c53-a264-5b0317e0df96" -d '{"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-plugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:17:37.923419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:37.992427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.004604 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ff2d2-12a2-42ce-8e9d-2490857603de x-openstack-request-id: req-1a4ff2d2-12a2-42ce-8e9d-2490857603de {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:17:38.006287 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-plugged", "status": "completed", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:17:38.009736 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a4ff2d2-12a2-42ce-8e9d-2490857603de {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:17:38.010474 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'code': 200} Nov 10 04:17:38.031102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=13']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:38.035759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90dd941-c341-462a-9f3e-21df4ff14cac,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:38.045179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.048909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6d01fcd4-3179-4dd3-a24f-98c77897e54d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d90dd941-c341-462a-9f3e-21df4ff14cac HTTP/1.1" status: 204 len: 168 time: 0.4951160 Nov 10 04:17:38.051764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b1918-00ae-4044-b951-03f08aab20ab None None] Network 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:17:38.052388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40982) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:38.145072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.157164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:38.200586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Deleting port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:38.200920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.271514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] For port 079d14d0-3f98-4e7a-8892-b7f9f8785d68, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=079d14d0-3f98-4e7a-8892-b7f9f8785d68,segment=NetworkSegment(2bdda0c4-0200-41e7-b216-fd39b64fa05d),segment_id=2bdda0c4-0200-41e7-b216-fd39b64fa05d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:38.271997 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.281313 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.286703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Calling delete_port for 079d14d0-3f98-4e7a-8892-b7f9f8785d68 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:38.295179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:38.303347 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6e675169-3f66-4335-a693-8fdfda84cae2 admin admin] 10.222.0.24 "PUT /v2.0/routers/426cd6f9-0dbf-4157-9a21-0613a07b08e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304167 Nov 10 04:17:38.303947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40984) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:38.309885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] Sync routers for ids ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:38.322492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] Routers {'426cd6f9-0dbf-4157-9a21-0613a07b08e1'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:38.323591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:38.375947 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.415822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] No DVR routers for this DVR port 079d14d0-3f98-4e7a-8892-b7f9f8785d68 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:38.420786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=079d14d0-3f98-4e7a-8892-b7f9f8785d68,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:38.455264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.481160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c8e7f5-e1f1-4748-9195-193eb6064785 None None] DHCP port deletion for 84ba5487-342a-4bab-bfd3-ae9f75ca71c5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:38.550858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] Set router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:38.592003 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.626055 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ba5487-342a-4bab-bfd3-ae9f75ca71c5']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:38.628319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 079d14d0-3f98-4e7a-8892-b7f9f8785d68 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:38.646646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdda0c4-0200-41e7-b216-fd39b64fa05d') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:38.646889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdda0c4-0200-41e7-b216-fd39b64fa05d') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:38.664489 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.681591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.688967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 079d14d0-3f98-4e7a-8892-b7f9f8785d68 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:38.689372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 079d14d0-3f98-4e7a-8892-b7f9f8785d68 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:38.689789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d2f11bb9-1406-438e-bf90-3401264ebe48 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:38.694547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:17:38.695476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:17:38.699662 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:17:38.723296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: d2f11bb9-1406-438e-bf90-3401264ebe48 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:38.723689 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d2f11bb9-1406-438e-bf90-3401264ebe48 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:38.724083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6ce56606-a2de-4ef6-8e93-047550a59b1b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:38.759843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6ce56606-a2de-4ef6-8e93-047550a59b1b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:38.760266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6ce56606-a2de-4ef6-8e93-047550a59b1b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:38.779242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.786522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:38.790805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84ba5487-342a-4bab-bfd3-ae9f75ca71c5 HTTP/1.1" status: 204 len: 168 time: 0.7366228 Nov 10 04:17:38.794660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 40988) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:38.814290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffad46-c99e-4231-886b-7aaeac985c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ba5487-342a-4bab-bfd3-ae9f75ca71c5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:38.857198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:17:37Z', 'revision_number': 5, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:38.894381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] Checking router: 426cd6f9-0dbf-4157-9a21-0613a07b08e1 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:38.905171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] Routers {'426cd6f9-0dbf-4157-9a21-0613a07b08e1'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:38.906095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:39.048738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.126226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Deleting port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:39.126871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.202453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] Set router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:39.228430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] For port e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:39.229177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.245839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.247966 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Calling delete_port for e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:39.405894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:17:37Z', 'revision_number': 5, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:39.446137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ecd6f-e8f0-472a-ab26-fd0174870a71 None None] The sync data for ids ['426cd6f9-0dbf-4157-9a21-0613a07b08e1'] in n-d-817326-2 is: [{'id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'name': 'tempest-TestServerBasicOps-1840241011-router', 'tenant_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:32Z', 'updated_at': '2021-11-10T04:17:37Z', 'revision_number': 5, 'project_id': '3b022ddb55ea4bcfbaddf33ec1c5ebfb', 'gw_port': {'id': 'e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426cd6f9-0dbf-4157-9a21-0613a07b08e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:33Z', 'updated_at': '2021-11-10T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:39.457751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.497792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:39.518375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820a71c-252a-413e-b77f-8ead83b5cd91 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:39.572945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Deleting port b829036c-ac64-466f-93e4-c24f730db4e9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:39.573541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.578469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.656674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] For port b829036c-ac64-466f-93e4-c24f730db4e9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b829036c-ac64-466f-93e4-c24f730db4e9,segment=NetworkSegment(f6045c3a-5531-4187-80e0-128bac1f3e1d),segment_id=f6045c3a-5531-4187-80e0-128bac1f3e1d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:39.656980 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.671132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Calling delete_port for b829036c-ac64-466f-93e4-c24f730db4e9 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:39.672516 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.674858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.725327 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.726003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 426cd6f9-0dbf-4157-9a21-0613a07b08e1 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:17:39.731057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.734537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-02c2dc1a-4cd1-48d7-8305-1c205beaa457 admin admin] 10.222.0.24 "DELETE /v2.0/routers/426cd6f9-0dbf-4157-9a21-0613a07b08e1 HTTP/1.1" status: 204 len: 168 time: 1.4273553 Nov 10 04:17:39.734969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40992) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:39.784936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] Deleting subnet 900f67de-418b-4c0b-9401-b58af17d5f0e {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:17:39.788203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.829988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.888690 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:39.920820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b829036c-ac64-466f-93e4-c24f730db4e9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:39.947599 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.032307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.065509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900f67de-418b-4c0b-9401-b58af17d5f0e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:40.072598 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.078257 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-55b50e88-01b4-43dd-aec9-a7ec40a2b48c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/900f67de-418b-4c0b-9401-b58af17d5f0e HTTP/1.1" status: 204 len: 168 time: 0.3401010 Nov 10 04:17:40.078932 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40994) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:40.084790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4a6d8-593a-479e-8b2a-b439d6b41d2e None None] Network cdcd726e-e39d-4edc-b88e-27b1469f2503 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:17:40.167005 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.190652 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.258427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Deleting port 636c856d-dd33-4809-8c5e-d774ec30602e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:40.258949 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.376242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] For port 636c856d-dd33-4809-8c5e-d774ec30602e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=636c856d-dd33-4809-8c5e-d774ec30602e,segment=NetworkSegment(f3371e65-85ae-468f-bc82-3ed11058dd80),segment_id=f3371e65-85ae-468f-bc82-3ed11058dd80)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:40.376505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.392217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Calling delete_port for 636c856d-dd33-4809-8c5e-d774ec30602e owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:40.419288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] DHCP port deletion for cdcd726e-e39d-4edc-b88e-27b1469f2503 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:40.511700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] Deleting port 636c856d-dd33-4809-8c5e-d774ec30602e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:40.519439 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.519809 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.541056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Router 666520f9-a9fa-4556-9e10-482233093b6b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:40.551094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=636c856d-dd33-4809-8c5e-d774ec30602e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:40.569288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] No DVR routers for this DVR port 636c856d-dd33-4809-8c5e-d774ec30602e on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:40.592376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] For port 636c856d-dd33-4809-8c5e-d774ec30602e, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:40.592856 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.616172 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] Calling delete_port for 636c856d-dd33-4809-8c5e-d774ec30602e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:40.619527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] Port 636c856d-dd33-4809-8c5e-d774ec30602e was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:17:40.621798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.659472 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.667523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] No DVR routers for this DVR port 636c856d-dd33-4809-8c5e-d774ec30602e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:40.672552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b3ed8-74b7-464f-bac5-b86dd8dd8450 None None] Pushing event deleted for resources: {'Port': ['ID=636c856d-dd33-4809-8c5e-d774ec30602e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:40.712383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcd726e-e39d-4edc-b88e-27b1469f2503']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:40.726926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3371e65-85ae-468f-bc82-3ed11058dd80') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:40.727787 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3371e65-85ae-468f-bc82-3ed11058dd80') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:40.731119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:40.741571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-79c27be3-26cc-4646-aeaf-b0ac9ce598cf admin admin] 10.222.0.24 "PUT /v2.0/routers/666520f9-a9fa-4556-9e10-482233093b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451594 Nov 10 04:17:40.745349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.747055 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 40998) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:40.756425 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] Sync routers for ids ['666520f9-a9fa-4556-9e10-482233093b6b'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:40.771056 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] Routers {'666520f9-a9fa-4556-9e10-482233093b6b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:40.772143 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['666520f9-a9fa-4556-9e10-482233093b6b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:40.814136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.827195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:40.832478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:17:40.833184 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:17:40.837162 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:17:40.851987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:40.852332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 4e9898e2-fba3-42f5-84d0-f47d0b06ac84 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:40.906432 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] Set router 666520f9-a9fa-4556-9e10-482233093b6b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:40.934620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.941013 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.944084 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cdcd726e-e39d-4edc-b88e-27b1469f2503 HTTP/1.1" status: 204 len: 168 time: 0.8642261 Nov 10 04:17:40.945461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:40.992106 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ff3d-a16d-4ce6-bbda-ca23eaf458e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcd726e-e39d-4edc-b88e-27b1469f2503,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:41.063718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.077038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41002) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:41.102321 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:17:39Z', 'revision_number': 5, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port': {'id': '29fc5fb3-c4cc-474e-99a1-391e9554370e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666520f9-a9fa-4556-9e10-482233093b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:05Z', 'updated_at': '2021-11-10T04:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:41.121160 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a7c629dc-305b-43aa-8397-e2d360214865 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d340bfeb0836440da82bede6608b7302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429633 Nov 10 04:17:41.123772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41004) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:41.125147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Deleting port 29fc5fb3-c4cc-474e-99a1-391e9554370e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:41.125643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.131251 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] Checking router: 666520f9-a9fa-4556-9e10-482233093b6b for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:41.139716 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] Routers {'666520f9-a9fa-4556-9e10-482233093b6b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:41.141177 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['666520f9-a9fa-4556-9e10-482233093b6b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:41.173115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b3d0-d9bb-4706-8297-7c2a07c49678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.196241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b3d0-d9bb-4706-8297-7c2a07c49678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.214174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] For port 29fc5fb3-c4cc-474e-99a1-391e9554370e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=29fc5fb3-c4cc-474e-99a1-391e9554370e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:41.214538 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.227262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Calling delete_port for 29fc5fb3-c4cc-474e-99a1-391e9554370e owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:41.232999 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] Set router 666520f9-a9fa-4556-9e10-482233093b6b gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:41.248899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b3d0-d9bb-4706-8297-7c2a07c49678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.251695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b3d0-d9bb-4706-8297-7c2a07c49678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.255445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4dd6b3d0-d9bb-4706-8297-7c2a07c49678 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61ae771b-9d12-46e8-aae0-e7c1fe17e074 HTTP/1.1" status: 204 len: 168 time: 0.1282153 Nov 10 04:17:41.262210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6b3d0-d9bb-4706-8297-7c2a07c49678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ae771b-9d12-46e8-aae0-e7c1fe17e074,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:41.293914 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:17:41Z', 'revision_number': 6, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:41.320241 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a3ea2-20c1-4a45-9082-765fee9bdc72 None None] The sync data for ids ['666520f9-a9fa-4556-9e10-482233093b6b'] in n-d-817326-2 is: [{'id': '666520f9-a9fa-4556-9e10-482233093b6b', 'name': 'tempest-TestVolumeBackupRestore-1612478307-router', 'tenant_id': '62d8273f35764b88949a3ee4501ff603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:04Z', 'updated_at': '2021-11-10T04:17:41Z', 'revision_number': 6, 'project_id': '62d8273f35764b88949a3ee4501ff603', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:41.427659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.453374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=29fc5fb3-c4cc-474e-99a1-391e9554370e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:41.470667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e7930-bbfc-4ba3-bcff-11a30e6a9d79 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:41.531511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.655263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41016) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:41.688644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.691414 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.714650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8387420b-b041-43fa-b737-bee2f6150c62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b022ddb55ea4bcfbaddf33ec1c5ebfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571694 Nov 10 04:17:41.717068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41018) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:41.743869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.744898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666520f9-a9fa-4556-9e10-482233093b6b {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:17:41.754268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.758467 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1aec57f3-972d-4c62-9844-905d94c94e5b admin admin] 10.222.0.24 "DELETE /v2.0/routers/666520f9-a9fa-4556-9e10-482233093b6b HTTP/1.1" status: 204 len: 168 time: 1.0075810 Nov 10 04:17:41.760756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41020) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:41.771498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37918ee3-6266-4e1c-877c-1f3cda55d055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.797128 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37918ee3-6266-4e1c-877c-1f3cda55d055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.817563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] Deleting subnet 1fcf7e80-5117-4665-9f62-87288272667c {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:17:41.825485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.859503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37918ee3-6266-4e1c-877c-1f3cda55d055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.862707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-37918ee3-6266-4e1c-877c-1f3cda55d055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.864032 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-37918ee3-6266-4e1c-877c-1f3cda55d055 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/827e1aa9-4fb6-46b2-950e-7f98d91585ab HTTP/1.1" status: 204 len: 168 time: 0.1460567 Nov 10 04:17:41.871919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:41.872811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37918ee3-6266-4e1c-877c-1f3cda55d055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827e1aa9-4fb6-46b2-950e-7f98d91585ab,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:41.979870 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.038707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.067325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcf7e80-5117-4665-9f62-87288272667c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:42.073573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.078362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa090538-b9e0-4111-a22a-a0327791bee3 None None] Network ade190f1-3918-47e8-abfa-60bbfd68ab15 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:17:42.079405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41030) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:42.081857 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-57535b80-e02d-413b-b128-f0c5296731fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1fcf7e80-5117-4665-9f62-87288272667c HTTP/1.1" status: 204 len: 168 time: 0.3141127 Nov 10 04:17:42.211444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.291054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Deleting port d744db7e-1e35-49d3-a210-11467d95e2fe {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:42.291826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.331268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] DHCP port deletion for ade190f1-3918-47e8-abfa-60bbfd68ab15 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:42.371134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] For port d744db7e-1e35-49d3-a210-11467d95e2fe, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d744db7e-1e35-49d3-a210-11467d95e2fe,segment=NetworkSegment(f6045c3a-5531-4187-80e0-128bac1f3e1d),segment_id=f6045c3a-5531-4187-80e0-128bac1f3e1d)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:42.371750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.389531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Calling delete_port for d744db7e-1e35-49d3-a210-11467d95e2fe owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:42.447361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] Deleting port d744db7e-1e35-49d3-a210-11467d95e2fe {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:42.447922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.452147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:42.498393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.512302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:42.512888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e0ba4b41-ff9c-4b44-9f8f-914ac3359f7f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:42.513206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 636c856d-dd33-4809-8c5e-d774ec30602e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:42.536627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 636c856d-dd33-4809-8c5e-d774ec30602e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:42.537358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 636c856d-dd33-4809-8c5e-d774ec30602e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:42.537879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d744db7e-1e35-49d3-a210-11467d95e2fe no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:42.555205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Pushing event deleted for resources: {'Port': ['ID=d744db7e-1e35-49d3-a210-11467d95e2fe,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:42.559926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] No DVR routers for this DVR port d744db7e-1e35-49d3-a210-11467d95e2fe on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:42.560293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: d744db7e-1e35-49d3-a210-11467d95e2fe {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:42.560708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device d744db7e-1e35-49d3-a210-11467d95e2fe not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:42.561213 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b829036c-ac64-466f-93e4-c24f730db4e9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:42.600755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b829036c-ac64-466f-93e4-c24f730db4e9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:42.606644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b829036c-ac64-466f-93e4-c24f730db4e9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:42.606644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 29fc5fb3-c4cc-474e-99a1-391e9554370e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:42.636566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 29fc5fb3-c4cc-474e-99a1-391e9554370e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:42.637100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 29fc5fb3-c4cc-474e-99a1-391e9554370e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:42.640165 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] For port d744db7e-1e35-49d3-a210-11467d95e2fe, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=d744db7e-1e35-49d3-a210-11467d95e2fe,segment=NetworkSegment(f6045c3a-5531-4187-80e0-128bac1f3e1d),segment_id=f6045c3a-5531-4187-80e0-128bac1f3e1d)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:42.640675 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.662476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] Calling delete_port for d744db7e-1e35-49d3-a210-11467d95e2fe owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:42.714166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.739177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade190f1-3918-47e8-abfa-60bbfd68ab15']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:42.754759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6045c3a-5531-4187-80e0-128bac1f3e1d') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:42.755436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6045c3a-5531-4187-80e0-128bac1f3e1d') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:42.775838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.787098 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.795676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.802900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:17:42.803897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:17:42.807963 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:17:42.813596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] Pushing event deleted for resources: {'Port': ['ID=d744db7e-1e35-49d3-a210-11467d95e2fe,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:42.819031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce6579-e18c-4cd4-acac-964798204ce5 None None] No DVR routers for this DVR port d744db7e-1e35-49d3-a210-11467d95e2fe on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:42.884866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.885080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41048) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:42.894391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:42.897617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] 10.222.0.24 "DELETE /v2.0/networks/ade190f1-3918-47e8-abfa-60bbfd68ab15 HTTP/1.1" status: 204 len: 168 time: 0.8170016 Nov 10 04:17:42.913112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b5c18-e515-428a-bd76-20a34fac617f admin admin] Pushing event deleted for resources: {'Network': ['ID=ade190f1-3918-47e8-abfa-60bbfd68ab15,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:43.026386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-593815477-network', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:17:43.047451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41054) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:43.057192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Made reservation on behalf of 75d62fce38db4086bcd4cbaab851ace6 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:17:43.059541 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.075159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.121002 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7166856c-84e6-48af-b259-a08b48c440bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2727e7c30dd42eeb24878efda9af22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719829 Nov 10 04:17:43.123578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41056) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:43.173971 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e52802b-5a69-435e-85ff-ebb8a7cf36ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.176275 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.181176 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.197161 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e52802b-5a69-435e-85ff-ebb8a7cf36ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.203176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:17:43.218905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe3498-730c-48db-ac1b-ed57c76ac6c4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:43.221732 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.222096 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Added segment 9c551ec8-83ca-40b6-8dbc-a2af78081543 of type vlan for network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 Nov 10 04:17:43.248656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e52802b-5a69-435e-85ff-ebb8a7cf36ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.251400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3e52802b-5a69-435e-85ff-ebb8a7cf36ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.252546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3e52802b-5a69-435e-85ff-ebb8a7cf36ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65b1c599-e769-4e1c-be06-495becdb976c HTTP/1.1" status: 204 len: 168 time: 0.1279097 Nov 10 04:17:43.261968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52802b-5a69-435e-85ff-ebb8a7cf36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b1c599-e769-4e1c-be06-495becdb976c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:43.267377 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.295973 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.297148 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:43.297791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.349209 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b421049-be33-403e-9b3b-f8702d5bf196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.352112 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4660053 Nov 10 04:17:43.355102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41060) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:43.361217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Request body: {'subnet': {'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-593815477-subnet', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:17:43.363349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4a13b-b250-4ca2-b90a-e68e7d5310e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a9b3d4-e1fe-46fa-9411-0feacc16cff0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:43.374379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:17:43.391640 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Made reservation on behalf of 75d62fce38db4086bcd4cbaab851ace6 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:17:43.394388 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.570097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.614216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41064) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:43.629915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d53279-eecd-4eeb-b54a-15484c5ff876,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:43.639759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Checking segment: {'id': '9c551ec8-83ca-40b6-8dbc-a2af78081543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:17:43.640118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Network hostable DHCP agents. Network: f8a9b3d4-e1fe-46fa-9411-0feacc16cff0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:17:43.656656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:17:43.661917 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c9978bae-9360-457f-8087-e1885b29afc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62d8273f35764b88949a3ee4501ff603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464864 Nov 10 04:17:43.664506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41066) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:43.668178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, f8a9b3d4-e1fe-46fa-9411-0feacc16cff0) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:17:43.672922 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:17:43.673515 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.678056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c1909-6e46-49be-83fd-ebfe60a8a61d None None] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:17:43.693679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c0b2b409-b0a5-408e-b1d4-c7b0928ff46a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3372629 Nov 10 04:17:43.696879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41068) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:43.701301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-593815477-router', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:17:43.717256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58dfd523-ed11-4c79-a78b-057907057368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.723605 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.725028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.746564 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58dfd523-ed11-4c79-a78b-057907057368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.782369 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.794016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58dfd523-ed11-4c79-a78b-057907057368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.797058 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-58dfd523-ed11-4c79-a78b-057907057368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.798219 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-58dfd523-ed11-4c79-a78b-057907057368 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b773fab4-f019-433b-9eb4-60247b9ef4c1 HTTP/1.1" status: 204 len: 168 time: 0.1325796 Nov 10 04:17:43.806702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfd523-ed11-4c79-a78b-057907057368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b773fab4-f019-433b-9eb4-60247b9ef4c1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:43.840664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-f8a9b3d4-e1fe-46fa-9411-0feacc16cff0', 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'fixed_ips': [{'subnet_id': '00d53279-eecd-4eeb-b54a-15484c5ff876'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:17:43.841251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.946497 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:43.988941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Allocated IP 172.20.0.2 (f8a9b3d4-e1fe-46fa-9411-0feacc16cff0/00d53279-eecd-4eeb-b54a-15484c5ff876/ced90e1d-bc19-4cb7-8d62-7dad8ef0390e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:17:44.216768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.225914 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.237084 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.260976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.289163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:17:44.295552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:17:44.309085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:17:44.384885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Pushing event updated for resources: {'Port': ['ID=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:44.402789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Allocated IP 172.25.6.171 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/7f26711b-1caa-4333-b8e5-c613d0f20388) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:17:44.414727 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Attempting to bind port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:17:44.415997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Attempting to bind port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '9c551ec8-83ca-40b6-8dbc-a2af78081543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:17:44.417021 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Attempting to bind port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e on network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:17:44.427197 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:17:44.428647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Checking segment: {'id': '9c551ec8-83ca-40b6-8dbc-a2af78081543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:17:44.429273 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.430016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Bound using segment: {'id': '9c551ec8-83ca-40b6-8dbc-a2af78081543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:17:44.430844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Bound port: ced90e1d-bc19-4cb7-8d62-7dad8ef0390e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c551ec8-83ca-40b6-8dbc-a2af78081543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:17:44.431558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.517609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] For port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:17:44.524892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] For port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,segment=NetworkSegment(9c551ec8-83ca-40b6-8dbc-a2af78081543),segment_id=9c551ec8-83ca-40b6-8dbc-a2af78081543)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:17:44.529746 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.531873 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.574587 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.592697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00948e-7ba6-4740-8f2d-cbbc5a0653be None None] Pushing event updated for resources: {'Port': ['ID=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:44.593158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:17:44.595774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:17:44.616584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:17:44.627554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2316694-203f-4ad7-87d4-706e585614e2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:44.690042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-eb24d1f7-9eca-474f-b631-a41f9030bc13 None None] Provisioning complete for port 7f26711b-1caa-4333-b8e5-c613d0f20388 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:44.690714 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eb24d1f7-9eca-474f-b631-a41f9030bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:44.729216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-eb24d1f7-9eca-474f-b631-a41f9030bc13 None None] Port 7f26711b-1caa-4333-b8e5-c613d0f20388 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:17:44.752865 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Pushing event updated for resources: {'Port': ['ID=7f26711b-1caa-4333-b8e5-c613d0f20388,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:44.824047 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:17:44.947008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:45.521795 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:45.654673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b2fbd-047a-41ba-98c8-1447d908451e None None] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:17:45.663849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Router de6dc266-fb2c-4a6f-b548-40d911e8bd9c is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:17:45.718737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-435eae1c-bd4e-486f-80b7-a361489eb7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:45.789473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-993266df-d6c0-4e41-a03e-416ebb0258f8 None None] Provisioning complete for port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:45.790414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-993266df-d6c0-4e41-a03e-416ebb0258f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:45.798194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:45.824031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Sync routers for ids ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:45.827754 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:45.829376 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-011929e9-73dc-4ff4-b73b-4544be8e977a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1314616 Nov 10 04:17:45.832783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41076) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:45.876178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Routers {'de6dc266-fb2c-4a6f-b548-40d911e8bd9c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:45.876808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:46.025594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-993266df-d6c0-4e41-a03e-416ebb0258f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.030995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Set router de6dc266-fb2c-4a6f-b548-40d911e8bd9c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:46.176754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-993266df-d6c0-4e41-a03e-416ebb0258f8 None None] For port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,segment=NetworkSegment(9c551ec8-83ca-40b6-8dbc-a2af78081543),segment_id=9c551ec8-83ca-40b6-8dbc-a2af78081543)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:46.181140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-993266df-d6c0-4e41-a03e-416ebb0258f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.245973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993266df-d6c0-4e41-a03e-416ebb0258f8 None None] Pushing event updated for resources: {'Port': ['ID=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:46.302822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.320829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8b14ee7c-cd71-4ec5-b6e9-ac60168f8ca5 None None] Provisioning complete for port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:46.321737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8b14ee7c-cd71-4ec5-b6e9-ac60168f8ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.375260 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'name': 'tempest-ImageQuotaTest-593815477-router', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:43Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 3, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'gw_port': {'id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:44Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:46.411450 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Checking router: de6dc266-fb2c-4a6f-b548-40d911e8bd9c for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:46.411922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Updating router de6dc266-fb2c-4a6f-b548-40d911e8bd9c port 7f26711b-1caa-4333-b8e5-c613d0f20388 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:17:46.492171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.504108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Allocated IP 172.20.0.1 (f8a9b3d4-e1fe-46fa-9411-0feacc16cff0/00d53279-eecd-4eeb-b54a-15484c5ff876/af9a9e19-3442-43a6-82e7-300cdee7f4ee) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:17:46.521690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ced90e1d-bc19-4cb7-8d62-7dad8ef0390e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:17:46.619267 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.654448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.676891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:46.677551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.702299 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:17:46.706500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:17:46.708539 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Pushing event updated for resources: {'Port': ['ID=af9a9e19-3442-43a6-82e7-300cdee7f4ee,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:46.710806 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:17:46.757026 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.926896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:46.985660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.068872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a0ab7fb3-09dc-4e74-8a33-3a61f6d1d033 None None] Provisioning complete for port af9a9e19-3442-43a6-82e7-300cdee7f4ee triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:47.069304 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7fb3-09dc-4e74-8a33-3a61f6d1d033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.121483 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.126794 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.139668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab7fb3-09dc-4e74-8a33-3a61f6d1d033 None None] Port af9a9e19-3442-43a6-82e7-300cdee7f4ee cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:17:47.162240 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.168226 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.208718 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.210517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Pushing event updated for resources: {'Port': ['ID=af9a9e19-3442-43a6-82e7-300cdee7f4ee,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:47.221111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Attempting to bind port 7f26711b-1caa-4333-b8e5-c613d0f20388 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:17:47.221487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Attempting to bind port 7f26711b-1caa-4333-b8e5-c613d0f20388 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:17:47.221852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Attempting to bind port 7f26711b-1caa-4333-b8e5-c613d0f20388 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:17:47.228296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab6ce3-2421-4126-b6de-60c28b706de4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:47.241903 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:17:47.242313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:17:47.243389 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.243780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:17:47.244249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Bound port: 7f26711b-1caa-4333-b8e5-c613d0f20388, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:17:47.244626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.247410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e49bc7-6aa9-417e-b79b-a1cd7e7c77bd None None] Pushing event updated for resources: {'Port': ['ID=7f26711b-1caa-4333-b8e5-c613d0f20388,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:47.304662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] For port 7f26711b-1caa-4333-b8e5-c613d0f20388, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:17:47.308814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] For port 7f26711b-1caa-4333-b8e5-c613d0f20388, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7f26711b-1caa-4333-b8e5-c613d0f20388,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:17:47.312707 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.331498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:17:47.333385 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:17:47.371309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e346734-f3ba-45bb-8510-f9f4d6367b4b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:47.398859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Routers {'de6dc266-fb2c-4a6f-b548-40d911e8bd9c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:47.399519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:47.482222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Router de6dc266-fb2c-4a6f-b548-40d911e8bd9c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:47.502261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e49bc7-6aa9-417e-b79b-a1cd7e7c77bd None None] Pushing event updated for resources: {'Port': ['ID=7f26711b-1caa-4333-b8e5-c613d0f20388,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:47.507702 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6f9044e4-f349-4fe9-ad0a-4738719fc74b None None] Provisioning complete for port 7f26711b-1caa-4333-b8e5-c613d0f20388 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:47.508067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6f9044e4-f349-4fe9-ad0a-4738719fc74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.551389 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] Set router de6dc266-fb2c-4a6f-b548-40d911e8bd9c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:47.626368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:47.633466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ad52d9c-3d61-4d8a-87fe-8406b503bac8 admin admin] 10.222.0.24 "PUT /v2.0/routers/de6dc266-fb2c-4a6f-b548-40d911e8bd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989280 Nov 10 04:17:47.719462 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6f9044e4-f349-4fe9-ad0a-4738719fc74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.754984 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6f9044e4-f349-4fe9-ad0a-4738719fc74b None None] For port 7f26711b-1caa-4333-b8e5-c613d0f20388, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7f26711b-1caa-4333-b8e5-c613d0f20388,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:47.762894 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6f9044e4-f349-4fe9-ad0a-4738719fc74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.843197 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9044e4-f349-4fe9-ad0a-4738719fc74b None None] Pushing event updated for resources: {'Port': ['ID=7f26711b-1caa-4333-b8e5-c613d0f20388,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:47.865436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'name': 'tempest-ImageQuotaTest-593815477-router', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:43Z', 'updated_at': '2021-11-10T04:17:46Z', 'revision_number': 4, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'gw_port': {'id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:44Z', 'updated_at': '2021-11-10T04:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'af9a9e19-3442-43a6-82e7-300cdee7f4ee', 'name': '', 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'mac_address': 'fa:16:3e:cd:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d53279-eecd-4eeb-b54a-15484c5ff876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:46Z', 'revision_number': 2, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'subnets': [{'id': '00d53279-eecd-4eeb-b54a-15484c5ff876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:47.897919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a47df8-d2cd-4619-ab46-954afed788a8 None None] The sync data for ids ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'] in n-d-817326-2 is: [{'id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'name': 'tempest-ImageQuotaTest-593815477-router', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:43Z', 'updated_at': '2021-11-10T04:17:46Z', 'revision_number': 4, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'gw_port': {'id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:44Z', 'updated_at': '2021-11-10T04:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'af9a9e19-3442-43a6-82e7-300cdee7f4ee', 'name': '', 'network_id': 'f8a9b3d4-e1fe-46fa-9411-0feacc16cff0', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'mac_address': 'fa:16:3e:cd:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d53279-eecd-4eeb-b54a-15484c5ff876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:46Z', 'revision_number': 2, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'subnets': [{'id': '00d53279-eecd-4eeb-b54a-15484c5ff876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:47.911103 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1a94c817-acd1-4e6f-ba50-b06c4f51719e None None] Provisioning complete for port af9a9e19-3442-43a6-82e7-300cdee7f4ee triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:47.911637 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a94c817-acd1-4e6f-ba50-b06c4f51719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:47.953349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1a94c817-acd1-4e6f-ba50-b06c4f51719e None None] Port af9a9e19-3442-43a6-82e7-300cdee7f4ee cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:17:47.966595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1a94c817-acd1-4e6f-ba50-b06c4f51719e None None] Provisioning complete for port 7f26711b-1caa-4333-b8e5-c613d0f20388 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:47.967148 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a94c817-acd1-4e6f-ba50-b06c4f51719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:48.477358 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:48.865387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41104) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:49.163600 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:49.219921 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:49.483490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Deleting port af9a9e19-3442-43a6-82e7-300cdee7f4ee {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:49.483830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:49.566245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:49.580156 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Calling delete_port for af9a9e19-3442-43a6-82e7-300cdee7f4ee owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:49.775319 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:49.815033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=af9a9e19-3442-43a6-82e7-300cdee7f4ee,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:49.990875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:50.135929 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] Sync routers for ids ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:50.145487 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] Routers {'de6dc266-fb2c-4a6f-b548-40d911e8bd9c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:50.146149 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:50.211168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Router de6dc266-fb2c-4a6f-b548-40d911e8bd9c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:17:50.250635 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] Set router de6dc266-fb2c-4a6f-b548-40d911e8bd9c gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:50.317027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:17:50.322721 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-261a5286-991f-48d4-9ff4-f976406c4a3d admin admin] 10.222.0.24 "PUT /v2.0/routers/de6dc266-fb2c-4a6f-b548-40d911e8bd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4561422 Nov 10 04:17:50.325182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41112) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:50.449476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:50.452051 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'name': 'tempest-ImageQuotaTest-593815477-router', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:43Z', 'updated_at': '2021-11-10T04:17:49Z', 'revision_number': 5, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'gw_port': {'id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:44Z', 'updated_at': '2021-11-10T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:50.478952 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] Checking router: de6dc266-fb2c-4a6f-b548-40d911e8bd9c for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:17:50.488332 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] Routers {'de6dc266-fb2c-4a6f-b548-40d911e8bd9c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:50.488965 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:50.489109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7f26711b-1caa-4333-b8e5-c613d0f20388 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:17:50.569189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7f26711b-1caa-4333-b8e5-c613d0f20388 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:17:50.569549 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:50.611493 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] Set router de6dc266-fb2c-4a6f-b548-40d911e8bd9c gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:17:50.813512 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'name': 'tempest-ImageQuotaTest-593815477-router', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:43Z', 'updated_at': '2021-11-10T04:17:49Z', 'revision_number': 5, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'gw_port': {'id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:44Z', 'updated_at': '2021-11-10T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:50.935764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:50.937786 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8dfae-a3b5-422f-8550-1da8ad5728e9 None None] The sync data for ids ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'] in n-d-817326-2 is: [{'id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'name': 'tempest-ImageQuotaTest-593815477-router', 'tenant_id': '75d62fce38db4086bcd4cbaab851ace6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:43Z', 'updated_at': '2021-11-10T04:17:49Z', 'revision_number': 5, 'project_id': '75d62fce38db4086bcd4cbaab851ace6', 'gw_port': {'id': '7f26711b-1caa-4333-b8e5-c613d0f20388', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6dc266-fb2c-4a6f-b548-40d911e8bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:44Z', 'updated_at': '2021-11-10T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:50.997485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Deleting port 7f26711b-1caa-4333-b8e5-c613d0f20388 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:50.998090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.077509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] For port 7f26711b-1caa-4333-b8e5-c613d0f20388, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7f26711b-1caa-4333-b8e5-c613d0f20388,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:51.077780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.091490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Calling delete_port for 7f26711b-1caa-4333-b8e5-c613d0f20388 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:51.258250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.287536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f26711b-1caa-4333-b8e5-c613d0f20388,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:51.306974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4a6b9-302b-45c8-9333-3dcc4ab88f23 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:51.567551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.567551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.567551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.595113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.595685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6dc266-fb2c-4a6f-b548-40d911e8bd9c {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:17:51.600509 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.605557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b5b67b76-0e5a-4b17-888e-aa671f10da82 admin admin] 10.222.0.24 "DELETE /v2.0/routers/de6dc266-fb2c-4a6f-b548-40d911e8bd9c HTTP/1.1" status: 204 len: 168 time: 1.2771871 Nov 10 04:17:51.605889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:51.655697 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] Deleting subnet 00d53279-eecd-4eeb-b54a-15484c5ff876 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:17:51.659204 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.704239 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.793680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.857677 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.885108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d53279-eecd-4eeb-b54a-15484c5ff876,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:51.890915 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:51.896503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d647ea53-09c0-4f85-832d-a7153ae907ff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/00d53279-eecd-4eeb-b54a-15484c5ff876 HTTP/1.1" status: 204 len: 168 time: 0.2872784 Nov 10 04:17:51.896670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41142) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:51.897661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e548059-4e64-4f64-8e5c-b6499bc5c714 None None] Network f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:17:51.979762 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.045695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Deleting port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:52.046828 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.124875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] DHCP port deletion for f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:17:52.132138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] For port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,segment=NetworkSegment(9c551ec8-83ca-40b6-8dbc-a2af78081543),segment_id=9c551ec8-83ca-40b6-8dbc-a2af78081543)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:52.132877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.147644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Calling delete_port for ced90e1d-bc19-4cb7-8d62-7dad8ef0390e owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:52.182553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] Deleting port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:17:52.182948 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.225166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] Sync routers for ids ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:17:52.254077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.258003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] For port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,segment=NetworkSegment(9c551ec8-83ca-40b6-8dbc-a2af78081543),segment_id=9c551ec8-83ca-40b6-8dbc-a2af78081543)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:17:52.258902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.261208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:52.261571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 04:17:52.262196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_agentschedulers_db [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de6dc266-fb2c-4a6f-b548-40d911e8bd9c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 04:17:52.279453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] Calling delete_port for ced90e1d-bc19-4cb7-8d62-7dad8ef0390e owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:17:52.283553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] No DVR routers for this DVR port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:52.283942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] Routers set() bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:17:52.284317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] Router IDs set() for agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 04:17:52.284894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_agentschedulers_db [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de6dc266-fb2c-4a6f-b548-40d911e8bd9c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent'). {{(pid=102598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 04:17:52.285319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c172f-7624-41b1-8aca-de60226e1927 None None] The sync data for ids ['de6dc266-fb2c-4a6f-b548-40d911e8bd9c'] in n-d-817326-2 is: [] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:17:52.305673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Pushing event deleted for resources: {'Port': ['ID=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:52.391216 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.403884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.427147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] Pushing event deleted for resources: {'Port': ['ID=ced90e1d-bc19-4cb7-8d62-7dad8ef0390e,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:52.433105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4670df-282a-472e-9967-b209c3d83458 None None] No DVR routers for this DVR port ced90e1d-bc19-4cb7-8d62-7dad8ef0390e on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:17:52.448733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a9b3d4-e1fe-46fa-9411-0feacc16cff0']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:52.460877 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c551ec8-83ca-40b6-8dbc-a2af78081543') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:52.461172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c551ec8-83ca-40b6-8dbc-a2af78081543') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:17:52.480517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.499266 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.510594 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:17:52.511119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:17:52.514290 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:17:52.576675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.584215 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.589978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] 10.222.0.24 "DELETE /v2.0/networks/f8a9b3d4-e1fe-46fa-9411-0feacc16cff0 HTTP/1.1" status: 204 len: 168 time: 0.6906428 Nov 10 04:17:52.600194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14a8c-d851-424f-a5e4-c2c0e73981be admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a9b3d4-e1fe-46fa-9411-0feacc16cff0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:52.716305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41160) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:52.756557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a82fb12a-539e-4110-be04-b1559e7e0f42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75d62fce38db4086bcd4cbaab851ace6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381927 Nov 10 04:17:52.759091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41162) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:52.815970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fca61a2f-785f-4871-ac24-5a3a42b6340d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.837692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fca61a2f-785f-4871-ac24-5a3a42b6340d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.891801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device af9a9e19-3442-43a6-82e7-300cdee7f4ee no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:52.900398 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fca61a2f-785f-4871-ac24-5a3a42b6340d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.903106 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fca61a2f-785f-4871-ac24-5a3a42b6340d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:52.904266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fca61a2f-785f-4871-ac24-5a3a42b6340d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cfe3498-730c-48db-ac1b-ed57c76ac6c4 HTTP/1.1" status: 204 len: 168 time: 0.1442478 Nov 10 04:17:52.915418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca61a2f-785f-4871-ac24-5a3a42b6340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe3498-730c-48db-ac1b-ed57c76ac6c4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:52.935388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: af9a9e19-3442-43a6-82e7-300cdee7f4ee {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:52.935933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device af9a9e19-3442-43a6-82e7-300cdee7f4ee not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:52.936120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ced90e1d-bc19-4cb7-8d62-7dad8ef0390e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:52.962882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ced90e1d-bc19-4cb7-8d62-7dad8ef0390e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:52.963228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ced90e1d-bc19-4cb7-8d62-7dad8ef0390e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:17:53.304785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41176) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:53.319903 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e44dfad-d202-4a8c-8d40-ccc53341184f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.410746 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e44dfad-d202-4a8c-8d40-ccc53341184f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.417737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7e44dfad-d202-4a8c-8d40-ccc53341184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.459165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e44dfad-d202-4a8c-8d40-ccc53341184f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1528447 Nov 10 04:17:53.460252 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44dfad-d202-4a8c-8d40-ccc53341184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f910d0-6c25-4813-8f01-0c3ad3bb4577,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:53.466318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41182) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:17:53.518307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e153-bf49-4964-9786-c8011fa8ec64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.538824 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.543152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e153-bf49-4964-9786-c8011fa8ec64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.590140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e153-bf49-4964-9786-c8011fa8ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.593165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e153-bf49-4964-9786-c8011fa8ec64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:17:53.594328 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0fd8e153-bf49-4964-9786-c8011fa8ec64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63f910d0-6c25-4813-8f01-0c3ad3bb4577 HTTP/1.1" status: 204 len: 168 time: 0.1270263 Nov 10 04:17:53.603050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8e153-bf49-4964-9786-c8011fa8ec64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f910d0-6c25-4813-8f01-0c3ad3bb4577,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:17:54.379148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7f26711b-1caa-4333-b8e5-c613d0f20388 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:17:54.408447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7f26711b-1caa-4333-b8e5-c613d0f20388 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:17:54.408899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7f26711b-1caa-4333-b8e5-c613d0f20388 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:18:04.187984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b10e26-8826-4bf3-b0e5-58b1c059d9b2 req-487e4320-16a8-4829-b9c4-a6fb434d029d tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:04.188739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07b10e26-8826-4bf3-b0e5-58b1c059d9b2 req-487e4320-16a8-4829-b9c4-a6fb434d029d tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1097 time: 0.2105823 Nov 10 04:18:04.241644 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07b10e26-8826-4bf3-b0e5-58b1c059d9b2 req-08fb6b09-9194-4526-86b8-ce00789f83f1 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468891 Nov 10 04:18:04.270341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41394) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:04.433990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port d4fd64ee-8361-4610-9561-7f29623e317d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:18:04.434290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:04.509746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:04.510095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:04.521510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for d4fd64ee-8361-4610-9561-7f29623e317d owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:18:04.668143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:04.694681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=d4fd64ee-8361-4610-9561-7f29623e317d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:04.757679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:04.758577 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP 2639cf82-bba8-4158-a2ca-1a8c91b8f299 disassociated (deleted). External IP: 172.25.6.141, port: 1d304ed3-6713-4652-8f3c-a94b8abcf343. Nov 10 04:18:04.963595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 1367b8ec-935b-4cff-bffc-747233718f03 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:18:05.069478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:18:05.074976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:05.079827 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] Sync routers for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:18:05.090551 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:05.091138 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:05.103978 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2fcbcc44-5149-49a9-bc3e-520eab08f062 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/floatingips/2639cf82-bba8-4158-a2ca-1a8c91b8f299 HTTP/1.1" status: 204 len: 168 time: 0.8301511 Nov 10 04:18:05.103978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:18:05.104721 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5971bedf-3490-44e3-91d8-e01e0bbde637" -d '{"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:18:05.153574 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637f00d1-2e1f-4499-bdec-5ed1ace39189 x-openstack-request-id: req-637f00d1-2e1f-4499-bdec-5ed1ace39189 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:18:05.153874 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:18:05.154168 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-637f00d1-2e1f-4499-bdec-5ed1ace39189 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:18:05.154607 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'status': 'completed', 'code': 200} Nov 10 04:18:05.204753 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:05.229233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-18bd38de-7841-4fad-9f52-ab0a6c34f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:05.231059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-18bd38de-7841-4fad-9f52-ab0a6c34f00b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 1097 time: 0.0530996 Nov 10 04:18:05.348996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-5e0f4ab9-56d9-44a4-907f-68cef4d35695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:05.350499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-5e0f4ab9-56d9-44a4-907f-68cef4d35695 service neutron] 10.222.0.44 "GET /v2.0/networks?id=042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 200 len: 897 time: 0.1108139 Nov 10 04:18:05.392619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6ec5-ceae-4adf-b68b-60ee7ea7fadf req-966291c1-87ee-4bb8-9cb4-5aec254a0931 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:05.401078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-567a6ec5-ceae-4adf-b68b-60ee7ea7fadf req-966291c1-87ee-4bb8-9cb4-5aec254a0931 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 946 time: 0.0588903 Nov 10 04:18:05.423037 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-74f6999a-1688-4cf3-bae7-62546dcd7674 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 200 len: 217 time: 0.0499148 Nov 10 04:18:05.463652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-567a6ec5-ceae-4adf-b68b-60ee7ea7fadf req-12d5c696-c19c-4f1a-881d-d6dee629c783 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594919 Nov 10 04:18:05.481110 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:05.487684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-d1c38593-ddfa-451a-a809-88e414aac178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:05.489287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-d1c38593-ddfa-451a-a809-88e414aac178 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 200 len: 835 time: 0.0580404 Nov 10 04:18:05.514590 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] Checking router: 1367b8ec-935b-4cff-bffc-747233718f03 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:18:05.525066 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:05.525667 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:05.541693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-348f1a1c-57cb-429b-b1f7-39877cdc8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:05.543282 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-348f1a1c-57cb-429b-b1f7-39877cdc8a28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=042d5d8f-7aa3-4446-a215-babbad168a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453272 Nov 10 04:18:05.558142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-a9ccf06b-0735-4242-acff-1913fa9178c1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:18:05.559244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-a9ccf06b-0735-4242-acff-1913fa9178c1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056617 Nov 10 04:18:05.642662 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:05.662080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-e1fd4341-c3c8-4711-aa6c-71f7493cd4b5 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939353 Nov 10 04:18:05.759379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5971bedf-3490-44e3-91d8-e01e0bbde637 req-0b45837d-9154-4ef5-83cc-9a912697a5d5 service neutron] 10.222.0.44 "GET /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872891 Nov 10 04:18:05.860492 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:05.890172 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb2652-c8ae-4da0-83d3-6b27b10a2438 None None] The sync data for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 is: [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:07Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'ec601946-45e8-45f8-9c95-c086f5a0f41f', 'name': '', 'network_id': '042d5d8f-7aa3-4446-a215-babbad168a29', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:ae:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:06Z', 'updated_at': '2021-11-10T04:16:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'd9e61225-4c8a-45f7-a2be-64a2fedfa9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:18:06.114508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e264d270-47b0-4033-91e1-d0a93377260e None None] New status for floating IP 2639cf82-bba8-4158-a2ca-1a8c91b8f299: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:18:06.643217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550877d-1393-4410-b7a6-98c83c290066 req-f348c738-9897-4303-8875-e5250a99774c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:06.644621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f550877d-1393-4410-b7a6-98c83c290066 req-f348c738-9897-4303-8875-e5250a99774c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 946 time: 0.1147339 Nov 10 04:18:06.693483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f550877d-1393-4410-b7a6-98c83c290066 req-15f815f3-44b1-4609-9438-1530649ff59f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=97781302-35ca-44a3-9922-c26f6f3821cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419154 Nov 10 04:18:06.783269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-a4b42db7-af73-4101-adb7-75b6a53f01e7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:06.784729 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-a4b42db7-af73-4101-adb7-75b6a53f01e7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b7cb81-4525-4660-957e-a6806030e931 HTTP/1.1" status: 200 len: 946 time: 0.0560889 Nov 10 04:18:06.878699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 1d304ed3-6713-4652-8f3c-a94b8abcf343 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:18:06.879035 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:06.972415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port 1d304ed3-6713-4652-8f3c-a94b8abcf343, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1d304ed3-6713-4652-8f3c-a94b8abcf343,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:06.972764 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:06.984929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 1d304ed3-6713-4652-8f3c-a94b8abcf343 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:18:07.113231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:07.139761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=1d304ed3-6713-4652-8f3c-a94b8abcf343,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:07.186507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] No DVR routers for this DVR port 1d304ed3-6713-4652-8f3c-a94b8abcf343 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:18:07.188873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:07.192169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f8765b55-8a67-4ee9-969c-fe3d6530b02f req-f4e43f1d-f8ab-40e2-8cfa-2f3ffcddf251 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "DELETE /v2.0/ports/1d304ed3-6713-4652-8f3c-a94b8abcf343 HTTP/1.1" status: 204 len: 173 time: 0.4010510 Nov 10 04:18:07.192622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-deleted', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:18:07.194891 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc785e5-016e-4585-aaff-6db9c631d833" -d '{"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-deleted", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:18:07.232263 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669e0f9-6e73-4735-9cde-698cf4c10f71 x-openstack-request-id: req-2669e0f9-6e73-4735-9cde-698cf4c10f71 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:18:07.232548 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7cb81-4525-4660-957e-a6806030e931", "name": "network-vif-deleted", "tag": "1d304ed3-6713-4652-8f3c-a94b8abcf343", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:18:07.232799 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2669e0f9-6e73-4735-9cde-698cf4c10f71 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:18:07.233193 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7cb81-4525-4660-957e-a6806030e931', 'name': 'network-vif-deleted', 'tag': '1d304ed3-6713-4652-8f3c-a94b8abcf343', 'status': 'completed', 'code': 200} Nov 10 04:18:07.759730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41418) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:08.123321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:08.275036 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:08.383370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port ec601946-45e8-45f8-9c95-c086f5a0f41f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:18:08.383716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:08.474613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port ec601946-45e8-45f8-9c95-c086f5a0f41f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ec601946-45e8-45f8-9c95-c086f5a0f41f,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:08.474970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:08.487732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for ec601946-45e8-45f8-9c95-c086f5a0f41f owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:18:09.017623 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:09.044000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=ec601946-45e8-45f8-9c95-c086f5a0f41f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:09.216404 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:09.429679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 1367b8ec-935b-4cff-bffc-747233718f03 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:18:09.539048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:18:09.547166 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-63909fc8-f4f9-48a5-907f-7f7337ca1735 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/1367b8ec-935b-4cff-bffc-747233718f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7834077 Nov 10 04:18:09.547868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41430) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:09.548340 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] Sync routers for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:18:09.559748 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:09.560651 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:09.621073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting subnet d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:18:09.624570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:09.668249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:09.671003 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:09.764932 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:09.835425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:09.863721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e61225-4c8a-45f7-a2be-64a2fedfa9c3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:09.864445 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:18:08Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:09.870034 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:09.874088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8c3e9b8f-a0f1-432b-b183-936666ef304b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/subnets/d9e61225-4c8a-45f7-a2be-64a2fedfa9c3 HTTP/1.1" status: 204 len: 168 time: 0.3240964 Nov 10 04:18:09.875955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41432) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:09.876782 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1554c87-a764-447e-ad58-20221442099b None None] Network 042d5d8f-7aa3-4446-a215-babbad168a29 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:18:09.906540 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] Checking router: 1367b8ec-935b-4cff-bffc-747233718f03 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:18:09.917193 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] Routers {'1367b8ec-935b-4cff-bffc-747233718f03'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:09.917831 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1367b8ec-935b-4cff-bffc-747233718f03'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:09.991371 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.051496 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] Set router 1367b8ec-935b-4cff-bffc-747233718f03 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:10.129331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.130552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] DHCP port deletion for 042d5d8f-7aa3-4446-a215-babbad168a29 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:18:10.190250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] Deleting port ad169142-93b6-4057-a061-5733a9b830fe {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:18:10.190937 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.195886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port b8e18e8d-6c83-49e1-a803-e77c0e982e21 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:18:10.196312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.266964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] For port ad169142-93b6-4057-a061-5733a9b830fe, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ad169142-93b6-4057-a061-5733a9b830fe,segment=NetworkSegment(475a9c38-229b-412f-b1fd-42d208a9ee94),segment_id=475a9c38-229b-412f-b1fd-42d208a9ee94)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:10.267701 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.281751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] Calling delete_port for ad169142-93b6-4057-a061-5733a9b830fe owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:18:10.287324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port b8e18e8d-6c83-49e1-a803-e77c0e982e21, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b8e18e8d-6c83-49e1-a803-e77c0e982e21,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:10.287839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.307134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for b8e18e8d-6c83-49e1-a803-e77c0e982e21 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:18:10.373627 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.377718 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:18:08Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:10.405223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] Pushing event deleted for resources: {'Port': ['ID=ad169142-93b6-4057-a061-5733a9b830fe,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:10.408955 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45470f1c-d341-4844-883c-e3a7d82e80d1 None None] The sync data for ids ['1367b8ec-935b-4cff-bffc-747233718f03'] in n-d-817326-2 is: [{'id': '1367b8ec-935b-4cff-bffc-747233718f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732411405', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:18:08Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b8e18e8d-6c83-49e1-a803-e77c0e982e21', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1367b8ec-935b-4cff-bffc-747233718f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:16:02Z', 'updated_at': '2021-11-10T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:18:10.415731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d0a79-7ac0-44be-bc07-f58a67a3965c None None] No DVR routers for this DVR port ad169142-93b6-4057-a061-5733a9b830fe on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:18:10.514508 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.548034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=b8e18e8d-6c83-49e1-a803-e77c0e982e21,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:10.566163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090a424-436a-473a-8ab8-4d6ff464fbb2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:18:10.609208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.698691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.700855 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.751831 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.751831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Fanout notify agent at l3_agent the message router_deleted on router 1367b8ec-935b-4cff-bffc-747233718f03 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:18:10.751831 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.753099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5abe7738-ae57-46f1-99f3-54515e9cb950 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/routers/1367b8ec-935b-4cff-bffc-747233718f03 HTTP/1.1" status: 204 len: 168 time: 0.8761632 Nov 10 04:18:10.756035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41436) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:10.844872 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.857555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad169142-93b6-4057-a061-5733a9b830fe no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:18:10.949290 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:10.974210 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042d5d8f-7aa3-4446-a215-babbad168a29']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:10.987439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475a9c38-229b-412f-b1fd-42d208a9ee94') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:10.987928 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475a9c38-229b-412f-b1fd-42d208a9ee94') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:10.998984 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.013572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.020005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:18:11.020504 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:18:11.024337 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:18:11.064802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ad169142-93b6-4057-a061-5733a9b830fe {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:18:11.066365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ad169142-93b6-4057-a061-5733a9b830fe not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:18:11.090728 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.100243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.103455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/networks/042d5d8f-7aa3-4446-a215-babbad168a29 HTTP/1.1" status: 204 len: 168 time: 0.3464324 Nov 10 04:18:11.106274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41440) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:11.114073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a10268-2f50-456e-bb53-4c158f149b84 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Network': ['ID=042d5d8f-7aa3-4446-a215-babbad168a29,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:11.168466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f511275-f791-45a5-8631-833c4febf647 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.199156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f511275-f791-45a5-8631-833c4febf647 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.275893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f511275-f791-45a5-8631-833c4febf647 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.278651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7f511275-f791-45a5-8631-833c4febf647 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.282534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7f511275-f791-45a5-8631-833c4febf647 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/security-groups/97781302-35ca-44a3-9922-c26f6f3821cf HTTP/1.1" status: 204 len: 168 time: 0.1725936 Nov 10 04:18:11.289461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f511275-f791-45a5-8631-833c4febf647 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97781302-35ca-44a3-9922-c26f6f3821cf,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:11.555538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41446) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:11.560187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2469f06a-e07d-4508-8260-78cd9dcb5507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127372283', 'description': 'tempest-secgroup-smoke-127372283 description', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:11.591748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2469f06a-e07d-4508-8260-78cd9dcb5507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.670010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2469f06a-e07d-4508-8260-78cd9dcb5507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.674270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2469f06a-e07d-4508-8260-78cd9dcb5507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.705514 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2469f06a-e07d-4508-8260-78cd9dcb5507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.706741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2469f06a-e07d-4508-8260-78cd9dcb5507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1502061 Nov 10 04:18:11.708591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469f06a-e07d-4508-8260-78cd9dcb5507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0179cf-05c6-4829-b7b3-861951719e89,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:11.709733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41448) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:11.716221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-72f5d46a-50a6-4d40-8679-4f7fb472f7cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9a0179cf-05c6-4829-b7b3-861951719e89', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:11.734835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:18:11.745737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72f5d46a-50a6-4d40-8679-4f7fb472f7cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.755411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 1d304ed3-6713-4652-8f3c-a94b8abcf343 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:18:11.755749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1d304ed3-6713-4652-8f3c-a94b8abcf343 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:18:11.805077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72f5d46a-50a6-4d40-8679-4f7fb472f7cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.809248 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72f5d46a-50a6-4d40-8679-4f7fb472f7cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.828898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5d46a-50a6-4d40-8679-4f7fb472f7cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6099ef7d-1832-410a-aada-5c5c470ffa99,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:11.834536 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-72f5d46a-50a6-4d40-8679-4f7fb472f7cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.838589 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-72f5d46a-50a6-4d40-8679-4f7fb472f7cb tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268032 Nov 10 04:18:11.838757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41450) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:11.847680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-90db5abe-f461-4f2d-ba92-4ce78506b510 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9a0179cf-05c6-4829-b7b3-861951719e89', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:11.874616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90db5abe-f461-4f2d-ba92-4ce78506b510 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.935565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90db5abe-f461-4f2d-ba92-4ce78506b510 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.940703 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90db5abe-f461-4f2d-ba92-4ce78506b510 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.960092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db5abe-f461-4f2d-ba92-4ce78506b510 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26a2011-7546-47ad-bb05-bf4840facc87,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:11.971919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90db5abe-f461-4f2d-ba92-4ce78506b510 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:11.973352 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-90db5abe-f461-4f2d-ba92-4ce78506b510 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337273 Nov 10 04:18:11.976275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41452) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:11.981467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-27f518ac-e630-4539-aeca-2c391dab36fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9a0179cf-05c6-4829-b7b3-861951719e89', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:12.008276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27f518ac-e630-4539-aeca-2c391dab36fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.067040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27f518ac-e630-4539-aeca-2c391dab36fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.070786 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27f518ac-e630-4539-aeca-2c391dab36fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.090779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f518ac-e630-4539-aeca-2c391dab36fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f4466f-9b08-41fd-8b7e-3aaa3a32406b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:12.099398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-27f518ac-e630-4539-aeca-2c391dab36fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.100723 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-27f518ac-e630-4539-aeca-2c391dab36fd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228182 Nov 10 04:18:12.104037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41456) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:12.108443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-924b7df6-1eb2-4829-9b02-dfd6c762a624 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9a0179cf-05c6-4829-b7b3-861951719e89', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:12.137900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-924b7df6-1eb2-4829-9b02-dfd6c762a624 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.213885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-924b7df6-1eb2-4829-9b02-dfd6c762a624 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.219363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-924b7df6-1eb2-4829-9b02-dfd6c762a624 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.239458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b7df6-1eb2-4829-9b02-dfd6c762a624 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b118191a-e048-4a63-9dfc-7c111969fdf6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:12.250213 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-924b7df6-1eb2-4829-9b02-dfd6c762a624 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.254145 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-924b7df6-1eb2-4829-9b02-dfd6c762a624 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466460 Nov 10 04:18:12.254663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41468) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:12.260426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9a0179cf-05c6-4829-b7b3-861951719e89', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:12.283898 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:18:12.290526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.361060 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.366154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.401385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ea2695-5a8f-48f3-bb15-ab83d69e9838,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:12.422627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.424917 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f81a7e0e-ef67-43b1-bf5a-46fa84b50d8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688948 Nov 10 04:18:12.427545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41494) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:12.432477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '9a0179cf-05c6-4829-b7b3-861951719e89', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:12.453913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ec601946-45e8-45f8-9c95-c086f5a0f41f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:18:12.477795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ec601946-45e8-45f8-9c95-c086f5a0f41f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:18:12.478164 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ec601946-45e8-45f8-9c95-c086f5a0f41f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:18:12.478576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b8e18e8d-6c83-49e1-a803-e77c0e982e21 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:18:12.499164 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:18:12.501055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b8e18e8d-6c83-49e1-a803-e77c0e982e21 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:18:12.501395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b8e18e8d-6c83-49e1-a803-e77c0e982e21 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:18:12.506187 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.578298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.582543 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.603155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5099eef4-8ea3-4437-b0a6-58043b9e9100,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:12.614100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.615399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0b0ff09f-dd40-4b0a-a796-3c8c552da507 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1869185 Nov 10 04:18:12.618317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41522) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:12.624222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'network': {'name': 'tempest-network-smoke--1225559683', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:12.651266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:18:12.655125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.683319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:18:12.693270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.693612 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Added segment 0f401cff-a103-4585-9840-b7a201a4fdb0 of type vlan for network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 Nov 10 04:18:12.746754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.773660 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.779318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:12.780072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.841727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 41554) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:12.842228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2218580 Nov 10 04:18:12.850150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'admin_state_up': True, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:12.860144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606628e-e32c-4e7e-a32a-17470d4a692d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Network': ['ID=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:12.873956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:18:12.894270 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.895631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:12.967192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.114041 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.318610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.344510 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.353045 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c47c8e54-629f-431d-8b6a-71971e927f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.453577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.114 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/b2e06017-237e-4a99-b984-eefcf9fb3352) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:18:13.565046 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.605672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.650488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:18:13.653504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:18:13.656126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:18:13.667410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f5b965-dfed-4c80-a814-7f9bdefb73f6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:18:13.680221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=b2e06017-237e-4a99-b984-eefcf9fb3352,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:13.788248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-77f62eb4-7c6b-49c7-ba95-af51ce2bcad7 None None] Provisioning complete for port b2e06017-237e-4a99-b984-eefcf9fb3352 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:13.789232 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-77f62eb4-7c6b-49c7-ba95-af51ce2bcad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:13.830201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-77f62eb4-7c6b-49c7-ba95-af51ce2bcad7 None None] Port b2e06017-237e-4a99-b984-eefcf9fb3352 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:18:13.927351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:14.129015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:14.266717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:18:14.737608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:18:14.748762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Sync routers for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:18:14.759720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:14.760498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:14.761738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5d15f2dc-25e6-4156-bf3f-3068abc8aff4 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9180961 Nov 10 04:18:14.763063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:17:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:14.765188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41856) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:14.799581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bd74f3d5-d344-45e3-a036-ee479ca96ec3 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a49d6c4aa9b40afbbaf0157d5814bc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331798 Nov 10 04:18:14.802127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41864) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:14.880672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:14.909537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ec502-8473-4192-aa7a-2754e4b5d6e8 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:14.914201 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d54ec502-8473-4192-aa7a-2754e4b5d6e8 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1079540 Nov 10 04:18:14.914472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41882) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:14.944668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-873826db-7c88-4d6b-b510-78bb819e7f2a tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290406 Nov 10 04:18:14.947354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41890) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:14.952557 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-448558567', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:15.051532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:18:15.055434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.079881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:13Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:15.113339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Checking router: 0ef2970d-8043-46b9-8493-f6c50cd69bc4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:18:15.113685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Updating router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 port b2e06017-237e-4a99-b984-eefcf9fb3352 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:18:15.141389 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.239819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.303381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Subnet': ['ID=abc041ff-1a9b-40ee-a656-72d8a7fb6542,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:15.312112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Checking segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:18:15.313031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network hostable DHCP agents. Network: 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:18:15.331591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:18:15.341722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:18:15.346869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:15.347756 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.353720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb7519-a86e-4899-9918-9b5461d0e01e None None] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:18:15.364840 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-40cb7092-09e2-475d-82e6-f422d2da436e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4164674 Nov 10 04:18:15.367712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 41914) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:15.463365 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.477010 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.539466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e26a3-d9b3-4a1d-9f51-22613bb7ff2b None None] Pushing event updated for resources: {'Port': ['ID=b2e06017-237e-4a99-b984-eefcf9fb3352,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:15.589325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915e5727-0c56-46c3-b08d-7bc2aa887dc0 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:18:15.622320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Attempting to bind port b2e06017-237e-4a99-b984-eefcf9fb3352 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:18:15.622691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Attempting to bind port b2e06017-237e-4a99-b984-eefcf9fb3352 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:18:15.623173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Attempting to bind port b2e06017-237e-4a99-b984-eefcf9fb3352 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:18:15.640029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:18:15.640402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:18:15.640799 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.641187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:18:15.641746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Bound port: b2e06017-237e-4a99-b984-eefcf9fb3352, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:18:15.642060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.715912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-340c6bc5-a823-4e06-904f-f07c9d9797df None None] Provisioning complete for port b2e06017-237e-4a99-b984-eefcf9fb3352 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:15.716279 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-340c6bc5-a823-4e06-904f-f07c9d9797df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.751170 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4151-54ca-4050-8af4-f2a48ce77788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.778163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:18:15.779107 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.800472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] For port b2e06017-237e-4a99-b984-eefcf9fb3352, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:18:15.827169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] For port b2e06017-237e-4a99-b984-eefcf9fb3352, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2e06017-237e-4a99-b984-eefcf9fb3352,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:18:15.831933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-340c6bc5-a823-4e06-904f-f07c9d9797df None None] Port b2e06017-237e-4a99-b984-eefcf9fb3352 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:18:15.866169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.894258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:15.953811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24652a51-5689-4dbf-b13b-afb57740b036 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:18:15.988921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:15.989811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:18:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:16.059092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e26a3-d9b3-4a1d-9f51-22613bb7ff2b None None] Pushing event updated for resources: {'Port': ['ID=b2e06017-237e-4a99-b984-eefcf9fb3352,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:16.083675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Allocated IP 172.20.0.2 (3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24/abc041ff-1a9b-40ee-a656-72d8a7fb6542/6c4711ca-7768-4522-b3b4-265eb79c27a0) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:18:16.095183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7863bbfa-ee29-4472-b271-10a814639c49 None None] Provisioning complete for port b2e06017-237e-4a99-b984-eefcf9fb3352 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:16.095845 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7863bbfa-ee29-4472-b271-10a814639c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.233352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:16.595702 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7863bbfa-ee29-4472-b271-10a814639c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.643082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.648551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7863bbfa-ee29-4472-b271-10a814639c49 None None] For port b2e06017-237e-4a99-b984-eefcf9fb3352, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2e06017-237e-4a99-b984-eefcf9fb3352,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:16.652690 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.677883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7863bbfa-ee29-4472-b271-10a814639c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.703780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.1 (3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24/abc041ff-1a9b-40ee-a656-72d8a7fb6542/9fff69fe-38e7-446e-9530-6dc05b21a5e0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:18:16.724942 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:18:16.730760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:18:16.736687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:18:16.740370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Pushing event updated for resources: {'Port': ['ID=6c4711ca-7768-4522-b3b4-265eb79c27a0,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:16.842689 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.867166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863bbfa-ee29-4472-b271-10a814639c49 None None] Pushing event updated for resources: {'Port': ['ID=b2e06017-237e-4a99-b984-eefcf9fb3352,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:16.875798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Attempting to bind port 6c4711ca-7768-4522-b3b4-265eb79c27a0 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:18:16.875798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Attempting to bind port 6c4711ca-7768-4522-b3b4-265eb79c27a0 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:18:16.875798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Attempting to bind port 6c4711ca-7768-4522-b3b4-265eb79c27a0 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:18:16.875798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.876802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:13Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:16.882192 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.883267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:18:16.883427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Checking segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:18:16.883831 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.884218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Bound using segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:18:16.884722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Bound port: 6c4711ca-7768-4522-b3b4-265eb79c27a0, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:18:16.885215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:16.926072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:18:16.934420 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:18:16.939360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:18:16.943650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e230beb-81e8-41ea-b78c-2ee40d90acee None None] The sync data for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 is: [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:13Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:18:16.999469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=9fff69fe-38e7-446e-9530-6dc05b21a5e0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:17.007818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] For port 6c4711ca-7768-4522-b3b4-265eb79c27a0, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:18:17.013077 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:17.022231 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.022746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.023880 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.024327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.024892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.025324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.025728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.026177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.026330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] For port 6c4711ca-7768-4522-b3b4-265eb79c27a0, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6c4711ca-7768-4522-b3b4-265eb79c27a0,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:18:17.026657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.027054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.027737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.027737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:17.033780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:17.121687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc29df-bab9-4004-92f5-f65fbbd2e187 None None] Pushing event updated for resources: {'Port': ['ID=6c4711ca-7768-4522-b3b4-265eb79c27a0,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:17.192768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:17.593416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:17.599074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:17.676841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=9fff69fe-38e7-446e-9530-6dc05b21a5e0,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:17.679898 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:17.777439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:18:17.778985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:18:17.918612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:18:18.062441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:18:18.068487 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-633cfe2a-02b6-49d3-88c8-18f39456d7aa tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/0ef2970d-8043-46b9-8493-f6c50cd69bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997426 Nov 10 04:18:18.280017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82ead6-47d3-4a56-bf37-907c82961de0 None None] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:18:18.290173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-efabf7f0-2889-47a0-a95e-d73b4117f98c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127372283&fields=id&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 267 time: 0.0494022 Nov 10 04:18:18.354273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a6c16ed1-bea4-4685-8967-d3c0dbf1642a None None] Provisioning complete for port 6c4711ca-7768-4522-b3b4-265eb79c27a0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:18.354782 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a6c16ed1-bea4-4685-8967-d3c0dbf1642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:18.425589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-bf409f72-2d79-4d4b-9b45-33c60fd9341c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:18.432983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-bf409f72-2d79-4d4b-9b45-33c60fd9341c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 797 time: 0.1342692 Nov 10 04:18:18.452970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-e6692f39-5cd1-4027-90ba-9e9e4a7f9d7b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/quotas/8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 375 time: 0.0186877 Nov 10 04:18:18.510269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:18.548541 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a6c16ed1-bea4-4685-8967-d3c0dbf1642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:18.558889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-02a8f418-5d1c-4fe0-9fa6-9c4866fd67ef tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047871 Nov 10 04:18:18.581007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2e06017-237e-4a99-b984-eefcf9fb3352 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:18:18.649313 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a6c16ed1-bea4-4685-8967-d3c0dbf1642a None None] For port 6c4711ca-7768-4522-b3b4-265eb79c27a0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6c4711ca-7768-4522-b3b4-265eb79c27a0,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:18.662033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a6c16ed1-bea4-4685-8967-d3c0dbf1642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:18.708145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-e1a168a5-e907-4d3e-b89e-a4c444f6fbf1 service neutron] 10.222.0.24 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178737 Nov 10 04:18:18.731108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b2e06017-237e-4a99-b984-eefcf9fb3352 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:18.731472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:18.776191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c16ed1-bea4-4685-8967-d3c0dbf1642a None None] Pushing event updated for resources: {'Port': ['ID=6c4711ca-7768-4522-b3b4-265eb79c27a0,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:18.851781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6c4711ca-7768-4522-b3b4-265eb79c27a0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:18:18.884892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-8d3a5489-f39c-45d7-9a32-7ee01bd8df4d service neutron] 10.222.0.24 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659672 Nov 10 04:18:18.925716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aca4cf4c-0549-4e8e-acd6-5cf1c9e01ba7 None None] Provisioning complete for port 6c4711ca-7768-4522-b3b4-265eb79c27a0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:18.926117 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aca4cf4c-0549-4e8e-acd6-5cf1c9e01ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:18.976743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6c4711ca-7768-4522-b3b4-265eb79c27a0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:18.977117 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.122762 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Sync routers for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:18:19.153662 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:19.154526 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:18:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:19.158512 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b9dbbf84-4d08-4ece-8f23-368a8febfbb8 req-faa5807f-8a35-4f7c-a766-882e8e1f888f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 210 time: 0.0608368 Nov 10 04:18:19.197837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.212390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aca4cf4c-0549-4e8e-acd6-5cf1c9e01ba7 None None] Provisioning complete for port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:19.212740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aca4cf4c-0549-4e8e-acd6-5cf1c9e01ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.268771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-aca4cf4c-0549-4e8e-acd6-5cf1c9e01ba7 None None] Port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:18:19.318604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:19.392568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-df70de16-eb38-4428-8905-21ee0d0b193a None None] Provisioning complete for port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:19.393522 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df70de16-eb38-4428-8905-21ee0d0b193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.433988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-df70de16-eb38-4428-8905-21ee0d0b193a None None] Port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:18:19.561838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b077b89c-0ebc-4455-9745-b23ed8834f89 None None] Provisioning complete for port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:19.562422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b077b89c-0ebc-4455-9745-b23ed8834f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.571247 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 2, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:19.603506 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Checking router: 0ef2970d-8043-46b9-8493-f6c50cd69bc4 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:18:19.604279 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Updating router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:18:19.609374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b077b89c-0ebc-4455-9745-b23ed8834f89 None None] Port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:18:19.637405 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.911724 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.918131 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:19.993183 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Pushing event updated for resources: {'Port': ['ID=9fff69fe-38e7-446e-9530-6dc05b21a5e0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:20.019120 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.019633 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.020474 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.020915 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.021346 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.022061 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.022209 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.022813 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.023237 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.023754 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.024182 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.024615 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:20.039863 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Attempting to bind port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:18:20.040377 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Attempting to bind port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:18:20.040826 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Attempting to bind port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:18:20.046574 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:18:20.047068 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Checking segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:18:20.047576 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.048053 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Bound using segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:18:20.048610 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Bound port: 9fff69fe-38e7-446e-9530-6dc05b21a5e0, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:18:20.049077 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.122427 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] For port 9fff69fe-38e7-446e-9530-6dc05b21a5e0, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:18:20.127205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] For port 9fff69fe-38e7-446e-9530-6dc05b21a5e0, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9fff69fe-38e7-446e-9530-6dc05b21a5e0,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:18:20.139318 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.203658 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8f2d1-245e-4fa9-9dc3-646c9ab0277e None None] Pushing event updated for resources: {'Port': ['ID=9fff69fe-38e7-446e-9530-6dc05b21a5e0,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:20.230259 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:20.230876 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:18:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:20.325401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-9607af92-5395-499d-978e-f5e34c61600d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:20.327439 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-9607af92-5395-499d-978e-f5e34c61600d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 797 time: 0.2067499 Nov 10 04:18:20.352279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9ad5172f-78ce-4aa1-9014-b762412a7d0b None None] Provisioning complete for port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:20.352923 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ad5172f-78ce-4aa1-9014-b762412a7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.383578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11a3bb3f-18cf-4218-8c4f-466afefa5dbd req-b18af866-8c59-4b8f-9943-ba7f6ad1d195 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 210 time: 0.0751259 Nov 10 04:18:20.464160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ad5172f-78ce-4aa1-9014-b762412a7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.470427 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:20.497653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6c4711ca-7768-4522-b3b4-265eb79c27a0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:18:20.503161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-2ea73466-cfd1-40d4-9f75-a4c302201e9f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 379 time: 0.1657784 Nov 10 04:18:20.511801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9ad5172f-78ce-4aa1-9014-b762412a7d0b None None] For port 9fff69fe-38e7-446e-9530-6dc05b21a5e0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9fff69fe-38e7-446e-9530-6dc05b21a5e0,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:20.519367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'port': {'device_id': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'admin_state_up': True, 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'security_groups': ['9a0179cf-05c6-4829-b7b3-861951719e89']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:20.542195 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ad5172f-78ce-4aa1-9014-b762412a7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.614488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5172f-78ce-4aa1-9014-b762412a7d0b None None] Pushing event updated for resources: {'Port': ['ID=9fff69fe-38e7-446e-9530-6dc05b21a5e0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:20.636379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 6c4711ca-7768-4522-b3b4-265eb79c27a0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:20.636734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.674955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:18:20.682861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.692834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4e8c8bb4-b4cd-4e15-a34b-2bae3dfd7a7f None None] Provisioning complete for port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:20.693484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4e8c8bb4-b4cd-4e15-a34b-2bae3dfd7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:20.772188 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:20.802904 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca9de8-e382-4599-958e-934507c4d827 None None] The sync data for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 is: [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:18:20.868763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.4 (3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24/abc041ff-1a9b-40ee-a656-72d8a7fb6542/a94d0247-4154-446b-a2ec-865dc1dc4226) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:18:21.059350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.094880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.144527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:18:21.148151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:18:21.152885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:18:21.157541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:21.211720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:21.212521 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.232683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-43b007fb-da13-4410-8c22-54ecbbdc3bd7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7213390 Nov 10 04:18:21.248177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Request body: {'port': {'device_id': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:21.315211 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.452712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-01b58b47-d949-4ac4-b78f-7fb395231fc7 None None] Provisioning complete for port a94d0247-4154-446b-a2ec-865dc1dc4226 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:21.453090 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-01b58b47-d949-4ac4-b78f-7fb395231fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.500414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-01b58b47-d949-4ac4-b78f-7fb395231fc7 None None] Port a94d0247-4154-446b-a2ec-865dc1dc4226 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:18:21.550665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815ad9-c454-4a28-aa36-7972e38ec8c6 req-27538508-86e5-47f8-8c91-3a3bca044897 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:21.559355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd815ad9-c454-4a28-aa36-7972e38ec8c6 req-27538508-86e5-47f8-8c91-3a3bca044897 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 931 time: 0.0640774 Nov 10 04:18:21.625167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd815ad9-c454-4a28-aa36-7972e38ec8c6 req-a0271336-a017-49ec-8ca6-af7d9968e2f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645192 Nov 10 04:18:21.670506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94d0247-4154-446b-a2ec-865dc1dc4226 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:18:21.682133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.695460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Transition to ACTIVE for port object a94d0247-4154-446b-a2ec-865dc1dc4226 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:18:21.701047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.776383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:21.815104 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:18:21.843941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:18:21.844441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:18:21.844878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:18:21.870673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:18:21.871190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:18:21.877316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:18:21.877819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Checking segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:18:21.878345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Bound using segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:18:21.878899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Bound port: a94d0247-4154-446b-a2ec-865dc1dc4226, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:18:21.880269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:21.996633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:18:22.000275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:18:22.008276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:22.079499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:22.080251 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:22.081926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] 10.222.0.44 "PUT /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 1091 time: 0.8401721 Nov 10 04:18:22.085421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:18:22.095340 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:18:22.112339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf868d5-31af-402f-a066-9412fd005305 service neutron] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:22.167836 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5dcaaf-3f8c-4295-92a0-69f8bb469f73 x-openstack-request-id: req-fb5dcaaf-3f8c-4295-92a0-69f8bb469f73 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:18:22.168124 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:18:22.168349 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb5dcaaf-3f8c-4295-92a0-69f8bb469f73 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:18:22.168743 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'status': 'completed', 'code': 200} Nov 10 04:18:22.187620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-80d22a45-8520-4c92-95a6-a7687027035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:22.188843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-80d22a45-8520-4c92-95a6-a7687027035c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1094 time: 0.0644324 Nov 10 04:18:22.239392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-281a0014-c2ac-48ad-a3a2-f1e6c56ca4ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 217 time: 0.0431254 Nov 10 04:18:22.294688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-40f4b0f4-3e77-4695-bdf4-3aa53dbf521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:22.296472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-40f4b0f4-3e77-4695-bdf4-3aa53dbf521c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0486772 Nov 10 04:18:22.344542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-af820a69-752c-4b84-acb6-c2781c0ef8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:22.346086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-af820a69-752c-4b84-acb6-c2781c0ef8d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428050 Nov 10 04:18:22.463694 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-be4712d0-b156-440a-8d5a-13117e58b712 service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100738 Nov 10 04:18:22.467489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9fff69fe-38e7-446e-9530-6dc05b21a5e0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:18:22.521752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:22.523392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:22.555417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5177e300-5d7b-42a2-94a6-8ae09319b515 req-5acf6113-d08f-473a-9b5c-eeaa5d5ecbee service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846472 Nov 10 04:18:22.645481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-4242c16a-e1af-4787-ac79-d337eed3b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:22.647061 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-4242c16a-e1af-4787-ac79-d337eed3b321 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1094 time: 0.0462079 Nov 10 04:18:22.750228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70afc2-e74c-4c0a-9bd4-0065bb05e013 req-6273d3f4-1915-4c13-8138-fa5b71f40464 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:22.752610 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b70afc2-e74c-4c0a-9bd4-0065bb05e013 req-6273d3f4-1915-4c13-8138-fa5b71f40464 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 943 time: 0.0574286 Nov 10 04:18:22.809240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b70afc2-e74c-4c0a-9bd4-0065bb05e013 req-1f377a6d-009d-49c6-b935-74b0d409fd7d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503914 Nov 10 04:18:23.109214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-dec313d7-47b8-45b8-8b05-28aa1cf82b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:23.110753 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-dec313d7-47b8-45b8-8b05-28aa1cf82b27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 897 time: 0.4558952 Nov 10 04:18:23.155668 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-6fe4053e-273e-41e5-91e7-79d40ca13d6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 217 time: 0.0376270 Nov 10 04:18:23.207872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-b354c63c-3bcc-4f8b-904c-fc3a64143adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:23.209366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-b354c63c-3bcc-4f8b-904c-fc3a64143adf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0469604 Nov 10 04:18:23.254604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-80e6df90-7a88-40bc-8f70-e2b4c1226f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:23.256051 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-80e6df90-7a88-40bc-8f70-e2b4c1226f7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386362 Nov 10 04:18:23.348110 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-45683cef-79b5-4b7b-aeb5-2dadec197400 service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832636 Nov 10 04:18:23.435311 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c0fa7f3b-ab2a-4d44-845a-b846c01b3dd6 req-c4368283-4686-4d67-bd60-86196112a68c service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790293 Nov 10 04:18:23.543746 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:23.927265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac3483-c050-4dab-8add-c8170b4e033a req-f9c83ad8-866c-4813-8bf0-120deab8a6c2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:23.928899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56ac3483-c050-4dab-8add-c8170b4e033a req-f9c83ad8-866c-4813-8bf0-120deab8a6c2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 943 time: 0.0483475 Nov 10 04:18:23.979354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-56ac3483-c050-4dab-8add-c8170b4e033a req-7105bd37-6fde-4a7e-9f85-4c8b40a979c6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439823 Nov 10 04:18:25.096757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a84e3-543e-46f4-a40e-3fd91ac629e3 req-0b0a2796-3d45-4c43-b8a3-6926e137b65c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:25.098224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a3a84e3-543e-46f4-a40e-3fd91ac629e3 req-0b0a2796-3d45-4c43-b8a3-6926e137b65c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 943 time: 0.0520568 Nov 10 04:18:25.148556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a3a84e3-543e-46f4-a40e-3fd91ac629e3 req-efee74eb-3dd9-4fc6-b8a4-fd4ed283bc99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436828 Nov 10 04:18:25.780338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:18:25.875867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:25.887797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'port_id': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'mac_address': 'fa:16:3e:b8:b0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:18:25.934656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:25.950574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94d0247-4154-446b-a2ec-865dc1dc4226 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:18:25.976637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:25.981068 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:26.031177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:26.038534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.038878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.039212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.039558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.039866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.040185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.040508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.040826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.041149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.041467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.041784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.042126 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:26.173728 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a94d0247-4154-446b-a2ec-865dc1dc4226'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:18:26.275690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd51457-7cf3-4965-aee8-33628626a7c3 req-7473dab7-d6d6-4d1a-9507-240ca358f2af tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:26.277844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dd51457-7cf3-4965-aee8-33628626a7c3 req-7473dab7-d6d6-4d1a-9507-240ca358f2af tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0572889 Nov 10 04:18:26.345001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dd51457-7cf3-4965-aee8-33628626a7c3 req-4f150cb4-a5d8-4e30-91ce-27b490f02a8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588250 Nov 10 04:18:27.469345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19c710-f058-4da3-9878-9367e8f4e171 req-dd5da642-9d36-4108-8b38-a50472cc5dab tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:27.470639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b19c710-f058-4da3-9878-9367e8f4e171 req-dd5da642-9d36-4108-8b38-a50472cc5dab tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0521371 Nov 10 04:18:27.521738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b19c710-f058-4da3-9878-9367e8f4e171 req-f549e2a1-c908-43aa-922c-25c73e47e8c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Nov 10 04:18:27.780549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:18:27.828580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port a94d0247-4154-446b-a2ec-865dc1dc4226 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:18:27.833454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port a94d0247-4154-446b-a2ec-865dc1dc4226 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:18:27.833883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:27.923435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:27.945551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:18:27.947818 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bbfe0c-0551-4c0f-b406-a1b634ab623e" -d '{"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-plugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:18:27.960743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:18:27.974165 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:27.999955 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cb3081-9f8f-48b4-ba88-aa9d1aa8bf35 x-openstack-request-id: req-d0cb3081-9f8f-48b4-ba88-aa9d1aa8bf35 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:18:28.000247 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-plugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:18:28.000495 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0cb3081-9f8f-48b4-ba88-aa9d1aa8bf35 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:18:28.000885 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'code': 200} Nov 10 04:18:28.025121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:28.091662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668af6-a8b2-4295-8d9d-8d489ea9ae8f req-6c54d7a1-be7d-49fe-8525-d321cb13a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:28.093458 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea668af6-a8b2-4295-8d9d-8d489ea9ae8f req-6c54d7a1-be7d-49fe-8525-d321cb13a45f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1096 time: 0.0412660 Nov 10 04:18:28.140492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ea668af6-a8b2-4295-8d9d-8d489ea9ae8f req-0d888cd3-56fe-443b-8770-a77ef3b93098 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Nov 10 04:18:28.641426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76b559-877a-4c3e-8840-55f1d7cc757f req-858f396d-7880-4fb6-a5f1-5e9909564906 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:28.643015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e76b559-877a-4c3e-8840-55f1d7cc757f req-858f396d-7880-4fb6-a5f1-5e9909564906 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0512083 Nov 10 04:18:28.695148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e76b559-877a-4c3e-8840-55f1d7cc757f req-2ffd0cde-1467-41eb-8b87-0f27cd9ab19d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454810 Nov 10 04:18:29.810856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140340e-a407-4e64-8c2a-fbba8f82371c req-877705a5-20f0-4c9f-bd75-25fa6ac66150 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:29.812386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f140340e-a407-4e64-8c2a-fbba8f82371c req-877705a5-20f0-4c9f-bd75-25fa6ac66150 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Nov 10 04:18:29.868830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f140340e-a407-4e64-8c2a-fbba8f82371c req-2f239186-2b1b-47d9-908a-a440fc049848 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505612 Nov 10 04:18:29.986387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741f90a-66a1-48a5-9ea8-4cef2bb598a5 req-db5f67fb-c43e-4e26-a78b-5ce9cb380b02 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:29.987903 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7741f90a-66a1-48a5-9ea8-4cef2bb598a5 req-db5f67fb-c43e-4e26-a78b-5ce9cb380b02 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0491240 Nov 10 04:18:30.039984 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7741f90a-66a1-48a5-9ea8-4cef2bb598a5 req-f76327a1-40e3-4f49-a918-d9f0a872df4d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Nov 10 04:18:30.060436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42098) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:30.098743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3328d35-f28a-43c4-9638-9a51d913ab48 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:30.100291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a3328d35-f28a-43c4-9638-9a51d913ab48 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1091 time: 0.0388403 Nov 10 04:18:30.103597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:30.107738 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:18:30.129443 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:30.229516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:30.329654 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.31 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/6c53d275-a89e-4987-b1ea-3254e8567afe) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:18:30.439094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:30.470630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:30.508740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:18:30.515311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:18:30.518909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:18:30.544975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=6c53d275-a89e-4987-b1ea-3254e8567afe,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:30.558933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.559284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.559626 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.559957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.560287 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.560613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.560938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.561259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.561583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.561902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.562244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.562561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:18:30.895541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:30.963844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:31.118381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:31.123122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:31.192925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=6c53d275-a89e-4987-b1ea-3254e8567afe,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:18:31.207562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:31.320157 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP 4c15852f-c495-4891-a1f9-4e19d4d04e67 associated. External IP: 172.25.6.31, port: a94d0247-4154-446b-a2ec-865dc1dc4226. Nov 10 04:18:31.531634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:18:31.636172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:18:31.650591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] Sync routers for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:18:31.654683 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:31.662722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:31.663985 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:18:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:31.686320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-174d5f4d-c8c6-47d3-8bf6-3ae8d5479659 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5814402 Nov 10 04:18:31.686793 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:18:31.689394 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669e73ab-bc44-47da-aa09-0b56c89c3f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:18:31.764965 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5314ed-f6ea-418f-9bbc-7dabc05a30f9 x-openstack-request-id: req-ab5314ed-f6ea-418f-9bbc-7dabc05a30f9 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:18:31.765320 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:18:31.765637 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab5314ed-f6ea-418f-9bbc-7dabc05a30f9 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:18:31.766119 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'status': 'completed', 'code': 200} Nov 10 04:18:31.782775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:31.829995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ad862-7438-4f6c-b30a-bfcf7bd63309 req-a8c40e0c-2f1b-4a76-9017-a007dcb86df9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:31.832109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-468ad862-7438-4f6c-b30a-bfcf7bd63309 req-a8c40e0c-2f1b-4a76-9017-a007dcb86df9 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0692241 Nov 10 04:18:31.833730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-8799e6e7-9ccb-4c79-9ef4-9c3fbe21a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:31.835813 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-8799e6e7-9ccb-4c79-9ef4-9c3fbe21a924 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1096 time: 0.0495417 Nov 10 04:18:31.892356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-468ad862-7438-4f6c-b30a-bfcf7bd63309 req-d9db6aee-75b8-4710-a7e4-5906870e4d4a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519996 Nov 10 04:18:31.916676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:31.957803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-62a373f8-c51a-4496-861a-cfb63ad0d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:31.967744 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-62a373f8-c51a-4496-861a-cfb63ad0d26c service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 897 time: 0.1235871 Nov 10 04:18:31.995397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e865d514-c81b-411d-9027-c6fa8fa9b7bc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/4c15852f-c495-4891-a1f9-4e19d4d04e67 HTTP/1.1" status: 200 len: 990 time: 0.0775869 Nov 10 04:18:32.049121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-fed34af6-81bb-4c6e-96fc-dd0a1ff5fde9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 998 time: 0.0747015 Nov 10 04:18:32.101692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-c755c0b5-6638-4cc3-a3bc-b4abfddc464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:32.103312 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-c755c0b5-6638-4cc3-a3bc-b4abfddc464d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0478964 Nov 10 04:18:32.151065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-a24fc355-e632-499e-aaa5-913347ae2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:18:32.152649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-a24fc355-e632-499e-aaa5-913347ae2feb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427179 Nov 10 04:18:32.201480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '4c15852f-c495-4891-a1f9-4e19d4d04e67', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'port_id': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'mac_address': 'fa:16:3e:b8:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:30Z', 'updated_at': '2021-11-10T04:18:30Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:32.234006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] Checking router: 0ef2970d-8043-46b9-8493-f6c50cd69bc4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:18:32.243268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:18:32.244122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:18:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:32.253900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-d36e3518-75df-4f3e-995b-1ab8b16d02e5 service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944328 Nov 10 04:18:32.355587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-669e73ab-bc44-47da-aa09-0b56c89c3f5a req-65e01ef6-6144-49c0-95c5-6bcdbb09b53f service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946369 Nov 10 04:18:32.363968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:18:32.595458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '4c15852f-c495-4891-a1f9-4e19d4d04e67', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'port_id': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'mac_address': 'fa:16:3e:b8:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:30Z', 'updated_at': '2021-11-10T04:18:30Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:18:32.622873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755391f-9376-475e-9f09-b1bb28cf0b7d None None] The sync data for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 is: [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '4c15852f-c495-4891-a1f9-4e19d4d04e67', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'port_id': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'mac_address': 'fa:16:3e:b8:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:30Z', 'updated_at': '2021-11-10T04:18:30Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:18:32.837660 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bda12-f400-4c68-9beb-25420accb6b2 None None] New status for floating IP 4c15852f-c495-4891-a1f9-4e19d4d04e67: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:18:32.999257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42154) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:18:33.060979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-12622ef5-cd81-4687-8436-ee622b2da581 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/4c15852f-c495-4891-a1f9-4e19d4d04e67 HTTP/1.1" status: 200 len: 992 time: 0.0600276 Nov 10 04:18:38.287428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:43.344896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-48fee289-61c8-4d5c-b6fe-d861acb0bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:45.673803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-be24f13b-c0df-485c-bb86-46444dac52b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:46.813483 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:48.475593 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:49.160245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:53.557209 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:18:58.815253 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:19:06.351283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d115d-f7f7-4e04-84f9-18c158c9ab85 req-a399e919-b46d-4876-ad29-c967fabdf511 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:06.352905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa9d115d-f7f7-4e04-84f9-18c158c9ab85 req-a399e919-b46d-4876-ad29-c967fabdf511 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0517435 Nov 10 04:19:06.403488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa9d115d-f7f7-4e04-84f9-18c158c9ab85 req-d2060da8-c7ad-4872-9c3c-1585efe9a977 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443566 Nov 10 04:19:06.426351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42596) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:06.496836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5a5badf7-d3bc-4c4e-b363-6a36332a5700 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/4c15852f-c495-4891-a1f9-4e19d4d04e67 HTTP/1.1" status: 200 len: 992 time: 0.0640888 Nov 10 04:19:06.987508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fc7a9-bea0-463d-b1e3-863cfe3216f4 req-f4f83d57-97b5-4704-af00-aaaf9fdc352e tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:06.989033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-179fc7a9-bea0-463d-b1e3-863cfe3216f4 req-f4f83d57-97b5-4704-af00-aaaf9fdc352e tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1096 time: 0.0415602 Nov 10 04:19:07.040191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-179fc7a9-bea0-463d-b1e3-863cfe3216f4 req-118869ac-1f5c-4ccf-bff8-1242c28a4f5e tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445585 Nov 10 04:19:07.626835 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-33b3d6f9-a3ee-44e9-8928-c71455901a71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433187 Nov 10 04:19:07.636477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-659d57ac-cfcb-43b8-88f6-a44ead7242c5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:19:07.637542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-659d57ac-cfcb-43b8-88f6-a44ead7242c5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059271 Nov 10 04:19:08.184846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-97e77740-c75c-429f-bb72-87dcab52fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:08.186358 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-97e77740-c75c-429f-bb72-87dcab52fd6e service neutron] 10.222.0.24 "GET /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 1093 time: 0.0399265 Nov 10 04:19:08.197681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Request body: {'binding': {'host': 'n-h1-817326-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:08.198170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Unknown quota resources ['binding']. {{(pid=102596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 04:19:08.298744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:08.366398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on host n-h1-817326-2 for vnic_type normal with profile None {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:19:08.366647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:19:08.367155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:08.371833 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:19:08.372152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:08.377328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:19:08.377673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Checking segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:08.378089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Bound using segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:19:08.378665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Bound port: a94d0247-4154-446b-a2ec-865dc1dc4226, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:19:08.498882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:19:08.512435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:08.513577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-56ec3b7b-b22f-49f5-bd44-dd72fc0c188e service neutron] 10.222.0.24 "POST /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226/bindings HTTP/1.1" status: 201 len: 389 time: 0.3197052 Nov 10 04:19:08.515821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-479d93e5-9fbd-4da1-bc4f-3318fd9d9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:08.517254 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-479d93e5-9fbd-4da1-bc4f-3318fd9d9ba9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1096 time: 0.1847377 Nov 10 04:19:08.684947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-707724ea-60ad-4b3c-a9d1-deddeaa7f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:08.687270 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-707724ea-60ad-4b3c-a9d1-deddeaa7f81d service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 897 time: 0.1378341 Nov 10 04:19:08.716956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd54bd-8902-4e90-b13d-c9ed1f34327d req-87201653-31bb-4a0a-b42f-4fd1a39b3047 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:08.718661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-accd54bd-8902-4e90-b13d-c9ed1f34327d req-87201653-31bb-4a0a-b42f-4fd1a39b3047 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0624905 Nov 10 04:19:08.774130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-accd54bd-8902-4e90-b13d-c9ed1f34327d req-aba56df5-0d34-4da6-8905-598880f12673 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467620 Nov 10 04:19:08.778812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-ac023563-e153-4c00-8879-bed0dd3305c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 1000 time: 0.0825720 Nov 10 04:19:08.866798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-ee230548-1ed4-4d47-bdfe-1716478231e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:08.868642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-ee230548-1ed4-4d47-bdfe-1716478231e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0770345 Nov 10 04:19:08.886707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-9f6f83be-3293-4098-bb72-52711b10cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:08.888158 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-9f6f83be-3293-4098-bb72-52711b10cf22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1096 time: 0.0817177 Nov 10 04:19:08.974070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-7b7df0df-03db-49d9-a816-56d37ba6c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:08.975591 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-7b7df0df-03db-49d9-a816-56d37ba6c5f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000931 Nov 10 04:19:09.062026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-561d9c84-1da9-4d1b-a9bd-83185028d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:09.063493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-561d9c84-1da9-4d1b-a9bd-83185028d215 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 897 time: 0.1609325 Nov 10 04:19:09.140683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-f8fa5925-261c-4332-93c0-5c6710201d10 service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568298 Nov 10 04:19:09.160543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-1a94b18c-a213-40c2-aac7-a392b3423c33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 1000 time: 0.0877917 Nov 10 04:19:09.252836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-b1202ee7-5568-479c-89db-1f018bfdb987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:09.254324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-b1202ee7-5568-479c-89db-1f018bfdb987 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0842943 Nov 10 04:19:09.303057 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b7dd7c30-f024-420b-8fa6-3b6866266856 req-2d69ea94-cce0-4582-ac47-e30d58228cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534443 Nov 10 04:19:09.317575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-b26aa949-9d30-4a6b-805b-c6aee7dd4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:09.319082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-b26aa949-9d30-4a6b-805b-c6aee7dd4099 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559125 Nov 10 04:19:09.415599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-d1912e39-17c3-4655-875f-c4e803d0e0b3 service neutron] 10.222.0.11 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890870 Nov 10 04:19:09.518078 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-48a97d83-251a-4cfd-93f0-47899c4878d1 service neutron] 10.222.0.11 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954959 Nov 10 04:19:09.718082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-aa47f50c-744a-429a-964e-6421800e49be tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:09.719582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-aa47f50c-744a-429a-964e-6421800e49be tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1096 time: 0.0994539 Nov 10 04:19:09.730928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-2'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:09.783185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:09.907257 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b6fc-849f-444f-ba4c-9b92d44d619c req-4010f7c6-a97b-4b35-997e-92fdbe3471c0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:09.909383 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6f7b6fc-849f-444f-ba4c-9b92d44d619c req-4010f7c6-a97b-4b35-997e-92fdbe3471c0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Nov 10 04:19:09.929837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:09.971792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:09.976639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6f7b6fc-849f-444f-ba4c-9b92d44d619c req-18c5be32-90e0-47c2-8f95-ce23d0cb0ada tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606432 Nov 10 04:19:10.013514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:10.015833 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27d41f-ac57-430a-9c94-6b16e79e0e63" -d '{"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-unplugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:10.020110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.026656 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.152533 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b6e19c-b2ce-4c01-9733-597d5e63cd59 x-openstack-request-id: req-f1b6e19c-b2ce-4c01-9733-597d5e63cd59 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:10.153060 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-unplugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:10.153460 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1b6e19c-b2ce-4c01-9733-597d5e63cd59 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:10.154005 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'code': 200} Nov 10 04:19:10.170714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:10.258225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on host n-h2-817326-2 for vnic_type normal with profile {"migrating_to": "n-h1-817326-2"} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:19:10.258571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:19:10.258877 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:10.264392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:19:10.264776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Attempting to bind port a94d0247-4154-446b-a2ec-865dc1dc4226 on network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:10.269623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:19:10.269984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Checking segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:10.270483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Bound using segment: {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:19:10.270922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Bound port: a94d0247-4154-446b-a2ec-865dc1dc4226, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f401cff-a103-4585-9840-b7a201a4fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:19:10.271252 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.341312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:10.345406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:19:10.350560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.405494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:10.417305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-963ee263-9ea3-47af-a2d4-de0314edc36e None None] Provisioning complete for port a94d0247-4154-446b-a2ec-865dc1dc4226 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:10.417817 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-963ee263-9ea3-47af-a2d4-de0314edc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.536953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:10.537604 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.539696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-8bb6eb95-3fa8-4543-8892-d311e2411b6d service neutron] 10.222.0.11 "PUT /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 1121 time: 0.8125024 Nov 10 04:19:10.555899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-963ee263-9ea3-47af-a2d4-de0314edc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.609303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:10.612233 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e08c64-63e5-455d-a9a0-0829fb8298da" -d '{"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-plugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:10.628007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a94d0247-4154-446b-a2ec-865dc1dc4226'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:19:10.661449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-963ee263-9ea3-47af-a2d4-de0314edc36e None None] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:10.714481 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1ba2e5-1778-4552-bf1c-071f8db5e170 x-openstack-request-id: req-3e1ba2e5-1778-4552-bf1c-071f8db5e170 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:10.715318 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-plugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:10.716183 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e1ba2e5-1778-4552-bf1c-071f8db5e170 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:10.717157 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'code': 200} Nov 10 04:19:10.718923 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-963ee263-9ea3-47af-a2d4-de0314edc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:10.893961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee263-9ea3-47af-a2d4-de0314edc36e None None] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:11.106441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f48888bd-fe3f-4c50-a126-a5ab8d6e2d04 None None] Provisioning complete for port a94d0247-4154-446b-a2ec-865dc1dc4226 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:11.106801 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f48888bd-fe3f-4c50-a126-a5ab8d6e2d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:11.106900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211220e-3730-4e1c-ab89-ad1c0a279971 req-fc8acf9c-11c9-4ee7-9741-562a59d4edff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:11.108514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0211220e-3730-4e1c-ab89-ad1c0a279971 req-fc8acf9c-11c9-4ee7-9741-562a59d4edff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0500298 Nov 10 04:19:11.171941 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0211220e-3730-4e1c-ab89-ad1c0a279971 req-07a037f6-fe65-46e2-a0c6-69adeceb8ccc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553303 Nov 10 04:19:12.155824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:12.158337 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f08528-5726-4264-95dc-8e5594bad2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:12.207600 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e76461-38bb-485b-b6af-b324912ab05e x-openstack-request-id: req-59e76461-38bb-485b-b6af-b324912ab05e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:12.208096 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:12.208355 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59e76461-38bb-485b-b6af-b324912ab05e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:12.208890 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'status': 'completed', 'code': 200} Nov 10 04:19:12.281481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08528-5726-4264-95dc-8e5594bad2cd req-9490f649-43c0-4f07-87ec-da4a2c34306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:12.283138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-24f08528-5726-4264-95dc-8e5594bad2cd req-9490f649-43c0-4f07-87ec-da4a2c34306f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1126 time: 0.0513985 Nov 10 04:19:12.309631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511441-ec68-4cec-bc04-09a0586ae784 req-3e7c174e-e4c2-44fc-9286-58a55b148a7c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:12.314146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63511441-ec68-4cec-bc04-09a0586ae784 req-3e7c174e-e4c2-44fc-9286-58a55b148a7c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0616403 Nov 10 04:19:12.367272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63511441-ec68-4cec-bc04-09a0586ae784 req-05fcf330-1242-4c73-a085-94d0fb57e0f6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491259 Nov 10 04:19:12.395103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08528-5726-4264-95dc-8e5594bad2cd req-653bfe74-2250-4a17-bcfe-f41a66272233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:12.396589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-24f08528-5726-4264-95dc-8e5594bad2cd req-653bfe74-2250-4a17-bcfe-f41a66272233 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 897 time: 0.1045129 Nov 10 04:19:12.472694 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-24f08528-5726-4264-95dc-8e5594bad2cd req-f25d56ed-836e-4565-aa9e-992401d070b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 1000 time: 0.0685489 Nov 10 04:19:12.524777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08528-5726-4264-95dc-8e5594bad2cd req-b4490683-0dbf-4144-a140-2807e1175f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:12.526303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-24f08528-5726-4264-95dc-8e5594bad2cd req-b4490683-0dbf-4144-a140-2807e1175f31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0455868 Nov 10 04:19:12.578064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08528-5726-4264-95dc-8e5594bad2cd req-5e75e8a6-89a7-4140-8d4a-9bee5e975c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:12.580498 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-24f08528-5726-4264-95dc-8e5594bad2cd req-5e75e8a6-89a7-4140-8d4a-9bee5e975c53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470090 Nov 10 04:19:12.685105 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-24f08528-5726-4264-95dc-8e5594bad2cd req-40f7814c-0632-462d-8f18-e5e50f515b18 service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966172 Nov 10 04:19:12.779611 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-24f08528-5726-4264-95dc-8e5594bad2cd req-16562074-bd6e-47de-8fe5-66683181a7ae service neutron] 10.222.0.44 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875728 Nov 10 04:19:13.347966 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-22a8da99-1962-4de3-ae95-c256ec4d0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:13.413570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:19:13.499582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb929809-7e41-491b-bf84-fc16b273c0e3 req-1dffe1df-8284-4340-ba84-feead0cb0db3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:13.501849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb929809-7e41-491b-bf84-fc16b273c0e3 req-1dffe1df-8284-4340-ba84-feead0cb0db3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0587585 Nov 10 04:19:13.528603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:13.540562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 has no active binding in host n-h1-817326-2 {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 04:19:13.555932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eb929809-7e41-491b-bf84-fc16b273c0e3 req-766ec088-622b-420e-b019-bb6ac37d5f6e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471394 Nov 10 04:19:14.687897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea21d2d-12d0-4b96-a896-1f451e4a0d68 req-05c0dd36-cea8-4441-8f83-f2fad55bef66 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:14.690612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ea21d2d-12d0-4b96-a896-1f451e4a0d68 req-05c0dd36-cea8-4441-8f83-f2fad55bef66 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0607314 Nov 10 04:19:14.744776 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ea21d2d-12d0-4b96-a896-1f451e4a0d68 req-a3829426-27dd-484f-834c-69736264b9e6 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480828 Nov 10 04:19:15.676055 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec0239d8-3afd-45ec-be48-9e4a59009f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:15.870024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f4656-56cf-4a78-a244-af5c2c419098 req-c13776f0-88d0-415d-a0db-68f861f68a90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:15.871584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d68f4656-56cf-4a78-a244-af5c2c419098 req-c13776f0-88d0-415d-a0db-68f861f68a90 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0505781 Nov 10 04:19:15.924763 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d68f4656-56cf-4a78-a244-af5c2c419098 req-f9986766-222d-4d05-9365-42223352cd37 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437243 Nov 10 04:19:16.816559 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:17.051613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cf68f-02aa-4eca-9026-680052973900 req-a8fba590-f2b4-435d-8ec1-3b31e98e1d3a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:17.053016 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-914cf68f-02aa-4eca-9026-680052973900 req-a8fba590-f2b4-435d-8ec1-3b31e98e1d3a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0531766 Nov 10 04:19:17.103328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-914cf68f-02aa-4eca-9026-680052973900 req-bc70ef20-a678-4e2b-a405-b099170d235f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Nov 10 04:19:18.225155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ebd97-07ae-4284-8115-303f1f137563 req-7d82bf18-8a95-45f6-8e25-76410fa99a4f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:18.227353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a2ebd97-07ae-4284-8115-303f1f137563 req-7d82bf18-8a95-45f6-8e25-76410fa99a4f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 945 time: 0.0536766 Nov 10 04:19:18.284946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a2ebd97-07ae-4284-8115-303f1f137563 req-32d8bc43-b008-420e-a730-b5a569a57a78 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469632 Nov 10 04:19:18.478597 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:18.754284 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-ece4fdb8-14ff-40e6-b29f-0aadd18781f8 service neutron] 10.222.0.44 "GET /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 384 time: 0.0575740 Nov 10 04:19:18.930440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:18.950408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:18.994690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:18.997007 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee3bbbd-60aa-4414-8c49-41b05b674e3d" -d '{"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-unplugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:19.003744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:19.018146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:19.051896 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1cc5d8-9bee-455e-9673-9091720f02d9 x-openstack-request-id: req-9f1cc5d8-9bee-455e-9673-9091720f02d9 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:19.052186 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-unplugged", "status": "completed", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:19.052436 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f1cc5d8-9bee-455e-9673-9091720f02d9 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:19.052824 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'code': 200} Nov 10 04:19:19.093633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Transition to ACTIVE for port object a94d0247-4154-446b-a2ec-865dc1dc4226 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:19:19.097894 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:19.169085 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:19.199940 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Pushing event updated for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=11']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:19.215143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.215468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.215802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.216130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.216561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.216773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.217091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.217411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.217725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.218082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.218403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.218713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:19.247600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] No DVR routers for this DVR port a94d0247-4154-446b-a2ec-865dc1dc4226 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:19:19.399190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-5aa310c3-10ed-496f-9698-4ff15a534c6b service neutron] 10.222.0.44 "PUT /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226/bindings/n-h1-817326-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6372888 Nov 10 04:19:19.438909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873b17-16b2-4791-aeac-c68240f7f98d req-0093942f-e8fa-4c19-a3f4-68cd5bf0415b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:19.441201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea873b17-16b2-4791-aeac-c68240f7f98d req-0093942f-e8fa-4c19-a3f4-68cd5bf0415b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0724723 Nov 10 04:19:19.498964 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ea873b17-16b2-4791-aeac-c68240f7f98d req-51bb7deb-d30e-493e-b6e1-07165cb61f04 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516772 Nov 10 04:19:19.505186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-ca9a8797-a088-4153-bf17-69f0c7a1dcb0 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:19.506936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-ca9a8797-a088-4153-bf17-69f0c7a1dcb0 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.0453782 Nov 10 04:19:19.588188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-b677fe95-8d21-4d13-b6bf-26030cc1766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:19.589693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-b677fe95-8d21-4d13-b6bf-26030cc1766b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 1095 time: 0.0753338 Nov 10 04:19:19.664234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-58b8b445-c1a0-456d-aa14-a7620e658c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:19.665748 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-58b8b445-c1a0-456d-aa14-a7620e658c69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1095 time: 0.0419507 Nov 10 04:19:19.770117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-20eeb9fc-b638-47df-b8b7-f1f2727d91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:19.771597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-20eeb9fc-b638-47df-b8b7-f1f2727d91a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 897 time: 0.0968540 Nov 10 04:19:19.836372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-eb67e2d4-c7e8-4c2f-8539-035e4e300003 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 998 time: 0.0574765 Nov 10 04:19:19.888978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-36f89fe3-e650-421c-9928-7cf66240025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:19.890562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-36f89fe3-e650-421c-9928-7cf66240025d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0480421 Nov 10 04:19:19.939699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-de2d932b-f349-4b0c-8e31-b1c2c114bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:19.941239 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-de2d932b-f349-4b0c-8e31-b1c2c114bc77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437639 Nov 10 04:19:20.030270 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-c500fa20-f990-47bb-a6d2-d28fac0cc8b3 service neutron] 10.222.0.11 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817163 Nov 10 04:19:20.125853 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-a66b435d-0321-403b-8666-9a15ebf95a8a service neutron] 10.222.0.11 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883420 Nov 10 04:19:20.399903 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-102b617a-a616-42bf-9ddc-d4ed8d962cc3 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:20.401274 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-102b617a-a616-42bf-9ddc-d4ed8d962cc3 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 1095 time: 0.0436597 Nov 10 04:19:20.508089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-15c8d540-8d08-48b2-a93e-2613e3bb5506 service neutron] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:20.511421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-15c8d540-8d08-48b2-a93e-2613e3bb5506 service neutron] Publish callbacks [] for binding, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:20.512571 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-211df4fb-e8e2-465e-9ccb-47743e61a434 req-15c8d540-8d08-48b2-a93e-2613e3bb5506 service neutron] 10.222.0.11 "DELETE /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226/bindings/n-h2-817326-2 HTTP/1.1" status: 204 len: 173 time: 0.1037350 Nov 10 04:19:20.620884 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557122e-6bf1-49d1-8ec8-bd07922c116e req-666840a3-defb-43af-b552-0c165da06732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:20.622381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e557122e-6bf1-49d1-8ec8-bd07922c116e req-666840a3-defb-43af-b552-0c165da06732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0478613 Nov 10 04:19:20.670500 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e557122e-6bf1-49d1-8ec8-bd07922c116e req-5b60188d-3b93-4b65-87c2-3b6c2698602a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 Nov 10 04:19:20.775183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb842eea-f76c-4305-ad8d-0673f1246e76 req-5e29ddb2-263c-490a-8335-06d49d91d00c tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:20.776718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb842eea-f76c-4305-ad8d-0673f1246e76 req-5e29ddb2-263c-490a-8335-06d49d91d00c tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1095 time: 0.0404751 Nov 10 04:19:20.823805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb842eea-f76c-4305-ad8d-0673f1246e76 req-740bf8cd-a431-4884-9f75-a13f26c0dfe5 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Nov 10 04:19:20.944183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c28e-051b-4612-9bda-2493fcee0771 req-78c826a0-7444-4e79-b8c4-1f83e1a418b7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:20.945674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c043c28e-051b-4612-9bda-2493fcee0771 req-78c826a0-7444-4e79-b8c4-1f83e1a418b7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0536630 Nov 10 04:19:20.995930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c043c28e-051b-4612-9bda-2493fcee0771 req-143fe59d-8282-4b2e-bc21-85250fc8bdee tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441916 Nov 10 04:19:21.018155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42876) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:21.100478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0c63073d-3376-47a6-bb8f-a897d703c837 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/4c15852f-c495-4891-a1f9-4e19d4d04e67 HTTP/1.1" status: 200 len: 990 time: 0.0760133 Nov 10 04:19:21.331295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 42884) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:21.482929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 6c53d275-a89e-4987-b1ea-3254e8567afe {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:19:21.483262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:21.559453 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:21.559769 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:21.571602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 6c53d275-a89e-4987-b1ea-3254e8567afe owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:19:21.736225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:21.762900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=6c53d275-a89e-4987-b1ea-3254e8567afe,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:21.825354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:21.825681 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP 4c15852f-c495-4891-a1f9-4e19d4d04e67 disassociated (deleted). External IP: 172.25.6.31, port: a94d0247-4154-446b-a2ec-865dc1dc4226. Nov 10 04:19:22.039612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:19:22.106856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:19:22.151547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:19:22.156246 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:22.163406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:19:22.166624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] Sync routers for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:19:22.177221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:22.177955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:22.188986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f5ee029a-693a-437c-9691-f4bbb49c3d99 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c15852f-c495-4891-a1f9-4e19d4d04e67 HTTP/1.1" status: 204 len: 168 time: 0.8566539 Nov 10 04:19:22.189566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:22.191907 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2913de-c641-4dcc-bccb-46898e79b547" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:22.232836 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120edaae-bfe9-40d7-8e99-af82834c09c2 x-openstack-request-id: req-120edaae-bfe9-40d7-8e99-af82834c09c2 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:22.233118 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:22.233360 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-120edaae-bfe9-40d7-8e99-af82834c09c2 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:22.233776 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'status': 'completed', 'code': 200} Nov 10 04:19:22.323028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:22.327163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-295938e9-d6a5-4526-b2f9-d1b933f808c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:22.328784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-295938e9-d6a5-4526-b2f9-d1b933f808c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 1095 time: 0.0515542 Nov 10 04:19:22.433036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-8826e707-ad80-4b69-85f4-c932484bcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:22.434540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-8826e707-ad80-4b69-85f4-c932484bcfa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 200 len: 897 time: 0.0976312 Nov 10 04:19:22.453151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256b38-2866-42fc-8bbd-385efc5739fb req-c6ddc6b2-ae6a-472f-aeff-0b1320dcf40b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:22.461353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78256b38-2866-42fc-8bbd-385efc5739fb req-c6ddc6b2-ae6a-472f-aeff-0b1320dcf40b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0574896 Nov 10 04:19:22.484701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-2330e996-938a-498e-97c4-ccba3e2aa8a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 200 len: 217 time: 0.0410142 Nov 10 04:19:22.512886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78256b38-2866-42fc-8bbd-385efc5739fb req-3929b797-b1f8-4b3e-b81b-671f739e8f38 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502882 Nov 10 04:19:22.542427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-3f2bd5b4-0434-4979-9bcf-8f53293434d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:22.543960 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-3f2bd5b4-0434-4979-9bcf-8f53293434d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 200 len: 834 time: 0.0517366 Nov 10 04:19:22.556449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:22.587736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] Checking router: 0ef2970d-8043-46b9-8493-f6c50cd69bc4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:19:22.595238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-bdbcd1aa-b64a-4077-aa54-9c6599d0cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:22.596805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-bdbcd1aa-b64a-4077-aa54-9c6599d0cc53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448599 Nov 10 04:19:22.596912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:22.597437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:22.609380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-a3c12059-3583-4fca-8454-ca72f3eb4964 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:19:22.610536 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-a3c12059-3583-4fca-8454-ca72f3eb4964 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061066 Nov 10 04:19:22.706451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-59485cf5-35f2-470e-a510-5c14127bbeef service neutron] 10.222.0.11 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878072 Nov 10 04:19:22.709602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:22.800407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ae2913de-c641-4dcc-bccb-46898e79b547 req-98a53515-433c-4f04-a7b3-e3f1b76a6961 service neutron] 10.222.0.11 "GET /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863752 Nov 10 04:19:23.061378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:23.092573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb0abc-be42-40b1-b177-3ee25e694b87 None None] The sync data for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 is: [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:18:17Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9fff69fe-38e7-446e-9530-6dc05b21a5e0', 'name': '', 'network_id': '3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:24:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:15Z', 'updated_at': '2021-11-10T04:18:20Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': 'abc041ff-1a9b-40ee-a656-72d8a7fb6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:19:23.111976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-a17221e6-b311-454f-b323-6c7ea21eacff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:23.113479 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-a17221e6-b311-454f-b323-6c7ea21eacff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0551426 Nov 10 04:19:23.212956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port a94d0247-4154-446b-a2ec-865dc1dc4226 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:19:23.213602 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:23.323814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port a94d0247-4154-446b-a2ec-865dc1dc4226, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=a94d0247-4154-446b-a2ec-865dc1dc4226,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:23.324290 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:23.337838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for a94d0247-4154-446b-a2ec-865dc1dc4226 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:19:23.355159 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd8084-b228-42b8-9cf6-fd258e559bbc None None] New status for floating IP 4c15852f-c495-4891-a1f9-4e19d4d04e67: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:19:23.560690 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:23.665285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55567-a1c4-4502-adfa-6e21e5e150aa req-522f5141-5ab4-4450-8bd7-093f8afc4099 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:23.667632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29a55567-a1c4-4502-adfa-6e21e5e150aa req-522f5141-5ab4-4450-8bd7-093f8afc4099 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb7545a-960d-401a-9ee1-7eea36e4b876 HTTP/1.1" status: 200 len: 944 time: 0.0677590 Nov 10 04:19:23.724286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29a55567-a1c4-4502-adfa-6e21e5e150aa req-1d0965ef-5b9c-42ff-9603-6eb127ea2c94 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0179cf-05c6-4829-b7b3-861951719e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498738 Nov 10 04:19:23.828529 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:23.863256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=a94d0247-4154-446b-a2ec-865dc1dc4226,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:23.905312 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] No DVR routers for this DVR port a94d0247-4154-446b-a2ec-865dc1dc4226 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:19:23.908320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:23.912692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-15afac2f-3153-44fa-b06a-2ee2fab05e10 req-9ddddcd5-1c2c-4a05-b882-f6920b2fdb8b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.11 "DELETE /v2.0/ports/a94d0247-4154-446b-a2ec-865dc1dc4226 HTTP/1.1" status: 204 len: 173 time: 0.7925825 Nov 10 04:19:23.913184 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-deleted', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:23.920317 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a50f484-fd36-445a-adcd-330d69d9f85f" -d '{"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-deleted", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:23.969084 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391b8f4-4c5c-4676-8311-eeefc818042a x-openstack-request-id: req-c391b8f4-4c5c-4676-8311-eeefc818042a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:23.969285 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb7545a-960d-401a-9ee1-7eea36e4b876", "name": "network-vif-deleted", "tag": "a94d0247-4154-446b-a2ec-865dc1dc4226", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:23.969539 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c391b8f4-4c5c-4676-8311-eeefc818042a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:23.969953 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb7545a-960d-401a-9ee1-7eea36e4b876', 'name': 'network-vif-deleted', 'tag': 'a94d0247-4154-446b-a2ec-865dc1dc4226', 'status': 'completed', 'code': 200} Nov 10 04:19:24.787226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 42986) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:25.179650 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:25.419708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:19:25.444690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: a94d0247-4154-446b-a2ec-865dc1dc4226 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:19:25.445179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device a94d0247-4154-446b-a2ec-865dc1dc4226 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:19:25.461128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 9fff69fe-38e7-446e-9530-6dc05b21a5e0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:19:25.461476 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:25.559550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port 9fff69fe-38e7-446e-9530-6dc05b21a5e0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9fff69fe-38e7-446e-9530-6dc05b21a5e0,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:25.559961 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:25.579972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 9fff69fe-38e7-446e-9530-6dc05b21a5e0 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:19:25.782993 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:25.808843 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=9fff69fe-38e7-446e-9530-6dc05b21a5e0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:26.005863 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:26.241748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:19:26.350263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:19:26.355586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2e7b2c05-cf3c-484e-90b3-cbd22f7c4568 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/0ef2970d-8043-46b9-8493-f6c50cd69bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5667660 Nov 10 04:19:26.358331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43228) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:26.361201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] Sync routers for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:19:26.379175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:26.382292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:26.424664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting subnet abc041ff-1a9b-40ee-a656-72d8a7fb6542 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:19:26.430895 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:26.473333 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:26.509735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:26.563547 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:26.640643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:26.667011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Subnet': ['ID=abc041ff-1a9b-40ee-a656-72d8a7fb6542,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:26.674826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:26.681555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43272) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:26.682050 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ec46bac8-3ed2-4775-b917-bbc3c247e924 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/subnets/abc041ff-1a9b-40ee-a656-72d8a7fb6542 HTTP/1.1" status: 204 len: 168 time: 0.3225050 Nov 10 04:19:26.683018 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df61bf-4aeb-4db3-9905-3f7d7b62d7ac None None] Network 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:19:26.815248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:26.819630 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:26.849433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] Checking router: 0ef2970d-8043-46b9-8493-f6c50cd69bc4 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:19:26.864347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] Routers {'0ef2970d-8043-46b9-8493-f6c50cd69bc4'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:26.865232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:26.961337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] DHCP port deletion for 3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:19:27.019885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] Set router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:27.126642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Deleting port 6c4711ca-7768-4522-b3b4-265eb79c27a0 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:19:27.127007 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.220070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] For port 6c4711ca-7768-4522-b3b4-265eb79c27a0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6c4711ca-7768-4522-b3b4-265eb79c27a0,segment=NetworkSegment(0f401cff-a103-4585-9840-b7a201a4fdb0),segment_id=0f401cff-a103-4585-9840-b7a201a4fdb0)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:27.220464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.237315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Calling delete_port for 6c4711ca-7768-4522-b3b4-265eb79c27a0 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:19:27.313433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.349617 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:27.368508 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port b2e06017-237e-4a99-b984-eefcf9fb3352 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:19:27.368839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.378332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f84456-f499-4667-ac1f-7ffc7d2ceaeb None None] The sync data for ids ['0ef2970d-8043-46b9-8493-f6c50cd69bc4'] in n-d-817326-2 is: [{'id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241717758', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:18:12Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': 'b2e06017-237e-4a99-b984-eefcf9fb3352', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef2970d-8043-46b9-8493-f6c50cd69bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:18:13Z', 'updated_at': '2021-11-10T04:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:19:27.384787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.415561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Pushing event deleted for resources: {'Port': ['ID=6c4711ca-7768-4522-b3b4-265eb79c27a0,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:27.423633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] No DVR routers for this DVR port 6c4711ca-7768-4522-b3b4-265eb79c27a0 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:19:27.428844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.429464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.430056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.430545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.431006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.431477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.432128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.432598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.433054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.433510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.433978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.434419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875d47-d02c-482b-a01d-a0cde9bbe210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:27.458081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port b2e06017-237e-4a99-b984-eefcf9fb3352, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b2e06017-237e-4a99-b984-eefcf9fb3352,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:27.458539 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.471754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for b2e06017-237e-4a99-b984-eefcf9fb3352 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:19:27.652554 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.680612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=b2e06017-237e-4a99-b984-eefcf9fb3352,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:27.696344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583fe63-c432-49f7-b157-962a51913db2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:19:27.747692 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.842706 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.845127 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.891910 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.892668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef2970d-8043-46b9-8493-f6c50cd69bc4 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:19:27.904750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:27.905835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bccc05fb-4dd3-41c1-91bf-188b97ebd100 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/routers/0ef2970d-8043-46b9-8493-f6c50cd69bc4 HTTP/1.1" status: 204 len: 168 time: 1.2232227 Nov 10 04:19:27.909025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43352) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:27.997325 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.090314 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.112341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:28.123851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f401cff-a103-4585-9840-b7a201a4fdb0') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:28.124151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f401cff-a103-4585-9840-b7a201a4fdb0') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:28.134273 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.147670 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.153482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:19:28.153859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:19:28.156887 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:19:28.220956 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.231875 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.236680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/networks/3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24 HTTP/1.1" status: 204 len: 168 time: 0.3264527 Nov 10 04:19:28.239263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43354) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:28.254366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806420fd-dbdb-4d43-99f7-2e1dbedf583e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Network': ['ID=3ccfd88d-bbc4-43fa-ac8b-2b30174b9f24,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:28.308730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-643cac73-94b1-41e4-90d1-a173db04714d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.336384 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-643cac73-94b1-41e4-90d1-a173db04714d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.399979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-643cac73-94b1-41e4-90d1-a173db04714d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.402723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-643cac73-94b1-41e4-90d1-a173db04714d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.403874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-643cac73-94b1-41e4-90d1-a173db04714d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a0179cf-05c6-4829-b7b3-861951719e89 HTTP/1.1" status: 204 len: 168 time: 0.1618056 Nov 10 04:19:28.421094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cac73-94b1-41e4-90d1-a173db04714d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0179cf-05c6-4829-b7b3-861951719e89,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:28.518117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9fff69fe-38e7-446e-9530-6dc05b21a5e0 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:19:28.544321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 9fff69fe-38e7-446e-9530-6dc05b21a5e0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:19:28.545112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9fff69fe-38e7-446e-9530-6dc05b21a5e0 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:19:28.545707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2e06017-237e-4a99-b984-eefcf9fb3352 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:19:28.567026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b2e06017-237e-4a99-b984-eefcf9fb3352 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:19:28.567367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b2e06017-237e-4a99-b984-eefcf9fb3352 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:19:28.567775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6c4711ca-7768-4522-b3b4-265eb79c27a0 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:19:28.593194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 6c4711ca-7768-4522-b3b4-265eb79c27a0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:19:28.593534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 6c4711ca-7768-4522-b3b4-265eb79c27a0 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:19:28.639051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43362) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:28.643780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-19a0b08c-80d1-4982-b5b2-40e9ea707900 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545650621', 'description': 'tempest-secgroup-smoke-1545650621 description', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:28.667549 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19a0b08c-80d1-4982-b5b2-40e9ea707900 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.732383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19a0b08c-80d1-4982-b5b2-40e9ea707900 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.736094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19a0b08c-80d1-4982-b5b2-40e9ea707900 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.767040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-19a0b08c-80d1-4982-b5b2-40e9ea707900 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.768277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-19a0b08c-80d1-4982-b5b2-40e9ea707900 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1281555 Nov 10 04:19:28.769392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0b08c-80d1-4982-b5b2-40e9ea707900 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a389632-4d07-45ae-b318-c22060c4aba7,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:28.771413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43364) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:28.777212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-46074ee0-0a77-4178-b8ae-6bd984bdd830 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '4a389632-4d07-45ae-b318-c22060c4aba7', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:28.803967 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46074ee0-0a77-4178-b8ae-6bd984bdd830 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.858347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46074ee0-0a77-4178-b8ae-6bd984bdd830 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.862166 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46074ee0-0a77-4178-b8ae-6bd984bdd830 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.876958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46074ee0-0a77-4178-b8ae-6bd984bdd830 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c746f698-b1a2-4895-985f-7ff7e1cd6c0d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:28.888264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-46074ee0-0a77-4178-b8ae-6bd984bdd830 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.889499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-46074ee0-0a77-4178-b8ae-6bd984bdd830 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158421 Nov 10 04:19:28.892225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43366) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:28.896523 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-02991788-5def-4b03-9c8c-0b3e56778d61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '4a389632-4d07-45ae-b318-c22060c4aba7', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:28.923419 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02991788-5def-4b03-9c8c-0b3e56778d61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.979271 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02991788-5def-4b03-9c8c-0b3e56778d61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:28.983191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02991788-5def-4b03-9c8c-0b3e56778d61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.003277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991788-5def-4b03-9c8c-0b3e56778d61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35f8cdf-a1f4-43ad-a23d-c962b7d18e47,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:29.012770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02991788-5def-4b03-9c8c-0b3e56778d61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.014121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-02991788-5def-4b03-9c8c-0b3e56778d61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208735 Nov 10 04:19:29.016768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43368) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:29.021251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-65e79201-b5ee-4810-b968-42e4af364732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '4a389632-4d07-45ae-b318-c22060c4aba7', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:29.049732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65e79201-b5ee-4810-b968-42e4af364732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.108632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65e79201-b5ee-4810-b968-42e4af364732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.112618 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65e79201-b5ee-4810-b968-42e4af364732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.131904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e79201-b5ee-4810-b968-42e4af364732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc48488-f5a0-4fa8-86de-ef2bdbe7ae89,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:29.141051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65e79201-b5ee-4810-b968-42e4af364732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.142247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-65e79201-b5ee-4810-b968-42e4af364732 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245191 Nov 10 04:19:29.145065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43370) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:29.149906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-db343cf9-3adf-4872-b2f9-8ff016514151 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '4a389632-4d07-45ae-b318-c22060c4aba7', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:29.176114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db343cf9-3adf-4872-b2f9-8ff016514151 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.236111 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db343cf9-3adf-4872-b2f9-8ff016514151 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.240222 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db343cf9-3adf-4872-b2f9-8ff016514151 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.260168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db343cf9-3adf-4872-b2f9-8ff016514151 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e834d22-94c6-4c31-9784-ed88037bae4a,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:29.265331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-db343cf9-3adf-4872-b2f9-8ff016514151 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.267534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-db343cf9-3adf-4872-b2f9-8ff016514151 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212525 Nov 10 04:19:29.269976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43372) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:29.274237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '4a389632-4d07-45ae-b318-c22060c4aba7', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:29.295719 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:19:29.300927 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.358110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.362397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.380455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8b0294-a6c2-481d-a344-1722b77c7e9c,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:29.389629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.390872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fbe4e57f-597d-4524-a158-9c6fd7838720 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199501 Nov 10 04:19:29.393570 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43374) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:29.398222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'security_group_rule': {'security_group_id': '4a389632-4d07-45ae-b318-c22060c4aba7', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:29.420334 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Project 8a49d6c4aa9b40afbbaf0157d5814bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:19:29.425029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.484333 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.489066 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.507395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4d8538-ea38-4196-bd07-5d81016bfaee,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:29.514820 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.515996 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a30420d0-3ec9-4ab5-81a5-badbb64e8f1b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214197 Nov 10 04:19:29.518841 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43376) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:29.523912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'network': {'name': 'tempest-network-smoke--1796418484', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'port_security_enabled': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:29.544069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:19:29.547711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.570433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:19:29.580114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.580114 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Added segment 024ad923-e5a9-4e8a-979b-a16bda98248c of type vlan for network 77db77e6-62f5-43be-8471-bf2e4bc8919e Nov 10 04:19:29.621553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.649427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.655955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:29.656874 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.715416 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1955349 Nov 10 04:19:29.718280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43382) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:29.722974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'admin_state_up': True, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:29.738459 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fd84f-8b2f-4307-9b9c-b42531cad01b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Network': ['ID=77db77e6-62f5-43be-8471-bf2e4bc8919e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:29.750935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:19:29.780018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.781119 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:29.881566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:30.018271 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:30.216641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:30.240718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:30.392462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.164 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/3b843093-eaa8-4877-9b34-202f547c4d3f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:19:30.497059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:30.530154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:30.567738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:19:30.571188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:30.577064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:19:30.587131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd163e-1d60-4ad8-9f6d-4f957fb36302 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:19:30.610829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=3b843093-eaa8-4877-9b34-202f547c4d3f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:30.630291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2e90979e-bd07-4521-b414-5999272547aa None None] Provisioning complete for port 3b843093-eaa8-4877-9b34-202f547c4d3f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:30.630721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e90979e-bd07-4521-b414-5999272547aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:30.665627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2e90979e-bd07-4521-b414-5999272547aa None None] Port 3b843093-eaa8-4877-9b34-202f547c4d3f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:19:31.105447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:31.316696 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:31.463664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router ee4d3b02-2950-4f1d-8228-039c8fc38a11 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:19:31.571472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:19:31.587804 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Sync routers for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:19:31.594892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:31.596336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1e5a5106-5fb1-4904-abed-49e02c46a8d7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8769343 Nov 10 04:19:31.598614 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:31.600231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43392) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:31.609509 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:31.630727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-18fda802-2dc5-4a75-80c1-d2821ac2e802 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a49d6c4aa9b40afbbaf0157d5814bc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286965 Nov 10 04:19:31.633458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43394) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:31.745005 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:31.745563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34349c-93ea-41d5-a2f9-7fe11073ce1b tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:31.750174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43396) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:31.750303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5e34349c-93ea-41d5-a2f9-7fe11073ce1b tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156864 Nov 10 04:19:31.781964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eb5acb97-1f2d-4f36-be4c-cdec86953ef4 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302455 Nov 10 04:19:31.784695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43398) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:31.790207 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2010598608', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:31.885110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:19:31.889109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:31.933835 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:30Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:31.961156 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Checking router: ee4d3b02-2950-4f1d-8228-039c8fc38a11 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:19:31.961752 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Updating router ee4d3b02-2950-4f1d-8228-039c8fc38a11 port 3b843093-eaa8-4877-9b34-202f547c4d3f binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:19:31.990392 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.090055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.156614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Subnet': ['ID=030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:32.165063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Checking segment: {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:32.165402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network hostable DHCP agents. Network: 77db77e6-62f5-43be-8471-bf2e4bc8919e, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:19:32.183409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:19:32.192897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 77db77e6-62f5-43be-8471-bf2e4bc8919e) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:32.198655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:32.199651 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.208300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9d124-6ef2-4b08-b9f3-207629b0fb0b None None] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:19:32.227862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43402) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:32.236320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-929402ff-b2b8-461c-afd5-689b4fd7d530 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4505150 Nov 10 04:19:32.271071 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.278437 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.339025 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Attempting to bind port 3b843093-eaa8-4877-9b34-202f547c4d3f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:19:32.339530 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Attempting to bind port 3b843093-eaa8-4877-9b34-202f547c4d3f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:19:32.339935 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Attempting to bind port 3b843093-eaa8-4877-9b34-202f547c4d3f on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:32.353728 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:19:32.354268 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:32.355872 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.356910 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:19:32.357591 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Bound port: 3b843093-eaa8-4877-9b34-202f547c4d3f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:19:32.358068 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.358971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b26df0-3573-4c0a-9491-290a6a948463 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:19:32.359937 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Pushing event updated for resources: {'Port': ['ID=3b843093-eaa8-4877-9b34-202f547c4d3f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:32.386880 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.387399 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.387961 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.388375 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.388786 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.390077 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.390580 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.390874 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.391285 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.391741 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.392099 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.392541 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:32.394442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-77db77e6-62f5-43be-8471-bf2e4bc8919e', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:19:32.395447 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.429512 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] For port 3b843093-eaa8-4877-9b34-202f547c4d3f, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:32.433237 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] For port 3b843093-eaa8-4877-9b34-202f547c4d3f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b843093-eaa8-4877-9b34-202f547c4d3f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:19:32.438826 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.527805 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa992-e676-4ce5-88ae-665b232c21f4 None None] Pushing event updated for resources: {'Port': ['ID=3b843093-eaa8-4877-9b34-202f547c4d3f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:32.545058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Allocated IP 172.20.0.2 (77db77e6-62f5-43be-8471-bf2e4bc8919e/030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38/95fd5d45-cf71-4443-bc25-0aebccc6695c) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:19:32.553010 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:32.554746 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:32.676356 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:32.695140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.700937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae8f27e-261a-4d2d-8e52-39595abbb871 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:19:32.714640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.758732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Pushing event updated for resources: {'Port': ['ID=95fd5d45-cf71-4443-bc25-0aebccc6695c,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:32.777446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:19:32.778503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-67448b72-8a86-4012-a702-5d5c124ffe04 None None] Provisioning complete for port 3b843093-eaa8-4877-9b34-202f547c4d3f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:32.778871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-67448b72-8a86-4012-a702-5d5c124ffe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.780825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:32.783869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:19:32.798163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:32.900496 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:30Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:32.929512 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b654cc2-7515-4e78-aba9-6a6cbfe4ee0b None None] The sync data for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 is: [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:30Z', 'revision_number': 3, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:19:33.046647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Attempting to bind port 95fd5d45-cf71-4443-bc25-0aebccc6695c on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:19:33.047087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Attempting to bind port 95fd5d45-cf71-4443-bc25-0aebccc6695c by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:19:33.047505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Attempting to bind port 95fd5d45-cf71-4443-bc25-0aebccc6695c on network 77db77e6-62f5-43be-8471-bf2e4bc8919e {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:33.053808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:19:33.054307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Checking segment: {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:33.054765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.055210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Bound using segment: {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:19:33.055731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Bound port: 95fd5d45-cf71-4443-bc25-0aebccc6695c, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:19:33.056169 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.108895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.1 (77db77e6-62f5-43be-8471-bf2e4bc8919e/030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38/2e0901d9-19c8-4938-aaca-adce527ff8e4) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:19:33.161719 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-67448b72-8a86-4012-a702-5d5c124ffe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.194062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] For port 95fd5d45-cf71-4443-bc25-0aebccc6695c, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:33.197380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-67448b72-8a86-4012-a702-5d5c124ffe04 None None] For port 3b843093-eaa8-4877-9b34-202f547c4d3f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b843093-eaa8-4877-9b34-202f547c4d3f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:33.199481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] For port 95fd5d45-cf71-4443-bc25-0aebccc6695c, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=95fd5d45-cf71-4443-bc25-0aebccc6695c,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:19:33.203876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-67448b72-8a86-4012-a702-5d5c124ffe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.253294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.285879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.308110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67448b72-8a86-4012-a702-5d5c124ffe04 None None] Pushing event updated for resources: {'Port': ['ID=3b843093-eaa8-4877-9b34-202f547c4d3f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:33.355222 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.365679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ecd9753c-86f3-4798-9c96-3e9c0eb9e3ca None None] Provisioning complete for port 3b843093-eaa8-4877-9b34-202f547c4d3f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:33.366420 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ecd9753c-86f3-4798-9c96-3e9c0eb9e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.423035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee98b31-b3b6-49bd-acf5-74caa6f29f76 None None] Pushing event updated for resources: {'Port': ['ID=95fd5d45-cf71-4443-bc25-0aebccc6695c,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:33.437663 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:19:33.441996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:33.447448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:19:33.461010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=2e0901d9-19c8-4938-aaca-adce527ff8e4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:33.491024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.491764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.493281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.493994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.494966 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.495524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.497538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.499713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.500293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.501617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.502189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.502718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:19:33.538882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:33.714574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.051999 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.058590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.138374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=2e0901d9-19c8-4938-aaca-adce527ff8e4,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:34.140776 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.248721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:19:34.250163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:34.378119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router ee4d3b02-2950-4f1d-8228-039c8fc38a11 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:19:34.504772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2d287-e6c8-445f-bd1b-05ecb21bad68 None None] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:19:34.519097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:19:34.525997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e02f6824-021a-4d2b-9f17-bf4b5babf2e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/ee4d3b02-2950-4f1d-8228-039c8fc38a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2947893 Nov 10 04:19:34.581923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-50983e1e-00a5-485a-9c9c-85983707f8d4 None None] Provisioning complete for port 95fd5d45-cf71-4443-bc25-0aebccc6695c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:34.582395 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50983e1e-00a5-485a-9c9c-85983707f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.627407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b843093-eaa8-4877-9b34-202f547c4d3f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:19:34.696338 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-ce9b7eb1-d01d-4fc3-a6aa-bad21a694883 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545650621&fields=id&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 267 time: 0.0462527 Nov 10 04:19:34.739307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3b843093-eaa8-4877-9b34-202f547c4d3f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:34.739608 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.828031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-46a0782b-35e9-43fd-aca8-3c3fa5d56f8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:34.828682 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50983e1e-00a5-485a-9c9c-85983707f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.829574 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-46a0782b-35e9-43fd-aca8-3c3fa5d56f8d tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/networks?id=77db77e6-62f5-43be-8471-bf2e4bc8919e HTTP/1.1" status: 200 len: 797 time: 0.1220906 Nov 10 04:19:34.845650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-982b1d68-1199-45b2-851c-bc618f824f31 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/quotas/8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 375 time: 0.0093436 Nov 10 04:19:34.879265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-50983e1e-00a5-485a-9c9c-85983707f8d4 None None] For port 95fd5d45-cf71-4443-bc25-0aebccc6695c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=95fd5d45-cf71-4443-bc25-0aebccc6695c,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:34.884471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-50983e1e-00a5-485a-9c9c-85983707f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:34.922290 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-2ab1db75-9a8a-4074-b031-4a978dd71a7a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634942 Nov 10 04:19:34.950592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95fd5d45-cf71-4443-bc25-0aebccc6695c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:19:34.984965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50983e1e-00a5-485a-9c9c-85983707f8d4 None None] Pushing event updated for resources: {'Port': ['ID=95fd5d45-cf71-4443-bc25-0aebccc6695c,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:35.032191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 95fd5d45-cf71-4443-bc25-0aebccc6695c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:35.032565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:35.135300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-373da4a2-3333-4d37-9775-114530bc0502 service neutron] 10.222.0.24 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117693 Nov 10 04:19:35.175324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Sync routers for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:19:35.185811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:35.186451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:35.265889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-12a3a7f9-e410-4d08-992b-8fd9a73beac5 service neutron] 10.222.0.24 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228895 Nov 10 04:19:35.291685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-195cdf54-7487-4944-a437-98d22d6fe3ab None None] Provisioning complete for port 2e0901d9-19c8-4938-aaca-adce527ff8e4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:35.292050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-195cdf54-7487-4944-a437-98d22d6fe3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:35.338038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-195cdf54-7487-4944-a437-98d22d6fe3ab None None] Port 2e0901d9-19c8-4938-aaca-adce527ff8e4 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:19:35.371960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-195cdf54-7487-4944-a437-98d22d6fe3ab None None] Provisioning complete for port 95fd5d45-cf71-4443-bc25-0aebccc6695c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:35.372444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-195cdf54-7487-4944-a437-98d22d6fe3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:35.394941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:35.566124 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a90033c8-f594-46d1-a535-2e0fca769bc5 req-7be6ee0e-2af8-46a4-a370-dc8c5b989834 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0545735 Nov 10 04:19:35.736592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 2, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:35.739454 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43440) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:35.791813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Checking router: ee4d3b02-2950-4f1d-8228-039c8fc38a11 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:19:35.792170 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Updating router ee4d3b02-2950-4f1d-8228-039c8fc38a11 port 2e0901d9-19c8-4938-aaca-adce527ff8e4 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:19:35.818415 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:35.824193 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:19:35.850522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b2fc461a-c6c4-483f-b8ce-a4220f3bf3c9 None None] Provisioning complete for port 2e0901d9-19c8-4938-aaca-adce527ff8e4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:35.850895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b2fc461a-c6c4-483f-b8ce-a4220f3bf3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:35.902886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-69cc7f2d-9f94-47cd-9cab-a9fbf7ffa560 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5e4b2a8831942a89c69e9e9bf71b36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621232 Nov 10 04:19:35.905333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43448) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:35.972683 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d2c6-d0a7-4a79-b430-fdf00c7322ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:35.991075 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc461a-c6c4-483f-b8ce-a4220f3bf3c9 None None] Port 2e0901d9-19c8-4938-aaca-adce527ff8e4 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:19:36.023280 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d2c6-d0a7-4a79-b430-fdf00c7322ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.079892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d2c6-d0a7-4a79-b430-fdf00c7322ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.082735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c6d2c6-d0a7-4a79-b430-fdf00c7322ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.084494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b1c6d2c6-d0a7-4a79-b430-fdf00c7322ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc9a83a3-683c-4ea6-aaa0-253ae5964938 HTTP/1.1" status: 204 len: 168 time: 0.1776502 Nov 10 04:19:36.092554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6d2c6-d0a7-4a79-b430-fdf00c7322ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9a83a3-683c-4ea6-aaa0-253ae5964938,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:36.228735 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.235428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.290252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633441e5-c4eb-4bfd-bbcb-3b8502220e83 None None] Pushing event updated for resources: {'Port': ['ID=2e0901d9-19c8-4938-aaca-adce527ff8e4,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:36.354993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Attempting to bind port 2e0901d9-19c8-4938-aaca-adce527ff8e4 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:19:36.355763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Attempting to bind port 2e0901d9-19c8-4938-aaca-adce527ff8e4 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:19:36.356340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Attempting to bind port 2e0901d9-19c8-4938-aaca-adce527ff8e4 on network 77db77e6-62f5-43be-8471-bf2e4bc8919e {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:36.365664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:19:36.366364 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Checking segment: {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:36.366943 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.367591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Bound using segment: {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:19:36.368065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Bound port: 2e0901d9-19c8-4938-aaca-adce527ff8e4, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:19:36.368439 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.438370 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] For port 2e0901d9-19c8-4938-aaca-adce527ff8e4, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:36.442261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] For port 2e0901d9-19c8-4938-aaca-adce527ff8e4, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2e0901d9-19c8-4938-aaca-adce527ff8e4,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:19:36.448570 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.519716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633441e5-c4eb-4bfd-bbcb-3b8502220e83 None None] Pushing event updated for resources: {'Port': ['ID=2e0901d9-19c8-4938-aaca-adce527ff8e4,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:36.522950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:36.523626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:36.527722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95fd5d45-cf71-4443-bc25-0aebccc6695c up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:19:36.687763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3dd775b4-0622-492c-a53b-3d3e2eb6c2e9 None None] Provisioning complete for port 2e0901d9-19c8-4938-aaca-adce527ff8e4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:36.688125 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3dd775b4-0622-492c-a53b-3d3e2eb6c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.721798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1b4a4fdd-68e4-4a28-8f8a-86fdefe987ad req-c579816c-93c5-4fce-b835-1e30079a2015 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0370500 Nov 10 04:19:36.746575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:36.785670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 95fd5d45-cf71-4443-bc25-0aebccc6695c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:36.786062 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:36.908491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-bd0973d0-810a-4e80-95c7-8216063255b2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:36.910057 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-bd0973d0-810a-4e80-95c7-8216063255b2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/networks?id=77db77e6-62f5-43be-8471-bf2e4bc8919e HTTP/1.1" status: 200 len: 797 time: 0.1801746 Nov 10 04:19:36.999798 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-996e244c-5ec5-47e0-a4e6-ffffd790c92b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8 HTTP/1.1" status: 200 len: 380 time: 0.0789411 Nov 10 04:19:37.009644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'port': {'device_id': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'admin_state_up': True, 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'security_groups': ['4a389632-4d07-45ae-b318-c22060c4aba7']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:37.129452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Made reservation on behalf of 8a49d6c4aa9b40afbbaf0157d5814bc8 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:19:37.134126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.176701 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3dd775b4-0622-492c-a53b-3d3e2eb6c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.256508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3dd775b4-0622-492c-a53b-3d3e2eb6c2e9 None None] For port 2e0901d9-19c8-4938-aaca-adce527ff8e4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2e0901d9-19c8-4938-aaca-adce527ff8e4,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:37.262531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3dd775b4-0622-492c-a53b-3d3e2eb6c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.280705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.20.0.9 (77db77e6-62f5-43be-8471-bf2e4bc8919e/030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38/5214ac26-a2fb-4dd3-9f59-96562198d0eb) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:19:37.324421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd775b4-0622-492c-a53b-3d3e2eb6c2e9 None None] Pushing event updated for resources: {'Port': ['ID=2e0901d9-19c8-4938-aaca-adce527ff8e4,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:37.330725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:36Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:37.358349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892721f-c417-45a6-bf24-a78eeeac799b None None] The sync data for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 is: [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:36Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:19:37.383701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-947db374-8c54-4f29-8f9c-3d1442a6dcb7 None None] Provisioning complete for port 2e0901d9-19c8-4938-aaca-adce527ff8e4 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:37.384065 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-947db374-8c54-4f29-8f9c-3d1442a6dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.481964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.524019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.598408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:19:37.604631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:37.608583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:19:37.639101 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:37.671260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:37.672026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.701443 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-f8fcdc63-e2e2-4c63-adf4-18f67ca2d53f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957448 Nov 10 04:19:37.714605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Request body: {'port': {'device_id': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:37.791141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:37.934114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c261e-ba2d-4419-a53a-6d3d653122c5 req-4a01e650-b23f-4320-8f4f-ea6746950add tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:37.936641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d84c261e-ba2d-4419-a53a-6d3d653122c5 req-4a01e650-b23f-4320-8f4f-ea6746950add tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 931 time: 0.0577455 Nov 10 04:19:37.965541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3f33489e-c59d-45a7-872c-3a73c7f8bef4 None None] Provisioning complete for port 5214ac26-a2fb-4dd3-9f59-96562198d0eb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:37.968574 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f33489e-c59d-45a7-872c-3a73c7f8bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.020729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f33489e-c59d-45a7-872c-3a73c7f8bef4 None None] Port 5214ac26-a2fb-4dd3-9f59-96562198d0eb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:19:38.039943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d84c261e-ba2d-4419-a53a-6d3d653122c5 req-07242233-45c7-45b3-b84a-9c6ae04bbaca tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969739 Nov 10 04:19:38.174637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5214ac26-a2fb-4dd3-9f59-96562198d0eb {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:19:38.186379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.200509 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Transition to ACTIVE for port object 5214ac26-a2fb-4dd3-9f59-96562198d0eb will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:19:38.206480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.263343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Pushing event updated for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:38.306283 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.357208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Attempting to bind port 5214ac26-a2fb-4dd3-9f59-96562198d0eb on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:19:38.357538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Attempting to bind port 5214ac26-a2fb-4dd3-9f59-96562198d0eb by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:19:38.357865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Attempting to bind port 5214ac26-a2fb-4dd3-9f59-96562198d0eb on network 77db77e6-62f5-43be-8471-bf2e4bc8919e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:38.369794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Port 5214ac26-a2fb-4dd3-9f59-96562198d0eb on network 77db77e6-62f5-43be-8471-bf2e4bc8919e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:19:38.370388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Attempting to bind port 5214ac26-a2fb-4dd3-9f59-96562198d0eb on network 77db77e6-62f5-43be-8471-bf2e4bc8919e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:38.378972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:19:38.379314 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Checking segment: {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:38.379701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Bound using segment: {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:19:38.380129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Bound port: 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024ad923-e5a9-4e8a-979b-a16bda98248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:19:38.380485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.483763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:38.494788 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:19:38.501270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.548340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2e0901d9-19c8-4938-aaca-adce527ff8e4 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:19:38.588388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:38.589509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.591435 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] 10.222.0.44 "PUT /v2.0/ports/5214ac26-a2fb-4dd3-9f59-96562198d0eb HTTP/1.1" status: 200 len: 1091 time: 0.8811157 Nov 10 04:19:38.593673 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:38.597581 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86717d8-d3ee-498b-a87a-929a931be50c" -d '{"events": [{"name": "network-changed", "server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:38.616314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2e0901d9-19c8-4938-aaca-adce527ff8e4 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:38.616691 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:38.686775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490400a-875d-4e76-aac7-006f4e0f3407 service neutron] Pushing event updated for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:38.690888 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c28ac-42a0-47f2-8177-25a17abefffe x-openstack-request-id: req-f03c28ac-42a0-47f2-8177-25a17abefffe {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:38.691829 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:38.692089 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f03c28ac-42a0-47f2-8177-25a17abefffe {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:38.692488 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'status': 'completed', 'code': 200} Nov 10 04:19:38.710664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-064413eb-c9b0-4c88-a525-9b2dfd1db1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:38.712197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-064413eb-c9b0-4c88-a525-9b2dfd1db1a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0619543 Nov 10 04:19:38.771998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-81ca64b9-28df-4e10-a198-f3370800240c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb HTTP/1.1" status: 200 len: 217 time: 0.0490911 Nov 10 04:19:38.829676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-05d94a25-1aa6-4782-aa29-ef1abee628ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:38.831252 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-05d94a25-1aa6-4782-aa29-ef1abee628ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38 HTTP/1.1" status: 200 len: 835 time: 0.0526965 Nov 10 04:19:38.881441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d90a9-c940-4fb5-86b9-754af59600af req-1e2a589f-372d-4e06-a7d5-2b13ef8a1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:38.883193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-1e2a589f-372d-4e06-a7d5-2b13ef8a1809 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77db77e6-62f5-43be-8471-bf2e4bc8919e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444384 Nov 10 04:19:38.977928 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-2c870713-4074-4feb-b00a-84ea082fb02f service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874953 Nov 10 04:19:39.067692 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a81d90a9-c940-4fb5-86b9-754af59600af req-35065d5d-cf91-4740-b752-a7fd7ea57630 service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832362 Nov 10 04:19:39.155361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86717d8-d3ee-498b-a87a-929a931be50c req-4854bdb2-469d-4536-bb3a-2d107b3ca501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:39.156837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a86717d8-d3ee-498b-a87a-929a931be50c req-4854bdb2-469d-4536-bb3a-2d107b3ca501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0396850 Nov 10 04:19:39.162802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af19d65-ad08-4400-b3e3-bf9b574b219d req-ec64c542-7716-45a0-84c1-56d83f15852e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:39.164263 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4af19d65-ad08-4400-b3e3-bf9b574b219d req-ec64c542-7716-45a0-84c1-56d83f15852e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0525594 Nov 10 04:19:39.214223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4af19d65-ad08-4400-b3e3-bf9b574b219d req-07f6105d-763f-4c6f-8f46-832650dfcc3e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Nov 10 04:19:39.254331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86717d8-d3ee-498b-a87a-929a931be50c req-9b073ae0-5f74-48da-bfed-701d528e195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:39.255838 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a86717d8-d3ee-498b-a87a-929a931be50c req-9b073ae0-5f74-48da-bfed-701d528e195b service neutron] 10.222.0.44 "GET /v2.0/networks?id=77db77e6-62f5-43be-8471-bf2e4bc8919e HTTP/1.1" status: 200 len: 897 time: 0.0903268 Nov 10 04:19:39.295939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a86717d8-d3ee-498b-a87a-929a931be50c req-c7d798dd-75a3-464a-9c52-6eb77646fbe1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb HTTP/1.1" status: 200 len: 217 time: 0.0333786 Nov 10 04:19:39.348253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86717d8-d3ee-498b-a87a-929a931be50c req-408c68f9-11ee-4693-8c5b-0fbffae57d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:39.350224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a86717d8-d3ee-498b-a87a-929a931be50c req-408c68f9-11ee-4693-8c5b-0fbffae57d57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38 HTTP/1.1" status: 200 len: 835 time: 0.0460033 Nov 10 04:19:39.404824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86717d8-d3ee-498b-a87a-929a931be50c req-b3bee6f3-f434-4f3a-a0a0-2960da2c0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:39.406365 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a86717d8-d3ee-498b-a87a-929a931be50c req-b3bee6f3-f434-4f3a-a0a0-2960da2c0d76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77db77e6-62f5-43be-8471-bf2e4bc8919e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475979 Nov 10 04:19:39.499822 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a86717d8-d3ee-498b-a87a-929a931be50c req-c6cc4f51-46e4-4426-9e89-cb6df6ba9f68 service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848713 Nov 10 04:19:39.591541 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a86717d8-d3ee-498b-a87a-929a931be50c req-4ea6e5cb-78d0-4f5e-9e03-e5e78a1f0c20 service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807106 Nov 10 04:19:39.806418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-11df8f22-0052-4913-ab1b-e728fb88adc4 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=74647a7cdf9f4d2fba3878dfbe618709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217881 Nov 10 04:19:39.914943 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5d896aaa-6ab1-4126-9ef6-90f9479d29a4 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:39.916384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5d896aaa-6ab1-4126-9ef6-90f9479d29a4 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048551 Nov 10 04:19:39.931133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-df27da60-5596-4142-9834-48e63f0e4392 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/quotas/74647a7cdf9f4d2fba3878dfbe618709 HTTP/1.1" status: 200 len: 375 time: 0.0091081 Nov 10 04:19:39.960098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-0b00806a-46df-4e55-84e2-0f145f6cc91f tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=74647a7cdf9f4d2fba3878dfbe618709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0239713 Nov 10 04:19:40.118371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4cc1cbe2-50ed-4954-9043-d05833e4e377 req-f05f424a-e69c-4431-9b38-b7323e6efb18 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Nov 10 04:19:40.340125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52dade-1d34-4454-a86d-80d15f3a389c req-df8c6e1b-a9a1-4cd2-a131-04a71c4c791f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:40.341704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d52dade-1d34-4454-a86d-80d15f3a389c req-df8c6e1b-a9a1-4cd2-a131-04a71c4c791f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0558136 Nov 10 04:19:40.391510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d52dade-1d34-4454-a86d-80d15f3a389c req-999fcf7c-11e6-437c-a5e8-7fa0086b480f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Nov 10 04:19:41.030514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-400e6587-fbbe-4e27-a0cf-407933f089b0 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=74647a7cdf9f4d2fba3878dfbe618709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300634 Nov 10 04:19:41.213758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d7f7a9d-5fe8-46e5-8d28-0b48d2dac8b3 req-7ad4d118-0bc8-4ef2-8e41-5589d693ca8b tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 210 time: 0.0289404 Nov 10 04:19:41.481223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-62e33b77-36e2-4233-9455-0bf1e03ab446 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:41.482686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-62e33b77-36e2-4233-9455-0bf1e03ab446 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4449387 Nov 10 04:19:41.501146 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Request body: {'port': {'device_id': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '74647a7cdf9f4d2fba3878dfbe618709'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:41.510789 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13d126-a237-4028-824b-a90aa6373ebd req-e202b770-d048-44eb-b74a-f736d0b48cd0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:41.512405 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e13d126-a237-4028-824b-a90aa6373ebd req-e202b770-d048-44eb-b74a-f736d0b48cd0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0482395 Nov 10 04:19:41.563402 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e13d126-a237-4028-824b-a90aa6373ebd req-c9f56d9b-e00d-47d3-a0b7-e3e8d9c6db36 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447166 Nov 10 04:19:41.606945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Made reservation on behalf of 74647a7cdf9f4d2fba3878dfbe618709 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:19:41.611086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:41.619816 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:41.700110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:41.704455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:41.763856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43933c-2a4f-407d-a8eb-11494b388340,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:41.832139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Allocated IP 192.168.233.162 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/336b2e27-7428-4845-9e5f-68370763dfb1) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:19:41.979417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.011427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.053929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:19:42.057026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:42.060732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:19:42.066944 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Pushing event updated for resources: {'Port': ['ID=336b2e27-7428-4845-9e5f-68370763dfb1,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:42.119093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:42.119715 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.136599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-5b874149-db7c-4c09-9036-b7d7f9d95fa1 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6391709 Nov 10 04:19:42.184650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5214ac26-a2fb-4dd3-9f59-96562198d0eb details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:19:42.268192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Request body: {'port': {'device_id': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:42.293545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:42.305780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'port_id': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'mac_address': 'fa:16:3e:ae:20:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:19:42.333128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.340872 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb047db5-3df9-4c9a-97d3-2ba24ade0169 req-fe9cf8e9-4228-46f0-be08-6b59f6ca4b35 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:42.343176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb047db5-3df9-4c9a-97d3-2ba24ade0169 req-fe9cf8e9-4228-46f0-be08-6b59f6ca4b35 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 936 time: 0.0541105 Nov 10 04:19:42.349090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6d054987-3163-4ca1-a572-211e0a9f700e None None] Provisioning complete for port 336b2e27-7428-4845-9e5f-68370763dfb1 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:42.349460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6d054987-3163-4ca1-a572-211e0a9f700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.372871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.393365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5214ac26-a2fb-4dd3-9f59-96562198d0eb {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:19:42.393592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb047db5-3df9-4c9a-97d3-2ba24ade0169 req-d1a4bbb0-fa9d-4c77-abb4-8c0554b492b5 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Nov 10 04:19:42.415378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6d054987-3163-4ca1-a572-211e0a9f700e None None] Port 336b2e27-7428-4845-9e5f-68370763dfb1 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:19:42.417842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:42.422416 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.471472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:42.605671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336b2e27-7428-4845-9e5f-68370763dfb1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:19:42.613282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.623473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['5214ac26-a2fb-4dd3-9f59-96562198d0eb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:19:42.627293 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Transition to ACTIVE for port object 336b2e27-7428-4845-9e5f-68370763dfb1 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:19:42.632704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.685494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d1dd5-9a98-40bd-8278-692d5e84a3cf req-a025ce17-19ad-4dcf-8d76-bcbbc4dc4a53 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:42.687123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e6d1dd5-9a98-40bd-8278-692d5e84a3cf req-a025ce17-19ad-4dcf-8d76-bcbbc4dc4a53 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0560672 Nov 10 04:19:42.690210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Pushing event updated for resources: {'Port': ['ID=336b2e27-7428-4845-9e5f-68370763dfb1,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:42.766251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e6d1dd5-9a98-40bd-8278-692d5e84a3cf req-04c04aa1-f144-4c80-bfef-6320c70b3b10 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607190 Nov 10 04:19:42.778628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Attempting to bind port 336b2e27-7428-4845-9e5f-68370763dfb1 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:19:42.779114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Attempting to bind port 336b2e27-7428-4845-9e5f-68370763dfb1 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:19:42.779445 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Attempting to bind port 336b2e27-7428-4845-9e5f-68370763dfb1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:42.783968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Port 336b2e27-7428-4845-9e5f-68370763dfb1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:19:42.784278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Attempting to bind port 336b2e27-7428-4845-9e5f-68370763dfb1 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:19:42.790073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:19:42.790439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:19:42.790816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:19:42.791238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Bound port: 336b2e27-7428-4845-9e5f-68370763dfb1, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:19:42.791589 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.868151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] For port 336b2e27-7428-4845-9e5f-68370763dfb1, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:19:42.871667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] For port 336b2e27-7428-4845-9e5f-68370763dfb1, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=336b2e27-7428-4845-9e5f-68370763dfb1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:19:42.877588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.918285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:42.919042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:42.920409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/336b2e27-7428-4845-9e5f-68370763dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.7705154 Nov 10 04:19:42.920854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'tag': '336b2e27-7428-4845-9e5f-68370763dfb1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:42.923197 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca" -d '{"events": [{"name": "network-changed", "server_uuid": "963415e7-2fb6-4a51-a27d-b47975b1e434", "tag": "336b2e27-7428-4845-9e5f-68370763dfb1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:42.966235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f1cc5-d848-4ba9-b839-aeb73683ccb1 service neutron] Pushing event updated for resources: {'Port': ['ID=336b2e27-7428-4845-9e5f-68370763dfb1,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:42.976640 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746f992d-31d1-4b6d-a2c1-d8169952b493 x-openstack-request-id: req-746f992d-31d1-4b6d-a2c1-d8169952b493 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:42.977105 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963415e7-2fb6-4a51-a27d-b47975b1e434", "tag": "336b2e27-7428-4845-9e5f-68370763dfb1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:42.977363 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-746f992d-31d1-4b6d-a2c1-d8169952b493 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:42.977762 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'tag': '336b2e27-7428-4845-9e5f-68370763dfb1', 'status': 'completed', 'code': 200} Nov 10 04:19:43.036029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-30cccd29-6b8f-476a-bebc-a758f2b2ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.037591 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-30cccd29-6b8f-476a-bebc-a758f2b2ea53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74647a7cdf9f4d2fba3878dfbe618709&device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 1099 time: 0.0451427 Nov 10 04:19:43.107612 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-cfece4df-9cf3-4b80-b658-7692eae6cb1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=336b2e27-7428-4845-9e5f-68370763dfb1 HTTP/1.1" status: 200 len: 217 time: 0.0543919 Nov 10 04:19:43.157149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-c79c6362-d024-4fd8-9ebb-8b1a85bb0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.158613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-c79c6362-d024-4fd8-9ebb-8b1a85bb0a06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0444164 Nov 10 04:19:43.203667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-0ba185cf-9b2e-4a2f-ae83-674c1f371c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.205121 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-0ba185cf-9b2e-4a2f-ae83-674c1f371c15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395346 Nov 10 04:19:43.297989 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-f3114210-f9cb-4d10-a613-ba868e1a6740 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855219 Nov 10 04:19:43.349459 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-36be4ea8-cf27-4ec1-8cae-50042cbf8258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:43.388892 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-261110f3-e809-4182-b7db-3dade85bcdc3 req-afc80f28-f154-44d7-98da-9b49f6e2c685 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844674 Nov 10 04:19:43.511331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b4fb8-4a22-489e-94db-e2827813f1f9 req-665ae9e1-0838-4aa0-8247-b863d3f02413 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.512815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-545b4fb8-4a22-489e-94db-e2827813f1f9 req-665ae9e1-0838-4aa0-8247-b863d3f02413 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 948 time: 0.0486178 Nov 10 04:19:43.513388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-ca662847-6453-4a76-ba4b-1505c78f7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.514891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-ca662847-6453-4a76-ba4b-1505c78f7c8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74647a7cdf9f4d2fba3878dfbe618709&device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 1099 time: 0.0408838 Nov 10 04:19:43.560116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-545b4fb8-4a22-489e-94db-e2827813f1f9 req-8000db38-9797-459c-9bbf-2416197f2333 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Nov 10 04:19:43.621422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-fd542ca6-2e0c-4725-948b-c5489f13988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.622964 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-fd542ca6-2e0c-4725-948b-c5489f13988b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.0993938 Nov 10 04:19:43.668548 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-12ca01b2-fb6f-419c-a4fe-a8b45bcfb6ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=336b2e27-7428-4845-9e5f-68370763dfb1 HTTP/1.1" status: 200 len: 217 time: 0.0367119 Nov 10 04:19:43.728709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-7f1413c7-837d-49d4-b02e-3d727e44285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.730527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-7f1413c7-837d-49d4-b02e-3d727e44285d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0539074 Nov 10 04:19:43.782015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-1c6b67cd-dfb3-4280-b147-862eff49a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.783552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-1c6b67cd-dfb3-4280-b147-862eff49a1be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456028 Nov 10 04:19:43.873115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-5854f33d-80d5-42e5-acbc-650e1ed6118f service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Nov 10 04:19:43.874065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f77f77-a0ea-45e4-b077-d499288ea45a req-dcf6ce00-998a-405e-9b6c-25c4148eeba2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:43.875536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77f77f77-a0ea-45e4-b077-d499288ea45a req-dcf6ce00-998a-405e-9b6c-25c4148eeba2 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0509465 Nov 10 04:19:43.924313 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77f77f77-a0ea-45e4-b077-d499288ea45a req-c4969916-e506-4338-8f7b-e5e2e06cab3a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Nov 10 04:19:43.967957 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ed1a4dc-d24d-4631-a6a4-c07a865c72ca req-6f8dc10e-5003-4a95-a394-f208340843a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865183 Nov 10 04:19:44.199915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5214ac26-a2fb-4dd3-9f59-96562198d0eb up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:19:44.246755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 5214ac26-a2fb-4dd3-9f59-96562198d0eb completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:19:44.250677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 5214ac26-a2fb-4dd3-9f59-96562198d0eb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:44.251037 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:44.329233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:44.351630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:44.353851 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4b6aa-97ed-48a4-9365-e028df473ca4" -d '{"events": [{"server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:44.366080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:44.370627 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:44.417426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:44.517052 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b3c5cb-6c93-4f23-a2a6-9678694f302b x-openstack-request-id: req-64b3c5cb-6c93-4f23-a2a6-9678694f302b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:44.517345 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:44.517600 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64b3c5cb-6c93-4f23-a2a6-9678694f302b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:44.518023 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'code': 200} Nov 10 04:19:44.611549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3402353-3291-4d44-a342-29e36a5dcbbe req-8cc9dbfe-8a0b-48a3-9b08-100d0f2a25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:44.613644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3402353-3291-4d44-a342-29e36a5dcbbe req-8cc9dbfe-8a0b-48a3-9b08-100d0f2a25ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0431399 Nov 10 04:19:44.660883 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3402353-3291-4d44-a342-29e36a5dcbbe req-7357ab9e-71a0-485f-ac84-b70f9081a130 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396490 Nov 10 04:19:44.674934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cb489-3125-45a4-aeb7-e2e9dad27f69 req-bd06d037-61cb-4fdd-b81a-223cb5029172 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:44.676406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a11cb489-3125-45a4-aeb7-e2e9dad27f69 req-bd06d037-61cb-4fdd-b81a-223cb5029172 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 948 time: 0.0473907 Nov 10 04:19:44.722197 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a11cb489-3125-45a4-aeb7-e2e9dad27f69 req-dc4b1181-8c3d-4ec0-b49c-64c65d735add tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Nov 10 04:19:45.039194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8c850-f893-43ec-b2e3-cb0a3766ff3d req-8da8a038-5801-4ced-80e5-a8bb5f8dd908 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:45.040548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6a8c850-f893-43ec-b2e3-cb0a3766ff3d req-8da8a038-5801-4ced-80e5-a8bb5f8dd908 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0466125 Nov 10 04:19:45.092133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6a8c850-f893-43ec-b2e3-cb0a3766ff3d req-79161557-abf1-4415-96d2-a6911240295b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456796 Nov 10 04:19:45.677670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b22a0fd0-2a03-48a9-a953-f4585ab8de5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:45.836117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069ceb8-6ba0-4e18-9418-c6edf44a7f42 req-9dfdbe74-9273-4230-9548-d61231254c54 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:45.837554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b069ceb8-6ba0-4e18-9418-c6edf44a7f42 req-9dfdbe74-9273-4230-9548-d61231254c54 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 948 time: 0.0481923 Nov 10 04:19:45.883468 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b069ceb8-6ba0-4e18-9418-c6edf44a7f42 req-2ce78e8e-e11b-434b-aac5-0c7c5eb3f930 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Nov 10 04:19:46.206512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992334ce-b5ce-433d-9f9a-f461aec497d0 req-1de88768-c32b-4045-9deb-8e869b12f5b8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:46.207945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-992334ce-b5ce-433d-9f9a-f461aec497d0 req-1de88768-c32b-4045-9deb-8e869b12f5b8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Nov 10 04:19:46.256095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-992334ce-b5ce-433d-9f9a-f461aec497d0 req-3a61a7b1-cff2-4c09-9384-76565b7307fe tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Nov 10 04:19:46.371291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e24d-ff43-4d9b-8705-45c2f789d41d req-ea33c4d4-8ec6-49f8-a6ce-0bd8a5bc0bf5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:46.372702 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5702e24d-ff43-4d9b-8705-45c2f789d41d req-ea33c4d4-8ec6-49f8-a6ce-0bd8a5bc0bf5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0517857 Nov 10 04:19:46.420157 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5702e24d-ff43-4d9b-8705-45c2f789d41d req-0291cd48-78ae-4514-9f38-0d2403a5ddb0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Nov 10 04:19:46.441814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43548) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:46.480285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb957ac7-3e0d-4569-973d-e9a89eddec32 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:46.481761 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eb957ac7-3e0d-4569-973d-e9a89eddec32 tempest-TestNetworkAdvancedServerOps-1546313296 tempest-TestNetworkAdvancedServerOps-1546313296-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1091 time: 0.0389726 Nov 10 04:19:46.484631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43550) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:46.488860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:19:46.510610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:46.818780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:46.946010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.057615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3b1e3-730b-47b6-a61f-28b7c779b473 req-3d1c1212-41bb-4e33-93b3-7ee416e19a25 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:47.059090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bd3b1e3-730b-47b6-a61f-28b7c779b473 req-3d1c1212-41bb-4e33-93b3-7ee416e19a25 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 948 time: 0.1064274 Nov 10 04:19:47.100405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Allocated IP 172.25.6.179 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e0ca0474-7f6f-4d11-bd63-cf318eac8d66) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:19:47.133438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3bd3b1e3-730b-47b6-a61f-28b7c779b473 req-ef0dc90c-36cd-4419-9e49-8902b989f9c9 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670230 Nov 10 04:19:47.217627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.248970 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.292833 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:19:47.297897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:19:47.300101 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=e0ca0474-7f6f-4d11-bd63-cf318eac8d66,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:47.302228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:19:47.478995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 336b2e27-7428-4845-9e5f-68370763dfb1 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:19:47.574946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 336b2e27-7428-4845-9e5f-68370763dfb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=336b2e27-7428-4845-9e5f-68370763dfb1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:47.586344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '336b2e27-7428-4845-9e5f-68370763dfb1', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': '336b2e27-7428-4845-9e5f-68370763dfb1', 'mac_address': 'fa:16:3e:43:42:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:19:47.622659 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.635464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336b2e27-7428-4845-9e5f-68370763dfb1 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:19:47.650184 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.654855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 336b2e27-7428-4845-9e5f-68370763dfb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=336b2e27-7428-4845-9e5f-68370763dfb1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:47.658534 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.708056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=336b2e27-7428-4845-9e5f-68370763dfb1,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:47.719658 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.866914 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.871498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:47.935249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event updated for resources: {'Port': ['ID=e0ca0474-7f6f-4d11-bd63-cf318eac8d66,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:47.950656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:48.049466 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP ac968c75-c704-4882-80b8-df1274424a4b associated. External IP: 172.25.6.179, port: 5214ac26-a2fb-4dd3-9f59-96562198d0eb. Nov 10 04:19:48.079378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['336b2e27-7428-4845-9e5f-68370763dfb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:19:48.296608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21012e-8186-4799-aba4-8abeba21364d req-d8274504-7f55-4f38-aeef-cfed9b8f5607 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:48.298086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b21012e-8186-4799-aba4-8abeba21364d req-d8274504-7f55-4f38-aeef-cfed9b8f5607 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 949 time: 0.0939033 Nov 10 04:19:48.299770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router ee4d3b02-2950-4f1d-8228-039c8fc38a11 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:19:48.389980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b21012e-8186-4799-aba4-8abeba21364d req-5c6c0260-792b-499d-ada4-c0cacb067f38 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853510 Nov 10 04:19:48.438290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:19:48.449158 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] Sync routers for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:19:48.457384 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:48.460682 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:48.461602 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:48.486636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dcfdbcec-31d7-4be1-93d8-57b530bc6475 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0009773 Nov 10 04:19:48.487226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:48.489502 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:48.491006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:48.535175 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc66477-8490-44f0-9a41-e7d274adafe1 x-openstack-request-id: req-9fc66477-8490-44f0-9a41-e7d274adafe1 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:48.535521 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:48.535922 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fc66477-8490-44f0-9a41-e7d274adafe1 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:48.536371 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'status': 'completed', 'code': 200} Nov 10 04:19:48.581445 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:48.593608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65daee-07c4-4344-a30d-19b2a33d327f req-c825b996-2490-413a-a526-63dc4e702904 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:48.601135 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f65daee-07c4-4344-a30d-19b2a33d327f req-c825b996-2490-413a-a526-63dc4e702904 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0607719 Nov 10 04:19:48.610561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-f991826c-7dbd-487c-987a-1850ca85a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:48.612067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-f991826c-7dbd-487c-987a-1850ca85a93b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0522501 Nov 10 04:19:48.648543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f65daee-07c4-4344-a30d-19b2a33d327f req-cf97cee3-d003-4277-ba28-3ed198854d2c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465481 Nov 10 04:19:48.672201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43560) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:48.705887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-a455ebcf-315c-4850-b039-90cb2d7bddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:48.707506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-a455ebcf-315c-4850-b039-90cb2d7bddfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=77db77e6-62f5-43be-8471-bf2e4bc8919e HTTP/1.1" status: 200 len: 897 time: 0.0879369 Nov 10 04:19:48.735276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-20b17c5d-8a19-411c-bde7-f31b75c375e8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/ac968c75-c704-4882-80b8-df1274424a4b HTTP/1.1" status: 200 len: 991 time: 0.0614603 Nov 10 04:19:48.780989 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-7ae757e7-357b-47f3-a4c0-d3741da11b59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb HTTP/1.1" status: 200 len: 999 time: 0.0660584 Nov 10 04:19:48.830520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-9b526b0f-0085-46d8-8d28-e56f5f27f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:48.831993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-9b526b0f-0085-46d8-8d28-e56f5f27f618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38 HTTP/1.1" status: 200 len: 835 time: 0.0448546 Nov 10 04:19:48.879803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-5676933c-682d-4d50-a751-7384848cf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:48.881351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-5676933c-682d-4d50-a751-7384848cf306 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77db77e6-62f5-43be-8471-bf2e4bc8919e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422575 Nov 10 04:19:48.904755 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'ac968c75-c704-4882-80b8-df1274424a4b', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'port_id': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'mac_address': 'fa:16:3e:ae:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:37Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:48.932844 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] Checking router: ee4d3b02-2950-4f1d-8228-039c8fc38a11 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:19:48.940745 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:19:48.941320 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:19:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:48.974699 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-dc8e3a83-c9cf-4767-a725-7086e9ad6b40 service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856111 Nov 10 04:19:49.044438 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:19:49.064432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b8c1414-7c20-43c9-bdb2-ad4d4d5ee8a0 req-13348add-015f-4d67-8bbf-64f17959caf5 service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834508 Nov 10 04:19:49.161345 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:49.262642 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'ac968c75-c704-4882-80b8-df1274424a4b', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'port_id': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'mac_address': 'fa:16:3e:ae:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:37Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:19:49.287331 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260d2ef-b723-49a4-bce4-5fe811035a01 None None] The sync data for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 is: [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'ac968c75-c704-4882-80b8-df1274424a4b', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'port_id': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'mac_address': 'fa:16:3e:ae:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 0, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:37Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:19:49.482246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 336b2e27-7428-4845-9e5f-68370763dfb1 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:19:49.485049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b461871-62c3-4ff6-8481-e86f7c9b2f66 None None] New status for floating IP ac968c75-c704-4882-80b8-df1274424a4b: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:19:49.515403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0462a-cb49-4403-b213-17713a036681 req-27ac7c4e-cab5-43eb-a8ea-d2df3bb50241 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:49.516785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcc0462a-cb49-4403-b213-17713a036681 req-27ac7c4e-cab5-43eb-a8ea-d2df3bb50241 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 949 time: 0.0570991 Nov 10 04:19:49.564351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcc0462a-cb49-4403-b213-17713a036681 req-fb104470-feac-4351-88b2-964819bc094c tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Nov 10 04:19:49.624640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 336b2e27-7428-4845-9e5f-68370763dfb1 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:19:49.630860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 336b2e27-7428-4845-9e5f-68370763dfb1 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:19:49.631224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:49.734618 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:49.739208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43564) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:19:49.756332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2e27-7428-4845-9e5f-68370763dfb1'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:49.758573 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccac4d12-d050-449e-b8ab-f4f38b8e8e34" -d '{"events": [{"server_uuid": "963415e7-2fb6-4a51-a27d-b47975b1e434", "name": "network-vif-plugged", "status": "completed", "tag": "336b2e27-7428-4845-9e5f-68370763dfb1"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:49.770503 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 336b2e27-7428-4845-9e5f-68370763dfb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=336b2e27-7428-4845-9e5f-68370763dfb1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:49.775732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:49.800183 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2634bee0-30d6-4bc0-b257-f0ce8a48d755 x-openstack-request-id: req-2634bee0-30d6-4bc0-b257-f0ce8a48d755 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:49.800473 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963415e7-2fb6-4a51-a27d-b47975b1e434", "name": "network-vif-plugged", "status": "completed", "tag": "336b2e27-7428-4845-9e5f-68370763dfb1", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:49.800723 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2634bee0-30d6-4bc0-b257-f0ce8a48d755 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:49.801105 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2e27-7428-4845-9e5f-68370763dfb1', 'code': 200} Nov 10 04:19:49.810831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-da7c97d2-d75a-4965-b811-c9adf68cfff5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/ac968c75-c704-4882-80b8-df1274424a4b HTTP/1.1" status: 200 len: 993 time: 0.0650477 Nov 10 04:19:49.829604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=336b2e27-7428-4845-9e5f-68370763dfb1,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:49.927201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d56378-6695-4e11-9aed-158380943f65 req-8adf926b-75d2-4e35-a7db-c374b2a17f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:49.929176 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62d56378-6695-4e11-9aed-158380943f65 req-8adf926b-75d2-4e35-a7db-c374b2a17f9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 1101 time: 0.0390594 Nov 10 04:19:49.976785 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-62d56378-6695-4e11-9aed-158380943f65 req-c9b81727-c689-4f4e-8141-7ab7007e2be0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Nov 10 04:19:50.686159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bf08-4cd4-425e-9030-75f51b7e3a56 req-a990cd5d-9db5-4606-994e-0e942203a335 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:50.687548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9330bf08-4cd4-425e-9030-75f51b7e3a56 req-a990cd5d-9db5-4606-994e-0e942203a335 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 950 time: 0.0475166 Nov 10 04:19:50.737201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9330bf08-4cd4-425e-9030-75f51b7e3a56 req-312fbce9-5dfd-4a39-9ab8-b2c4b4825ebc tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Nov 10 04:19:51.853233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c11d0e-d2bc-4302-a3cd-f097caf3da2d req-a43feb1b-00cc-4c74-b512-e89e708cf8fe tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:51.854668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90c11d0e-d2bc-4302-a3cd-f097caf3da2d req-a43feb1b-00cc-4c74-b512-e89e708cf8fe tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 950 time: 0.0481882 Nov 10 04:19:51.902276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90c11d0e-d2bc-4302-a3cd-f097caf3da2d req-c995ba8d-67ce-4da0-bd36-d49c3e83b048 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Nov 10 04:19:52.156692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd246f-67dc-480e-b0cc-f142054d5693 req-6466bb41-24ae-44cd-b15d-4e8142472e5b tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:52.158089 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3bd246f-67dc-480e-b0cc-f142054d5693 req-6466bb41-24ae-44cd-b15d-4e8142472e5b tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 950 time: 0.0477476 Nov 10 04:19:52.203925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3bd246f-67dc-480e-b0cc-f142054d5693 req-db38465b-74f7-4b77-a879-e8e87d6ce435 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Nov 10 04:19:53.325679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873824a-f989-433a-aaaf-e95ed9e71385 req-d009bf40-7880-42bf-8d92-d0989c38bad7 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:53.327158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1873824a-f989-433a-aaaf-e95ed9e71385 req-d009bf40-7880-42bf-8d92-d0989c38bad7 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 950 time: 0.0534940 Nov 10 04:19:53.373036 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1873824a-f989-433a-aaaf-e95ed9e71385 req-499b9a64-9d7c-4377-86df-30a3fdce0a80 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef43933c-2a4f-407d-a8eb-11494b388340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Nov 10 04:19:53.588174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:53.646512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-4a28147d-9a7a-4f18-8e5a-75598bcb6ed4 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:19:53.648642 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-4a28147d-9a7a-4f18-8e5a-75598bcb6ed4 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.11 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 950 time: 0.0486994 Nov 10 04:19:53.739910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Deleting port 336b2e27-7428-4845-9e5f-68370763dfb1 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:19:53.740253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:53.833798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] For port 336b2e27-7428-4845-9e5f-68370763dfb1, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=336b2e27-7428-4845-9e5f-68370763dfb1,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:19:53.834107 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:53.846147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Calling delete_port for 336b2e27-7428-4845-9e5f-68370763dfb1 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:19:53.974331 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:54.004250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Pushing event deleted for resources: {'Port': ['ID=336b2e27-7428-4845-9e5f-68370763dfb1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:19:54.007988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['336b2e27-7428-4845-9e5f-68370763dfb1'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:19:54.046765 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] No DVR routers for this DVR port 336b2e27-7428-4845-9e5f-68370763dfb1 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:19:54.049449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:19:54.052774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-87b914f1-6f21-4c45-bfb0-c4c5636c61f0 req-ac964824-a584-4a9f-8ab4-3b5aff917eb3 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.11 "DELETE /v2.0/ports/336b2e27-7428-4845-9e5f-68370763dfb1 HTTP/1.1" status: 204 len: 173 time: 0.3978922 Nov 10 04:19:54.053854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'name': 'network-vif-deleted', 'tag': '336b2e27-7428-4845-9e5f-68370763dfb1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:19:54.056823 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197a512b-9bcb-43ef-b5ef-19dfd58bbd4b" -d '{"events": [{"server_uuid": "963415e7-2fb6-4a51-a27d-b47975b1e434", "name": "network-vif-deleted", "tag": "336b2e27-7428-4845-9e5f-68370763dfb1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:19:54.095398 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827cb6e7-ee38-4110-b3d8-f4efe4b947df x-openstack-request-id: req-827cb6e7-ee38-4110-b3d8-f4efe4b947df {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:19:54.095759 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963415e7-2fb6-4a51-a27d-b47975b1e434", "name": "network-vif-deleted", "tag": "336b2e27-7428-4845-9e5f-68370763dfb1", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:19:54.096289 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-827cb6e7-ee38-4110-b3d8-f4efe4b947df {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:19:54.096712 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963415e7-2fb6-4a51-a27d-b47975b1e434', 'name': 'network-vif-deleted', 'tag': '336b2e27-7428-4845-9e5f-68370763dfb1', 'status': 'completed', 'code': 200} Nov 10 04:19:54.477800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df39fa88-e1b4-4037-822c-5633488fded8 req-7439a447-72e2-4f09-8a27-bec365214374 tempest-VolumesNegativeTest-787447757 tempest-VolumesNegativeTest-787447757-project] 10.222.0.24 "GET /v2.0/ports?device_id=963415e7-2fb6-4a51-a27d-b47975b1e434 HTTP/1.1" status: 200 len: 210 time: 0.0264580 Nov 10 04:19:57.526395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 336b2e27-7428-4845-9e5f-68370763dfb1 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:19:57.546558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 336b2e27-7428-4845-9e5f-68370763dfb1 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:19:57.546896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 336b2e27-7428-4845-9e5f-68370763dfb1 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:20:00.386609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43830) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:20:00.520977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4a38e4fe-3130-4364-a342-45a17b3adc01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74647a7cdf9f4d2fba3878dfbe618709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308856 Nov 10 04:20:00.521191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43834) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:20:00.571086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5025abf3-5538-4a03-a9a1-1e87e5e6a9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:00.591901 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5025abf3-5538-4a03-a9a1-1e87e5e6a9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:00.637259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5025abf3-5538-4a03-a9a1-1e87e5e6a9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:00.639912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5025abf3-5538-4a03-a9a1-1e87e5e6a9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:00.641172 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5025abf3-5538-4a03-a9a1-1e87e5e6a9c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef43933c-2a4f-407d-a8eb-11494b388340 HTTP/1.1" status: 204 len: 168 time: 0.1185203 Nov 10 04:20:00.650266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025abf3-5538-4a03-a9a1-1e87e5e6a9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43933c-2a4f-407d-a8eb-11494b388340,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:20:08.298556 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:10.308253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-c6ab8db2-e2b5-47ba-9d3c-683b3156d0e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411918 Nov 10 04:20:10.389987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252048a-87ca-4758-857c-3239eb1db352 req-427da82d-7364-4a6e-9246-58d07a02d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:10.391422 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-427da82d-7364-4a6e-9246-58d07a02d763 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0391188 Nov 10 04:20:10.496187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252048a-87ca-4758-857c-3239eb1db352 req-b6310f39-077e-46f0-b182-380145c45d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:10.497609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-b6310f39-077e-46f0-b182-380145c45d35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77db77e6-62f5-43be-8471-bf2e4bc8919e HTTP/1.1" status: 200 len: 897 time: 0.0864835 Nov 10 04:20:10.562998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-84e786ec-0a0d-4506-bf87-6a662cd56e42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb HTTP/1.1" status: 200 len: 1001 time: 0.0575349 Nov 10 04:20:10.620144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252048a-87ca-4758-857c-3239eb1db352 req-799f4792-1743-41b0-a91a-484c95d0ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:10.621584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-799f4792-1743-41b0-a91a-484c95d0ed86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38 HTTP/1.1" status: 200 len: 835 time: 0.0502734 Nov 10 04:20:10.666304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252048a-87ca-4758-857c-3239eb1db352 req-5ee5c825-af58-4214-9b18-491894258389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:10.667736 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-5ee5c825-af58-4214-9b18-491894258389 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77db77e6-62f5-43be-8471-bf2e4bc8919e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396397 Nov 10 04:20:10.753834 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-dd2a9494-fa0c-493e-8033-2bc92db00de4 service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787444 Nov 10 04:20:10.845134 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8252048a-87ca-4758-857c-3239eb1db352 req-ee53202a-68ef-4423-a3fe-af93855443fc service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827305 Nov 10 04:20:12.812992 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:20:13.352032 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8c1643e-b1c7-4673-9415-bb493cc65502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:15.680130 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d295365-5d6d-452e-a3e1-436bb6c32662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:16.822477 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:18.483696 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:18.592991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be2bb8-cc0f-44ed-9c22-906fb904e839 req-d1869315-97f4-41e0-b50e-ea65dd19629a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:18.594527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55be2bb8-cc0f-44ed-9c22-906fb904e839 req-d1869315-97f4-41e0-b50e-ea65dd19629a tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0534613 Nov 10 04:20:18.644055 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55be2bb8-cc0f-44ed-9c22-906fb904e839 req-5d3ad7bf-26a6-49be-bced-4bba0e752988 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Nov 10 04:20:19.162977 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:19.762796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06573-2635-4fbf-afaa-35387e37b958 req-31589bde-8f33-42a4-9812-33b990e48ff7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:19.764305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05d06573-2635-4fbf-afaa-35387e37b958 req-31589bde-8f33-42a4-9812-33b990e48ff7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Nov 10 04:20:19.814287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05d06573-2635-4fbf-afaa-35387e37b958 req-7fa56403-f00b-481e-a290-9b03d32d856e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Nov 10 04:20:20.927418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f7c7-d78c-4f92-9d8e-008768c7fc8e req-90bd008b-c4be-48ab-ac41-b17cb09ad249 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:20.928858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6959f7c7-d78c-4f92-9d8e-008768c7fc8e req-90bd008b-c4be-48ab-ac41-b17cb09ad249 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0479331 Nov 10 04:20:20.977600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6959f7c7-d78c-4f92-9d8e-008768c7fc8e req-f3dfddf1-cbb9-4b77-9819-592b99b4ed35 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Nov 10 04:20:22.094831 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95f8e8-f679-42c9-a023-307f73155301 req-a4664d2f-526d-4fdd-a895-ba10823a1d54 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:22.096270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b95f8e8-f679-42c9-a023-307f73155301 req-a4664d2f-526d-4fdd-a895-ba10823a1d54 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0509064 Nov 10 04:20:22.143606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b95f8e8-f679-42c9-a023-307f73155301 req-d28a4dc5-9531-4e4c-bf9a-ee86cdfdeacc tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 Nov 10 04:20:23.261455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621deb8-6912-4ba4-818f-edf10d270c32 req-42059deb-44ab-4bf7-b802-11b85916d5e7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:23.262937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1621deb8-6912-4ba4-818f-edf10d270c32 req-42059deb-44ab-4bf7-b802-11b85916d5e7 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0481901 Nov 10 04:20:23.310155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1621deb8-6912-4ba4-818f-edf10d270c32 req-67dc84f1-ce53-4d71-a4eb-da9deef30cf5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413806 Nov 10 04:20:23.617222 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:24.423563 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1fe18-7955-4219-af79-1461d07c1787 req-f619d40f-ff8e-4604-888e-f98d25964b0b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:24.425002 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fc1fe18-7955-4219-af79-1461d07c1787 req-f619d40f-ff8e-4604-888e-f98d25964b0b tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0471728 Nov 10 04:20:24.476898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fc1fe18-7955-4219-af79-1461d07c1787 req-9a2847e3-3886-4934-add5-a778b872ec71 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Nov 10 04:20:25.593167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e984-377a-44a6-a614-446141d62cb7 req-171f5e34-cf95-4f16-9af5-1651c3a376ef tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:25.595035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5001e984-377a-44a6-a614-446141d62cb7 req-171f5e34-cf95-4f16-9af5-1651c3a376ef tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0509224 Nov 10 04:20:25.645895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5001e984-377a-44a6-a614-446141d62cb7 req-88d67c96-487d-4a61-bfe9-532319a2f430 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Nov 10 04:20:26.761407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3ee8-d9be-4028-b968-9d2fff58132a req-32322f0f-e2f4-42da-849f-df126889747e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:26.762873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82bd3ee8-d9be-4028-b968-9d2fff58132a req-32322f0f-e2f4-42da-849f-df126889747e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0480692 Nov 10 04:20:26.810630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82bd3ee8-d9be-4028-b968-9d2fff58132a req-433007c3-2e65-48bf-ba50-f78aacdf86ff tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 Nov 10 04:20:27.929603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838710af-a618-42b4-9e9a-16d6c5d67bd2 req-0a1e5ca4-954b-4ca1-875f-fe80176ffe27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:27.931094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-838710af-a618-42b4-9e9a-16d6c5d67bd2 req-0a1e5ca4-954b-4ca1-875f-fe80176ffe27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0515556 Nov 10 04:20:27.979488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-838710af-a618-42b4-9e9a-16d6c5d67bd2 req-d5b92bcf-223b-400f-a060-91f599b2bdb3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Nov 10 04:20:29.095438 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d455-6089-43d5-b1da-2851bfcb36b5 req-f1e857a1-f6c0-4515-9af6-e838edca8911 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:29.096866 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3e2d455-6089-43d5-b1da-2851bfcb36b5 req-f1e857a1-f6c0-4515-9af6-e838edca8911 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0470669 Nov 10 04:20:29.144690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3e2d455-6089-43d5-b1da-2851bfcb36b5 req-6932a765-9a54-41ad-998d-d83643221579 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Nov 10 04:20:30.258886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d35388-c37d-4edd-82df-118c376c4142 req-b38bfaca-f2e5-4ef2-9fda-66564dd7ff27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:30.260323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98d35388-c37d-4edd-82df-118c376c4142 req-b38bfaca-f2e5-4ef2-9fda-66564dd7ff27 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0479176 Nov 10 04:20:30.310919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98d35388-c37d-4edd-82df-118c376c4142 req-d38cccd7-56b7-42a4-82cb-9013db1110c0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448186 Nov 10 04:20:31.096163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129deb0-267d-4451-bddc-fff37b9c00d0 req-dbd60cd5-52d2-4554-91c2-faf79b0ecc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:31.097649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a129deb0-267d-4451-bddc-fff37b9c00d0 req-dbd60cd5-52d2-4554-91c2-faf79b0ecc31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0400352 Nov 10 04:20:31.143132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a129deb0-267d-4451-bddc-fff37b9c00d0 req-aac40523-8494-467d-8498-02169b84b113 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386953 Nov 10 04:20:31.423304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482206b-7de4-4cef-b2b9-eba22c6ea279 req-7398f925-aef2-4e71-aa61-198d6555180f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:31.424777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7482206b-7de4-4cef-b2b9-eba22c6ea279 req-7398f925-aef2-4e71-aa61-198d6555180f tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0475092 Nov 10 04:20:31.474235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7482206b-7de4-4cef-b2b9-eba22c6ea279 req-8c2522b0-ab8f-47b5-b2fc-7fad59717252 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Nov 10 04:20:32.389309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5214ac26-a2fb-4dd3-9f59-96562198d0eb details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:20:32.482901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:20:32.494752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'port_id': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'mac_address': 'fa:16:3e:ae:20:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:20:32.530778 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:32.543895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5214ac26-a2fb-4dd3-9f59-96562198d0eb {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:20:32.563003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:20:32.567420 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:32.591760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9bbf-26bc-4a40-bd17-b4671c7935b7 req-d0550757-a0b8-4a2e-b108-4e45bb73eb95 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:20:32.593234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2bd9bbf-26bc-4a40-bd17-b4671c7935b7 req-d0550757-a0b8-4a2e-b108-4e45bb73eb95 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0498321 Nov 10 04:20:32.616700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:20:32.624477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.624822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.625155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.625485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.625807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.626154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.626475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.626808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.627108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.627421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.627842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.628074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:20:32.645425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2bd9bbf-26bc-4a40-bd17-b4671c7935b7 req-2d8203f4-adfe-453a-ba78-ebd5272b564c tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Nov 10 04:20:32.668415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43886) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:20:32.732140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-017525f7-d60b-4fd9-b1b8-b488f5edce61 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/floatingips/ac968c75-c704-4882-80b8-df1274424a4b HTTP/1.1" status: 200 len: 992 time: 0.0625899 Nov 10 04:20:32.780285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['5214ac26-a2fb-4dd3-9f59-96562198d0eb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:20:34.393961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5214ac26-a2fb-4dd3-9f59-96562198d0eb up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:20:34.440716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 5214ac26-a2fb-4dd3-9f59-96562198d0eb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:20:34.441099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:34.513895 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:34.538068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:20:34.540851 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f13304-354c-4919-958f-adda3ffea7ac" -d '{"events": [{"server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:20:34.553193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:20:34.557245 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:34.583238 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4d9736-d3e8-49de-8f0a-11fae6124151 x-openstack-request-id: req-2b4d9736-d3e8-49de-8f0a-11fae6124151 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:20:34.583519 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:20:34.583760 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b4d9736-d3e8-49de-8f0a-11fae6124151 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:20:34.584146 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'code': 200} Nov 10 04:20:34.608404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:20:38.295916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:43.353615 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-533cdcc1-0fbd-4956-a86b-2118e7ab072c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:45.684340 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-be93dd3f-e8df-44d2-9ecb-51a1a49d196f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:46.868838 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:48.480258 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:49.164020 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:20:49.811953 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:20:53.636730 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:07.599124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43904) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:07.751855 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port e0ca0474-7f6f-4d11-bd63-cf318eac8d66 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:21:07.752242 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:07.828516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:07.828768 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:07.840025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for e0ca0474-7f6f-4d11-bd63-cf318eac8d66 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:21:07.981535 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:08.006825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=e0ca0474-7f6f-4d11-bd63-cf318eac8d66,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:08.032020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.032366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.032696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.033024 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.033346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.033667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.034006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.034326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.034643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.034956 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.035268 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.035577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:08.072557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:08.072844 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Floating IP ac968c75-c704-4882-80b8-df1274424a4b disassociated (deleted). External IP: 172.25.6.179, port: 5214ac26-a2fb-4dd3-9f59-96562198d0eb. Nov 10 04:21:08.273374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router ee4d3b02-2950-4f1d-8228-039c8fc38a11 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:21:08.296896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:08.379108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:21:08.383789 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:08.388529 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] Sync routers for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:21:08.397527 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:21:08.398140 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:20:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:08.409196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73024995-55ff-4388-bfc5-3e0843dd81b0 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/floatingips/ac968c75-c704-4882-80b8-df1274424a4b HTTP/1.1" status: 204 len: 168 time: 0.8087025 Nov 10 04:21:08.409870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:21:08.412257 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b1ec4f-9be8-414b-8057-8883707b9712" -d '{"events": [{"name": "network-changed", "server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:21:08.452085 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5b785-5044-4970-925a-563263bdac98 x-openstack-request-id: req-d0b5b785-5044-4970-925a-563263bdac98 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:21:08.452469 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:21:08.452777 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0b5b785-5044-4970-925a-563263bdac98 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:21:08.453239 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'status': 'completed', 'code': 200} Nov 10 04:21:08.507661 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:21:08.521972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-8fdf4976-edb5-45de-85fd-5924ce370991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:08.523713 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-8fdf4976-edb5-45de-85fd-5924ce370991 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0474827 Nov 10 04:21:08.636982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-62285523-6555-4ba4-9d7d-ec4659a8cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:08.638622 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-62285523-6555-4ba4-9d7d-ec4659a8cee9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77db77e6-62f5-43be-8471-bf2e4bc8919e HTTP/1.1" status: 200 len: 897 time: 0.0963290 Nov 10 04:21:08.657605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8da341-0381-4b4d-9653-1bdc2dba84c5 req-6058fc6d-fa45-47eb-ba94-8477026e4d75 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:08.659146 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec8da341-0381-4b4d-9653-1bdc2dba84c5 req-6058fc6d-fa45-47eb-ba94-8477026e4d75 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Nov 10 04:21:08.686193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-33b127c8-388f-498c-9a1c-492deaeac67e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb HTTP/1.1" status: 200 len: 217 time: 0.0399661 Nov 10 04:21:08.710147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec8da341-0381-4b4d-9653-1bdc2dba84c5 req-e0c48c1e-da76-4382-a6bc-cbab3eb15da3 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447142 Nov 10 04:21:08.734992 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:37Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:08.745789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-dba6287e-a3bf-43cc-b630-0e6c164fb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:08.747301 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-dba6287e-a3bf-43cc-b630-0e6c164fb2e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38 HTTP/1.1" status: 200 len: 835 time: 0.0537431 Nov 10 04:21:08.760436 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] Checking router: ee4d3b02-2950-4f1d-8228-039c8fc38a11 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:21:08.769143 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:21:08.769733 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:20:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:08.794620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-9fa9d5c6-dcd2-46c0-9788-48506177dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:08.796036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-9fa9d5c6-dcd2-46c0-9788-48506177dcae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77db77e6-62f5-43be-8471-bf2e4bc8919e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404904 Nov 10 04:21:08.872911 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:21:08.887966 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-7d73f9e6-0815-4f89-a12c-0417e1b56fac service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Nov 10 04:21:08.977056 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b1ec4f-9be8-414b-8057-8883707b9712 req-926e82e4-af1a-4a91-a92f-d936fc592ce6 service neutron] 10.222.0.44 "GET /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Nov 10 04:21:09.070137 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:37Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:09.095609 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50ac6b-d9e1-4ea7-b04a-d82016097a66 None None] The sync data for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 is: [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '2e0901d9-19c8-4938-aaca-adce527ff8e4', 'name': '', 'network_id': '77db77e6-62f5-43be-8471-bf2e4bc8919e', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'mac_address': 'fa:16:3e:81:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:32Z', 'updated_at': '2021-11-10T04:19:37Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'subnets': [{'id': '030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:21:09.307440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b12a0-1bb5-4884-b272-4d32fcc4941c None None] New status for floating IP ac968c75-c704-4882-80b8-df1274424a4b: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:21:09.845582 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041784a-3985-4c8d-8b48-5730700b106e req-b649492a-bcaf-43d7-93b6-933574641894 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:09.847098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d041784a-3985-4c8d-8b48-5730700b106e req-b649492a-bcaf-43d7-93b6-933574641894 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0609787 Nov 10 04:21:09.896585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d041784a-3985-4c8d-8b48-5730700b106e req-a95161f1-19be-4815-98ac-90e20c6aeaf8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a389632-4d07-45ae-b318-c22060c4aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434773 Nov 10 04:21:09.941226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-eb2c2774-ad22-469b-a418-1c969f28962e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:09.942717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-eb2c2774-ad22-469b-a418-1c969f28962e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "GET /v2.0/ports?device_id=49037e29-721c-45e7-9574-2e4a53c1b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0546532 Nov 10 04:21:10.033125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 5214ac26-a2fb-4dd3-9f59-96562198d0eb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:21:10.033390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:10.121529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port 5214ac26-a2fb-4dd3-9f59-96562198d0eb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5214ac26-a2fb-4dd3-9f59-96562198d0eb,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:10.121886 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:10.136467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 5214ac26-a2fb-4dd3-9f59-96562198d0eb owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:21:10.264084 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:10.293092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=5214ac26-a2fb-4dd3-9f59-96562198d0eb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:10.304910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.305256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.305596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.305946 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.306279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.306605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.306935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.307258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.307583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.307908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.308226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.308539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:10.345339 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] No DVR routers for this DVR port 5214ac26-a2fb-4dd3-9f59-96562198d0eb on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:21:10.347769 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:10.351049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-331d37a0-eeec-4ce3-8f3f-0d4c75a5dc56 req-d19b874a-179c-4094-b46b-c1e5507a89cd tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.44 "DELETE /v2.0/ports/5214ac26-a2fb-4dd3-9f59-96562198d0eb HTTP/1.1" status: 204 len: 173 time: 0.4024427 Nov 10 04:21:10.351507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'name': 'network-vif-deleted', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:21:10.353754 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea2b163-b54d-4387-8b91-741b5cc7d33c" -d '{"events": [{"server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "name": "network-vif-deleted", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:21:10.391318 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4cff5-1dd7-42a8-b6f8-1827d7e3a794 x-openstack-request-id: req-65f4cff5-1dd7-42a8-b6f8-1827d7e3a794 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:21:10.391613 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49037e29-721c-45e7-9574-2e4a53c1b8a4", "name": "network-vif-deleted", "tag": "5214ac26-a2fb-4dd3-9f59-96562198d0eb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:21:10.391867 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65f4cff5-1dd7-42a8-b6f8-1827d7e3a794 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:21:10.392263 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49037e29-721c-45e7-9574-2e4a53c1b8a4', 'name': 'network-vif-deleted', 'tag': '5214ac26-a2fb-4dd3-9f59-96562198d0eb', 'status': 'completed', 'code': 200} Nov 10 04:21:10.953278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43918) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:11.305496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:11.561974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 2e0901d9-19c8-4938-aaca-adce527ff8e4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:21:11.562250 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:11.651190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port 2e0901d9-19c8-4938-aaca-adce527ff8e4, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2e0901d9-19c8-4938-aaca-adce527ff8e4,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:11.651547 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:11.664120 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 2e0901d9-19c8-4938-aaca-adce527ff8e4 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:21:11.844451 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:11.871013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=2e0901d9-19c8-4938-aaca-adce527ff8e4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:12.382635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:12.591565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Router ee4d3b02-2950-4f1d-8228-039c8fc38a11 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:21:12.666575 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5214ac26-a2fb-4dd3-9f59-96562198d0eb no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:21:12.686324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 5214ac26-a2fb-4dd3-9f59-96562198d0eb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:21:12.686668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5214ac26-a2fb-4dd3-9f59-96562198d0eb not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:21:12.695031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:21:12.699855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-423e6147-c88f-44fb-b335-95091312e2c8 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "PUT /v2.0/routers/ee4d3b02-2950-4f1d-8228-039c8fc38a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7455389 Nov 10 04:21:12.702529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43920) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:12.705245 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] Sync routers for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:21:12.715102 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:21:12.715700 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:20:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:12.774720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting subnet 030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:21:12.779312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:12.817994 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:12.818509 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:21:12.897986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:12.959622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:12.987828 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Subnet': ['ID=030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:12.990856 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:12.997423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-471d337a-8897-41db-a54f-d82dd0ae332e tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/subnets/030ddb0c-99ed-4a5e-a2c7-b95afbbb6c38 HTTP/1.1" status: 204 len: 168 time: 0.2908552 Nov 10 04:21:12.997535 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:21:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:12.997669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43922) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:13.001469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027eece7-cb89-4b0d-af80-889018d7eb1c None None] Network 77db77e6-62f5-43be-8471-bf2e4bc8919e requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:21:13.024270 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] Checking router: ee4d3b02-2950-4f1d-8228-039c8fc38a11 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:21:13.033319 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] Routers {'ee4d3b02-2950-4f1d-8228-039c8fc38a11'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:21:13.033919 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:20:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:13.114953 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.144446 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] Set router ee4d3b02-2950-4f1d-8228-039c8fc38a11 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:21:13.200948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] DHCP port deletion for 77db77e6-62f5-43be-8471-bf2e4bc8919e request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:21:13.229096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.250701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] Deleting port 95fd5d45-cf71-4443-bc25-0aebccc6695c {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:21:13.251076 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.285119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Deleting port 3b843093-eaa8-4877-9b34-202f547c4d3f {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:21:13.285517 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.321561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] For port 95fd5d45-cf71-4443-bc25-0aebccc6695c, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=95fd5d45-cf71-4443-bc25-0aebccc6695c,segment=NetworkSegment(024ad923-e5a9-4e8a-979b-a16bda98248c),segment_id=024ad923-e5a9-4e8a-979b-a16bda98248c)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:13.321999 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.336305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] Calling delete_port for 95fd5d45-cf71-4443-bc25-0aebccc6695c owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:21:13.344666 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:21:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:13.373134 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309333f-d6f6-4e6b-81f3-360a4418a64d None None] The sync data for ids ['ee4d3b02-2950-4f1d-8228-039c8fc38a11'] in n-d-817326-2 is: [{'id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585423328', 'tenant_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:29Z', 'updated_at': '2021-11-10T04:21:11Z', 'revision_number': 5, 'project_id': '8a49d6c4aa9b40afbbaf0157d5814bc8', 'gw_port': {'id': '3b843093-eaa8-4877-9b34-202f547c4d3f', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d3b02-2950-4f1d-8228-039c8fc38a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:30Z', 'updated_at': '2021-11-10T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:21:13.377066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] For port 3b843093-eaa8-4877-9b34-202f547c4d3f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3b843093-eaa8-4877-9b34-202f547c4d3f,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:13.377543 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.393349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e37fe5b0-66ba-47cd-9b1a-81336db57e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.395345 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Calling delete_port for 3b843093-eaa8-4877-9b34-202f547c4d3f owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:21:13.440754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.466393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] Pushing event deleted for resources: {'Port': ['ID=95fd5d45-cf71-4443-bc25-0aebccc6695c,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:13.471171 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4724c07-4b73-48c4-8c09-a97d7bf0816a None None] No DVR routers for this DVR port 95fd5d45-cf71-4443-bc25-0aebccc6695c on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:21:13.572947 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.603121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Port': ['ID=3b843093-eaa8-4877-9b34-202f547c4d3f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:13.616446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ae3d7-4dbf-4013-830f-2db8b49495e5 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:21:13.665654 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.756061 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.758318 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.806050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.806614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Fanout notify agent at l3_agent the message router_deleted on router ee4d3b02-2950-4f1d-8228-039c8fc38a11 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:21:13.814176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.818070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 43924) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:13.818578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ca2f691-7e74-49c9-a8c1-5854329743ac tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/routers/ee4d3b02-2950-4f1d-8228-039c8fc38a11 HTTP/1.1" status: 204 len: 168 time: 0.8200946 Nov 10 04:21:13.898570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:13.993883 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.015435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77db77e6-62f5-43be-8471-bf2e4bc8919e']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:14.032147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024ad923-e5a9-4e8a-979b-a16bda98248c') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:14.032439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024ad923-e5a9-4e8a-979b-a16bda98248c') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:21:14.048667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.068594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.074816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:21:14.075196 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:21:14.078108 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:21:14.137542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.144195 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.147314 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/networks/77db77e6-62f5-43be-8471-bf2e4bc8919e HTTP/1.1" status: 204 len: 168 time: 0.3282430 Nov 10 04:21:14.150162 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43926) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:14.162984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97016b-c849-45f5-adbe-e30dc4b1ea72 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'Network': ['ID=77db77e6-62f5-43be-8471-bf2e4bc8919e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:14.205616 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-028ecc1e-2075-44e7-942d-cc99480240d5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.230876 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-028ecc1e-2075-44e7-942d-cc99480240d5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.288340 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-028ecc1e-2075-44e7-942d-cc99480240d5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.291459 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-028ecc1e-2075-44e7-942d-cc99480240d5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.292630 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-028ecc1e-2075-44e7-942d-cc99480240d5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a389632-4d07-45ae-b318-c22060c4aba7 HTTP/1.1" status: 204 len: 168 time: 0.1414371 Nov 10 04:21:14.303734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ecc1e-2075-44e7-942d-cc99480240d5 tempest-TestNetworkAdvancedServerOps-541994104 tempest-TestNetworkAdvancedServerOps-541994104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a389632-4d07-45ae-b318-c22060c4aba7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:14.525790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b843093-eaa8-4877-9b34-202f547c4d3f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:21:14.546946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 3b843093-eaa8-4877-9b34-202f547c4d3f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:21:14.547210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3b843093-eaa8-4877-9b34-202f547c4d3f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:21:14.547778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95fd5d45-cf71-4443-bc25-0aebccc6695c no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:21:14.566002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 95fd5d45-cf71-4443-bc25-0aebccc6695c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:21:14.566343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 95fd5d45-cf71-4443-bc25-0aebccc6695c not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:21:14.566739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2e0901d9-19c8-4938-aaca-adce527ff8e4 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:21:14.588750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 2e0901d9-19c8-4938-aaca-adce527ff8e4 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:21:14.589087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2e0901d9-19c8-4938-aaca-adce527ff8e4 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:21:14.596067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43934) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:14.736200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-dcc691f4-ae06-4928-9ddf-40aa1813d800 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a49d6c4aa9b40afbbaf0157d5814bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388917 Nov 10 04:21:14.738775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:14.783770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9bebb3b9-5a96-4fa4-83dd-e41273be9acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.803660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9bebb3b9-5a96-4fa4-83dd-e41273be9acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.851496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9bebb3b9-5a96-4fa4-83dd-e41273be9acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.854232 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9bebb3b9-5a96-4fa4-83dd-e41273be9acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:14.855367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9bebb3b9-5a96-4fa4-83dd-e41273be9acf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/059d969a-3cc1-49a0-8268-856159f3da60 HTTP/1.1" status: 204 len: 168 time: 0.1157219 Nov 10 04:21:14.863158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebb3b9-5a96-4fa4-83dd-e41273be9acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059d969a-3cc1-49a0-8268-856159f3da60,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:15.109205 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43944) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:15.148118 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9b342aec-904f-4f02-9d41-5f120a77243b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a41f1ddf68974dc5be426bd428759e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377815 Nov 10 04:21:15.150468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 43946) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:15.196689 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-354e691a-6e5b-4f6f-bd16-faceb636d310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:15.216918 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-354e691a-6e5b-4f6f-bd16-faceb636d310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:15.262870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-354e691a-6e5b-4f6f-bd16-faceb636d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:15.265424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-354e691a-6e5b-4f6f-bd16-faceb636d310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:15.266615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-354e691a-6e5b-4f6f-bd16-faceb636d310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bbb75e1-08f0-4154-b296-3e5984701a26 HTTP/1.1" status: 204 len: 168 time: 0.1152401 Nov 10 04:21:15.274571 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e691a-6e5b-4f6f-bd16-faceb636d310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbb75e1-08f0-4154-b296-3e5984701a26,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:15.688166 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0daaca4d-76ea-44fe-b310-fcbed6e4b85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:16.827106 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:18.484431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:19.165371 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:23.639899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:25.221759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-a7b5b9b0-0b91-403d-88fa-0f82ca9866b3 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=26a242b09c7a4aa4bb5a614f6d27ecdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217016 Nov 10 04:21:25.330495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-2e74a83a-b25a-43b9-a830-2c04201223dd tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:25.331862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-2e74a83a-b25a-43b9-a830-2c04201223dd tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049485 Nov 10 04:21:25.346580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-2d90e09a-e5b5-4829-8567-af04ee414ad7 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/quotas/26a242b09c7a4aa4bb5a614f6d27ecdc HTTP/1.1" status: 200 len: 375 time: 0.0090618 Nov 10 04:21:25.377786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-c800b1d5-a4c1-4c51-9458-cff18776680e tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a242b09c7a4aa4bb5a614f6d27ecdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262084 Nov 10 04:21:25.543807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6724cca5-a964-4e57-9bc5-49e666c053fa req-5deef1bc-04ca-46e4-8704-c2982a4d219b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 210 time: 0.0261676 Nov 10 04:21:26.336394 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-adc869bc-2a3e-431c-ba33-3651b90945b0 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=26a242b09c7a4aa4bb5a614f6d27ecdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221236 Nov 10 04:21:26.444634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-cd22f267-31c6-4190-96db-78d1f3c34c5f tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:26.446069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-cd22f267-31c6-4190-96db-78d1f3c34c5f tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032012 Nov 10 04:21:26.460118 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Request body: {'port': {'device_id': '99cc9ccf-0147-477f-91b9-85af54137d34', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'admin_state_up': True, 'tenant_id': '26a242b09c7a4aa4bb5a614f6d27ecdc'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:21:26.563079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Made reservation on behalf of 26a242b09c7a4aa4bb5a614f6d27ecdc for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:21:26.566709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:26.577234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:26.649113 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b5261a3f-a20f-4eb1-8010-e4fef213c78d req-bfe6d4f9-3a40-4f65-8107-1a56a266f7db tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 210 time: 0.0271184 Nov 10 04:21:26.665599 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:26.670149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:26.730708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:26.799204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Allocated IP 192.168.233.118 (c3f4e119-72d0-4593-8a23-5db8f7e79e5e/67850c71-4f92-4e16-b55d-92558a175428/a11e9602-b7bf-47cf-b380-91f1a18350d3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:21:26.811710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:21:27.198762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.236137 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.277151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Network c3f4e119-72d0-4593-8a23-5db8f7e79e5e is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:21:27.282099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:21:27.285754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:21:27.315008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Pushing event updated for resources: {'Port': ['ID=a11e9602-b7bf-47cf-b380-91f1a18350d3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:27.342927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:27.343536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.360568 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e3cd636a-054f-424d-a89e-4554baf0a262 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9038723 Nov 10 04:21:27.373182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Request body: {'port': {'device_id': '99cc9ccf-0147-477f-91b9-85af54137d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:21:27.428065 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.483737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-da8f4d9e-9d75-4e1a-9a08-001a72e9df75 None None] Provisioning complete for port a11e9602-b7bf-47cf-b380-91f1a18350d3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:21:27.484307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da8f4d9e-9d75-4e1a-9a08-001a72e9df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.517267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-da8f4d9e-9d75-4e1a-9a08-001a72e9df75 None None] Port a11e9602-b7bf-47cf-b380-91f1a18350d3 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:21:27.691023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11e9602-b7bf-47cf-b380-91f1a18350d3 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:21:27.698381 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.710075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Transition to ACTIVE for port object a11e9602-b7bf-47cf-b380-91f1a18350d3 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:21:27.713861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.767889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e9602-b7bf-47cf-b380-91f1a18350d3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:27.772972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64fba6-d64e-42cd-af51-ec23190ae136 req-ecf47f8b-4470-42b8-9232-9a6bf2f74123 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:27.774792 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d64fba6-d64e-42cd-af51-ec23190ae136 req-ecf47f8b-4470-42b8-9232-9a6bf2f74123 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 948 time: 0.0565331 Nov 10 04:21:27.825496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d64fba6-d64e-42cd-af51-ec23190ae136 req-d67b3c33-6232-4b66-93bc-2d3510e3ce12 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Nov 10 04:21:27.846187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Attempting to bind port a11e9602-b7bf-47cf-b380-91f1a18350d3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:21:27.846527 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Attempting to bind port a11e9602-b7bf-47cf-b380-91f1a18350d3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:21:27.846858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Attempting to bind port a11e9602-b7bf-47cf-b380-91f1a18350d3 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:21:27.851432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Port a11e9602-b7bf-47cf-b380-91f1a18350d3 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:21:27.851754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Attempting to bind port a11e9602-b7bf-47cf-b380-91f1a18350d3 on network c3f4e119-72d0-4593-8a23-5db8f7e79e5e {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:21:27.856972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:21:27.857307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Checking segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:21:27.857690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Bound using segment: {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:21:27.858160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Bound port: a11e9602-b7bf-47cf-b380-91f1a18350d3, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8ad9aa-0c98-401f-898b-e27c7c6b2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:21:27.858518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.926874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] For port a11e9602-b7bf-47cf-b380-91f1a18350d3, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:21:27.929911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] For port a11e9602-b7bf-47cf-b380-91f1a18350d3, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a11e9602-b7bf-47cf-b380-91f1a18350d3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:21:27.935592 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.977508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:27.978220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:27.979823 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] 10.222.0.44 "PUT /v2.0/ports/a11e9602-b7bf-47cf-b380-91f1a18350d3 HTTP/1.1" status: 200 len: 1096 time: 0.6114142 Nov 10 04:21:27.980407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cc9ccf-0147-477f-91b9-85af54137d34', 'tag': 'a11e9602-b7bf-47cf-b380-91f1a18350d3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:21:27.982755 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdacf21-9ca3-4ecb-8a04-0056956d6085" -d '{"events": [{"name": "network-changed", "server_uuid": "99cc9ccf-0147-477f-91b9-85af54137d34", "tag": "a11e9602-b7bf-47cf-b380-91f1a18350d3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:21:28.006004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c4988-5f7f-4c69-aa38-1d239c826dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e9602-b7bf-47cf-b380-91f1a18350d3,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:28.049657 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3159ce78-56bf-430a-9281-6ccb9a725a1a x-openstack-request-id: req-3159ce78-56bf-430a-9281-6ccb9a725a1a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:21:28.049966 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cc9ccf-0147-477f-91b9-85af54137d34", "tag": "a11e9602-b7bf-47cf-b380-91f1a18350d3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:21:28.050191 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3159ce78-56bf-430a-9281-6ccb9a725a1a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:21:28.050583 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cc9ccf-0147-477f-91b9-85af54137d34', 'tag': 'a11e9602-b7bf-47cf-b380-91f1a18350d3', 'status': 'completed', 'code': 200} Nov 10 04:21:28.067134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-42a07c49-aabc-4570-aa64-5da651cd25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.068894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-42a07c49-aabc-4570-aa64-5da651cd25f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26a242b09c7a4aa4bb5a614f6d27ecdc&device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 1099 time: 0.0481734 Nov 10 04:21:28.118866 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-034d29d6-1ffe-4517-ae4b-b3db53e10793 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=a11e9602-b7bf-47cf-b380-91f1a18350d3 HTTP/1.1" status: 200 len: 217 time: 0.0405705 Nov 10 04:21:28.171332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-ad484e94-de45-4f51-8eaf-87e7d01cf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.172791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-ad484e94-de45-4f51-8eaf-87e7d01cf3bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0463917 Nov 10 04:21:28.226390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-bba9ccba-9c09-4471-8eac-7593d631a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.227808 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-bba9ccba-9c09-4471-8eac-7593d631a1a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481493 Nov 10 04:21:28.326942 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-e6547e0a-7e67-4a50-a91b-61b6e4e4e3a4 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916328 Nov 10 04:21:28.416131 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5e8912-43d8-48c5-bb1c-7d77aa3542e9 req-d1276f7e-f53b-4535-b7d3-17e2bad633e4 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823951 Nov 10 04:21:28.499251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-37fac53e-b420-4a6b-9ab9-17b65ecc9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.500752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-37fac53e-b420-4a6b-9ab9-17b65ecc9495 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26a242b09c7a4aa4bb5a614f6d27ecdc&device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 1099 time: 0.0426636 Nov 10 04:21:28.597762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-0b37f010-f7ce-4861-96ca-74d61f7727b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.599446 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-0b37f010-f7ce-4861-96ca-74d61f7727b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e HTTP/1.1" status: 200 len: 869 time: 0.0914202 Nov 10 04:21:28.641036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-c897c039-7fbe-48a3-864d-886e5a1a4e54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=a11e9602-b7bf-47cf-b380-91f1a18350d3 HTTP/1.1" status: 200 len: 217 time: 0.0349357 Nov 10 04:21:28.692956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-600518f2-dfbd-4eee-a1e6-028d28386504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.694428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-600518f2-dfbd-4eee-a1e6-028d28386504 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67850c71-4f92-4e16-b55d-92558a175428 HTTP/1.1" status: 200 len: 843 time: 0.0466490 Nov 10 04:21:28.740155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-269557c8-eff1-407f-a068-ba0eda7f0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.741560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-269557c8-eff1-407f-a068-ba0eda7f0c40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3f4e119-72d0-4593-8a23-5db8f7e79e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389478 Nov 10 04:21:28.833632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-1b5f0769-ecca-493a-a26e-a4b4e3bfa578 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845912 Nov 10 04:21:28.927276 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8bdacf21-9ca3-4ecb-8a04-0056956d6085 req-dd1b5eee-9271-4113-bbc7-9eff98f938e5 service neutron] 10.222.0.44 "GET /v2.0/networks/c3f4e119-72d0-4593-8a23-5db8f7e79e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Nov 10 04:21:28.944551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3779-0ab2-429d-98e6-507c838ef040 req-58c4faa8-a36d-4980-92ba-9dc471e831a4 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:28.946288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db3d3779-0ab2-429d-98e6-507c838ef040 req-58c4faa8-a36d-4980-92ba-9dc471e831a4 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 948 time: 0.0488892 Nov 10 04:21:28.993072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db3d3779-0ab2-429d-98e6-507c838ef040 req-ad9d40d2-44bb-4c2d-9350-042218a65521 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Nov 10 04:21:30.113113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab33b-f7e8-4274-b30f-3b1ec982f9b2 req-82706b2c-5e32-4081-9dbb-42f2594e84e3 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:30.114607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e7ab33b-f7e8-4274-b30f-3b1ec982f9b2 req-82706b2c-5e32-4081-9dbb-42f2594e84e3 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 948 time: 0.0506310 Nov 10 04:21:30.160268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e7ab33b-f7e8-4274-b30f-3b1ec982f9b2 req-04fbe479-4618-4033-a796-410c045e595e tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Nov 10 04:21:30.760513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a11e9602-b7bf-47cf-b380-91f1a18350d3 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:21:30.856079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a11e9602-b7bf-47cf-b380-91f1a18350d3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a11e9602-b7bf-47cf-b380-91f1a18350d3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:30.871720 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'a11e9602-b7bf-47cf-b380-91f1a18350d3', 'network_id': 'c3f4e119-72d0-4593-8a23-5db8f7e79e5e', 'port_id': 'a11e9602-b7bf-47cf-b380-91f1a18350d3', 'mac_address': 'fa:16:3e:5e:89:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67850c71-4f92-4e16-b55d-92558a175428', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:21:30.912267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:30.925016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11e9602-b7bf-47cf-b380-91f1a18350d3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:21:30.943350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a11e9602-b7bf-47cf-b380-91f1a18350d3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a11e9602-b7bf-47cf-b380-91f1a18350d3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:30.947280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:30.996835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a11e9602-b7bf-47cf-b380-91f1a18350d3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:31.146138 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a11e9602-b7bf-47cf-b380-91f1a18350d3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:21:31.288618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e222b22-b08e-4459-94cb-661a24da3fee req-421274c0-17a9-4d41-a7f6-759af20d3ae9 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:31.290128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e222b22-b08e-4459-94cb-661a24da3fee req-421274c0-17a9-4d41-a7f6-759af20d3ae9 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 949 time: 0.0478344 Nov 10 04:21:31.336201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e222b22-b08e-4459-94cb-661a24da3fee req-9cd05678-f50a-4ad1-996a-3134d28923e5 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Nov 10 04:21:32.450102 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11976-83bc-48e0-a7e9-79523aa38c8c req-702ee49b-4194-4b57-8ed6-0f5a1d3c9402 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:32.451564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7e11976-83bc-48e0-a7e9-79523aa38c8c req-702ee49b-4194-4b57-8ed6-0f5a1d3c9402 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 949 time: 0.0481980 Nov 10 04:21:32.501803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f7e11976-83bc-48e0-a7e9-79523aa38c8c req-c9d1b050-c0e7-4b89-b8c8-af554be5f48a tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442457 Nov 10 04:21:32.760459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a11e9602-b7bf-47cf-b380-91f1a18350d3 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:21:32.811724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port a11e9602-b7bf-47cf-b380-91f1a18350d3 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:21:32.815796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port a11e9602-b7bf-47cf-b380-91f1a18350d3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:21:32.816163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:32.889832 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:32.911642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cc9ccf-0147-477f-91b9-85af54137d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e9602-b7bf-47cf-b380-91f1a18350d3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:21:32.913862 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02328f20-594c-4c0a-8f22-bb8fc6a0ff7d" -d '{"events": [{"server_uuid": "99cc9ccf-0147-477f-91b9-85af54137d34", "name": "network-vif-plugged", "status": "completed", "tag": "a11e9602-b7bf-47cf-b380-91f1a18350d3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:21:32.927041 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a11e9602-b7bf-47cf-b380-91f1a18350d3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a11e9602-b7bf-47cf-b380-91f1a18350d3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:32.931798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:32.954899 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf36879-5af9-4ebf-b2b6-5483fa572a26 x-openstack-request-id: req-cdf36879-5af9-4ebf-b2b6-5483fa572a26 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:21:32.955192 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cc9ccf-0147-477f-91b9-85af54137d34", "name": "network-vif-plugged", "status": "completed", "tag": "a11e9602-b7bf-47cf-b380-91f1a18350d3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:21:32.955441 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdf36879-5af9-4ebf-b2b6-5483fa572a26 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:21:32.955826 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cc9ccf-0147-477f-91b9-85af54137d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e9602-b7bf-47cf-b380-91f1a18350d3', 'code': 200} Nov 10 04:21:32.985820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a11e9602-b7bf-47cf-b380-91f1a18350d3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:32.993915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.994277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.994612 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.994943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.995268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.995814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.996298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.996622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.996944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.997264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.997584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:32.997901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:21:33.048727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfbbe-7df8-4e66-b101-f9daf8c08fa1 req-309e6bb7-172d-4439-974a-c8eb620d4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:33.050179 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-006cfbbe-7df8-4e66-b101-f9daf8c08fa1 req-309e6bb7-172d-4439-974a-c8eb620d4bc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 1101 time: 0.0407205 Nov 10 04:21:33.092577 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-006cfbbe-7df8-4e66-b101-f9daf8c08fa1 req-b7b98bdd-e5e7-4979-8479-e3716a5b5f44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353928 Nov 10 04:21:33.615279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783bfdb-e10c-46af-b4e9-6821658176e1 req-945809d6-8d11-4867-9b06-cecbf4823699 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:33.616757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0783bfdb-e10c-46af-b4e9-6821658176e1 req-945809d6-8d11-4867-9b06-cecbf4823699 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 950 time: 0.0481200 Nov 10 04:21:33.663062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0783bfdb-e10c-46af-b4e9-6821658176e1 req-4860a269-d464-4164-9144-d27988fee0f2 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Nov 10 04:21:34.781294 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcd3de-b4e4-41ae-b359-e68e5e822788 req-65d86dab-fd9c-4830-be6c-fc432f13aa30 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:34.782691 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68bcd3de-b4e4-41ae-b359-e68e5e822788 req-65d86dab-fd9c-4830-be6c-fc432f13aa30 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 950 time: 0.0480020 Nov 10 04:21:34.828539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68bcd3de-b4e4-41ae-b359-e68e5e822788 req-90a1ea81-148e-41c3-b9ee-59e0750c9eab tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Nov 10 04:21:35.101685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-1724e136-5659-439f-8d4e-883393292602 req-840f6819-eb98-41ec-9b25-e5c31a349ea2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:21:35.102629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1724e136-5659-439f-8d4e-883393292602 req-840f6819-eb98-41ec-9b25-e5c31a349ea2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053020 Nov 10 04:21:35.525544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-c87aede5-64ec-4eb1-b553-474d0360461f req-29238218-26e5-43e9-b26d-552416036d15 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:21:35.526576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c87aede5-64ec-4eb1-b553-474d0360461f req-29238218-26e5-43e9-b26d-552416036d15 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1031396 Nov 10 04:21:35.862433 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6116c4-2dcd-49a2-9fcd-14d423d25aba req-1305c022-10c1-4bdf-8a63-4feb457203b5 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:35.863976 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df6116c4-2dcd-49a2-9fcd-14d423d25aba req-1305c022-10c1-4bdf-8a63-4feb457203b5 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 950 time: 0.0505292 Nov 10 04:21:35.921391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-df6116c4-2dcd-49a2-9fcd-14d423d25aba req-be6a36aa-58d2-483e-bd19-5a846b6ad38b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509799 Nov 10 04:21:37.036686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45c183-6620-4807-b97b-394bb2ebe038 req-31a5acb1-4c09-4003-b9b5-d649434f3e8c tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:37.038185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b45c183-6620-4807-b97b-394bb2ebe038 req-31a5acb1-4c09-4003-b9b5-d649434f3e8c tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 950 time: 0.0482562 Nov 10 04:21:37.085841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b45c183-6620-4807-b97b-394bb2ebe038 req-15e92474-0535-41cd-ad42-193122e79278 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.24 "GET /v2.0/security-groups?id=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Nov 10 04:21:37.133286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-a3e99323-9902-4be8-95c0-1e18b571b344 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:37.134740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-a3e99323-9902-4be8-95c0-1e18b571b344 tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cc9ccf-0147-477f-91b9-85af54137d34 HTTP/1.1" status: 200 len: 950 time: 0.0522566 Nov 10 04:21:37.225288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Deleting port a11e9602-b7bf-47cf-b380-91f1a18350d3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:21:37.225539 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:37.314808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] For port a11e9602-b7bf-47cf-b380-91f1a18350d3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a11e9602-b7bf-47cf-b380-91f1a18350d3,segment=NetworkSegment(1b8ad9aa-0c98-401f-898b-e27c7c6b2684),segment_id=1b8ad9aa-0c98-401f-898b-e27c7c6b2684)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:37.315157 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:37.326511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Calling delete_port for a11e9602-b7bf-47cf-b380-91f1a18350d3 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:21:37.448540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:37.460398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a11e9602-b7bf-47cf-b380-91f1a18350d3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:21:37.481040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Pushing event deleted for resources: {'Port': ['ID=a11e9602-b7bf-47cf-b380-91f1a18350d3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:37.523600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] No DVR routers for this DVR port a11e9602-b7bf-47cf-b380-91f1a18350d3 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:21:37.526762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:37.531139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-adc490b1-f938-4b59-aca6-bb6e251bab11 req-281645d8-e319-4c33-8d2f-95ae9835834b tempest-ServersAdminNegativeTestJSON-737621201 tempest-ServersAdminNegativeTestJSON-737621201-project] 10.222.0.44 "DELETE /v2.0/ports/a11e9602-b7bf-47cf-b380-91f1a18350d3 HTTP/1.1" status: 204 len: 173 time: 0.3879216 Nov 10 04:21:37.531593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cc9ccf-0147-477f-91b9-85af54137d34', 'name': 'network-vif-deleted', 'tag': 'a11e9602-b7bf-47cf-b380-91f1a18350d3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:21:37.534532 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb27eb-8cbb-42c5-87cc-9f0e3f727e1f" -d '{"events": [{"server_uuid": "99cc9ccf-0147-477f-91b9-85af54137d34", "name": "network-vif-deleted", "tag": "a11e9602-b7bf-47cf-b380-91f1a18350d3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:21:37.578915 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbe42cd-0f10-4e66-8581-a4d39a296e12 x-openstack-request-id: req-7fbe42cd-0f10-4e66-8581-a4d39a296e12 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:21:37.579214 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cc9ccf-0147-477f-91b9-85af54137d34", "name": "network-vif-deleted", "tag": "a11e9602-b7bf-47cf-b380-91f1a18350d3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:21:37.579842 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fbe42cd-0f10-4e66-8581-a4d39a296e12 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:21:37.579842 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cc9ccf-0147-477f-91b9-85af54137d34', 'name': 'network-vif-deleted', 'tag': 'a11e9602-b7bf-47cf-b380-91f1a18350d3', 'status': 'completed', 'code': 200} Nov 10 04:21:38.301204 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:38.377916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44076) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:38.510627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3c057562-6c8b-443d-b6ff-8898061477a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26a242b09c7a4aa4bb5a614f6d27ecdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314504 Nov 10 04:21:38.513187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:38.564641 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c3df252-1922-449e-b2ac-794198de3878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:38.587416 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c3df252-1922-449e-b2ac-794198de3878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:38.632704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c3df252-1922-449e-b2ac-794198de3878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:38.635316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5c3df252-1922-449e-b2ac-794198de3878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:38.636440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5c3df252-1922-449e-b2ac-794198de3878 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a HTTP/1.1" status: 204 len: 168 time: 0.1223409 Nov 10 04:21:38.643882 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3df252-1922-449e-b2ac-794198de3878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a3e27d-43b8-4fe1-b1a6-60e5d91b8a0a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:38.891148 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44086) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:38.904199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a4f7a3d-2dcd-43f4-99ab-6cbecfacc2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:38.976592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a4f7a3d-2dcd-43f4-99ab-6cbecfacc2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:38.980673 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2a4f7a3d-2dcd-43f4-99ab-6cbecfacc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:39.018198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2a4f7a3d-2dcd-43f4-99ab-6cbecfacc2b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b109eaff76c540c38ab8ff3f65ac3c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259463 Nov 10 04:21:39.019039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f7a3d-2dcd-43f4-99ab-6cbecfacc2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c3eb0c-ab36-40c2-b718-3a7089403086,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:39.020965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44088) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:39.068724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3871bc2-971a-4776-8f62-412e19933db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:39.089282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3871bc2-971a-4776-8f62-412e19933db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:39.134419 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3871bc2-971a-4776-8f62-412e19933db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:39.136975 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3871bc2-971a-4776-8f62-412e19933db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:39.138125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f3871bc2-971a-4776-8f62-412e19933db9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2c3eb0c-ab36-40c2-b718-3a7089403086 HTTP/1.1" status: 204 len: 168 time: 0.1160421 Nov 10 04:21:39.145856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3871bc2-971a-4776-8f62-412e19933db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c3eb0c-ab36-40c2-b718-3a7089403086,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:39.821234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44110) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:39.915895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-722361906-network', 'tenant_id': 'b869d6a3bc174da8a54748b19628bdcd'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:21:39.941523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Made reservation on behalf of b869d6a3bc174da8a54748b19628bdcd for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:21:39.943934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:39.952172 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.026432 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.030072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.056783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:21:40.063614 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:40.069638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.069912 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Added segment cb010a8d-fa39-4db4-b69b-f607623830fd of type vlan for network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d Nov 10 04:21:40.109683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.132869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.133803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:40.134402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.187468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3651049 Nov 10 04:21:40.190466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44114) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:21:40.195473 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Request body: {'subnet': {'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-722361906-subnet', 'tenant_id': 'b869d6a3bc174da8a54748b19628bdcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:21:40.200054 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8fedb-7237-49e8-af3b-154df54657e5 admin admin] Pushing event updated for resources: {'Network': ['ID=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:40.210570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:21:40.215636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Made reservation on behalf of b869d6a3bc174da8a54748b19628bdcd for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:21:40.218536 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.380367 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.428214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e776a5-d310-450b-898e-dcea6c76ae72,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:40.442660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Checking segment: {'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:21:40.443017 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Network hostable DHCP agents. Network: 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:21:40.459003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:21:40.466726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:21:40.472245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:40.473727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:40.475439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc43cc37-73a9-4544-9f21-a51750799719 None None] Network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:21:40.488986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2f236961-6fcf-4179-afcb-5ccbdc732dc2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2973917 Nov 10 04:21:40.599089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f6a3a-1d50-48ef-a1bc-f7112704d6b0 None None] Network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:21:40.792376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a11e9602-b7bf-47cf-b380-91f1a18350d3 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:21:40.813879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: a11e9602-b7bf-47cf-b380-91f1a18350d3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:21:40.814422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a11e9602-b7bf-47cf-b380-91f1a18350d3 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:21:40.930782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-99162d48-8fa8-4f4c-a9bd-1f90f19559f2 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:40.932162 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-99162d48-8fa8-4f4c-a9bd-1f90f19559f2 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 811 time: 0.1040277 Nov 10 04:21:40.946501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-c8031a61-7a2e-4d43-9c1e-9653260a2bd0 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/quotas/b869d6a3bc174da8a54748b19628bdcd HTTP/1.1" status: 200 len: 375 time: 0.0087385 Nov 10 04:21:40.977019 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-a90517a2-9c41-4820-b872-716f06be56a7 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255344 Nov 10 04:21:40.988311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-b5ef86a9-5638-416c-b295-0bf1f8365da6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:21:40.989298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-b5ef86a9-5638-416c-b295-0bf1f8365da6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049427 Nov 10 04:21:41.078177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-3c59a992-3936-4d8b-a792-fa2e8a7953ab service neutron] 10.222.0.24 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830116 Nov 10 04:21:41.165343 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-08c1dd75-045b-4bdc-be6e-e0cc5f77a0ba service neutron] 10.222.0.24 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811679 Nov 10 04:21:41.326811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52850ccb-2bc5-41f4-b50c-bbb159c8f223 req-a89cb1cf-da22-420e-8393-c42dd79bcfff tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 210 time: 0.0269637 Nov 10 04:21:42.406196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e1de360-7eae-487f-ae54-4ddf235d5b12 req-7d8db5da-c5e0-4863-aadd-17d41a254d66 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 210 time: 0.0296488 Nov 10 04:21:43.237201 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-38ae49e3-dd08-4e95-95fa-2035f68bf4b5 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:43.238719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-38ae49e3-dd08-4e95-95fa-2035f68bf4b5 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.44 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 811 time: 0.1048806 Nov 10 04:21:43.258288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Request body: {'port': {'device_id': '991e29e8-b728-48ff-8e42-e30922a32d47', 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d', 'admin_state_up': True, 'tenant_id': 'b869d6a3bc174da8a54748b19628bdcd'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:21:43.356863 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c860b1c-53cd-46a2-be0c-71993ebb941e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:43.370343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Made reservation on behalf of b869d6a3bc174da8a54748b19628bdcd for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:21:43.373892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:43.495378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Allocated IP 172.20.0.8 (60a4b08c-2e50-49f9-b7b6-8db84d7ba80d/c0e776a5-d310-450b-898e-dcea6c76ae72/097184a5-94dc-48e7-a0c8-e53fe27085c3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:21:43.502429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-498d3727-12b7-4541-944f-0c1adebecd2a req-23e76437-95bb-4e0a-b1c9-76edcf231c16 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 210 time: 0.0263653 Nov 10 04:21:43.650365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:43.682917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:43.730189 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:21:43.733325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:21:43.737013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:21:43.759492 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:43.786790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:43.787390 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:43.802237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-7fe53d6c-01ac-42e9-951d-04714fc889e9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478568 Nov 10 04:21:43.814243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Request body: {'port': {'device_id': '991e29e8-b728-48ff-8e42-e30922a32d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:21:43.864733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:44.121355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097184a5-94dc-48e7-a0c8-e53fe27085c3 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:21:44.129100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:44.141358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Transition to ACTIVE for port object 097184a5-94dc-48e7-a0c8-e53fe27085c3 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:21:44.145014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:44.195900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:44.257085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:21:44.257740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:21:44.257740 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:21:44.261855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:21:44.262193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:21:44.267711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:21:44.268028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Checking segment: {'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:21:44.268399 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Bound using segment: {'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:21:44.268811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Bound port: 097184a5-94dc-48e7-a0c8-e53fe27085c3, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:21:44.269153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:44.332983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:21:44.335983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:21:44.339253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:44.370773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:44.371435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:44.372738 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 1091 time: 0.5629160 Nov 10 04:21:44.373167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:21:44.375981 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459101cb-63f1-4d96-8e0e-97376df08b97" -d '{"events": [{"name": "network-changed", "server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:21:44.401874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e7a46-b01e-4919-95d0-c6b8e4e122a6 service neutron] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:44.437712 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10dc784-c06a-4a55-82e7-dd69748d92b5 x-openstack-request-id: req-c10dc784-c06a-4a55-82e7-dd69748d92b5 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:21:44.438036 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:21:44.438283 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c10dc784-c06a-4a55-82e7-dd69748d92b5 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:21:44.438662 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'status': 'completed', 'code': 200} Nov 10 04:21:44.453632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-d7dfe8a7-f4bf-41ad-88ab-68d6511cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:44.455114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-d7dfe8a7-f4bf-41ad-88ab-68d6511cf249 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1094 time: 0.0436227 Nov 10 04:21:44.502628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-b4b77943-fd8a-4c68-9afd-f5f5ddba19e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0373225 Nov 10 04:21:44.550072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-641bf6ae-ecf2-464e-9ed6-120c1df01aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:44.551532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-641bf6ae-ecf2-464e-9ed6-120c1df01aa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0427237 Nov 10 04:21:44.584429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-b4d3cb60-1032-4c31-b338-df9e41ded2a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247529 Nov 10 04:21:44.620549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c49f80-c0ef-45b9-ae2b-106a20d1259e req-9c7de0e4-c6ed-4a40-a1e1-c146ec6c37e5 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:44.622092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75c49f80-c0ef-45b9-ae2b-106a20d1259e req-9c7de0e4-c6ed-4a40-a1e1-c146ec6c37e5 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 943 time: 0.0507362 Nov 10 04:21:44.668328 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75c49f80-c0ef-45b9-ae2b-106a20d1259e req-f5c01d02-2321-48d2-b600-5713f3d8dea9 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Nov 10 04:21:44.678113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-31e5de2f-022a-4768-a5c6-1fe82652c637 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869424 Nov 10 04:21:44.765543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-175ef9b2-eb05-4003-b883-c0ca77c9004d req-bba7893e-4e67-4895-ad4e-9e6a182d34e5 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803862 Nov 10 04:21:44.849290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-2cc3b02f-da0e-42e9-a69d-e501b3fa5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:44.850840 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-2cc3b02f-da0e-42e9-a69d-e501b3fa5edf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1094 time: 0.0399480 Nov 10 04:21:44.942439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-654547bf-b0fd-4010-8d0b-031a588252a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:44.943930 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-654547bf-b0fd-4010-8d0b-031a588252a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 911 time: 0.0864089 Nov 10 04:21:44.985460 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-98f394b7-0655-4bd6-9cf5-25d42b871d3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0349264 Nov 10 04:21:45.035900 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-1f9c673d-2395-42d3-8974-2526c7da2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:45.037272 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-1f9c673d-2395-42d3-8974-2526c7da2e53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0456486 Nov 10 04:21:45.068080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-93e2b1a8-ff0f-40f6-a7d2-0a636b5c53fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229938 Nov 10 04:21:45.156383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-ca470c1d-fb99-462e-9ca9-2cf3ce554add service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811546 Nov 10 04:21:45.246720 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-459101cb-63f1-4d96-8e0e-97376df08b97 req-6a7c9973-208a-4ef0-96bc-6e3376079169 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834370 Nov 10 04:21:45.688813 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb7a-e633-49f3-a543-28ddbccd37ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:45.785615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80c78-12fd-47cd-a184-87e66b3cd9d9 req-55bb6ada-1fea-4d48-b93b-9c20f32568ab tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:45.787191 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4c80c78-12fd-47cd-a184-87e66b3cd9d9 req-55bb6ada-1fea-4d48-b93b-9c20f32568ab tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 943 time: 0.0483997 Nov 10 04:21:45.839066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4c80c78-12fd-47cd-a184-87e66b3cd9d9 req-fd8f0692-dc45-4b4d-b6f0-5caa807718bb tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459177 Nov 10 04:21:46.829453 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:46.838843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:21:46.936679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:46.947799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d', 'port_id': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'mac_address': 'fa:16:3e:ba:8e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e776a5-d310-450b-898e-dcea6c76ae72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:21:46.957373 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68271bf-8efe-42b9-bae5-412d5b54fb48 req-df7b56b7-c2be-4581-b6a4-0118ca21f37f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:46.958879 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e68271bf-8efe-42b9-bae5-412d5b54fb48 req-df7b56b7-c2be-4581-b6a4-0118ca21f37f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 943 time: 0.0500064 Nov 10 04:21:46.985543 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:46.998410 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097184a5-94dc-48e7-a0c8-e53fe27085c3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:21:47.006989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e68271bf-8efe-42b9-bae5-412d5b54fb48 req-e38d8baf-1184-43ec-b667-e39226664912 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Nov 10 04:21:47.018298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:47.021993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:47.070433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:47.212159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['097184a5-94dc-48e7-a0c8-e53fe27085c3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:21:48.120253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57350f7c-b30e-4e0f-a341-53503f41678f req-6708f1e1-1bf7-4614-812f-d81b6dac07ad tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:48.121704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57350f7c-b30e-4e0f-a341-53503f41678f req-6708f1e1-1bf7-4614-812f-d81b6dac07ad tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 944 time: 0.0472648 Nov 10 04:21:48.166992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57350f7c-b30e-4e0f-a341-53503f41678f req-a031a045-d900-42d4-a548-6c085857f0b4 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389621 Nov 10 04:21:48.486707 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:48.870913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:21:48.920682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 097184a5-94dc-48e7-a0c8-e53fe27085c3 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:21:48.924794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 097184a5-94dc-48e7-a0c8-e53fe27085c3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:21:48.925162 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:48.999333 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:49.020993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:21:49.023247 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1fbf0-6007-4e70-acd0-1070559acb3d" -d '{"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-plugged", "status": "completed", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:21:49.036176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:21:49.040779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:49.066704 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaeaa76-5022-460b-a965-f1b17016a200 x-openstack-request-id: req-adaeaa76-5022-460b-a965-f1b17016a200 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:21:49.066988 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-plugged", "status": "completed", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:21:49.067237 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adaeaa76-5022-460b-a965-f1b17016a200 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:21:49.067616 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'code': 200} Nov 10 04:21:49.093783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:21:49.159476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31918b-e02e-4aa5-9301-0627f07f973c req-a1b2dcf0-9a1f-489e-9bde-85fa6b70eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:49.160892 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef31918b-e02e-4aa5-9301-0627f07f973c req-a1b2dcf0-9a1f-489e-9bde-85fa6b70eb5a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1096 time: 0.0402467 Nov 10 04:21:49.168849 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:49.206008 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef31918b-e02e-4aa5-9301-0627f07f973c req-22965bd1-177f-4ce7-959c-aab78b03cd28 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374935 Nov 10 04:21:49.285886 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7d9e-ab0f-4366-9d8c-ddb6357542fa req-72f4eab7-ed01-4bde-b949-026b8d0fb446 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:49.287353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-401c7d9e-ab0f-4366-9d8c-ddb6357542fa req-72f4eab7-ed01-4bde-b949-026b8d0fb446 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0506923 Nov 10 04:21:49.332842 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-401c7d9e-ab0f-4366-9d8c-ddb6357542fa req-2d455b62-6fa6-40c5-9796-4b4fbe40bd37 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Nov 10 04:21:50.451269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f8f5d-3e5e-4647-afcd-5dea822f3b7f req-a452c7fc-7efc-4a5f-88f6-7a6836724dbb tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:50.452812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e1f8f5d-3e5e-4647-afcd-5dea822f3b7f req-a452c7fc-7efc-4a5f-88f6-7a6836724dbb tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0486264 Nov 10 04:21:50.500739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e1f8f5d-3e5e-4647-afcd-5dea822f3b7f req-c1b3b041-f95b-4f88-a80d-e8b2a2f5d1e1 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Nov 10 04:21:50.730740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-6bc60e2f-ed2f-4808-b0a3-20dc67a102d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391984 Nov 10 04:21:50.751168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619375-aebf-4cf0-b2e1-26203a960606 req-b73b407e-db48-4bbc-9af9-224a4f7b9618 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:50.752656 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb619375-aebf-4cf0-b2e1-26203a960606 req-b73b407e-db48-4bbc-9af9-224a4f7b9618 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0483415 Nov 10 04:21:50.803799 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb619375-aebf-4cf0-b2e1-26203a960606 req-ef9e43b9-e7c8-4150-9b03-5cb1578efb6f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451734 Nov 10 04:21:51.925681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f6d2-6402-4a9e-8ab4-5ce047e2f68b req-945e6e76-8be8-46d0-88da-3ec5690ab999 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:51.927184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa54f6d2-6402-4a9e-8ab4-5ce047e2f68b req-945e6e76-8be8-46d0-88da-3ec5690ab999 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Nov 10 04:21:51.941655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-68efa0f2-f0fe-4056-95d6-00730571e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:51.943154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-68efa0f2-f0fe-4056-95d6-00730571e522 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1096 time: 0.0444877 Nov 10 04:21:51.973854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa54f6d2-6402-4a9e-8ab4-5ce047e2f68b req-da506612-ebaa-47c4-af7b-0b253c1d0359 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Nov 10 04:21:52.035737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-f5cac25d-b455-4481-8cf4-becd627b0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:52.037199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-f5cac25d-b455-4481-8cf4-becd627b0c0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 911 time: 0.0870154 Nov 10 04:21:52.081016 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-074e5ccd-c2ce-4bde-84d9-5ce58c52ba6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0365834 Nov 10 04:21:52.128462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-79d91fb2-4138-4488-b494-d2c4d674b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:52.129781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-79d91fb2-4138-4488-b494-d2c4d674b444 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0427299 Nov 10 04:21:52.159710 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-f5b5e391-abf6-4942-a271-a9039ddae97c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235507 Nov 10 04:21:52.249665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c976ea66-785f-4497-98f0-66cdd88f76bc service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834582 Nov 10 04:21:52.335573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-fdaabbef-432e-467b-8ded-c7656113bad5 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795815 Nov 10 04:21:53.091908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf5dc0-e9de-4164-8fe8-a99a9e466f33 req-1f052853-9177-46b1-b56a-926baab0ba37 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:53.093392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51cf5dc0-e9de-4164-8fe8-a99a9e466f33 req-1f052853-9177-46b1-b56a-926baab0ba37 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0481694 Nov 10 04:21:53.139056 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51cf5dc0-e9de-4164-8fe8-a99a9e466f33 req-acae8012-45e3-42bc-b8b2-e8596b805a80 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Nov 10 04:21:53.656658 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:21:54.262403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17961-318b-4fa2-a5f3-13634d0ea5f5 req-74710c32-2b19-4ce7-a069-a7b2c93094fb tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:54.263858 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00f17961-318b-4fa2-a5f3-13634d0ea5f5 req-74710c32-2b19-4ce7-a069-a7b2c93094fb tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0511453 Nov 10 04:21:54.313949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00f17961-318b-4fa2-a5f3-13634d0ea5f5 req-39a9c9d9-cc24-42e7-b8b4-30869324fd3e tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Nov 10 04:21:55.431607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490251c-03f3-4c93-ae96-12f01af1aa5e req-e9bcc7c7-84ce-410b-a07d-f805dd5dee83 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:55.433079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d490251c-03f3-4c93-ae96-12f01af1aa5e req-e9bcc7c7-84ce-410b-a07d-f805dd5dee83 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Nov 10 04:21:55.480057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d490251c-03f3-4c93-ae96-12f01af1aa5e req-1aa76799-f903-4db5-ba62-54ab66d4a47e tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Nov 10 04:21:56.598202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a1fb2-8282-4062-9125-1a851246cd19 req-1ddcc1a5-4341-4977-ae39-0535280dca9a tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:56.599635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a6a1fb2-8282-4062-9125-1a851246cd19 req-1ddcc1a5-4341-4977-ae39-0535280dca9a tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0504801 Nov 10 04:21:56.646382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a6a1fb2-8282-4062-9125-1a851246cd19 req-e00fbdec-fa7c-42d9-8383-9d9ad2822b3f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Nov 10 04:21:57.769103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13878-bc0d-4e53-9c9f-e45c18806e8c req-dec29e9b-8553-4abf-af1b-eb83cf72a546 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:57.770626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0a13878-bc0d-4e53-9c9f-e45c18806e8c req-dec29e9b-8553-4abf-af1b-eb83cf72a546 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0568614 Nov 10 04:21:57.816539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0a13878-bc0d-4e53-9c9f-e45c18806e8c req-dde56bbc-199c-4ed1-bdb0-043b68f9303c tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Nov 10 04:21:58.929681 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f23eb-1144-4e75-ab63-6992a521ce5a req-d3787d7a-92ff-45e4-91af-2482aa3e8a7d tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:21:58.931128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e9f23eb-1144-4e75-ab63-6992a521ce5a req-d3787d7a-92ff-45e4-91af-2482aa3e8a7d tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0466783 Nov 10 04:21:58.979286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e9f23eb-1144-4e75-ab63-6992a521ce5a req-9a87d424-e2fc-44e6-a945-b7068c83bbb4 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Nov 10 04:22:00.094259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c21fa-dca6-46cd-bbe6-268694f968b6 req-f61a5b77-aad7-430b-9ce0-4b5e89e9b30d tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:00.095690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-140c21fa-dca6-46cd-bbe6-268694f968b6 req-f61a5b77-aad7-430b-9ce0-4b5e89e9b30d tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0467186 Nov 10 04:22:00.141659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-140c21fa-dca6-46cd-bbe6-268694f968b6 req-243531a3-87d7-4d59-8679-cf4cc3e90834 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Nov 10 04:22:01.255227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f17cd8-727a-4bc5-99a4-2929c14cf818 req-ce7c7bea-e1a1-4338-a119-7b76736a078a tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:01.256674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7f17cd8-727a-4bc5-99a4-2929c14cf818 req-ce7c7bea-e1a1-4338-a119-7b76736a078a tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0477085 Nov 10 04:22:01.302166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7f17cd8-727a-4bc5-99a4-2929c14cf818 req-b3884a37-edf2-4753-8c24-d89c4ed71c83 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Nov 10 04:22:02.420653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e891d9f-9ced-4b90-acf9-a03a511419f2 req-9c5137e6-66a6-4278-9186-36d4bdc51420 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:02.422130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e891d9f-9ced-4b90-acf9-a03a511419f2 req-9c5137e6-66a6-4278-9186-36d4bdc51420 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0515180 Nov 10 04:22:02.467117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e891d9f-9ced-4b90-acf9-a03a511419f2 req-304238b4-ddda-413f-84ff-76c8766c4420 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 Nov 10 04:22:03.581048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e30af2-6831-4ac3-8421-09616a14be7f req-f3ace4e3-d57c-4fff-99a3-13783b261c7f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:03.582538 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67e30af2-6831-4ac3-8421-09616a14be7f req-f3ace4e3-d57c-4fff-99a3-13783b261c7f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0474503 Nov 10 04:22:03.629049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67e30af2-6831-4ac3-8421-09616a14be7f req-1897ea8c-b22d-44bf-a3b1-de3785177833 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Nov 10 04:22:03.810210 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:22:04.753461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fb6fe-6dfa-435c-bf1d-3329ab1adad2 req-d57ebeee-6dbe-45bd-8644-bd3f858999d8 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:04.755058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e2fb6fe-6dfa-435c-bf1d-3329ab1adad2 req-d57ebeee-6dbe-45bd-8644-bd3f858999d8 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0483844 Nov 10 04:22:04.803955 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e2fb6fe-6dfa-435c-bf1d-3329ab1adad2 req-d487c550-688b-4596-9e28-655cdcd5e0ed tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Nov 10 04:22:05.917415 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccc22c-21c7-438a-ab4a-9a80bf6cb6e9 req-5acc2917-1c18-40f8-b3f2-1119cb96d266 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:05.918904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fccc22c-21c7-438a-ab4a-9a80bf6cb6e9 req-5acc2917-1c18-40f8-b3f2-1119cb96d266 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0475287 Nov 10 04:22:05.964729 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fccc22c-21c7-438a-ab4a-9a80bf6cb6e9 req-cdf1474f-2c33-4ac6-885c-bc272a868b07 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Nov 10 04:22:07.085088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6e056-238a-4131-902d-f0f3567cf9c1 req-33ed5695-e021-463b-970b-2034092dd49e tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:07.086696 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4de6e056-238a-4131-902d-f0f3567cf9c1 req-33ed5695-e021-463b-970b-2034092dd49e tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0517402 Nov 10 04:22:07.133757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4de6e056-238a-4131-902d-f0f3567cf9c1 req-e805c707-c46e-4c99-b5b4-fe4d7762a935 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Nov 10 04:22:08.252721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c5f98-7d60-4a13-83b8-2618884e6a03 req-830107b9-4d2c-46fa-a688-3e4be5263b78 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:08.254188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b0c5f98-7d60-4a13-83b8-2618884e6a03 req-830107b9-4d2c-46fa-a688-3e4be5263b78 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0504231 Nov 10 04:22:08.297674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:08.300238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b0c5f98-7d60-4a13-83b8-2618884e6a03 req-9b1d3d95-c419-4d02-9c4f-062b16af5ad6 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Nov 10 04:22:09.420311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c369c6-4a68-439d-bbd0-fdc5a2f2fba6 req-15e7ef50-a5ea-425d-a0c6-31a05d32ac6d tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:09.421789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8c369c6-4a68-439d-bbd0-fdc5a2f2fba6 req-15e7ef50-a5ea-425d-a0c6-31a05d32ac6d tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Nov 10 04:22:09.472557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8c369c6-4a68-439d-bbd0-fdc5a2f2fba6 req-ed0ee008-56d6-4181-9a4f-d2a5fa658460 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447202 Nov 10 04:22:10.588811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c541ee-177f-4f20-825a-1f65fb09ffd6 req-711743b9-de31-4b28-9b97-0f5d451efcb8 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:10.590272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65c541ee-177f-4f20-825a-1f65fb09ffd6 req-711743b9-de31-4b28-9b97-0f5d451efcb8 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0496318 Nov 10 04:22:10.635484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65c541ee-177f-4f20-825a-1f65fb09ffd6 req-b028a102-1fd8-4795-a8f4-f88f44b3a035 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Nov 10 04:22:11.343699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-b1a239cf-dff1-4f2c-8e19-54ca0d0bf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:11.345741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-b1a239cf-dff1-4f2c-8e19-54ca0d0bf770 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1096 time: 0.0401907 Nov 10 04:22:11.452714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-28fc9298-4f14-4dbe-9acd-90f804365165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:11.454195 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-28fc9298-4f14-4dbe-9acd-90f804365165 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 911 time: 0.0877163 Nov 10 04:22:11.494751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-0a9fa127-176f-485f-a11b-6c7b5b90f20c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0335987 Nov 10 04:22:11.545387 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-f5967273-c172-48bc-aa94-dc8ac43148e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:11.546805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-f5967273-c172-48bc-aa94-dc8ac43148e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0452740 Nov 10 04:22:11.578065 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-59493ee0-fb36-4401-ad30-8cb274bd5f1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229549 Nov 10 04:22:11.665588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-6d3d2696-48a1-4251-ad09-dae8b8488c27 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810876 Nov 10 04:22:11.753326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37641c-a50d-49f8-a4a2-908969a0362f req-3bb6f8ca-5ffc-4867-8b7f-a93ee51597ab tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:11.754937 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d37641c-a50d-49f8-a4a2-908969a0362f req-3bb6f8ca-5ffc-4867-8b7f-a93ee51597ab tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0501735 Nov 10 04:22:11.804653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7d37641c-a50d-49f8-a4a2-908969a0362f req-389ae6fd-21f9-4af3-8b5a-2b80d43367ea tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Nov 10 04:22:12.017731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-db3726c4-41f6-43c1-9b10-57744bccd778 req-7aa424f6-c4fb-4462-a449-b284424076a8 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454249 Nov 10 04:22:12.921254 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc7b27-2d21-46d4-a65f-3a3c67aad502 req-4ad85233-7326-453a-8f3a-5e646d9ff8a5 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:12.923261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42bc7b27-2d21-46d4-a65f-3a3c67aad502 req-4ad85233-7326-453a-8f3a-5e646d9ff8a5 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Nov 10 04:22:12.971556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42bc7b27-2d21-46d4-a65f-3a3c67aad502 req-4debc084-6532-4cef-b293-0ba42dd138fd tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Nov 10 04:22:13.358907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7594d2e3-80b1-47d1-98b3-bfe58422e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:14.091291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d72c76-0556-4348-bdfb-2997e559b095 req-14ff316b-34e7-480d-967c-ef32e7997860 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:14.092774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81d72c76-0556-4348-bdfb-2997e559b095 req-14ff316b-34e7-480d-967c-ef32e7997860 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0478752 Nov 10 04:22:14.139977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-81d72c76-0556-4348-bdfb-2997e559b095 req-1afd42c2-b8e6-4224-be97-faefd61e9639 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Nov 10 04:22:15.254269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46296f3-85f4-40b9-8df0-5914f2679507 req-595623f1-90dc-4158-aa27-2e0cc61e5057 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:15.255726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f46296f3-85f4-40b9-8df0-5914f2679507 req-595623f1-90dc-4158-aa27-2e0cc61e5057 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0472054 Nov 10 04:22:15.300671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f46296f3-85f4-40b9-8df0-5914f2679507 req-489da5c5-6838-4de7-9aff-858dcb993cf3 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Nov 10 04:22:15.690168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1fab2395-63ec-4d5e-9e0a-0f4dec6ca2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:16.417347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d3b1-294b-4a72-8911-3b1a48198f6b req-7afaad78-9ad3-4411-bcf5-b1753c3d4cb7 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:16.418803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5136d3b1-294b-4a72-8911-3b1a48198f6b req-7afaad78-9ad3-4411-bcf5-b1753c3d4cb7 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0509813 Nov 10 04:22:16.464435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5136d3b1-294b-4a72-8911-3b1a48198f6b req-f540a139-b9d0-457f-9c67-5411d6766157 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392859 Nov 10 04:22:16.831884 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:17.579330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6edea-2eb8-4348-aa8c-f302161177ff req-b1c082f2-d8a6-4dd9-8557-cd6c35242ca4 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:17.580825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcf6edea-2eb8-4348-aa8c-f302161177ff req-b1c082f2-d8a6-4dd9-8557-cd6c35242ca4 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Nov 10 04:22:17.629130 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fcf6edea-2eb8-4348-aa8c-f302161177ff req-766a9c00-22ed-43ee-b742-52e33e6dce01 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Nov 10 04:22:18.490504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:18.743754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cf4dc-44de-4223-9e75-5de40679fd5f req-b16e4b26-f005-4a7a-8eff-e64afa414cf2 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:18.745378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-273cf4dc-44de-4223-9e75-5de40679fd5f req-b16e4b26-f005-4a7a-8eff-e64afa414cf2 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0480881 Nov 10 04:22:18.794743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-273cf4dc-44de-4223-9e75-5de40679fd5f req-45002834-7935-4627-b2c7-d56382c2e92e tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Nov 10 04:22:19.170780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:19.483023 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-8b086ff4-4575-4a42-b868-139007eaaaca req-ea911db5-65b2-4dd5-8f4e-745c3bea45dd service neutron] show failed (client error): The resource could not be found. Nov 10 04:22:19.483996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-ea911db5-65b2-4dd5-8f4e-745c3bea45dd service neutron] 10.222.0.44 "GET /v2.0/ports/097184a5-94dc-48e7-a0c8-e53fe27085c3/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0530465 Nov 10 04:22:19.677168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-cfb8767e-6322-4a4f-9fb3-1df81658f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:19.678662 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-cfb8767e-6322-4a4f-9fb3-1df81658f6e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47&tenant_id=b869d6a3bc174da8a54748b19628bdcd HTTP/1.1" status: 200 len: 1096 time: 0.0403306 Nov 10 04:22:19.696294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:22:19.749599 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:19.911954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c9b3-a99b-4b4d-8dc0-5dd06f976836 req-73f66d1b-d839-4b06-8a67-0de0d0f8c44f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:19.913442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f816c9b3-a99b-4b4d-8dc0-5dd06f976836 req-73f66d1b-d839-4b06-8a67-0de0d0f8c44f tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0492427 Nov 10 04:22:19.946157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:19.961425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f816c9b3-a99b-4b4d-8dc0-5dd06f976836 req-42db043c-9e78-4889-b3d8-9eb905b0a1db tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Nov 10 04:22:19.979412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:22:20.018174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:22:20.020364 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44e9775-deec-4b1e-8158-03b099c4dc35" -d '{"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-unplugged", "status": "completed", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:22:20.024695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:20.037469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Transition to ACTIVE for port object 097184a5-94dc-48e7-a0c8-e53fe27085c3 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:22:20.042057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:20.074551 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca49ed-87df-41ea-8681-6162097a6bb4 x-openstack-request-id: req-52ca49ed-87df-41ea-8681-6162097a6bb4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:22:20.074829 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-unplugged", "status": "completed", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:22:20.075074 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52ca49ed-87df-41ea-8681-6162097a6bb4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:22:20.075456 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'code': 200} Nov 10 04:22:20.104431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] No DVR routers for this DVR port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:22:20.113061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:20.135625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.135969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.136306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.136636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.136962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.137287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.137607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.137924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.138269 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.138585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.138901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.139213 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:20.154820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:22:20.155147 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:22:20.155465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:22:20.160257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:22:20.160571 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Attempting to bind port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on network 60a4b08c-2e50-49f9-b7b6-8db84d7ba80d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:22:20.165292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:22:20.165620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Checking segment: {'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:22:20.166018 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Bound using segment: {'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:22:20.166438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Bound port: 097184a5-94dc-48e7-a0c8-e53fe27085c3, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb010a8d-fa39-4db4-b69b-f607623830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:22:20.166782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:20.226838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:22:20.230226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:22:20.234194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:20.275042 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:20.275662 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:20.277013 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] 10.222.0.11 "PUT /v2.0/ports/097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 1091 time: 0.5846548 Nov 10 04:22:20.292769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc538b-31ed-404e-9231-289846817ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:20.351636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-0103b99b-3f0f-486c-9448-a47a806f7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:20.353114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-0103b99b-3f0f-486c-9448-a47a806f7332 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1094 time: 0.0416217 Nov 10 04:22:20.441550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-7d09bb31-9d05-4df2-b3ea-49c1c5fb6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:20.443024 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-7d09bb31-9d05-4df2-b3ea-49c1c5fb6a9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 911 time: 0.0832002 Nov 10 04:22:20.486618 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-4790f02c-9a4a-4ee3-8776-23186b00c85c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0367079 Nov 10 04:22:20.535584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086ff4-4575-4a42-b868-139007eaaaca req-48f36907-6e1a-40e3-9b4c-ac529231d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:20.536949 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-48f36907-6e1a-40e3-9b4c-ac529231d30d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0434442 Nov 10 04:22:20.567999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-8926bb96-0471-43e9-852f-0ce64f08a872 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236876 Nov 10 04:22:20.659125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-1b936156-c8af-4b5e-b67b-92395e6e6655 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840175 Nov 10 04:22:20.746311 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8b086ff4-4575-4a42-b868-139007eaaaca req-c520f388-17a0-41bd-bb46-6ca6881d478f service neutron] 10.222.0.11 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798485 Nov 10 04:22:21.080358 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ebf98-8ef2-4b4a-a0f8-9c6570656654 req-99f3d4dd-5991-403f-ae37-13fedb5e1292 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:21.081798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc8ebf98-8ef2-4b4a-a0f8-9c6570656654 req-99f3d4dd-5991-403f-ae37-13fedb5e1292 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 943 time: 0.0477846 Nov 10 04:22:21.127151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc8ebf98-8ef2-4b4a-a0f8-9c6570656654 req-71e21933-619a-45eb-8872-fe3a1ad27565 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Nov 10 04:22:22.077169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:22:22.079563 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a995fdd-0d48-4242-ae92-eee3302843a4" -d '{"events": [{"name": "network-changed", "server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:22:22.137029 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fff8a3-fd7c-443b-9c6e-e827b7a1d4c3 x-openstack-request-id: req-b3fff8a3-fd7c-443b-9c6e-e827b7a1d4c3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:22:22.137318 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:22:22.137570 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3fff8a3-fd7c-443b-9c6e-e827b7a1d4c3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:22:22.137990 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'status': 'completed', 'code': 200} Nov 10 04:22:22.231666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-0fb2c4f9-2193-4f07-a3e0-87d2dd753ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:22.233164 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-0fb2c4f9-2193-4f07-a3e0-87d2dd753ca6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1094 time: 0.0760734 Nov 10 04:22:22.239065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-a5421e5f-e015-4bf1-b4d4-c1e3538d998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:22.240417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-a5421e5f-e015-4bf1-b4d4-c1e3538d998f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1094 time: 0.0564821 Nov 10 04:22:22.248708 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef2c0d-a790-4b25-869b-94c8b96c7699 req-5b47e445-08e5-430f-89a9-9ff8696fa75a tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:22.250212 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30ef2c0d-a790-4b25-869b-94c8b96c7699 req-5b47e445-08e5-430f-89a9-9ff8696fa75a tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 943 time: 0.0529470 Nov 10 04:22:22.296287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30ef2c0d-a790-4b25-869b-94c8b96c7699 req-ca12d302-0a91-4bc3-94d5-c3253968606e tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Nov 10 04:22:22.393437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-a8ec2ee4-836c-47b9-b51f-8fb0e26f5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:22.394867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-a8ec2ee4-836c-47b9-b51f-8fb0e26f5b8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 911 time: 0.1536326 Nov 10 04:22:22.395929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-bcbc6b42-42ea-44f4-bea4-ec96b3dac356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:22.397204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-bcbc6b42-42ea-44f4-bea4-ec96b3dac356 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 911 time: 0.1477330 Nov 10 04:22:22.472296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-7b971055-648b-44ea-a05b-0ea851fc7649 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0696993 Nov 10 04:22:22.473827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-d4a8fb5d-15de-4615-bfbb-4b9df0e8d7f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0651312 Nov 10 04:22:22.555704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-adfc93c2-3c40-4f70-919e-2060620f6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:22.557152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-adfc93c2-3c40-4f70-919e-2060620f6561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0773890 Nov 10 04:22:22.558511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-5d2bfac5-40c0-4ff2-9c2b-95c4d86ebfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:22.559796 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-5d2bfac5-40c0-4ff2-9c2b-95c4d86ebfe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0784309 Nov 10 04:22:22.598939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-b6597bb6-b8ad-4b2f-bb5c-7bc0a661b450 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348418 Nov 10 04:22:22.619545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-c7167428-f4b2-486e-8b7a-56bb14755302 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479751 Nov 10 04:22:22.760381 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-4ec6ce57-eb40-460b-8a2f-eb3c96646d5e service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489832 Nov 10 04:22:22.763700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-49a4ece5-2fd8-4000-93d6-34a143f4e17f service neutron] 10.222.0.11 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339612 Nov 10 04:22:22.918967 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-07a562f4-1a3a-402e-aaa8-8309490d1b69 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522176 Nov 10 04:22:22.922226 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8a995fdd-0d48-4242-ae92-eee3302843a4 req-4db8528b-715d-439a-b005-13532dc13cdb service neutron] 10.222.0.11 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473978 Nov 10 04:22:23.042406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:22:23.080055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:22:23.416362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30d38c-918e-4cde-8702-7db8c40b9c0f req-846ae901-0013-44a8-b059-51cab73324fc tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:23.417925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd30d38c-918e-4cde-8702-7db8c40b9c0f req-846ae901-0013-44a8-b059-51cab73324fc tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 943 time: 0.0511813 Nov 10 04:22:23.467208 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd30d38c-918e-4cde-8702-7db8c40b9c0f req-874ddbf9-a447-49b1-a173-88d923e30250 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Nov 10 04:22:23.660795 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:24.109376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:22:24.202192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:24.213578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'network_id': '60a4b08c-2e50-49f9-b7b6-8db84d7ba80d', 'port_id': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'mac_address': 'fa:16:3e:ba:8e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e776a5-d310-450b-898e-dcea6c76ae72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:22:24.249054 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:24.261872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097184a5-94dc-48e7-a0c8-e53fe27085c3 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:22:24.280668 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:24.284266 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:24.330358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:24.589400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1a80f-be4e-4eba-9280-cc67c73c7c9f req-b0cbfc2b-733e-465d-a018-cea26cfdaa46 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:24.590891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2d1a80f-be4e-4eba-9280-cc67c73c7c9f req-b0cbfc2b-733e-465d-a018-cea26cfdaa46 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 944 time: 0.0528238 Nov 10 04:22:24.637914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2d1a80f-be4e-4eba-9280-cc67c73c7c9f req-2677fe53-fb5e-450e-9739-39e88bf1830a tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Nov 10 04:22:24.674739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['097184a5-94dc-48e7-a0c8-e53fe27085c3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:22:24.910169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-e376be42-b587-4e67-9110-1ff75f41f3e1 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:24.911613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-e376be42-b587-4e67-9110-1ff75f41f3e1 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.44 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47&tenant_id=b869d6a3bc174da8a54748b19628bdcd&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 944 time: 0.0871730 Nov 10 04:22:24.969951 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-a9dbee64-06ce-44b1-82bc-6325d6d56a5f service neutron] delete failed (client error): The resource could not be found. Nov 10 04:22:24.970962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-a9dbee64-06ce-44b1-82bc-6325d6d56a5f service neutron] 10.222.0.44 "DELETE /v2.0/ports/097184a5-94dc-48e7-a0c8-e53fe27085c3/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0523345 Nov 10 04:22:25.053591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-a447cd8c-7f54-4bfd-8b1c-f5b632458d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:25.055022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-a447cd8c-7f54-4bfd-8b1c-f5b632458d4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b869d6a3bc174da8a54748b19628bdcd&device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 1095 time: 0.0403008 Nov 10 04:22:25.144568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-fbfad4c4-35e3-4089-a383-86ec64f7fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:25.146017 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-fbfad4c4-35e3-4089-a383-86ec64f7fceb service neutron] 10.222.0.44 "GET /v2.0/networks?id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 200 len: 911 time: 0.0844908 Nov 10 04:22:25.186738 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-77502327-33d0-4aee-ac49-0edeaf963b87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 200 len: 217 time: 0.0336614 Nov 10 04:22:25.232968 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-0e4395d0-db44-4178-a730-b4e96dd9a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:25.234365 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-0e4395d0-db44-4178-a730-b4e96dd9a40c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 200 len: 851 time: 0.0412047 Nov 10 04:22:25.269213 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-f507669c-61ec-46ae-ad0d-22cb7df3c174 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270660 Nov 10 04:22:25.354472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-aeeba407-a3e0-4305-8150-1f2e1054ae97 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782559 Nov 10 04:22:25.445193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-5c0aff63-20b0-462c-ba15-4a005812f567 service neutron] 10.222.0.44 "GET /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834239 Nov 10 04:22:26.111330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:22:26.121813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9347b-0b57-4726-a5df-4b59aa8a8bc7 req-548d64d4-d39e-4256-8ae5-1f1eb8983edc tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:26.123346 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1c9347b-0b57-4726-a5df-4b59aa8a8bc7 req-548d64d4-d39e-4256-8ae5-1f1eb8983edc tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 944 time: 0.0490472 Nov 10 04:22:26.159867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 097184a5-94dc-48e7-a0c8-e53fe27085c3 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:22:26.164329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 097184a5-94dc-48e7-a0c8-e53fe27085c3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:22:26.164679 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:26.173387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1c9347b-0b57-4726-a5df-4b59aa8a8bc7 req-b85ac04d-2141-4ae8-b833-dd245b470330 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Nov 10 04:22:26.243229 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:26.264573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:22:26.267361 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e726155c-b5e5-43c8-9364-0cdbd0c9c106" -d '{"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-plugged", "status": "completed", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:22:26.279395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:26.283677 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:26.305827 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe8867-1382-482a-9500-31cba36cb7c4 x-openstack-request-id: req-f7fe8867-1382-482a-9500-31cba36cb7c4 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:22:26.306139 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-plugged", "status": "completed", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:22:26.306391 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7fe8867-1382-482a-9500-31cba36cb7c4 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:22:26.306775 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'code': 200} Nov 10 04:22:26.331176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:27.286414 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4073571-a541-41c0-b21f-a340dcde9d7c req-dca69770-be0a-4e9e-ba9f-2c2ea9236ff2 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:27.287901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4073571-a541-41c0-b21f-a340dcde9d7c req-dca69770-be0a-4e9e-ba9f-2c2ea9236ff2 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0478375 Nov 10 04:22:27.338362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4073571-a541-41c0-b21f-a340dcde9d7c req-a5ad53b9-0b84-4ddf-a25a-78146c673746 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Nov 10 04:22:27.662218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-4bb63a94-a32f-450f-bb3e-724ea93593f0 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:27.663639 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-4bb63a94-a32f-450f-bb3e-724ea93593f0 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 945 time: 0.0488307 Nov 10 04:22:27.749134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Deleting port 097184a5-94dc-48e7-a0c8-e53fe27085c3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:22:27.749467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:27.837365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] For port 097184a5-94dc-48e7-a0c8-e53fe27085c3, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=097184a5-94dc-48e7-a0c8-e53fe27085c3,segment=NetworkSegment(cb010a8d-fa39-4db4-b69b-f607623830fd),segment_id=cb010a8d-fa39-4db4-b69b-f607623830fd)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:27.837710 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:27.850080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Calling delete_port for 097184a5-94dc-48e7-a0c8-e53fe27085c3 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:22:27.974442 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:28.004263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Pushing event deleted for resources: {'Port': ['ID=097184a5-94dc-48e7-a0c8-e53fe27085c3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:28.011898 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['097184a5-94dc-48e7-a0c8-e53fe27085c3'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:22:28.050629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] No DVR routers for this DVR port 097184a5-94dc-48e7-a0c8-e53fe27085c3 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:22:28.053200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:28.056539 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-98fc7ec0-e59b-4565-9a86-b483e357dff2 req-d2ea53b7-acbc-48e3-a523-b4ff6fd6a867 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.11 "DELETE /v2.0/ports/097184a5-94dc-48e7-a0c8-e53fe27085c3 HTTP/1.1" status: 204 len: 173 time: 0.3865874 Nov 10 04:22:28.057016 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-deleted', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:22:28.059284 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22078e64-3e73-431b-9438-e894c2f9f96a" -d '{"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-deleted", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:22:28.099103 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab70bb1d-1729-4011-885d-88f8f34995c8 x-openstack-request-id: req-ab70bb1d-1729-4011-885d-88f8f34995c8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:22:28.099390 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991e29e8-b728-48ff-8e42-e30922a32d47", "name": "network-vif-deleted", "tag": "097184a5-94dc-48e7-a0c8-e53fe27085c3", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:22:28.099629 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab70bb1d-1729-4011-885d-88f8f34995c8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:22:28.100017 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991e29e8-b728-48ff-8e42-e30922a32d47', 'name': 'network-vif-deleted', 'tag': '097184a5-94dc-48e7-a0c8-e53fe27085c3', 'status': 'completed', 'code': 200} Nov 10 04:22:28.444583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f1cabe5-4fe2-4401-a652-b2c748122999 req-46a8b848-7306-4ccb-b741-ccd2729d0ff3 tempest-DeleteServersTestJSON-507280617 tempest-DeleteServersTestJSON-507280617-project] 10.222.0.24 "GET /v2.0/ports?device_id=991e29e8-b728-48ff-8e42-e30922a32d47 HTTP/1.1" status: 200 len: 210 time: 0.0262656 Nov 10 04:22:29.573431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44276) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:22:29.617323 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Deleting subnet c0e776a5-d310-450b-898e-dcea6c76ae72 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:22:29.621720 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:29.655911 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:29.693060 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:29.760822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:29.786805 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e776a5-d310-450b-898e-dcea6c76ae72,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:29.793149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:29.797894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0e776a5-d310-450b-898e-dcea6c76ae72 HTTP/1.1" status: 204 len: 168 time: 0.2233784 Nov 10 04:22:29.800508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44278) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:22:29.803329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.803668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.804003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.804352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.804660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.804981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.805301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.805619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.805951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.806273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.806595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.806909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890928b-5060-4a8a-b8b0-7ceecb5dbcb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:29.871338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:29.947173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:29.969704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-54c89492-5918-4550-8037-61cba09216df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a4b08c-2e50-49f9-b7b6-8db84d7ba80d']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:22:29.978976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-54c89492-5918-4550-8037-61cba09216df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb010a8d-fa39-4db4-b69b-f607623830fd') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:22:29.979267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-54c89492-5918-4550-8037-61cba09216df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb010a8d-fa39-4db4-b69b-f607623830fd') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:22:29.989535 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.003304 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.009191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:22:30.009573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:22:30.011306 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:22:30.062082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.068127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.071286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-54c89492-5918-4550-8037-61cba09216df admin admin] 10.222.0.24 "DELETE /v2.0/networks/60a4b08c-2e50-49f9-b7b6-8db84d7ba80d HTTP/1.1" status: 204 len: 168 time: 0.2696388 Nov 10 04:22:30.087183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c89492-5918-4550-8037-61cba09216df admin admin] Pushing event deleted for resources: {'Network': ['ID=60a4b08c-2e50-49f9-b7b6-8db84d7ba80d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:30.176053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44282) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:22:30.215074 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b6b1932e-f08a-4682-9e05-988cc94875f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b869d6a3bc174da8a54748b19628bdcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378830 Nov 10 04:22:30.217419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44284) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:22:30.263995 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-659d64ea-f387-40b6-a6cf-06dec1b07d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.288587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-659d64ea-f387-40b6-a6cf-06dec1b07d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.334329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-659d64ea-f387-40b6-a6cf-06dec1b07d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.336878 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-659d64ea-f387-40b6-a6cf-06dec1b07d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:30.338048 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-659d64ea-f387-40b6-a6cf-06dec1b07d8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04f211a0-6a93-4b6a-bf5e-8f0e9184cc59 HTTP/1.1" status: 204 len: 168 time: 0.1196978 Nov 10 04:22:30.346234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d64ea-f387-40b6-a6cf-06dec1b07d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f211a0-6a93-4b6a-bf5e-8f0e9184cc59,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:31.005342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44308) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:22:31.100000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1632623311-network', 'tenant_id': 'f10b98d047c14ff7b08c388c376c89ef'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:22:31.120845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Made reservation on behalf of f10b98d047c14ff7b08c388c376c89ef for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:22:31.123166 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.131960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.207224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.210860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.234526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:22:31.243032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25ea70-6e28-4729-b866-53789107b096,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:31.249222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.249559 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Added segment 3d1b5191-1220-4be3-b6d5-5d750187c276 of type vlan for network 4a9a523d-915a-4cd8-a61a-a0defaf0715b Nov 10 04:22:31.287858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.311527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.312463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:31.313043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.367323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3607242 Nov 10 04:22:31.370726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44312) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:22:31.375631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Request body: {'subnet': {'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1632623311-subnet', 'tenant_id': 'f10b98d047c14ff7b08c388c376c89ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:22:31.379294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43de69-ab32-448a-b399-9070cf1124cd admin admin] Pushing event updated for resources: {'Network': ['ID=4a9a523d-915a-4cd8-a61a-a0defaf0715b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:31.389398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 4a9a523d-915a-4cd8-a61a-a0defaf0715b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:22:31.400159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Made reservation on behalf of f10b98d047c14ff7b08c388c376c89ef for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:22:31.402549 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.572729 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.631467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e161e8a-ff75-41d4-860c-c33ebd53ac18,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:31.638137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Checking segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:22:31.638394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Network hostable DHCP agents. Network: 4a9a523d-915a-4cd8-a61a-a0defaf0715b, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:22:31.655360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Network 4a9a523d-915a-4cd8-a61a-a0defaf0715b is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:22:31.664342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 4a9a523d-915a-4cd8-a61a-a0defaf0715b) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:22:31.668691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:31.669283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:31.674225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d58877-d66f-401d-a639-fb13e00c3fef None None] Network 4a9a523d-915a-4cd8-a61a-a0defaf0715b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:22:31.685444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-187d68c6-8817-4ab0-a377-9937505521b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3135428 Nov 10 04:22:31.949627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55596691-0873-4fd9-a22a-e057e6248580 None None] Network 4a9a523d-915a-4cd8-a61a-a0defaf0715b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:22:32.126163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:22:32.128931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-6509cd4a-76de-4458-89fb-2990a2ad97b5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:32.130615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-6509cd4a-76de-4458-89fb-2990a2ad97b5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 815 time: 0.1143386 Nov 10 04:22:32.146850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 097184a5-94dc-48e7-a0c8-e53fe27085c3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:22:32.147190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 097184a5-94dc-48e7-a0c8-e53fe27085c3 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:22:32.154731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-e0ea127b-e3ca-4630-a4d9-22a07cbde953 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/quotas/f10b98d047c14ff7b08c388c376c89ef HTTP/1.1" status: 200 len: 375 time: 0.0104249 Nov 10 04:22:32.187239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-b4805f81-718a-4bf1-8199-3a87b1cb7a9d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258663 Nov 10 04:22:32.274194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-0a327533-b6a9-4a11-8435-0fa3e86d8dde service neutron] 10.222.0.24 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802939 Nov 10 04:22:32.365575 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-151d6fb3-39fe-4fe1-891c-80a14d9dd933 service neutron] 10.222.0.24 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Nov 10 04:22:32.525427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54cd0475-8dfe-4b23-89c4-80e12243e048 req-46378cb1-bebc-4c4e-81ee-8e070c7dcaf5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 210 time: 0.0274904 Nov 10 04:22:33.512051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-b9a5117f-ec06-48d8-be22-c2ddaf95e7ef tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:33.513573 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-b9a5117f-ec06-48d8-be22-c2ddaf95e7ef tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.11 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 815 time: 0.1033115 Nov 10 04:22:33.532986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Request body: {'port': {'device_id': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b', 'admin_state_up': True, 'tenant_id': 'f10b98d047c14ff7b08c388c376c89ef'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:22:33.620307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-108fb279-90dc-45a9-bf42-da6b4b212aeb req-d0491572-ad79-4b7b-9bc5-6000d45c4219 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 210 time: 0.0264328 Nov 10 04:22:33.646240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Made reservation on behalf of f10b98d047c14ff7b08c388c376c89ef for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:22:33.649663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:33.772558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Allocated IP 172.20.0.5 (4a9a523d-915a-4cd8-a61a-a0defaf0715b/8e161e8a-ff75-41d4-860c-c33ebd53ac18/52007040-13c5-4992-9a2d-2866f8798403) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:22:33.910553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:33.947954 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:33.987486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Network 4a9a523d-915a-4cd8-a61a-a0defaf0715b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:22:33.992962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:22:33.996870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:22:34.023859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:34.048970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:34.049581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:34.064206 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-836dbba5-b1cc-4e28-a565-a25313f93443 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5351202 Nov 10 04:22:34.081624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Request body: {'port': {'device_id': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:22:34.131944 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:34.385616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52007040-13c5-4992-9a2d-2866f8798403 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:22:34.392679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:34.404604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Transition to ACTIVE for port object 52007040-13c5-4992-9a2d-2866f8798403 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:22:34.407865 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:34.458038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:34.529131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:22:34.529723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:22:34.529823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:22:34.533916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Port 52007040-13c5-4992-9a2d-2866f8798403 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:22:34.534264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:22:34.538916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:22:34.539248 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Checking segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:22:34.539626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Bound using segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:22:34.540040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Bound port: 52007040-13c5-4992-9a2d-2866f8798403, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:22:34.540385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:34.745412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b6b25-ba2e-4207-a5ff-4628e90e9d21 req-ab84349a-6e7d-4138-a55e-21e613c38ab4 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:34.746985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f9b6b25-ba2e-4207-a5ff-4628e90e9d21 req-ab84349a-6e7d-4138-a55e-21e613c38ab4 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0544162 Nov 10 04:22:34.794904 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f9b6b25-ba2e-4207-a5ff-4628e90e9d21 req-35055517-1618-46a9-86b5-47fe35c1215e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Nov 10 04:22:34.864006 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:22:34.866934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:22:34.871832 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:34.909132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:34.909750 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:34.911159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] 10.222.0.11 "PUT /v2.0/ports/52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 1091 time: 0.8340435 Nov 10 04:22:34.911600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'tag': '52007040-13c5-4992-9a2d-2866f8798403'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:22:34.913843 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab351c08-c711-431c-82fa-d6b0c430eba3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "tag": "52007040-13c5-4992-9a2d-2866f8798403"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:22:34.933024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8f519-52f3-49cf-960a-f5798f9cc063 service neutron] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:34.965499 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d148709a-1060-4739-882c-227cf1fc87b1 x-openstack-request-id: req-d148709a-1060-4739-882c-227cf1fc87b1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:22:34.965792 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "tag": "52007040-13c5-4992-9a2d-2866f8798403", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:22:34.966089 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d148709a-1060-4739-882c-227cf1fc87b1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:22:34.966652 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'tag': '52007040-13c5-4992-9a2d-2866f8798403', 'status': 'completed', 'code': 200} Nov 10 04:22:35.020182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-e2b7f944-83c3-4d37-aa31-5f192d614110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:35.021658 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-e2b7f944-83c3-4d37-aa31-5f192d614110 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1094 time: 0.0417864 Nov 10 04:22:35.070918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-1f1df2ff-77fb-452e-8e54-c5ffd98af9ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 217 time: 0.0357382 Nov 10 04:22:35.118930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-ddb58cbb-3416-425b-a574-67f48d48dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:35.120553 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-ddb58cbb-3416-425b-a574-67f48d48dffd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0426030 Nov 10 04:22:35.151563 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-9630d259-5572-4eec-94ed-e87a3d1b8ca2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237567 Nov 10 04:22:35.242196 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-be5c98ce-9f09-454e-814f-f06cd0c4770c service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834827 Nov 10 04:22:35.328608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d7db1ef3-1a9b-42c4-9ea1-66d47b354bdc req-3228cbb5-6f90-49a2-9c15-3a89bf732459 service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793114 Nov 10 04:22:35.457220 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-20996a74-a585-424f-ad3a-b6fb71d36dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:35.458735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-20996a74-a585-424f-ad3a-b6fb71d36dd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1094 time: 0.0463388 Nov 10 04:22:35.557662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-fec311db-08a9-4249-8f8d-6685f3bd35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:35.559062 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-fec311db-08a9-4249-8f8d-6685f3bd35b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.0849273 Nov 10 04:22:35.603296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-fa67d015-77fc-490c-b6a5-5cc2edc9b696 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 217 time: 0.0368466 Nov 10 04:22:35.652208 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-e66f1f32-a95a-48fb-a058-a08f4402e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:35.653609 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-e66f1f32-a95a-48fb-a058-a08f4402e53f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0431612 Nov 10 04:22:35.683892 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-7d5c05c8-393d-47c1-b15b-1090f8e92ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232394 Nov 10 04:22:35.775669 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-4d2b55cd-91bb-45bc-9f3a-18af305bd9aa service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842476 Nov 10 04:22:35.866663 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab351c08-c711-431c-82fa-d6b0c430eba3 req-37642254-eefc-42f4-adb9-74efeec4cc23 service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837915 Nov 10 04:22:35.912616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eece82a-a3fd-4695-b5ec-4b3d2616f3d6 req-4743038a-7ce8-48d7-b987-89741d65b4dd tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:35.914120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9eece82a-a3fd-4695-b5ec-4b3d2616f3d6 req-4743038a-7ce8-48d7-b987-89741d65b4dd tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0495253 Nov 10 04:22:35.960726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9eece82a-a3fd-4695-b5ec-4b3d2616f3d6 req-0183585c-846a-42da-8ca9-939369fbb6d9 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Nov 10 04:22:37.076347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916a2bd-91ad-43d0-b07d-d1ec8f48f89c req-c4acf0ee-99cc-4c2c-a4d0-0d613c6c1168 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:37.077781 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8916a2bd-91ad-43d0-b07d-d1ec8f48f89c req-c4acf0ee-99cc-4c2c-a4d0-0d613c6c1168 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0463393 Nov 10 04:22:37.128892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8916a2bd-91ad-43d0-b07d-d1ec8f48f89c req-f04f8013-2b66-436d-a684-729dbc2e6885 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Nov 10 04:22:38.142219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52007040-13c5-4992-9a2d-2866f8798403 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:22:38.245799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:38.246233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a3df-1976-4423-9f50-7ad6cf6e9500 req-89983b76-5e43-4b2d-889a-89f23a8e9a38 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:38.247714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2dd7a3df-1976-4423-9f50-7ad6cf6e9500 req-89983b76-5e43-4b2d-889a-89f23a8e9a38 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0485818 Nov 10 04:22:38.257153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '52007040-13c5-4992-9a2d-2866f8798403', 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b', 'port_id': '52007040-13c5-4992-9a2d-2866f8798403', 'mac_address': 'fa:16:3e:10:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e161e8a-ff75-41d4-860c-c33ebd53ac18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:22:38.293468 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:38.294606 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2dd7a3df-1976-4423-9f50-7ad6cf6e9500 req-bc453c10-9e3f-4032-a6b2-c35391a8cc41 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Nov 10 04:22:38.309914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52007040-13c5-4992-9a2d-2866f8798403 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:22:38.334395 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:38.336024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:38.339633 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:38.384441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:38.391518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.391857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.392188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.392564 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.392842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.393678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.394033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.394351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.394664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.394976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.395288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.395598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:22:38.705507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['52007040-13c5-4992-9a2d-2866f8798403'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:22:39.418639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476c08-2caa-4308-922e-ad7421281165 req-c2ed8b79-3f1d-4818-97d1-ac6f9bf80275 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:39.420116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac476c08-2caa-4308-922e-ad7421281165 req-c2ed8b79-3f1d-4818-97d1-ac6f9bf80275 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 944 time: 0.0573854 Nov 10 04:22:39.476366 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac476c08-2caa-4308-922e-ad7421281165 req-83181d15-a093-4426-bd1d-8b58bfbe185a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Nov 10 04:22:40.157968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52007040-13c5-4992-9a2d-2866f8798403 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:22:40.205015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 52007040-13c5-4992-9a2d-2866f8798403 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:22:40.211769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 52007040-13c5-4992-9a2d-2866f8798403 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:22:40.212174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:40.293829 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:40.314848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52007040-13c5-4992-9a2d-2866f8798403'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:22:40.317604 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a7bc6-3aa9-4fe1-b483-58dbe2211648" -d '{"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-plugged", "status": "completed", "tag": "52007040-13c5-4992-9a2d-2866f8798403"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:22:40.330119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:22:40.334393 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:40.357071 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a03c2e8-71b5-4577-a680-b072c442f4cf x-openstack-request-id: req-4a03c2e8-71b5-4577-a680-b072c442f4cf {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:22:40.357360 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-plugged", "status": "completed", "tag": "52007040-13c5-4992-9a2d-2866f8798403", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:22:40.357610 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a03c2e8-71b5-4577-a680-b072c442f4cf {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:22:40.358022 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52007040-13c5-4992-9a2d-2866f8798403', 'code': 200} Nov 10 04:22:40.383814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:22:40.472354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d189bb-f133-4c90-aade-a94ff1030465 req-0bb08f9e-0d49-4c9f-967b-0c45ec668458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:40.473842 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9d189bb-f133-4c90-aade-a94ff1030465 req-0bb08f9e-0d49-4c9f-967b-0c45ec668458 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1096 time: 0.0395837 Nov 10 04:22:40.519269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9d189bb-f133-4c90-aade-a94ff1030465 req-2d13f3eb-a2d3-41ae-b244-d6bb6568abaa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Nov 10 04:22:40.809742 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:22:40.929732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1639a-f448-4d9c-be72-b4a06a5acb38 req-8c74aeb7-e835-4966-a9fc-76f73265b131 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:40.931223 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9c1639a-f448-4d9c-be72-b4a06a5acb38 req-8c74aeb7-e835-4966-a9fc-76f73265b131 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.3859103 Nov 10 04:22:40.976718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9c1639a-f448-4d9c-be72-b4a06a5acb38 req-46db2c0b-6f2e-4b90-bf2a-b86ef049c8f0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Nov 10 04:22:42.091348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4fc0-4350-4be4-8b0f-c499ee3d6e76 req-d180b818-9623-41a7-9bfb-b8f82aee277f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:42.092777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52ae4fc0-4350-4be4-8b0f-c499ee3d6e76 req-d180b818-9623-41a7-9bfb-b8f82aee277f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0467501 Nov 10 04:22:42.138409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-52ae4fc0-4350-4be4-8b0f-c499ee3d6e76 req-87789105-d4ce-430c-b798-0940d6328d0f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Nov 10 04:22:42.253744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b27c-45fb-4439-9108-fca850883a8e req-f3bdca8e-2289-465b-b542-964c0ee16573 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:42.255217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f65b27c-45fb-4439-9108-fca850883a8e req-f3bdca8e-2289-465b-b542-964c0ee16573 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Nov 10 04:22:42.304098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f65b27c-45fb-4439-9108-fca850883a8e req-5d235154-7ed1-46a0-872a-0d81fbccf771 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Nov 10 04:22:42.498780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012015c-e6fe-4d77-acab-3c9d085b6c3a req-252ba6ec-9167-4014-a1bd-23e1f1103b22 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:42.500257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0012015c-e6fe-4d77-acab-3c9d085b6c3a req-252ba6ec-9167-4014-a1bd-23e1f1103b22 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Nov 10 04:22:42.545786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0012015c-e6fe-4d77-acab-3c9d085b6c3a req-146030de-4b53-4494-b6e8-e49a6a9d730c tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Nov 10 04:22:42.661170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcefe3e-0bf0-4203-836d-1fff7587c5e7 req-27904278-00fb-4b64-a228-a5e201f5d2d7 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:42.662657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbcefe3e-0bf0-4203-836d-1fff7587c5e7 req-27904278-00fb-4b64-a228-a5e201f5d2d7 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0482593 Nov 10 04:22:42.708653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cbcefe3e-0bf0-4203-836d-1fff7587c5e7 req-ebb20869-1f42-4e44-ae60-0f79d1b2c376 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Nov 10 04:22:42.946418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd61277-3a05-4cbe-99d4-2ada329aba25 req-0da4de96-2e31-4d86-9e79-0ecea81c8563 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:42.947922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bd61277-3a05-4cbe-99d4-2ada329aba25 req-0da4de96-2e31-4d86-9e79-0ecea81c8563 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0534403 Nov 10 04:22:42.985145 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-aa804088-9ae4-4b43-b5da-42219c4e6cf3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974522 Nov 10 04:22:42.996483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bd61277-3a05-4cbe-99d4-2ada329aba25 req-24be0319-74c4-44bd-ab95-4407c6b0222d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Nov 10 04:22:43.361283 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa29993f-0bac-49be-95e6-d85da2b8e1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:44.093773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-3933c2e7-b736-46cf-88da-08181df2fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:44.095274 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-3933c2e7-b736-46cf-88da-08181df2fa2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1096 time: 0.0406775 Nov 10 04:22:44.119286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cd150-2aa5-420e-a161-7c5d6e24f8b3 req-ee685140-0d56-49de-9f0c-c660c770b93e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:44.121135 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-793cd150-2aa5-420e-a161-7c5d6e24f8b3 req-ee685140-0d56-49de-9f0c-c660c770b93e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0500281 Nov 10 04:22:44.167275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-793cd150-2aa5-420e-a161-7c5d6e24f8b3 req-47453750-74ce-40c6-8c7c-f0342ff6769f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Nov 10 04:22:44.193072 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-4e6ea402-47cb-4692-ab8b-21563fbe0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:44.194586 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-4e6ea402-47cb-4692-ab8b-21563fbe0324 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.0926347 Nov 10 04:22:44.235033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-48510ce0-e0ff-4643-8d0a-d0c3eabc67e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 217 time: 0.0336409 Nov 10 04:22:44.283529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-d0e52aa9-491b-4ad0-9d17-bf9de8a83f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:44.284908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-d0e52aa9-491b-4ad0-9d17-bf9de8a83f95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0429044 Nov 10 04:22:44.317576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-738bf86e-bff4-4341-9681-f4844a95bbf8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262616 Nov 10 04:22:44.409895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-d0adcafb-f4b6-40a8-88f4-5cbfed5b6ea5 service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Nov 10 04:22:44.498087 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-dc596083-3b13-4e7e-8d44-0ead11da3a48 service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807586 Nov 10 04:22:45.295562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf127e4-e4e1-4cd5-8e9d-d59e7a89f4fd req-2d01bd37-b861-4663-8793-b1ef1a9b4690 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:45.297033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdf127e4-e4e1-4cd5-8e9d-d59e7a89f4fd req-2d01bd37-b861-4663-8793-b1ef1a9b4690 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0553238 Nov 10 04:22:45.349724 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cdf127e4-e4e1-4cd5-8e9d-d59e7a89f4fd req-886af413-de10-459e-93b1-cbbb1eec8f40 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Nov 10 04:22:45.694071 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f31feb29-cb14-4282-94df-6698850d7781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:46.465787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5f991-85ed-4d4f-baa9-83d9603e58cc req-39518873-87cf-4de8-b251-c5bcfa4722c5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:46.467271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79e5f991-85ed-4d4f-baa9-83d9603e58cc req-39518873-87cf-4de8-b251-c5bcfa4722c5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0482044 Nov 10 04:22:46.513397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79e5f991-85ed-4d4f-baa9-83d9603e58cc req-db425ef1-bf9a-4918-a522-5632f0b3d0a7 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Nov 10 04:22:46.834360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:47.626863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ee31-3b35-45e8-afc7-7b617590c78a req-d4de60bb-dbe8-4f39-90de-633ad1c5f1eb tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:47.629077 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76a7ee31-3b35-45e8-afc7-7b617590c78a req-d4de60bb-dbe8-4f39-90de-633ad1c5f1eb tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Nov 10 04:22:47.674539 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76a7ee31-3b35-45e8-afc7-7b617590c78a req-ca7ce2e0-1537-41fa-96dd-12213f3dd9ed tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Nov 10 04:22:48.490787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:48.792993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdf84b-c527-482a-99d6-8656df5efa66 req-640ccbe1-ec27-4e71-8ed5-71a8c27e95b1 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:48.794388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9dcdf84b-c527-482a-99d6-8656df5efa66 req-640ccbe1-ec27-4e71-8ed5-71a8c27e95b1 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0519750 Nov 10 04:22:48.839668 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9dcdf84b-c527-482a-99d6-8656df5efa66 req-380c1a08-e0f4-4d44-9326-d2a1e81fb380 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Nov 10 04:22:49.171833 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:49.952811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e33095-c1f6-418a-9842-4fa376388322 req-cc295faf-5ad1-4d8f-9026-06675d924fa0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:49.954289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75e33095-c1f6-418a-9842-4fa376388322 req-cc295faf-5ad1-4d8f-9026-06675d924fa0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0471361 Nov 10 04:22:50.000865 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75e33095-c1f6-418a-9842-4fa376388322 req-70b08808-5a8e-453f-a8f9-f9ded4c2d362 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Nov 10 04:22:51.120124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b173cd-1dc8-4fc6-a2cd-7025b5fdfedf req-3b7a9e66-fa12-4682-b2ea-d4c56b845928 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:51.121580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21b173cd-1dc8-4fc6-a2cd-7025b5fdfedf req-3b7a9e66-fa12-4682-b2ea-d4c56b845928 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0521255 Nov 10 04:22:51.167715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-21b173cd-1dc8-4fc6-a2cd-7025b5fdfedf req-c3dfd707-7401-4bf8-8c9f-763b2e6dde06 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Nov 10 04:22:52.281763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee9578-3eb6-4aa5-bf39-c099685ea9b1 req-8b993a16-b682-4bfb-a7b9-c061facb8d72 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:52.283259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30ee9578-3eb6-4aa5-bf39-c099685ea9b1 req-8b993a16-b682-4bfb-a7b9-c061facb8d72 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0477929 Nov 10 04:22:52.328846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-30ee9578-3eb6-4aa5-bf39-c099685ea9b1 req-d5e3046b-64ee-4b16-bdfb-b4499d647f4a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Nov 10 04:22:53.441600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc8b8a-2b23-432f-b59b-d41103faf54d req-b52d44fe-d847-441e-8b66-95a69318556d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:53.443072 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bcc8b8a-2b23-432f-b59b-d41103faf54d req-b52d44fe-d847-441e-8b66-95a69318556d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0466595 Nov 10 04:22:53.493534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7bcc8b8a-2b23-432f-b59b-d41103faf54d req-2a26a20c-d7c9-4a29-b4e8-ea637e86607c tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443301 Nov 10 04:22:53.649882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:22:54.612502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc421f8-a45f-4172-9eaa-9338c8fe528d req-c1dd2a92-8a9d-4202-8c6d-8bb926207ed7 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:54.614004 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fc421f8-a45f-4172-9eaa-9338c8fe528d req-c1dd2a92-8a9d-4202-8c6d-8bb926207ed7 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0499475 Nov 10 04:22:54.660652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fc421f8-a45f-4172-9eaa-9338c8fe528d req-f6b533cd-e829-4d85-b1fa-a840fe396286 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Nov 10 04:22:55.774995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543e598-b338-4c3e-8559-b9c388a2d2f1 req-ed6d353b-2ab5-49aa-b475-45a9662e571a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:55.776476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a543e598-b338-4c3e-8559-b9c388a2d2f1 req-ed6d353b-2ab5-49aa-b475-45a9662e571a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0474555 Nov 10 04:22:55.829852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a543e598-b338-4c3e-8559-b9c388a2d2f1 req-87cc9b60-ecf0-402e-a670-3110eefda095 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473909 Nov 10 04:22:56.950662 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec0ce-a4bd-4bad-b24d-aae00cc7b63a req-51b49c7c-5e65-4eb2-afe1-9cdd9b445c2f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:56.952164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19eec0ce-a4bd-4bad-b24d-aae00cc7b63a req-51b49c7c-5e65-4eb2-afe1-9cdd9b445c2f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Nov 10 04:22:57.000677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19eec0ce-a4bd-4bad-b24d-aae00cc7b63a req-8308a5f8-d1fc-4bab-b5fe-182cda14515a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Nov 10 04:22:58.113422 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92e98-bbad-489f-9df8-b5fff1972462 req-cb464106-f21a-4dae-b741-7fbfcd814c70 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:58.114885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12c92e98-bbad-489f-9df8-b5fff1972462 req-cb464106-f21a-4dae-b741-7fbfcd814c70 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0469413 Nov 10 04:22:58.160981 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12c92e98-bbad-489f-9df8-b5fff1972462 req-552b3e4f-3414-46f6-83db-f1d4d0bc0933 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Nov 10 04:22:59.275322 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622b8fa-a47d-46cf-9719-30522145832f req-3bd2216f-fec4-430c-b673-158eca242444 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:22:59.276802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8622b8fa-a47d-46cf-9719-30522145832f req-3bd2216f-fec4-430c-b673-158eca242444 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0479610 Nov 10 04:22:59.326370 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8622b8fa-a47d-46cf-9719-30522145832f req-2d0bd202-0be0-4dd4-9250-7074641ded14 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Nov 10 04:23:00.439181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07175c73-0111-4d25-8d61-7423d9012eb1 req-df09cfc4-1db7-4499-84aa-35a761e21330 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:00.441358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07175c73-0111-4d25-8d61-7423d9012eb1 req-df09cfc4-1db7-4499-84aa-35a761e21330 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0475180 Nov 10 04:23:00.487819 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-07175c73-0111-4d25-8d61-7423d9012eb1 req-20a63a0d-58b6-474a-b020-8ac2868227d1 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Nov 10 04:23:01.603993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987392e1-3540-4307-acd9-1a888d34054a req-efc32305-4c8c-43ac-ae18-8dda8a6b82a2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:01.605490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-987392e1-3540-4307-acd9-1a888d34054a req-efc32305-4c8c-43ac-ae18-8dda8a6b82a2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0474072 Nov 10 04:23:01.652638 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-987392e1-3540-4307-acd9-1a888d34054a req-b2fde529-5cb0-4193-bb20-30de19a4eacd tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Nov 10 04:23:02.769768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e241bd-11c6-4bf3-a28b-c8ef7e26e618 req-59438cdc-1519-4c4b-af66-cf196b5ece05 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:02.771164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0e241bd-11c6-4bf3-a28b-c8ef7e26e618 req-59438cdc-1519-4c4b-af66-cf196b5ece05 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0513666 Nov 10 04:23:02.816483 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0e241bd-11c6-4bf3-a28b-c8ef7e26e618 req-b3e82d36-b397-4b7b-8149-360a8e8aebfd tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Nov 10 04:23:03.936132 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d950d1a-2934-49d0-8c5f-7f4b26ca953f req-f3c35a31-983a-4299-a278-d70af0ffc25f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:03.937598 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d950d1a-2934-49d0-8c5f-7f4b26ca953f req-f3c35a31-983a-4299-a278-d70af0ffc25f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Nov 10 04:23:03.984210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d950d1a-2934-49d0-8c5f-7f4b26ca953f req-16c39cea-a649-4e4d-8ef3-f59cc8b7474a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Nov 10 04:23:05.167349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f8688-47b5-4103-9182-f10c27faa9df req-e3b3934f-f551-4b91-9ce2-df5b4c5dcc9c tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:05.168829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e58f8688-47b5-4103-9182-f10c27faa9df req-e3b3934f-f551-4b91-9ce2-df5b4c5dcc9c tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.1144080 Nov 10 04:23:05.214944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e58f8688-47b5-4103-9182-f10c27faa9df req-20d88481-7447-445c-b04e-1f9e7a94c61e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 Nov 10 04:23:06.387761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a4f1-19e4-4272-ae57-0b2ccdf4301e req-b739b53b-544f-4d76-ac8e-db27c4c21882 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:06.389220 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e06a4f1-19e4-4272-ae57-0b2ccdf4301e req-b739b53b-544f-4d76-ac8e-db27c4c21882 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.1051152 Nov 10 04:23:06.434880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e06a4f1-19e4-4272-ae57-0b2ccdf4301e req-57e3e069-7564-42fc-ba12-3a985722ab37 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Nov 10 04:23:07.547688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57dd74-06ee-4baa-a2c3-3103f415dfd6 req-ffa88067-2437-4093-9007-82f1fdc9bf96 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:07.549128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da57dd74-06ee-4baa-a2c3-3103f415dfd6 req-ffa88067-2437-4093-9007-82f1fdc9bf96 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0475147 Nov 10 04:23:07.599807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da57dd74-06ee-4baa-a2c3-3103f415dfd6 req-b43dc7fd-5eca-4b97-91ec-da5d1c37d87f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Nov 10 04:23:08.314844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:08.716756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e72f66-63c9-45de-9dad-1a2c229ad4b0 req-3704f9bf-d3de-4ccc-a8a8-ed109fc7eb88 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:08.718221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9e72f66-63c9-45de-9dad-1a2c229ad4b0 req-3704f9bf-d3de-4ccc-a8a8-ed109fc7eb88 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0477364 Nov 10 04:23:08.764232 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9e72f66-63c9-45de-9dad-1a2c229ad4b0 req-5c936d3b-5887-4872-b18f-7705175887ef tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Nov 10 04:23:09.877639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791df12-a0b5-4fe3-b4a9-687ead76a19f req-5007bdc8-e832-4d41-a1f1-2e251c52ef1d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:09.879593 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1791df12-a0b5-4fe3-b4a9-687ead76a19f req-5007bdc8-e832-4d41-a1f1-2e251c52ef1d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0481954 Nov 10 04:23:09.925390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1791df12-a0b5-4fe3-b4a9-687ead76a19f req-abd2fca7-6c6a-45a0-b886-166610205402 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391853 Nov 10 04:23:11.045419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87983790-e38a-44fc-b28a-1352873349e2 req-d8b17079-1e9e-497d-94bb-d3fd554241d3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:11.046894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87983790-e38a-44fc-b28a-1352873349e2 req-d8b17079-1e9e-497d-94bb-d3fd554241d3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0521128 Nov 10 04:23:11.092272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87983790-e38a-44fc-b28a-1352873349e2 req-cf618b7e-104f-400a-adef-048af0197759 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Nov 10 04:23:11.568455 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-a42597d7-f88f-43f8-8653-5fd26b07c979 service neutron] show failed (client error): The resource could not be found. Nov 10 04:23:11.569432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-a42597d7-f88f-43f8-8653-5fd26b07c979 service neutron] 10.222.0.11 "GET /v2.0/ports/52007040-13c5-4992-9a2d-2866f8798403/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0578179 Nov 10 04:23:11.776590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-04b9bac7-f562-4519-9bbf-69ffb09293b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:11.778067 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-04b9bac7-f562-4519-9bbf-69ffb09293b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135&tenant_id=f10b98d047c14ff7b08c388c376c89ef HTTP/1.1" status: 200 len: 1096 time: 0.0406187 Nov 10 04:23:11.789465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:23:11.840452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:12.038648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:12.069125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:23:12.106549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52007040-13c5-4992-9a2d-2866f8798403'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:12.108763 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d90e827-cc4a-4202-abcd-6d11a010492e" -d '{"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-unplugged", "status": "completed", "tag": "52007040-13c5-4992-9a2d-2866f8798403"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:12.112905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:12.130461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Transition to ACTIVE for port object 52007040-13c5-4992-9a2d-2866f8798403 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:23:12.135567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:12.166416 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517240e3-0e14-4c07-bf48-125f2da496ab x-openstack-request-id: req-517240e3-0e14-4c07-bf48-125f2da496ab {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:12.166706 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-unplugged", "status": "completed", "tag": "52007040-13c5-4992-9a2d-2866f8798403", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:12.166956 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-517240e3-0e14-4c07-bf48-125f2da496ab {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:12.167351 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52007040-13c5-4992-9a2d-2866f8798403', 'code': 200} Nov 10 04:23:12.203249 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] No DVR routers for this DVR port 52007040-13c5-4992-9a2d-2866f8798403 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:23:12.207779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:12.214542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90d15-cadd-48cb-90a2-df47794420d7 req-5065bbd2-b5dd-478c-a171-e9d791265d93 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:12.216047 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b90d15-cadd-48cb-90a2-df47794420d7 req-5065bbd2-b5dd-478c-a171-e9d791265d93 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0510409 Nov 10 04:23:12.243542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:23:12.243870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:23:12.244190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:23:12.248675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Port 52007040-13c5-4992-9a2d-2866f8798403 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:23:12.248994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Attempting to bind port 52007040-13c5-4992-9a2d-2866f8798403 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:23:12.254290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:23:12.254623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Checking segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:23:12.255000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Bound using segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:23:12.255422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Bound port: 52007040-13c5-4992-9a2d-2866f8798403, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:23:12.255770 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:12.265100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16b90d15-cadd-48cb-90a2-df47794420d7 req-7a3196b0-5b74-42b2-8caa-89adee02dbe1 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Nov 10 04:23:12.318153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:23:12.321019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:23:12.325403 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:12.357341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:12.357916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:12.359310 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] 10.222.0.44 "PUT /v2.0/ports/52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 1091 time: 0.5736754 Nov 10 04:23:12.381783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513eac-a2a3-4c6b-91cc-c6e3b56cb3ad service neutron] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:12.427149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-1d43aed8-a70f-4456-9f12-9c379f1c10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:12.428623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-1d43aed8-a70f-4456-9f12-9c379f1c10df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1094 time: 0.0430949 Nov 10 04:23:12.520056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-3ccd1646-f8ea-4f65-8ec6-4552aa850479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:12.521530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-3ccd1646-f8ea-4f65-8ec6-4552aa850479 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.0858893 Nov 10 04:23:12.562033 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-ca055e13-5009-4770-9115-b093f76a1ddc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 217 time: 0.0339279 Nov 10 04:23:12.613856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-a1a4dd8e-cea6-45d9-ad39-da8b4ff1117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:12.615216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-a1a4dd8e-cea6-45d9-ad39-da8b4ff1117e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0467410 Nov 10 04:23:12.647125 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-59be66d3-a6f1-401a-9f85-709f977f323c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243611 Nov 10 04:23:12.734069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-e1247d2d-e055-484a-9e59-700bc1aa3b22 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801144 Nov 10 04:23:12.823894 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-beb5a48a-f51f-4d72-a256-10a27610e909 req-b7e9c616-05e5-4780-a779-484ec099c838 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Nov 10 04:23:13.365717 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a1c658b9-d209-408f-b5ce-108389c096fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:13.385081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b403-53ed-4fdb-8afe-bf9c87b48bbb req-2599000f-8229-4d78-a4f8-37d88d9d65e9 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:13.386607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ce9b403-53ed-4fdb-8afe-bf9c87b48bbb req-2599000f-8229-4d78-a4f8-37d88d9d65e9 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0502222 Nov 10 04:23:13.436365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ce9b403-53ed-4fdb-8afe-bf9c87b48bbb req-60d6e62e-6aac-4822-a609-1394992db5ea tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Nov 10 04:23:14.168939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'tag': '52007040-13c5-4992-9a2d-2866f8798403'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:14.171351 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef443f96-2dab-45ea-9423-532bb262b58a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "tag": "52007040-13c5-4992-9a2d-2866f8798403"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:14.219824 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb362a36-628c-4e1c-a0a8-beca6600f2c7 x-openstack-request-id: req-bb362a36-628c-4e1c-a0a8-beca6600f2c7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:14.220115 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "tag": "52007040-13c5-4992-9a2d-2866f8798403", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:14.220363 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb362a36-628c-4e1c-a0a8-beca6600f2c7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:14.220761 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'tag': '52007040-13c5-4992-9a2d-2866f8798403', 'status': 'completed', 'code': 200} Nov 10 04:23:14.321712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443f96-2dab-45ea-9423-532bb262b58a req-c9c25b36-fb9b-45ee-ae60-3b072ca8cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.323325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-c9c25b36-fb9b-45ee-ae60-3b072ca8cca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1094 time: 0.0701783 Nov 10 04:23:14.334389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443f96-2dab-45ea-9423-532bb262b58a req-851616e7-6abe-4806-abe2-3d69c9f548d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.336489 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-851616e7-6abe-4806-abe2-3d69c9f548d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1094 time: 0.0571620 Nov 10 04:23:14.518177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443f96-2dab-45ea-9423-532bb262b58a req-8fcda82b-faa7-4429-9547-ccfab9fa61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.519689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-8fcda82b-faa7-4429-9547-ccfab9fa61af service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.1882629 Nov 10 04:23:14.523124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443f96-2dab-45ea-9423-532bb262b58a req-71702afd-8560-4d2d-93dd-e38041bb9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.525066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-71702afd-8560-4d2d-93dd-e38041bb9eae service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.1767333 Nov 10 04:23:14.555265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193389b-91cb-496c-82bb-4a72b5087160 req-be758fdd-9e3d-485b-9a7b-ca4551e042a4 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.556736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7193389b-91cb-496c-82bb-4a72b5087160 req-be758fdd-9e3d-485b-9a7b-ca4551e042a4 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0490885 Nov 10 04:23:14.567722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-4ee6575c-a8fb-47c2-8f02-8a15078f023c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 217 time: 0.0392802 Nov 10 04:23:14.601233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-424a9db0-4a20-4803-9a1d-07042d2bc786 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 217 time: 0.0673647 Nov 10 04:23:14.605605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7193389b-91cb-496c-82bb-4a72b5087160 req-822edf7b-1a94-4572-b479-2af30397e9fd tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Nov 10 04:23:14.672818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443f96-2dab-45ea-9423-532bb262b58a req-6e9fd892-ba90-4837-a32d-59c4426b21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.674287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-6e9fd892-ba90-4837-a32d-59c4426b21d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0812218 Nov 10 04:23:14.679554 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443f96-2dab-45ea-9423-532bb262b58a req-588158af-b8fa-464b-98aa-b69fb3041dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.681417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-588158af-b8fa-464b-98aa-b69fb3041dd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0574672 Nov 10 04:23:14.730583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-43dc2a41-8e7e-4a9c-b9fb-430fa9975eee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479665 Nov 10 04:23:14.750185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-3c914c95-899a-497e-91d8-c4610ac4248c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552258 Nov 10 04:23:14.808190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06d68-ea3c-4a4f-b95b-42207989e770 req-c3a1b047-024d-4482-8027-30f6d230f114 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.809786 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3e06d68-ea3c-4a4f-b95b-42207989e770 req-c3a1b047-024d-4482-8027-30f6d230f114 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 943 time: 0.0512595 Nov 10 04:23:14.856969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3e06d68-ea3c-4a4f-b95b-42207989e770 req-c6ac9e9e-deef-4f7f-b65b-b5df216d2b4e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Nov 10 04:23:14.929395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275c30-dc41-4819-ad73-31180e713381 req-90cf4db6-1b5f-47bc-86e3-6f7c7fa78062 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:14.930940 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-90cf4db6-1b5f-47bc-86e3-6f7c7fa78062 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135&tenant_id=f10b98d047c14ff7b08c388c376c89ef&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 943 time: 0.1190500 Nov 10 04:23:14.977479 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-ac8d6a9f-ec9f-446d-990b-d8fd396b6ce9 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300823 Nov 10 04:23:14.987565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-266ad25c-d6ee-4fd0-84d0-9b57714d2998 service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290990 Nov 10 04:23:15.116839 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-a7275c30-dc41-4819-ad73-31180e713381 req-59e9b92c-e9ce-47a9-be66-dc92b686ca81 service neutron] delete failed (client error): The resource could not be found. Nov 10 04:23:15.117914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-59e9b92c-e9ce-47a9-be66-dc92b686ca81 service neutron] 10.222.0.11 "DELETE /v2.0/ports/52007040-13c5-4992-9a2d-2866f8798403/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.1757579 Nov 10 04:23:15.158768 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-56665e87-6f9f-4bff-bf75-538b0b6dff68 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742597 Nov 10 04:23:15.173471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef443f96-2dab-45ea-9423-532bb262b58a req-519a2c20-4563-4ec3-8f9c-6c552f9889da service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757107 Nov 10 04:23:15.305612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275c30-dc41-4819-ad73-31180e713381 req-6de66568-9fed-4f7c-b0cd-5b01e118ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:15.307191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-6de66568-9fed-4f7c-b0cd-5b01e118ebfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 1094 time: 0.0449615 Nov 10 04:23:15.315809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52007040-13c5-4992-9a2d-2866f8798403 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:23:15.399899 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275c30-dc41-4819-ad73-31180e713381 req-6ae252b9-f2af-4ed0-bec1-e921198e8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:15.401686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-6ae252b9-f2af-4ed0-bec1-e921198e8fc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.0873721 Nov 10 04:23:15.415173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:15.427300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '52007040-13c5-4992-9a2d-2866f8798403', 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b', 'port_id': '52007040-13c5-4992-9a2d-2866f8798403', 'mac_address': 'fa:16:3e:10:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e161e8a-ff75-41d4-860c-c33ebd53ac18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:23:15.446248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-62fd1d73-d0d0-4bbf-b52b-ac368e969824 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 200 len: 217 time: 0.0379329 Nov 10 04:23:15.462621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:15.476008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52007040-13c5-4992-9a2d-2866f8798403 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:23:15.495775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275c30-dc41-4819-ad73-31180e713381 req-30943386-7fe8-44ec-8e5a-ba0557673acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:15.495982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:15.497474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-30943386-7fe8-44ec-8e5a-ba0557673acf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0448599 Nov 10 04:23:15.499448 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:15.534907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-49d50b59-1841-4a92-a4aa-0084379db751 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301490 Nov 10 04:23:15.556360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:15.631531 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-7e4a8f1b-2634-4689-a18f-f237f1c3ad1d service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895035 Nov 10 04:23:15.698432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5e9b283b-a30f-4f87-ab55-fdbb577c947b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:15.721690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['52007040-13c5-4992-9a2d-2866f8798403'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:23:15.723059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7275c30-dc41-4819-ad73-31180e713381 req-73e14064-8497-463b-91ec-a315e1a43a94 service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842080 Nov 10 04:23:15.979039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2f6d2-0f25-4290-b1f5-c42e1541f0ec req-0d411d4e-2de4-43bf-bef8-678c2c706922 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:15.980528 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06b2f6d2-0f25-4290-b1f5-c42e1541f0ec req-0d411d4e-2de4-43bf-bef8-678c2c706922 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 944 time: 0.0525994 Nov 10 04:23:16.031611 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06b2f6d2-0f25-4290-b1f5-c42e1541f0ec req-fcdc44f2-e41f-40f8-9d5e-0c398b7bd0c9 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Nov 10 04:23:16.352200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52007040-13c5-4992-9a2d-2866f8798403 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:23:16.395744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 52007040-13c5-4992-9a2d-2866f8798403 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:23:16.837587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:17.145875 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e276-367f-4615-916a-0a7412660134 req-3b25c96e-b8c1-442c-8dd6-e2ec053d3822 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:17.147371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77b7e276-367f-4615-916a-0a7412660134 req-3b25c96e-b8c1-442c-8dd6-e2ec053d3822 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 944 time: 0.0481112 Nov 10 04:23:17.195062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77b7e276-367f-4615-916a-0a7412660134 req-ac238e1b-8401-428f-a4e8-8f0abde58e5a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Nov 10 04:23:17.314039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f2e-562e-4781-9b66-7f6bec2c3afd req-69ba8afe-55e7-4ad5-ad3e-38555d322910 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:17.315499 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2526f2e-562e-4781-9b66-7f6bec2c3afd req-69ba8afe-55e7-4ad5-ad3e-38555d322910 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 944 time: 0.0511141 Nov 10 04:23:17.328675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52007040-13c5-4992-9a2d-2866f8798403 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:23:17.362081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2526f2e-562e-4781-9b66-7f6bec2c3afd req-0122651f-3435-444e-98ee-6118873cbcd3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Nov 10 04:23:17.377596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 52007040-13c5-4992-9a2d-2866f8798403 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:23:17.382142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 52007040-13c5-4992-9a2d-2866f8798403 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:23:17.382507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:17.461709 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:17.479077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a940da-5f0c-4369-82b6-f611041e8aa4 req-82009ee4-9cab-4081-a5d6-179d8de56630 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:17.480589 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3a940da-5f0c-4369-82b6-f611041e8aa4 req-82009ee4-9cab-4081-a5d6-179d8de56630 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 944 time: 0.0511265 Nov 10 04:23:17.484542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52007040-13c5-4992-9a2d-2866f8798403'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:17.486838 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632a658f-1745-47dc-bc5c-fea88782c72a" -d '{"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-plugged", "status": "completed", "tag": "52007040-13c5-4992-9a2d-2866f8798403"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:17.500724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:17.505727 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:17.530977 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e3a940da-5f0c-4369-82b6-f611041e8aa4 req-504a3296-81d1-4851-a446-228b7c4ccb08 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Nov 10 04:23:17.533171 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147de909-aaa2-4a35-b3ad-d6d5b3be9183 x-openstack-request-id: req-147de909-aaa2-4a35-b3ad-d6d5b3be9183 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:17.533456 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-plugged", "status": "completed", "tag": "52007040-13c5-4992-9a2d-2866f8798403", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:17.533782 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-147de909-aaa2-4a35-b3ad-d6d5b3be9183 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:17.534100 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52007040-13c5-4992-9a2d-2866f8798403', 'code': 200} Nov 10 04:23:17.563977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:17.808581 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:23:17.883462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-c520e6a7-0067-4ee4-a0c7-d836042ed1d0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:17.884906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-c520e6a7-0067-4ee4-a0c7-d836042ed1d0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 815 time: 0.1027749 Nov 10 04:23:17.899558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-90dedacb-4861-43a3-9bb3-74c6f59b1707 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/quotas/f10b98d047c14ff7b08c388c376c89ef HTTP/1.1" status: 200 len: 375 time: 0.0091085 Nov 10 04:23:17.945814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-592caa3e-bab3-4420-ba8d-b6790133dc90 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0412509 Nov 10 04:23:17.956020 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-d3272d3e-898e-431b-90c0-d72323ae474f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:23:17.956952 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-d3272d3e-898e-431b-90c0-d72323ae474f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047946 Nov 10 04:23:18.046985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b30f9e89-ac0c-4c36-a323-470e3a44d234 service neutron] 10.222.0.24 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840976 Nov 10 04:23:18.133015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-a1d00af9-4817-422d-88b0-1ce0119a3be1 service neutron] 10.222.0.24 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800483 Nov 10 04:23:18.289670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-815dd374-258c-4d77-9202-d5254f09b388 req-e02f424b-1561-410d-bbba-dc06655eda8b tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 210 time: 0.0260754 Nov 10 04:23:18.494873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:19.062365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-57dca3f3-fff2-474c-9354-44d14f263e4f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:19.063820 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-57dca3f3-fff2-474c-9354-44d14f263e4f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5299a3c-1345-4c24-a498-1869c3c83135 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Nov 10 04:23:19.179503 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:19.233636 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Deleting port 52007040-13c5-4992-9a2d-2866f8798403 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:23:19.233990 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:19.244328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-460cb5f7-9a3b-4630-9696-44e4e37a1f14 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:19.246010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-460cb5f7-9a3b-4630-9696-44e4e37a1f14 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.44 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 815 time: 0.1434085 Nov 10 04:23:19.286482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Request body: {'port': {'device_id': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b', 'admin_state_up': True, 'tenant_id': 'f10b98d047c14ff7b08c388c376c89ef'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:23:19.394909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1fd8857-f3d9-4d7c-b629-85fbc8f21955 req-1ecfcc97-d7d0-4a51-b1cb-a43111f15ce3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 210 time: 0.0257788 Nov 10 04:23:19.405582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] For port 52007040-13c5-4992-9a2d-2866f8798403, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=52007040-13c5-4992-9a2d-2866f8798403,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:19.405981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:19.681549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Calling delete_port for 52007040-13c5-4992-9a2d-2866f8798403 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:23:19.730617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Made reservation on behalf of f10b98d047c14ff7b08c388c376c89ef for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:23:19.734242 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:19.909882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Allocated IP 172.20.0.10 (4a9a523d-915a-4cd8-a61a-a0defaf0715b/8e161e8a-ff75-41d4-860c-c33ebd53ac18/f00cd357-a0a8-4833-b0bf-954846b07253) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:23:19.918738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:19.930411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['52007040-13c5-4992-9a2d-2866f8798403'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:23:19.954961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Pushing event deleted for resources: {'Port': ['ID=52007040-13c5-4992-9a2d-2866f8798403,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:20.015038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] No DVR routers for this DVR port 52007040-13c5-4992-9a2d-2866f8798403 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:23:20.019461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.023350 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.44 "DELETE /v2.0/ports/52007040-13c5-4992-9a2d-2866f8798403 HTTP/1.1" status: 204 len: 173 time: 0.9524186 Nov 10 04:23:20.023785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-deleted', 'tag': '52007040-13c5-4992-9a2d-2866f8798403'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:20.026020 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4662dbd1-9e30-4fa8-8182-f7443c41b517" -d '{"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-deleted", "tag": "52007040-13c5-4992-9a2d-2866f8798403"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:20.071358 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed0d65a-c76f-4f3a-83a6-16e2bc189d44 x-openstack-request-id: req-8ed0d65a-c76f-4f3a-83a6-16e2bc189d44 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:20.071967 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5299a3c-1345-4c24-a498-1869c3c83135", "name": "network-vif-deleted", "tag": "52007040-13c5-4992-9a2d-2866f8798403", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:20.071967 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ed0d65a-c76f-4f3a-83a6-16e2bc189d44 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:20.072249 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5299a3c-1345-4c24-a498-1869c3c83135', 'name': 'network-vif-deleted', 'tag': '52007040-13c5-4992-9a2d-2866f8798403', 'status': 'completed', 'code': 200} Nov 10 04:23:20.134212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.167160 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.179009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['52007040-13c5-4992-9a2d-2866f8798403'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:23:20.213806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Network 4a9a523d-915a-4cd8-a61a-a0defaf0715b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:23:20.219023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:23:20.222923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:23:20.249027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:20.262416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.262754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.263081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.263407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.263727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.264048 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.264360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.264672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.264984 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.265299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.265610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.265921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:23:20.286678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:20.287279 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.302958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-b175b02c-3b5a-4a6b-970f-92350c349464 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0470164 Nov 10 04:23:20.315675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Request body: {'port': {'device_id': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:23:20.366934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.514913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c8f4-167b-4393-81eb-c08f042a91fb req-9724d1ef-e1a5-45ed-a4e1-804052466f15 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:20.516386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7d3c8f4-167b-4393-81eb-c08f042a91fb req-9724d1ef-e1a5-45ed-a4e1-804052466f15 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 932 time: 0.0533276 Nov 10 04:23:20.565024 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7d3c8f4-167b-4393-81eb-c08f042a91fb req-ecd6f836-8ad8-4cc6-b880-a166dc9767ed tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Nov 10 04:23:20.630187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00cd357-a0a8-4833-b0bf-954846b07253 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:23:20.637280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.648832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Transition to ACTIVE for port object f00cd357-a0a8-4833-b0bf-954846b07253 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:23:20.652773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.704625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:20.767105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:23:20.767438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:23:20.767759 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:23:20.771936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Port f00cd357-a0a8-4833-b0bf-954846b07253 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:23:20.772254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:23:20.776969 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:23:20.777300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Checking segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:23:20.777684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Bound using segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:23:20.778138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Bound port: f00cd357-a0a8-4833-b0bf-954846b07253, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:23:20.778487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.843124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:23:20.846021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:23:20.850358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.881441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:20.882086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:20.883484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 1092 time: 0.5720992 Nov 10 04:23:20.909049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e7b66-6e16-4f83-898d-fe13971107b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:20.957233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-1be981a9-ab98-4cdb-847e-38ff0d703fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:20.959286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-1be981a9-ab98-4cdb-847e-38ff0d703fee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1095 time: 0.0397329 Nov 10 04:23:21.005342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-77e596f6-4963-477d-a7d9-cba6e648ba9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 217 time: 0.0378981 Nov 10 04:23:21.053366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-29fcc26e-b4f6-473f-8f49-416dbbfef242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:21.054779 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-29fcc26e-b4f6-473f-8f49-416dbbfef242 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0425155 Nov 10 04:23:21.084954 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-be7c1c1e-ae58-434c-8c9c-b069832492d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234072 Nov 10 04:23:21.175864 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-aafdc22c-e393-43ba-abc9-9a403fb9b690 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838790 Nov 10 04:23:21.266278 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-93ab8c6f-06fc-4871-b3fe-8c95a463cdc9 req-24e78c8d-e703-4a4d-b0b9-20abfc960843 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809093 Nov 10 04:23:21.684929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7bd0-6b4e-4561-9405-8e35b996dd2f req-353aef53-9363-4f9a-8ec2-7a9ecec48fff tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:21.686495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-632f7bd0-6b4e-4561-9405-8e35b996dd2f req-353aef53-9363-4f9a-8ec2-7a9ecec48fff tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 944 time: 0.0501232 Nov 10 04:23:21.732971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-632f7bd0-6b4e-4561-9405-8e35b996dd2f req-5ba576a4-cd66-43ce-a023-415c02edfcb0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Nov 10 04:23:22.073556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:22.075933 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24" -d '{"events": [{"name": "network-changed", "server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:22.111403 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f397b7-8254-4000-9d20-53db29e9e2b4 x-openstack-request-id: req-b9f397b7-8254-4000-9d20-53db29e9e2b4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:22.111991 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:22.111991 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9f397b7-8254-4000-9d20-53db29e9e2b4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:22.112313 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'status': 'completed', 'code': 200} Nov 10 04:23:22.174820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-74702b66-9a1d-48a0-a388-d5add479061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:22.176334 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-74702b66-9a1d-48a0-a388-d5add479061a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1095 time: 0.0405757 Nov 10 04:23:22.270288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-30831f12-5a10-4d4d-8108-a0e5e648a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:22.271709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-30831f12-5a10-4d4d-8108-a0e5e648a1af service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.0870206 Nov 10 04:23:22.312171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-c216a3b6-e89d-45e7-9208-ce31f78817f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 217 time: 0.0339289 Nov 10 04:23:22.363398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-32975ae8-6cac-4d7c-86c8-4d366c99a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:22.365012 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-32975ae8-6cac-4d7c-86c8-4d366c99a2a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0461700 Nov 10 04:23:22.396111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-3a9a4c51-06ba-4534-9107-653f56a48c68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236969 Nov 10 04:23:22.484772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-bedc30ce-47e8-4196-9117-34ea8d9e982a service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819330 Nov 10 04:23:22.577215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8230b0dd-7409-451d-b6b5-3fd08a5a9d24 req-8482b1a2-9c11-4961-b8fa-e9526602bc77 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850444 Nov 10 04:23:22.854947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fc9df-33d1-4c00-8c27-1e3d21f8c8ab req-dd21a3eb-25b9-4490-b00e-08b96f856424 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:22.856409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa7fc9df-33d1-4c00-8c27-1e3d21f8c8ab req-dd21a3eb-25b9-4490-b00e-08b96f856424 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 944 time: 0.0527041 Nov 10 04:23:22.902275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa7fc9df-33d1-4c00-8c27-1e3d21f8c8ab req-3cec78d2-e7fb-4c5a-bc82-e57e4da36bd4 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Nov 10 04:23:23.341869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:23:23.343997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52007040-13c5-4992-9a2d-2866f8798403 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:23:23.370632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 52007040-13c5-4992-9a2d-2866f8798403 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:23:23.370981 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 52007040-13c5-4992-9a2d-2866f8798403 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:23:23.462191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:23.473051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b', 'port_id': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'mac_address': 'fa:16:3e:a2:45:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e161e8a-ff75-41d4-860c-c33ebd53ac18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:23:23.508580 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:23.521318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00cd357-a0a8-4833-b0bf-954846b07253 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:23:23.539579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:23.543539 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:23.589957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:23.680880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:23.733250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['f00cd357-a0a8-4833-b0bf-954846b07253'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:23:24.016749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbd516-d200-48ee-b214-bedfdde4cac1 req-0767ae53-4d3a-4624-9374-e5f898a2f4fd tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:24.018239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5fbd516-d200-48ee-b214-bedfdde4cac1 req-0767ae53-4d3a-4624-9374-e5f898a2f4fd tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 945 time: 0.0486326 Nov 10 04:23:24.065659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5fbd516-d200-48ee-b214-bedfdde4cac1 req-730a9714-817a-474e-bcc4-6c7abb624b30 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Nov 10 04:23:25.182671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7ebb-4710-414d-849b-07fff003c149 req-c704a1a1-632b-48f0-bc3f-bc3eb2ab943d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:25.184119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-107c7ebb-4710-414d-849b-07fff003c149 req-c704a1a1-632b-48f0-bc3f-bc3eb2ab943d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 945 time: 0.0485284 Nov 10 04:23:25.232743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-107c7ebb-4710-414d-849b-07fff003c149 req-79879cd8-2780-438f-8f8e-12a9e8192180 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Nov 10 04:23:25.354625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:23:25.404406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port f00cd357-a0a8-4833-b0bf-954846b07253 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:23:25.408160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port f00cd357-a0a8-4833-b0bf-954846b07253 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:23:25.408524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:25.483246 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:25.504624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:25.506898 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970d991f-52fb-4f37-ad46-28ec3d9b1fe7" -d '{"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-plugged", "status": "completed", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:25.519437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:25.523646 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:25.546178 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6499540-9cca-4c05-af1f-ac77d155c457 x-openstack-request-id: req-d6499540-9cca-4c05-af1f-ac77d155c457 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:25.546462 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-plugged", "status": "completed", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:25.546707 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6499540-9cca-4c05-af1f-ac77d155c457 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:25.547085 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'code': 200} Nov 10 04:23:25.571951 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:25.649516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9213f-3dc8-487c-b7db-829039ca6f07 req-e02402e8-66d8-4ec3-baaf-de37e7bbdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:25.651010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c9213f-3dc8-487c-b7db-829039ca6f07 req-e02402e8-66d8-4ec3-baaf-de37e7bbdceb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1097 time: 0.0408781 Nov 10 04:23:25.694685 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c9213f-3dc8-487c-b7db-829039ca6f07 req-92c59dfc-3142-49cb-a49c-9c9239a42da4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369334 Nov 10 04:23:26.346195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5384440-1993-4c94-a530-28a7e033184d req-5a5eaf87-67d6-452a-82f6-64726bc918b8 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:26.347631 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5384440-1993-4c94-a530-28a7e033184d req-5a5eaf87-67d6-452a-82f6-64726bc918b8 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0473206 Nov 10 04:23:26.393248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5384440-1993-4c94-a530-28a7e033184d req-4e06bb52-e034-4746-ab1a-86c8f81a3306 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Nov 10 04:23:27.509008 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227647a-fc58-4c15-ab13-bfbd45e8d351 req-f7838e63-ca62-4e71-9f79-b238282417a5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:27.510471 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c227647a-fc58-4c15-ab13-bfbd45e8d351 req-f7838e63-ca62-4e71-9f79-b238282417a5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0477672 Nov 10 04:23:27.555766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c227647a-fc58-4c15-ab13-bfbd45e8d351 req-964cd119-12ad-46a0-882b-073268090d58 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Nov 10 04:23:27.672231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fccbf9-2a72-499d-abbb-d63f987375fa req-28672221-db05-4817-a0b8-a4c4b841e7b5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:27.673741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7fccbf9-2a72-499d-abbb-d63f987375fa req-28672221-db05-4817-a0b8-a4c4b841e7b5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0512440 Nov 10 04:23:27.719890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7fccbf9-2a72-499d-abbb-d63f987375fa req-774d940b-940c-4216-a865-bc9eee0f2ed1 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Nov 10 04:23:28.031375 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-c8389beb-e6a3-429e-93a9-b73c368e5e7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403793 Nov 10 04:23:28.044536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dffb1-75aa-429d-b5c5-5bf545fb64a4 req-5e11c0d9-69b1-4901-94d1-10ec01e36842 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:28.046057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-329dffb1-75aa-429d-b5c5-5bf545fb64a4 req-5e11c0d9-69b1-4901-94d1-10ec01e36842 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0482948 Nov 10 04:23:28.095788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-329dffb1-75aa-429d-b5c5-5bf545fb64a4 req-a474ed4d-dd69-4595-ac76-7fa08372a250 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Nov 10 04:23:29.210505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229658d-8b1a-4c15-9165-37a184a81a05 req-f4a51c9f-6dc7-4a0e-a656-58066017c7db tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:29.211951 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b229658d-8b1a-4c15-9165-37a184a81a05 req-f4a51c9f-6dc7-4a0e-a656-58066017c7db tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0470788 Nov 10 04:23:29.261387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b229658d-8b1a-4c15-9165-37a184a81a05 req-8bf950f7-ca8c-4088-b507-bf5e7b1f03b7 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Nov 10 04:23:29.420338 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-ad01b9e5-4d62-4249-ae4b-2906c3c0a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:29.421748 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-ad01b9e5-4d62-4249-ae4b-2906c3c0a894 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1097 time: 0.0448558 Nov 10 04:23:29.512761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-c6712a4f-40b0-42a7-b993-7203b825c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:29.514224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-c6712a4f-40b0-42a7-b993-7203b825c5d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.0832145 Nov 10 04:23:29.558360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-f34e7820-c015-444c-8c38-5b84ca09d501 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 217 time: 0.0371242 Nov 10 04:23:29.605117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-dac372b4-b073-4268-93c8-cda22fb07730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:29.606582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-dac372b4-b073-4268-93c8-cda22fb07730 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0422823 Nov 10 04:23:29.637218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-f904387b-07b7-45ce-9a6d-73e034bd51a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242856 Nov 10 04:23:29.729454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-b0ff924a-2265-4ece-b5e6-50504d6f928d service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857105 Nov 10 04:23:29.822832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-dda10227-c452-4fca-b677-0d3650c00cef service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868473 Nov 10 04:23:30.374936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a6d98-7118-4a96-ad23-5bb5cbe25579 req-e8fc8474-a592-4e96-88a8-d8cc6f8faf2f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:30.376377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-289a6d98-7118-4a96-ad23-5bb5cbe25579 req-e8fc8474-a592-4e96-88a8-d8cc6f8faf2f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0473914 Nov 10 04:23:30.422432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-289a6d98-7118-4a96-ad23-5bb5cbe25579 req-141c95b7-13e3-42ff-a39a-1f26dc9f5e6f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Nov 10 04:23:31.545340 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec63b7-f0a1-4089-aaeb-bf2a2c7bc2b6 req-77f852c3-b35a-4743-a75e-3f68e1e6b0b0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:31.546821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6ec63b7-f0a1-4089-aaeb-bf2a2c7bc2b6 req-77f852c3-b35a-4743-a75e-3f68e1e6b0b0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0481625 Nov 10 04:23:31.592686 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6ec63b7-f0a1-4089-aaeb-bf2a2c7bc2b6 req-d422e3d5-bacc-48f0-9964-f5a8b5e3aaa8 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 Nov 10 04:23:32.710343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb3ea-ed06-4d88-ba20-a2f63ca65fc6 req-b3e60d8d-34f6-4c6e-96f2-409644828d85 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:32.711808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed1cb3ea-ed06-4d88-ba20-a2f63ca65fc6 req-b3e60d8d-34f6-4c6e-96f2-409644828d85 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0511181 Nov 10 04:23:32.757789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed1cb3ea-ed06-4d88-ba20-a2f63ca65fc6 req-842e1b2e-0ad9-4546-90b7-11b4412b1de8 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Nov 10 04:23:33.872455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b27355-e5c3-460f-b867-cb5005f50441 req-34859155-5988-4c10-b3f3-1c8f754dcafa tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:33.873833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59b27355-e5c3-460f-b867-cb5005f50441 req-34859155-5988-4c10-b3f3-1c8f754dcafa tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0479057 Nov 10 04:23:33.919959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59b27355-e5c3-460f-b867-cb5005f50441 req-1af99ada-6d65-40ce-9fe3-a335f62156b2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Nov 10 04:23:35.041222 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24540ef3-e007-4285-9109-a1573a12e180 req-fc126ca6-c699-4b34-af58-c33885079088 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:35.042716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24540ef3-e007-4285-9109-a1573a12e180 req-fc126ca6-c699-4b34-af58-c33885079088 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0513449 Nov 10 04:23:35.088060 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24540ef3-e007-4285-9109-a1573a12e180 req-a5543e3b-be0e-49c7-9fbf-6d306b008d1b tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395775 Nov 10 04:23:36.206349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24809748-6065-424e-b2a6-a4f89381c191 req-2f4b8189-ac9b-4ae9-80bf-30a6c713264a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:36.207791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24809748-6065-424e-b2a6-a4f89381c191 req-2f4b8189-ac9b-4ae9-80bf-30a6c713264a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0481400 Nov 10 04:23:36.253488 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-24809748-6065-424e-b2a6-a4f89381c191 req-a14a1298-eeaa-40ef-b262-7bfe6e0e624e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 Nov 10 04:23:37.367664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85635223-2879-46f8-9d00-f85440eb5b76 req-0c1951c3-8db7-4146-96ac-2cb9808bb837 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:37.369129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85635223-2879-46f8-9d00-f85440eb5b76 req-0c1951c3-8db7-4146-96ac-2cb9808bb837 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0484488 Nov 10 04:23:37.418589 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-85635223-2879-46f8-9d00-f85440eb5b76 req-1de3c6c5-dc49-483c-a2bc-dda900d8cacc tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Nov 10 04:23:38.312289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:38.532638 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ea93-28b8-475c-a3da-763c03f91557 req-32bef461-0bd2-4bd6-bca5-1c9188442145 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:38.534099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f98ea93-28b8-475c-a3da-763c03f91557 req-32bef461-0bd2-4bd6-bca5-1c9188442145 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0472252 Nov 10 04:23:38.581074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3f98ea93-28b8-475c-a3da-763c03f91557 req-b4db05c0-3ea7-4b3d-adaa-4e0e24c68ef9 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Nov 10 04:23:39.694720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b0e30-815c-47e1-a8e8-09e675d1fa98 req-d2d75979-925f-4171-bbf8-854e6c234a33 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:39.696165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c5b0e30-815c-47e1-a8e8-09e675d1fa98 req-d2d75979-925f-4171-bbf8-854e6c234a33 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0471103 Nov 10 04:23:39.742465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c5b0e30-815c-47e1-a8e8-09e675d1fa98 req-47bfe4ec-6337-451d-bbbe-161ad0b1481b tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Nov 10 04:23:40.869604 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e6a03-48c1-4c4f-b831-6d1ead55ceaf req-d9d84344-68c2-459f-a625-3a40164ecdab tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:40.871228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d6e6a03-48c1-4c4f-b831-6d1ead55ceaf req-d9d84344-68c2-459f-a625-3a40164ecdab tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0506310 Nov 10 04:23:40.915889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d6e6a03-48c1-4c4f-b831-6d1ead55ceaf req-d7d9bb96-6ca1-4f52-b3dc-b7ad483acdca tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Nov 10 04:23:42.029682 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f8a5-0dc7-43b6-99c9-b3ebd4a39d55 req-78e6a859-5ae1-48b3-ab68-9d3932e79e42 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:42.031158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7f4f8a5-0dc7-43b6-99c9-b3ebd4a39d55 req-78e6a859-5ae1-48b3-ab68-9d3932e79e42 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0478024 Nov 10 04:23:42.076429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7f4f8a5-0dc7-43b6-99c9-b3ebd4a39d55 req-28598b9c-0714-4e28-ae58-c42523748609 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Nov 10 04:23:43.189503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2b0a6-76e6-4fe4-8b74-71357bd0032e req-760ca0dc-35e0-4470-86b6-ded811c61dbb tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:43.190986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97a2b0a6-76e6-4fe4-8b74-71357bd0032e req-760ca0dc-35e0-4470-86b6-ded811c61dbb tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0464587 Nov 10 04:23:43.239869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-97a2b0a6-76e6-4fe4-8b74-71357bd0032e req-33f0ea64-da19-4f89-97c5-0cfc9cca3f5a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Nov 10 04:23:43.366545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a0277632-2562-485d-8a23-19efb427f798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:44.354249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc3d72-4120-47c1-9456-d38dd0c40fd0 req-a4d7f4a3-63e0-4100-b996-93cacf0642d9 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:44.355704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8dc3d72-4120-47c1-9456-d38dd0c40fd0 req-a4d7f4a3-63e0-4100-b996-93cacf0642d9 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0480788 Nov 10 04:23:44.402155 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8dc3d72-4120-47c1-9456-d38dd0c40fd0 req-ef7fe60b-d4ba-4ab5-a15a-468cbb7bb4c3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Nov 10 04:23:45.520659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbf926-eb99-4f6e-8951-2adb82028a85 req-dedee7dc-9e75-4f0e-b44b-689bba98887a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:45.522672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6dbf926-eb99-4f6e-8951-2adb82028a85 req-dedee7dc-9e75-4f0e-b44b-689bba98887a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0525248 Nov 10 04:23:45.568087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6dbf926-eb99-4f6e-8951-2adb82028a85 req-cdbbca79-2186-4d30-b5a5-f79d4d7ca699 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Nov 10 04:23:45.702233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cebaeba4-9409-4689-b745-03ee70ba83fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:46.686810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95307f4-5b6a-43f7-8000-6de1af2377dc req-d4d1b8f6-cfc9-47bf-baf3-c5edc5abe193 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:46.688264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c95307f4-5b6a-43f7-8000-6de1af2377dc req-d4d1b8f6-cfc9-47bf-baf3-c5edc5abe193 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0512452 Nov 10 04:23:46.737772 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c95307f4-5b6a-43f7-8000-6de1af2377dc req-e216713c-1249-4c18-8f05-6e33693371e7 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 Nov 10 04:23:46.840547 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:47.859046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7bf31-ed66-4233-8a2f-084b10f3d3a2 req-41a78498-1dc4-41fa-bb17-6a6522961655 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:47.860422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58a7bf31-ed66-4233-8a2f-084b10f3d3a2 req-41a78498-1dc4-41fa-bb17-6a6522961655 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0491724 Nov 10 04:23:47.905928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-58a7bf31-ed66-4233-8a2f-084b10f3d3a2 req-54587153-0267-48b2-8148-2433ab96c523 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Nov 10 04:23:48.497070 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:49.025058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086a3bd-ae08-4e9e-8c3d-b07d3aca4a85 req-81c31ef2-4327-4adf-8575-4c88c3f5d4df tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:49.026546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0086a3bd-ae08-4e9e-8c3d-b07d3aca4a85 req-81c31ef2-4327-4adf-8575-4c88c3f5d4df tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0526657 Nov 10 04:23:49.072256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0086a3bd-ae08-4e9e-8c3d-b07d3aca4a85 req-558f4fe1-6e80-4cd7-bc5b-0bfaaff2acf1 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Nov 10 04:23:49.171502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:50.187839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572add46-b222-4565-8fc9-45bd78d425aa req-8ff2a7f8-f3f1-4bf5-9a8b-86c2acaaeef3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:50.189291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-572add46-b222-4565-8fc9-45bd78d425aa req-8ff2a7f8-f3f1-4bf5-9a8b-86c2acaaeef3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0475259 Nov 10 04:23:50.235934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-572add46-b222-4565-8fc9-45bd78d425aa req-7363f187-36b9-43b9-91c8-220883f4a5cc tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407515 Nov 10 04:23:51.350683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736717-fcea-4a98-9869-996ca2c6d28c req-1439fe15-3677-4033-adf8-fc680ea90da2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:51.352132 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f736717-fcea-4a98-9869-996ca2c6d28c req-1439fe15-3677-4033-adf8-fc680ea90da2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0467727 Nov 10 04:23:51.401121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f736717-fcea-4a98-9869-996ca2c6d28c req-fcaa1de2-d9dd-4daa-8286-155136f8a4ef tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432601 Nov 10 04:23:52.515075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c5318-dec8-4bc8-af0e-206582e70f0c req-bfda4a0a-a496-4e1a-b8fe-f0d6f76bbac0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:52.516522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b7c5318-dec8-4bc8-af0e-206582e70f0c req-bfda4a0a-a496-4e1a-b8fe-f0d6f76bbac0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0477777 Nov 10 04:23:52.562946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b7c5318-dec8-4bc8-af0e-206582e70f0c req-2da82c65-63e5-42fb-a565-88c10465e572 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Nov 10 04:23:53.677783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50f64-0647-4d2a-bc94-e404a51edf13 req-d2269513-eef3-4163-bd29-0771ee4a12b0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:53.679802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cb50f64-0647-4d2a-bc94-e404a51edf13 req-d2269513-eef3-4163-bd29-0771ee4a12b0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0471189 Nov 10 04:23:53.697798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:53.727295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3cb50f64-0647-4d2a-bc94-e404a51edf13 req-88974587-ea9a-4db3-93b4-5d4045f8f32f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Nov 10 04:23:54.808182 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:23:54.856545 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f5ba2-6ddd-4fa8-b3ed-5420df8bee29 req-85a7fa4c-622b-499d-a7cf-97d188a413a8 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:54.858173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e6f5ba2-6ddd-4fa8-b3ed-5420df8bee29 req-85a7fa4c-622b-499d-a7cf-97d188a413a8 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0563042 Nov 10 04:23:54.904163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e6f5ba2-6ddd-4fa8-b3ed-5420df8bee29 req-b4e70003-0c30-42a8-bf35-72d3469ae59d tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Nov 10 04:23:56.019487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650574a-fa7f-4b76-bdbe-c77c99a52678 req-578caeeb-0522-460b-9bda-5c7b5b80b2ef tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:56.020854 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3650574a-fa7f-4b76-bdbe-c77c99a52678 req-578caeeb-0522-460b-9bda-5c7b5b80b2ef tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0487144 Nov 10 04:23:56.067175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3650574a-fa7f-4b76-bdbe-c77c99a52678 req-72b8385c-2bc6-42c8-a3cd-83ec6fc3da28 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Nov 10 04:23:56.599392 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-7576357d-650b-45e2-bafa-a4dda9d3f461 service neutron] show failed (client error): The resource could not be found. Nov 10 04:23:56.600280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-7576357d-650b-45e2-bafa-a4dda9d3f461 service neutron] 10.222.0.44 "GET /v2.0/ports/f00cd357-a0a8-4833-b0bf-954846b07253/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0539579 Nov 10 04:23:56.797993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-10b2db4a-3479-423a-8432-ae609e76ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:56.799507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-10b2db4a-3479-423a-8432-ae609e76ccfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e&tenant_id=f10b98d047c14ff7b08c388c376c89ef HTTP/1.1" status: 200 len: 1097 time: 0.0447893 Nov 10 04:23:56.818074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:23:56.868640 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:57.061440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:23:57.092917 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:23:57.137475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:57.139883 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f4001-8dc5-425d-9eb0-f63c055d0243" -d '{"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-unplugged", "status": "completed", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:57.143738 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:57.156394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Transition to ACTIVE for port object f00cd357-a0a8-4833-b0bf-954846b07253 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:23:57.161214 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:57.191507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b44ee4-eac9-4992-a287-0ecbc80d7083 req-e011a838-9870-4bc2-b9da-ad23e303f276 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:57.193373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41b44ee4-eac9-4992-a287-0ecbc80d7083 req-e011a838-9870-4bc2-b9da-ad23e303f276 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0576944 Nov 10 04:23:57.230839 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbca280-b11d-45a0-872d-e425a765f185 x-openstack-request-id: req-9fbca280-b11d-45a0-872d-e425a765f185 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:57.231137 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-unplugged", "status": "completed", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:57.231383 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fbca280-b11d-45a0-872d-e425a765f185 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:57.231776 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'code': 200} Nov 10 04:23:57.232724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] No DVR routers for this DVR port f00cd357-a0a8-4833-b0bf-954846b07253 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:23:57.234605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:57.258485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41b44ee4-eac9-4992-a287-0ecbc80d7083 req-c952df99-5f04-475f-bd31-88f881921a72 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514126 Nov 10 04:23:57.269546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:23:57.269881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:23:57.270236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:23:57.274934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Port f00cd357-a0a8-4833-b0bf-954846b07253 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:23:57.275263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Attempting to bind port f00cd357-a0a8-4833-b0bf-954846b07253 on network 4a9a523d-915a-4cd8-a61a-a0defaf0715b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:23:57.280224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:23:57.280556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Checking segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:23:57.280934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Bound using segment: {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:23:57.281357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Bound port: f00cd357-a0a8-4833-b0bf-954846b07253, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1b5191-1220-4be3-b6d5-5d750187c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:23:57.281708 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:57.346885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:23:57.350364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:23:57.354725 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:57.387662 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:57.388610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:23:57.390005 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] 10.222.0.11 "PUT /v2.0/ports/f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 1092 time: 0.5758011 Nov 10 04:23:57.411976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e14fd8-cc9f-4d78-92bc-7e5e20989fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:23:57.461725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-cb444269-06e8-480c-a782-9d8e058e1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:57.463256 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-cb444269-06e8-480c-a782-9d8e058e1021 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1095 time: 0.0408063 Nov 10 04:23:57.556547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-9cba86ca-c0d0-415b-94ab-51d7518388fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:57.558045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-9cba86ca-c0d0-415b-94ab-51d7518388fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.0876849 Nov 10 04:23:57.599289 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-8d97962e-eaff-4898-a5d3-06ffa76ab44e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 217 time: 0.0337555 Nov 10 04:23:57.647074 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-2aa0af9c-a185-434c-bd79-7a6234293f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:57.648925 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-2aa0af9c-a185-434c-bd79-7a6234293f6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0422850 Nov 10 04:23:57.683789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-e334a7d2-4cf3-4c8a-aa11-1cf50233c499 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278115 Nov 10 04:23:57.769965 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-f948bb72-3ddb-4162-9f64-613e56e5589d service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795014 Nov 10 04:23:57.863871 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-72db8c85-fe8b-4ef4-a9bf-2f1bde8f8913 req-adf82e3b-f2ca-4e14-99ea-f2f8773e6d7c service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Nov 10 04:23:58.376446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f24f-2383-4aca-9fe8-244bb41e7dd7 req-ace78009-4506-4145-baa2-6fd07ecabeb4 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:58.377985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8677f24f-2383-4aca-9fe8-244bb41e7dd7 req-ace78009-4506-4145-baa2-6fd07ecabeb4 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 944 time: 0.0484371 Nov 10 04:23:58.424071 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8677f24f-2383-4aca-9fe8-244bb41e7dd7 req-e9818d73-129c-4cf8-a7f0-41c39561416a tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Nov 10 04:23:59.232939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:23:59.235319 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00" -d '{"events": [{"name": "network-changed", "server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:23:59.283252 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561c089-9f6e-43b7-a2ee-239390812f6b x-openstack-request-id: req-8561c089-9f6e-43b7-a2ee-239390812f6b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:23:59.283550 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:23:59.283804 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8561c089-9f6e-43b7-a2ee-239390812f6b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:23:59.284222 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'status': 'completed', 'code': 200} Nov 10 04:23:59.366060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-4615e533-323a-4984-82de-985d6801f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:59.368064 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-4615e533-323a-4984-82de-985d6801f84f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1095 time: 0.0661812 Nov 10 04:23:59.385611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-91a2f045-c5af-4843-9eaa-63ec47fd529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:59.386989 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-91a2f045-c5af-4843-9eaa-63ec47fd529f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1095 time: 0.0569506 Nov 10 04:23:59.528324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:23:59.530409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-246a2231-74b9-4b37-9719-3c81981a5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:59.532296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-246a2231-74b9-4b37-9719-3c81981a5c84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.1562231 Nov 10 04:23:59.536241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-7d8f3dac-eaeb-4cb2-af69-85353fa01d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:59.537608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-7d8f3dac-eaeb-4cb2-af69-85353fa01d6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.1413658 Nov 10 04:23:59.539269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5814e72-a836-4120-a148-e1a9504c58d3 req-02cf34c7-988e-4f77-9d05-b5c1f367151e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:59.540766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5814e72-a836-4120-a148-e1a9504c58d3 req-02cf34c7-988e-4f77-9d05-b5c1f367151e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 944 time: 0.0475194 Nov 10 04:23:59.577555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:23:59.583556 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-e8362b80-bf1e-4467-b9a0-f489969e7e42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 217 time: 0.0443087 Nov 10 04:23:59.590818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a5814e72-a836-4120-a148-e1a9504c58d3 req-f4a8f0dc-eeb2-465a-9dfe-ad38902c8bfb tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 Nov 10 04:23:59.617142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-f3c3914e-8e9a-48e2-8890-545f9966ae13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 217 time: 0.0710003 Nov 10 04:23:59.687632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-2ccc99f8-7065-4842-9897-081be70f4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:59.689049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-2ccc99f8-7065-4842-9897-081be70f4719 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0797300 Nov 10 04:23:59.692265 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-5419972f-79f7-4e8e-8f34-ea1df8d4fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:23:59.693561 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-5419972f-79f7-4e8e-8f34-ea1df8d4fad6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0576706 Nov 10 04:23:59.725805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-0044a6fa-a5a2-4100-9d98-6a7794ca772f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297878 Nov 10 04:23:59.742169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-26baf423-df0d-4473-abc0-86e5afc25b8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391450 Nov 10 04:23:59.891550 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-eb0e387c-8502-477f-a9df-cf4b9ace887a service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518364 Nov 10 04:23:59.894747 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-372f4e61-a364-4e03-b4c4-3a4d678792a4 service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451218 Nov 10 04:24:00.045409 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-8921c04a-95ea-480a-a912-4523d9d64bb7 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469564 Nov 10 04:24:00.048773 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f991d7ce-d0a0-4171-9a19-6d8e52bdca00 req-8f55d05c-5c15-452e-8b84-9eb41fa328ff service neutron] 10.222.0.11 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429329 Nov 10 04:24:00.568430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:24:00.660623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:00.673070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'network_id': '4a9a523d-915a-4cd8-a61a-a0defaf0715b', 'port_id': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'mac_address': 'fa:16:3e:a2:45:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e161e8a-ff75-41d4-860c-c33ebd53ac18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:24:00.709670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5146c-b5e4-4c2c-8a67-f6f20cefb503 req-7b34a48b-f3fb-42f8-8e09-4a48e089722f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:00.711693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42d5146c-b5e4-4c2c-8a67-f6f20cefb503 req-7b34a48b-f3fb-42f8-8e09-4a48e089722f tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 944 time: 0.0511198 Nov 10 04:24:00.712781 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:00.725486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00cd357-a0a8-4833-b0bf-954846b07253 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:24:00.746639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:00.751075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:00.759985 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42d5146c-b5e4-4c2c-8a67-f6f20cefb503 req-8d7c8533-f76c-41a2-bf1f-9ad4d3e520dc tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Nov 10 04:24:00.800040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:00.807323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.807711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.807995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.808329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.808677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.808976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.809299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.809621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.809971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.810274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.810591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:00.810928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:01.146444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['f00cd357-a0a8-4833-b0bf-954846b07253'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:24:01.879686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0787214-9093-4b8d-9d9c-39396ea350cc req-0034752f-49d6-4851-b675-f0d19e7076d0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:01.881054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0787214-9093-4b8d-9d9c-39396ea350cc req-0034752f-49d6-4851-b675-f0d19e7076d0 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 945 time: 0.0478382 Nov 10 04:24:01.926670 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0787214-9093-4b8d-9d9c-39396ea350cc req-abd81b25-17db-4968-a5b4-64dc8f78327b tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Nov 10 04:24:02.130803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af947-652c-4e94-8e48-715dee1776a4 req-feaa6e7f-274a-4c61-81b4-bc5add9f13e2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:02.132414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f88af947-652c-4e94-8e48-715dee1776a4 req-feaa6e7f-274a-4c61-81b4-bc5add9f13e2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 945 time: 0.0631530 Nov 10 04:24:02.139704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9079cf-751e-4093-841f-3d46a396f501 req-83695292-4d24-4c0d-a6f9-d9d4ea710ff3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:02.141171 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-83695292-4d24-4c0d-a6f9-d9d4ea710ff3 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.44 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e&tenant_id=f10b98d047c14ff7b08c388c376c89ef&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 945 time: 0.0596604 Nov 10 04:24:02.181158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f88af947-652c-4e94-8e48-715dee1776a4 req-b4c93bb6-aa91-4529-8309-db8f2fe45d71 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Nov 10 04:24:02.200258 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-ab9079cf-751e-4093-841f-3d46a396f501 req-d5687f00-3a6e-42d0-8641-f07eff04821f service neutron] delete failed (client error): The resource could not be found. Nov 10 04:24:02.201323 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-d5687f00-3a6e-42d0-8641-f07eff04821f service neutron] 10.222.0.44 "DELETE /v2.0/ports/f00cd357-a0a8-4833-b0bf-954846b07253/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0528572 Nov 10 04:24:02.283541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9079cf-751e-4093-841f-3d46a396f501 req-7b37b8ff-709d-4124-8b7b-5afe3aebdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:02.284987 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-7b37b8ff-709d-4124-8b7b-5afe3aebdf6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b98d047c14ff7b08c388c376c89ef&device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 1096 time: 0.0397789 Nov 10 04:24:02.595882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:24:02.640672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9079cf-751e-4093-841f-3d46a396f501 req-bfaa6375-4324-493a-9fc0-12359e324531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:02.642169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-bfaa6375-4324-493a-9fc0-12359e324531 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 200 len: 915 time: 0.3498442 Nov 10 04:24:02.644337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port f00cd357-a0a8-4833-b0bf-954846b07253 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:24:02.648867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port f00cd357-a0a8-4833-b0bf-954846b07253 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:02.649227 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:02.683069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-3b093577-606e-4d9d-bae8-776f5630b377 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 200 len: 217 time: 0.0334949 Nov 10 04:24:02.725662 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:02.730396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9079cf-751e-4093-841f-3d46a396f501 req-42a12aea-3441-415e-ae17-7dafc31b3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:02.731858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-42a12aea-3441-415e-ae17-7dafc31b3262 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 200 len: 855 time: 0.0429645 Nov 10 04:24:02.748509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:24:02.750853 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58fb51-1b2f-45f0-890f-445a43aeae13" -d '{"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-plugged", "status": "completed", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:24:02.764750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:02.768500 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-ed872108-c5df-423a-af09-02edf9b0a865 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a9a523d-915a-4cd8-a61a-a0defaf0715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302117 Nov 10 04:24:02.769471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:02.806735 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0629f081-9e73-47f7-b6ee-07f917313673 x-openstack-request-id: req-0629f081-9e73-47f7-b6ee-07f917313673 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:24:02.807029 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-plugged", "status": "completed", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:24:02.807277 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0629f081-9e73-47f7-b6ee-07f917313673 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:24:02.807664 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'code': 200} Nov 10 04:24:02.818969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:02.856999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-c93a749c-4754-4e91-9dc1-a76db1dda172 service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820243 Nov 10 04:24:02.947877 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab9079cf-751e-4093-841f-3d46a396f501 req-b96a068c-a830-4934-be94-0a21b07cc80f service neutron] 10.222.0.44 "GET /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843182 Nov 10 04:24:03.299788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c0260-23fd-4baf-bfc9-42d2eb68b148 req-c1fbb0cd-b354-474e-a13c-f2311423f966 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:03.301287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd9c0260-23fd-4baf-bfc9-42d2eb68b148 req-c1fbb0cd-b354-474e-a13c-f2311423f966 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0498607 Nov 10 04:24:03.351305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd9c0260-23fd-4baf-bfc9-42d2eb68b148 req-21374a04-522b-40b2-8d0d-33222a342c95 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Nov 10 04:24:04.467462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e770602-5851-44c0-94e3-685b718306d9 req-1be69f11-0ae2-49a4-92a6-fec836595b30 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:04.468929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e770602-5851-44c0-94e3-685b718306d9 req-1be69f11-0ae2-49a4-92a6-fec836595b30 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0482194 Nov 10 04:24:04.531009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5e770602-5851-44c0-94e3-685b718306d9 req-8f33c9c7-bc5f-4436-9893-bcc90a6beb1e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Nov 10 04:24:04.644261 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3291-a7b6-46c2-8b19-3e13cdf20c30 req-63549be1-755d-4010-96a5-e0ddb28bf742 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:04.645614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c93c3291-a7b6-46c2-8b19-3e13cdf20c30 req-63549be1-755d-4010-96a5-e0ddb28bf742 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0482566 Nov 10 04:24:04.691926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c93c3291-a7b6-46c2-8b19-3e13cdf20c30 req-4d8fca29-0bc8-4e84-9de7-c3b95b3f2a54 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Nov 10 04:24:04.808339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecb8f1-4e2a-43c2-9ed5-1aaef6168994 req-001f00e9-be62-47f3-a813-46870d223ba2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:04.810922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceecb8f1-4e2a-43c2-9ed5-1aaef6168994 req-001f00e9-be62-47f3-a813-46870d223ba2 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0547862 Nov 10 04:24:04.856496 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceecb8f1-4e2a-43c2-9ed5-1aaef6168994 req-1535593e-0e0b-440f-87f0-64654f68ca71 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Nov 10 04:24:05.184788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040a068-0316-4a8f-9479-80e8fb3b8e4d req-ef17b7bd-af19-410d-9379-3757075ca237 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:05.186166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5040a068-0316-4a8f-9479-80e8fb3b8e4d req-ef17b7bd-af19-410d-9379-3757075ca237 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0520813 Nov 10 04:24:05.231675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5040a068-0316-4a8f-9479-80e8fb3b8e4d req-6f59bdf8-dfb4-4f26-b478-1026ac9d33a5 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Nov 10 04:24:06.345743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d52b89-e7b2-461d-aba3-1b8f9439a825 req-a91fdc83-2909-4be3-9b33-0162336fca77 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:06.347252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75d52b89-e7b2-461d-aba3-1b8f9439a825 req-a91fdc83-2909-4be3-9b33-0162336fca77 tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0479178 Nov 10 04:24:06.392896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75d52b89-e7b2-461d-aba3-1b8f9439a825 req-7e855e29-1de0-4269-871c-02cdace3f07b tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf25ea70-6e28-4729-b866-53789107b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398276 Nov 10 04:24:06.665911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ac60a-08b1-44db-92ca-c77ae082790f req-fa367657-12f2-469a-bfad-81c4921dda7c tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:06.667359 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-189ac60a-08b1-44db-92ca-c77ae082790f req-fa367657-12f2-469a-bfad-81c4921dda7c tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.11 "GET /v2.0/ports?device_id=27fcb51d-41e3-4e97-9d97-5cae727a877e HTTP/1.1" status: 200 len: 946 time: 0.0483043 Nov 10 04:24:06.752454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Deleting port f00cd357-a0a8-4833-b0bf-954846b07253 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:24:06.752783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:06.842457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] For port f00cd357-a0a8-4833-b0bf-954846b07253, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=f00cd357-a0a8-4833-b0bf-954846b07253,segment=NetworkSegment(3d1b5191-1220-4be3-b6d5-5d750187c276),segment_id=3d1b5191-1220-4be3-b6d5-5d750187c276)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:06.842734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:06.855126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Calling delete_port for f00cd357-a0a8-4833-b0bf-954846b07253 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:24:06.978837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.006921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Pushing event deleted for resources: {'Port': ['ID=f00cd357-a0a8-4833-b0bf-954846b07253,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:07.010606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['f00cd357-a0a8-4833-b0bf-954846b07253'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:24:07.046335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] No DVR routers for this DVR port f00cd357-a0a8-4833-b0bf-954846b07253 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:24:07.048700 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.052023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-189ac60a-08b1-44db-92ca-c77ae082790f req-4098b7aa-985c-4383-ad09-1763598a60ee tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] 10.222.0.11 "DELETE /v2.0/ports/f00cd357-a0a8-4833-b0bf-954846b07253 HTTP/1.1" status: 204 len: 173 time: 0.3784266 Nov 10 04:24:07.052457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-deleted', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:24:07.055270 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198c67d1-fad5-4a03-b370-91f124f91ebd" -d '{"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-deleted", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:24:07.092792 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af954bfb-fd74-403d-b714-b88beac7d8bd x-openstack-request-id: req-af954bfb-fd74-403d-b714-b88beac7d8bd {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:24:07.093047 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fcb51d-41e3-4e97-9d97-5cae727a877e", "name": "network-vif-deleted", "tag": "f00cd357-a0a8-4833-b0bf-954846b07253", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:24:07.093279 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af954bfb-fd74-403d-b714-b88beac7d8bd {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:24:07.093683 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fcb51d-41e3-4e97-9d97-5cae727a877e', 'name': 'network-vif-deleted', 'tag': 'f00cd357-a0a8-4833-b0bf-954846b07253', 'status': 'completed', 'code': 200} Nov 10 04:24:07.514223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44646) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:07.558212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Deleting subnet 8e161e8a-ff75-41d4-860c-c33ebd53ac18 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:24:07.561345 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.598901 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.638244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.688555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.713514 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e161e8a-ff75-41d4-860c-c33ebd53ac18,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:07.717899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.721015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e161e8a-ff75-41d4-860c-c33ebd53ac18 HTTP/1.1" status: 204 len: 168 time: 0.2057900 Nov 10 04:24:07.723710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44648) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:07.726107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.726450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.726790 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.727119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.727443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.727762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.728079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.728396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.728710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.729025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.729351 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.729649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318258c2-3364-40ab-87e7-fad5b35e71fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:07.795358 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.872671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.896066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9a523d-915a-4cd8-a61a-a0defaf0715b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:07.905674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1b5191-1220-4be3-b6d5-5d750187c276') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:07.906000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1b5191-1220-4be3-b6d5-5d750187c276') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:07.915208 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.927821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.933376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:24:07.933744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:24:07.935366 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:24:07.987100 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.993370 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:07.997319 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4a9a523d-915a-4cd8-a61a-a0defaf0715b HTTP/1.1" status: 204 len: 168 time: 0.2726302 Nov 10 04:24:08.009108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2531a-f84f-42ce-8ce3-97393facc870 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9a523d-915a-4cd8-a61a-a0defaf0715b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:08.101953 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44652) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:08.141951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3a113f9f-12e2-468e-96b2-a73e713202fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f10b98d047c14ff7b08c388c376c89ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388346 Nov 10 04:24:08.144390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44654) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:08.189724 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd3eebf6-a583-4e37-91b6-e99c7c5e33f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:08.214501 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd3eebf6-a583-4e37-91b6-e99c7c5e33f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:08.261422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd3eebf6-a583-4e37-91b6-e99c7c5e33f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:08.263929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bd3eebf6-a583-4e37-91b6-e99c7c5e33f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:08.265036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bd3eebf6-a583-4e37-91b6-e99c7c5e33f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf25ea70-6e28-4729-b866-53789107b096 HTTP/1.1" status: 204 len: 168 time: 0.1197739 Nov 10 04:24:08.272665 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eebf6-a583-4e37-91b6-e99c7c5e33f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25ea70-6e28-4729-b866-53789107b096,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:08.311660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:08.922375 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44676) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:09.018464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1990501715-network', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:09.040214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Made reservation on behalf of f6508216512341d3af4b91f5a1cb3e08 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:24:09.042427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.050548 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.120469 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.124283 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.144211 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:24:09.159060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec9b24-f726-4dc9-9421-10c6be9d2f53,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:09.166001 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.166001 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Added segment 01e1e2d1-37cc-4da6-b655-9a84f5f2e264 of type vlan for network 4154148c-76b4-4464-b050-740c2f1c52ac Nov 10 04:24:09.200508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.224114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.225046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:09.225622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.278855 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3553989 Nov 10 04:24:09.281895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44680) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:09.287208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Request body: {'subnet': {'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1990501715-subnet', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:09.289401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6d993-aea9-45ba-8ea6-a1c963ca9723 admin admin] Pushing event updated for resources: {'Network': ['ID=4154148c-76b4-4464-b050-740c2f1c52ac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:09.298910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 4154148c-76b4-4464-b050-740c2f1c52ac details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:24:09.308774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Made reservation on behalf of f6508216512341d3af4b91f5a1cb3e08 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:24:09.311452 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.474287 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.535056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f66ce7e-e1be-4578-9681-ac6f12b5153f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:09.543049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:24:09.543404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Network hostable DHCP agents. Network: 4154148c-76b4-4464-b050-740c2f1c52ac, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:24:09.560111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Network 4154148c-76b4-4464-b050-740c2f1c52ac is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:24:09.568617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 4154148c-76b4-4464-b050-740c2f1c52ac) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:24:09.573213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:09.573909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.578899 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c097b-f028-4772-a8ef-f20529b14746 None None] Network 4154148c-76b4-4464-b050-740c2f1c52ac requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:24:09.590138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ea81c77d-da6d-4990-9258-f30ec4249289 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3070793 Nov 10 04:24:09.592813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44682) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:09.596989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:09.617374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.618591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.671366 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.813041 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:09.888402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-4154148c-76b4-4464-b050-740c2f1c52ac', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:24:09.889278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.023657 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.025014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Allocated IP 172.20.0.2 (4154148c-76b4-4464-b050-740c2f1c52ac/9f66ce7e-e1be-4578-9681-ac6f12b5153f/c9532b55-3e31-4ccd-8326-ef34b83ca77b) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:24:10.043717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.142200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Allocated IP 172.25.6.156 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/a0bc0af2-7c8e-447c-a09f-84ff5d21a657) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:24:10.170709 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.177154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.223974 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Network 4154148c-76b4-4464-b050-740c2f1c52ac is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:24:10.231704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:24:10.237999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:24:10.243928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Pushing event updated for resources: {'Port': ['ID=c9532b55-3e31-4ccd-8326-ef34b83ca77b,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:10.265389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.299188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Attempting to bind port c9532b55-3e31-4ccd-8326-ef34b83ca77b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:24:10.299552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Attempting to bind port c9532b55-3e31-4ccd-8326-ef34b83ca77b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:24:10.299914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Attempting to bind port c9532b55-3e31-4ccd-8326-ef34b83ca77b on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:24:10.300171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.305416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:24:10.305879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:24:10.306320 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.306706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:24:10.307196 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Bound port: c9532b55-3e31-4ccd-8326-ef34b83ca77b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:24:10.307567 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.334803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:24:10.341656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:24:10.345206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:24:10.357760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f948f16-a283-4f61-b66f-6df2d1b30e32 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:24:10.368584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Pushing event updated for resources: {'Port': ['ID=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:10.378976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] For port c9532b55-3e31-4ccd-8326-ef34b83ca77b, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:24:10.382487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] For port c9532b55-3e31-4ccd-8326-ef34b83ca77b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9532b55-3e31-4ccd-8326-ef34b83ca77b,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:24:10.387484 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.453305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a83cd-c4c1-49d8-b848-71f4a7059281 None None] Pushing event updated for resources: {'Port': ['ID=c9532b55-3e31-4ccd-8326-ef34b83ca77b,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:10.456730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d3b5c4a1-a750-430f-ae5e-88a4390474a9 None None] Provisioning complete for port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:10.457101 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3b5c4a1-a750-430f-ae5e-88a4390474a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.495765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5c4a1-a750-430f-ae5e-88a4390474a9 None None] Port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:24:10.617799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:24:10.630149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:10.644237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: f00cd357-a0a8-4833-b0bf-954846b07253 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:24:10.644664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device f00cd357-a0a8-4833-b0bf-954846b07253 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:24:10.829468 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:11.296801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Router 7b678497-56db-4b29-8ba4-ccbe864b902a is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:24:11.398953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934af6ac-3e1c-4256-a674-3baadb8e39a6 None None] Network 4154148c-76b4-4464-b050-740c2f1c52ac requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:24:11.406791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:24:11.426735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:11.427979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4f9d4ddf-53ff-4d7c-b47d-3df3be3b4edc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8342335 Nov 10 04:24:11.431479 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:11.441600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:24:11.475009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:24:11.475636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:23:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:11.513010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6268a237-07a1-4ee3-a604-a4c23681bc57 None None] Provisioning complete for port c9532b55-3e31-4ccd-8326-ef34b83ca77b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:11.513380 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6268a237-07a1-4ee3-a604-a4c23681bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:11.705675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:24:11.784583 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6268a237-07a1-4ee3-a604-a4c23681bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:11.841851 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:11.864215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6268a237-07a1-4ee3-a604-a4c23681bc57 None None] For port c9532b55-3e31-4ccd-8326-ef34b83ca77b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9532b55-3e31-4ccd-8326-ef34b83ca77b,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:11.874931 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6268a237-07a1-4ee3-a604-a4c23681bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:11.957195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268a237-07a1-4ee3-a604-a4c23681bc57 None None] Pushing event updated for resources: {'Port': ['ID=c9532b55-3e31-4ccd-8326-ef34b83ca77b,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:11.981657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:10Z', 'revision_number': 3, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:12.014724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:24:12.015108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Updating router 7b678497-56db-4b29-8ba4-ccbe864b902a port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:24:12.041357 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.059049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Allocated IP 172.20.0.1 (4154148c-76b4-4464-b050-740c2f1c52ac/9f66ce7e-e1be-4578-9681-ac6f12b5153f/0f06ad87-0dea-448b-96b3-98c08c19d483) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:24:12.152772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-67188881-80f3-4d48-b31a-da5dbfe5ceed None None] Provisioning complete for port c9532b55-3e31-4ccd-8326-ef34b83ca77b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:12.153028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-67188881-80f3-4d48-b31a-da5dbfe5ceed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.159941 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.193496 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.235335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Network 4154148c-76b4-4464-b050-740c2f1c52ac is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:24:12.240829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:24:12.243094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Pushing event updated for resources: {'Port': ['ID=0f06ad87-0dea-448b-96b3-98c08c19d483,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:12.245261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:24:12.291782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.369235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.376378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.422747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca69092-5bc8-4bf4-98cd-b17fb18e080c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:24:12.432340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.438963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Attempting to bind port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:24:12.439324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Attempting to bind port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:24:12.439695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Attempting to bind port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:24:12.447496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661a2cf-c6e2-4c5a-98d6-c8b7f117c53b None None] Pushing event updated for resources: {'Port': ['ID=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:12.456451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:24:12.457054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:24:12.457899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.458320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:24:12.458809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Bound port: a0bc0af2-7c8e-447c-a09f-84ff5d21a657, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:24:12.459189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.516717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] For port a0bc0af2-7c8e-447c-a09f-84ff5d21a657, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:24:12.520239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] For port a0bc0af2-7c8e-447c-a09f-84ff5d21a657, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:24:12.526798 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.576926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Provisioning complete for port 0f06ad87-0dea-448b-96b3-98c08c19d483 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:12.577298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.583382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626815f-6859-4cd4-b7a1-7b5b343e3880 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:24:12.620680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:24:12.621992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.622132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:23:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:12.627921 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.670398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661a2cf-c6e2-4c5a-98d6-c8b7f117c53b None None] Pushing event updated for resources: {'Port': ['ID=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:12.682960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9532b55-3e31-4ccd-8326-ef34b83ca77b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:24:12.700858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.702794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Pushing event updated for resources: {'Port': ['ID=0f06ad87-0dea-448b-96b3-98c08c19d483,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:12.712216 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Port 0f06ad87-0dea-448b-96b3-98c08c19d483 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:24:12.799497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Network 4154148c-76b4-4464-b050-740c2f1c52ac is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:24:12.801027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:24:12.930768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:24:12.945163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Provisioning complete for port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:12.945532 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:12.978225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:24:13.034908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c9532b55-3e31-4ccd-8326-ef34b83ca77b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:13.035277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.039749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:24:13.050405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e2801f22-0b70-43a9-9865-66c4abe51553 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b678497-56db-4b29-8ba4-ccbe864b902a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120479 Nov 10 04:24:13.197363 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.253865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] For port a0bc0af2-7c8e-447c-a09f-84ff5d21a657, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:13.282164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.343966 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89c677-4d01-450a-af91-0ac91e323980 None None] Pushing event updated for resources: {'Port': ['ID=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:13.367140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 2, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:13.399131 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-030768fe-7292-4db4-a3db-90f6a4f01c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.400535 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d959-100b-4586-bcf9-0067e111eed1 None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 2, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:24:13.412038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0bf565e9-0332-4f5b-a4dd-95de46ee03ef None None] Provisioning complete for port 0f06ad87-0dea-448b-96b3-98c08c19d483 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:13.412407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0bf565e9-0332-4f5b-a4dd-95de46ee03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.452925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0bf565e9-0332-4f5b-a4dd-95de46ee03ef None None] Port 0f06ad87-0dea-448b-96b3-98c08c19d483 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:24:13.463843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0bf565e9-0332-4f5b-a4dd-95de46ee03ef None None] Provisioning complete for port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:13.464210 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0bf565e9-0332-4f5b-a4dd-95de46ee03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.590465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44694) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:13.597834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e6344d15-8738-40d4-a4bb-29da1e12056c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460958629', 'description': 'tempest-description--560469993'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:13.625355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6344d15-8738-40d4-a4bb-29da1e12056c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.698096 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6344d15-8738-40d4-a4bb-29da1e12056c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.702915 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6344d15-8738-40d4-a4bb-29da1e12056c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.735809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6344d15-8738-40d4-a4bb-29da1e12056c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e105b172-95fc-4a95-9e25-c0ff2327a20f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:13.742595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e6344d15-8738-40d4-a4bb-29da1e12056c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.747103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e6344d15-8738-40d4-a4bb-29da1e12056c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1523657 Nov 10 04:24:13.747103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44696) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:13.751450 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-28506a65-a413-4c7b-a775-675e26aedefc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'security_group_rule': {'security_group_id': 'e105b172-95fc-4a95-9e25-c0ff2327a20f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:13.777391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28506a65-a413-4c7b-a775-675e26aedefc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.835934 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28506a65-a413-4c7b-a775-675e26aedefc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.840159 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28506a65-a413-4c7b-a775-675e26aedefc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.867879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28506a65-a413-4c7b-a775-675e26aedefc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92db6069-4307-459a-ad73-f495a1cce028,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:13.879283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-28506a65-a413-4c7b-a775-675e26aedefc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.880838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-28506a65-a413-4c7b-a775-675e26aedefc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326430 Nov 10 04:24:13.883426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44698) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:13.888597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a570fb14-eb99-49a3-ad73-7971c68f3608 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'security_group_rule': {'security_group_id': 'e105b172-95fc-4a95-9e25-c0ff2327a20f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:13.917588 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a570fb14-eb99-49a3-ad73-7971c68f3608 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.979945 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a570fb14-eb99-49a3-ad73-7971c68f3608 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:13.983975 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a570fb14-eb99-49a3-ad73-7971c68f3608 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.017452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570fb14-eb99-49a3-ad73-7971c68f3608 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b130b0c-2743-4cab-858d-acaf259664c4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:14.032318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a570fb14-eb99-49a3-ad73-7971c68f3608 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.033596 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a570fb14-eb99-49a3-ad73-7971c68f3608 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486292 Nov 10 04:24:14.036627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 44700) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:14.041854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:14.070983 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.169109 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.278200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Allocated IP 172.25.6.168 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/3b41c586-9bc6-4c71-b3e0-b4b2c27eecdd) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:24:14.387880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.421862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.458381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:24:14.461771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:24:14.468114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:24:14.497825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'Port': ['ID=3b41c586-9bc6-4c71-b3e0-b4b2c27eecdd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:14.601095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.643843 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:14.649986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a0bc0af2-7c8e-447c-a09f-84ff5d21a657 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:24:14.700013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:14.700374 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:15.063707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:15.068347 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:15.133566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'Port': ['ID=3b41c586-9bc6-4c71-b3e0-b4b2c27eecdd,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:15.147704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:15.163992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:15.165280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-791b868a-d042-4378-a09d-19bfd43f53ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1277075 Nov 10 04:24:15.317546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-196baee4-eb4e-4ff4-8215-3ece0bef76fb tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1460958629&fields=id&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 267 time: 0.0454195 Nov 10 04:24:15.359266 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:24:15.370060 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:24:15.370655 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:23:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:15.422315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-a9cd796f-165b-459e-9736-f1ab2b20742c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:15.423778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-a9cd796f-165b-459e-9736-f1ab2b20742c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.0994565 Nov 10 04:24:15.439201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-c0907dc4-f376-426b-b370-b8e863743c71 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/quotas/f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 375 time: 0.0091028 Nov 10 04:24:15.471608 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:24:15.491317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-18a011b4-09cb-4ffc-b321-d61dd90ca61b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464947 Nov 10 04:24:15.589064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-a009ab42-11f0-4735-936a-70e8ed57692d service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847442 Nov 10 04:24:15.671604 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 2, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:15.679759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-861c0db7-563a-441f-a949-ed8619199e17 service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844522 Nov 10 04:24:15.702133 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:24:15.702486 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Updating router 7b678497-56db-4b29-8ba4-ccbe864b902a port 0f06ad87-0dea-448b-96b3-98c08c19d483 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:24:15.704222 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a082d79c-b369-41ef-8ace-1412886cb3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:15.728675 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:15.855424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b3332202-ff8f-414e-89af-d6614523ebb2 req-33ddc261-5e97-4620-8db4-eb67e8725878 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 210 time: 0.0355546 Nov 10 04:24:16.104685 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.110354 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.181019 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Pushing event updated for resources: {'Port': ['ID=0f06ad87-0dea-448b-96b3-98c08c19d483,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:16.201702 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.202075 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.202397 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.202724 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.203040 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.203682 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.203948 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.204292 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.204830 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.205339 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.205868 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.206418 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:24:16.225107 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Attempting to bind port 0f06ad87-0dea-448b-96b3-98c08c19d483 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:24:16.225463 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Attempting to bind port 0f06ad87-0dea-448b-96b3-98c08c19d483 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:24:16.225841 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Attempting to bind port 0f06ad87-0dea-448b-96b3-98c08c19d483 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:24:16.231792 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:24:16.232153 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:24:16.232541 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.232916 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:24:16.233373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Bound port: 0f06ad87-0dea-448b-96b3-98c08c19d483, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:24:16.233741 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.309126 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] For port 0f06ad87-0dea-448b-96b3-98c08c19d483, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:24:16.313316 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] For port 0f06ad87-0dea-448b-96b3-98c08c19d483, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0f06ad87-0dea-448b-96b3-98c08c19d483,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:24:16.320741 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.377501 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:24:16.378208 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:24:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:16.398386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2f0d7705-56f4-49b4-b9b9-b6644ce5a8f5 None None] Provisioning complete for port 0f06ad87-0dea-448b-96b3-98c08c19d483 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:16.398902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7705-56f4-49b4-b9b9-b6644ce5a8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.423256 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c17501-be45-4db5-a359-a9e0f48adb90 None None] Pushing event updated for resources: {'Port': ['ID=0f06ad87-0dea-448b-96b3-98c08c19d483,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:16.503799 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7705-56f4-49b4-b9b9-b6644ce5a8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.512650 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:24:16.538678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2f0d7705-56f4-49b4-b9b9-b6644ce5a8f5 None None] For port 0f06ad87-0dea-448b-96b3-98c08c19d483, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0f06ad87-0dea-448b-96b3-98c08c19d483,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:16.542607 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7705-56f4-49b4-b9b9-b6644ce5a8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.608786 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d7705-56f4-49b4-b9b9-b6644ce5a8f5 None None] Pushing event updated for resources: {'Port': ['ID=0f06ad87-0dea-448b-96b3-98c08c19d483,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:16.671212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6c3f400a-3a53-4648-8e1c-027650472f5c None None] Provisioning complete for port 0f06ad87-0dea-448b-96b3-98c08c19d483 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:16.671592 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6c3f400a-3a53-4648-8e1c-027650472f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.674188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0f06ad87-0dea-448b-96b3-98c08c19d483 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:24:16.761367 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:16.762891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0f06ad87-0dea-448b-96b3-98c08c19d483 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:16.763482 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.808001 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c97d2-a0f5-4132-9c5d-a73f0aa77d33 None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:24:16.863174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:16.878194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-dd51ae60-a053-4415-b49e-25c882519562 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:16.881362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-dd51ae60-a053-4415-b49e-25c882519562 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.1295657 Nov 10 04:24:16.958426 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-3c96eb3b-e997-41c2-970f-d455afae2e35 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 380 time: 0.0676539 Nov 10 04:24:16.969181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'port': {'device_id': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'admin_state_up': True, 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'security_groups': ['e105b172-95fc-4a95-9e25-c0ff2327a20f']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:16.982626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ecace0f-416a-482b-8544-0bc0840cf1cc req-981f06b1-d625-49c6-aa65-760f4f9ed563 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Nov 10 04:24:17.090066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Made reservation on behalf of f6508216512341d3af4b91f5a1cb3e08 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:24:17.093495 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:17.230600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Allocated IP 172.20.0.10 (4154148c-76b4-4464-b050-740c2f1c52ac/9f66ce7e-e1be-4578-9681-ac6f12b5153f/5c4937ba-17f5-443b-a674-7f8a76724627) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:24:17.386841 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:17.421654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:17.468852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Network 4154148c-76b4-4464-b050-740c2f1c52ac is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:24:17.472098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:24:17.476012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:24:17.504622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:17.536020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:17.536646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:17.552841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-9e6b2d5f-a988-4137-ac25-e253f38ba63e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5876882 Nov 10 04:24:17.626541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Request body: {'port': {'device_id': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:17.685227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:17.785572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ba6fc228-5f58-4e5c-89c3-9261a5e42903 None None] Provisioning complete for port 5c4937ba-17f5-443b-a674-7f8a76724627 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:17.786127 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ba6fc228-5f58-4e5c-89c3-9261a5e42903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:17.818841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fc228-5f58-4e5c-89c3-9261a5e42903 None None] Port 5c4937ba-17f5-443b-a674-7f8a76724627 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:24:17.948130 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4937ba-17f5-443b-a674-7f8a76724627 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:24:17.956386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:17.968526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Transition to ACTIVE for port object 5c4937ba-17f5-443b-a674-7f8a76724627 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:24:17.972093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:18.026392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:18.093757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:24:18.094122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:24:18.094449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:24:18.098981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Port 5c4937ba-17f5-443b-a674-7f8a76724627 on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:24:18.099300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:24:18.105058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:24:18.105438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:24:18.105871 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:24:18.107456 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Bound port: 5c4937ba-17f5-443b-a674-7f8a76724627, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:24:18.107456 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:18.120657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9995c-8336-4a5a-ab95-adbd21655f80 req-0c8ad1c4-387b-434c-a097-c5b233ec7a95 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.126447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ab9995c-8336-4a5a-ab95-adbd21655f80 req-0c8ad1c4-387b-434c-a097-c5b233ec7a95 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0567586 Nov 10 04:24:18.173872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ab9995c-8336-4a5a-ab95-adbd21655f80 req-6ef2d236-46f0-407f-a87d-7073f408f23a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Nov 10 04:24:18.181760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:24:18.184870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:24:18.196007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:18.231272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.232115 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:18.233619 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] 10.222.0.44 "PUT /v2.0/ports/5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1092 time: 0.6731250 Nov 10 04:24:18.235939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:24:18.238259 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b24500e-a7d5-492a-84ec-6efec651299d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:24:18.264649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f14933-279d-444e-be19-4ea41858f8bd service neutron] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:18.325832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-c298c4f9-f6a0-46fa-b6d4-b21375a87abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.330540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-c298c4f9-f6a0-46fa-b6d4-b21375a87abf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1095 time: 0.0495608 Nov 10 04:24:18.378789 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4745edf-6167-462c-848e-bac4a6276169 x-openstack-request-id: req-b4745edf-6167-462c-848e-bac4a6276169 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:24:18.379082 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:24:18.379333 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4745edf-6167-462c-848e-bac4a6276169 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:24:18.379731 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627', 'status': 'completed', 'code': 200} Nov 10 04:24:18.381481 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-659d5222-db5a-4250-9c25-610a7b7f9c89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 217 time: 0.0457623 Nov 10 04:24:18.436737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-65a0431e-a609-4ae0-90c2-2d9046c6684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.438228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-65a0431e-a609-4ae0-90c2-2d9046c6684c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0473962 Nov 10 04:24:18.486842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-dab90933-4b8f-41f6-a4ce-89518fdf3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.488349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-dab90933-4b8f-41f6-a4ce-89518fdf3925 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430584 Nov 10 04:24:18.501396 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:18.584450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-ca6148dd-a93a-4e8e-be76-0974c8e6026d service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870955 Nov 10 04:24:18.620224 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0f06ad87-0dea-448b-96b3-98c08c19d483 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:24:18.668141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0f06ad87-0dea-448b-96b3-98c08c19d483 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:18.668510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:18.676273 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-120f29f2-4e15-47a3-88a1-abd76de101bc req-eb1ebd9f-a7e3-4740-91fd-eb3aeed34cfc service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842631 Nov 10 04:24:18.764094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24500e-a7d5-492a-84ec-6efec651299d req-0b3970dc-015f-469a-9b5d-5c7d9db5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.765622 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b24500e-a7d5-492a-84ec-6efec651299d req-0b3970dc-015f-469a-9b5d-5c7d9db5fb50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1095 time: 0.0427172 Nov 10 04:24:18.859162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24500e-a7d5-492a-84ec-6efec651299d req-f7d66c2a-ecb4-423f-8d2a-1ea6fc34644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.860651 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b24500e-a7d5-492a-84ec-6efec651299d req-f7d66c2a-ecb4-423f-8d2a-1ea6fc34644e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0887632 Nov 10 04:24:18.902655 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b24500e-a7d5-492a-84ec-6efec651299d req-84c7b769-a5c4-48c5-b931-9821fd33aad5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 217 time: 0.0343587 Nov 10 04:24:18.954311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24500e-a7d5-492a-84ec-6efec651299d req-0fe13767-fd17-46e3-83a1-bfc56ee5a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:18.955738 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b24500e-a7d5-492a-84ec-6efec651299d req-0fe13767-fd17-46e3-83a1-bfc56ee5a259 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0462487 Nov 10 04:24:19.000363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24500e-a7d5-492a-84ec-6efec651299d req-cb017353-3397-47d4-81a1-2393985d5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:19.001838 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b24500e-a7d5-492a-84ec-6efec651299d req-cb017353-3397-47d4-81a1-2393985d5b75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387688 Nov 10 04:24:19.090882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b24500e-a7d5-492a-84ec-6efec651299d req-5402cc97-4587-4508-888b-a598152d537f service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814342 Nov 10 04:24:19.172373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:19.192108 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6b24500e-a7d5-492a-84ec-6efec651299d req-8917f22d-d0ff-4687-bd8c-d2ad3a07d57a service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943491 Nov 10 04:24:19.290063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98886e-addc-4d69-ad8a-3c9ab5a2e431 req-dd1d1ff6-e34e-4add-8aaa-3b58c8d4d1de tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:19.291522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc98886e-addc-4d69-ad8a-3c9ab5a2e431 req-dd1d1ff6-e34e-4add-8aaa-3b58c8d4d1de tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0478215 Nov 10 04:24:19.341300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc98886e-addc-4d69-ad8a-3c9ab5a2e431 req-dadc0378-e47f-4b0c-85fe-35655b497ef7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Nov 10 04:24:20.454178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44e007-c8ad-4abd-aa3e-f488bb544ddf req-be1852b0-9b72-471f-a0d8-ae8c1ecf739c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:20.455595 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b44e007-c8ad-4abd-aa3e-f488bb544ddf req-be1852b0-9b72-471f-a0d8-ae8c1ecf739c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0465448 Nov 10 04:24:20.500783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2b44e007-c8ad-4abd-aa3e-f488bb544ddf req-ea65b8b8-7622-4a2e-a813-af1b61ab7630 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387838 Nov 10 04:24:21.616139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4596d-afa5-4783-b201-7f3c01a3ba4d req-f7b46ecd-7317-4238-b4ec-4f8c054beb91 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:21.617620 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10c4596d-afa5-4783-b201-7f3c01a3ba4d req-f7b46ecd-7317-4238-b4ec-4f8c054beb91 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0483975 Nov 10 04:24:21.652699 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:24:21.663833 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-10c4596d-afa5-4783-b201-7f3c01a3ba4d req-ba74dec7-7620-432d-b8c4-e7bc92bc90ab tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Nov 10 04:24:21.748289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:21.759374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '5c4937ba-17f5-443b-a674-7f8a76724627', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': '5c4937ba-17f5-443b-a674-7f8a76724627', 'mac_address': 'fa:16:3e:62:72:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:24:21.795556 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:21.808042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4937ba-17f5-443b-a674-7f8a76724627 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:24:21.826531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:21.830392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:21.875842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:22.038420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['5c4937ba-17f5-443b-a674-7f8a76724627'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:24:22.781645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67924c79-38d4-48e4-b669-771908165526 req-09e1826f-dd85-41dd-93d2-de1ec0cf2073 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:22.783065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67924c79-38d4-48e4-b669-771908165526 req-09e1826f-dd85-41dd-93d2-de1ec0cf2073 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Nov 10 04:24:22.828703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67924c79-38d4-48e4-b669-771908165526 req-a46ede4a-af3e-48b9-b23c-5c4ed42e80bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393345 Nov 10 04:24:23.669347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:24:23.721905 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:23.730738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 5c4937ba-17f5-443b-a674-7f8a76724627 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:24:23.734398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 5c4937ba-17f5-443b-a674-7f8a76724627 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:24:23.734755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:23.814871 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:23.838840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:24:23.841112 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9ebced-fd0e-427d-9615-25455f55131a" -d '{"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-plugged", "status": "completed", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:24:23.853682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:24:23.858233 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:23.882953 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a2b5ba-a76e-4e4c-b9aa-aa9bb16d6c36 x-openstack-request-id: req-f6a2b5ba-a76e-4e4c-b9aa-aa9bb16d6c36 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:24:23.883271 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-plugged", "status": "completed", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:24:23.883498 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6a2b5ba-a76e-4e4c-b9aa-aa9bb16d6c36 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:24:23.883881 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627', 'code': 200} Nov 10 04:24:23.912190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:24:23.954529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32881129-8ae2-4eff-a09a-4425adafbb2b req-4271d2cb-e826-46b5-b92b-5c3eaf025ad2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:23.956044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32881129-8ae2-4eff-a09a-4425adafbb2b req-4271d2cb-e826-46b5-b92b-5c3eaf025ad2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0495932 Nov 10 04:24:23.982544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a272d-2454-4844-9c2f-ad943d660c26 req-57dff8b6-a540-400f-a033-2da16e17153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:23.984015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5a272d-2454-4844-9c2f-ad943d660c26 req-57dff8b6-a540-400f-a033-2da16e17153b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1097 time: 0.0395322 Nov 10 04:24:24.009701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32881129-8ae2-4eff-a09a-4425adafbb2b req-eda5f08c-22af-45a7-8707-7e666d84d554 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472085 Nov 10 04:24:24.031065 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-af5a272d-2454-4844-9c2f-ad943d660c26 req-dda8b435-47ce-4581-a281-43e0f2090adf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401549 Nov 10 04:24:25.128269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2cce-1636-432f-b2b6-aa556b92bd27 req-0ea8ed68-6851-4271-9a28-44a3c22bb671 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:25.129714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-233e2cce-1636-432f-b2b6-aa556b92bd27 req-0ea8ed68-6851-4271-9a28-44a3c22bb671 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0520751 Nov 10 04:24:25.181410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-233e2cce-1636-432f-b2b6-aa556b92bd27 req-be974823-1a15-401c-a7ed-4969c945ba5e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457659 Nov 10 04:24:26.293977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb79480-1a59-47d7-88f4-e83c4676bf30 req-0935c7eb-5b35-4c13-a5ea-ea8d168f5632 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:26.295424 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9cb79480-1a59-47d7-88f4-e83c4676bf30 req-0935c7eb-5b35-4c13-a5ea-ea8d168f5632 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0472829 Nov 10 04:24:26.341736 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9cb79480-1a59-47d7-88f4-e83c4676bf30 req-79d6539f-c2ef-4afd-bf32-e4c8c565493f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Nov 10 04:24:26.451605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4294-154a-43cd-bc44-6fd28a52276d req-cdc1878c-86dc-4dba-bdad-756d68cfa6dc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:26.453043 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-775c4294-154a-43cd-bc44-6fd28a52276d req-cdc1878c-86dc-4dba-bdad-756d68cfa6dc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0476656 Nov 10 04:24:26.461720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 44752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:24:26.466059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'floatingip': {'port_id': '5c4937ba-17f5-443b-a674-7f8a76724627'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:24:26.507939 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:26.933241 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:26.936725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:27.030152 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 associated. External IP: 172.25.6.168, port: 5c4937ba-17f5-443b-a674-7f8a76724627. Nov 10 04:24:27.234418 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:24:27.339224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:24:27.344802 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:27.349229 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:24:27.359277 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:24:27.359879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:24:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:27.372739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a9b320e5-d5ea-46d5-bd3b-4c4ae03737ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "PUT /v2.0/floatingips/02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 HTTP/1.1" status: 200 len: 992 time: 0.9098763 Nov 10 04:24:27.373339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:24:27.375598 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632a90d6-526b-4bba-9bd5-4324482945c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:24:27.471062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:24:27.482890 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a1e1eb-5ece-41a4-8d75-3357d0871e9b x-openstack-request-id: req-30a1e1eb-5ece-41a4-8d75-3357d0871e9b {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:24:27.483181 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:24:27.483432 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30a1e1eb-5ece-41a4-8d75-3357d0871e9b {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:24:27.483834 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627', 'status': 'completed', 'code': 200} Nov 10 04:24:27.548292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-9f3fa07a-ab82-4b16-97b9-9511bfb67b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:27.549740 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-9f3fa07a-ab82-4b16-97b9-9511bfb67b6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1097 time: 0.0450099 Nov 10 04:24:27.639863 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-85692ff2-6751-4cf1-93d6-a7fe3d0bfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:27.641342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-85692ff2-6751-4cf1-93d6-a7fe3d0bfdff service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0851939 Nov 10 04:24:27.695136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '5c4937ba-17f5-443b-a674-7f8a76724627', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:62:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 1, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:27.710914 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-7e493bd9-248a-41ed-bc9b-7681b1882a92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1000 time: 0.0613842 Nov 10 04:24:27.724360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:24:27.733188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:24:27.733783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:24:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:27.760244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-6fa81add-b8ba-46df-94fc-90376a075eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:27.761759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-6fa81add-b8ba-46df-94fc-90376a075eaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0441356 Nov 10 04:24:27.806822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-4840e9ae-d3e6-471d-8b48-06576801ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:24:27.808227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-4840e9ae-d3e6-471d-8b48-06576801ef45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400126 Nov 10 04:24:27.836056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:24:27.899870 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-ce7939e9-91c0-48d9-bfa3-2bc1978298e5 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849965 Nov 10 04:24:27.991851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-632a90d6-526b-4bba-9bd5-4324482945c6 req-a2aa0b6a-d9be-4ca1-806d-988770e97207 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851691 Nov 10 04:24:28.056322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '5c4937ba-17f5-443b-a674-7f8a76724627', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:62:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 1, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:24:28.086047 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1448c-7382-4911-abf0-abab74f9576e None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '5c4937ba-17f5-443b-a674-7f8a76724627', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:62:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 1, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:24:28.272180 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42de448-6913-4c86-a003-729ee6463ec9 None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:24:31.808563 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:24:38.328016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:43.371727 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-11dc3329-518c-4f21-a532-ae92750358a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:45.705530 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4123d09c-ec2b-417b-9a30-8c328bfd9f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:46.844896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:48.501764 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:49.173406 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:24:53.730075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:08.327278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:08.807589 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:25:13.373981 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4c142ce8-eb57-4199-8206-ea78fb1b8445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:14.309603 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-2c9ccdec-3ad9-4365-bf76-4d487eac04d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397007 Nov 10 04:25:14.394224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-45146d55-f335-40c8-a08c-ea7a4ceb4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:25:14.395695 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-45146d55-f335-40c8-a08c-ea7a4ceb4f1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1097 time: 0.0450935 Nov 10 04:25:14.498372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-e24edff0-4608-4390-a323-5bb9a06222cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:25:14.499811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-e24edff0-4608-4390-a323-5bb9a06222cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0830572 Nov 10 04:25:14.567216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-ef449055-97c0-4ed6-a8b0-f17e42b3bba4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1002 time: 0.0608616 Nov 10 04:25:14.616457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-c5398361-1a11-475f-80d7-9dce7c60c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:25:14.617895 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-c5398361-1a11-475f-80d7-9dce7c60c4f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0436425 Nov 10 04:25:14.661800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-3ed7c70c-25c6-4101-8f80-ad1a2bdd1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:25:14.663260 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-3ed7c70c-25c6-4101-8f80-ad1a2bdd1ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382159 Nov 10 04:25:14.753238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-70559b14-dde3-4667-a690-8823ec19ce2f service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822890 Nov 10 04:25:14.841679 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-46c50380-1c85-4edc-89cf-d1fab4629d66 req-0cd487c7-6c19-4133-ac65-98b6feb55328 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799470 Nov 10 04:25:15.705191 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-317c4864-adb2-4c09-858b-3c006ae8fe76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:16.847967 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:18.505402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:19.175364 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:23.732961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:38.327703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:43.374145 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5c46255e-8821-483d-b9d6-607d783ed5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:45.705202 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ba9f-ff47-41a9-b7c0-8243a51934c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:45.807760 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:25:46.851329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:48.511216 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:49.176179 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:25:53.732968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:03.513637 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcd588-d21a-4f4d-bbaa-c9349a72a542 req-4d69965f-28e9-4ea4-94f3-295890bf69b2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:03.515156 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7adcd588-d21a-4f4d-bbaa-c9349a72a542 req-4d69965f-28e9-4ea4-94f3-295890bf69b2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0564497 Nov 10 04:26:03.565561 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7adcd588-d21a-4f4d-bbaa-c9349a72a542 req-28e28e25-11f6-4a94-9035-2078a290217a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Nov 10 04:26:03.803815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-aa85ad79-52b0-476d-88de-2ecd993a5d15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487595 Nov 10 04:26:03.808936 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8139d2-559d-43e8-9e9a-ba27a9fbec27 req-1648da15-e27c-4ce1-9926-016f3d995d89 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:03.810586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb8139d2-559d-43e8-9e9a-ba27a9fbec27 req-1648da15-e27c-4ce1-9926-016f3d995d89 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0498240 Nov 10 04:26:03.865245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb8139d2-559d-43e8-9e9a-ba27a9fbec27 req-95910e67-f312-48c3-9aa0-5d4f47233431 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481024 Nov 10 04:26:04.980878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682cc85-c8a4-4a6e-ac9e-8f21c9f879be req-7ea19df2-ca5f-4252-a5f3-008ce1922bab tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:04.982454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f682cc85-c8a4-4a6e-ac9e-8f21c9f879be req-7ea19df2-ca5f-4252-a5f3-008ce1922bab tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0483341 Nov 10 04:26:05.030165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f682cc85-c8a4-4a6e-ac9e-8f21c9f879be req-9d92a9bb-c4c4-4308-84f9-26ef131def1e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Nov 10 04:26:05.131046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-3d7c6e31-df80-42ef-9070-7e81145faa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:05.132506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-3d7c6e31-df80-42ef-9070-7e81145faa10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1097 time: 0.0486877 Nov 10 04:26:05.222077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-e358b634-0fb5-4180-bf4f-e5ffffc144f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:05.223527 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-e358b634-0fb5-4180-bf4f-e5ffffc144f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0830624 Nov 10 04:26:05.290725 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-f55f3dc1-67f4-4505-a0cf-70066f550e5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1002 time: 0.0597677 Nov 10 04:26:05.340021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-7c700d8e-0d7d-425c-bb27-3608467200b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:05.341466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-7c700d8e-0d7d-425c-bb27-3608467200b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0434844 Nov 10 04:26:05.387655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-18dc66e1-b328-4b54-9ed9-f825dc1f04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:05.389314 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-18dc66e1-b328-4b54-9ed9-f825dc1f04f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408528 Nov 10 04:26:05.480418 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-00c63391-94c7-4abf-80b7-14bfa31ff8bd service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844576 Nov 10 04:26:05.568977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-8d21583d-b3f3-4884-ab0e-2cd17d7d06be service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815413 Nov 10 04:26:06.161161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199f93-3b49-409b-b1a2-9dbd940c3abd req-6f6653ef-d755-4b92-ba5d-2b6701373b2a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:06.162720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0199f93-3b49-409b-b1a2-9dbd940c3abd req-6f6653ef-d755-4b92-ba5d-2b6701373b2a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0521152 Nov 10 04:26:06.209035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0199f93-3b49-409b-b1a2-9dbd940c3abd req-a1da67bb-d502-4510-9eee-a256c925a7e9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Nov 10 04:26:07.322871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62af0d-1339-4605-82c8-14f9265a7a20 req-a256f78e-7ecd-41af-bd02-89f4311453fa tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:07.324888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e62af0d-1339-4605-82c8-14f9265a7a20 req-a256f78e-7ecd-41af-bd02-89f4311453fa tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0484152 Nov 10 04:26:07.371440 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e62af0d-1339-4605-82c8-14f9265a7a20 req-72b0f916-4dea-478f-92a8-30b8bf475e0e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Nov 10 04:26:08.326959 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:08.490445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd39b-d6c9-4132-bbfa-7c753be3e2f6 req-7e45489b-d7d4-4991-9150-a2120748cc6f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:08.491905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b41fd39b-d6c9-4132-bbfa-7c753be3e2f6 req-7e45489b-d7d4-4991-9150-a2120748cc6f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0520654 Nov 10 04:26:08.543934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b41fd39b-d6c9-4132-bbfa-7c753be3e2f6 req-80533289-744a-4c4b-bb1f-a5319fbbe512 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458381 Nov 10 04:26:09.659173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb3a45-1676-49f8-8ea8-95657694c08a req-54c4966e-b405-4eb3-9fb1-0db45d099e3b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:09.660658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fefb3a45-1676-49f8-8ea8-95657694c08a req-54c4966e-b405-4eb3-9fb1-0db45d099e3b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0478773 Nov 10 04:26:09.706597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fefb3a45-1676-49f8-8ea8-95657694c08a req-156a851e-3c1b-49ba-bc8f-25a3a2b0a497 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Nov 10 04:26:10.819735 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6817f68-c7cc-4fcb-85d2-987b2b76d251 req-13c16976-8b69-4e4a-b515-49ad512fd4fc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:10.821177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6817f68-c7cc-4fcb-85d2-987b2b76d251 req-13c16976-8b69-4e4a-b515-49ad512fd4fc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0470028 Nov 10 04:26:10.869906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d6817f68-c7cc-4fcb-85d2-987b2b76d251 req-c5eb4cf4-daec-47e1-adf3-167169475ea3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Nov 10 04:26:11.984842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebc701-e2d5-4fbd-98d8-7307c58ad19c req-13c5e098-4cfa-447f-ab47-b68333e0bfaf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:11.986419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3ebc701-e2d5-4fbd-98d8-7307c58ad19c req-13c5e098-4cfa-447f-ab47-b68333e0bfaf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0483241 Nov 10 04:26:12.034532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3ebc701-e2d5-4fbd-98d8-7307c58ad19c req-d11008f9-a370-4140-b39b-eddcd7ef8748 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Nov 10 04:26:13.152976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cfe3-c8b8-409e-a33f-d8cf2bfa55d7 req-9b325253-7d01-410b-90f7-209c5203bde1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:13.154472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6680cfe3-c8b8-409e-a33f-d8cf2bfa55d7 req-9b325253-7d01-410b-90f7-209c5203bde1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0479908 Nov 10 04:26:13.201227 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6680cfe3-c8b8-409e-a33f-d8cf2bfa55d7 req-ccfe61ef-c622-4267-ac64-ad0b22864acf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Nov 10 04:26:13.375435 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3d8845e7-2503-4edb-8a5c-94193616cf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:14.326090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d333e-732a-4339-a56d-af5078260c4c req-c0acb0fc-d058-4949-8365-6863fc3ad1cf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:14.327580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-581d333e-732a-4339-a56d-af5078260c4c req-c0acb0fc-d058-4949-8365-6863fc3ad1cf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0550113 Nov 10 04:26:14.340285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-a40a9604-29a4-4f45-8865-7c7919dd87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:14.341837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-a40a9604-29a4-4f45-8865-7c7919dd87e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1097 time: 0.0416267 Nov 10 04:26:14.376962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-581d333e-732a-4339-a56d-af5078260c4c req-b27624d2-8b58-425f-969c-3f4c6980cd2a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Nov 10 04:26:14.450627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-c02cbc0c-7480-4293-89b4-0c90434ff88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:14.452071 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-c02cbc0c-7480-4293-89b4-0c90434ff88b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0903654 Nov 10 04:26:14.521798 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-b2583293-32c8-468d-ad15-8648d9345008 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1002 time: 0.0628083 Nov 10 04:26:14.570033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-524f2fff-746f-4b7c-a253-d47d36f173b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:14.571407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-524f2fff-746f-4b7c-a253-d47d36f173b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0422359 Nov 10 04:26:14.616029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-774e6bd6-2745-4199-9c62-bf3b300688f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:14.617492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-774e6bd6-2745-4199-9c62-bf3b300688f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394347 Nov 10 04:26:14.706878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-5688ca9c-f934-4db0-8853-da8215639b76 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Nov 10 04:26:14.795253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-793795a7-e3e8-49d2-9c44-3c2213c0a6c4 req-8e700327-4e64-4b79-a02b-518bad58f50e service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812504 Nov 10 04:26:15.492683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be07bd-ee30-4bbf-9417-fa1f1f5a4669 req-fba763ea-6f6e-4896-961c-182ec79fa7c9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:15.494171 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75be07bd-ee30-4bbf-9417-fa1f1f5a4669 req-fba763ea-6f6e-4896-961c-182ec79fa7c9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0483639 Nov 10 04:26:15.540587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75be07bd-ee30-4bbf-9417-fa1f1f5a4669 req-c6b71229-b985-42d5-9d4f-344159e4db02 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395498 Nov 10 04:26:15.704285 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-44e65f80-4fb7-4bba-a7ad-622c094ee066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:16.657749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5560da-33b9-4e0f-b1f8-698d1238dcfe req-8267ec47-8d5a-4a39-9a57-d23ed93cce78 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:16.659310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d5560da-33b9-4e0f-b1f8-698d1238dcfe req-8267ec47-8d5a-4a39-9a57-d23ed93cce78 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0475347 Nov 10 04:26:16.708610 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d5560da-33b9-4e0f-b1f8-698d1238dcfe req-fbda28e3-7fa4-45fb-b460-9a3964f2a6e8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Nov 10 04:26:16.853902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:17.417855 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-62608224-94f4-40dd-aaf5-43d284991a97 service neutron] show failed (client error): The resource could not be found. Nov 10 04:26:17.419223 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-62608224-94f4-40dd-aaf5-43d284991a97 service neutron] 10.222.0.44 "GET /v2.0/ports/5c4937ba-17f5-443b-a674-7f8a76724627/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0543592 Nov 10 04:26:17.713872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-c7df8942-f502-40ad-ab33-27c423506795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:17.715390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-c7df8942-f502-40ad-ab33-27c423506795 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 1097 time: 0.1419559 Nov 10 04:26:17.737805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:26:17.790167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:17.824516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073120e2-f82b-4b14-bdab-a12f477ed16e req-da6744e8-edf3-4bdc-b055-aad2eaac165c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:17.826013 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-073120e2-f82b-4b14-bdab-a12f477ed16e req-da6744e8-edf3-4bdc-b055-aad2eaac165c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0481980 Nov 10 04:26:17.877666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-073120e2-f82b-4b14-bdab-a12f477ed16e req-973688e9-9966-4aff-9f7f-54a9c4a957d2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454011 Nov 10 04:26:17.987202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:18.019854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:26:18.062688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:26:18.064978 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a5774-5a86-48d7-93c4-c8878c786689" -d '{"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:26:18.068627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:18.080897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Transition to ACTIVE for port object 5c4937ba-17f5-443b-a674-7f8a76724627 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:26:18.084428 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:18.118538 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc65f8c-738c-48f9-8fa8-1ccb626d24dd x-openstack-request-id: req-4cc65f8c-738c-48f9-8fa8-1ccb626d24dd {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:26:18.119236 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:26:18.119494 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cc65f8c-738c-48f9-8fa8-1ccb626d24dd {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:26:18.119878 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627', 'code': 200} Nov 10 04:26:18.172222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:18.183892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.184236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.184576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.184908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.185237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.185564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.185887 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.186238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.186560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.186882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.187200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.187519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:18.220041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] No DVR routers for this DVR port 5c4937ba-17f5-443b-a674-7f8a76724627 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:26:18.361600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:26:18.361960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:26:18.362284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:26:18.366556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Port 5c4937ba-17f5-443b-a674-7f8a76724627 on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:26:18.366862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Attempting to bind port 5c4937ba-17f5-443b-a674-7f8a76724627 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:26:18.371669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:26:18.372001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:26:18.372404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:26:18.372825 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Bound port: 5c4937ba-17f5-443b-a674-7f8a76724627, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:26:18.373435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:18.434040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:26:18.436872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:26:18.441449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:18.477586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:18.478253 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:18.479709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] 10.222.0.11 "PUT /v2.0/ports/5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1092 time: 0.7458696 Nov 10 04:26:18.505171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fb0de-409d-4615-bc64-46a5d2da327a service neutron] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:18.515665 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:18.568626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-43168256-1abb-4588-9d39-036d0a8212a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:18.570304 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-43168256-1abb-4588-9d39-036d0a8212a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1095 time: 0.0432005 Nov 10 04:26:18.666748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-76fb79d5-423f-4ce3-9655-d93c5c52e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:18.668321 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-76fb79d5-423f-4ce3-9655-d93c5c52e6f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0908585 Nov 10 04:26:18.731440 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-e4645021-3027-4af0-bb51-4c274741f420 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1000 time: 0.0561888 Nov 10 04:26:18.782606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-72c3aec1-fb63-4b21-a73f-4f131fea02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:18.783892 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-72c3aec1-fb63-4b21-a73f-4f131fea02f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0461290 Nov 10 04:26:18.831579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-df28879e-48a4-478c-a1aa-b96d0061b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:18.833044 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-df28879e-48a4-478c-a1aa-b96d0061b8b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421560 Nov 10 04:26:18.922036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-250ea302-d9ba-459d-8696-ac9ddf17f963 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807769 Nov 10 04:26:18.996094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1cce-977a-4cca-b905-6480a28d5b0e req-8993ed73-c235-4be9-adfe-7b3ab45bda74 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:18.997877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a09d1cce-977a-4cca-b905-6480a28d5b0e req-8993ed73-c235-4be9-adfe-7b3ab45bda74 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0490937 Nov 10 04:26:19.016893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6a94a212-5e8a-4cfe-b299-dc2f217f1b20 req-5b9b8957-be67-4148-941d-ab87d05dd309 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882399 Nov 10 04:26:19.046491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a09d1cce-977a-4cca-b905-6480a28d5b0e req-8dfb560e-afa9-4b85-bc16-d17caec745f6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 Nov 10 04:26:19.178306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:20.121467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:26:20.124525 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d5d518-5280-492e-9eb8-270e01ef348c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:26:20.168127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59403c7b-de73-4c5e-8a8c-3720c7e6a1f8 req-820b946c-3a11-464b-8b9d-4d02c595e953 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.169643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59403c7b-de73-4c5e-8a8c-3720c7e6a1f8 req-820b946c-3a11-464b-8b9d-4d02c595e953 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0523989 Nov 10 04:26:20.172704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:26:20.173778 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28327703-dcdd-4c10-8e63-a707c9cfdb90 x-openstack-request-id: req-28327703-dcdd-4c10-8e63-a707c9cfdb90 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:26:20.174618 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:26:20.175041 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28327703-dcdd-4c10-8e63-a707c9cfdb90 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:26:20.175509 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627', 'status': 'completed', 'code': 200} Nov 10 04:26:20.222616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:26:20.228326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59403c7b-de73-4c5e-8a8c-3720c7e6a1f8 req-1fb1c63c-7a1d-45e1-8ed5-4d3af778f70a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469885 Nov 10 04:26:20.263491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-6bee62ee-c68f-4eee-8576-aff33f31299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.264974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-6bee62ee-c68f-4eee-8576-aff33f31299a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1095 time: 0.0723591 Nov 10 04:26:20.270638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-dd256228-b0d9-4c0e-b43c-2271d278eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.271961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-dd256228-b0d9-4c0e-b43c-2271d278eedb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1095 time: 0.0502405 Nov 10 04:26:20.693215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-e9753e9a-c932-4c79-84b2-b0462ad78d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.694677 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-e9753e9a-c932-4c79-84b2-b0462ad78d9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.4218972 Nov 10 04:26:20.714517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-51de95ae-8fab-44ea-8f1b-f8d9cce26533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.716138 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-51de95ae-8fab-44ea-8f1b-f8d9cce26533 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.4349427 Nov 10 04:26:20.811029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-d60d7ad3-3886-42d4-be27-41bdc62a5786 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1000 time: 0.1076791 Nov 10 04:26:20.816475 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-5f55aa0f-7f9a-4b6c-a950-8aa61a59b480 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1000 time: 0.0743947 Nov 10 04:26:20.890560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-a4328fd4-cd88-4a04-82c7-1e5597f56013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.891849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-a4328fd4-cd88-4a04-82c7-1e5597f56013 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0745692 Nov 10 04:26:20.893429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-c9e36502-b4b9-43e5-8069-1e71144a5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.894721 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-c9e36502-b4b9-43e5-8069-1e71144a5564 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0699296 Nov 10 04:26:20.964494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-8fc2327a-ce9e-4d0e-910a-07184596e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.965929 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-8fc2327a-ce9e-4d0e-910a-07184596e529 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678413 Nov 10 04:26:20.968200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-fc459015-062a-4251-8c08-7e337b09031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:20.969503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-fc459015-062a-4251-8c08-7e337b09031b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635376 Nov 10 04:26:21.120004 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-62c2cb6c-1693-46bb-878e-e98ac71e5f5c service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473596 Nov 10 04:26:21.123476 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-7d87f155-508e-4261-b945-02549eff93dc service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433401 Nov 10 04:26:21.273657 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-a1371e09-eaa0-4bb3-9238-25b136284720 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461380 Nov 10 04:26:21.277482 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b8d5d518-5280-492e-9eb8-270e01ef348c req-e9015e68-d39e-4f25-bc00-168d2a66620a service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420918 Nov 10 04:26:21.346609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6565e-1033-4947-be20-ef20c0ccb567 req-b6a8430d-b17e-43f2-b83e-d672f9c8f9f2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:21.348054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48c6565e-1033-4947-be20-ef20c0ccb567 req-b6a8430d-b17e-43f2-b83e-d672f9c8f9f2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0482202 Nov 10 04:26:21.393735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48c6565e-1033-4947-be20-ef20c0ccb567 req-8ad814e1-bbff-45ef-bc83-4006403ea8af tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Nov 10 04:26:22.515053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5fca5-9251-45c7-aff2-a84235d03bc3 req-3b55a109-d012-4b2a-bd47-001953f1ed69 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:22.516519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96f5fca5-9251-45c7-aff2-a84235d03bc3 req-3b55a109-d012-4b2a-bd47-001953f1ed69 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0519893 Nov 10 04:26:22.563395 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96f5fca5-9251-45c7-aff2-a84235d03bc3 req-4b748377-38a1-4cc6-b885-9faa40c91cde tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 Nov 10 04:26:22.756842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f6660-4904-4b80-8286-af4c7bc8408c req-a5d796ed-a9bd-4b35-b72d-6ffaa7540496 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:22.758378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b5f6660-4904-4b80-8286-af4c7bc8408c req-a5d796ed-a9bd-4b35-b72d-6ffaa7540496 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 944 time: 0.0503199 Nov 10 04:26:22.770676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-6617f9a7-3c27-45dd-86f2-c5d2be2bd521 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:22.772155 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-6617f9a7-3c27-45dd-86f2-c5d2be2bd521 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975&tenant_id=f6508216512341d3af4b91f5a1cb3e08&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 944 time: 0.0534284 Nov 10 04:26:22.806548 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:26:22.810918 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b5f6660-4904-4b80-8286-af4c7bc8408c req-e67b4a43-c32e-4bd5-b4a5-829857155a0d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Nov 10 04:26:22.836580 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-5adfe7f5-7ca7-4150-aa8d-c38f2714f6b5 service neutron] delete failed (client error): The resource could not be found. Nov 10 04:26:22.837589 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-5adfe7f5-7ca7-4150-aa8d-c38f2714f6b5 service neutron] 10.222.0.44 "DELETE /v2.0/ports/5c4937ba-17f5-443b-a674-7f8a76724627/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0573428 Nov 10 04:26:22.918927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-444aaa70-59f5-44d0-94ba-555ba1cced48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:22.920390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-444aaa70-59f5-44d0-94ba-555ba1cced48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1095 time: 0.0403638 Nov 10 04:26:23.012995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-4375fc67-8fa0-4cf6-aea2-dd3281281f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.014462 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-4375fc67-8fa0-4cf6-aea2-dd3281281f48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0872064 Nov 10 04:26:23.083708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-70526c65-2ca5-4e56-90eb-5fab138800d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1000 time: 0.0624237 Nov 10 04:26:23.134321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-38f421e7-86b8-4765-ba84-d61dcf246a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.135759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-38f421e7-86b8-4765-ba84-d61dcf246a6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0448356 Nov 10 04:26:23.183823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-957df965-4306-4730-9ac0-d93366101af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.185268 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-957df965-4306-4730-9ac0-d93366101af0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422564 Nov 10 04:26:23.199477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:26:23.273678 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-638caedf-c976-48a3-82a7-67702285a398 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811002 Nov 10 04:26:23.294773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:23.306356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '5c4937ba-17f5-443b-a674-7f8a76724627', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': '5c4937ba-17f5-443b-a674-7f8a76724627', 'mac_address': 'fa:16:3e:62:72:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:26:23.342500 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:23.355032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4937ba-17f5-443b-a674-7f8a76724627 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:26:23.366655 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64a8eb10-9c74-4849-9c63-d2dd62fd4b2a req-3d68b187-7b7e-4d41-9d67-6946c7a2418b service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861733 Nov 10 04:26:23.375640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:23.379680 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:23.432970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:23.440902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.441247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.441584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.441919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.442292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.442619 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.442964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.443289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.443588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.444201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.444201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.444833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:26:23.540177 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-27171d69-7955-4b4e-a809-ff21e5fd091c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391846 Nov 10 04:26:23.638447 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-317f0e4c-1afc-4a11-858f-7e473e1bea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.639909 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-317f0e4c-1afc-4a11-858f-7e473e1bea8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 1096 time: 0.0407925 Nov 10 04:26:23.747612 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:23.756595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-ad326739-4b35-4b80-8107-af783e0431f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.757841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-ad326739-4b35-4b80-8107-af783e0431f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0981181 Nov 10 04:26:23.826613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['5c4937ba-17f5-443b-a674-7f8a76724627'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:26:23.827616 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-6b22d21c-8bc0-4053-9f3d-63b2354ff9f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 200 len: 1001 time: 0.0614109 Nov 10 04:26:23.898666 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-d2062b98-fa3c-4f29-a520-869db7f29dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.901233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-d2062b98-fa3c-4f29-a520-869db7f29dd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0583692 Nov 10 04:26:23.954722 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-85823154-b7ff-4f03-89a2-6b8dd61c3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.956218 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-85823154-b7ff-4f03-89a2-6b8dd61c3b9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472298 Nov 10 04:26:23.961552 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9171b58-40fe-4cc8-864e-d54b1ef8accf req-6f922a81-b550-4354-84d9-100c48b6c5e7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:23.963228 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9171b58-40fe-4cc8-864e-d54b1ef8accf req-6f922a81-b550-4354-84d9-100c48b6c5e7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 945 time: 0.0676689 Nov 10 04:26:24.016738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9171b58-40fe-4cc8-864e-d54b1ef8accf req-72553dfc-2492-4162-851c-3b477097527f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458653 Nov 10 04:26:24.046581 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-59a1c589-1705-4753-b651-58515a7d810d service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831616 Nov 10 04:26:24.132396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f3dd1-9246-4c07-b184-ac8f34c588a5 req-b9140d55-6fa6-4196-b4e7-afe44a583cc5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:24.133764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d3f3dd1-9246-4c07-b184-ac8f34c588a5 req-b9140d55-6fa6-4196-b4e7-afe44a583cc5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 945 time: 0.0479221 Nov 10 04:26:24.141059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2e7a74ae-3bfc-41d8-a068-091414ff1ad6 req-7e006eb3-7709-4c60-a5ad-5ca3622719e6 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865164 Nov 10 04:26:24.181010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d3f3dd1-9246-4c07-b184-ac8f34c588a5 req-e9220519-8942-448a-bd0b-eab1e033f0bc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Nov 10 04:26:24.292982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2a25-4b89-42d2-8625-62df8f490853 req-4f234c48-2f4d-4010-8251-4e3e5d0cbdfa tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:24.294445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4ff2a25-4b89-42d2-8625-62df8f490853 req-4f234c48-2f4d-4010-8251-4e3e5d0cbdfa tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 945 time: 0.0475590 Nov 10 04:26:24.340126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4ff2a25-4b89-42d2-8625-62df8f490853 req-fa95fd5a-8270-4af8-ae98-9f404f1f1e9a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Nov 10 04:26:24.578976 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08c36-9774-4a0f-b9b3-2b5522765278 req-4a9245c9-11c6-4e91-b72c-732daa15b0fe tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:24.580460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7d08c36-9774-4a0f-b9b3-2b5522765278 req-4a9245c9-11c6-4e91-b72c-732daa15b0fe tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Nov 10 04:26:24.628393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7d08c36-9774-4a0f-b9b3-2b5522765278 req-0cbf57dc-9efb-40d4-b1a9-6d98783f8b54 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419507 Nov 10 04:26:25.221394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:26:25.267778 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 5c4937ba-17f5-443b-a674-7f8a76724627 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:26:25.271902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 5c4937ba-17f5-443b-a674-7f8a76724627 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:26:25.272261 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:25.348112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:25.369510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:26:25.371788 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c29984-6ec0-4ff1-b042-54f181bf563c" -d '{"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-plugged", "status": "completed", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:26:25.384482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:25.388865 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:25.435542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:25.473666 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3dd332-0de4-4e04-978a-47e63628ebe5 x-openstack-request-id: req-1f3dd332-0de4-4e04-978a-47e63628ebe5 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:26:25.473971 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-plugged", "status": "completed", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:26:25.474228 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f3dd332-0de4-4e04-978a-47e63628ebe5 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:26:25.474624 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627', 'code': 200} Nov 10 04:26:25.741325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76ce21-1ce7-4728-8b7f-d9859b7c1db9 req-34a1b758-1d85-4d2a-8772-c4dad7142951 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:25.742716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db76ce21-1ce7-4728-8b7f-d9859b7c1db9 req-34a1b758-1d85-4d2a-8772-c4dad7142951 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0471246 Nov 10 04:26:25.789303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db76ce21-1ce7-4728-8b7f-d9859b7c1db9 req-d467d784-ead7-43ae-8ab7-50dc8e0f9ced tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Nov 10 04:26:26.211963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-99b214ae-19c3-465d-b5b8-f3eb3d6323d1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:26.213434 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-99b214ae-19c3-465d-b5b8-f3eb3d6323d1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 946 time: 0.0488129 Nov 10 04:26:26.301478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Deleting port 5c4937ba-17f5-443b-a674-7f8a76724627 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:26:26.301811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:26.393422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] For port 5c4937ba-17f5-443b-a674-7f8a76724627, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=5c4937ba-17f5-443b-a674-7f8a76724627,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:26.393776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:26.606964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:26.607321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:26.607636 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 disassociated. External IP: 172.25.6.168, port: 5c4937ba-17f5-443b-a674-7f8a76724627. Nov 10 04:26:26.607976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Calling delete_port for 5c4937ba-17f5-443b-a674-7f8a76724627 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:26:26.733267 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:26.760548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event deleted for resources: {'Port': ['ID=5c4937ba-17f5-443b-a674-7f8a76724627,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:26.886123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:26:26.892300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2d65f503-6e1e-488a-b040-3d10fada1e12 req-a673458d-eb56-4201-b29b-4adf5418c396 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea5b6a4-2cc6-4703-8b30-c30223559975 HTTP/1.1" status: 200 len: 210 time: 0.0275257 Nov 10 04:26:26.996169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:26:27.006943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:26:27.017177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:26:27.017873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:26:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:27.034826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] No DVR routers for this DVR port 5c4937ba-17f5-443b-a674-7f8a76724627 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:26:27.037382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:27.040700 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d2506052-f74e-4183-a559-43b6acd6dc49 req-6aba066f-7b9d-4e1a-a157-3ab0c01c1965 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "DELETE /v2.0/ports/5c4937ba-17f5-443b-a674-7f8a76724627 HTTP/1.1" status: 204 len: 173 time: 0.8202791 Nov 10 04:26:27.041135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-deleted', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:26:27.043606 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7d76e-3719-4b9a-bc63-64b36e8c8ff1" -d '{"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-deleted", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:26:27.083627 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c9ba2-850c-4438-8ac2-818993df97dd x-openstack-request-id: req-c13c9ba2-850c-4438-8ac2-818993df97dd {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:26:27.084053 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5b6a4-2cc6-4703-8b30-c30223559975", "name": "network-vif-deleted", "tag": "5c4937ba-17f5-443b-a674-7f8a76724627", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:26:27.084384 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c13c9ba2-850c-4438-8ac2-818993df97dd {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:26:27.084769 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5b6a4-2cc6-4703-8b30-c30223559975', 'name': 'network-vif-deleted', 'tag': '5c4937ba-17f5-443b-a674-7f8a76724627', 'status': 'completed', 'code': 200} Nov 10 04:26:27.128730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:26:27.327051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:27.352162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:26:27.360125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:26:27.360708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:26:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:27.464402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:26:27.668831 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:27.695226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ff5aa-e22b-49cb-9ffd-c66ffcd249b2 None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:26:27.902917 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065bfcb-85ba-4836-853f-848d0378c260 None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:26:28.139797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-3e2d0c6e-4730-4876-9bef-fad0363c2e41 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1460958629&fields=id&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 267 time: 0.0503151 Nov 10 04:26:28.243429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-e8b5926c-daa1-4cde-9325-b88b47a03046 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:28.244883 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-e8b5926c-daa1-4cde-9325-b88b47a03046 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.0982804 Nov 10 04:26:28.259463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-81ee0757-d075-4e98-a576-56667158cf39 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/quotas/f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 375 time: 0.0086713 Nov 10 04:26:28.310468 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-697b4f09-44b2-4d42-a4b5-4ef5860d2691 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454481 Nov 10 04:26:28.408927 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-a765a16e-878c-4a94-9555-eb07bf403ad5 service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865571 Nov 10 04:26:28.499042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-4cc48b69-4125-44d5-8878-bb0738139613 service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839531 Nov 10 04:26:28.664214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40ac2b63-2692-40e3-be9a-713ddb0ddf2c req-d535d572-8bc6-409d-b958-cb7c1bdeeec4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 210 time: 0.0311787 Nov 10 04:26:29.231271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:26:29.252484 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 5c4937ba-17f5-443b-a674-7f8a76724627 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:26:29.252824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 5c4937ba-17f5-443b-a674-7f8a76724627 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:26:29.685395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-2837aa4c-2e8d-4cea-aaaa-df67fdd69579 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:29.687238 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-2837aa4c-2e8d-4cea-aaaa-df67fdd69579 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.1058166 Nov 10 04:26:29.760737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-af56fa3f-2037-4833-beb4-055bd95ee1c1 req-2788ec30-ca11-4d86-b2ec-2c45bc2d1fc0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 210 time: 0.0254896 Nov 10 04:26:29.763511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-1cf39d89-178a-4f92-9e93-805184071684 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 380 time: 0.0530453 Nov 10 04:26:29.781094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'port': {'device_id': '246da3e5-2605-458f-9735-66a49fcf8e69', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'admin_state_up': True, 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'security_groups': ['e105b172-95fc-4a95-9e25-c0ff2327a20f']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:26:29.892793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Made reservation on behalf of f6508216512341d3af4b91f5a1cb3e08 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:26:29.896203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.015601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Allocated IP 172.20.0.7 (4154148c-76b4-4464-b050-740c2f1c52ac/9f66ce7e-e1be-4578-9681-ac6f12b5153f/7b34e785-022f-4262-90f7-122d11a237b0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:26:30.151987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.183540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.226502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Network 4154148c-76b4-4464-b050-740c2f1c52ac is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:26:30.229606 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:26:30.233332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:26:30.261291 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:30.290487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:30.291104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.306477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-7ca910de-fb3a-42aa-998a-b337e737b89d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5297585 Nov 10 04:26:30.325219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Request body: {'port': {'device_id': '246da3e5-2605-458f-9735-66a49fcf8e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:26:30.381352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.469253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7d6681ad-c745-4b2e-b3f4-b4ba2a955557 None None] Provisioning complete for port 7b34e785-022f-4262-90f7-122d11a237b0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:26:30.469855 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d6681ad-c745-4b2e-b3f4-b4ba2a955557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.506955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7d6681ad-c745-4b2e-b3f4-b4ba2a955557 None None] Port 7b34e785-022f-4262-90f7-122d11a237b0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:26:30.877832 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f9b29-8000-485e-90f5-99578f636616 req-d0c7d608-98a3-4ec6-a7c7-5462f9cec5ef tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:30.879337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-455f9b29-8000-485e-90f5-99578f636616 req-d0c7d608-98a3-4ec6-a7c7-5462f9cec5ef tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 931 time: 0.0482619 Nov 10 04:26:30.907610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b34e785-022f-4262-90f7-122d11a237b0 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:26:30.915529 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.926412 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-455f9b29-8000-485e-90f5-99578f636616 req-baf0e21f-3643-470f-868b-abd0621f002b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410419 Nov 10 04:26:30.928578 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Transition to ACTIVE for port object 7b34e785-022f-4262-90f7-122d11a237b0 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:26:30.933774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:30.985183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:31.054922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:26:31.055255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:26:31.055580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:26:31.059975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Port 7b34e785-022f-4262-90f7-122d11a237b0 on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:26:31.060290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:26:31.065209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:26:31.065543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:26:31.065923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:26:31.066378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Bound port: 7b34e785-022f-4262-90f7-122d11a237b0, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:26:31.066730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:31.132566 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:26:31.135929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:26:31.140627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:31.177908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.178550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:31.179925 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] 10.222.0.11 "PUT /v2.0/ports/7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1091 time: 0.8596075 Nov 10 04:26:31.180358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:26:31.182594 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b6232-77d9-4f60-8d3a-f2badde704b9" -d '{"events": [{"name": "network-changed", "server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "tag": "7b34e785-022f-4262-90f7-122d11a237b0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:26:31.207378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3c675-325a-4024-891b-ffb2928b173c service neutron] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:31.237415 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba656198-5843-4e18-9653-44fb60191bc6 x-openstack-request-id: req-ba656198-5843-4e18-9653-44fb60191bc6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:26:31.237778 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "tag": "7b34e785-022f-4262-90f7-122d11a237b0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:26:31.238224 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba656198-5843-4e18-9653-44fb60191bc6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:26:31.239210 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0', 'status': 'completed', 'code': 200} Nov 10 04:26:31.294429 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-4547d4fa-9b80-4f26-b645-6cd1fef0427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.295906 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-4547d4fa-9b80-4f26-b645-6cd1fef0427e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1094 time: 0.0434227 Nov 10 04:26:31.344168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-6107da9e-9a1c-47ac-8b66-28fe151fffab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 217 time: 0.0358551 Nov 10 04:26:31.397251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-4196b2c4-8272-412e-8861-701e37c8f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.398755 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-4196b2c4-8272-412e-8861-701e37c8f3f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0482302 Nov 10 04:26:31.445549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-f2a67d70-e781-4d3f-9e21-18ca507e0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.448075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-f2a67d70-e781-4d3f-9e21-18ca507e0893 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413344 Nov 10 04:26:31.537215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-73adefc7-959b-43e3-8762-b6a427185bcd service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809338 Nov 10 04:26:31.629538 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-523314d7-2a56-4f8f-be6d-1a4185bd479f req-58b5e2b2-47b0-4469-8320-e677dd59d5c3 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846124 Nov 10 04:26:31.751003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-6724c13b-76cb-4dff-9c73-15b99718e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.752483 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-6724c13b-76cb-4dff-9c73-15b99718e3b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1094 time: 0.0406559 Nov 10 04:26:31.843958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-75e6e23b-4003-4661-88b9-8bffccf7e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.845296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-75e6e23b-4003-4661-88b9-8bffccf7e8ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0855479 Nov 10 04:26:31.885508 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-28a4b227-ac73-4011-b1ec-599120f01db2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 217 time: 0.0332744 Nov 10 04:26:31.932396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-4ca72a4c-408c-46dd-9de6-aeb32e2c907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.934514 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-4ca72a4c-408c-46dd-9de6-aeb32e2c907e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0419343 Nov 10 04:26:31.983549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-a9ee8c1c-3665-4fb1-98a7-5ec314c538af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:31.985071 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-a9ee8c1c-3665-4fb1-98a7-5ec314c538af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440669 Nov 10 04:26:32.040944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee8100-6d4d-489b-92b6-090dd3c9dd82 req-9fefc573-01c5-4eaa-9452-cab983d458ca tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:32.043224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fee8100-6d4d-489b-92b6-090dd3c9dd82 req-9fefc573-01c5-4eaa-9452-cab983d458ca tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 943 time: 0.0478346 Nov 10 04:26:32.075354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-d910d169-0cb7-41fa-84ef-7e09e330f9b5 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830905 Nov 10 04:26:32.093565 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7fee8100-6d4d-489b-92b6-090dd3c9dd82 req-5fbcb931-c0b8-4f8c-881e-f12ab8c8a29e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Nov 10 04:26:32.168383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fa5b6232-77d9-4f60-8d3a-f2badde704b9 req-74cbaaba-0c8e-47cf-91aa-79556178c70f service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858669 Nov 10 04:26:33.208490 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd43a-50f3-45d1-97b8-0a880490d91f req-e6eea9e7-c0c1-4d8e-bef3-6aad48f6559e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:33.209969 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abdbd43a-50f3-45d1-97b8-0a880490d91f req-e6eea9e7-c0c1-4d8e-bef3-6aad48f6559e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 943 time: 0.0474291 Nov 10 04:26:33.256974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abdbd43a-50f3-45d1-97b8-0a880490d91f req-24f3b8af-efa0-48ca-912d-71d00aa97f2a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Nov 10 04:26:34.371989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318637cc-ef03-49f3-af53-d90a5a8d1fad req-fd2d15f6-10b5-47be-b7a7-e648e7f12742 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:34.373723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-318637cc-ef03-49f3-af53-d90a5a8d1fad req-fd2d15f6-10b5-47be-b7a7-e648e7f12742 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 943 time: 0.0500762 Nov 10 04:26:34.420335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-318637cc-ef03-49f3-af53-d90a5a8d1fad req-3c9107b4-2dd5-4e83-aea3-509f64fa0b0c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Nov 10 04:26:35.257597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:26:35.351168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:35.362336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '7b34e785-022f-4262-90f7-122d11a237b0', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': '7b34e785-022f-4262-90f7-122d11a237b0', 'mac_address': 'fa:16:3e:34:d4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:26:35.397320 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:35.410149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b34e785-022f-4262-90f7-122d11a237b0 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:26:35.433118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:35.437234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:35.485774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:35.539074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86149b27-bf9b-4949-a213-addd2b1a8471 req-2c7e4059-aab0-4275-af44-655b89d420af tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:35.540441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86149b27-bf9b-4949-a213-addd2b1a8471 req-2c7e4059-aab0-4275-af44-655b89d420af tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 944 time: 0.0522728 Nov 10 04:26:35.587345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86149b27-bf9b-4949-a213-addd2b1a8471 req-5176454f-8a33-4a2f-8b3b-ab00fc933cd8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Nov 10 04:26:35.801404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['7b34e785-022f-4262-90f7-122d11a237b0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:26:36.704713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304fde8-a6a7-475a-98f3-597cf0bfccff req-fe2cd933-aeac-4b4c-aea1-dbce0dd22978 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:36.706202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6304fde8-a6a7-475a-98f3-597cf0bfccff req-fe2cd933-aeac-4b4c-aea1-dbce0dd22978 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 944 time: 0.0481217 Nov 10 04:26:36.752394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6304fde8-a6a7-475a-98f3-597cf0bfccff req-a3d20604-d860-4fcb-ac68-d8191dc8e690 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Nov 10 04:26:37.272540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:26:37.320602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 7b34e785-022f-4262-90f7-122d11a237b0 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:26:37.326078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 7b34e785-022f-4262-90f7-122d11a237b0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:26:37.326454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:37.403102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:37.424514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:26:37.427003 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85d147a-59a0-47d8-9a62-5999ed759aa2" -d '{"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-plugged", "status": "completed", "tag": "7b34e785-022f-4262-90f7-122d11a237b0"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:26:37.439452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:26:37.444328 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:37.466958 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad2a95b-dc5c-45a7-8d88-c83b43dbcdc6 x-openstack-request-id: req-aad2a95b-dc5c-45a7-8d88-c83b43dbcdc6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:26:37.467249 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-plugged", "status": "completed", "tag": "7b34e785-022f-4262-90f7-122d11a237b0", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:26:37.467499 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aad2a95b-dc5c-45a7-8d88-c83b43dbcdc6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:26:37.467885 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0', 'code': 200} Nov 10 04:26:37.492641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:26:37.587105 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1837479-27f1-443d-b893-62d6ed6aafe0 req-2dc274a5-4e44-45bb-b3e9-a3b5fdf9d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:37.588617 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d1837479-27f1-443d-b893-62d6ed6aafe0 req-2dc274a5-4e44-45bb-b3e9-a3b5fdf9d49d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1096 time: 0.0404935 Nov 10 04:26:37.633236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d1837479-27f1-443d-b893-62d6ed6aafe0 req-6111ccdc-ecb3-4940-b388-65b52c658158 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370400 Nov 10 04:26:37.869569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee8a2-4acf-49d8-8a0d-1c56c49956f8 req-92ca335b-0776-4894-85aa-e20259ff3c57 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:37.870962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c3ee8a2-4acf-49d8-8a0d-1c56c49956f8 req-92ca335b-0776-4894-85aa-e20259ff3c57 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0509849 Nov 10 04:26:37.916192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4c3ee8a2-4acf-49d8-8a0d-1c56c49956f8 req-f6e0c7c6-8b0f-45ad-a3b2-4d94a727e9f0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391982 Nov 10 04:26:38.341739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:39.038786 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d5a2-d656-4cf5-83c6-bde5d09cbfa5 req-ef6c66ec-7e92-4584-a2b2-9664b44de22e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:39.040274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d744d5a2-d656-4cf5-83c6-bde5d09cbfa5 req-ef6c66ec-7e92-4584-a2b2-9664b44de22e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0530374 Nov 10 04:26:39.094005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d744d5a2-d656-4cf5-83c6-bde5d09cbfa5 req-b79cb002-4c8c-41d4-ac26-657ad1dea37f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Nov 10 04:26:40.212362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195d2d-bf26-4fea-8c4b-0da6a1133882 req-eb5517d1-f146-42b6-8de0-0ff5d16779d6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:40.213805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8195d2d-bf26-4fea-8c4b-0da6a1133882 req-eb5517d1-f146-42b6-8de0-0ff5d16779d6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Nov 10 04:26:40.263334 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8195d2d-bf26-4fea-8c4b-0da6a1133882 req-b29a3b3e-c757-4cd9-8c1a-982041d6f96a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Nov 10 04:26:40.374022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110823af-9b47-4764-be9d-936750700434 req-6e151219-6017-4ec1-b5c2-942393b6fda9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:40.375609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-110823af-9b47-4764-be9d-936750700434 req-6e151219-6017-4ec1-b5c2-942393b6fda9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0482371 Nov 10 04:26:40.384249 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45108) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:26:40.388597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'floatingip': {'port_id': '7b34e785-022f-4262-90f7-122d11a237b0'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:26:40.428386 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:40.846170 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:40.849751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:40.947582 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 associated. External IP: 172.25.6.168, port: 7b34e785-022f-4262-90f7-122d11a237b0. Nov 10 04:26:41.481116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:26:41.584781 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:26:41.590076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:41.594977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:26:41.603961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:26:41.604779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:26:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:41.617182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4f8edfc6-fd5f-4062-991f-2ee915cd85ba tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "PUT /v2.0/floatingips/02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 HTTP/1.1" status: 200 len: 991 time: 1.2318547 Nov 10 04:26:41.617772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:26:41.620170 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d87eb-8512-486f-9027-939294a7803a" -d '{"events": [{"name": "network-changed", "server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "tag": "7b34e785-022f-4262-90f7-122d11a237b0"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:26:41.660711 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c31f8-ae3a-431c-b1eb-f1f6196efd25 x-openstack-request-id: req-c97c31f8-ae3a-431c-b1eb-f1f6196efd25 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:26:41.661124 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "tag": "7b34e785-022f-4262-90f7-122d11a237b0", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:26:41.661502 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c97c31f8-ae3a-431c-b1eb-f1f6196efd25 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:26:41.661914 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0', 'status': 'completed', 'code': 200} Nov 10 04:26:41.712543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:26:41.754897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d87eb-8512-486f-9027-939294a7803a req-dc66fc2f-c1f6-4d71-9a31-87efdded5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:41.756333 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268d87eb-8512-486f-9027-939294a7803a req-dc66fc2f-c1f6-4d71-9a31-87efdded5eac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1096 time: 0.0419288 Nov 10 04:26:41.858762 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d87eb-8512-486f-9027-939294a7803a req-cad1e3b8-fdc0-4f65-8f64-54aea297991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:41.860241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268d87eb-8512-486f-9027-939294a7803a req-cad1e3b8-fdc0-4f65-8f64-54aea297991a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0959179 Nov 10 04:26:41.926169 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268d87eb-8512-486f-9027-939294a7803a req-8df5d4f2-5776-4456-a08a-c1dfde83b82f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 999 time: 0.0583186 Nov 10 04:26:41.978870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d87eb-8512-486f-9027-939294a7803a req-41e5a562-b6c8-4cc4-b328-8ca7a08054b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:41.980370 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268d87eb-8512-486f-9027-939294a7803a req-41e5a562-b6c8-4cc4-b328-8ca7a08054b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0478411 Nov 10 04:26:42.025964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d87eb-8512-486f-9027-939294a7803a req-c90a62a2-8410-43bb-8896-fd9690a0a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:26:42.027977 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268d87eb-8512-486f-9027-939294a7803a req-c90a62a2-8410-43bb-8896-fd9690a0a997 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412521 Nov 10 04:26:42.092666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '7b34e785-022f-4262-90f7-122d11a237b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:34:d4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246da3e5-2605-458f-9735-66a49fcf8e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:26:40Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:42.118492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:26:42.119860 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268d87eb-8512-486f-9027-939294a7803a req-0ae1d296-2069-4009-ac50-cfa8d3ae56ab service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852385 Nov 10 04:26:42.127427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:26:42.128014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:26:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:42.210963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268d87eb-8512-486f-9027-939294a7803a req-d4f2513a-6703-4356-ae6f-03cac7ec85e0 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833318 Nov 10 04:26:42.233487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:26:42.458630 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '7b34e785-022f-4262-90f7-122d11a237b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:34:d4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246da3e5-2605-458f-9735-66a49fcf8e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:26:40Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:26:42.484404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385feb4-3ef9-4338-9423-8bb079180b03 None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '7b34e785-022f-4262-90f7-122d11a237b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:34:d4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246da3e5-2605-458f-9735-66a49fcf8e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:26:40Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:26:42.667070 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4565a174-46f4-4042-b562-637151933f02 None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:26:43.378067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5759001d-23d2-4446-9047-94c02b56e684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:45.708414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a70e88ee-4e39-44ff-83ad-4257f89b04c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:46.857291 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:48.514963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:49.180504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:53.741819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:26:59.806019 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:27:08.336663 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:13.378869 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c4e-164a-4ce6-81e0-f29578a09fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:15.707883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e2af5ed-ba6a-462c-96dd-ee34989b2b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:16.860157 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:18.521631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:19.182262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:23.538217 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-ac0e1c8a-47b0-453f-85d8-87872cdb8db8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417957 Nov 10 04:27:23.641131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-59ef5dc0-7be6-4987-a9f6-bc73915f005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:27:23.642655 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-59ef5dc0-7be6-4987-a9f6-bc73915f005c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1096 time: 0.0449731 Nov 10 04:27:23.745038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-145e0a33-dcb5-4e49-ab80-7be0f007f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:27:23.746537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-145e0a33-dcb5-4e49-ab80-7be0f007f04b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0843787 Nov 10 04:27:23.751104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:23.815026 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-c3e3f721-59f1-4913-ab5a-b55c227e79be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1001 time: 0.0608237 Nov 10 04:27:23.862531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-0427deff-95c2-44d2-8182-72d27eae3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:27:23.863907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-0427deff-95c2-44d2-8182-72d27eae3fb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0422122 Nov 10 04:27:23.908364 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-c13306d2-b466-447b-9501-9d140ac2dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:27:23.909781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-c13306d2-b466-447b-9501-9d140ac2dc4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390139 Nov 10 04:27:23.999795 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-e281452e-5710-4a60-afcd-2a3e47401a83 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Nov 10 04:27:24.089464 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5470ff9a-2e17-4dfd-997c-98abe5b50822 req-efdf111b-c573-4466-85f7-21a285051076 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819860 Nov 10 04:27:36.804632 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:27:38.345470 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:43.380786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23c92740-30ef-4b8a-bf5c-a91751c39758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:45.707453 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3fd92b5f-8439-497e-8a6c-4b23c8241947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:46.863099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:48.521705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:49.183524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:27:53.739691 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:08.340695 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:13.381756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b371b04-96f9-4673-968e-263005597cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:13.803665 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:28:15.707853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-64065208-6a8b-4743-91b9-d898b0a6594f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:16.865715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:18.525502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:19.184932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:19.981409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-8289d315-4c20-4bf3-998a-d121fb982fd3 req-936bfaa6-1041-44a6-a90e-ad739bff4cdf service neutron] (102597) timed out ('10.222.0.24', 35874) {{(pid=102597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:28:23.758654 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:24.571597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-92385ba2-a78d-4b79-ab28-b4f5b1d1eec2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418959 Nov 10 04:28:24.678728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-612c84dd-0f80-4b28-81e8-e918f54c66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:28:24.680191 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-612c84dd-0f80-4b28-81e8-e918f54c66bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1096 time: 0.0474982 Nov 10 04:28:24.781995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-9e9add44-8f3a-49a5-b3e9-1334a7235e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:28:24.783447 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-9e9add44-8f3a-49a5-b3e9-1334a7235e9a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0841157 Nov 10 04:28:24.850654 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-fb88c437-263e-4305-b713-ead46349c84d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1001 time: 0.0603490 Nov 10 04:28:24.898859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-e051bc27-dbf5-4251-a178-f970f2b0e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:28:24.900236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-e051bc27-dbf5-4251-a178-f970f2b0e4b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0428755 Nov 10 04:28:24.944707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-3a888df9-c603-4616-a077-04b609dda658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:28:24.946162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-3a888df9-c603-4616-a077-04b609dda658 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390294 Nov 10 04:28:25.038221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-221de218-d2db-41b2-9ecf-ee2bf22de3bb service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847707 Nov 10 04:28:25.127326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4cf4a248-228e-45f1-9e57-f903e883d0ab req-684411f9-8d20-495d-9b04-87c408b77420 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823598 Nov 10 04:28:38.357582 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:43.381982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-312ebb94-1b79-4672-ae12-e59316319c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:45.707941 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1747c137-73f6-48f5-ab1d-3c1c8bdff333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:46.869103 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:48.528424 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:49.186578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:28:50.803500 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:28:51.926038 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-24159f60-d330-4de4-ac05-08e1036ac9cd req-bf32f4a6-eb34-427a-abde-5e598a87f772 tempest-TestVolumeBootPattern-923105409 tempest-TestVolumeBootPattern-923105409-project] (102597) timed out ('10.222.0.44', 64338) {{(pid=102597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:28:53.758050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:08.351280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:12.483445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83166fdb-557c-408c-824f-360bbff4850e req-97a72e62-3433-4658-851a-066ffb2a609a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:12.484924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83166fdb-557c-408c-824f-360bbff4850e req-97a72e62-3433-4658-851a-066ffb2a609a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.2282660 Nov 10 04:29:12.536743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-83166fdb-557c-408c-824f-360bbff4850e req-eadafb4e-7b0d-4ee3-9a70-de9a7af7dae3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447831 Nov 10 04:29:13.382321 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0b39e9d3-79ca-4dc9-ab94-127ee1e8f0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:13.758796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79ca51-0aba-41c9-9314-f1a2d4c5f17e req-57279c3a-fa4c-419c-b8ff-fc6284e44ce1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:13.760237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa79ca51-0aba-41c9-9314-f1a2d4c5f17e req-57279c3a-fa4c-419c-b8ff-fc6284e44ce1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.1006815 Nov 10 04:29:13.809556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa79ca51-0aba-41c9-9314-f1a2d4c5f17e req-d3e544e2-edb3-41d3-8f41-7a1a9d400ecf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Nov 10 04:29:14.924283 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0af02-2cc3-4166-a1ed-37b8be6c4421 req-b42d714c-4c31-40f3-9604-ed08f0bf8fb0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:14.925758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44c0af02-2cc3-4166-a1ed-37b8be6c4421 req-b42d714c-4c31-40f3-9604-ed08f0bf8fb0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Nov 10 04:29:14.972394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44c0af02-2cc3-4166-a1ed-37b8be6c4421 req-fda56cc5-22bd-45da-86da-e50224f0e01e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Nov 10 04:29:15.711743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fa4da227-0215-4ca2-ad6d-25f0816ffa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:16.088935 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059941e-3640-4462-9c8e-4216f239c214 req-188fb5df-f216-4be1-b0a8-2f8fe8f87725 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:16.090442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a059941e-3640-4462-9c8e-4216f239c214 req-188fb5df-f216-4be1-b0a8-2f8fe8f87725 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0483639 Nov 10 04:29:16.137443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a059941e-3640-4462-9c8e-4216f239c214 req-eba9c2d9-7ec1-4199-afba-bdf2a0fd638c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Nov 10 04:29:16.871285 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:17.259883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bf337-44f8-4108-ad9d-cc12b0fe195a req-bd69b366-c199-42c3-a8a5-84165e453bdd tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:17.261378 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-517bf337-44f8-4108-ad9d-cc12b0fe195a req-bd69b366-c199-42c3-a8a5-84165e453bdd tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0539014 Nov 10 04:29:17.307675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-517bf337-44f8-4108-ad9d-cc12b0fe195a req-dee9e3fe-91a2-426f-a00a-f2941b3fc2c2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401967 Nov 10 04:29:18.422224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e47857-b886-4259-9b14-5d89a0699661 req-36b7f073-f189-493e-a474-d0f494e53b5e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:18.423684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25e47857-b886-4259-9b14-5d89a0699661 req-36b7f073-f189-493e-a474-d0f494e53b5e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0466812 Nov 10 04:29:18.468717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-25e47857-b886-4259-9b14-5d89a0699661 req-4adcd44b-b3ed-41ec-beab-afebf3cd0b6e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384982 Nov 10 04:29:18.531381 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:19.188174 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:19.587398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29421a8f-ccfa-4590-8454-360e89ca27a3 req-059e08fe-105d-4426-9387-02752f687e06 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:19.588886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29421a8f-ccfa-4590-8454-360e89ca27a3 req-059e08fe-105d-4426-9387-02752f687e06 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0516624 Nov 10 04:29:19.635755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29421a8f-ccfa-4590-8454-360e89ca27a3 req-574c1d51-b29b-4c94-b9cd-5f48f0282275 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Nov 10 04:29:20.750063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a5ca3-dc40-4691-b9e2-4fec3367402e req-2194d606-ae10-4541-ba7e-7eccab6ecec0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:20.751544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d6a5ca3-dc40-4691-b9e2-4fec3367402e req-2194d606-ae10-4541-ba7e-7eccab6ecec0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0481358 Nov 10 04:29:20.800314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d6a5ca3-dc40-4691-b9e2-4fec3367402e req-071ea9d1-1592-4c64-bf5b-47e28f967083 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424407 Nov 10 04:29:21.914955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f45b2e-a2ce-45f1-8620-5744aeb5d4d3 req-5d98afd6-4b05-4098-a986-63d2276d1c92 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:21.916391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8f45b2e-a2ce-45f1-8620-5744aeb5d4d3 req-5d98afd6-4b05-4098-a986-63d2276d1c92 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0472348 Nov 10 04:29:21.964794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8f45b2e-a2ce-45f1-8620-5744aeb5d4d3 req-7355b9b2-901a-48a6-a3c0-7d2e1ec4ece5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Nov 10 04:29:23.078904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ebb7a-e50d-40ce-8892-0bf5c901f877 req-6266970a-228e-432d-84a0-627dd61686dd tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:23.080368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e46ebb7a-e50d-40ce-8892-0bf5c901f877 req-6266970a-228e-432d-84a0-627dd61686dd tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0479589 Nov 10 04:29:23.127310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e46ebb7a-e50d-40ce-8892-0bf5c901f877 req-7066a64a-3b66-4932-9e92-4090371ac767 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406337 Nov 10 04:29:23.364924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc1db0-210b-4c1c-8477-33c0f1f29d08 req-5e2f0a7f-753a-4408-9749-c3af087ddef8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:23.366505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7dc1db0-210b-4c1c-8477-33c0f1f29d08 req-5e2f0a7f-753a-4408-9749-c3af087ddef8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0490384 Nov 10 04:29:23.398942 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-4b071a35-0dac-4e2f-9a2d-fb9bef736d89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902700 Nov 10 04:29:23.408852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-8d16ae4d-4977-4e95-ac1f-e8f0478ad04d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:29:23.409807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-8d16ae4d-4977-4e95-ac1f-e8f0478ad04d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052161 Nov 10 04:29:23.416326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b7dc1db0-210b-4c1c-8477-33c0f1f29d08 req-284924f5-5a30-47e5-9c0e-63acc7b1e415 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439658 Nov 10 04:29:23.759558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:24.544125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d871e3-d148-4247-977a-54a10ac90fa8 req-c960d051-a3a0-432d-9657-654693522ec4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:24.545612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4d871e3-d148-4247-977a-54a10ac90fa8 req-c960d051-a3a0-432d-9657-654693522ec4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0573823 Nov 10 04:29:24.584868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-77552dba-7dcd-4072-9ea1-0a72dd969fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:24.586384 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-77552dba-7dcd-4072-9ea1-0a72dd969fb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1096 time: 0.0454628 Nov 10 04:29:24.593603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4d871e3-d148-4247-977a-54a10ac90fa8 req-c65fabb1-67a2-4a42-835a-aa282467a126 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Nov 10 04:29:24.675454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-aebdc831-3993-4dd6-81ee-ba1f9db82602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:24.676931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-aebdc831-3993-4dd6-81ee-ba1f9db82602 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0835557 Nov 10 04:29:24.749693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-153bb8f1-d7a3-42d8-8461-05a473f5692d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1001 time: 0.0659156 Nov 10 04:29:24.798534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-8dc707b6-8b01-48d5-ae26-58654314825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:24.799937 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-8dc707b6-8b01-48d5-ae26-58654314825d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0429659 Nov 10 04:29:24.844580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-204fbfa3-a4ce-43d2-b5da-62542019c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:24.846058 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-204fbfa3-a4ce-43d2-b5da-62542019c828 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393519 Nov 10 04:29:24.856564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-ffdcf66e-87f8-460b-9676-29983a28d7bc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:29:24.857469 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-ffdcf66e-87f8-460b-9676-29983a28d7bc service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047557 Nov 10 04:29:24.947528 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-a0cd4066-0a5e-4440-a1ed-0a84516017da service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829079 Nov 10 04:29:25.036680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-3e72814a-d8f4-49eb-b7b2-7da33f51bd51 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815647 Nov 10 04:29:25.598437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-644cda28-0694-42c0-8ae6-600b5c7c24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:25.600578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-644cda28-0694-42c0-8ae6-600b5c7c24e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1096 time: 0.0411143 Nov 10 04:29:25.716515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-be658a02-1d2d-455a-b9f3-13089ef470ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:25.718022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-be658a02-1d2d-455a-b9f3-13089ef470ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0954020 Nov 10 04:29:25.721471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e0748-69ff-465b-9a2b-f66a110544ce req-0cf0e4cc-614a-4f29-ad43-c712c402f37b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:25.722973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d1e0748-69ff-465b-9a2b-f66a110544ce req-0cf0e4cc-614a-4f29-ad43-c712c402f37b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Nov 10 04:29:25.769930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d1e0748-69ff-465b-9a2b-f66a110544ce req-57940fdd-7164-4459-89c7-c0a87b0963bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Nov 10 04:29:25.790354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-815209d1-e899-4e45-b4e3-4d82cb630ca0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1001 time: 0.0638444 Nov 10 04:29:25.838723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-46385a50-4415-4ee7-9450-37d8898d7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:25.840022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-46385a50-4415-4ee7-9450-37d8898d7545 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0427947 Nov 10 04:29:25.885223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-4cb7177b-e048-4e01-9bc1-3cfdab8a610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:25.886686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-4cb7177b-e048-4e01-9bc1-3cfdab8a610e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381114 Nov 10 04:29:25.976724 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-d0f5ec89-f6e1-44b4-a550-80a4521bb1a5 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822701 Nov 10 04:29:26.066382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f3f38a4-70db-406e-9d4a-35a1380d1e3b req-fe74048f-10f5-44ce-9fc9-6f4ded6fda5c service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812936 Nov 10 04:29:26.887139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40754-2a0c-4a19-8408-29140916dd28 req-91b0d732-cf66-4641-b82c-6ccd9cd012da tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:26.888492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1d40754-2a0c-4a19-8408-29140916dd28 req-91b0d732-cf66-4641-b82c-6ccd9cd012da tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0475039 Nov 10 04:29:26.941386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1d40754-2a0c-4a19-8408-29140916dd28 req-0e871f98-5430-4006-bf4d-4c5b82bed7c4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469067 Nov 10 04:29:27.167561 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-f375caff-27cc-4860-98a0-4b7bc1b33222 service neutron] show failed (client error): The resource could not be found. Nov 10 04:29:27.168471 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-f375caff-27cc-4860-98a0-4b7bc1b33222 service neutron] 10.222.0.11 "GET /v2.0/ports/7b34e785-022f-4262-90f7-122d11a237b0/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0535333 Nov 10 04:29:27.422970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-519b29c5-76db-44ae-bc71-4415fb6f5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:27.424386 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-519b29c5-76db-44ae-bc71-4415fb6f5b74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 1096 time: 0.0966535 Nov 10 04:29:27.435734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-a82a6d18-892b-44e3-bdd8-ba054d6ceeb0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:29:27.436651 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-a82a6d18-892b-44e3-bdd8-ba054d6ceeb0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049868 Nov 10 04:29:27.448081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:29:27.501156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:27.704241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:27.738215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:29:27.785337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:29:27.787679 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a7694-860d-453b-96ae-6109f92381ce" -d '{"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-unplugged", "status": "completed", "tag": "7b34e785-022f-4262-90f7-122d11a237b0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:29:27.791923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:27.803509 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:29:27.809651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Transition to ACTIVE for port object 7b34e785-022f-4262-90f7-122d11a237b0 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:29:27.813600 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:27.896382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:27.907318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.907667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.908008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.908343 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.908674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.909002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.909329 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.909654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.910031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.910631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.911396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.911715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:27.920106 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440e260-c465-406f-9b1a-5a4c94a69a0e x-openstack-request-id: req-1440e260-c465-406f-9b1a-5a4c94a69a0e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:29:27.920405 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-unplugged", "status": "completed", "tag": "7b34e785-022f-4262-90f7-122d11a237b0", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:29:27.920655 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1440e260-c465-406f-9b1a-5a4c94a69a0e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:29:27.921046 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0', 'code': 200} Nov 10 04:29:27.954473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] No DVR routers for this DVR port 7b34e785-022f-4262-90f7-122d11a237b0 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:29:28.088612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b588b6-9853-4bdf-b5e6-f1840e19951d req-4180d0ab-6459-42ac-b475-3bc51c5b8853 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:28.090478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65b588b6-9853-4bdf-b5e6-f1840e19951d req-4180d0ab-6459-42ac-b475-3bc51c5b8853 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 943 time: 0.0659359 Nov 10 04:29:28.103382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:29:28.103716 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:29:28.104045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:29:28.108768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Port 7b34e785-022f-4262-90f7-122d11a237b0 on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:29:28.109086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Attempting to bind port 7b34e785-022f-4262-90f7-122d11a237b0 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:29:28.114350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:29:28.114630 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:29:28.115646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:29:28.116093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Bound port: 7b34e785-022f-4262-90f7-122d11a237b0, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:29:28.116429 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:28.138663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-65b588b6-9853-4bdf-b5e6-f1840e19951d req-c470cd1a-9f65-4801-a4ba-ec8020ff9be3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Nov 10 04:29:28.181170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:29:28.184374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:29:28.188867 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:28.230318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:28.230946 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:28.232867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1091 time: 0.7880197 Nov 10 04:29:28.256790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e12678-0f3d-4022-b8da-01622ec987c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:28.305138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-5fbba564-9fec-473f-a3d4-e8e6d47e1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:28.306766 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-5fbba564-9fec-473f-a3d4-e8e6d47e1f22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1094 time: 0.0434687 Nov 10 04:29:28.403037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-ed89fc34-fd5f-4326-8407-ead2ff4e2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:28.404506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-ed89fc34-fd5f-4326-8407-ead2ff4e2697 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0909226 Nov 10 04:29:28.467996 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-580b0b5e-0f23-4218-8394-935e97bbecba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 999 time: 0.0565884 Nov 10 04:29:28.519401 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-20d59379-4b18-4b1f-a17c-8edbd16595fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:28.520850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-20d59379-4b18-4b1f-a17c-8edbd16595fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0467985 Nov 10 04:29:28.565405 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-50fa9f62-8fa4-4fc7-9f67-588f02d06adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:28.566867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-50fa9f62-8fa4-4fc7-9f67-588f02d06adf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386612 Nov 10 04:29:28.655836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-872da7e0-c296-4a05-91c5-0f4d3ffb1e22 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815592 Nov 10 04:29:28.747229 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8d1ec61e-157a-4237-877d-fb91dea43674 req-aeddb4db-2cd8-4d42-bd80-044a55d0f6bd service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Nov 10 04:29:29.256577 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f19fc-964c-4d4d-9e43-e66ccd53dc78 req-60edfcc6-cb10-44e3-b562-c40552d0ae96 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:29.258066 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d4f19fc-964c-4d4d-9e43-e66ccd53dc78 req-60edfcc6-cb10-44e3-b562-c40552d0ae96 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 943 time: 0.0479441 Nov 10 04:29:29.303466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d4f19fc-964c-4d4d-9e43-e66ccd53dc78 req-d86d6143-287a-4eba-bc66-3b34063eb3bc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393775 Nov 10 04:29:29.922561 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:29:29.924858 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7812199-3fa0-40d6-b313-30e4d2aa47fe" -d '{"events": [{"name": "network-changed", "server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "tag": "7b34e785-022f-4262-90f7-122d11a237b0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:29:29.982312 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb53ef42-a2fa-4547-95fc-fa14b00f3305 x-openstack-request-id: req-eb53ef42-a2fa-4547-95fc-fa14b00f3305 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:29:29.982599 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "tag": "7b34e785-022f-4262-90f7-122d11a237b0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:29:29.982843 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb53ef42-a2fa-4547-95fc-fa14b00f3305 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:29:29.983263 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0', 'status': 'completed', 'code': 200} Nov 10 04:29:30.069781 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-37f6d1d3-95f3-4379-9607-7ed04774a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.071325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-37f6d1d3-95f3-4379-9607-7ed04774a054 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1094 time: 0.0672758 Nov 10 04:29:30.078181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-1f239e0e-18c1-48fc-a218-e9f2dc4c3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.079854 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-1f239e0e-18c1-48fc-a218-e9f2dc4c3fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1094 time: 0.0502729 Nov 10 04:29:30.096704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:29:30.137089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:29:30.234735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-465f9fcd-eab7-4442-9f0a-67d90a308a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.236160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-465f9fcd-eab7-4442-9f0a-67d90a308a86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1554921 Nov 10 04:29:30.237175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-d8e1239f-5ade-4656-89b3-e63baffa251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.238463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-d8e1239f-5ade-4656-89b3-e63baffa251c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1497021 Nov 10 04:29:30.431314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12345e8f-f464-427c-b76f-f93014d98296 req-507d5c86-9f44-4cb5-a816-7c0e2fa57131 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.432915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12345e8f-f464-427c-b76f-f93014d98296 req-507d5c86-9f44-4cb5-a816-7c0e2fa57131 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 943 time: 0.0548844 Nov 10 04:29:30.484188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12345e8f-f464-427c-b76f-f93014d98296 req-425abfb2-97bd-471a-8e86-550beaf703ac tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443444 Nov 10 04:29:30.627598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-b622333e-95ac-47b4-9f01-873e072c3e67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 999 time: 0.3837373 Nov 10 04:29:30.633628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-a5f2aa55-7f41-4776-992b-b74baea76bc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 999 time: 0.3840256 Nov 10 04:29:30.686241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db715ab1-16bd-4030-8588-698e1864a3b9 req-7fa3f160-4d37-4b8a-ae20-4129444158a8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.688279 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db715ab1-16bd-4030-8588-698e1864a3b9 req-7fa3f160-4d37-4b8a-ae20-4129444158a8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 943 time: 0.0488002 Nov 10 04:29:30.736357 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db715ab1-16bd-4030-8588-698e1864a3b9 req-295ec6a4-cbe7-414f-b99b-c0b3869f5ac4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Nov 10 04:29:30.739707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-dc9c2221-09ea-4801-aab4-9b1d4416a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.741172 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-dc9c2221-09ea-4801-aab4-9b1d4416a5d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.1059937 Nov 10 04:29:30.746122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-be210037-1aa8-45ea-ab6e-bfda7b467223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.747503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-be210037-1aa8-45ea-ab6e-bfda7b467223 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.1042321 Nov 10 04:29:30.811482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c378b-fda9-438d-965b-e569146690bc req-d746ab76-1c94-40bb-8d4f-9a6ef7589b91 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.812891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-d746ab76-1c94-40bb-8d4f-9a6ef7589b91 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69&tenant_id=f6508216512341d3af4b91f5a1cb3e08&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 943 time: 0.1266549 Nov 10 04:29:30.851876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-e7b0fa9b-fef5-4119-afe1-a76f3414c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.853315 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-e7b0fa9b-fef5-4119-afe1-a76f3414c808 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043754 Nov 10 04:29:30.857247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-9da67bb5-a2d9-4a6c-9f52-7ad641b42c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:30.858585 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-9da67bb5-a2d9-4a6c-9f52-7ad641b42c32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983381 Nov 10 04:29:30.988427 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-9f6c378b-fda9-438d-965b-e569146690bc req-1e682169-3299-46c2-90cb-960547206073 service neutron] delete failed (client error): The resource could not be found. Nov 10 04:29:30.989490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-1e682169-3299-46c2-90cb-960547206073 service neutron] 10.222.0.11 "DELETE /v2.0/ports/7b34e785-022f-4262-90f7-122d11a237b0/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.1679597 Nov 10 04:29:31.029806 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-b31a00b5-2721-4f1b-8229-b45e6418ff3f service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688478 Nov 10 04:29:31.047702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-d69cfae5-02d7-4a91-bbcc-7261072b14d2 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778204 Nov 10 04:29:31.058735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:29:31.153629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:31.165150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '7b34e785-022f-4262-90f7-122d11a237b0', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': '7b34e785-022f-4262-90f7-122d11a237b0', 'mac_address': 'fa:16:3e:34:d4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:29:31.189190 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-7fded1e0-d712-43aa-b2a2-f93c9968003b service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526341 Nov 10 04:29:31.192558 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a7812199-3fa0-40d6-b313-30e4d2aa47fe req-37f2f931-c7cd-4654-8968-99537ca1810a service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354904 Nov 10 04:29:31.201247 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:31.214610 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b34e785-022f-4262-90f7-122d11a237b0 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:29:31.234321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:31.237982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:31.284108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:31.292087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.292426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.292758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.293087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.293413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.293734 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.294081 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.294402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.294718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.295035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.295351 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.295666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:29:31.327066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c378b-fda9-438d-965b-e569146690bc req-8f65f9c1-5c08-4e5f-ac18-7327b51e2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:31.328569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-8f65f9c1-5c08-4e5f-ac18-7327b51e2dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1095 time: 0.0421624 Nov 10 04:29:31.422613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c378b-fda9-438d-965b-e569146690bc req-16f1a6a2-7cac-4463-b830-f7b0fcda587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:31.424096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-16f1a6a2-7cac-4463-b830-f7b0fcda587f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0889759 Nov 10 04:29:31.477322 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['7b34e785-022f-4262-90f7-122d11a237b0'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:29:31.491809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-a7627db7-bb58-440b-b979-25b34f4c0e40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1000 time: 0.0602214 Nov 10 04:29:31.546513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c378b-fda9-438d-965b-e569146690bc req-def60824-c75a-4c39-b63b-5b2b00800629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:31.547898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-def60824-c75a-4c39-b63b-5b2b00800629 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0491095 Nov 10 04:29:31.595443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c378b-fda9-438d-965b-e569146690bc req-011ea7fd-279e-4ec1-812a-45676dccaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:31.596970 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-011ea7fd-279e-4ec1-812a-45676dccaa2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402892 Nov 10 04:29:31.688231 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-bcbb1db6-ddf7-4ee8-ae77-dd74b79a4ba9 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841701 Nov 10 04:29:31.775075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-d6be9c51-f1af-4924-8138-a8cfa96a9875 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800142 Nov 10 04:29:31.858849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68442bc9-6742-4a10-9275-b18ee77055eb req-4e8d23ba-b446-4d7a-a77d-c3c836658f8c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:31.860255 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68442bc9-6742-4a10-9275-b18ee77055eb req-4e8d23ba-b446-4d7a-a77d-c3c836658f8c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 944 time: 0.0522449 Nov 10 04:29:31.910196 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68442bc9-6742-4a10-9275-b18ee77055eb req-f5a16827-92ac-4a88-85a8-f7748d583274 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438893 Nov 10 04:29:33.036333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735711-0559-4af4-9e23-0f50ccee1a2c req-6f918c4b-9b8b-4146-b10a-c28af4c02ed4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:33.039545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23735711-0559-4af4-9e23-0f50ccee1a2c req-6f918c4b-9b8b-4146-b10a-c28af4c02ed4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 944 time: 0.0598385 Nov 10 04:29:33.073423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:29:33.087845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23735711-0559-4af4-9e23-0f50ccee1a2c req-253895bb-006f-4305-980e-6ec7fa5e08ab tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Nov 10 04:29:33.122303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 7b34e785-022f-4262-90f7-122d11a237b0 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:29:33.126420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 7b34e785-022f-4262-90f7-122d11a237b0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:29:33.126794 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:33.204707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec45a7f-7795-4b88-9138-006f578f5a54 req-68a8619b-6993-44a7-9d8a-aae28a378df2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:33.205336 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:33.206300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ec45a7f-7795-4b88-9138-006f578f5a54 req-68a8619b-6993-44a7-9d8a-aae28a378df2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 944 time: 0.0487871 Nov 10 04:29:33.228751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:29:33.231004 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda2305-fcee-49cc-9904-ba050ecd82e1" -d '{"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-plugged", "status": "completed", "tag": "7b34e785-022f-4262-90f7-122d11a237b0"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:29:33.243795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:33.247886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:33.260671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ec45a7f-7795-4b88-9138-006f578f5a54 req-ddb8cee3-f91f-452f-90c6-1b23b539ff7d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478461 Nov 10 04:29:33.276758 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfc8e71-0db4-4dfc-a83c-800e070e2b2b x-openstack-request-id: req-7cfc8e71-0db4-4dfc-a83c-800e070e2b2b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:29:33.277048 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-plugged", "status": "completed", "tag": "7b34e785-022f-4262-90f7-122d11a237b0", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:29:33.277291 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cfc8e71-0db4-4dfc-a83c-800e070e2b2b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:29:33.277676 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0', 'code': 200} Nov 10 04:29:33.298965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:33.462308 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c4e5-1444-428f-a0d5-45957aca535a req-c8c597c3-5f4c-4728-91aa-d7c083e829cc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:33.463733 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e36c4e5-1444-428f-a0d5-45957aca535a req-c8c597c3-5f4c-4728-91aa-d7c083e829cc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Nov 10 04:29:33.492896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-8f97c83e-410c-41f7-9a28-6ad780d5ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:33.494400 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-8f97c83e-410c-41f7-9a28-6ad780d5ed98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 1096 time: 0.0413885 Nov 10 04:29:33.511916 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e36c4e5-1444-428f-a0d5-45957aca535a req-f25a4289-89ee-4889-98d0-81d7ba32cd64 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Nov 10 04:29:33.590088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-86030c59-1b5d-463d-93e9-14b7d5582b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:33.591561 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-86030c59-1b5d-463d-93e9-14b7d5582b91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0904622 Nov 10 04:29:33.657015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-4f452793-026a-41cf-a429-0c2de000479a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 200 len: 1001 time: 0.0571835 Nov 10 04:29:33.709510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-0b9b461c-035d-478b-a742-cb92054e0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:33.710993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-0b9b461c-035d-478b-a742-cb92054e0f4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0468042 Nov 10 04:29:33.754975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-65d3cdcf-6021-4cbe-89be-1f50adda0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:33.757002 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-65d3cdcf-6021-4cbe-89be-1f50adda0278 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397093 Nov 10 04:29:33.847118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-8666be7e-604f-4daa-a083-fd751bc5134a service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834534 Nov 10 04:29:33.938425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-59fd7d1f-bf8c-4cf3-9b7d-4c30637765dc req-6b7275f1-ee86-45d1-bec5-84697ea747fd service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846713 Nov 10 04:29:34.631118 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5323e-f0bf-4381-83b0-6ccc0bc5901f req-f4badece-658f-4244-a5db-177998bc1eb8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:34.632643 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92d5323e-f0bf-4381-83b0-6ccc0bc5901f req-f4badece-658f-4244-a5db-177998bc1eb8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0481303 Nov 10 04:29:34.679051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-92d5323e-f0bf-4381-83b0-6ccc0bc5901f req-555dc3e3-ca8a-4b01-b94f-79d05464cce4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Nov 10 04:29:34.760473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-73553655-6eff-4333-8e09-a2527b89bad1 req-a2e2b4c4-d2c8-45b1-b380-a555929c8fae service neutron] (102596) timed out ('10.222.0.24', 59794) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:29:34.915495 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bcf4f-a901-4de3-94a7-320f339a6587 req-30a2f630-3138-4cf6-9650-6e165c186ee3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:34.916963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a5bcf4f-a901-4de3-94a7-320f339a6587 req-30a2f630-3138-4cf6-9650-6e165c186ee3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0528879 Nov 10 04:29:34.963351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a5bcf4f-a901-4de3-94a7-320f339a6587 req-54f16c3f-db7a-45b0-b04d-2d1ae298c3d2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Nov 10 04:29:36.078398 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540411-088d-438a-8101-83317bcb58e5 req-18c61833-23a1-4aff-bc29-9393ac64ba70 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:36.079989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2540411-088d-438a-8101-83317bcb58e5 req-18c61833-23a1-4aff-bc29-9393ac64ba70 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0474453 Nov 10 04:29:36.128444 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2540411-088d-438a-8101-83317bcb58e5 req-0cf09c86-02b8-4901-abfd-83126fc6de18 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Nov 10 04:29:36.150691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-f347a7df-ad9d-4ce8-ab85-7c63c7e7f8cb tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:36.152133 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-f347a7df-ad9d-4ce8-ab85-7c63c7e7f8cb tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/ports?device_id=246da3e5-2605-458f-9735-66a49fcf8e69 HTTP/1.1" status: 200 len: 945 time: 0.0495660 Nov 10 04:29:36.241849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Deleting port 7b34e785-022f-4262-90f7-122d11a237b0 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:29:36.242136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:36.328434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] For port 7b34e785-022f-4262-90f7-122d11a237b0, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=7b34e785-022f-4262-90f7-122d11a237b0,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:36.328790 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:36.499666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:36.499943 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:36.500265 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 disassociated. External IP: 172.25.6.168, port: 7b34e785-022f-4262-90f7-122d11a237b0. Nov 10 04:29:36.500604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Calling delete_port for 7b34e785-022f-4262-90f7-122d11a237b0 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:29:36.626587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:36.658739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event deleted for resources: {'Port': ['ID=7b34e785-022f-4262-90f7-122d11a237b0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:36.774623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:29:36.887044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:29:36.897023 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:29:36.906977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:29:36.907574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:29:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:36.929568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] No DVR routers for this DVR port 7b34e785-022f-4262-90f7-122d11a237b0 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:29:36.932446 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:36.939849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b5d4fbe2-a175-4d80-ac54-5a8680a687c4 req-7fb8be22-54d4-4d8f-9975-d3d74bfa4f6b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "DELETE /v2.0/ports/7b34e785-022f-4262-90f7-122d11a237b0 HTTP/1.1" status: 204 len: 173 time: 0.7776530 Nov 10 04:29:36.941202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-deleted', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:29:36.943678 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0366a6-f189-4049-9b10-20c0e03f7acf" -d '{"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-deleted", "tag": "7b34e785-022f-4262-90f7-122d11a237b0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:29:36.983371 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e8b83b-da21-4bfa-8290-13b8e3e61d72 x-openstack-request-id: req-f4e8b83b-da21-4bfa-8290-13b8e3e61d72 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:29:36.983735 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246da3e5-2605-458f-9735-66a49fcf8e69", "name": "network-vif-deleted", "tag": "7b34e785-022f-4262-90f7-122d11a237b0", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:29:36.984049 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4e8b83b-da21-4bfa-8290-13b8e3e61d72 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:29:36.984507 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246da3e5-2605-458f-9735-66a49fcf8e69', 'name': 'network-vif-deleted', 'tag': '7b34e785-022f-4262-90f7-122d11a237b0', 'status': 'completed', 'code': 200} Nov 10 04:29:37.021859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:29:37.232376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:37.258490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:29:37.267163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:29:37.267749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:29:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:37.372768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:29:37.434535 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-79b1d89f-aed4-4ffc-af7e-b89e5aa510c2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1460958629&fields=id&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 267 time: 0.0422242 Nov 10 04:29:37.547902 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-bd839354-c3a6-4408-bb44-63be5fb3cdc8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:37.549327 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-bd839354-c3a6-4408-bb44-63be5fb3cdc8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.1091788 Nov 10 04:29:37.565217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-79e2f847-6de1-455c-ae6e-8f47c6521396 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/quotas/f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 375 time: 0.0093989 Nov 10 04:29:37.621046 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b5ab13e5-597f-4183-a86d-c235c6584211 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481641 Nov 10 04:29:37.731404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:37.757698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d35b829-889a-42ff-8934-cb244ca1e8bb None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:29:37.767407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-d3367e1b-169b-4371-8a06-9300c4132d43 service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340327 Nov 10 04:29:37.859179 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-ca1037e7-dcc5-43e1-9c5b-790398ad079d service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Nov 10 04:29:38.007819 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c4f8c4-f005-4b02-ba19-535a0bb721bd None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:29:38.033731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4fcaff5-9757-4e8c-88b8-d82f93789577 req-a78ec0ad-b9d2-42cc-bf4e-4bd212a17eb5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 210 time: 0.0337963 Nov 10 04:29:38.354720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:39.105194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:29:39.129526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b91e5e99-2fee-4ae3-9ba8-37024d2d01cc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:39.132022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b91e5e99-2fee-4ae3-9ba8-37024d2d01cc tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.1158929 Nov 10 04:29:39.134649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 7b34e785-022f-4262-90f7-122d11a237b0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:29:39.134996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 7b34e785-022f-4262-90f7-122d11a237b0 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:29:39.143317 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23b69849-9f47-49fe-8a36-2190a2045665 req-9f8f79f8-05c8-4d2a-8087-ad2fd13aa1f3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 210 time: 0.0290322 Nov 10 04:29:39.201879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-a6aa7bc6-f79b-4dc6-94f5-87b4fba118d8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 380 time: 0.0548911 Nov 10 04:29:39.228037 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'port': {'device_id': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'admin_state_up': True, 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'security_groups': ['e105b172-95fc-4a95-9e25-c0ff2327a20f']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:29:39.337890 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Made reservation on behalf of f6508216512341d3af4b91f5a1cb3e08 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:29:39.341281 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:39.472232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Allocated IP 172.20.0.14 (4154148c-76b4-4464-b050-740c2f1c52ac/9f66ce7e-e1be-4578-9681-ac6f12b5153f/8065d264-96ab-4091-8100-78d645ce730d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:29:39.606034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:39.639554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:39.683827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Network 4154148c-76b4-4464-b050-740c2f1c52ac is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:29:39.688710 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:29:39.690959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:29:39.723067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:39.757709 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:39.758365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:39.774781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-3019e8c6-47af-4725-bde1-1d2706cc3add tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507507 Nov 10 04:29:39.792747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Request body: {'port': {'device_id': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:29:39.848040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:39.977427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-13026f45-c956-40f6-8060-63583fc40317 None None] Provisioning complete for port 8065d264-96ab-4091-8100-78d645ce730d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:29:39.978028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-13026f45-c956-40f6-8060-63583fc40317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:40.014647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-13026f45-c956-40f6-8060-63583fc40317 None None] Port 8065d264-96ab-4091-8100-78d645ce730d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:29:40.116099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8065d264-96ab-4091-8100-78d645ce730d {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:29:40.125595 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:40.139590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Transition to ACTIVE for port object 8065d264-96ab-4091-8100-78d645ce730d will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:29:40.143037 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:40.195283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:40.268744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:29:40.269133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:29:40.269404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:29:40.273849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:29:40.273994 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224690-0580-4a2d-b244-08922d8f1267 req-8ae608a8-0ce9-46ea-8e8d-b8c9a2a49088 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:40.274436 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:29:40.275420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61224690-0580-4a2d-b244-08922d8f1267 req-8ae608a8-0ce9-46ea-8e8d-b8c9a2a49088 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0568619 Nov 10 04:29:40.278993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:29:40.279327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:29:40.279713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:29:40.280132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Bound port: 8065d264-96ab-4091-8100-78d645ce730d, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:29:40.280486 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:40.329133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61224690-0580-4a2d-b244-08922d8f1267 req-f8bb02fa-3479-4550-9bc8-efd196130b72 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Nov 10 04:29:40.348301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:29:40.352334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:29:40.355969 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:40.389728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:40.390373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:40.391717 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] 10.222.0.11 "PUT /v2.0/ports/8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1092 time: 0.6034956 Nov 10 04:29:40.392154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:29:40.394399 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:29:40.422609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9c74-085d-488c-90a5-d15d33e82861 service neutron] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:40.449129 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b2b61e-7233-413f-9432-f4a76d4f83a8 x-openstack-request-id: req-f8b2b61e-7233-413f-9432-f4a76d4f83a8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:29:40.449427 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:29:40.449685 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8b2b61e-7233-413f-9432-f4a76d4f83a8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:29:40.450321 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d', 'status': 'completed', 'code': 200} Nov 10 04:29:40.511091 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-89a91322-d825-4564-bf76-fa2de7b31803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:40.512737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-89a91322-d825-4564-bf76-fa2de7b31803 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1095 time: 0.0432777 Nov 10 04:29:40.564856 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-8f94e549-2572-40d9-ac16-395aa8746160 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 217 time: 0.0385444 Nov 10 04:29:40.615622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-af76c385-6eb9-4ad4-9f77-b600bc304fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:40.617095 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-af76c385-6eb9-4ad4-9f77-b600bc304fa9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0452852 Nov 10 04:29:40.663019 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243063-a145-4f12-b004-79da9b6e81d5 req-f74101d8-2392-443d-bcb9-caa8ca3a034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:40.664421 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-f74101d8-2392-443d-bcb9-caa8ca3a034c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402944 Nov 10 04:29:40.756572 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-44c5abee-4814-4b7c-bb88-f333c8f9af0f service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851564 Nov 10 04:29:40.843404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-95243063-a145-4f12-b004-79da9b6e81d5 req-8af54ffe-a424-4b46-88c1-8c3087a22537 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799351 Nov 10 04:29:40.977039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-d3e46a84-602e-4208-80e6-b26b190f4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:40.978582 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-d3e46a84-602e-4208-80e6-b26b190f4f2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1095 time: 0.0412722 Nov 10 04:29:41.073539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-f8ae67be-34ec-4754-8fe4-120b838965fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:41.075034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-f8ae67be-34ec-4754-8fe4-120b838965fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0896354 Nov 10 04:29:41.115923 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-0ae945de-5d17-4e3c-b3f8-a6e43efb3b76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 217 time: 0.0333495 Nov 10 04:29:41.167892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-49f7e73a-8d4d-48f4-ac5a-eeb5c576e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:41.169330 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-49f7e73a-8d4d-48f4-ac5a-eeb5c576e850 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0464950 Nov 10 04:29:41.215378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-23c7a201-d722-4c01-a5fa-2bdc71ea734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:41.216825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-23c7a201-d722-4c01-a5fa-2bdc71ea734e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400319 Nov 10 04:29:41.309098 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-62d0eec8-2ff5-4bb5-9de5-7af4155ccb86 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848098 Nov 10 04:29:41.398887 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-260a6ee9-09a2-412d-a0b9-c93f5b361e6e req-a45ba17d-08cd-498c-b921-3bfce81d6b0f service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821745 Nov 10 04:29:41.452849 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b329ca-aa65-463c-8c70-5fe6c2e32f60 req-dfb9d929-766c-4838-bad3-aa9c4724eef5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:41.454351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29b329ca-aa65-463c-8c70-5fe6c2e32f60 req-dfb9d929-766c-4838-bad3-aa9c4724eef5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0523520 Nov 10 04:29:41.505235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29b329ca-aa65-463c-8c70-5fe6c2e32f60 req-d96ee830-44ea-4a9d-8607-0ea381517390 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Nov 10 04:29:42.622173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745e96a-0cd7-4265-8639-4e779bc5a419 req-897f3407-8bd0-468e-b9e9-2cb7eedfb40d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:42.623624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4745e96a-0cd7-4265-8639-4e779bc5a419 req-897f3407-8bd0-468e-b9e9-2cb7eedfb40d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0489428 Nov 10 04:29:42.670675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4745e96a-0cd7-4265-8639-4e779bc5a419 req-5d8bce1f-5868-4e94-9a1f-81471b4c9f8f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Nov 10 04:29:43.383471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d273ac60-f99d-4cec-8823-cbcf7152f181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:43.787435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3876-e430-4df9-9a04-0201c20407b3 req-8e44fcad-ee5e-43fb-9f60-e81580e0a21e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:43.788907 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-031b3876-e430-4df9-9a04-0201c20407b3 req-8e44fcad-ee5e-43fb-9f60-e81580e0a21e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0482390 Nov 10 04:29:43.834147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-031b3876-e430-4df9-9a04-0201c20407b3 req-a52d87ed-fbd0-4d34-ae95-a60670a43488 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393069 Nov 10 04:29:44.153353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:29:44.246718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:44.258204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '8065d264-96ab-4091-8100-78d645ce730d', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': '8065d264-96ab-4091-8100-78d645ce730d', 'mac_address': 'fa:16:3e:d7:f6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:29:44.293626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:44.305522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8065d264-96ab-4091-8100-78d645ce730d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:29:44.325290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:44.329120 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:44.375239 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:44.739518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['8065d264-96ab-4091-8100-78d645ce730d'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:29:44.955944 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830179-dcc5-4b53-9a38-c5b9c1f72eb1 req-cd77eecd-130e-46dd-bea6-e0201cf7efce tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:44.957397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1830179-dcc5-4b53-9a38-c5b9c1f72eb1 req-cd77eecd-130e-46dd-bea6-e0201cf7efce tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0514224 Nov 10 04:29:45.003815 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1830179-dcc5-4b53-9a38-c5b9c1f72eb1 req-6c1b792a-a6df-46fc-9b1a-ef927ee009e0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402930 Nov 10 04:29:45.713423 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a35d914c-9b8e-49ab-b59f-f63003be616e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:46.120221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a32e1e-d7a7-4fca-abde-729eeba9d4d5 req-4e16b056-e4b7-4093-a4d5-2d22ed3913a4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:46.121659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2a32e1e-d7a7-4fca-abde-729eeba9d4d5 req-4e16b056-e4b7-4093-a4d5-2d22ed3913a4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0484529 Nov 10 04:29:46.169679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2a32e1e-d7a7-4fca-abde-729eeba9d4d5 req-e605cdd1-e36c-47c9-a9e2-5feb8c02bf1f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416374 Nov 10 04:29:46.175962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:29:46.226346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 8065d264-96ab-4091-8100-78d645ce730d completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:29:46.230092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 8065d264-96ab-4091-8100-78d645ce730d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:29:46.230458 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:46.304577 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:46.325992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8065d264-96ab-4091-8100-78d645ce730d'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:29:46.328202 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da5aea-ed5c-4780-a588-1a135f8e5fe3" -d '{"events": [{"server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "name": "network-vif-plugged", "status": "completed", "tag": "8065d264-96ab-4091-8100-78d645ce730d"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:29:46.341765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:29:46.345784 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:46.368559 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3100b3-c6ca-45c2-b9b1-8844c2ea585a x-openstack-request-id: req-9c3100b3-c6ca-45c2-b9b1-8844c2ea585a {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:29:46.368823 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "name": "network-vif-plugged", "status": "completed", "tag": "8065d264-96ab-4091-8100-78d645ce730d", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:29:46.369067 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c3100b3-c6ca-45c2-b9b1-8844c2ea585a {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:29:46.369450 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8065d264-96ab-4091-8100-78d645ce730d', 'code': 200} Nov 10 04:29:46.397943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:29:46.489644 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585abb0-8af9-4a0c-9dbe-452c50096693 req-a089cd95-789b-4d91-9d56-bdfac9a886b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:46.491656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2585abb0-8af9-4a0c-9dbe-452c50096693 req-a089cd95-789b-4d91-9d56-bdfac9a886b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0403681 Nov 10 04:29:46.536920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2585abb0-8af9-4a0c-9dbe-452c50096693 req-4c1dc7c0-fad3-4e29-8836-e943f6ef8dde service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360761 Nov 10 04:29:46.875453 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:47.283431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a99e-3aa3-4989-8331-644ebbf4d8e9 req-5ac136c9-6de7-4efc-918d-24b25adaf333 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:47.284861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b35a99e-3aa3-4989-8331-644ebbf4d8e9 req-5ac136c9-6de7-4efc-918d-24b25adaf333 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0465536 Nov 10 04:29:47.333033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b35a99e-3aa3-4989-8331-644ebbf4d8e9 req-6da1ddec-6b11-44f6-acda-e0ec2a4b4b6f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Nov 10 04:29:48.467190 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844941f9-9d78-4e27-9b0f-24633f5fd187 req-910cb405-2b72-468d-887a-fce04754ea5e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:48.468678 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-844941f9-9d78-4e27-9b0f-24633f5fd187 req-910cb405-2b72-468d-887a-fce04754ea5e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0553005 Nov 10 04:29:48.515609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-844941f9-9d78-4e27-9b0f-24633f5fd187 req-1c228ada-84d0-42f7-88dd-9ec03fab71ce tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Nov 10 04:29:48.534613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:48.629272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2314cf-4c5f-47cc-9ddb-ef5949d37346 req-e40e377a-fb37-4e23-bceb-058aef5e4e62 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:48.630690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2314cf-4c5f-47cc-9ddb-ef5949d37346 req-e40e377a-fb37-4e23-bceb-058aef5e4e62 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0478525 Nov 10 04:29:48.640125 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 45630) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:29:48.644359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'floatingip': {'port_id': '8065d264-96ab-4091-8100-78d645ce730d'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:29:48.685283 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:49.117225 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:49.120933 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:49.191332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:49.218088 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 associated. External IP: 172.25.6.168, port: 8065d264-96ab-4091-8100-78d645ce730d. Nov 10 04:29:49.434752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:29:49.544136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:29:49.549102 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:29:49.554208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:29:49.566006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:29:49.566618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:29:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:49.576178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3d36d58b-3f0b-4142-8a1a-d91106e91ea8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "PUT /v2.0/floatingips/02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 HTTP/1.1" status: 200 len: 992 time: 0.9350319 Nov 10 04:29:49.577083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:29:49.579860 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb29b5-bc36-4680-a5cb-9925154321ce" -d '{"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:29:49.680433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:29:49.683469 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa750ca-7273-4fd0-b8d6-31d16016801d x-openstack-request-id: req-9fa750ca-7273-4fd0-b8d6-31d16016801d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:29:49.683750 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:29:49.683995 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fa750ca-7273-4fd0-b8d6-31d16016801d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:29:49.684392 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d', 'status': 'completed', 'code': 200} Nov 10 04:29:49.769524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-93ad5127-8693-42e7-856b-2e8a45709343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:49.771062 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-93ad5127-8693-42e7-856b-2e8a45709343 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0444551 Nov 10 04:29:49.859277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-5553ea84-b8b4-4b8d-8835-147e3bde03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:49.860748 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-5553ea84-b8b4-4b8d-8835-147e3bde03d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0829816 Nov 10 04:29:49.905458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '8065d264-96ab-4091-8100-78d645ce730d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:d7:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:29:49Z', 'revision_number': 9, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:49.930980 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-95402c07-d147-4005-8b19-56951e604c0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1000 time: 0.0624373 Nov 10 04:29:49.932552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:29:49.940858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:29:49.941446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:29:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:49.980772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-4912de8d-0c25-4787-8b89-5b5ea73e1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:49.982244 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-4912de8d-0c25-4787-8b89-5b5ea73e1c90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0445888 Nov 10 04:29:50.028517 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-7eaba718-d9be-4f05-ad4f-a0a313ef36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:29:50.029924 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-7eaba718-d9be-4f05-ad4f-a0a313ef36da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406897 Nov 10 04:29:50.046733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:29:50.121720 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-1867b886-7512-4f3d-a4c8-b042e588fdc4 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843282 Nov 10 04:29:50.211055 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-37fb29b5-bc36-4680-a5cb-9925154321ce req-f6cf5845-1be2-4705-b3e3-59ce65844c1e service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825102 Nov 10 04:29:50.268068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '8065d264-96ab-4091-8100-78d645ce730d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:d7:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:29:49Z', 'revision_number': 9, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:29:50.298242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdc62e-fc67-4890-a191-66950b9e2292 None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': '8065d264-96ab-4091-8100-78d645ce730d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:d7:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:29:49Z', 'revision_number': 9, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:29:50.501496 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2030d-7d7c-46c3-9ef4-5647dbd2c494 None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:29:53.771772 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:04.802938 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:30:08.354147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:13.385739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9c0e1f1-36c4-44c9-9664-8c4c1a32b1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:15.713786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fbe5db8b-4e3d-4260-a712-4053dd9be6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:16.877264 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:18.539235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:19.194642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:23.770630 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:26.537027 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-0991a498-0ccf-4e4a-82bc-36283ceb0b75 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384614 Nov 10 04:30:26.641819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa455c-5647-4406-891f-77614a3b1e83 req-4b41642f-39a1-4ada-9476-3ea1635c39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:30:26.643405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-4b41642f-39a1-4ada-9476-3ea1635c39f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0455561 Nov 10 04:30:26.747062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa455c-5647-4406-891f-77614a3b1e83 req-06f57895-3f73-4b9f-8e82-b526f7cb0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:30:26.747940 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-06f57895-3f73-4b9f-8e82-b526f7cb0cc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0850408 Nov 10 04:30:26.815801 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-b2e79995-558e-4e05-96eb-e2ceefb44254 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1003 time: 0.0605459 Nov 10 04:30:26.864813 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa455c-5647-4406-891f-77614a3b1e83 req-15a05619-b5e3-4dbb-b6d3-dfd75e558aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:30:26.866161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-15a05619-b5e3-4dbb-b6d3-dfd75e558aaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0433908 Nov 10 04:30:26.910873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa455c-5647-4406-891f-77614a3b1e83 req-19b1f796-1982-4ba4-a9a8-474c49e9b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:30:26.912319 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-19b1f796-1982-4ba4-a9a8-474c49e9b688 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389724 Nov 10 04:30:27.280114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-1700c76e-cf18-487b-9ed6-ebbc8d7ce6f6 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601317 Nov 10 04:30:27.369235 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-97fa455c-5647-4406-891f-77614a3b1e83 req-94e4e075-172a-4225-b020-6ae23dddd068 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806596 Nov 10 04:30:38.379260 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:41.801958 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:30:43.386269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5970857b-581a-4052-a3a8-413f3d7855fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:45.716156 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-385c57b3-6620-4f27-939d-56bdac29a3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:46.879437 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:48.540080 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:49.195487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:30:53.780445 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:08.398573 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:13.388107 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb317-dec6-4dbf-a8bf-85dda3cdef50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:15.712502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2d9efe09-f9e4-4711-8e42-48cd1c3b4f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:16.885667 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:18.542872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:18.801922 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:31:19.199851 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:23.786011 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:27.588420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-ebee2b4b-1b9d-43ae-973d-fbf294d99f78 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874789 Nov 10 04:31:27.687032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-b728374d-8acf-4ea3-8ba1-6203d940ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:31:27.688483 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-b728374d-8acf-4ea3-8ba1-6203d940ccc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0400774 Nov 10 04:31:27.794354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-42f57e34-bec3-4b4e-abf0-205087563fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:31:27.795776 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-42f57e34-bec3-4b4e-abf0-205087563fba service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0881670 Nov 10 04:31:27.862845 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-ea25b7bb-61e3-4892-8512-822b4207c104 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1003 time: 0.0598130 Nov 10 04:31:27.913713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-d77a0f80-8672-41db-8437-f5b1c0d374a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:31:27.915184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-d77a0f80-8672-41db-8437-f5b1c0d374a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0457702 Nov 10 04:31:27.966874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-2aa7fcb8-d44e-46e8-b7b4-5ffaf346c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:31:27.968326 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-2aa7fcb8-d44e-46e8-b7b4-5ffaf346c2fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440764 Nov 10 04:31:28.056743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-4e3f7563-3946-40ce-98c4-e471c926da2a service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807834 Nov 10 04:31:28.149774 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8666673c-3679-42a9-b69a-9cadafa20b2a req-53a08e48-7643-4f25-8f31-1221e145fdf5 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Nov 10 04:31:38.397382 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:43.390626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d9842b8f-f88b-4e31-a315-91909d22afd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:45.712571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25cbc62c-69e6-4089-9cfd-5ea1856620b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:46.890401 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:48.546189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:49.200950 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:53.785810 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:31:55.802110 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:32:08.404409 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:13.393994 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5e98aabf-96ca-4f89-84b8-067ccbd12d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:15.713868 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0148e84b-1591-4607-9f99-19fff7ca7fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:16.893230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:18.552211 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:18.767458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-c6cae97f-e4f1-470f-983d-88395d0b3814 req-80a60b1e-ef93-4486-9cbb-47bc4fea8361 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:32:18.768468 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6cae97f-e4f1-470f-983d-88395d0b3814 req-80a60b1e-ef93-4486-9cbb-47bc4fea8361 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070159 Nov 10 04:32:19.354059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:19.949408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-cabf196d-c0eb-4095-9493-2231fe1ba2fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399096 Nov 10 04:32:19.968119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd30b78-dc15-4c00-b3ed-7831b5b07f24 req-9ff723ec-0b1e-4ecd-840d-81b4a4254263 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:19.969583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abd30b78-dc15-4c00-b3ed-7831b5b07f24 req-9ff723ec-0b1e-4ecd-840d-81b4a4254263 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0491352 Nov 10 04:32:20.020745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-abd30b78-dc15-4c00-b3ed-7831b5b07f24 req-1ca002b3-ffd2-4006-9c70-1ab5d507c36f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Nov 10 04:32:20.303102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-c9088dc9-c96e-4ea0-bbe4-442d353aff38 req-4d32fddd-7297-47df-9ea7-6c4e52dd2a32 tempest-TestVolumeBackupRestore-1810914249 tempest-TestVolumeBackupRestore-1810914249-project] (102596) timed out ('10.222.0.11', 61522) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:32:21.137359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df80c7-99cd-4d05-bbaf-8eb0e7e41994 req-98ad32f8-305d-42fb-b589-e3f434a277f4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:21.138831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1df80c7-99cd-4d05-bbaf-8eb0e7e41994 req-98ad32f8-305d-42fb-b589-e3f434a277f4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0478327 Nov 10 04:32:21.185517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c1df80c7-99cd-4d05-bbaf-8eb0e7e41994 req-15177481-a261-448f-8901-baa7e476b8be tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Nov 10 04:32:22.299869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eef3a-fc85-4a49-911e-9c2db2d5d590 req-e0460597-c375-402a-9bae-354a0ea47a5d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:22.301337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-495eef3a-fc85-4a49-911e-9c2db2d5d590 req-e0460597-c375-402a-9bae-354a0ea47a5d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0477855 Nov 10 04:32:22.349240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-495eef3a-fc85-4a49-911e-9c2db2d5d590 req-cb24c767-3ea7-4a2f-8e3c-dcd4552f72c0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Nov 10 04:32:23.469100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523e95f-3d77-4ea5-a1c0-d0b0b2bdc952 req-ff16b38b-cb2d-4f32-a926-8ca1748dcb08 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:23.470584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0523e95f-3d77-4ea5-a1c0-d0b0b2bdc952 req-ff16b38b-cb2d-4f32-a926-8ca1748dcb08 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0511804 Nov 10 04:32:23.524476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0523e95f-3d77-4ea5-a1c0-d0b0b2bdc952 req-f411c0c5-ec1e-411d-badd-47d36fc6aa5f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480185 Nov 10 04:32:23.801124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:24.646739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f42b-3319-4e1d-8815-59049655dc58 req-1c9b2e92-4959-4815-9485-3c7464921121 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:24.648369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0b1f42b-3319-4e1d-8815-59049655dc58 req-1c9b2e92-4959-4815-9485-3c7464921121 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0499187 Nov 10 04:32:24.697494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e0b1f42b-3319-4e1d-8815-59049655dc58 req-ad7f964d-1dd4-456b-bae8-f06bcd72581e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 Nov 10 04:32:25.108227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-6beb631a-3924-4305-af52-72b6445d21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:25.109629 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-6beb631a-3924-4305-af52-72b6445d21d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0399773 Nov 10 04:32:25.202215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-bfd11280-4d36-4d22-829d-5921e54cbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:25.203761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-bfd11280-4d36-4d22-829d-5921e54cbc74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0872405 Nov 10 04:32:25.268339 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-aa55e777-5a8e-467d-989a-011158a9d943 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1003 time: 0.0574663 Nov 10 04:32:25.315768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-63152777-53cf-4e07-9146-8d36dfc64992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:25.317137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-63152777-53cf-4e07-9146-8d36dfc64992 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0421131 Nov 10 04:32:25.365725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-15a3161a-6253-4ff4-962a-54c831d02087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:25.367094 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-15a3161a-6253-4ff4-962a-54c831d02087 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424006 Nov 10 04:32:25.460426 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-40b07172-4bd1-43b5-bcea-7afa731ceab1 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858390 Nov 10 04:32:25.560468 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-366b3390-950b-46b3-b497-301328b49769 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Nov 10 04:32:25.815846 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e34b6-e1dd-4713-9e2e-759d3d802fe9 req-1c4824db-a6f0-4f8e-a6ae-609fac839736 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:25.817293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-363e34b6-e1dd-4713-9e2e-759d3d802fe9 req-1c4824db-a6f0-4f8e-a6ae-609fac839736 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0520713 Nov 10 04:32:25.862933 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-363e34b6-e1dd-4713-9e2e-759d3d802fe9 req-299ef6ea-b48a-4607-a699-0bfc1a9f4465 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398102 Nov 10 04:32:26.976851 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3e2f-5ebb-4002-9c18-c8fedd15f320 req-88494d82-8106-46a2-98bb-d65c840d28ec tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:26.978303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef1c3e2f-5ebb-4002-9c18-c8fedd15f320 req-88494d82-8106-46a2-98bb-d65c840d28ec tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0473251 Nov 10 04:32:27.023825 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef1c3e2f-5ebb-4002-9c18-c8fedd15f320 req-7e6eb435-3325-48d4-87e8-25b611f4f730 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396388 Nov 10 04:32:28.138665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bcde4-82b6-4535-98d6-8d991c540baf req-16a4279f-bc23-49b7-a694-7c245b28284d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:28.140109 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-325bcde4-82b6-4535-98d6-8d991c540baf req-16a4279f-bc23-49b7-a694-7c245b28284d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0483174 Nov 10 04:32:28.194710 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-325bcde4-82b6-4535-98d6-8d991c540baf req-a956e6aa-e5ee-45d4-b403-f15c20d15292 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486982 Nov 10 04:32:29.310197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf909a28-54f0-41f7-a1a5-a302c97c069c req-ece3aa8b-e8ce-4702-b0e7-7084e9b1bddf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:29.311626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf909a28-54f0-41f7-a1a5-a302c97c069c req-ece3aa8b-e8ce-4702-b0e7-7084e9b1bddf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0481212 Nov 10 04:32:29.356624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bf909a28-54f0-41f7-a1a5-a302c97c069c req-051c31da-e246-459b-a286-d5fa6b340ed9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Nov 10 04:32:29.569423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-78a75316-9c70-4012-87a7-197f885aca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:29.570851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-78a75316-9c70-4012-87a7-197f885aca09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0405207 Nov 10 04:32:29.676524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-00c75579-ed78-4f0a-a5e6-37c49f36b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:29.677991 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-00c75579-ed78-4f0a-a5e6-37c49f36b0a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0877199 Nov 10 04:32:29.743390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-81847f59-696e-44e6-a2e2-5dd6eb811995 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1003 time: 0.0581846 Nov 10 04:32:29.803395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-7ccdf7f8-3b93-4da9-baf9-5c3328436581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:29.804841 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-7ccdf7f8-3b93-4da9-baf9-5c3328436581 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0549598 Nov 10 04:32:29.853457 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-8e28f08a-42a5-4d80-b329-97cecb4829d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:29.854850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-8e28f08a-42a5-4d80-b329-97cecb4829d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431495 Nov 10 04:32:29.942154 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-2a25589c-4e2d-411f-93c8-5830ef3cd3a7 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801010 Nov 10 04:32:30.032657 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e874bed6-6e13-4d65-8688-82d4caa72a41 req-b298fb02-834d-4ca1-b93a-571c3b194243 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836790 Nov 10 04:32:30.477391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf2544-ba62-4ab8-bd26-4bd1153f4587 req-b8f161d8-e843-40b9-8f89-012ef74d7a84 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:30.478921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceaf2544-ba62-4ab8-bd26-4bd1153f4587 req-b8f161d8-e843-40b9-8f89-012ef74d7a84 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0488868 Nov 10 04:32:30.526857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ceaf2544-ba62-4ab8-bd26-4bd1153f4587 req-e8e8ab52-af04-4b35-828e-b259cbbd11b7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Nov 10 04:32:31.649581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbbaf5-0918-4cbd-a1ef-5761d8ce20b7 req-c24cd3cf-7aaf-40a4-87bb-d7b0a8c0777b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:31.651035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4bbbaf5-0918-4cbd-a1ef-5761d8ce20b7 req-c24cd3cf-7aaf-40a4-87bb-d7b0a8c0777b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0513914 Nov 10 04:32:31.695958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4bbbaf5-0918-4cbd-a1ef-5761d8ce20b7 req-f2fadca8-8132-405b-9fe3-c9f261db380f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389965 Nov 10 04:32:32.801503 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:32:32.813547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59381969-c95d-4306-a7ae-69eeb563ed11 req-5d854873-80e8-4599-b9b3-ca41f587c86f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:32.815029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59381969-c95d-4306-a7ae-69eeb563ed11 req-5d854873-80e8-4599-b9b3-ca41f587c86f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0475173 Nov 10 04:32:32.861061 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-59381969-c95d-4306-a7ae-69eeb563ed11 req-789e5fa8-3cd9-4b16-819e-bc2707aefe76 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399339 Nov 10 04:32:33.977592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ede8-b29f-4bf9-973f-45883d7d80cb req-00aeef70-a5cd-40d2-9578-e6e5060e75c8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:33.979054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb97ede8-b29f-4bf9-973f-45883d7d80cb req-00aeef70-a5cd-40d2-9578-e6e5060e75c8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0470331 Nov 10 04:32:34.028618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb97ede8-b29f-4bf9-973f-45883d7d80cb req-71a5a050-51b1-4670-a679-58a40f3f2e53 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Nov 10 04:32:35.143240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469d756-3458-4b81-ad8a-35cca457fe5f req-00de582b-2eee-4ef5-8014-e15b9503b3c1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:35.144662 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3469d756-3458-4b81-ad8a-35cca457fe5f req-00de582b-2eee-4ef5-8014-e15b9503b3c1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0474913 Nov 10 04:32:35.188923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3469d756-3458-4b81-ad8a-35cca457fe5f req-70d09d4c-8bcc-4c23-ae0f-9e1aefd5efe6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 Nov 10 04:32:36.305810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca1ae6-1666-4889-8f7b-95fff69cc38e req-07d4ccb6-742b-46a9-a52e-6558f7834c86 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:36.307323 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ca1ae6-1666-4889-8f7b-95fff69cc38e req-07d4ccb6-742b-46a9-a52e-6558f7834c86 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0475750 Nov 10 04:32:36.353841 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93ca1ae6-1666-4889-8f7b-95fff69cc38e req-722bd010-ebfd-4814-ae53-06a818c0577a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Nov 10 04:32:37.474702 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed8429-74df-46b5-b20b-8c517c300871 req-c0d3ba47-fb40-41a4-8781-38b055a14f9d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:37.476185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3ed8429-74df-46b5-b20b-8c517c300871 req-c0d3ba47-fb40-41a4-8781-38b055a14f9d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0528653 Nov 10 04:32:37.521881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3ed8429-74df-46b5-b20b-8c517c300871 req-4baf7122-9c83-4262-b118-80cca6c9f1c5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 Nov 10 04:32:37.621465 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-39c0c5b6-7a1b-4022-a5ea-a9bf3c060bd5 service neutron] show failed (client error): The resource could not be found. Nov 10 04:32:37.622506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-39c0c5b6-7a1b-4022-a5ea-a9bf3c060bd5 service neutron] 10.222.0.11 "GET /v2.0/ports/8065d264-96ab-4091-8100-78d645ce730d/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0569103 Nov 10 04:32:37.827842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-4a52018f-e851-46a8-b439-ed23b6026b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:37.829313 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-4a52018f-e851-46a8-b439-ed23b6026b33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 1097 time: 0.0408435 Nov 10 04:32:37.841866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:32:37.895577 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:38.095562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:38.128020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:32:38.167658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8065d264-96ab-4091-8100-78d645ce730d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:32:38.169912 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e7d5b2-89e7-4723-820e-a71011a2b868" -d '{"events": [{"server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8065d264-96ab-4091-8100-78d645ce730d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:32:38.174009 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:38.186362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Transition to ACTIVE for port object 8065d264-96ab-4091-8100-78d645ce730d will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:32:38.190580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:38.221011 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f88e8ee-c9b8-4278-a774-c4bd9e193c6d x-openstack-request-id: req-9f88e8ee-c9b8-4278-a774-c4bd9e193c6d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:32:38.221310 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8065d264-96ab-4091-8100-78d645ce730d", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:32:38.221559 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f88e8ee-c9b8-4278-a774-c4bd9e193c6d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:32:38.221962 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8065d264-96ab-4091-8100-78d645ce730d', 'code': 200} Nov 10 04:32:38.272613 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:38.285482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.285827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.286194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.286529 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.286860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.287188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.287513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.287841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.288162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.288482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.288803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.289120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:38.327092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] No DVR routers for this DVR port 8065d264-96ab-4091-8100-78d645ce730d on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:32:38.396932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:38.465289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:32:38.465625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:32:38.465978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:32:38.470360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:32:38.470686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:32:38.475480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:32:38.475814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:32:38.476192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:32:38.476611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Bound port: 8065d264-96ab-4091-8100-78d645ce730d, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:32:38.476960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:38.538504 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:32:38.541295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:32:38.544974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:38.578611 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:38.579666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:38.581184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] 10.222.0.44 "PUT /v2.0/ports/8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1092 time: 0.7432163 Nov 10 04:32:38.620931 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ead3e-d642-43cd-bc4a-0efe21d2dd8f service neutron] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:38.655413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8068b9b-d5cf-4cc6-918d-7a46f132b0f3 req-b8d7c122-7814-432b-b25c-dd03eeaa5423 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:38.656850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-d6bed2e9-1720-41de-a36c-d3ee8c7adb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:38.658675 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8068b9b-d5cf-4cc6-918d-7a46f132b0f3 req-b8d7c122-7814-432b-b25c-dd03eeaa5423 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0647891 Nov 10 04:32:38.659271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-d6bed2e9-1720-41de-a36c-d3ee8c7adb10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1095 time: 0.0482805 Nov 10 04:32:38.708241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8068b9b-d5cf-4cc6-918d-7a46f132b0f3 req-79115471-efe8-41fa-a124-e45b1cbce008 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Nov 10 04:32:38.757038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-fb30272d-40ba-4f44-8b02-52498541805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:38.758532 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-fb30272d-40ba-4f44-8b02-52498541805e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0930364 Nov 10 04:32:38.827127 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-05a989b2-8d35-4108-a4d4-31c8f27eb3d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1001 time: 0.0616114 Nov 10 04:32:38.878014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-2eb7e3ff-f6d0-49b1-8635-7406a8a286dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:38.879360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-2eb7e3ff-f6d0-49b1-8635-7406a8a286dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0443232 Nov 10 04:32:38.924411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-b97d2736-9b75-4403-9575-eddb82c6e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:38.925876 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-b97d2736-9b75-4403-9575-eddb82c6e477 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394866 Nov 10 04:32:39.017889 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-1850a3bf-b150-4db8-a4fe-f91e3e3941a2 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850186 Nov 10 04:32:39.105759 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5e288b09-e799-4b10-b96b-d6ca60a44906 req-be16353c-1677-49d0-9853-e70e47ba4851 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815656 Nov 10 04:32:39.831734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3663-d7a5-4284-81ee-5eaa18e082c6 req-312b38ec-e35c-4926-b934-27c70c14840f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:39.833100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62dd3663-d7a5-4284-81ee-5eaa18e082c6 req-312b38ec-e35c-4926-b934-27c70c14840f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0509074 Nov 10 04:32:39.878634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62dd3663-d7a5-4284-81ee-5eaa18e082c6 req-4ba654b3-a5e2-405d-aa13-56a8de03ac65 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Nov 10 04:32:40.223516 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:32:40.225829 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba5c604-ca77-4b5c-a7a5-1befc3778dce" -d '{"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:32:40.274606 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ebadb6-18fa-4b44-b7ef-cb2eeb5501f7 x-openstack-request-id: req-45ebadb6-18fa-4b44-b7ef-cb2eeb5501f7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:32:40.274894 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:32:40.275145 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45ebadb6-18fa-4b44-b7ef-cb2eeb5501f7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:32:40.275544 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d', 'status': 'completed', 'code': 200} Nov 10 04:32:40.367692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-53872394-9ee4-4a23-a56d-9b8ab8659e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.369161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-53872394-9ee4-4a23-a56d-9b8ab8659e2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1095 time: 0.0755365 Nov 10 04:32:40.371607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-723a47fc-58d0-4762-a594-f240605abec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.372936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-723a47fc-58d0-4762-a594-f240605abec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1095 time: 0.0502756 Nov 10 04:32:40.533437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-6026987b-b5b2-4413-b262-38f1b27edc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.535160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-6026987b-b5b2-4413-b262-38f1b27edc64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1547139 Nov 10 04:32:40.538046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-f4ff90bc-2e12-48d1-8c1a-1df22186d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.539458 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-f4ff90bc-2e12-48d1-8c1a-1df22186d005 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1579685 Nov 10 04:32:40.651296 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-b192856e-7229-40ad-ab20-ab6bf3cfef28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1001 time: 0.1092236 Nov 10 04:32:40.657245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-bdc9e81b-dd14-4554-95ef-7d7d0ec11e79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1001 time: 0.0755360 Nov 10 04:32:40.735914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-0802672f-50bb-4051-aa45-322174bae1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.737345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-0802672f-50bb-4051-aa45-322174bae1e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0782113 Nov 10 04:32:40.740802 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-c1bf25b4-193b-4a16-982a-494784e46ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.742135 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-c1bf25b4-193b-4a16-982a-494784e46ca5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0759599 Nov 10 04:32:40.756871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:32:40.794883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:32:40.809174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-dc937827-1c89-4516-9ddc-509de351f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.810688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-dc937827-1c89-4516-9ddc-509de351f127 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667081 Nov 10 04:32:40.813039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-cfbef117-6b9a-473e-8b30-04442a6c6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.814691 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-cfbef117-6b9a-473e-8b30-04442a6c6c08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619915 Nov 10 04:32:40.966920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-fd3fbbc8-fe8c-449c-8ca6-cc480a1b3ff2 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489525 Nov 10 04:32:40.970311 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-139cdf59-cf76-4f41-8388-6ca144be33dc service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454463 Nov 10 04:32:40.994609 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525a8f5-515d-465e-8fb9-8d1e25c374ba req-d5009173-f8cc-4150-a7b1-3f379dd209a3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:40.996087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f525a8f5-515d-465e-8fb9-8d1e25c374ba req-d5009173-f8cc-4150-a7b1-3f379dd209a3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0483410 Nov 10 04:32:41.044296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f525a8f5-515d-465e-8fb9-8d1e25c374ba req-f2d55ada-fd64-4cf8-8997-b26a6e1034b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Nov 10 04:32:41.129392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-a7d224d6-064a-44a4-a5ab-6b00a636644c service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546280 Nov 10 04:32:41.132733 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dba5c604-ca77-4b5c-a7a5-1befc3778dce req-2129978b-5d3a-4b36-9738-59bcfc86e5b2 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510749 Nov 10 04:32:41.333570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-1ebd971f-4f40-499c-96dd-6af75f1a9617 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:41.334949 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-1ebd971f-4f40-499c-96dd-6af75f1a9617 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec&tenant_id=f6508216512341d3af4b91f5a1cb3e08&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 944 time: 0.0563745 Nov 10 04:32:41.346615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b2273-beb2-48e9-8ba9-70dd8835c4cf req-fd290e13-7687-4cf5-af9b-34d6e23ee923 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:41.348074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-014b2273-beb2-48e9-8ba9-70dd8835c4cf req-fd290e13-7687-4cf5-af9b-34d6e23ee923 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0516288 Nov 10 04:32:41.395272 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-739dfb85-cb49-4d7f-834d-b8e89870fac8 service neutron] 10.222.0.44 "GET /v2.0/ports/8065d264-96ab-4091-8100-78d645ce730d/bindings/n-h2-817326-2 HTTP/1.1" status: 200 len: 382 time: 0.0535257 Nov 10 04:32:41.398649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-014b2273-beb2-48e9-8ba9-70dd8835c4cf req-3f96279b-344b-4fe4-9c68-d7d21f1dc85b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447774 Nov 10 04:32:41.456205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-35b56bce-b04d-4cde-bff5-776d119e12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:41.458114 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-35b56bce-b04d-4cde-bff5-776d119e12ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1095 time: 0.0412917 Nov 10 04:32:41.553732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-2b7247d2-58ef-4cb4-9096-3ef98807f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:41.555243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-2b7247d2-58ef-4cb4-9096-3ef98807f39f service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0901470 Nov 10 04:32:41.620646 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-1c10bf3d-69e7-49c4-b415-8c09d6c78abf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1001 time: 0.0585198 Nov 10 04:32:41.671247 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-e8baebe9-15de-4838-ac95-3de30c22bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:41.672634 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-e8baebe9-15de-4838-ac95-3de30c22bc68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0455196 Nov 10 04:32:41.715463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-199fc447-f749-4151-8133-57515dcdc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:41.716859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-199fc447-f749-4151-8133-57515dcdc051 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373061 Nov 10 04:32:41.802910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-c574b325-0a92-4d68-9a65-ce1ed5c8ee78 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785606 Nov 10 04:32:41.892887 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-0e3f3c90-07c5-437e-9aea-6562cf7454ae service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830269 Nov 10 04:32:42.520056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbb7a9-491a-4731-86d2-b7c2eafa71d3 req-b25200f2-d0fd-4dfd-84f0-9777643bea81 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:42.521478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44dbb7a9-491a-4731-86d2-b7c2eafa71d3 req-b25200f2-d0fd-4dfd-84f0-9777643bea81 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0486870 Nov 10 04:32:42.566278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44dbb7a9-491a-4731-86d2-b7c2eafa71d3 req-227fc6dd-76a0-4e33-a821-75d4865db6be tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389838 Nov 10 04:32:43.394951 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dd27c8e7-2738-407d-9ba7-5cf666c4577a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:43.692500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda728e0-6ec5-430e-86b5-5e022ae94589 req-5f34dd46-a865-4a55-9049-a3af9f50d88b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:43.694017 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eda728e0-6ec5-430e-86b5-5e022ae94589 req-5f34dd46-a865-4a55-9049-a3af9f50d88b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 944 time: 0.0479829 Nov 10 04:32:43.712339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 8065d264-96ab-4091-8100-78d645ce730d details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:32:43.744041 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-eda728e0-6ec5-430e-86b5-5e022ae94589 req-0fcab4c0-e3b3-4df1-94c8-be46d1c15071 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Nov 10 04:32:43.775906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-a5f7ef4e-11a7-4130-97a7-3af930ada81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:43.777407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-a5f7ef4e-11a7-4130-97a7-3af930ada81a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 1095 time: 0.0421076 Nov 10 04:32:43.796090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:32:43.812326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:43.823415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '8065d264-96ab-4091-8100-78d645ce730d', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': '8065d264-96ab-4091-8100-78d645ce730d', 'mac_address': 'fa:16:3e:d7:f6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:32:43.851320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:43.860039 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:43.876386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8065d264-96ab-4091-8100-78d645ce730d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:32:43.895874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:43.900148 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:43.905854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.db.api [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:32:43.906228 n-d-817326-2 neutron-server[102596]: DEBUG oslo_db.api [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:32:43.945954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:43.954009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.954353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.954796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.955631 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.955959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.956283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.956611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.956932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.957246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.961347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.961692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:43.962060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:32:44.433930 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:44.629461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:44.660799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:32:44.875967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004a26-f8bf-4942-b915-33d0784d0ad9 req-85130965-6c97-4c57-ad68-8e03123285e1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:44.877613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a004a26-f8bf-4942-b915-33d0784d0ad9 req-85130965-6c97-4c57-ad68-8e03123285e1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0580583 Nov 10 04:32:44.928095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a004a26-f8bf-4942-b915-33d0784d0ad9 req-d1182a62-12fc-48b9-8f30-d7eae7cb27b7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 Nov 10 04:32:44.975440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8065d264-96ab-4091-8100-78d645ce730d {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:32:44.983571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:44.993580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Ignored duplicate provisioning block setup for port 8065d264-96ab-4091-8100-78d645ce730d by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 10 04:32:44.997730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:45.075975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=9']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:45.115285 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] No DVR routers for this DVR port 8065d264-96ab-4091-8100-78d645ce730d on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:32:45.258525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:32:45.258851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:32:45.259167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:32:45.263397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:32:45.263704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Attempting to bind port 8065d264-96ab-4091-8100-78d645ce730d on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:32:45.268878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:32:45.269200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:32:45.269569 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:32:45.270003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Bound port: 8065d264-96ab-4091-8100-78d645ce730d, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:32:45.270346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:45.329300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:32:45.333093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:32:45.337503 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:45.372845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.373489 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:45.375850 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] 10.222.0.11 "PUT /v2.0/ports/8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1092 time: 1.5836239 Nov 10 04:32:45.377044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:32:45.380835 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:32:45.407857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5338d-7462-479d-9970-9160b9f02fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:45.442401 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc43732-f6b0-48fe-9bf4-7728be605148 x-openstack-request-id: req-7cc43732-f6b0-48fe-9bf4-7728be605148 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:32:45.442683 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "tag": "8065d264-96ab-4091-8100-78d645ce730d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:32:45.442936 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cc43732-f6b0-48fe-9bf4-7728be605148 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:32:45.443320 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'tag': '8065d264-96ab-4091-8100-78d645ce730d', 'status': 'completed', 'code': 200} Nov 10 04:32:45.459927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-dac21a94-53b6-4f4d-8022-41c0afabbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.461472 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-dac21a94-53b6-4f4d-8022-41c0afabbc94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1096 time: 0.0478284 Nov 10 04:32:45.568649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-df59d2f3-0b85-40b1-8372-b7e3617b4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.570175 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-df59d2f3-0b85-40b1-8372-b7e3617b4d6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1096 time: 0.1077867 Nov 10 04:32:45.641857 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-27086cd4-6e37-4e90-a053-5fb8fce6fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.643787 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-27086cd4-6e37-4e90-a053-5fb8fce6fec0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1737425 Nov 10 04:32:45.709810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 8065d264-96ab-4091-8100-78d645ce730d no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:32:45.734744 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-9a50b800-cf65-43ea-b350-7b10ea8b7936 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1001 time: 0.0812287 Nov 10 04:32:45.736892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-cbf9ddb9-f7b7-4072-878e-e6e0dd86e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.738264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-cbf9ddb9-f7b7-4072-878e-e6e0dd86e852 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1598506 Nov 10 04:32:45.738958 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf65e579-8b8d-4c3e-8f15-5970f61a11bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:45.753876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 8065d264-96ab-4091-8100-78d645ce730d not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:32:45.831218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-693e57af-921f-4740-a7a7-be8c6c9caeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.832664 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-693e57af-921f-4740-a7a7-be8c6c9caeb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0916476 Nov 10 04:32:45.838432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-2d95e379-8153-4d29-9a44-1bf591c484ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1001 time: 0.0887330 Nov 10 04:32:45.913505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-f65d14a4-74c5-481c-8d54-9c0223f101cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.914887 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-f65d14a4-74c5-481c-8d54-9c0223f101cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0672171 Nov 10 04:32:45.917297 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-4bc6cf29-4348-49cf-92b9-5ecd3951e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:45.918653 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-4bc6cf29-4348-49cf-92b9-5ecd3951e3f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791554 Nov 10 04:32:46.009663 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-0135f4d7-9f86-4d24-a2ef-e88bf69c379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:46.011196 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-0135f4d7-9f86-4d24-a2ef-e88bf69c379d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896773 Nov 10 04:32:46.044436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0d25-227a-4c27-b8f1-dfc082f0c185 req-503c184e-89a7-4e5a-bb29-dd127fe303de tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:46.045954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-353f0d25-227a-4c27-b8f1-dfc082f0c185 req-503c184e-89a7-4e5a-bb29-dd127fe303de tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0490880 Nov 10 04:32:46.079525 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-46293be8-617e-401e-8367-4f33529e04d5 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501541 Nov 10 04:32:46.093080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-353f0d25-227a-4c27-b8f1-dfc082f0c185 req-ec6e74e7-8c4b-435f-b514-f04d9af508e2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Nov 10 04:32:46.173223 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-654497c7-604d-4540-b0da-ea1020e329ac service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518080 Nov 10 04:32:46.238598 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e276ebd1-a8b9-4e8b-80cd-24e5ccb0c231 req-00c0544a-2ead-4993-8917-10130c04110e service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518006 Nov 10 04:32:46.276963 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-718cda87-2842-4e97-80f4-6302fda604a8 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934770 Nov 10 04:32:46.366461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-c929a555-438e-4bf5-9088-7251ac8dd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:46.367926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-c929a555-438e-4bf5-9088-7251ac8dd89f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 1096 time: 0.0444968 Nov 10 04:32:46.456721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-b6873f7d-da88-4132-bef1-d00804b000e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:46.458204 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-b6873f7d-da88-4132-bef1-d00804b000e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0834265 Nov 10 04:32:46.537039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-4b42bbb0-b1be-4450-8e2e-5d957125426c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 200 len: 1001 time: 0.0629883 Nov 10 04:32:46.584809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-47e21913-9de9-430a-bab9-5b4185196586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:46.586271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-47e21913-9de9-430a-bab9-5b4185196586 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0422776 Nov 10 04:32:46.631344 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-b7f78568-c514-44e9-877a-75e018befd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:46.632833 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-b7f78568-c514-44e9-877a-75e018befd07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401015 Nov 10 04:32:46.725181 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-5edbe07b-d131-4b43-b1f1-8c23d7169766 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852277 Nov 10 04:32:46.815972 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-033bcfbc-4d86-45eb-9e65-d72cad3ef0ae req-f1601499-4d36-4936-b65f-56c96fdddab8 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831943 Nov 10 04:32:46.900428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:47.211629 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621b3d-7751-496f-9b8e-15d5bad2476b req-a70c8d44-c19c-4310-b2c5-0a89b39363f3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:47.213198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68621b3d-7751-496f-9b8e-15d5bad2476b req-a70c8d44-c19c-4310-b2c5-0a89b39363f3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0488958 Nov 10 04:32:47.262523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-68621b3d-7751-496f-9b8e-15d5bad2476b req-2e4804f7-66e2-46cb-b282-ea39da0f73ae tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 Nov 10 04:32:48.375622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702856e-cb14-4229-9731-fd392566dd24 req-9cb675a5-de1c-41f2-8aef-1a7bc1ab796f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:48.377582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1702856e-cb14-4229-9731-fd392566dd24 req-9cb675a5-de1c-41f2-8aef-1a7bc1ab796f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0487580 Nov 10 04:32:48.423576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1702856e-cb14-4229-9731-fd392566dd24 req-92ca692d-2aab-43ca-aba3-045260d87e73 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Nov 10 04:32:48.553659 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:49.205952 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:49.539897 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb42fc-d3c7-4608-8a83-fa45bd901b3d req-924a1c36-20db-44ee-a57b-a166898fc20d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:49.547259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ffb42fc-d3c7-4608-8a83-fa45bd901b3d req-924a1c36-20db-44ee-a57b-a166898fc20d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0560305 Nov 10 04:32:49.592635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ffb42fc-d3c7-4608-8a83-fa45bd901b3d req-6898c5ab-7fc6-4123-ab99-1804545bad92 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 Nov 10 04:32:49.708316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1d422-15dc-4983-b033-ade50143b166 req-c53f5828-0cc3-4925-b553-a03c122daa7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:49.710119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c1d422-15dc-4983-b033-ade50143b166 req-c53f5828-0cc3-4925-b553-a03c122daa7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0497537 Nov 10 04:32:49.755556 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-61c1d422-15dc-4983-b033-ade50143b166 req-759389eb-e01c-43ce-8701-30475dba26e4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Nov 10 04:32:49.866671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede5068-080e-43ab-9c4b-9241bb172b55 req-08c66134-d072-4dc5-89a2-7896347d6d42 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:49.868103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ede5068-080e-43ab-9c4b-9241bb172b55 req-08c66134-d072-4dc5-89a2-7896347d6d42 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0477216 Nov 10 04:32:49.914012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ede5068-080e-43ab-9c4b-9241bb172b55 req-a0eb5e87-f29c-4058-9530-bd50ea054e35 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400610 Nov 10 04:32:50.147175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822aa68-1c4c-437d-96f3-44a658f03bb0 req-0bd7970c-952c-4086-9f2b-b11897e3090e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:50.148629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3822aa68-1c4c-437d-96f3-44a658f03bb0 req-0bd7970c-952c-4086-9f2b-b11897e3090e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 945 time: 0.0516627 Nov 10 04:32:50.193849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3822aa68-1c4c-437d-96f3-44a658f03bb0 req-04606f0f-7c20-4491-8f24-c5d789792ce0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393128 Nov 10 04:32:50.823963 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:32:50.914339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:50.929123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '8065d264-96ab-4091-8100-78d645ce730d', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': '8065d264-96ab-4091-8100-78d645ce730d', 'mac_address': 'fa:16:3e:d7:f6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:32:50.965250 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:50.978814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8065d264-96ab-4091-8100-78d645ce730d {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:32:50.996839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:51.001452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:51.046993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=11']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:51.311843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898e4ca-3cd0-41a4-a24b-8bd2af00dcb4 req-a80489bc-4ded-40e3-981b-8118f0b895d6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:51.313280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5898e4ca-3cd0-41a4-a24b-8bd2af00dcb4 req-a80489bc-4ded-40e3-981b-8118f0b895d6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0469649 Nov 10 04:32:51.359052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5898e4ca-3cd0-41a4-a24b-8bd2af00dcb4 req-f5a022fa-0644-4085-98af-c8109611e49e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399106 Nov 10 04:32:51.573300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ad33-c576-4185-b458-5c4cb324a794 req-b1235894-ecf9-468a-a83a-c8a7c06017fe tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:51.574769 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e414ad33-c576-4185-b458-5c4cb324a794 req-b1235894-ecf9-468a-a83a-c8a7c06017fe tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 946 time: 0.0478270 Nov 10 04:32:51.666801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Deleting port 8065d264-96ab-4091-8100-78d645ce730d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:32:51.667136 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:51.752841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] For port 8065d264-96ab-4091-8100-78d645ce730d, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=8065d264-96ab-4091-8100-78d645ce730d,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:51.753187 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:51.922082 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:51.922352 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:51.922659 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 disassociated. External IP: 172.25.6.168, port: 8065d264-96ab-4091-8100-78d645ce730d. Nov 10 04:32:51.923015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Calling delete_port for 8065d264-96ab-4091-8100-78d645ce730d owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:32:52.044473 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:52.075092 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event deleted for resources: {'Port': ['ID=8065d264-96ab-4091-8100-78d645ce730d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:52.190681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:32:52.299686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:32:52.310260 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:32:52.320190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:32:52.320792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:32:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:32:52.340300 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] No DVR routers for this DVR port 8065d264-96ab-4091-8100-78d645ce730d on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:32:52.342794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:52.346564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e414ad33-c576-4185-b458-5c4cb324a794 req-de8dad64-8e24-4ad1-9b86-1c338eb34e7f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "DELETE /v2.0/ports/8065d264-96ab-4091-8100-78d645ce730d HTTP/1.1" status: 204 len: 173 time: 0.7648811 Nov 10 04:32:52.346996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'name': 'network-vif-deleted', 'tag': '8065d264-96ab-4091-8100-78d645ce730d'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:32:52.349257 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431c3a8-d333-4843-a9b6-accb09c64d5e" -d '{"events": [{"server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "name": "network-vif-deleted", "tag": "8065d264-96ab-4091-8100-78d645ce730d"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:32:52.405307 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217febe2-e63a-48e0-8472-c870785c0b91 x-openstack-request-id: req-217febe2-e63a-48e0-8472-c870785c0b91 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:32:52.405678 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec", "name": "network-vif-deleted", "tag": "8065d264-96ab-4091-8100-78d645ce730d", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:32:52.406019 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-217febe2-e63a-48e0-8472-c870785c0b91 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:32:52.406470 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec', 'name': 'network-vif-deleted', 'tag': '8065d264-96ab-4091-8100-78d645ce730d', 'status': 'completed', 'code': 200} Nov 10 04:32:52.431982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:32:52.466082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-260d7a68-10be-41ca-a82d-77a8fb387d25 req-c6da4f9d-d6e0-49ab-8562-30432e3332eb tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=16e74b2d-d5fc-47d5-97bb-e1d946a6d7ec HTTP/1.1" status: 200 len: 210 time: 0.0303967 Nov 10 04:32:52.633853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:32:52.660305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:32:52.668613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:32:52.669240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:32:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:32:52.773345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:32:52.851977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:32:52.857624 n-d-817326-2 neutron-server[102598]: INFO neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No ports have port_id starting with 8065d264-96ab-4091-8100-78d645ce730d Nov 10 04:32:52.859473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d requested by agent hyperv_n-h1-817326-2 not found in database {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 10 04:32:52.987127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:32:53.012665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f892dc-0ff3-4e9c-926a-6a4efe98f90b None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:32:53.235486 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf99ac-8b4e-4b84-a3bb-b8b582f1c3e0 None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:32:53.773782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-105ef513-a65b-4feb-8dc1-447e70e541d6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1460958629&fields=id&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 267 time: 0.0404854 Nov 10 04:32:53.818272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:53.882529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-1d1eed41-98ad-4b4d-9dff-ab2f284a8523 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:53.883892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-1d1eed41-98ad-4b4d-9dff-ab2f284a8523 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.1036203 Nov 10 04:32:53.898180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-fcc49808-82ba-4866-b731-4c3ccd34cfd2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/quotas/f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 375 time: 0.0085609 Nov 10 04:32:53.953800 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-f16f1633-345e-4b01-8188-8f6d3fcd4c18 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505953 Nov 10 04:32:54.109365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-1b03b0e8-241f-42aa-9343-c9e597373e21 service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432540 Nov 10 04:32:54.205579 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-77eebcfc-3e3a-4b70-9d71-2ec74765bc97 service neutron] 10.222.0.24 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898762 Nov 10 04:32:54.372578 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47eb0c50-cdab-4f45-a3dc-0aef938cd7fe req-ce89548a-7379-44b3-8625-f96dcbe9ec13 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 210 time: 0.0311487 Nov 10 04:32:54.827926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:32:54.847276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 8065d264-96ab-4091-8100-78d645ce730d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:32:54.847615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 8065d264-96ab-4091-8100-78d645ce730d not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:32:55.296252 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-cbe63943-2a16-4cd9-88fd-108d0de59aa5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:55.297703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-cbe63943-2a16-4cd9-88fd-108d0de59aa5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 812 time: 0.1095557 Nov 10 04:32:55.359787 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-e13c5073-e0cb-44af-85d5-e78be568dbf5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 380 time: 0.0519085 Nov 10 04:32:55.376009 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'port': {'device_id': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'admin_state_up': True, 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'security_groups': ['e105b172-95fc-4a95-9e25-c0ff2327a20f']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:32:55.476476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0237efe3-1c76-4c29-a9bd-7ec0d90e1073 req-2fd5e65c-bcb0-4bc6-9912-97dd7785be71 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 210 time: 0.0271702 Nov 10 04:32:55.495648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Made reservation on behalf of f6508216512341d3af4b91f5a1cb3e08 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:32:55.501877 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:55.637822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Allocated IP 172.20.0.10 (4154148c-76b4-4464-b050-740c2f1c52ac/9f66ce7e-e1be-4578-9681-ac6f12b5153f/b13d9125-40f5-4aef-9a5a-89960ab40d36) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:32:55.777612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:55.811323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:55.864618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Network 4154148c-76b4-4464-b050-740c2f1c52ac is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:32:55.868683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:32:55.870486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:55.872602 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:32:55.922549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:55.923272 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:55.940888 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-c19b6bd9-6116-466c-a6b0-c9edf9eb68bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5688655 Nov 10 04:32:55.953812 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Request body: {'port': {'device_id': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:32:56.021357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:56.145139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7260bec9-78e3-4cb1-aba8-6b1412cf4a41 None None] Provisioning complete for port b13d9125-40f5-4aef-9a5a-89960ab40d36 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:32:56.145666 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7260bec9-78e3-4cb1-aba8-6b1412cf4a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:56.183721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7260bec9-78e3-4cb1-aba8-6b1412cf4a41 None None] Port b13d9125-40f5-4aef-9a5a-89960ab40d36 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:32:56.296678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13d9125-40f5-4aef-9a5a-89960ab40d36 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:32:56.305760 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:56.318432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Transition to ACTIVE for port object b13d9125-40f5-4aef-9a5a-89960ab40d36 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:32:56.322011 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:56.388775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104325e-3037-4415-9469-257b0857186a service neutron] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:56.445051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:32:56.445386 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:32:56.445875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:32:56.450412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:32:56.450728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:32:56.455789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:32:56.456126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:32:56.456512 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:32:56.456936 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Bound port: b13d9125-40f5-4aef-9a5a-89960ab40d36, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:32:56.457315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:56.523138 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:32:56.526549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:32:56.532205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:56.566604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:56.567263 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:56.568681 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-0104325e-3037-4415-9469-257b0857186a service neutron] 10.222.0.44 "PUT /v2.0/ports/b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1092 time: 0.6201038 Nov 10 04:32:56.569112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:32:56.575427 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:32:56.639551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea990be-cacf-4a13-bdb8-54bde87608fe req-5a4c8bea-d318-46eb-84e7-6b120e0c2276 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:56.647224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ea990be-cacf-4a13-bdb8-54bde87608fe req-5a4c8bea-d318-46eb-84e7-6b120e0c2276 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0846388 Nov 10 04:32:56.651109 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df12480-e9df-4538-8c34-adf0dba88307 x-openstack-request-id: req-6df12480-e9df-4538-8c34-adf0dba88307 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:32:56.651399 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:32:56.651642 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6df12480-e9df-4538-8c34-adf0dba88307 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:32:56.652035 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'status': 'completed', 'code': 200} Nov 10 04:32:56.654151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104325e-3037-4415-9469-257b0857186a service neutron] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:32:56.672854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-b67f5138-d2eb-4082-82d7-f90ee302d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:56.675129 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-b67f5138-d2eb-4082-82d7-f90ee302d696 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1095 time: 0.0584083 Nov 10 04:32:56.700301 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7ea990be-cacf-4a13-bdb8-54bde87608fe req-01b1fc7f-b318-4a78-8070-163392739d98 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519154 Nov 10 04:32:56.725362 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-25591aba-614b-4b7a-8933-d2b9f69d6676 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 217 time: 0.0424743 Nov 10 04:32:56.778539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-e670ae24-84be-4d90-b98d-b00493fd8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:56.786040 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-e670ae24-84be-4d90-b98d-b00493fd8f41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0539722 Nov 10 04:32:56.850221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60eeff-028a-43ba-802d-0a3a839c997e req-715bb26c-2091-47d8-bcea-59a7841df607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:56.850221 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-715bb26c-2091-47d8-bcea-59a7841df607 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525200 Nov 10 04:32:56.945649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-2024ed80-ff50-4881-bfeb-fb525f20a32f service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894451 Nov 10 04:32:57.037551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-be60eeff-028a-43ba-802d-0a3a839c997e req-887bda6d-57e4-4abd-a40d-bd3e908310c5 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855422 Nov 10 04:32:57.123641 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-24ac0c9b-677e-4cbc-bffc-b3f90fc1b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:57.125358 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-24ac0c9b-677e-4cbc-bffc-b3f90fc1b1d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1095 time: 0.0459468 Nov 10 04:32:57.213424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-735604f3-6c6c-4e49-8b88-4fae1e7f4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:57.214880 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-735604f3-6c6c-4e49-8b88-4fae1e7f4183 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0825336 Nov 10 04:32:57.260366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-d411fa8e-c485-42d3-b8c5-f0853c7f9333 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 217 time: 0.0366905 Nov 10 04:32:57.307897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-f59487b2-2024-4aca-98d3-d99668797a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:57.309276 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-f59487b2-2024-4aca-98d3-d99668797a98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0425122 Nov 10 04:32:57.354528 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-9348e56b-cd84-4cc0-a98d-78d0aea13b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:57.355974 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-9348e56b-cd84-4cc0-a98d-78d0aea13b2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390255 Nov 10 04:32:57.448303 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-adaf6a9b-2c0d-4d0a-902c-134c2d47f582 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840049 Nov 10 04:32:57.539621 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-bbe4682b-ddc2-48ef-9d66-4a9ea40773ee req-8f54fc59-5287-435e-a208-e5e2ebd67cd1 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835965 Nov 10 04:32:57.816981 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6535876-bb8c-4d1a-bf22-0d4ee132bad9 req-de54e9ac-8bbb-4da6-9995-1b4ecf479e0a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:57.818349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6535876-bb8c-4d1a-bf22-0d4ee132bad9 req-de54e9ac-8bbb-4da6-9995-1b4ecf479e0a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0477443 Nov 10 04:32:57.866639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6535876-bb8c-4d1a-bf22-0d4ee132bad9 req-03ec0934-c950-4707-85c4-cbb3f7300e17 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423992 Nov 10 04:32:58.981734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766f262-b454-485f-8e43-ec5d28191ddb req-1c9e3e1b-6534-4b48-b341-972377fa14fd tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:32:58.983226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f766f262-b454-485f-8e43-ec5d28191ddb req-1c9e3e1b-6534-4b48-b341-972377fa14fd tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0473888 Nov 10 04:32:59.029139 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f766f262-b454-485f-8e43-ec5d28191ddb req-92b0e90a-3908-4377-93fb-fe65ffb31f6d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Nov 10 04:32:59.741592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:32:59.834218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:59.844596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'mac_address': 'fa:16:3e:e6:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:32:59.879990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:59.891933 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13d9125-40f5-4aef-9a5a-89960ab40d36 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:32:59.910600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:32:59.914902 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:32:59.959257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:33:00.112696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b13d9125-40f5-4aef-9a5a-89960ab40d36'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:33:00.143179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90ee5-49ef-4285-9971-4901d893ddce req-8f827ff5-8269-413e-b9cd-7e08cbe6313a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:00.144645 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79e90ee5-49ef-4285-9971-4901d893ddce req-8f827ff5-8269-413e-b9cd-7e08cbe6313a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0474477 Nov 10 04:33:00.190743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-79e90ee5-49ef-4285-9971-4901d893ddce req-e04bda32-f1a5-4bda-b585-c5a31119f1f7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400093 Nov 10 04:33:01.312442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008bdf5-2a8b-460f-b165-494c12c0bb55 req-80a9d00a-314e-45b5-9edc-1e0d58631dc3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:01.314421 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4008bdf5-2a8b-460f-b165-494c12c0bb55 req-80a9d00a-314e-45b5-9edc-1e0d58631dc3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0546231 Nov 10 04:33:01.360308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4008bdf5-2a8b-460f-b165-494c12c0bb55 req-29e7dcb9-279b-4ab8-a0cd-61f3fc5d2573 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399320 Nov 10 04:33:01.759286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:33:01.805922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port b13d9125-40f5-4aef-9a5a-89960ab40d36 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:33:01.809568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port b13d9125-40f5-4aef-9a5a-89960ab40d36 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:33:01.809928 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:01.886345 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:01.907923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:33:01.910183 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab295b-f843-437b-9160-6a8bffbcc78f" -d '{"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-plugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:33:01.922551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:33:01.927104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:01.971936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:33:02.015010 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a6537-d446-45d7-9693-e3c4e6621bfa x-openstack-request-id: req-9a5a6537-d446-45d7-9693-e3c4e6621bfa {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:33:02.015303 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-plugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:33:02.015557 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a5a6537-d446-45d7-9693-e3c4e6621bfa {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:33:02.015956 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'code': 200} Nov 10 04:33:02.113328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29d2f-b37b-4123-aab2-5ac70cc8626e req-7447e004-fe81-45f7-b196-8fe44013c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:02.114814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dd29d2f-b37b-4123-aab2-5ac70cc8626e req-7447e004-fe81-45f7-b196-8fe44013c598 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1097 time: 0.0398951 Nov 10 04:33:02.156931 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8dd29d2f-b37b-4123-aab2-5ac70cc8626e req-c15ce248-a09b-4a32-8dbd-b8ae50269fd2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354717 Nov 10 04:33:02.477311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12095968-59b5-4212-b640-59c364188d33 req-4feec8a8-eb49-4561-8981-2a7e18d624cb tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:02.478783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12095968-59b5-4212-b640-59c364188d33 req-4feec8a8-eb49-4561-8981-2a7e18d624cb tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0478685 Nov 10 04:33:02.524075 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12095968-59b5-4212-b640-59c364188d33 req-73471619-db1c-4ba9-a1ac-0e34a67d9ee9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 Nov 10 04:33:03.648413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7b0ca-9c18-4225-a6d2-48563f382e3d req-5e5dba83-6268-4095-af9e-943284765791 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:03.649962 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cf7b0ca-9c18-4225-a6d2-48563f382e3d req-5e5dba83-6268-4095-af9e-943284765791 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0533466 Nov 10 04:33:03.699476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5cf7b0ca-9c18-4225-a6d2-48563f382e3d req-aa5ca915-8a84-4b16-b192-cc95fa1d1f8c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Nov 10 04:33:03.810271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6e988-0583-44cd-9221-da1b2d554c29 req-9b84d4b7-6d4d-437e-a5d3-741c02ff344c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:03.811612 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fe6e988-0583-44cd-9221-da1b2d554c29 req-9b84d4b7-6d4d-437e-a5d3-741c02ff344c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0469422 Nov 10 04:33:03.820256 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46116) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:33:03.824574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Request body: {'floatingip': {'port_id': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:33:03.861877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:04.613464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:04.617302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:04.716130 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 associated. External IP: 172.25.6.168, port: b13d9125-40f5-4aef-9a5a-89960ab40d36. Nov 10 04:33:04.917391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:33:05.022413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:33:05.027685 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:05.031988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:33:05.045376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:33:05.046010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:32:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:33:05.057053 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c1a9651c-8272-4ffa-9c5e-61b2cd1f9ee0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "PUT /v2.0/floatingips/02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 HTTP/1.1" status: 200 len: 993 time: 1.2357326 Nov 10 04:33:05.057639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:33:05.059979 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c9c8d4557eb162ae544d54ffcce3d18165fde64f7e9ef0732aaf8ff22487ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9543071-8cbb-4e09-977d-138cb7a0f21b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:33:05.098978 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8088a9d0-f005-4e61-8154-f51161cb6d42 x-openstack-request-id: req-8088a9d0-f005-4e61-8154-f51161cb6d42 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:33:05.099336 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:33:05.101407 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8088a9d0-f005-4e61-8154-f51161cb6d42 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:33:05.101407 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'status': 'completed', 'code': 200} Nov 10 04:33:05.157161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:33:05.163943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-c20ecfd1-2cce-485d-90d3-0bb01fa473b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:05.165431 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-c20ecfd1-2cce-485d-90d3-0bb01fa473b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1097 time: 0.0443499 Nov 10 04:33:05.260559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-61b447a1-b043-45ae-a2b8-f082667909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:05.262073 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-61b447a1-b043-45ae-a2b8-f082667909d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0902317 Nov 10 04:33:05.329872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-5d6dd6b7-df8f-4122-894a-66b6be418cd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.0602472 Nov 10 04:33:05.375757 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:e6:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:33:04Z', 'revision_number': 13, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:33:05.379594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-046c02f7-9154-40e7-9880-6c7161b3ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:05.381086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-046c02f7-9154-40e7-9880-6c7161b3ba09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0440361 Nov 10 04:33:05.404725 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:33:05.413745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:33:05.414376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:32:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:33:05.426179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-55382b6a-2590-4851-b99f-e394d3f094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:05.427772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-55382b6a-2590-4851-b99f-e394d3f094ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402031 Nov 10 04:33:05.513853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:33:05.520599 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-568253a7-719c-48a9-82ba-6286e78dacef service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859239 Nov 10 04:33:05.612086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9543071-8cbb-4e09-977d-138cb7a0f21b req-7ccb3d5b-b3cc-4f88-8741-358082375308 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844879 Nov 10 04:33:05.888949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:e6:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:33:04Z', 'revision_number': 13, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:33:05.914944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9815238-5ad7-49fe-be12-540040db5b72 None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '02be61ed-6dcc-4bd3-9bcd-a5dec88064d2', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'port_id': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'mac_address': 'fa:16:3e:e6:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:24:14Z', 'updated_at': '2021-11-10T04:33:04Z', 'revision_number': 13, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:33:06.297536 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7581c024-03be-4b4a-a26f-086e0f2fa4c3 None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:33:08.396444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:09.801892 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:33:13.396777 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b39a1ff-2ce9-4163-8a14-962f2094eebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:15.712215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4fe32ff-bb84-4549-8251-e58d21c222ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:16.897354 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:18.555459 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:19.207373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:22.303412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-6e06686b-8d0f-4d44-a000-6d50b82d9e23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389476 Nov 10 04:33:22.387536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-ad2be1a0-99e5-44c0-ba2c-4a891a0a2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:22.388918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-ad2be1a0-99e5-44c0-ba2c-4a891a0a2e43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1097 time: 0.0447617 Nov 10 04:33:22.490986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-cc73fc2b-02cb-4c67-8398-903e73743937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:22.492433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-cc73fc2b-02cb-4c67-8398-903e73743937 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0856156 Nov 10 04:33:22.561265 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-309a7595-dabe-4578-acc3-bd7ba0c53046 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1003 time: 0.0610819 Nov 10 04:33:22.610068 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-f279608a-2318-42fa-aaef-2bb73ed7b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:22.611516 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-f279608a-2318-42fa-aaef-2bb73ed7b156 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0437405 Nov 10 04:33:22.659128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-018689a8-053c-4a20-bcdd-6e7b5647287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:33:22.660522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-018689a8-053c-4a20-bcdd-6e7b5647287c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411763 Nov 10 04:33:23.023235 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-34d07a88-ecc2-4c4e-8494-047fb2f8de04 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555038 Nov 10 04:33:23.112280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fd6907e8-a329-4d7b-ac66-db2f38d8ed7f req-7f657971-b4fc-44a4-92c2-9e82412362d0 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818574 Nov 10 04:33:23.822699 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:38.396053 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:43.401705 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-23b5f906-d17e-40bc-9440-5db2ffa10924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:45.713481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1ad29f95-4291-4469-95d1-f3cc2c8d2049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:46.800915 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:33:46.899315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:48.558171 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:49.209232 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:33:53.814278 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:08.394501 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:13.402220 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c95975dd-f37f-46d9-89e8-613e2afdf0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:15.715578 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-960f9620-5ccb-49a3-a591-3fbebe2ef878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:16.902631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:18.560818 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:19.212006 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:22.310358 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-66e229ac-d5b4-433b-9a9a-f30ea77cb12a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430551 Nov 10 04:34:22.390032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-9e5945f3-4eeb-484d-b168-9cbef636b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:22.391484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-9e5945f3-4eeb-484d-b168-9cbef636b427 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1097 time: 0.0395062 Nov 10 04:34:22.496556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-7713e46f-903e-4e9e-aa1a-88cc731c2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:22.498007 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-7713e46f-903e-4e9e-aa1a-88cc731c2f86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0864556 Nov 10 04:34:22.562548 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-2de03acd-61c5-43b5-880d-0a06a6c68292 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1003 time: 0.0564063 Nov 10 04:34:22.610638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-1680797a-e0f3-4a77-98d6-a8a5a3d6399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:22.612057 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-1680797a-e0f3-4a77-98d6-a8a5a3d6399b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0434480 Nov 10 04:34:22.660477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-af9da8a0-6418-402d-8c5e-88d3695c0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:22.661976 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-af9da8a0-6418-402d-8c5e-88d3695c0627 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434592 Nov 10 04:34:22.748470 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-529a5fc1-3f5c-40d3-a15a-a7c93b3991bb service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788801 Nov 10 04:34:22.838466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-49c0eef4-935b-409a-8aee-64eca9f3aba4 req-2fc25b31-d3be-4656-9e40-4f2b7d913fe6 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831749 Nov 10 04:34:23.799816 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:34:23.829558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:38.391038 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:42.594934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be59d-068a-4576-a92f-dc85ebbba926 req-5783bb75-9fa8-4c60-a98f-1fc56197ff74 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:42.596454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa6be59d-068a-4576-a92f-dc85ebbba926 req-5783bb75-9fa8-4c60-a98f-1fc56197ff74 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.1409531 Nov 10 04:34:42.643349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa6be59d-068a-4576-a92f-dc85ebbba926 req-11186810-ac11-40b6-b314-1086c8292097 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406783 Nov 10 04:34:43.405887 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d76a5298-bc15-4d5c-8127-4ff6344699c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:45.716968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4081b4b6-b69b-41a6-8dff-f58007ad6a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:46.907993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:48.564881 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:49.214841 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:53.845403 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:34:54.896507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4246-35d3-4acc-bf0d-38e2a259b98d req-55da2a9b-0ae7-4272-ad70-fbdb9174848f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:54.898178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-802a4246-35d3-4acc-bf0d-38e2a259b98d req-55da2a9b-0ae7-4272-ad70-fbdb9174848f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0521731 Nov 10 04:34:54.922167 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-822f2abb-8778-4bff-9642-b8f8c3265acb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848088 Nov 10 04:34:54.949435 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-802a4246-35d3-4acc-bf0d-38e2a259b98d req-700fa174-5292-4f83-b693-d5b815f174e4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Nov 10 04:34:56.074365 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f96866-127c-4c14-975b-dc87af3f993b req-7554de6b-0209-4eaa-b97f-4a97ebb18209 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:56.077671 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06f96866-127c-4c14-975b-dc87af3f993b req-7554de6b-0209-4eaa-b97f-4a97ebb18209 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0550189 Nov 10 04:34:56.127960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-06f96866-127c-4c14-975b-dc87af3f993b req-d77ff8d2-f67b-4220-add9-5e2033686f76 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Nov 10 04:34:56.199628 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-f17ed611-59f0-4b85-b633-0a47b4ec97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:56.201152 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-f17ed611-59f0-4b85-b633-0a47b4ec97f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1097 time: 0.0932851 Nov 10 04:34:56.295717 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-c5addd8a-7988-4ee3-b9f7-7002c7de6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:56.297087 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-c5addd8a-7988-4ee3-b9f7-7002c7de6717 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0878730 Nov 10 04:34:56.361353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-1539fcdc-b327-483a-a6b3-eb060f38543f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1003 time: 0.0568566 Nov 10 04:34:56.409133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-2a06ec34-1bda-4714-b845-69263d8c05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:56.410564 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-2a06ec34-1bda-4714-b845-69263d8c05ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0429440 Nov 10 04:34:56.469333 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-f4f0982f-ec0b-451d-a291-ab5a805950a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:56.470779 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-f4f0982f-ec0b-451d-a291-ab5a805950a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534115 Nov 10 04:34:56.559877 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-677b30b9-ee7d-4fe2-ae05-31fbc10f4771 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820169 Nov 10 04:34:56.652879 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-0607278a-ec8c-4bd2-a011-1ef5736e3dba service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Nov 10 04:34:57.245106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489639f-c085-4651-a535-62f1bccbbaf7 req-ac5f8da9-c740-4a92-bab8-afebc61c6a7a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:57.246767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8489639f-c085-4651-a535-62f1bccbbaf7 req-ac5f8da9-c740-4a92-bab8-afebc61c6a7a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0501051 Nov 10 04:34:57.301983 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8489639f-c085-4651-a535-62f1bccbbaf7 req-b67c4e92-ab5f-418e-98ca-d82c6778baa3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Nov 10 04:34:58.417310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6ae63-eec2-4315-b60a-c7e67d56e2bd req-48ddea0d-4c84-439e-a2f2-51955ee29954 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:58.418882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4a6ae63-eec2-4315-b60a-c7e67d56e2bd req-48ddea0d-4c84-439e-a2f2-51955ee29954 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0495002 Nov 10 04:34:58.466122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f4a6ae63-eec2-4315-b60a-c7e67d56e2bd req-2c7b4174-875f-426f-b063-8e1e58f779f9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Nov 10 04:34:59.589137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bf98c-5ec9-4cf3-a446-126a047d5dab req-696256a8-3971-4fe3-82b0-1f67a6f92ea1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:34:59.590637 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57bf98c-5ec9-4cf3-a446-126a047d5dab req-696256a8-3971-4fe3-82b0-1f67a6f92ea1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0492399 Nov 10 04:34:59.637545 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f57bf98c-5ec9-4cf3-a446-126a047d5dab req-e4eac505-5be9-460e-8ada-9c20e74d9f27 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Nov 10 04:35:00.753686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e865e4-4bee-4061-9228-0a6f997bafa0 req-4031b86f-88ad-44e7-9828-52dc55536c51 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:00.755165 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88e865e4-4bee-4061-9228-0a6f997bafa0 req-4031b86f-88ad-44e7-9828-52dc55536c51 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0509851 Nov 10 04:35:00.799220 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:35:00.801458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88e865e4-4bee-4061-9228-0a6f997bafa0 req-98f12c4a-8853-44f9-bf93-96e96a94f84b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399060 Nov 10 04:35:01.915785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491a42-5070-453d-8c70-f12e15c2e16e req-8efd3f34-f1df-4447-9ddf-910cc2b999e0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:01.917886 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c491a42-5070-453d-8c70-f12e15c2e16e req-8efd3f34-f1df-4447-9ddf-910cc2b999e0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0488472 Nov 10 04:35:01.964351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c491a42-5070-453d-8c70-f12e15c2e16e req-57ba1eda-5a91-423a-bc25-ab8d8ae45f92 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Nov 10 04:35:03.084925 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafb365-7a24-4ee9-964c-683d84fb7e30 req-99ed89db-1881-44d5-9ba8-73c50b7d7d3f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:03.086439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7dafb365-7a24-4ee9-964c-683d84fb7e30 req-99ed89db-1881-44d5-9ba8-73c50b7d7d3f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0507746 Nov 10 04:35:03.134755 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7dafb365-7a24-4ee9-964c-683d84fb7e30 req-60f4618f-b746-4ca9-a98e-63224fa52435 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Nov 10 04:35:04.250372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ba75-3739-478b-83a9-69a3599d7d07 req-cd7deb63-39a3-46d7-916d-644431e16336 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:04.251861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed57ba75-3739-478b-83a9-69a3599d7d07 req-cd7deb63-39a3-46d7-916d-644431e16336 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0485182 Nov 10 04:35:04.298133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ed57ba75-3739-478b-83a9-69a3599d7d07 req-c5675bb2-3c3b-4187-a42d-215941751849 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Nov 10 04:35:05.417761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a232-5228-42d5-9776-e9b06869a0be req-057ac2f9-586c-4f96-91b0-a2a919684a29 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:05.419264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f31a232-5228-42d5-9776-e9b06869a0be req-057ac2f9-586c-4f96-91b0-a2a919684a29 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0523860 Nov 10 04:35:05.469204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f31a232-5228-42d5-9776-e9b06869a0be req-58558865-728e-42a5-b847-5d2eab343544 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439990 Nov 10 04:35:06.586113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b6edd-e0c3-42bd-983f-f12cecf600ee req-ceb0cf58-972c-4992-86ea-3c268ec0d387 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:06.587560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-042b6edd-e0c3-42bd-983f-f12cecf600ee req-ceb0cf58-972c-4992-86ea-3c268ec0d387 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0486748 Nov 10 04:35:06.634186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-042b6edd-e0c3-42bd-983f-f12cecf600ee req-e8ca0e94-a782-404f-b2b3-1a97ba5fc529 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406659 Nov 10 04:35:07.751130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe998b-18d6-4cff-8677-9317c2410ac5 req-4c865b47-237c-442c-b01b-d777c9c45426 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:07.752873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-debe998b-18d6-4cff-8677-9317c2410ac5 req-4c865b47-237c-442c-b01b-d777c9c45426 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0481749 Nov 10 04:35:07.798594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-debe998b-18d6-4cff-8677-9317c2410ac5 req-5a5129c5-e15a-403b-9399-11522faee5d3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Nov 10 04:35:08.406268 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:08.921634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce00e8-3dcd-4fc9-b497-3852de2f97a3 req-6045d6a8-40a8-493f-879d-1c74a16d84ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:08.923122 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57ce00e8-3dcd-4fc9-b497-3852de2f97a3 req-6045d6a8-40a8-493f-879d-1c74a16d84ad tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0532324 Nov 10 04:35:08.971084 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-57ce00e8-3dcd-4fc9-b497-3852de2f97a3 req-dc4a08c9-929c-4230-abae-6a2441a65504 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Nov 10 04:35:10.092862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66ecc1-bdad-49c7-ac10-2908c4a273d1 req-1c93ab26-5388-4c93-b978-75cfb286fcd1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:10.094392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d66ecc1-bdad-49c7-ac10-2908c4a273d1 req-1c93ab26-5388-4c93-b978-75cfb286fcd1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0479088 Nov 10 04:35:10.144791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9d66ecc1-bdad-49c7-ac10-2908c4a273d1 req-386ce42d-fa0d-4512-9209-edf0be9148f4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Nov 10 04:35:10.663326 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-1445985c-aead-4685-aa9f-d8b82b46480a req-bd60e230-0cd3-4385-8e24-e9132663ced9 service neutron] show failed (client error): The resource could not be found. Nov 10 04:35:10.664248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-bd60e230-0cd3-4385-8e24-e9132663ced9 service neutron] 10.222.0.44 "GET /v2.0/ports/b13d9125-40f5-4aef-9a5a-89960ab40d36/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0551980 Nov 10 04:35:10.859212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-11927553-07a7-4312-a973-65d6e6ee7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:10.860632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-11927553-07a7-4312-a973-65d6e6ee7df0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 1097 time: 0.0417421 Nov 10 04:35:10.878766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:35:10.933402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:11.129775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:11.161417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:35:11.201523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:35:11.203847 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1017a946-c644-44b9-919d-3e291aa90b5f" -d '{"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:35:11.207698 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:11.220587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Transition to ACTIVE for port object b13d9125-40f5-4aef-9a5a-89960ab40d36 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:35:11.223794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:11.267293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b96dc-4d6e-4e30-b8c9-6627e4d78be6 req-8512637c-3e35-4ce0-83a1-54fdc9a62a0a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:11.268818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-023b96dc-4d6e-4e30-b8c9-6627e4d78be6 req-8512637c-3e35-4ce0-83a1-54fdc9a62a0a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0531170 Nov 10 04:35:11.306362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:11.321928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.322289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.322629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.322964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.323296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.323624 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.323948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.324267 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.325289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.325741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.325856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-023b96dc-4d6e-4e30-b8c9-6627e4d78be6 req-3a1c766f-dd0b-419f-987e-6dc235c284d0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506372 Nov 10 04:35:11.326115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.326433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:11.368995 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff0cc4-11ee-4152-97ed-0cc2ff5cd07a x-openstack-request-id: req-73ff0cc4-11ee-4152-97ed-0cc2ff5cd07a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:35:11.369284 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:35:11.369528 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73ff0cc4-11ee-4152-97ed-0cc2ff5cd07a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:35:11.369913 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'code': 200} Nov 10 04:35:11.370846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] No DVR routers for this DVR port b13d9125-40f5-4aef-9a5a-89960ab40d36 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:35:11.510532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:35:11.510865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:35:11.511194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:35:11.515655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:35:11.515980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:35:11.521906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:35:11.522272 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:35:11.522655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:35:11.523081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Bound port: b13d9125-40f5-4aef-9a5a-89960ab40d36, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:35:11.523436 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:11.586261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:35:11.589395 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:35:11.593447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:11.633477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:11.634174 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:11.635608 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] 10.222.0.11 "PUT /v2.0/ports/b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1092 time: 0.7607977 Nov 10 04:35:11.658482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fdfe1-a8f2-4d46-9c98-2c272a7cbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:11.711522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-df85e54c-4e25-4fa7-b982-043a3d7a6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:11.713026 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-df85e54c-4e25-4fa7-b982-043a3d7a6412 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1095 time: 0.0434237 Nov 10 04:35:11.809920 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-8bf92d5f-96b5-462d-b989-672ae343875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:11.811456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-8bf92d5f-96b5-462d-b989-672ae343875e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0907097 Nov 10 04:35:11.883493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-0b1b70bd-49a8-40ce-a64f-0660aec28f95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.0646119 Nov 10 04:35:11.934396 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-cbd2c42c-cc19-4f54-adcb-9a03bb551046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:11.935745 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-cbd2c42c-cc19-4f54-adcb-9a03bb551046 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0438929 Nov 10 04:35:11.980053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445985c-aead-4685-aa9f-d8b82b46480a req-268f31da-e6df-4038-9a64-663688d39726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:11.982049 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-268f31da-e6df-4038-9a64-663688d39726 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396118 Nov 10 04:35:12.075324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-e4bbec5f-ad53-46a6-b168-cecb23d30100 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865128 Nov 10 04:35:12.169536 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-32c78d07-5780-447f-addc-8369b1d95bc9 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876648 Nov 10 04:35:12.456107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:35:12.473991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6231673-1c3e-4024-a930-ac58a8aea372 req-e3cab038-8658-4db7-a647-2da08e380136 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:12.475486 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6231673-1c3e-4024-a930-ac58a8aea372 req-e3cab038-8658-4db7-a647-2da08e380136 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0508533 Nov 10 04:35:12.501182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:35:12.523650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6231673-1c3e-4024-a930-ac58a8aea372 req-b62c9f57-3cda-454e-ad54-2338be03d9f7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Nov 10 04:35:13.371214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:35:13.373770 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b22872-fcde-433e-a816-6b86000cd239" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:35:13.408333 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1643bd0-7048-4a3f-b0af-4bfc57b4da37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:13.427047 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f6d1f-e54e-4959-9bff-1044ced59af8 x-openstack-request-id: req-715f6d1f-e54e-4959-9bff-1044ced59af8 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:35:13.427426 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:35:13.427750 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-715f6d1f-e54e-4959-9bff-1044ced59af8 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:35:13.428119 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'status': 'completed', 'code': 200} Nov 10 04:35:13.520438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-5f03142e-8d32-4c6a-af9e-79b7b0acfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.521955 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-5f03142e-8d32-4c6a-af9e-79b7b0acfcbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1095 time: 0.0769973 Nov 10 04:35:13.539270 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-b80abc35-40fe-41d0-8efb-f18213fec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.540719 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-b80abc35-40fe-41d0-8efb-f18213fec19b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1095 time: 0.0604806 Nov 10 04:35:13.645512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068ba38-ebc9-4888-9fa4-e6cb3ca34ecf req-cd18f412-f969-4b1b-b5aa-dfa4a78dd875 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.647613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8068ba38-ebc9-4888-9fa4-e6cb3ca34ecf req-cd18f412-f969-4b1b-b5aa-dfa4a78dd875 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0509436 Nov 10 04:35:13.689378 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-5853ad21-adbf-446f-9694-36c0c539648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.690929 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-5853ad21-adbf-446f-9694-36c0c539648e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1615894 Nov 10 04:35:13.695911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-85ca9818-72ff-4267-87ee-c3564de818bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.697414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-85ca9818-72ff-4267-87ee-c3564de818bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1463799 Nov 10 04:35:13.708476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8068ba38-ebc9-4888-9fa4-e6cb3ca34ecf req-39eb456a-ca14-49ce-9e0e-348cfb8bd763 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533903 Nov 10 04:35:13.808198 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-fa899a34-abd2-4cf3-8c89-4246e242b366 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.1098270 Nov 10 04:35:13.812371 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-f1d102c2-6fa2-4515-89c4-df3b944aee0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.1073868 Nov 10 04:35:13.894319 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-47359854-3a10-49b5-896d-cf1efec0f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.895832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-47359854-3a10-49b5-896d-cf1efec0f4db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0799825 Nov 10 04:35:13.897356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-f6a53d83-a691-415d-a2ce-b365de124a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.898682 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-f6a53d83-a691-415d-a2ce-b365de124a1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0749557 Nov 10 04:35:13.967930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-86c11606-9f76-447c-9e2c-eac99fce8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.969425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-86c11606-9f76-447c-9e2c-eac99fce8558 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667880 Nov 10 04:35:13.972049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22872-fcde-433e-a816-6b86000cd239 req-9b43af0e-04c1-4956-8ede-2e0d28186341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:13.973503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-9b43af0e-04c1-4956-8ede-2e0d28186341 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636222 Nov 10 04:35:14.133757 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-7475b049-3059-40d3-8b20-76819f0ff2ea service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576447 Nov 10 04:35:14.135491 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-1d93590c-39b3-4a9e-ad8f-e1fecd593ab7 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519995 Nov 10 04:35:14.291417 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-3dd4dd0d-6e0d-41eb-8f26-f59f15c4d59c service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497011 Nov 10 04:35:14.293957 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b0b22872-fcde-433e-a816-6b86000cd239 req-8291a1a2-d035-4940-acb3-f6b5b1fed378 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447921 Nov 10 04:35:14.835426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16edfc-061d-4c59-82f5-246c12687c2a req-747f9a49-871e-4a3a-80b8-e199e19c1d52 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:14.836829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c16edfc-061d-4c59-82f5-246c12687c2a req-747f9a49-871e-4a3a-80b8-e199e19c1d52 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0521529 Nov 10 04:35:14.883398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c16edfc-061d-4c59-82f5-246c12687c2a req-bf23d973-b6ca-4e1b-80ad-2373c125529a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 Nov 10 04:35:15.722087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa3a799d-df90-48b3-8177-dfc9640c132a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:16.002329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606de43-c4d6-4964-9d3e-2fcbb3a88cb7 req-a3b1ea25-736e-4822-9ece-d6806069c020 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:16.003728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4606de43-c4d6-4964-9d3e-2fcbb3a88cb7 req-a3b1ea25-736e-4822-9ece-d6806069c020 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0492814 Nov 10 04:35:16.052374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4606de43-c4d6-4964-9d3e-2fcbb3a88cb7 req-b7d3279d-62f6-4ca6-b0b4-62a85696a51b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Nov 10 04:35:16.910150 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:17.177522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327c1c1-36f2-4d49-806a-5f4b0a330d89 req-cfbfa539-7970-4519-bd08-5631da98eb06 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:17.179641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5327c1c1-36f2-4d49-806a-5f4b0a330d89 req-cfbfa539-7970-4519-bd08-5631da98eb06 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0525801 Nov 10 04:35:17.225536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5327c1c1-36f2-4d49-806a-5f4b0a330d89 req-2f22524d-7c2b-4149-983f-bf798c7c675b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 Nov 10 04:35:18.341307 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9a82c-95fa-4d76-a780-0a5ec921f205 req-67ddb465-19a1-4523-9d5a-0f1a41c191a5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:18.342836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64b9a82c-95fa-4d76-a780-0a5ec921f205 req-67ddb465-19a1-4523-9d5a-0f1a41c191a5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0477285 Nov 10 04:35:18.389647 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-64b9a82c-95fa-4d76-a780-0a5ec921f205 req-18ee663f-de93-466b-ae6b-6f45fea01841 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Nov 10 04:35:18.567533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:19.217813 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:19.504996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103738b-c6c9-4006-9613-16783a930d4e req-3b22ccd4-193a-484c-83ee-8c1925690ad3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:19.506373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c103738b-c6c9-4006-9613-16783a930d4e req-3b22ccd4-193a-484c-83ee-8c1925690ad3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0468202 Nov 10 04:35:19.555078 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c103738b-c6c9-4006-9613-16783a930d4e req-6bbf76a4-f153-46c5-9c48-2c5812a1d407 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Nov 10 04:35:20.674455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedac5-0898-45ec-9bf4-041354c751ca req-b5512ded-87cf-4d60-91b3-7ea87fc2809d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:20.675902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffbedac5-0898-45ec-9bf4-041354c751ca req-b5512ded-87cf-4d60-91b3-7ea87fc2809d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0476766 Nov 10 04:35:20.722063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ffbedac5-0898-45ec-9bf4-041354c751ca req-e87c91ad-8d5b-4452-b3eb-e3313e9ac84a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Nov 10 04:35:21.835484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73971dfd-7743-4e23-b5e0-3d520f2ffbce req-bbdc9bbc-3164-42a0-9563-1cb3ea71f24d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:21.836839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73971dfd-7743-4e23-b5e0-3d520f2ffbce req-bbdc9bbc-3164-42a0-9563-1cb3ea71f24d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0471623 Nov 10 04:35:21.883253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73971dfd-7743-4e23-b5e0-3d520f2ffbce req-ae4d8da6-ba14-4cfc-b2b2-aa373a48896c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Nov 10 04:35:23.003083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d33c58-b41c-4e4d-80c2-45a0d75870f8 req-869522f0-3780-46e1-9949-f3c0790bda3d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:23.004522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54d33c58-b41c-4e4d-80c2-45a0d75870f8 req-869522f0-3780-46e1-9949-f3c0790bda3d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0512476 Nov 10 04:35:23.051261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-54d33c58-b41c-4e4d-80c2-45a0d75870f8 req-ca8d1818-b052-40b4-90a0-5a85056313e7 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Nov 10 04:35:23.842561 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:24.169548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b4a39-1c3e-4378-97ad-33b34dc8d23f req-57e59a38-c3f0-4879-9f9a-da5009d1c7b8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:24.170912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-938b4a39-1c3e-4378-97ad-33b34dc8d23f req-57e59a38-c3f0-4879-9f9a-da5009d1c7b8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0473824 Nov 10 04:35:24.216543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-938b4a39-1c3e-4378-97ad-33b34dc8d23f req-e5003c93-796d-4861-b3e7-e2cfd961301b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Nov 10 04:35:25.332112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7188f-4092-4e04-9c6c-0b73af8f523b req-018843b5-9e2d-43a5-9232-18df9a681856 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:25.333553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28a7188f-4092-4e04-9c6c-0b73af8f523b req-018843b5-9e2d-43a5-9232-18df9a681856 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0473757 Nov 10 04:35:25.381801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-28a7188f-4092-4e04-9c6c-0b73af8f523b req-908d9841-2294-4dc8-8895-306a1525b066 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Nov 10 04:35:26.500659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e077-831e-44db-b1e0-115d42f4cadb req-6c7f9a95-82c7-445b-847a-72fa515b2c34 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:26.502144 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67b5e077-831e-44db-b1e0-115d42f4cadb req-6c7f9a95-82c7-445b-847a-72fa515b2c34 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0484014 Nov 10 04:35:26.547943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-67b5e077-831e-44db-b1e0-115d42f4cadb req-2e3e1e4c-d687-4603-ab20-2b47a3063c66 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399117 Nov 10 04:35:26.830660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-837999ae-4774-42dc-ab9e-72ccf75a2a05 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:26.832130 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-837999ae-4774-42dc-ab9e-72ccf75a2a05 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f&tenant_id=f6508216512341d3af4b91f5a1cb3e08&binding%3Ahost_id=n-h1-817326-2 HTTP/1.1" status: 200 len: 944 time: 0.0519495 Nov 10 04:35:26.844692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f411260-319f-4c66-a826-1b2afcfa4769 req-ff5ef80b-d71c-4be1-9f83-298ba189966f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:26.846202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f411260-319f-4c66-a826-1b2afcfa4769 req-ff5ef80b-d71c-4be1-9f83-298ba189966f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 944 time: 0.0476656 Nov 10 04:35:26.892852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f411260-319f-4c66-a826-1b2afcfa4769 req-23f31ae5-4c9d-44d0-9fc8-6f3821b9c7db tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Nov 10 04:35:26.893602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-9cc6d08b-ccba-4bc5-a714-35f8567a9e7a service neutron] 10.222.0.11 "GET /v2.0/ports/b13d9125-40f5-4aef-9a5a-89960ab40d36/bindings/n-h1-817326-2 HTTP/1.1" status: 200 len: 382 time: 0.0538673 Nov 10 04:35:26.982466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-b0ae6610-114c-4aff-9293-e7d98d476222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:26.983926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-b0ae6610-114c-4aff-9293-e7d98d476222 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1095 time: 0.0479839 Nov 10 04:35:27.072471 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-d94ef260-bbac-4ad8-9a82-6ffa26b1c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:27.073815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-d94ef260-bbac-4ad8-9a82-6ffa26b1c2c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0821209 Nov 10 04:35:27.153379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-1e12f5b4-7f02-433b-83eb-3ff0e97e86d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.0716078 Nov 10 04:35:27.198511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-ebb1cfba-4eb2-4cb1-9a3e-8a5d838eb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:27.200404 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-ebb1cfba-4eb2-4cb1-9a3e-8a5d838eb1ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0412612 Nov 10 04:35:27.243451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-72fe6b29-be33-4346-95b3-ff3653c4cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:27.244899 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-72fe6b29-be33-4346-95b3-ff3653c4cda7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381231 Nov 10 04:35:27.336336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-9f70d95f-f0a1-4db7-b352-9d121e76c8c5 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829692 Nov 10 04:35:27.421224 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-52a3bebf-79c5-41fc-bafe-38658b766fd3 service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783765 Nov 10 04:35:27.484497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:35:27.578463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:27.589542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'mac_address': 'fa:16:3e:e6:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:35:27.626437 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:27.639711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13d9125-40f5-4aef-9a5a-89960ab40d36 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:35:27.658232 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:27.661949 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:27.710249 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:27.717339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.717678 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.718031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.718358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.718684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.719000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.719317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.719629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.719941 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.720254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.720565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:27.720875 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:28.016472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4471db-a9e7-423d-bcca-803d05df9d1a req-b3b99c9a-a435-43b3-894b-15779dea3661 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:28.017924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a4471db-a9e7-423d-bcca-803d05df9d1a req-b3b99c9a-a435-43b3-894b-15779dea3661 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0515180 Nov 10 04:35:28.063805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a4471db-a9e7-423d-bcca-803d05df9d1a req-692674a5-1c1d-4c84-8fae-a9e9aef6436b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399499 Nov 10 04:35:28.088245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['b13d9125-40f5-4aef-9a5a-89960ab40d36'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:35:29.179701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68bc29-0738-4b46-835f-4152b3ef8f12 req-a350046f-76c7-4c20-8fa2-8f4bc7aac875 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:29.181117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f68bc29-0738-4b46-835f-4152b3ef8f12 req-a350046f-76c7-4c20-8fa2-8f4bc7aac875 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0475409 Nov 10 04:35:29.226874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f68bc29-0738-4b46-835f-4152b3ef8f12 req-28de804c-b467-4354-960a-42966f822464 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393403 Nov 10 04:35:29.493569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:35:29.545721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port b13d9125-40f5-4aef-9a5a-89960ab40d36 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:35:29.549806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port b13d9125-40f5-4aef-9a5a-89960ab40d36 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:35:29.550330 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:29.627755 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:29.649991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:35:29.652200 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0c3c5129ff59abcc276f0ab1c35c4861840fd6d7995148a20d8d8d79fdc987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7199ea-5377-42f0-a001-00f3e8025e90" -d '{"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-plugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:35:29.665230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:29.670060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:29.709015 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4706cdc-3f4e-4e7a-80fc-9c2a98c596b7 x-openstack-request-id: req-f4706cdc-3f4e-4e7a-80fc-9c2a98c596b7 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:35:29.709248 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-plugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:35:29.710045 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4706cdc-3f4e-4e7a-80fc-9c2a98c596b7 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:35:29.710437 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'code': 200} Nov 10 04:35:29.726494 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:30.357001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad314-44f0-418a-9d1d-21daf3bd5a94 req-24eebbf6-6064-421a-ac3a-65a4fde04153 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:30.358516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dcad314-44f0-418a-9d1d-21daf3bd5a94 req-24eebbf6-6064-421a-ac3a-65a4fde04153 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0531881 Nov 10 04:35:30.405469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dcad314-44f0-418a-9d1d-21daf3bd5a94 req-db513db7-022f-4b54-94c5-dedab4c9e74b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Nov 10 04:35:31.538359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c503e-6fbc-459e-90fa-09619251ebab req-6834149b-7df8-4152-8ac6-302822df8a3d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:31.540289 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be3c503e-6fbc-459e-90fa-09619251ebab req-6834149b-7df8-4152-8ac6-302822df8a3d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0585127 Nov 10 04:35:31.592112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be3c503e-6fbc-459e-90fa-09619251ebab req-ffa633f0-d33a-47b6-81b5-494cb23f1016 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447118 Nov 10 04:35:31.839497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-98c02d18-bad1-434f-b5d0-c796233ee410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:31.841604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-98c02d18-bad1-434f-b5d0-c796233ee410 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f&tenant_id=f6508216512341d3af4b91f5a1cb3e08 HTTP/1.1" status: 200 len: 1097 time: 0.0418768 Nov 10 04:35:31.852698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:35:31.909608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:32.104013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:32.138680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:35:32.176549 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:35:32.178810 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd7dc6a-a57b-4bc6-9fd9-70def3a82d7f" -d '{"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:35:32.184721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:32.197353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Transition to ACTIVE for port object b13d9125-40f5-4aef-9a5a-89960ab40d36 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:35:32.201545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:32.245609 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be2d07-659e-42ed-9c7c-0ac326fc7aeb x-openstack-request-id: req-08be2d07-659e-42ed-9c7c-0ac326fc7aeb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:35:32.245907 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:35:32.246680 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08be2d07-659e-42ed-9c7c-0ac326fc7aeb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:35:32.247074 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'code': 200} Nov 10 04:35:32.282855 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:32.325233 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] No DVR routers for this DVR port b13d9125-40f5-4aef-9a5a-89960ab40d36 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:35:32.736467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:35:32.736799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:35:32.737122 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:35:32.743406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:35:32.743977 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Attempting to bind port b13d9125-40f5-4aef-9a5a-89960ab40d36 on network 4154148c-76b4-4464-b050-740c2f1c52ac {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:35:32.750390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:35:32.750723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Checking segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:35:32.751098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Bound using segment: {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:35:32.752078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Bound port: b13d9125-40f5-4aef-9a5a-89960ab40d36, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1e2d1-37cc-4da6-b655-9a84f5f2e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:35:32.752078 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:32.767251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3996ba-79ad-4e59-90d0-b9c0e0e76167 req-91eb245c-0435-4465-9163-04fe5160dfe8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:32.768803 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be3996ba-79ad-4e59-90d0-b9c0e0e76167 req-91eb245c-0435-4465-9163-04fe5160dfe8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0489795 Nov 10 04:35:32.813286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:35:32.816425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:35:32.819187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-be3996ba-79ad-4e59-90d0-b9c0e0e76167 req-62577889-5a6c-4a43-9010-95aca2e7a1c6 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443561 Nov 10 04:35:32.821793 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:32.864705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:32.865299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:32.866703 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] 10.222.0.44 "PUT /v2.0/ports/b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1093 time: 1.0178514 Nov 10 04:35:32.885385 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c7d51-9e8f-4ea8-9cf7-6d113855558d service neutron] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=11']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:32.934223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-e55f8719-61d7-48db-a472-105de8d7f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:32.935816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-e55f8719-61d7-48db-a472-105de8d7f5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1096 time: 0.0464430 Nov 10 04:35:33.028014 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-4c8fde7d-f29c-4c1e-8264-537470d202a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:33.029484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-4c8fde7d-f29c-4c1e-8264-537470d202a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.0873389 Nov 10 04:35:33.099153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-6ad0ca58-d8aa-4398-9d01-94d8327d1926 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.0630472 Nov 10 04:35:33.146905 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-0633ff2c-c5bf-468a-bf28-f18a253d0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:33.148240 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-0633ff2c-c5bf-468a-bf28-f18a253d0230 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0428150 Nov 10 04:35:33.192747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-49a8b111-a58f-4182-9a80-66e312c3a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:33.194215 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-49a8b111-a58f-4182-9a80-66e312c3a289 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383594 Nov 10 04:35:33.286329 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-f59bcde0-e8d2-46a2-8608-3735ebb4c76b service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845878 Nov 10 04:35:33.372195 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ec701f08-347e-4ed4-9f6f-f46df3178765 req-f72acbbb-6aa9-49e1-b75f-ee3382f2cb00 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793254 Nov 10 04:35:33.509181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:35:33.547104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:35:33.977532 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3ddd2-6db4-4ad8-80d1-4e2e7ee2eafd req-fd08752b-61ff-4cc0-9476-cf989a0488c1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:33.979059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63b3ddd2-6db4-4ad8-80d1-4e2e7ee2eafd req-fd08752b-61ff-4cc0-9476-cf989a0488c1 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0492520 Nov 10 04:35:34.026353 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63b3ddd2-6db4-4ad8-80d1-4e2e7ee2eafd req-8a1d0175-9800-4183-837b-f2bd5a0c684f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Nov 10 04:35:34.248548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:35:34.251017 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64da1a22-d192-4c2d-8636-83ed53973cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:35:34.300354 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19712884-f13f-4f48-b6a5-f4f1cebabe77 x-openstack-request-id: req-19712884-f13f-4f48-b6a5-f4f1cebabe77 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:35:34.300649 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:35:34.300894 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19712884-f13f-4f48-b6a5-f4f1cebabe77 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:35:34.301367 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'status': 'completed', 'code': 200} Nov 10 04:35:34.387453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-98179560-a5b9-473f-a5b1-e79de27ed004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.388836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-98179560-a5b9-473f-a5b1-e79de27ed004 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1096 time: 0.0701950 Nov 10 04:35:34.405958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-557d4ef9-663e-484b-98f0-8af5ab4ee25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.407322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-557d4ef9-663e-484b-98f0-8af5ab4ee25d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6508216512341d3af4b91f5a1cb3e08&device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 1096 time: 0.0592821 Nov 10 04:35:34.561818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-8729de32-b5ba-43e5-b343-40b3a33a4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.563210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-8729de32-b5ba-43e5-b343-40b3a33a4660 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1671798 Nov 10 04:35:34.565764 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-b22d6661-df86-43c9-b506-e97f55ca03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.567096 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-b22d6661-df86-43c9-b506-e97f55ca03b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 200 len: 912 time: 0.1505389 Nov 10 04:35:34.677022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-4398b321-1916-4d5d-a754-590a994f6b2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.1072440 Nov 10 04:35:34.678777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-e0b48db0-010c-4e13-bdbc-24b7809878cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 200 len: 1001 time: 0.1032164 Nov 10 04:35:34.762923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-bb9fcaa5-5fb2-4580-850b-2aeeff82bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.764384 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-bb9fcaa5-5fb2-4580-850b-2aeeff82bb04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0810363 Nov 10 04:35:34.765761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-e766ba90-bbea-4378-9da4-cfe56a5a90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.767091 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-e766ba90-bbea-4378-9da4-cfe56a5a90fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 200 len: 851 time: 0.0766118 Nov 10 04:35:34.839441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-3cc1b8bc-5089-4538-86dc-0b639e57215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.841810 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-3cc1b8bc-5089-4538-86dc-0b639e57215a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703666 Nov 10 04:35:34.843575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-8cdf1def-7358-4242-8d1a-c60387dba3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:34.844962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-8cdf1def-7358-4242-8d1a-c60387dba3fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4154148c-76b4-4464-b050-740c2f1c52ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655518 Nov 10 04:35:35.009334 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-6ff6ff91-6715-4cce-b27c-1f8fb4eabedc service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605556 Nov 10 04:35:35.011159 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-e4cbaf6d-173d-4ea1-8f67-67b40324e54b service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551476 Nov 10 04:35:35.151105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e88fd-b423-4cc9-b546-32040e0c6125 req-a697810f-c60e-4c14-b8b3-d231a4d4afd9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:35.152747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b79e88fd-b423-4cc9-b546-32040e0c6125 req-a697810f-c60e-4c14-b8b3-d231a4d4afd9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0536532 Nov 10 04:35:35.171572 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-219c1501-0665-4ce7-b6c2-fc4a9741e4f2 service neutron] 10.222.0.44 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542382 Nov 10 04:35:35.173382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64da1a22-d192-4c2d-8636-83ed53973cdf req-0ab2c27e-ca20-4261-902d-6fc4992ea53c service neutron] 10.222.0.11 "GET /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493146 Nov 10 04:35:35.204441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b79e88fd-b423-4cc9-b546-32040e0c6125 req-3f0babfe-936a-41a2-9b13-104b8aa1429f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 Nov 10 04:35:36.411357 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148502dd-9672-4963-8db9-0848b46eeeab req-7f87d10e-bc28-4dc9-be1e-6a534fd6a0d4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:36.413588 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-148502dd-9672-4963-8db9-0848b46eeeab req-7f87d10e-bc28-4dc9-be1e-6a534fd6a0d4 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0967073 Nov 10 04:35:36.465198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-148502dd-9672-4963-8db9-0848b46eeeab req-a0514f3a-9232-48b9-b395-1928f4803616 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Nov 10 04:35:37.677404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49bfcf-655b-4dec-a1df-d075203f4e98 req-605b3fd6-f183-4c33-9418-be8aa73683f9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:37.678919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a49bfcf-655b-4dec-a1df-d075203f4e98 req-605b3fd6-f183-4c33-9418-be8aa73683f9 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.1003392 Nov 10 04:35:37.725288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a49bfcf-655b-4dec-a1df-d075203f4e98 req-21ebd7a3-e4e6-4395-859c-0b7c5e3da9d5 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397542 Nov 10 04:35:37.798361 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:35:38.405096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:38.840212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cafab8-d65d-471e-b1ea-56bab2bcd137 req-52256115-4052-4d20-a67a-c5cf9b2ef404 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:38.841906 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6cafab8-d65d-471e-b1ea-56bab2bcd137 req-52256115-4052-4d20-a67a-c5cf9b2ef404 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0478215 Nov 10 04:35:38.893826 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6cafab8-d65d-471e-b1ea-56bab2bcd137 req-57a9d9f0-d3b5-47de-9b58-a8337ef6a3c0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458589 Nov 10 04:35:40.010451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059709af-8304-4b9c-bc1e-e0aecf6dd98a req-641ba6eb-8a95-44ee-98ac-b53d4a7c879c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:40.011954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-059709af-8304-4b9c-bc1e-e0aecf6dd98a req-641ba6eb-8a95-44ee-98ac-b53d4a7c879c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0499587 Nov 10 04:35:40.058061 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-059709af-8304-4b9c-bc1e-e0aecf6dd98a req-bb555a9a-a1c3-42e2-9ff4-e99f7786b2af tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Nov 10 04:35:41.179452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b9ff4-8e79-47f0-af8c-fba433ebf92d req-d616df50-a705-4d83-b8c0-90857960d584 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:41.180878 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc2b9ff4-8e79-47f0-af8c-fba433ebf92d req-d616df50-a705-4d83-b8c0-90857960d584 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0533946 Nov 10 04:35:41.227398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc2b9ff4-8e79-47f0-af8c-fba433ebf92d req-c95f4330-818f-4277-8984-aaec460bbc2b tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401757 Nov 10 04:35:42.346458 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376f34-a322-41eb-bf84-0cc9558315af req-385b399e-7cfd-491b-96a9-891b979be4f8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:42.347887 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6376f34-a322-41eb-bf84-0cc9558315af req-385b399e-7cfd-491b-96a9-891b979be4f8 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0502875 Nov 10 04:35:42.394147 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e6376f34-a322-41eb-bf84-0cc9558315af req-d30603a4-75d2-47dd-9be4-3166ed3d85cb tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403736 Nov 10 04:35:43.409036 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-59fc67b5-a950-4e07-a365-ad14d7ebe873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:43.511501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98f133-4800-4403-9ee0-0a2a4fa849c8 req-509acb6e-f5bf-4a53-9e27-11babddea2bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:43.512992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a98f133-4800-4403-9ee0-0a2a4fa849c8 req-509acb6e-f5bf-4a53-9e27-11babddea2bf tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0481215 Nov 10 04:35:43.559099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a98f133-4800-4403-9ee0-0a2a4fa849c8 req-aa343bb5-b5bc-4b52-a047-878d7103ff41 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Nov 10 04:35:44.677395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d6c67-da04-4009-b640-a918648cb084 req-513fa65f-c7f5-4db1-84d4-3ded16d87000 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:44.678851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-975d6c67-da04-4009-b640-a918648cb084 req-513fa65f-c7f5-4db1-84d4-3ded16d87000 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0497708 Nov 10 04:35:44.723932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-975d6c67-da04-4009-b640-a918648cb084 req-d0c00e75-f5a4-4b0d-b4f9-e86fa93fc839 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 Nov 10 04:35:45.723455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fce1e966-9cb1-4842-b087-ee0954873d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:45.838608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56621-1fb6-468d-987e-820639ce3851 req-91da8e55-66b7-4fc5-b1db-ea85e52ce0ec tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:45.840035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6a56621-1fb6-468d-987e-820639ce3851 req-91da8e55-66b7-4fc5-b1db-ea85e52ce0ec tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0470757 Nov 10 04:35:45.885217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6a56621-1fb6-468d-987e-820639ce3851 req-644c1986-3740-4950-af25-dcc6249aec6a tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Nov 10 04:35:45.998730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0155f6-fbce-4110-b571-ecd66487ae64 req-811e5aee-05b7-450a-9ee2-fbfb1a00f1f0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:46.000093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e0155f6-fbce-4110-b571-ecd66487ae64 req-811e5aee-05b7-450a-9ee2-fbfb1a00f1f0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0475333 Nov 10 04:35:46.049225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2e0155f6-fbce-4110-b571-ecd66487ae64 req-9cf70b08-f7a8-4357-b6bb-a67199310559 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430706 Nov 10 04:35:46.160817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275c9d-3283-4129-916e-579ff10018e7 req-6c042c6f-7e5f-410a-918e-818de1f741b3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:46.162249 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82275c9d-3283-4129-916e-579ff10018e7 req-6c042c6f-7e5f-410a-918e-818de1f741b3 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0473645 Nov 10 04:35:46.209871 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-82275c9d-3283-4129-916e-579ff10018e7 req-8c71ccbd-6360-42b0-9039-9a9bb7204c22 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Nov 10 04:35:46.444087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c929cf-d499-4e41-96ed-b3bc9897a1b0 req-9342329e-6767-41cc-a434-4f56968e615f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:46.445521 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63c929cf-d499-4e41-96ed-b3bc9897a1b0 req-9342329e-6767-41cc-a434-4f56968e615f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 945 time: 0.0468311 Nov 10 04:35:46.490634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63c929cf-d499-4e41-96ed-b3bc9897a1b0 req-bca30441-4ae0-4e3f-bebb-8676e938db43 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Nov 10 04:35:46.667325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:35:46.762040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:46.773561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'port_id': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'mac_address': 'fa:16:3e:e6:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:35:46.810347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:46.822480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13d9125-40f5-4aef-9a5a-89960ab40d36 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:35:46.840733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:46.844479 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:46.889464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=12']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:46.910967 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:47.068980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['b13d9125-40f5-4aef-9a5a-89960ab40d36'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:35:47.616795 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c262-40c1-495e-8d30-d093c9784a9d req-db0e6cca-7dab-41a7-9e7a-1cfddb10a585 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:47.618281 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2789c262-40c1-495e-8d30-d093c9784a9d req-db0e6cca-7dab-41a7-9e7a-1cfddb10a585 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0548329 Nov 10 04:35:47.664401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2789c262-40c1-495e-8d30-d093c9784a9d req-5d19c7cb-058a-40a3-9620-e39db1cc4365 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups?id=e105b172-95fc-4a95-9e25-c0ff2327a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399027 Nov 10 04:35:47.955453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-5aecfd90-23da-42e7-b202-24bfd63d7411 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:35:47.956884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-5aecfd90-23da-42e7-b202-24bfd63d7411 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 946 time: 0.0468848 Nov 10 04:35:48.046889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Deleting port b13d9125-40f5-4aef-9a5a-89960ab40d36 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:35:48.047226 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:48.133824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] For port b13d9125-40f5-4aef-9a5a-89960ab40d36, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=b13d9125-40f5-4aef-9a5a-89960ab40d36,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:48.134207 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:48.301916 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:48.302211 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:48.302550 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 disassociated. External IP: 172.25.6.168, port: b13d9125-40f5-4aef-9a5a-89960ab40d36. Nov 10 04:35:48.302893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Calling delete_port for b13d9125-40f5-4aef-9a5a-89960ab40d36 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:35:48.436393 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:48.463646 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event deleted for resources: {'Port': ['ID=b13d9125-40f5-4aef-9a5a-89960ab40d36,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:48.580730 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:48.586357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:35:48.674634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:35:48.694959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: b13d9125-40f5-4aef-9a5a-89960ab40d36 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:35:48.695303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 04:35:48.708354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:35:48.720088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:35:48.722597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Port b13d9125-40f5-4aef-9a5a-89960ab40d36 not found, will not notify nova. {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 04:35:48.733125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:35:48.733788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:35:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:35:48.756287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] No DVR routers for this DVR port b13d9125-40f5-4aef-9a5a-89960ab40d36 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:35:48.758975 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:48.762428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a30dbf5a-96c0-4407-ac42-8501bdf3fef9 req-31f0eea1-896b-473c-8c3e-6f4d5ad62ca2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.44 "DELETE /v2.0/ports/b13d9125-40f5-4aef-9a5a-89960ab40d36 HTTP/1.1" status: 204 len: 173 time: 0.7995560 Nov 10 04:35:48.762870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-deleted', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:35:48.763851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3fcffe9-c4c1-4ebe-bf28-b576a1fb81f3 req-922e6da0-2e23-45d8-b932-88586dbb1f8d tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 210 time: 0.0283313 Nov 10 04:35:48.765151 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef4df753a21a043dc01839efd0480e03776b8afebab9f09df35ef07fa18ed8a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f3742b-197d-48c9-a7eb-a497a1527d39" -d '{"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-deleted", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:35:48.814893 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ba5cb-b2ab-465d-808c-d4564b726ec0 x-openstack-request-id: req-699ba5cb-b2ab-465d-808c-d4564b726ec0 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:35:48.815379 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7de714-e24c-4c37-8ab3-099ae6bb0a1f", "name": "network-vif-deleted", "tag": "b13d9125-40f5-4aef-9a5a-89960ab40d36", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:35:48.815632 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-699ba5cb-b2ab-465d-808c-d4564b726ec0 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:35:48.816038 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7de714-e24c-4c37-8ab3-099ae6bb0a1f', 'name': 'network-vif-deleted', 'tag': 'b13d9125-40f5-4aef-9a5a-89960ab40d36', 'status': 'completed', 'code': 200} Nov 10 04:35:48.845043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:35:49.048685 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:35:49.073958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:35:49.082932 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:35:49.083552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:35:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:35:49.188883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:35:49.242903 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:49.401186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:35:49.427447 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3eb131-fc0d-4f08-98dc-88d780399272 None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:24:12Z', 'revision_number': 4, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0f06ad87-0dea-448b-96b3-98c08c19d483', 'name': '', 'network_id': '4154148c-76b4-4464-b050-740c2f1c52ac', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'mac_address': 'fa:16:3e:de:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:11Z', 'updated_at': '2021-11-10T04:24:16Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'subnets': [{'id': '9f66ce7e-e1be-4578-9681-ac6f12b5153f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:35:49.649248 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27874d-26c2-43e4-a661-8e44aabeb1f4 None None] New status for floating IP 02be61ed-6dcc-4bd3-9bcd-a5dec88064d2: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:35:49.863506 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-11babb18-3715-4f46-bd40-bd89a3c8ccb2 req-0321a0a3-4c9f-4c0f-b2a6-4df94cc690df tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 210 time: 0.0261211 Nov 10 04:35:50.960840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77cebde8-cfec-4a7d-9be6-57baa409026a req-4415eb57-f1c8-4512-bd7d-589b708319d2 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 210 time: 0.0265560 Nov 10 04:35:52.057770 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ebbe849f-f648-45f4-a216-6aa5e2b709c4 req-0284007f-b5da-4e1d-98ab-ec304bbeed3c tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 210 time: 0.0262003 Nov 10 04:35:52.705732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:35:52.729918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: b13d9125-40f5-4aef-9a5a-89960ab40d36 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:35:52.730278 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device b13d9125-40f5-4aef-9a5a-89960ab40d36 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:35:53.172472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-38c4016f-0542-4b06-8ff5-0366a41d0536 req-458b5cbe-d9b0-4c5e-a0be-09c4a634e10f tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7de714-e24c-4c37-8ab3-099ae6bb0a1f HTTP/1.1" status: 200 len: 210 time: 0.0293317 Nov 10 04:35:53.858778 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:57.946867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46584) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:35:58.004749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.027798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.075253 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.077960 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.081972 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "DELETE /v2.0/security-groups/e105b172-95fc-4a95-9e25-c0ff2327a20f HTTP/1.1" status: 204 len: 168 time: 0.1335399 Nov 10 04:35:58.082177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46586) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:35:58.092220 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e105b172-95fc-4a95-9e25-c0ff2327a20f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:58.099924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.100364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.100705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.100831 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-160fdf22-bc7f-4816-b34b-8639b4aa4a9e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] show failed (client error): The resource could not be found. Nov 10 04:35:58.101046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.101378 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.101703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.102243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-160fdf22-bc7f-4816-b34b-8639b4aa4a9e tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "GET /v2.0/security-groups/e105b172-95fc-4a95-9e25-c0ff2327a20f HTTP/1.1" status: 404 len: 347 time: 0.0189018 Nov 10 04:35:58.104768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46588) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:35:58.104894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.105209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.105607 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.105959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.106295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.106616 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c59fc2-85e5-410c-a800-ff7ff23cf4b0 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:35:58.240974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Deleting port 3b41c586-9bc6-4c71-b3e0-b4b2c27eecdd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:35:58.241315 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.318151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.318578 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.338064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Calling delete_port for 3b41c586-9bc6-4c71-b3e0-b4b2c27eecdd owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:35:58.472538 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.498094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Pushing event deleted for resources: {'Port': ['ID=3b41c586-9bc6-4c71-b3e0-b4b2c27eecdd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:58.567264 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.571520 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:58.572726 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-cf942697-9ee1-4945-966c-5683b1674945 tempest-ServerActionsTestJSON-915243341 tempest-ServerActionsTestJSON-915243341-project] 10.222.0.24 "DELETE /v2.0/floatingips/02be61ed-6dcc-4bd3-9bcd-a5dec88064d2 HTTP/1.1" status: 204 len: 168 time: 0.4668195 Nov 10 04:35:58.577004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46590) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:35:59.057769 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:59.299253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Deleting port 0f06ad87-0dea-448b-96b3-98c08c19d483 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:35:59.299591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:59.376901 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] For port 0f06ad87-0dea-448b-96b3-98c08c19d483, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0f06ad87-0dea-448b-96b3-98c08c19d483,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:35:59.377258 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:59.389336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Calling delete_port for 0f06ad87-0dea-448b-96b3-98c08c19d483 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:35:59.567410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:35:59.595818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f06ad87-0dea-448b-96b3-98c08c19d483,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:35:59.758634 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:00.307546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Router 7b678497-56db-4b29-8ba4-ccbe864b902a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:36:00.409960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:36:00.417614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c3c582a5-0411-432d-9dc2-0b822e22a502 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b678497-56db-4b29-8ba4-ccbe864b902a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395760 Nov 10 04:36:00.418223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46598) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:00.419035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] Sync routers for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:36:00.428676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:36:00.429261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:35:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:00.520756 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:00.534886 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:36:00.619583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:00.674083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Deleting port a0bc0af2-7c8e-447c-a09f-84ff5d21a657 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:00.674424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:00.755462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] For port a0bc0af2-7c8e-447c-a09f-84ff5d21a657, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:00.755832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:00.769096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Calling delete_port for a0bc0af2-7c8e-447c-a09f-84ff5d21a657 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:00.867659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:35:59Z', 'revision_number': 5, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port': {'id': 'a0bc0af2-7c8e-447c-a09f-84ff5d21a657', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:00.893840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] Checking router: 7b678497-56db-4b29-8ba4-ccbe864b902a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:36:00.901848 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] Routers {'7b678497-56db-4b29-8ba4-ccbe864b902a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:36:00.902470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:35:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7b678497-56db-4b29-8ba4-ccbe864b902a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:00.941462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:00.966916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bc0af2-7c8e-447c-a09f-84ff5d21a657,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:00.992036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5883d6-b12e-42e1-80c1-4906c9a35b73 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:00.999133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] Set router 7b678497-56db-4b29-8ba4-ccbe864b902a gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:36:01.045198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.055796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:36:00Z', 'revision_number': 6, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:01.081879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6c46c-638d-4d5b-8f44-0f094bf0e2bd None None] The sync data for ids ['7b678497-56db-4b29-8ba4-ccbe864b902a'] in n-d-817326-2 is: [{'id': '7b678497-56db-4b29-8ba4-ccbe864b902a', 'name': 'tempest-ServerActionsTestJSON-1990501715-router', 'tenant_id': 'f6508216512341d3af4b91f5a1cb3e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:09Z', 'updated_at': '2021-11-10T04:36:00Z', 'revision_number': 6, 'project_id': 'f6508216512341d3af4b91f5a1cb3e08', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:36:01.136335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.138861 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.179687 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.180218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b678497-56db-4b29-8ba4-ccbe864b902a {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:36:01.184713 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.185860 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c130d07-fb8b-4c2b-8188-6bf505e8de01 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7b678497-56db-4b29-8ba4-ccbe864b902a HTTP/1.1" status: 204 len: 168 time: 0.7661991 Nov 10 04:36:01.188404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46602) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:01.235531 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] Deleting subnet 9f66ce7e-e1be-4578-9681-ac6f12b5153f {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:36:01.238552 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.272584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.347583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.397363 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.426618 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f66ce7e-e1be-4578-9681-ac6f12b5153f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:01.428584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.431777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ad37f259-af92-4640-ad8e-7fc47b1a3401 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f66ce7e-e1be-4578-9681-ac6f12b5153f HTTP/1.1" status: 204 len: 168 time: 0.2424212 Nov 10 04:36:01.434992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46606) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:01.441419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8dd94-479d-47c4-b190-5995f9479eda None None] Network 4154148c-76b4-4464-b050-740c2f1c52ac requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:01.516417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.573565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Deleting port c9532b55-3e31-4ccd-8326-ef34b83ca77b {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:01.573971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.644747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] For port c9532b55-3e31-4ccd-8326-ef34b83ca77b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c9532b55-3e31-4ccd-8326-ef34b83ca77b,segment=NetworkSegment(01e1e2d1-37cc-4da6-b655-9a84f5f2e264),segment_id=01e1e2d1-37cc-4da6-b655-9a84f5f2e264)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:01.645106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.657194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Calling delete_port for c9532b55-3e31-4ccd-8326-ef34b83ca77b owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:01.732643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.761660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c9532b55-3e31-4ccd-8326-ef34b83ca77b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:01.765216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] No DVR routers for this DVR port c9532b55-3e31-4ccd-8326-ef34b83ca77b on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:01.834238 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.855034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4154148c-76b4-4464-b050-740c2f1c52ac']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:01.865186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e1e2d1-37cc-4da6-b655-9a84f5f2e264') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:01.865486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e1e2d1-37cc-4da6-b655-9a84f5f2e264') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:01.876094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.879671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa5a0f-ccf4-4299-aff2-2b8b4d7883be None None] DHCP port deletion for 4154148c-76b4-4464-b050-740c2f1c52ac request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:01.891148 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.899020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:01.899425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:01.901125 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:01.959630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.965911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:01.969398 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] 10.222.0.24 "DELETE /v2.0/networks/4154148c-76b4-4464-b050-740c2f1c52ac HTTP/1.1" status: 204 len: 168 time: 0.5329237 Nov 10 04:36:01.981964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767c0c-5be0-419c-88b1-67720d2360ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4154148c-76b4-4464-b050-740c2f1c52ac,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:02.088170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46610) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:02.132753 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e55024c7-56a6-4da1-9853-4f6e136804a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6508216512341d3af4b91f5a1cb3e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431600 Nov 10 04:36:02.135260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46612) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:02.180920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d389c9c-7a8e-4aae-bf4f-6e72687fc709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:02.200986 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d389c9c-7a8e-4aae-bf4f-6e72687fc709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:02.246082 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d389c9c-7a8e-4aae-bf4f-6e72687fc709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:02.248872 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0d389c9c-7a8e-4aae-bf4f-6e72687fc709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:02.250014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0d389c9c-7a8e-4aae-bf4f-6e72687fc709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9ec9b24-f726-4dc9-9421-10c6be9d2f53 HTTP/1.1" status: 204 len: 168 time: 0.1138518 Nov 10 04:36:02.257827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d389c9c-7a8e-4aae-bf4f-6e72687fc709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec9b24-f726-4dc9-9421-10c6be9d2f53,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:02.943593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46634) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:02.981697 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9532b55-3e31-4ccd-8326-ef34b83ca77b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:36:03.002650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c9532b55-3e31-4ccd-8326-ef34b83ca77b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:03.002996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c9532b55-3e31-4ccd-8326-ef34b83ca77b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:36:03.003408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0f06ad87-0dea-448b-96b3-98c08c19d483 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:36:03.025917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0f06ad87-0dea-448b-96b3-98c08c19d483 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:03.026285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0f06ad87-0dea-448b-96b3-98c08c19d483 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:36:03.026686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a0bc0af2-7c8e-447c-a09f-84ff5d21a657 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:36:03.039845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1934032486-network', 'tenant_id': 'aca950a6341a45279ffdda75f40c047f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:03.046089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a0bc0af2-7c8e-447c-a09f-84ff5d21a657 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:03.046433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a0bc0af2-7c8e-447c-a09f-84ff5d21a657 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:36:03.062518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Made reservation on behalf of aca950a6341a45279ffdda75f40c047f for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:03.065050 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.073421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.144802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.148056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.171669 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:03.181015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6fdbbd-ba17-4303-ba57-859061c43158,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:03.186312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.186651 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Added segment e07e24d5-8130-4130-a7d4-57b3027534da of type vlan for network a0976161-72d1-4596-90cd-843047fbc44d Nov 10 04:36:03.224409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.252784 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.253655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:03.254266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.305146 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3603721 Nov 10 04:36:03.308146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46638) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:03.313860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Request body: {'subnet': {'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1934032486-subnet', 'tenant_id': 'aca950a6341a45279ffdda75f40c047f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:03.316593 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6e8e4-7ccd-47b4-8756-e2514f4698c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0976161-72d1-4596-90cd-843047fbc44d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:03.326889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a0976161-72d1-4596-90cd-843047fbc44d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:03.334756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Made reservation on behalf of aca950a6341a45279ffdda75f40c047f for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:03.337052 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.499083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.551293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb5a3c7-5725-4be5-9c34-b3bbebcac785,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:03.561117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Checking segment: {'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:03.561471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Network hostable DHCP agents. Network: a0976161-72d1-4596-90cd-843047fbc44d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:03.579782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Network a0976161-72d1-4596-90cd-843047fbc44d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:03.588331 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a0976161-72d1-4596-90cd-843047fbc44d) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:03.593246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:03.594492 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:03.597713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b7b308-35a3-42e8-ab34-78bf56ef36ef None None] Network a0976161-72d1-4596-90cd-843047fbc44d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:03.616679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a4993ee3-bd98-4c72-b111-9184302e937d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3036211 Nov 10 04:36:03.725795 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8491e7-7fc7-409f-8d05-348da1c838b7 None None] Network a0976161-72d1-4596-90cd-843047fbc44d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:04.035503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-9de34b37-265c-4183-8187-0c9750628ce6 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:04.036949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-9de34b37-265c-4183-8187-0c9750628ce6 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/networks?id=a0976161-72d1-4596-90cd-843047fbc44d HTTP/1.1" status: 200 len: 814 time: 0.1081076 Nov 10 04:36:04.052640 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-4ff2cc16-ca39-44e3-b360-e5f6534d0d5f tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/quotas/aca950a6341a45279ffdda75f40c047f HTTP/1.1" status: 200 len: 375 time: 0.0094597 Nov 10 04:36:04.083999 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-10b31449-c64c-4860-b50f-d51c4ce6314e tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aca950a6341a45279ffdda75f40c047f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252662 Nov 10 04:36:04.184748 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-00dfb618-04cf-4377-b0a0-0999a314f7ec service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:36:04.185743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-00dfb618-04cf-4377-b0a0-0999a314f7ec service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463266 Nov 10 04:36:04.280447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-d16b3423-21b9-4a63-b524-66d5ab1fcb64 service neutron] 10.222.0.24 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883811 Nov 10 04:36:04.366562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-e20d9c10-fe37-4d01-b035-00e4a2d777a7 service neutron] 10.222.0.24 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800574 Nov 10 04:36:04.528863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1924182b-d653-47b7-9cde-ff8aff6a02f5 req-d06c9eef-b139-4a84-8f14-1173d8967349 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 210 time: 0.0277014 Nov 10 04:36:05.639607 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aeaab4e9-79c0-4506-8bb3-b2d7db92964c req-377ed6ec-c9e6-4c6a-af78-34434199b00a tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 210 time: 0.0306473 Nov 10 04:36:05.692095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-5ce10c3b-d703-49d4-a288-3b905191abcd tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:05.693754 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-5ce10c3b-d703-49d4-a288-3b905191abcd tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.11 "GET /v2.0/networks?id=a0976161-72d1-4596-90cd-843047fbc44d HTTP/1.1" status: 200 len: 814 time: 0.1251521 Nov 10 04:36:05.713819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Request body: {'port': {'device_id': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d', 'admin_state_up': True, 'tenant_id': 'aca950a6341a45279ffdda75f40c047f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:05.821228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Made reservation on behalf of aca950a6341a45279ffdda75f40c047f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:05.824636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:05.947847 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Allocated IP 172.20.0.5 (a0976161-72d1-4596-90cd-843047fbc44d/2cb5a3c7-5725-4be5-9c34-b3bbebcac785/24aef9ce-0eda-4eed-abc3-fdadc5002c56) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:06.089773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.124601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.168332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Network a0976161-72d1-4596-90cd-843047fbc44d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:06.171502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:06.175216 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:06.198341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Pushing event updated for resources: {'Port': ['ID=24aef9ce-0eda-4eed-abc3-fdadc5002c56,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:06.225930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:06.226571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.241851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-888ac669-8519-4d88-8401-4a031bad3ee9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5323470 Nov 10 04:36:06.259818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Request body: {'port': {'device_id': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:06.317826 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.568522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24aef9ce-0eda-4eed-abc3-fdadc5002c56 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:36:06.575803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.588124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Transition to ACTIVE for port object 24aef9ce-0eda-4eed-abc3-fdadc5002c56 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:36:06.591742 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.639638 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Pushing event updated for resources: {'Port': ['ID=24aef9ce-0eda-4eed-abc3-fdadc5002c56,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:06.710650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Attempting to bind port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:06.711334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Attempting to bind port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:06.711334 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Attempting to bind port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 on network a0976161-72d1-4596-90cd-843047fbc44d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:06.715691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 on network a0976161-72d1-4596-90cd-843047fbc44d not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:36:06.716003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Attempting to bind port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 on network a0976161-72d1-4596-90cd-843047fbc44d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:06.724060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:06.724496 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Checking segment: {'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:06.724876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Bound using segment: {'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:06.725421 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Bound port: 24aef9ce-0eda-4eed-abc3-fdadc5002c56, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:06.725777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.755719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052fe02-b7dc-4e6c-89ec-074e6d039d13 req-cff8301d-461e-4d3a-81f9-1b2874e397f5 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:06.757202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9052fe02-b7dc-4e6c-89ec-074e6d039d13 req-cff8301d-461e-4d3a-81f9-1b2874e397f5 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 943 time: 0.0486207 Nov 10 04:36:06.798294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] For port 24aef9ce-0eda-4eed-abc3-fdadc5002c56, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:06.801425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] For port 24aef9ce-0eda-4eed-abc3-fdadc5002c56, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=24aef9ce-0eda-4eed-abc3-fdadc5002c56,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:06.805580 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.809068 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9052fe02-b7dc-4e6c-89ec-074e6d039d13 req-125dd61d-359c-45fa-91fd-0bbd49e43e3a tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458708 Nov 10 04:36:06.847347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:06.847965 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:06.849336 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/24aef9ce-0eda-4eed-abc3-fdadc5002c56 HTTP/1.1" status: 200 len: 1091 time: 0.5935214 Nov 10 04:36:06.849766 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'tag': '24aef9ce-0eda-4eed-abc3-fdadc5002c56'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:36:06.869876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72fb1a-6f63-4ab1-acdc-a43f4c5933d2 service neutron] Pushing event updated for resources: {'Port': ['ID=24aef9ce-0eda-4eed-abc3-fdadc5002c56,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:06.896040 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0163b4-8068-4193-9517-cdd96b36aea8" -d '{"events": [{"name": "network-changed", "server_uuid": "af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07", "tag": "24aef9ce-0eda-4eed-abc3-fdadc5002c56"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:36:06.941467 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-64986b7f-fe99-47fc-acbd-bef168f6eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:06.943066 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-64986b7f-fe99-47fc-acbd-bef168f6eef1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aca950a6341a45279ffdda75f40c047f&device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 1094 time: 0.0408907 Nov 10 04:36:06.994205 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d5a0c2-9581-4280-b5a4-b54f2a8c147e x-openstack-request-id: req-d0d5a0c2-9581-4280-b5a4-b54f2a8c147e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:36:06.994491 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07", "tag": "24aef9ce-0eda-4eed-abc3-fdadc5002c56", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:36:06.994737 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0d5a0c2-9581-4280-b5a4-b54f2a8c147e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:36:06.995121 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'tag': '24aef9ce-0eda-4eed-abc3-fdadc5002c56', 'status': 'completed', 'code': 200} Nov 10 04:36:06.996595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-0211c9e8-3f1f-4d7f-b644-708d61778a65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24aef9ce-0eda-4eed-abc3-fdadc5002c56 HTTP/1.1" status: 200 len: 217 time: 0.0397446 Nov 10 04:36:07.049778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-554ba718-831a-4950-b7f2-4f497650b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:07.051274 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-554ba718-831a-4950-b7f2-4f497650b13a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cb5a3c7-5725-4be5-9c34-b3bbebcac785 HTTP/1.1" status: 200 len: 854 time: 0.0473974 Nov 10 04:36:07.081666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-da87a6e1-42bb-47a1-8d99-e6f39e1f24cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0976161-72d1-4596-90cd-843047fbc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237796 Nov 10 04:36:07.447041 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-3fc7d521-eaf1-4dee-83b1-2220160190e1 service neutron] 10.222.0.11 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586571 Nov 10 04:36:07.535069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d3c5eba9-e029-4f3a-9962-a47ec4055b5b req-0ee32fca-8e4f-41de-9b25-56cd67467769 service neutron] 10.222.0.11 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802503 Nov 10 04:36:07.665564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-f7b15f01-352e-4eff-a39f-3a389dd643ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:07.667073 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-f7b15f01-352e-4eff-a39f-3a389dd643ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aca950a6341a45279ffdda75f40c047f&device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 1094 time: 0.0455112 Nov 10 04:36:07.755373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-72724461-a37c-4211-8c30-75749ad87124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:07.756829 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-72724461-a37c-4211-8c30-75749ad87124 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0976161-72d1-4596-90cd-843047fbc44d HTTP/1.1" status: 200 len: 914 time: 0.0821738 Nov 10 04:36:07.805429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-4a3e46a1-c302-418f-8f2a-544e52b42535 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24aef9ce-0eda-4eed-abc3-fdadc5002c56 HTTP/1.1" status: 200 len: 217 time: 0.0374739 Nov 10 04:36:07.853515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-6753bbfe-a7f7-4c2f-8114-0ce42c28b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:07.855010 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-6753bbfe-a7f7-4c2f-8114-0ce42c28b358 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cb5a3c7-5725-4be5-9c34-b3bbebcac785 HTTP/1.1" status: 200 len: 854 time: 0.0417502 Nov 10 04:36:07.886809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-2b2711bd-8cf5-4ccb-be38-9d222b13d61c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0976161-72d1-4596-90cd-843047fbc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247426 Nov 10 04:36:07.925493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583997-69de-4f01-8539-817b8c221795 req-f247c8ec-5758-4ecb-91f9-3352f0538e9a tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:07.927012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a583997-69de-4f01-8539-817b8c221795 req-f247c8ec-5758-4ecb-91f9-3352f0538e9a tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 943 time: 0.0483978 Nov 10 04:36:07.973377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6a583997-69de-4f01-8539-817b8c221795 req-922035da-35dd-4349-ba49-68bab064c00c tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Nov 10 04:36:07.978600 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-057b54c1-fd81-4030-b7ba-f9824b62c010 service neutron] 10.222.0.11 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849013 Nov 10 04:36:08.068606 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ba0163b4-8068-4193-9517-cdd96b36aea8 req-ed1464da-f716-4306-8863-9efe26cadc3e service neutron] 10.222.0.11 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818703 Nov 10 04:36:08.405517 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:09.092889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368fcb1-f67a-42fc-bdbf-b0293170283e req-b74a876c-ab28-462c-aa01-35d95ce6468c tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:09.094349 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d368fcb1-f67a-42fc-bdbf-b0293170283e req-b74a876c-ab28-462c-aa01-35d95ce6468c tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 943 time: 0.0513425 Nov 10 04:36:09.140993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d368fcb1-f67a-42fc-bdbf-b0293170283e req-9dc8e334-4733-481b-8935-57fbaa7f4c72 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Nov 10 04:36:10.254272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e81bc-53d5-409a-88cf-b411a7298f22 req-423dcee3-7c53-43b1-959c-42f1d88ad400 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:10.255731 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a7e81bc-53d5-409a-88cf-b411a7298f22 req-423dcee3-7c53-43b1-959c-42f1d88ad400 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 943 time: 0.0476694 Nov 10 04:36:10.309026 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a7e81bc-53d5-409a-88cf-b411a7298f22 req-4cde592d-4a77-405e-aa0a-74d90cf8257f tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Nov 10 04:36:11.428690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae59b5-febd-4eab-a565-19ab3025d2dd req-6fa2ba08-d395-41ca-b366-3df5759883a9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:11.430170 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9ae59b5-febd-4eab-a565-19ab3025d2dd req-6fa2ba08-d395-41ca-b366-3df5759883a9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 943 time: 0.0515471 Nov 10 04:36:11.476340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9ae59b5-febd-4eab-a565-19ab3025d2dd req-1bc07215-8ca1-4206-b01a-2dee675f1633 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402746 Nov 10 04:36:11.740352 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 24aef9ce-0eda-4eed-abc3-fdadc5002c56 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:36:11.831394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 24aef9ce-0eda-4eed-abc3-fdadc5002c56, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=24aef9ce-0eda-4eed-abc3-fdadc5002c56,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:11.842218 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '24aef9ce-0eda-4eed-abc3-fdadc5002c56', 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d', 'port_id': '24aef9ce-0eda-4eed-abc3-fdadc5002c56', 'mac_address': 'fa:16:3e:2e:27:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5a3c7-5725-4be5-9c34-b3bbebcac785', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:36:11.882053 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:11.895042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aef9ce-0eda-4eed-abc3-fdadc5002c56 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:36:11.913687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 24aef9ce-0eda-4eed-abc3-fdadc5002c56, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=24aef9ce-0eda-4eed-abc3-fdadc5002c56,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:11.917665 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:11.962773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=24aef9ce-0eda-4eed-abc3-fdadc5002c56,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:12.288491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['24aef9ce-0eda-4eed-abc3-fdadc5002c56'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:36:12.590826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7576b-b366-4705-9d9e-6d07378267a7 req-7835b44e-ca52-4675-9164-96b9679d6bf2 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:12.592278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfb7576b-b366-4705-9d9e-6d07378267a7 req-7835b44e-ca52-4675-9164-96b9679d6bf2 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 944 time: 0.0481970 Nov 10 04:36:12.638052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfb7576b-b366-4705-9d9e-6d07378267a7 req-e41c1cff-90cf-4278-ba9b-9610951ed40f tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Nov 10 04:36:13.410505 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bcce921a-584f-4a44-b009-09b94cc7fcd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:13.740332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 24aef9ce-0eda-4eed-abc3-fdadc5002c56 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:36:13.753959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d3177-3569-4025-ac4e-9280204d0fc7 req-ab90b0c7-6b9f-4e82-93b6-39efbafc47d8 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:13.755442 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc0d3177-3569-4025-ac4e-9280204d0fc7 req-ab90b0c7-6b9f-4e82-93b6-39efbafc47d8 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 944 time: 0.0490651 Nov 10 04:36:13.788721 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:36:13.792595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:13.792962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:13.806364 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cc0d3177-3569-4025-ac4e-9280204d0fc7 req-299a950f-0be5-4f9f-b395-6c7522f23a1e tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Nov 10 04:36:13.871619 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:13.893698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aef9ce-0eda-4eed-abc3-fdadc5002c56'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:36:13.908217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 24aef9ce-0eda-4eed-abc3-fdadc5002c56, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=24aef9ce-0eda-4eed-abc3-fdadc5002c56,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:13.911873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:13.935665 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4c60e5-bc3a-4150-be33-f8692aad0633" -d '{"events": [{"server_uuid": "af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07", "name": "network-vif-plugged", "status": "completed", "tag": "24aef9ce-0eda-4eed-abc3-fdadc5002c56"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:36:13.962526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=24aef9ce-0eda-4eed-abc3-fdadc5002c56,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:14.024560 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47367cfe-4158-446f-a12a-4948d687b201 x-openstack-request-id: req-47367cfe-4158-446f-a12a-4948d687b201 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:36:14.025288 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07", "name": "network-vif-plugged", "status": "completed", "tag": "24aef9ce-0eda-4eed-abc3-fdadc5002c56", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:36:14.025540 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47367cfe-4158-446f-a12a-4948d687b201 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:36:14.025928 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aef9ce-0eda-4eed-abc3-fdadc5002c56', 'code': 200} Nov 10 04:36:14.219916 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce0ff1-4918-44bc-aced-0ed8eab5c767 req-fbd9873b-c6e4-4036-8647-a96452442497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:14.221425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3ce0ff1-4918-44bc-aced-0ed8eab5c767 req-fbd9873b-c6e4-4036-8647-a96452442497 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 1096 time: 0.0775316 Nov 10 04:36:14.269349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b3ce0ff1-4918-44bc-aced-0ed8eab5c767 req-79d9b8c7-a23a-4e45-8e28-e2f4b579516a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Nov 10 04:36:14.798141 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:36:14.924144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b9623-77c1-415b-b819-ad7ea44caef3 req-cdc3bbda-b6f3-4f70-b72e-13991f826575 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:14.925610 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c83b9623-77c1-415b-b819-ad7ea44caef3 req-cdc3bbda-b6f3-4f70-b72e-13991f826575 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Nov 10 04:36:14.971824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c83b9623-77c1-415b-b819-ad7ea44caef3 req-831bbc8d-28db-49b7-9aa8-3e097136bf1d tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Nov 10 04:36:15.724956 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f86af129-e48b-4a47-90fa-8af4944631b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:16.086488 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ecbba-a6b4-4091-a79b-0f346e3b87e9 req-1fca04ce-bcdf-4def-9760-a00679f7e174 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:16.087975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de4ecbba-a6b4-4091-a79b-0f346e3b87e9 req-1fca04ce-bcdf-4def-9760-a00679f7e174 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Nov 10 04:36:16.134188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de4ecbba-a6b4-4091-a79b-0f346e3b87e9 req-673f3e33-8fee-4d06-86f0-819942c92ab9 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Nov 10 04:36:16.364670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-b7580ad9-6b66-4a8d-9539-afbbecb33f19 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:16.366149 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-b7580ad9-6b66-4a8d-9539-afbbecb33f19 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/networks?id=a0976161-72d1-4596-90cd-843047fbc44d HTTP/1.1" status: 200 len: 814 time: 0.1058578 Nov 10 04:36:16.380869 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-10331b8a-2a88-48cc-94c2-8ff4b2439ec1 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/quotas/aca950a6341a45279ffdda75f40c047f HTTP/1.1" status: 200 len: 375 time: 0.0090497 Nov 10 04:36:16.427773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-6c3a8d92-62c8-449d-af95-051efe3e4109 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aca950a6341a45279ffdda75f40c047f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417733 Nov 10 04:36:16.521821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-ba1569ef-273c-479d-9764-2f2a088616d9 service neutron] 10.222.0.24 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871751 Nov 10 04:36:16.612007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-21aec257-74a9-4ff8-bd09-903f924f001e service neutron] 10.222.0.24 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840826 Nov 10 04:36:16.776618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da7bdaf0-4821-487b-8e52-c70b928a33e2 req-8ee4607b-9d28-4a9f-affd-a1b639386371 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 210 time: 0.0316236 Nov 10 04:36:16.915481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:17.657930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-de8e236a-6986-438d-9920-206188b9c08b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:17.659393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-de8e236a-6986-438d-9920-206188b9c08b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.44 "GET /v2.0/networks?id=a0976161-72d1-4596-90cd-843047fbc44d HTTP/1.1" status: 200 len: 814 time: 0.1098986 Nov 10 04:36:17.671994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Request body: {'port': {'device_id': 'b0b7a865-5872-491e-85f3-03a51665c954', 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d', 'admin_state_up': True, 'tenant_id': 'aca950a6341a45279ffdda75f40c047f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:17.782177 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Made reservation on behalf of aca950a6341a45279ffdda75f40c047f for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:17.785672 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:17.896386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fc08ca03-6574-4e46-ac0e-4b8295f58399 req-364076d5-43ec-46cd-9b0f-02ba1afdbe8a tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 210 time: 0.0306818 Nov 10 04:36:17.913266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Allocated IP 172.20.0.13 (a0976161-72d1-4596-90cd-843047fbc44d/2cb5a3c7-5725-4be5-9c34-b3bbebcac785/37764792-97c3-4b7e-b18e-f0417d03b640) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:18.063362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.095630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.128920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['24aef9ce-0eda-4eed-abc3-fdadc5002c56'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:36:18.147073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Network a0976161-72d1-4596-90cd-843047fbc44d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:18.150299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:18.155539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:18.159510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Pushing event updated for resources: {'Port': ['ID=37764792-97c3-4b7e-b18e-f0417d03b640,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:18.188271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.188612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.188945 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.189271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.189600 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.189919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.190263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.190579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.190897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.191219 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.191532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.191845 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:18.217895 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:18.218531 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.234292 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-7512d43e-2238-4507-b94f-5abff99d86ec tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660777 Nov 10 04:36:18.340972 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Request body: {'port': {'device_id': 'b0b7a865-5872-491e-85f3-03a51665c954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:18.394619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.576649 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.658616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37764792-97c3-4b7e-b18e-f0417d03b640 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:36:18.665791 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.678021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Transition to ACTIVE for port object 37764792-97c3-4b7e-b18e-f0417d03b640 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:36:18.681797 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.731218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Pushing event updated for resources: {'Port': ['ID=37764792-97c3-4b7e-b18e-f0417d03b640,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:18.797434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Attempting to bind port 37764792-97c3-4b7e-b18e-f0417d03b640 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:18.797757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Attempting to bind port 37764792-97c3-4b7e-b18e-f0417d03b640 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:18.798109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Attempting to bind port 37764792-97c3-4b7e-b18e-f0417d03b640 on network a0976161-72d1-4596-90cd-843047fbc44d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:18.802181 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Port 37764792-97c3-4b7e-b18e-f0417d03b640 on network a0976161-72d1-4596-90cd-843047fbc44d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:36:18.802491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Attempting to bind port 37764792-97c3-4b7e-b18e-f0417d03b640 on network a0976161-72d1-4596-90cd-843047fbc44d {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:18.807162 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:18.807423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Checking segment: {'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:18.807789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Bound using segment: {'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:18.808195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Bound port: 37764792-97c3-4b7e-b18e-f0417d03b640, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07e24d5-8130-4130-a7d4-57b3027534da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:18.808532 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.868398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] For port 37764792-97c3-4b7e-b18e-f0417d03b640, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:18.871335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] For port 37764792-97c3-4b7e-b18e-f0417d03b640, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=37764792-97c3-4b7e-b18e-f0417d03b640,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:18.875005 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.911668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:18.912276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:18.913632 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] 10.222.0.44 "PUT /v2.0/ports/37764792-97c3-4b7e-b18e-f0417d03b640 HTTP/1.1" status: 200 len: 1092 time: 0.6167235 Nov 10 04:36:18.914095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b7a865-5872-491e-85f3-03a51665c954', 'tag': '37764792-97c3-4b7e-b18e-f0417d03b640'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:36:18.916302 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dd9aad-57f8-4918-aa83-cbed294653a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b7a865-5872-491e-85f3-03a51665c954", "tag": "37764792-97c3-4b7e-b18e-f0417d03b640"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:36:18.935832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cd595-d68f-44f7-94ea-81166a9f5624 service neutron] Pushing event updated for resources: {'Port': ['ID=37764792-97c3-4b7e-b18e-f0417d03b640,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:18.967429 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc710ce-dd4b-4e36-b913-52a77af2ea7d x-openstack-request-id: req-8bc710ce-dd4b-4e36-b913-52a77af2ea7d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:36:18.967720 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b7a865-5872-491e-85f3-03a51665c954", "tag": "37764792-97c3-4b7e-b18e-f0417d03b640", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:36:18.967969 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bc710ce-dd4b-4e36-b913-52a77af2ea7d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:36:18.968363 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b7a865-5872-491e-85f3-03a51665c954', 'tag': '37764792-97c3-4b7e-b18e-f0417d03b640', 'status': 'completed', 'code': 200} Nov 10 04:36:18.998115 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-be08ada6-c65f-4cce-81c0-4ad65cde12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:18.999602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-be08ada6-c65f-4cce-81c0-4ad65cde12ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aca950a6341a45279ffdda75f40c047f&device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 1095 time: 0.0446177 Nov 10 04:36:19.031117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929d58-1896-4665-863b-5ea9a18316a7 req-29ef0698-da65-4b75-b0ea-e4eb8f666ae0 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:19.033166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43929d58-1896-4665-863b-5ea9a18316a7 req-29ef0698-da65-4b75-b0ea-e4eb8f666ae0 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 944 time: 0.0506783 Nov 10 04:36:19.045998 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-d6f41794-608a-47be-a679-a8b3b0c9a850 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37764792-97c3-4b7e-b18e-f0417d03b640 HTTP/1.1" status: 200 len: 217 time: 0.0377719 Nov 10 04:36:19.082605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-43929d58-1896-4665-863b-5ea9a18316a7 req-91c1e9fc-f5ee-46db-b35d-64c6293d7fdd tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Nov 10 04:36:19.094870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-478d301a-9c8d-4553-a04e-88530e9dc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:19.096360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-478d301a-9c8d-4553-a04e-88530e9dc699 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cb5a3c7-5725-4be5-9c34-b3bbebcac785 HTTP/1.1" status: 200 len: 854 time: 0.0434330 Nov 10 04:36:19.128597 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-72b78854-610d-48ec-98cb-01b6d6ab1485 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0976161-72d1-4596-90cd-843047fbc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250037 Nov 10 04:36:19.215779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:19.223097 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-f08eab77-21c0-489b-abb0-1718e0087651 service neutron] 10.222.0.44 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878716 Nov 10 04:36:19.311957 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0828b4c7-4c2c-4015-8980-34287bfa9db2 req-92d1171e-ca82-4578-8565-15241edede11 service neutron] 10.222.0.44 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817165 Nov 10 04:36:19.394254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-c349d89b-2ebb-41c5-b106-1dfd137c10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:19.395622 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-c349d89b-2ebb-41c5-b106-1dfd137c10ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aca950a6341a45279ffdda75f40c047f&device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 1095 time: 0.0404572 Nov 10 04:36:19.491480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-e74fe217-7540-4835-9ce6-59ca5a59d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:19.493116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-e74fe217-7540-4835-9ce6-59ca5a59d8d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0976161-72d1-4596-90cd-843047fbc44d HTTP/1.1" status: 200 len: 914 time: 0.0905287 Nov 10 04:36:19.540983 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-2fd09d55-6390-423e-addd-4196b9a8a511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37764792-97c3-4b7e-b18e-f0417d03b640 HTTP/1.1" status: 200 len: 217 time: 0.0345807 Nov 10 04:36:19.593070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-049fd9b2-8013-4ff7-9626-58aca9b3b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:19.595129 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-049fd9b2-8013-4ff7-9626-58aca9b3b6ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cb5a3c7-5725-4be5-9c34-b3bbebcac785 HTTP/1.1" status: 200 len: 854 time: 0.0475008 Nov 10 04:36:19.627197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-e814aaad-134a-469e-b614-bc0c85c1316b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0976161-72d1-4596-90cd-843047fbc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245647 Nov 10 04:36:19.719595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-1c09cbfb-0bf2-479a-982d-b4b36db1d880 service neutron] 10.222.0.44 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Nov 10 04:36:19.814082 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-22dd9aad-57f8-4918-aa83-cbed294653a9 req-2186f461-d9cd-454b-9e52-dd47011747e7 service neutron] 10.222.0.44 "GET /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875003 Nov 10 04:36:20.197251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f58677-94ae-499a-a7eb-439f3f49594e req-e28f9f85-f95e-4e65-af28-9e0a75348f4c tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:20.198740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17f58677-94ae-499a-a7eb-439f3f49594e req-e28f9f85-f95e-4e65-af28-9e0a75348f4c tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 944 time: 0.0469818 Nov 10 04:36:20.245601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-17f58677-94ae-499a-a7eb-439f3f49594e req-e4a092ec-339a-4966-a0f3-6512ab0ad3e5 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Nov 10 04:36:21.361175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5313b-7fbe-4a6d-8fd7-afc80991e4bf req-d675cc67-cb6e-4bcf-94e4-dea4f43a82a5 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:21.362622 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fe5313b-7fbe-4a6d-8fd7-afc80991e4bf req-d675cc67-cb6e-4bcf-94e4-dea4f43a82a5 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 944 time: 0.0506866 Nov 10 04:36:21.408294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1fe5313b-7fbe-4a6d-8fd7-afc80991e4bf req-74804d91-8e94-4da5-9c6b-83c106302a4d tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Nov 10 04:36:22.521081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb43fd-338f-474b-a083-b673e26e28dd req-8c68fd42-09d3-41f4-b3b1-b1b76ef150ff tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:22.522547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9abb43fd-338f-474b-a083-b673e26e28dd req-8c68fd42-09d3-41f4-b3b1-b1b76ef150ff tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 944 time: 0.0476310 Nov 10 04:36:22.568677 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9abb43fd-338f-474b-a083-b673e26e28dd req-cfba06be-508b-4296-b8f6-cdfeb65982bc tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Nov 10 04:36:22.818413 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 37764792-97c3-4b7e-b18e-f0417d03b640 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:36:22.911713 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 37764792-97c3-4b7e-b18e-f0417d03b640, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=37764792-97c3-4b7e-b18e-f0417d03b640,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:22.923179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '37764792-97c3-4b7e-b18e-f0417d03b640', 'network_id': 'a0976161-72d1-4596-90cd-843047fbc44d', 'port_id': '37764792-97c3-4b7e-b18e-f0417d03b640', 'mac_address': 'fa:16:3e:1e:fc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5a3c7-5725-4be5-9c34-b3bbebcac785', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:36:22.958412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:22.971600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37764792-97c3-4b7e-b18e-f0417d03b640 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:36:22.990591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 37764792-97c3-4b7e-b18e-f0417d03b640, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=37764792-97c3-4b7e-b18e-f0417d03b640,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:22.994685 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:23.043424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=37764792-97c3-4b7e-b18e-f0417d03b640,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:23.182814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['37764792-97c3-4b7e-b18e-f0417d03b640'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:36:23.681069 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82301-6126-4588-a27f-9ea62327b1d0 req-d4cadb2a-894f-42ab-8e3a-480bf4a7b7ce tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:23.682537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9a82301-6126-4588-a27f-9ea62327b1d0 req-d4cadb2a-894f-42ab-8e3a-480bf4a7b7ce tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 945 time: 0.0469222 Nov 10 04:36:23.742325 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9a82301-6126-4588-a27f-9ea62327b1d0 req-ea0d915c-1410-4ef6-b4c6-f7b080c3263e tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534089 Nov 10 04:36:23.878207 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:24.833110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 37764792-97c3-4b7e-b18e-f0417d03b640 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:36:24.856189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de76a50-3a53-4864-8867-64213f0c80f7 req-b72c501b-a3f9-46e7-bf12-5b3892da900d tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:24.857685 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1de76a50-3a53-4864-8867-64213f0c80f7 req-b72c501b-a3f9-46e7-bf12-5b3892da900d tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 945 time: 0.0483615 Nov 10 04:36:24.885267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 37764792-97c3-4b7e-b18e-f0417d03b640 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:36:24.889650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 37764792-97c3-4b7e-b18e-f0417d03b640 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:24.890052 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:24.907141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1de76a50-3a53-4864-8867-64213f0c80f7 req-59a86971-d189-441c-81ff-adfdd8ca2ab3 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Nov 10 04:36:24.964815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:24.986577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b7a865-5872-491e-85f3-03a51665c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37764792-97c3-4b7e-b18e-f0417d03b640'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:36:24.988778 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d02745f-b11a-4fc8-8063-96e1e1f3c2c8" -d '{"events": [{"server_uuid": "b0b7a865-5872-491e-85f3-03a51665c954", "name": "network-vif-plugged", "status": "completed", "tag": "37764792-97c3-4b7e-b18e-f0417d03b640"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:36:25.002531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 37764792-97c3-4b7e-b18e-f0417d03b640, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=37764792-97c3-4b7e-b18e-f0417d03b640,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:25.006596 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:25.032489 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcafacd-0cad-4094-bfe2-5051e01f840f x-openstack-request-id: req-bdcafacd-0cad-4094-bfe2-5051e01f840f {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:36:25.032786 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b7a865-5872-491e-85f3-03a51665c954", "name": "network-vif-plugged", "status": "completed", "tag": "37764792-97c3-4b7e-b18e-f0417d03b640", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:36:25.033044 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdcafacd-0cad-4094-bfe2-5051e01f840f {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:36:25.033594 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b7a865-5872-491e-85f3-03a51665c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37764792-97c3-4b7e-b18e-f0417d03b640', 'code': 200} Nov 10 04:36:25.059691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=37764792-97c3-4b7e-b18e-f0417d03b640,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:25.124822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576eeb4-300b-4c5d-b6da-a3129d2805ea req-1926616a-ae4e-434f-9050-9001c0ceddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:25.126837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0576eeb4-300b-4c5d-b6da-a3129d2805ea req-1926616a-ae4e-434f-9050-9001c0ceddfb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 1097 time: 0.0401750 Nov 10 04:36:25.169731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-0576eeb4-300b-4c5d-b6da-a3129d2805ea req-4e82dd46-5371-4557-9618-6c35a4e5709b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363908 Nov 10 04:36:26.026945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10d929-1793-4a26-9eab-8a210a0ca573 req-8a2f9aac-4711-44ff-86cb-59fa94adc769 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:26.028425 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e10d929-1793-4a26-9eab-8a210a0ca573 req-8a2f9aac-4711-44ff-86cb-59fa94adc769 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Nov 10 04:36:26.078773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e10d929-1793-4a26-9eab-8a210a0ca573 req-ec7360e6-ebba-4e9a-9098-932a17bd2be0 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Nov 10 04:36:27.196013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd147f7-e63f-4acf-a381-95b667f1976b req-872f0275-6b8d-4bd6-b76b-bd203ce711fb tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:27.197380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efd147f7-e63f-4acf-a381-95b667f1976b req-872f0275-6b8d-4bd6-b76b-bd203ce711fb tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 946 time: 0.0507085 Nov 10 04:36:27.243674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-efd147f7-e63f-4acf-a381-95b667f1976b req-942bc9e5-e599-4050-9ae9-f1c776b62d0c tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Nov 10 04:36:27.476203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4bb32-707c-4af9-a8df-b98ba4f2c62d req-4cc6d44a-1c04-4a01-a2cb-492efa43f5c0 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:27.477672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1d4bb32-707c-4af9-a8df-b98ba4f2c62d req-4cc6d44a-1c04-4a01-a2cb-492efa43f5c0 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 946 time: 0.0480795 Nov 10 04:36:27.523344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1d4bb32-707c-4af9-a8df-b98ba4f2c62d req-ada23f1a-4b47-450a-acfe-5405a9f4442c tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397360 Nov 10 04:36:28.643799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d8b0-268d-4edd-9ef8-969a1538a356 req-779e6779-a51e-4777-9fa1-374f01ed4b3e tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:28.645266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fda5d8b0-268d-4edd-9ef8-969a1538a356 req-779e6779-a51e-4777-9fa1-374f01ed4b3e tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 946 time: 0.0519524 Nov 10 04:36:28.692590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fda5d8b0-268d-4edd-9ef8-969a1538a356 req-0a56b62e-a7bd-444b-a07f-6abbbdc0c984 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Nov 10 04:36:28.708277 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-8b92979c-c40c-4834-97a1-206764ce970f tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:28.708277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-8b92979c-c40c-4834-97a1-206764ce970f tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0b7a865-5872-491e-85f3-03a51665c954 HTTP/1.1" status: 200 len: 946 time: 0.0519936 Nov 10 04:36:28.799572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Deleting port 37764792-97c3-4b7e-b18e-f0417d03b640 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:28.799946 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:28.888503 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] For port 37764792-97c3-4b7e-b18e-f0417d03b640, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=37764792-97c3-4b7e-b18e-f0417d03b640,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:28.888779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:28.901286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Calling delete_port for 37764792-97c3-4b7e-b18e-f0417d03b640 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:29.023603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:29.035541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['37764792-97c3-4b7e-b18e-f0417d03b640'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:36:29.057029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Pushing event deleted for resources: {'Port': ['ID=37764792-97c3-4b7e-b18e-f0417d03b640,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:29.058070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['24aef9ce-0eda-4eed-abc3-fdadc5002c56'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:36:29.096970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] No DVR routers for this DVR port 37764792-97c3-4b7e-b18e-f0417d03b640 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:29.099551 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:29.102961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-da1c5c00-07cf-4d50-b157-9bdee46c256f req-cf0a94e6-f6e1-45f0-a182-91ac085b3193 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.44 "DELETE /v2.0/ports/37764792-97c3-4b7e-b18e-f0417d03b640 HTTP/1.1" status: 204 len: 173 time: 0.3898585 Nov 10 04:36:29.103448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b7a865-5872-491e-85f3-03a51665c954', 'name': 'network-vif-deleted', 'tag': '37764792-97c3-4b7e-b18e-f0417d03b640'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:36:29.105815 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4945183b-516f-4240-b025-b0173554b7c9" -d '{"events": [{"server_uuid": "b0b7a865-5872-491e-85f3-03a51665c954", "name": "network-vif-deleted", "tag": "37764792-97c3-4b7e-b18e-f0417d03b640"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:36:29.144237 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6644bc65-7bdf-4cf2-b3ed-258c2bb63c48 x-openstack-request-id: req-6644bc65-7bdf-4cf2-b3ed-258c2bb63c48 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:36:29.144536 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b7a865-5872-491e-85f3-03a51665c954", "name": "network-vif-deleted", "tag": "37764792-97c3-4b7e-b18e-f0417d03b640", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:36:29.144791 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6644bc65-7bdf-4cf2-b3ed-258c2bb63c48 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:36:29.145198 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b7a865-5872-491e-85f3-03a51665c954', 'name': 'network-vif-deleted', 'tag': '37764792-97c3-4b7e-b18e-f0417d03b640', 'status': 'completed', 'code': 200} Nov 10 04:36:29.838505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb3ecc-dd81-4877-bcda-1616771144b6 req-f59ff12d-7843-4ada-86ad-3b116b30f64e tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:29.839950 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3bb3ecc-dd81-4877-bcda-1616771144b6 req-f59ff12d-7843-4ada-86ad-3b116b30f64e tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0473418 Nov 10 04:36:29.884943 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3bb3ecc-dd81-4877-bcda-1616771144b6 req-c279ca1d-dfac-48cd-b9a6-3702d7db341b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Nov 10 04:36:30.013526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ec7ad-806e-48a7-b5df-3b78585da61f req-d3585533-3957-435e-8abb-2624e38c59f6 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:30.014932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-888ec7ad-806e-48a7-b5df-3b78585da61f req-d3585533-3957-435e-8abb-2624e38c59f6 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Nov 10 04:36:30.064584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-888ec7ad-806e-48a7-b5df-3b78585da61f req-c89112dd-3ef0-495f-8182-b6060cf45791 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Nov 10 04:36:30.176818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526055-cd3c-4a12-9fc2-3de7ae5dafc2 req-c1d9e6f3-e54d-4a8b-aadd-834db30c1604 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:30.178271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef526055-cd3c-4a12-9fc2-3de7ae5dafc2 req-c1d9e6f3-e54d-4a8b-aadd-834db30c1604 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0467148 Nov 10 04:36:30.223813 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ef526055-cd3c-4a12-9fc2-3de7ae5dafc2 req-0e520b89-9503-4b2a-8f95-5f8ceb528811 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Nov 10 04:36:30.388982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089eff9-293f-4f1d-a89f-8505b42a9275 req-271a1fa2-94f9-4e41-a3d5-3343a5861c86 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:30.390003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b089eff9-293f-4f1d-a89f-8505b42a9275 req-271a1fa2-94f9-4e41-a3d5-3343a5861c86 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0482225 Nov 10 04:36:30.438103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b089eff9-293f-4f1d-a89f-8505b42a9275 req-21f46aee-27c9-4ebd-b98c-71615253ea58 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Nov 10 04:36:30.559079 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7d80-657e-4bcc-921d-6e365b7722cd req-b102331f-c6d1-497c-8e35-8b8d8e2d95f2 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:30.560434 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e7f7d80-657e-4bcc-921d-6e365b7722cd req-b102331f-c6d1-497c-8e35-8b8d8e2d95f2 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Nov 10 04:36:30.606524 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e7f7d80-657e-4bcc-921d-6e365b7722cd req-03b9a6da-d7f6-414e-a75f-cc0868b1f127 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Nov 10 04:36:30.728500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31632575-984a-41e5-be24-3de7b8841815 req-60cd7904-362d-4a64-90df-34981e5fb21d tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:30.730074 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31632575-984a-41e5-be24-3de7b8841815 req-60cd7904-362d-4a64-90df-34981e5fb21d tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0470769 Nov 10 04:36:30.775994 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31632575-984a-41e5-be24-3de7b8841815 req-e5933b61-7ba8-4257-ad9f-6482626e76ab tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Nov 10 04:36:31.079754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df56cc-7b39-4a6c-9d59-af3f5423b2b2 req-c23b81bc-0313-4fe9-8d76-4a49f268a7d5 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:31.081116 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44df56cc-7b39-4a6c-9d59-af3f5423b2b2 req-c23b81bc-0313-4fe9-8d76-4a49f268a7d5 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0479133 Nov 10 04:36:31.130673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44df56cc-7b39-4a6c-9d59-af3f5423b2b2 req-8c316588-ba24-4274-9f78-c79d19387a45 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Nov 10 04:36:32.246431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295762c-2955-4ef6-9768-bd93a89929bf req-4ae796e3-24ed-4ef3-bf65-0a189d5bab51 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:32.248164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7295762c-2955-4ef6-9768-bd93a89929bf req-4ae796e3-24ed-4ef3-bf65-0a189d5bab51 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Nov 10 04:36:32.293902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7295762c-2955-4ef6-9768-bd93a89929bf req-297b49f6-548d-4593-b0b7-fae0a609141a tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a6fdbbd-ba17-4303-ba57-859061c43158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Nov 10 04:36:32.798066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-7571e456-85b8-4826-a172-b7caa54996f1 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:32.799492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-7571e456-85b8-4826-a172-b7caa54996f1 tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.11 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 945 time: 0.0477476 Nov 10 04:36:32.865169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 37764792-97c3-4b7e-b18e-f0417d03b640 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:36:32.884671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 37764792-97c3-4b7e-b18e-f0417d03b640 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:32.885010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 37764792-97c3-4b7e-b18e-f0417d03b640 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:36:32.890645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Deleting port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:32.890989 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:32.977724 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] For port 24aef9ce-0eda-4eed-abc3-fdadc5002c56, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=24aef9ce-0eda-4eed-abc3-fdadc5002c56,segment=NetworkSegment(e07e24d5-8130-4130-a7d4-57b3027534da),segment_id=e07e24d5-8130-4130-a7d4-57b3027534da)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:32.978116 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:32.990962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Calling delete_port for 24aef9ce-0eda-4eed-abc3-fdadc5002c56 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:33.117268 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:33.145993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Pushing event deleted for resources: {'Port': ['ID=24aef9ce-0eda-4eed-abc3-fdadc5002c56,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:33.153391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['24aef9ce-0eda-4eed-abc3-fdadc5002c56'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:36:33.200337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] No DVR routers for this DVR port 24aef9ce-0eda-4eed-abc3-fdadc5002c56 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:33.203451 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:33.206807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d750f9-7df0-455a-837b-e1318b1fc366 req-634c88da-57c3-4331-96da-b880689bb89b tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.11 "DELETE /v2.0/ports/24aef9ce-0eda-4eed-abc3-fdadc5002c56 HTTP/1.1" status: 204 len: 173 time: 0.4004498 Nov 10 04:36:33.207257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'name': 'network-vif-deleted', 'tag': '24aef9ce-0eda-4eed-abc3-fdadc5002c56'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:36:33.209479 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb2eca5-087e-4fd6-ae49-691a0b03c066" -d '{"events": [{"server_uuid": "af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07", "name": "network-vif-deleted", "tag": "24aef9ce-0eda-4eed-abc3-fdadc5002c56"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:36:33.250988 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d7b6da-6a0a-4c00-95a8-7d1da434050d x-openstack-request-id: req-a0d7b6da-6a0a-4c00-95a8-7d1da434050d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:36:33.251286 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07", "name": "network-vif-deleted", "tag": "24aef9ce-0eda-4eed-abc3-fdadc5002c56", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:36:33.251541 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0d7b6da-6a0a-4c00-95a8-7d1da434050d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:36:33.251944 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07', 'name': 'network-vif-deleted', 'tag': '24aef9ce-0eda-4eed-abc3-fdadc5002c56', 'status': 'completed', 'code': 200} Nov 10 04:36:33.400178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ff25d47-de6a-43cb-85d2-98827bc2decc req-98af4fa7-3366-421f-ba38-bfbcb7df37bd tempest-ServersNegativeTestJSON-1442208207 tempest-ServersNegativeTestJSON-1442208207-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2067fe-11d7-4fdf-9b1b-5c6ee7be1b07 HTTP/1.1" status: 200 len: 210 time: 0.0255423 Nov 10 04:36:34.458064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46802) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:34.501030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] Deleting subnet 2cb5a3c7-5725-4be5-9c34-b3bbebcac785 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:36:34.503979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.540643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.582490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.633402 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.660900 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.664076 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2cb5a3c7-5725-4be5-9c34-b3bbebcac785 HTTP/1.1" status: 204 len: 168 time: 0.2050450 Nov 10 04:36:34.665029 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244001-d794-4ebb-b76e-dd867f4c2229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb5a3c7-5725-4be5-9c34-b3bbebcac785,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:34.667136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46804) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:34.737324 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.819571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.848480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0976161-72d1-4596-90cd-843047fbc44d']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:34.859947 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07e24d5-8130-4130-a7d4-57b3027534da') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:34.860240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07e24d5-8130-4130-a7d4-57b3027534da') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:34.869340 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.882820 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.888678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:34.889021 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:34.891213 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:34.943017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.949890 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:34.953615 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0976161-72d1-4596-90cd-843047fbc44d HTTP/1.1" status: 204 len: 168 time: 0.2846043 Nov 10 04:36:34.963431 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab586e-8b19-4a3c-81f9-2a1bb4e8c5a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0976161-72d1-4596-90cd-843047fbc44d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:35.062417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46808) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:35.104908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-955d6d6f-35a4-496a-b1c4-a81226ece0a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aca950a6341a45279ffdda75f40c047f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413575 Nov 10 04:36:35.107222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46810) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:35.159871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ece262-81c5-493a-803b-8cddf5ae7fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:35.180592 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ece262-81c5-493a-803b-8cddf5ae7fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:35.226060 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ece262-81c5-493a-803b-8cddf5ae7fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:35.228558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ece262-81c5-493a-803b-8cddf5ae7fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:35.229706 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f6ece262-81c5-493a-803b-8cddf5ae7fcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a6fdbbd-ba17-4303-ba57-859061c43158 HTTP/1.1" status: 204 len: 168 time: 0.1215878 Nov 10 04:36:35.237728 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ece262-81c5-493a-803b-8cddf5ae7fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6fdbbd-ba17-4303-ba57-859061c43158,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:35.904535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46832) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:35.995883 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758050907'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:36.018051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:36.021536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.030067 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.110314 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.114713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.145464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:36.154274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec6c75-7517-491a-b79b-ba0c0a0cd3e3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:36.160978 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.161359 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Added segment 1fe82713-ae7a-4d46-95f8-9779f4672ed1 of type vlan for network ee8f0227-a4d5-4a4e-a366-955701ca4147 Nov 10 04:36:36.201880 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.226114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.231726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:36.232343 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:36.284288 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3786502 Nov 10 04:36:36.301191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e5baf-d7df-4f19-b380-92c9d3601410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Network': ['ID=ee8f0227-a4d5-4a4e-a366-955701ca4147,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:36.314892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ee8f0227-a4d5-4a4e-a366-955701ca4147 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:37.833902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 24aef9ce-0eda-4eed-abc3-fdadc5002c56 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:36:37.853190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 24aef9ce-0eda-4eed-abc3-fdadc5002c56 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:37.853527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 24aef9ce-0eda-4eed-abc3-fdadc5002c56 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:36:38.402924 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:39.490008 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46836) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:39.495158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'subnet': {'network_id': 'ee8f0227-a4d5-4a4e-a366-955701ca4147', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:39.585610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:39.589140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:39.766615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:39.823771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Subnet': ['ID=636a80a6-69a6-4f01-be66-7a18bd081021,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:39.832771 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Checking segment: {'id': '1fe82713-ae7a-4d46-95f8-9779f4672ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ee8f0227-a4d5-4a4e-a366-955701ca4147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:39.833121 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network hostable DHCP agents. Network: ee8f0227-a4d5-4a4e-a366-955701ca4147, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:39.849253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network ee8f0227-a4d5-4a4e-a366-955701ca4147 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:39.857696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ee8f0227-a4d5-4a4e-a366-955701ca4147) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:39.861627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:39.862348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:39.867478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe526a6-b9c5-45c4-b0ce-ba4c6a0f2c10 None None] Network ee8f0227-a4d5-4a4e-a366-955701ca4147 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:39.878917 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f960c752-4a69-4e3e-ad9a-e0567c035dcd tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3878033 Nov 10 04:36:39.882309 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46838) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:39.887049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098848084'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:39.907915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:39.911594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:39.934450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:39.943536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:39.943883 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Added segment 25da9171-3808-4c64-8c30-9ac6829d9b47 of type vlan for network a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8 Nov 10 04:36:39.984138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.007597 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.012359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ee8f0227-a4d5-4a4e-a366-955701ca4147', 'network_id': 'ee8f0227-a4d5-4a4e-a366-955701ca4147', 'tenant_id': '0b587097912f40e6b2664b3c65a80ecb', 'fixed_ips': [{'subnet_id': '636a80a6-69a6-4f01-be66-7a18bd081021'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:40.013206 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:40.013512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.013798 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.070800 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1872993 Nov 10 04:36:40.073398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46840) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:40.079069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'subnet': {'network_id': 'a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:40.134548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65d1a2-3fb0-4b9f-837e-ead27ba70b80 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Network': ['ID=a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:40.151470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:40.153687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Allocated IP 2001:db8:0:ffff::2 (ee8f0227-a4d5-4a4e-a366-955701ca4147/636a80a6-69a6-4f01-be66-7a18bd081021/fc81ccf9-14af-4d2e-ac9d-2217a35becc3) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:40.183785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:40.187461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.363523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.369901 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.378610 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.413114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Network ee8f0227-a4d5-4a4e-a366-955701ca4147 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:40.416132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:40.420315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:40.423890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Pushing event updated for resources: {'Port': ['ID=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:40.435291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.435626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.435955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.436416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.436768 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.437114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.437464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.437744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.438135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.438577 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.438881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.439192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:40.444846 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Subnet': ['ID=89585e47-3017-47bf-b62c-ce8b42880398,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:40.453650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Checking segment: {'id': '25da9171-3808-4c64-8c30-9ac6829d9b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:40.454043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network hostable DHCP agents. Network: a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:40.471284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:40.479811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:40.487219 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Attempting to bind port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:40.487587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Attempting to bind port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '1fe82713-ae7a-4d46-95f8-9779f4672ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ee8f0227-a4d5-4a4e-a366-955701ca4147'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:40.487946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Attempting to bind port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 on network ee8f0227-a4d5-4a4e-a366-955701ca4147 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:40.490991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:40.491498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.492935 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f9e4b-b922-46f9-916f-638203eb839f None None] Network a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:40.507420 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:40.507688 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9998ff08-afd1-4ae7-996d-e41b0a333673 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4332900 Nov 10 04:36:40.507810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Checking segment: {'id': '1fe82713-ae7a-4d46-95f8-9779f4672ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ee8f0227-a4d5-4a4e-a366-955701ca4147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:40.508179 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.508568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Bound using segment: {'id': '1fe82713-ae7a-4d46-95f8-9779f4672ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ee8f0227-a4d5-4a4e-a366-955701ca4147'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:40.509042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Bound port: fc81ccf9-14af-4d2e-ac9d-2217a35becc3, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe82713-ae7a-4d46-95f8-9779f4672ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ee8f0227-a4d5-4a4e-a366-955701ca4147'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:40.509419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.510710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46842) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:40.615605 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.669017 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.732778 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.764107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Subnet': ['ID=89585e47-3017-47bf-b62c-ce8b42880398,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:40.806926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] For port fc81ccf9-14af-4d2e-ac9d-2217a35becc3, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:40.819739 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] For port fc81ccf9-14af-4d2e-ac9d-2217a35becc3, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,segment=NetworkSegment(1fe82713-ae7a-4d46-95f8-9779f4672ed1),segment_id=1fe82713-ae7a-4d46-95f8-9779f4672ed1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:40.826433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.835806 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.848350 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:40.857544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25da9171-3808-4c64-8c30-9ac6829d9b47') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:40.857845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25da9171-3808-4c64-8c30-9ac6829d9b47') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:40.860801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02eb88-d035-446f-bde5-a0520e01bb37 None None] Network a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:40.867722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.882026 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.888217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:40.888604 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:40.892635 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:40.942931 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd67e0-47ec-49c1-be5a-41c6bb7647be None None] Pushing event updated for resources: {'Port': ['ID=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:40.965860 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.987437 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:40.994720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8 HTTP/1.1" status: 204 len: 168 time: 0.4791694 Nov 10 04:36:40.994720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee821-e4f7-4b72-a5e2-0d276f552deb tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Network': ['ID=a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:40.995093 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46844) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:41.000970 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649770615'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:41.023532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:41.027266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.053518 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:41.063719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.064014 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Added segment 0bf6047a-ad55-4b4b-b051-607f02d83d7f of type vlan for network 6f9c3c1d-44aa-4d7c-afc3-090d494dbb93 Nov 10 04:36:41.121212 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.149095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.154733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:41.155295 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.215948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2197237 Nov 10 04:36:41.218748 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46846) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:41.223452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'subnet': {'network_id': '6f9c3c1d-44aa-4d7c-afc3-090d494dbb93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:41.270952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3cec2-caf7-42e4-9837-28ed1e3f9896 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Network': ['ID=6f9c3c1d-44aa-4d7c-afc3-090d494dbb93,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:41.284336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6f9c3c1d-44aa-4d7c-afc3-090d494dbb93 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:41.328539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:41.332319 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.675939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Performing IP validity checks on allocation pools {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 04:36:41.676515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 04:36:41.800744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.840334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f1ac8a-dd5b-4505-a21c-640c39bfd490 None None] Network ee8f0227-a4d5-4a4e-a366-955701ca4147 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:41.864087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Subnet': ['ID=c3ed4123-e281-403a-acd4-f8c18697d45c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:41.871255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Checking segment: {'id': '0bf6047a-ad55-4b4b-b051-607f02d83d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6f9c3c1d-44aa-4d7c-afc3-090d494dbb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:41.871616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network hostable DHCP agents. Network: 6f9c3c1d-44aa-4d7c-afc3-090d494dbb93, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:41.889689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network 6f9c3c1d-44aa-4d7c-afc3-090d494dbb93 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:41.899721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6f9c3c1d-44aa-4d7c-afc3-090d494dbb93) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:41.904423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:41.905010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:41.915001 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e91dfc-e653-4ace-a58c-dda639b0c40d None None] Network 6f9c3c1d-44aa-4d7c-afc3-090d494dbb93 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:41.924062 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-63ab6213-caa8-4839-8c6d-f0dc924c8410 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7043247 Nov 10 04:36:41.926780 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46848) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:42.019660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a8d63fb0-e92c-4fe5-a936-858edd5e5d4f None None] Provisioning complete for port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:42.020269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a8d63fb0-e92c-4fe5-a936-858edd5e5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.024341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.097709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.157679 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.190432 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ed4123-e281-403a-acd4-f8c18697d45c,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:42.210735 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90098916-748f-4cf7-9e95-a035d01c7b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-6f9c3c1d-44aa-4d7c-afc3-090d494dbb93', 'network_id': '6f9c3c1d-44aa-4d7c-afc3-090d494dbb93', 'tenant_id': '0b587097912f40e6b2664b3c65a80ecb', 'fixed_ips': [{'subnet_id': 'c3ed4123-e281-403a-acd4-f8c18697d45c'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:42.212109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-90098916-748f-4cf7-9e95-a035d01c7b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.229728 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a8d63fb0-e92c-4fe5-a936-858edd5e5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.260133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.283590 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9c3c1d-44aa-4d7c-afc3-090d494dbb93']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:42.294114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf6047a-ad55-4b4b-b051-607f02d83d7f') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:42.294649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf6047a-ad55-4b4b-b051-607f02d83d7f') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:42.305277 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.321321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.327214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a8d63fb0-e92c-4fe5-a936-858edd5e5d4f None None] For port fc81ccf9-14af-4d2e-ac9d-2217a35becc3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,segment=NetworkSegment(1fe82713-ae7a-4d46-95f8-9779f4672ed1),segment_id=1fe82713-ae7a-4d46-95f8-9779f4672ed1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:42.331704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:42.332179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:42.335378 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:42.337425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8534b-31ca-4430-b113-8b549c17d507 None None] Network 6f9c3c1d-44aa-4d7c-afc3-090d494dbb93 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:42.340012 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a8d63fb0-e92c-4fe5-a936-858edd5e5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.402585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.407472 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.411386 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/6f9c3c1d-44aa-4d7c-afc3-090d494dbb93 HTTP/1.1" status: 204 len: 168 time: 0.4833307 Nov 10 04:36:42.414701 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46850) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:42.419562 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167163613'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:42.437111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27b554-dc24-4afc-8f58-e9093ea04ac3 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Network': ['ID=6f9c3c1d-44aa-4d7c-afc3-090d494dbb93,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:42.455824 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:42.457440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d63fb0-e92c-4fe5-a936-858edd5e5d4f None None] Pushing event updated for resources: {'Port': ['ID=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:42.459704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.484909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:42.494642 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.495028 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Added segment 4a2faf07-049e-48d4-8a62-dedb77ca3a05 of type vlan for network e79cd9fc-c9b0-4158-a084-318f4b97f109 Nov 10 04:36:42.509909 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-21e1be95-83d0-49d7-b8e1-a7e9af5b25ad None None] Provisioning complete for port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:42.510312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-21e1be95-83d0-49d7-b8e1-a7e9af5b25ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.533824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.559730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.565398 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:42.566010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.626690 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2108676 Nov 10 04:36:42.629668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46852) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:42.634705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'subnet': {'network_id': 'e79cd9fc-c9b0-4158-a084-318f4b97f109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:42.639403 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd93bf-ab1c-40e7-8498-4c5ea0c9f853 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Network': ['ID=e79cd9fc-c9b0-4158-a084-318f4b97f109,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:42.650098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e79cd9fc-c9b0-4158-a084-318f4b97f109 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:42.719628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:42.723037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.907824 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:42.972197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Subnet': ['ID=3693cc78-79a8-4e76-bfde-84465e7bd05f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:42.980455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Checking segment: {'id': '4a2faf07-049e-48d4-8a62-dedb77ca3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e79cd9fc-c9b0-4158-a084-318f4b97f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:42.980774 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network hostable DHCP agents. Network: e79cd9fc-c9b0-4158-a084-318f4b97f109, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:42.998544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network e79cd9fc-c9b0-4158-a084-318f4b97f109 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:43.007556 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e79cd9fc-c9b0-4158-a084-318f4b97f109) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:43.011990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:43.012593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.019788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db720b2d-5125-4485-b806-c230cc855a31 None None] Network e79cd9fc-c9b0-4158-a084-318f4b97f109 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:43.034446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a990ea60-9448-4fa7-882b-4b0e7f8defdf tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4034836 Nov 10 04:36:43.037818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46854) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:43.042842 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249787758'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:43.063042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:43.066146 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fc81ccf9-14af-4d2e-ac9d-2217a35becc3 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:36:43.066447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.089719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:43.099115 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.099454 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Added segment 7fbc4685-83e3-46ed-b268-fa9c86d492b3 of type vlan for network ca95edb4-6788-4fea-a9ca-48f5a041b563 Nov 10 04:36:43.139849 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.164479 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.170290 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:43.170961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.172796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:43.173157 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.235049 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1960146 Nov 10 04:36:43.237038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46856) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:43.245897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Request body: {'subnet': {'network_id': 'ca95edb4-6788-4fea-a9ca-48f5a041b563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:43.250787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5469d-5f42-458e-9768-33e5b77d33be tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Network': ['ID=ca95edb4-6788-4fea-a9ca-48f5a041b563,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:43.272930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e79cd9fc-c9b0-4158-a084-318f4b97f109', 'network_id': 'e79cd9fc-c9b0-4158-a084-318f4b97f109', 'tenant_id': '0b587097912f40e6b2664b3c65a80ecb', 'fixed_ips': [{'subnet_id': '3693cc78-79a8-4e76-bfde-84465e7bd05f'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:43.273860 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.276147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network ca95edb4-6788-4fea-a9ca-48f5a041b563 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:43.340380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Made reservation on behalf of 0b587097912f40e6b2664b3c65a80ecb for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:43.344666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.446203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-900557e7-7c10-4c96-98e0-fceb1c9bcd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.491753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Allocated IP 2001:db8::2 (e79cd9fc-c9b0-4158-a084-318f4b97f109/3693cc78-79a8-4e76-bfde-84465e7bd05f/a5f6720f-9985-41f8-af9b-7147e6cb4f39) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:43.535614 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.603027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event updated for resources: {'Subnet': ['ID=9384c29d-632d-419f-8c03-3ec4836f9767,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:43.612372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Checking segment: {'id': '7fbc4685-83e3-46ed-b268-fa9c86d492b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca95edb4-6788-4fea-a9ca-48f5a041b563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:43.613282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network hostable DHCP agents. Network: ca95edb4-6788-4fea-a9ca-48f5a041b563, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:43.630997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Network ca95edb4-6788-4fea-a9ca-48f5a041b563 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:43.637377 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.640415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, ca95edb4-6788-4fea-a9ca-48f5a041b563) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:43.644569 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.644811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:43.645572 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.664250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7d77cadc-f5e0-40e9-9406-54fac9dab294 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4255271 Nov 10 04:36:43.666797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46858) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:43.671510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2ffa2-475a-46f9-96dd-5e57be817ae4 None None] Network ca95edb4-6788-4fea-a9ca-48f5a041b563 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:43.728074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Network e79cd9fc-c9b0-4158-a084-318f4b97f109 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:43.734528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:43.738658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:43.743711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Pushing event updated for resources: {'Port': ['ID=a5f6720f-9985-41f8-af9b-7147e6cb4f39,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:43.766743 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.820840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Attempting to bind port a5f6720f-9985-41f8-af9b-7147e6cb4f39 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:43.821197 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Attempting to bind port a5f6720f-9985-41f8-af9b-7147e6cb4f39 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4a2faf07-049e-48d4-8a62-dedb77ca3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e79cd9fc-c9b0-4158-a084-318f4b97f109'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:43.821323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.821554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Attempting to bind port a5f6720f-9985-41f8-af9b-7147e6cb4f39 on network e79cd9fc-c9b0-4158-a084-318f4b97f109 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:43.845491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:43.845853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Checking segment: {'id': '4a2faf07-049e-48d4-8a62-dedb77ca3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e79cd9fc-c9b0-4158-a084-318f4b97f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:43.846277 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.846664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Bound using segment: {'id': '4a2faf07-049e-48d4-8a62-dedb77ca3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e79cd9fc-c9b0-4158-a084-318f4b97f109'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:43.847132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Bound port: a5f6720f-9985-41f8-af9b-7147e6cb4f39, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2faf07-049e-48d4-8a62-dedb77ca3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e79cd9fc-c9b0-4158-a084-318f4b97f109'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:43.847507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.880108 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.906965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Subnet': ['ID=9384c29d-632d-419f-8c03-3ec4836f9767,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:43.926860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb750d3-43fc-421c-828c-877a8b791dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-ca95edb4-6788-4fea-a9ca-48f5a041b563', 'network_id': 'ca95edb4-6788-4fea-a9ca-48f5a041b563', 'tenant_id': '0b587097912f40e6b2664b3c65a80ecb', 'fixed_ips': [{'subnet_id': '9384c29d-632d-419f-8c03-3ec4836f9767'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:43.927699 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fb750d3-43fc-421c-828c-877a8b791dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.955705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] For port a5f6720f-9985-41f8-af9b-7147e6cb4f39, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:43.959762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] For port a5f6720f-9985-41f8-af9b-7147e6cb4f39, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a5f6720f-9985-41f8-af9b-7147e6cb4f39,segment=NetworkSegment(4a2faf07-049e-48d4-8a62-dedb77ca3a05),segment_id=4a2faf07-049e-48d4-8a62-dedb77ca3a05)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:43.966762 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.971339 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:43.991379 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca95edb4-6788-4fea-a9ca-48f5a041b563']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:44.001367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbc4685-83e3-46ed-b268-fa9c86d492b3') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:44.001772 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbc4685-83e3-46ed-b268-fa9c86d492b3') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:44.010968 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.025088 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.031827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:44.032495 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:44.035548 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:44.205342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.216448 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.225413 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/ca95edb4-6788-4fea-a9ca-48f5a041b563 HTTP/1.1" status: 204 len: 168 time: 0.5564210 Nov 10 04:36:44.229791 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46860) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:44.233537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9b2ae-8387-4b63-ab9a-7a5628bf0816 None None] Pushing event updated for resources: {'Port': ['ID=a5f6720f-9985-41f8-af9b-7147e6cb4f39,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:44.243283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b22a7-94a7-4039-a1a5-b1d9712a60f0 None None] Network ca95edb4-6788-4fea-a9ca-48f5a041b563 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:44.248563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5dc41-25be-4a43-968f-ca87229ab33f tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Network': ['ID=ca95edb4-6788-4fea-a9ca-48f5a041b563,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:44.261530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b22a7-94a7-4039-a1a5-b1d9712a60f0 None None] Network ca95edb4-6788-4fea-a9ca-48f5a041b563 could not be found, it might have been deleted concurrently. {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 04:36:44.271890 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-465a382d-c259-431e-a3ef-6ba5a9786c19 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] GET failed (client error): The resource could not be found. Nov 10 04:36:44.273237 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-465a382d-c259-431e-a3ef-6ba5a9786c19 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "GET /v2.0/subnets/9384c29d-632d-419f-8c03-3ec4836f9767 HTTP/1.1" status: 404 len: 337 time: 0.0421498 Nov 10 04:36:44.277278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46862) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:44.295951 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-546ce56f-28cd-4eb3-b2bd-9c710d4021d0 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] DELETE failed (client error): The resource could not be found. Nov 10 04:36:44.297031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546ce56f-28cd-4eb3-b2bd-9c710d4021d0 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:36:44.300082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-546ce56f-28cd-4eb3-b2bd-9c710d4021d0 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/ca95edb4-6788-4fea-a9ca-48f5a041b563 HTTP/1.1" status: 404 len: 339 time: 0.0216451 Nov 10 04:36:44.303868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46864) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:44.330297 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef19cd94-a4ce-4849-9eb7-bce03985fb02 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] DELETE failed (client error): The resource could not be found. Nov 10 04:36:44.330751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef19cd94-a4ce-4849-9eb7-bce03985fb02 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:36:44.333805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ef19cd94-a4ce-4849-9eb7-bce03985fb02 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/subnets/9384c29d-632d-419f-8c03-3ec4836f9767 HTTP/1.1" status: 404 len: 337 time: 0.0290284 Nov 10 04:36:44.336411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46866) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:44.354928 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c1bf6b-62c0-45e0-97ab-a42b70eb706d tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] DELETE failed (client error): The resource could not be found. Nov 10 04:36:44.355482 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c1bf6b-62c0-45e0-97ab-a42b70eb706d tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:36:44.358526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d6c1bf6b-62c0-45e0-97ab-a42b70eb706d tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/ca95edb4-6788-4fea-a9ca-48f5a041b563 HTTP/1.1" status: 404 len: 339 time: 0.0211236 Nov 10 04:36:44.361553 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46868) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:44.425374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Deleting subnet 3693cc78-79a8-4e76-bfde-84465e7bd05f {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:36:44.428624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.479176 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.563382 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.621218 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.650230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Subnet': ['ID=3693cc78-79a8-4e76-bfde-84465e7bd05f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:44.656188 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.659386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e20bc2f7-036f-4dde-a831-65a80feddc1e tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/subnets/3693cc78-79a8-4e76-bfde-84465e7bd05f HTTP/1.1" status: 204 len: 168 time: 0.2968781 Nov 10 04:36:44.661895 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46870) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:44.736334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.786302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Deleting port a5f6720f-9985-41f8-af9b-7147e6cb4f39 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:44.786561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.853041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] For port a5f6720f-9985-41f8-af9b-7147e6cb4f39, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a5f6720f-9985-41f8-af9b-7147e6cb4f39,segment=NetworkSegment(4a2faf07-049e-48d4-8a62-dedb77ca3a05),segment_id=4a2faf07-049e-48d4-8a62-dedb77ca3a05)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:44.853400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.867445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Calling delete_port for a5f6720f-9985-41f8-af9b-7147e6cb4f39 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:44.946962 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:44.975035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Port': ['ID=a5f6720f-9985-41f8-af9b-7147e6cb4f39,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:44.979608 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No DVR routers for this DVR port a5f6720f-9985-41f8-af9b-7147e6cb4f39 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:45.048657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a5f6720f-9985-41f8-af9b-7147e6cb4f39 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:36:45.070811 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a5f6720f-9985-41f8-af9b-7147e6cb4f39 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:45.071151 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a5f6720f-9985-41f8-af9b-7147e6cb4f39 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 04:36:45.072410 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.092881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Port a5f6720f-9985-41f8-af9b-7147e6cb4f39 not found, will not notify nova. {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 04:36:45.093726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79cd9fc-c9b0-4158-a084-318f4b97f109']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:45.103453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2faf07-049e-48d4-8a62-dedb77ca3a05') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:45.103753 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2faf07-049e-48d4-8a62-dedb77ca3a05') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:45.113519 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.127450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.134052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:45.134435 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:45.137565 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:45.176730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd216f96-b9a0-4efe-82a7-c1187831e1a7 None None] Network e79cd9fc-c9b0-4158-a084-318f4b97f109 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:45.200200 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.210593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.213855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/e79cd9fc-c9b0-4158-a084-318f4b97f109 HTTP/1.1" status: 204 len: 168 time: 0.5509577 Nov 10 04:36:45.216486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46872) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:45.228701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c38d9-9916-4f2e-8b5b-b792f3b4971b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Network': ['ID=e79cd9fc-c9b0-4158-a084-318f4b97f109,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:45.234354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c721bcf3-706b-402e-923b-64c7a3c587a0 None None] Could not find standard attr ID for object a5f6720f-9985-41f8-af9b-7147e6cb4f39. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:36:45.243922 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc6d973-5778-435d-90cb-863c9c7097d0 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] DELETE failed (client error): The resource could not be found. Nov 10 04:36:45.244413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc6d973-5778-435d-90cb-863c9c7097d0 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:36:45.247767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-3dc6d973-5778-435d-90cb-863c9c7097d0 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/subnets/c3ed4123-e281-403a-acd4-f8c18697d45c HTTP/1.1" status: 404 len: 337 time: 0.0295739 Nov 10 04:36:45.250630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46874) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:45.269524 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae79a9d-389e-4aa5-81fe-9b3633bf63d4 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] DELETE failed (client error): The resource could not be found. Nov 10 04:36:45.270232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae79a9d-389e-4aa5-81fe-9b3633bf63d4 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:36:45.273244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eae79a9d-389e-4aa5-81fe-9b3633bf63d4 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/6f9c3c1d-44aa-4d7c-afc3-090d494dbb93 HTTP/1.1" status: 404 len: 339 time: 0.0210700 Nov 10 04:36:45.275904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46876) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:45.303282 n-d-817326-2 neutron-server[102597]: INFO neutron.pecan_wsgi.hooks.translation [None req-df32cc91-ec07-40f7-a36f-295e0bea089a tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] DELETE failed (client error): The resource could not be found. Nov 10 04:36:45.303739 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df32cc91-ec07-40f7-a36f-295e0bea089a tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:36:45.306798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-df32cc91-ec07-40f7-a36f-295e0bea089a tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/subnets/89585e47-3017-47bf-b62c-ce8b42880398 HTTP/1.1" status: 404 len: 337 time: 0.0298841 Nov 10 04:36:45.309478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46878) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:45.329706 n-d-817326-2 neutron-server[102596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba1bb54-f0fe-44fe-bb11-64f0c4121d82 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] DELETE failed (client error): The resource could not be found. Nov 10 04:36:45.330251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba1bb54-f0fe-44fe-bb11-64f0c4121d82 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 04:36:45.333136 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0ba1bb54-f0fe-44fe-bb11-64f0c4121d82 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/a0766a55-1e2a-4bfa-8ba6-4b418e5b64e8 HTTP/1.1" status: 404 len: 339 time: 0.0226538 Nov 10 04:36:45.335645 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46880) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:45.354676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca752f1-a163-482d-a2dc-3be6e72b41e2 None None] DHCP port deletion for e79cd9fc-c9b0-4158-a084-318f4b97f109 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:45.393872 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Deleting subnet 636a80a6-69a6-4f01-be66-7a18bd081021 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:36:45.396905 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.435468 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.518923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.580533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.607152 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Subnet': ['ID=636a80a6-69a6-4f01-be66-7a18bd081021,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:45.611789 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.617164 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-00e8dd1b-ec4e-40af-935f-56cda08fddf8 tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/subnets/636a80a6-69a6-4f01-be66-7a18bd081021 HTTP/1.1" status: 204 len: 168 time: 0.2784173 Nov 10 04:36:45.617369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46882) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:45.618117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea79b21-bcfa-4495-8755-8a070e460191 None None] Network ee8f0227-a4d5-4a4e-a366-955701ca4147 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:45.694230 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.741502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9dfcda83-0b64-4bbb-a8f9-e3b122b20ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.754056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Deleting port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:45.754400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.817180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] For port fc81ccf9-14af-4d2e-ac9d-2217a35becc3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,segment=NetworkSegment(1fe82713-ae7a-4d46-95f8-9779f4672ed1),segment_id=1fe82713-ae7a-4d46-95f8-9779f4672ed1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:45.817533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.821799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] DHCP port deletion for ee8f0227-a4d5-4a4e-a366-955701ca4147 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:45.830174 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Calling delete_port for fc81ccf9-14af-4d2e-ac9d-2217a35becc3 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:45.868565 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] Deleting port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:45.868927 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.910470 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.934297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] For port fc81ccf9-14af-4d2e-ac9d-2217a35becc3, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,segment=NetworkSegment(1fe82713-ae7a-4d46-95f8-9779f4672ed1),segment_id=1fe82713-ae7a-4d46-95f8-9779f4672ed1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:45.934688 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:45.938477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] No DVR routers for this DVR port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:45.944850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Port': ['ID=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:45.948437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] Calling delete_port for fc81ccf9-14af-4d2e-ac9d-2217a35becc3 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:46.019671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.027932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.039686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8f0227-a4d5-4a4e-a366-955701ca4147']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:46.049250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe82713-ae7a-4d46-95f8-9779f4672ed1') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:46.049550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe82713-ae7a-4d46-95f8-9779f4672ed1') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:46.053657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] Pushing event deleted for resources: {'Port': ['ID=fc81ccf9-14af-4d2e-ac9d-2217a35becc3,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:46.060283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f849d88-cb85-4265-8a1e-0c10786c20b6 None None] No DVR routers for this DVR port fc81ccf9-14af-4d2e-ac9d-2217a35becc3 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:46.066836 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.080558 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.086768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:46.087153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:46.090210 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:46.147186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.151792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.155163 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] 10.222.0.24 "DELETE /v2.0/networks/ee8f0227-a4d5-4a4e-a366-955701ca4147 HTTP/1.1" status: 204 len: 168 time: 0.5365465 Nov 10 04:36:46.169610 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b700ad-7d34-48dc-98eb-4d2c2447dd4b tempest-NetworksIpV6Test-501459340 tempest-NetworksIpV6Test-501459340-project] Pushing event deleted for resources: {'Network': ['ID=ee8f0227-a4d5-4a4e-a366-955701ca4147,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:46.391460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46888) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:46.518840 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-52380965-ee73-4fb8-af71-2e77c0756ada admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b587097912f40e6b2664b3c65a80ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262255 Nov 10 04:36:46.521351 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46892) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:46.566777 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03696587-c6a5-42a2-b5a8-d32f6ab1d8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.587824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03696587-c6a5-42a2-b5a8-d32f6ab1d8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.638980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03696587-c6a5-42a2-b5a8-d32f6ab1d8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.642408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-03696587-c6a5-42a2-b5a8-d32f6ab1d8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:46.643542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-03696587-c6a5-42a2-b5a8-d32f6ab1d8db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9ec6c75-7517-491a-b79b-ba0c0a0cd3e3 HTTP/1.1" status: 204 len: 168 time: 0.1212749 Nov 10 04:36:46.650993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03696587-c6a5-42a2-b5a8-d32f6ab1d8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec6c75-7517-491a-b79b-ba0c0a0cd3e3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:46.918875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.001122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fc81ccf9-14af-4d2e-ac9d-2217a35becc3 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:36:47.021472 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: fc81ccf9-14af-4d2e-ac9d-2217a35becc3 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:47.021813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fc81ccf9-14af-4d2e-ac9d-2217a35becc3 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:36:47.022238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a5f6720f-9985-41f8-af9b-7147e6cb4f39 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:36:47.040679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a5f6720f-9985-41f8-af9b-7147e6cb4f39 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:36:47.040976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a5f6720f-9985-41f8-af9b-7147e6cb4f39 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:36:47.270926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46914) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:47.362320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fb017ef3-5f84-4dcc-9519-331b5d06e32f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-430575950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:47.385569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb017ef3-5f84-4dcc-9519-331b5d06e32f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.386643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb017ef3-5f84-4dcc-9519-331b5d06e32f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.436235 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb017ef3-5f84-4dcc-9519-331b5d06e32f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.441045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb017ef3-5f84-4dcc-9519-331b5d06e32f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.458252 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb017ef3-5f84-4dcc-9519-331b5d06e32f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.459456 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fb017ef3-5f84-4dcc-9519-331b5d06e32f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1874988 Nov 10 04:36:47.462116 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46918) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:47.466836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-321140343'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:47.486727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Made reservation on behalf of b3946f91e5c246d39c3624d7e2018e15 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:47.490265 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.498721 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.572186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.576073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.607502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:47.614546 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e16edc-91d6-4e79-bc11-a5c49b3db856,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:47.621730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.622100 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Added segment 957688db-af01-4538-933e-003b247e70fe of type vlan for network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 Nov 10 04:36:47.663664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.687970 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.693450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:47.694077 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:47.744701 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2815886 Nov 10 04:36:47.747797 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46920) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:47.752540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Request body: {'subnet': {'network_id': '8ed0874b-b785-46e1-92d9-2f8c465b5d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:47.807365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4f2f-2def-4b0d-a784-3d8ee5690d0e tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event updated for resources: {'Network': ['ID=8ed0874b-b785-46e1-92d9-2f8c465b5d58,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:47.818042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:47.852779 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Made reservation on behalf of b3946f91e5c246d39c3624d7e2018e15 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:47.856227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.031830 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.090696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event updated for resources: {'Subnet': ['ID=888a425a-1acc-42e5-9772-d2f917e6843d,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:48.100108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Checking segment: {'id': '957688db-af01-4538-933e-003b247e70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ed0874b-b785-46e1-92d9-2f8c465b5d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:48.100468 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Network hostable DHCP agents. Network: 8ed0874b-b785-46e1-92d9-2f8c465b5d58, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:48.116693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:48.125817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8ed0874b-b785-46e1-92d9-2f8c465b5d58) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:48.130202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:48.131301 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.134449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400e85d-bbc5-4577-984d-eeabe3949121 None None] Network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:48.148237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b32ba030-f3a9-49c3-b398-df0456081f62 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3994327 Nov 10 04:36:48.151329 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46922) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:48.156932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-844568628'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:48.178144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Made reservation on behalf of b3946f91e5c246d39c3624d7e2018e15 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:48.181732 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.205376 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:48.214446 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.214787 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Added segment 4400210e-ad07-4f1a-8df2-c5d0835a3cec of type vlan for network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 Nov 10 04:36:48.254492 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.279792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-8ed0874b-b785-46e1-92d9-2f8c465b5d58', 'network_id': '8ed0874b-b785-46e1-92d9-2f8c465b5d58', 'tenant_id': 'b3946f91e5c246d39c3624d7e2018e15', 'fixed_ips': [{'subnet_id': '888a425a-1acc-42e5-9772-d2f917e6843d'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:48.281179 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.281347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.286771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:48.287289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.347789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1953692 Nov 10 04:36:48.350694 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46924) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:48.356200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Request body: {'subnet': {'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:48.362059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26184fdd-3aa8-4f9c-afcb-e394a3983c2f tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event updated for resources: {'Network': ['ID=0a3825c1-22ee-44e8-86e7-c8b33a1feed0,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:48.394477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:48.453474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Made reservation on behalf of b3946f91e5c246d39c3624d7e2018e15 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:48.457070 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.467500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Allocated IP 172.20.0.2 (8ed0874b-b785-46e1-92d9-2f8c465b5d58/888a425a-1acc-42e5-9772-d2f917e6843d/67971e6d-c539-401c-812d-55efcde45492) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:48.624074 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.650381 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.656604 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.669292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.713851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:48.716828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:48.720794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:48.727546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Pushing event updated for resources: {'Port': ['ID=67971e6d-c539-401c-812d-55efcde45492,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:48.730954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event updated for resources: {'Subnet': ['ID=498a639a-a899-418a-863d-bec93a38cd27,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:48.741898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Checking segment: {'id': '4400210e-ad07-4f1a-8df2-c5d0835a3cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:48.742294 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Network hostable DHCP agents. Network: 0a3825c1-22ee-44e8-86e7-c8b33a1feed0, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:48.759490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:48.768525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 0a3825c1-22ee-44e8-86e7-c8b33a1feed0) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:48.775505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:48.776140 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.778760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aebbb82-6373-453d-b895-ce9978e4df00 None None] Network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:48.783777 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Attempting to bind port 67971e6d-c539-401c-812d-55efcde45492 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:48.784156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Attempting to bind port 67971e6d-c539-401c-812d-55efcde45492 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '957688db-af01-4538-933e-003b247e70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ed0874b-b785-46e1-92d9-2f8c465b5d58'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:48.784492 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Attempting to bind port 67971e6d-c539-401c-812d-55efcde45492 on network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:48.793631 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fe4a7377-ecb2-4017-939c-25178946081c tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4417210 Nov 10 04:36:48.796950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46926) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:48.801541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d4d389fa-3a2e-486c-86f0-bc4d8cc38e96 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:48.828954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:48.829241 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Checking segment: {'id': '957688db-af01-4538-933e-003b247e70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ed0874b-b785-46e1-92d9-2f8c465b5d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:48.829634 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.830038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Bound using segment: {'id': '957688db-af01-4538-933e-003b247e70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ed0874b-b785-46e1-92d9-2f8c465b5d58'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:48.830506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Bound port: 67971e6d-c539-401c-812d-55efcde45492, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957688db-af01-4538-933e-003b247e70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ed0874b-b785-46e1-92d9-2f8c465b5d58'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:48.830878 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:48.939161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] For port 67971e6d-c539-401c-812d-55efcde45492, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:48.958063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] For port 67971e6d-c539-401c-812d-55efcde45492, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=67971e6d-c539-401c-812d-55efcde45492,segment=NetworkSegment(957688db-af01-4538-933e-003b247e70fe),segment_id=957688db-af01-4538-933e-003b247e70fe)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:48.964570 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.012549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-0a3825c1-22ee-44e8-86e7-c8b33a1feed0', 'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0', 'tenant_id': 'b3946f91e5c246d39c3624d7e2018e15', 'fixed_ips': [{'subnet_id': '498a639a-a899-418a-863d-bec93a38cd27'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:49.013341 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.015338 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d4d389fa-3a2e-486c-86f0-bc4d8cc38e96 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.062773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e519-df32-4a7e-abc0-7aeb95ea0a91 None None] Pushing event updated for resources: {'Port': ['ID=67971e6d-c539-401c-812d-55efcde45492,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:49.131454 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [None req-d4d389fa-3a2e-486c-86f0-bc4d8cc38e96 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 04:36:49.132521 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d4d389fa-3a2e-486c-86f0-bc4d8cc38e96 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "PUT /v2.0/routers/4af49932-6a40-41ea-b5ea-0263ef8feae3 HTTP/1.1" status: 400 len: 364 time: 0.3345280 Nov 10 04:36:49.138324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46928) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:49.177115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Allocated IP 172.21.0.2 (0a3825c1-22ee-44e8-86e7-c8b33a1feed0/498a639a-a899-418a-863d-bec93a38cd27/6f84a3c2-1721-4bb9-8920-993f260fb7dd) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:49.199296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Deleting subnet 498a639a-a899-418a-863d-bec93a38cd27 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:36:49.262023 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.353401 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.358536 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.359497 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.399327 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.403853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:49.407439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:49.411958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:49.414979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Pushing event updated for resources: {'Port': ['ID=6f84a3c2-1721-4bb9-8920-993f260fb7dd,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:49.466308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Attempting to bind port 6f84a3c2-1721-4bb9-8920-993f260fb7dd on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:49.466598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Attempting to bind port 6f84a3c2-1721-4bb9-8920-993f260fb7dd by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4400210e-ad07-4f1a-8df2-c5d0835a3cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:49.466955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Attempting to bind port 6f84a3c2-1721-4bb9-8920-993f260fb7dd on network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:49.472507 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:49.472876 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Checking segment: {'id': '4400210e-ad07-4f1a-8df2-c5d0835a3cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:49.473270 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.473664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Bound using segment: {'id': '4400210e-ad07-4f1a-8df2-c5d0835a3cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:49.474169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Bound port: 6f84a3c2-1721-4bb9-8920-993f260fb7dd, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4400210e-ad07-4f1a-8df2-c5d0835a3cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0a3825c1-22ee-44e8-86e7-c8b33a1feed0'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:49.474544 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.484518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.547585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.550182 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] For port 6f84a3c2-1721-4bb9-8920-993f260fb7dd, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:49.553464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] For port 6f84a3c2-1721-4bb9-8920-993f260fb7dd, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6f84a3c2-1721-4bb9-8920-993f260fb7dd,segment=NetworkSegment(4400210e-ad07-4f1a-8df2-c5d0835a3cec),segment_id=4400210e-ad07-4f1a-8df2-c5d0835a3cec)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:49.558526 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.575040 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event deleted for resources: {'Subnet': ['ID=498a639a-a899-418a-863d-bec93a38cd27,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:49.580802 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.586311 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b3425c62-87df-43a5-842c-5e5e5b5916ae tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "DELETE /v2.0/subnets/498a639a-a899-418a-863d-bec93a38cd27 HTTP/1.1" status: 204 len: 168 time: 0.4447470 Nov 10 04:36:49.586609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46930) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:49.617922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a0fd-2679-487f-9da0-dde3362cc31f None None] Pushing event updated for resources: {'Port': ['ID=6f84a3c2-1721-4bb9-8920-993f260fb7dd,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:49.669499 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.728382 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Deleting port 6f84a3c2-1721-4bb9-8920-993f260fb7dd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:49.728618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.795303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] For port 6f84a3c2-1721-4bb9-8920-993f260fb7dd, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=6f84a3c2-1721-4bb9-8920-993f260fb7dd,segment=NetworkSegment(4400210e-ad07-4f1a-8df2-c5d0835a3cec),segment_id=4400210e-ad07-4f1a-8df2-c5d0835a3cec)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:49.795792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.823753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Calling delete_port for 6f84a3c2-1721-4bb9-8920-993f260fb7dd owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:49.913194 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:49.941003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event deleted for resources: {'Port': ['ID=6f84a3c2-1721-4bb9-8920-993f260fb7dd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:49.945761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] No DVR routers for this DVR port 6f84a3c2-1721-4bb9-8920-993f260fb7dd on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:50.033047 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.066775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec41e0-a1f6-4164-8f95-da3fc19e7016 None None] Network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:50.136925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9ea3d2ff-9c5b-4a6a-888f-a601d9998318 None None] Provisioning complete for port 67971e6d-c539-401c-812d-55efcde45492 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:50.137199 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d2ff-9c5b-4a6a-888f-a601d9998318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.294390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d2ff-9c5b-4a6a-888f-a601d9998318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.332274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9ea3d2ff-9c5b-4a6a-888f-a601d9998318 None None] For port 67971e6d-c539-401c-812d-55efcde45492, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=67971e6d-c539-401c-812d-55efcde45492,segment=NetworkSegment(957688db-af01-4538-933e-003b247e70fe),segment_id=957688db-af01-4538-933e-003b247e70fe)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:50.341531 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3825c1-22ee-44e8-86e7-c8b33a1feed0']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:50.341700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d2ff-9c5b-4a6a-888f-a601d9998318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.355210 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4400210e-ad07-4f1a-8df2-c5d0835a3cec') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:50.355510 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4400210e-ad07-4f1a-8df2-c5d0835a3cec') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:50.379017 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.393752 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.400935 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:50.401380 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:50.406137 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:50.416936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3d2ff-9c5b-4a6a-888f-a601d9998318 None None] Pushing event updated for resources: {'Port': ['ID=67971e6d-c539-401c-812d-55efcde45492,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:50.474928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.486281 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.492434 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46932) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:50.495266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "DELETE /v2.0/networks/0a3825c1-22ee-44e8-86e7-c8b33a1feed0 HTTP/1.1" status: 204 len: 168 time: 0.9068213 Nov 10 04:36:50.511761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc2041-2a50-48d7-8f0a-cb5a505529fa tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event deleted for resources: {'Network': ['ID=0a3825c1-22ee-44e8-86e7-c8b33a1feed0,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:50.551764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Deleting subnet 888a425a-1acc-42e5-9772-d2f917e6843d {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:36:50.555339 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.598036 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.690979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7d1ae990-9ffb-47de-8083-951ec96466ba None None] Provisioning complete for port 67971e6d-c539-401c-812d-55efcde45492 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:50.691346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae990-9ffb-47de-8083-951ec96466ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.697153 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.724979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23c706-6669-4063-b205-b3f27d985291 None None] DHCP port deletion for 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:50.750504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8fa77-6136-4577-819e-cbd22078d040 None None] Network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:50.758572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.781919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8fa77-6136-4577-819e-cbd22078d040 None None] Network 0a3825c1-22ee-44e8-86e7-c8b33a1feed0 could not be found, it might have been deleted concurrently. {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 04:36:50.786131 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event deleted for resources: {'Subnet': ['ID=888a425a-1acc-42e5-9772-d2f917e6843d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:50.789771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.793009 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7fd0b6ec-2204-44c5-acd1-063684779e09 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "DELETE /v2.0/subnets/888a425a-1acc-42e5-9772-d2f917e6843d HTTP/1.1" status: 204 len: 168 time: 0.2995634 Nov 10 04:36:50.796196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46934) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:50.797079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a09660-501a-4cde-bd04-ee32538e4e84 None None] Network 8ed0874b-b785-46e1-92d9-2f8c465b5d58 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:50.843264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7d1ae990-9ffb-47de-8083-951ec96466ba None None] Could not find standard attr ID for object 6f84a3c2-1721-4bb9-8920-993f260fb7dd. {{(pid=102598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 04:36:50.874988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.926955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Deleting port 67971e6d-c539-401c-812d-55efcde45492 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:50.927346 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:50.969423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] DHCP port deletion for 8ed0874b-b785-46e1-92d9-2f8c465b5d58 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:50.997904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] For port 67971e6d-c539-401c-812d-55efcde45492, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=67971e6d-c539-401c-812d-55efcde45492,segment=NetworkSegment(957688db-af01-4538-933e-003b247e70fe),segment_id=957688db-af01-4538-933e-003b247e70fe)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:50.998292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.011171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Calling delete_port for 67971e6d-c539-401c-812d-55efcde45492 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:51.017385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] Deleting port 67971e6d-c539-401c-812d-55efcde45492 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:36:51.017749 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.082854 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] For port 67971e6d-c539-401c-812d-55efcde45492, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=67971e6d-c539-401c-812d-55efcde45492,segment=NetworkSegment(957688db-af01-4538-933e-003b247e70fe),segment_id=957688db-af01-4538-933e-003b247e70fe)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:51.083235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.090356 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.096321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] Calling delete_port for 67971e6d-c539-401c-812d-55efcde45492 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:36:51.115656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event deleted for resources: {'Port': ['ID=67971e6d-c539-401c-812d-55efcde45492,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:51.120449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] No DVR routers for this DVR port 67971e6d-c539-401c-812d-55efcde45492 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:51.171893 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.198785 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] Pushing event deleted for resources: {'Port': ['ID=67971e6d-c539-401c-812d-55efcde45492,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:51.201041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.202263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187b6e7-1726-4d3e-a218-45b5a95ed5a1 None None] No DVR routers for this DVR port 67971e6d-c539-401c-812d-55efcde45492 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:36:51.224449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed0874b-b785-46e1-92d9-2f8c465b5d58']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:51.233963 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957688db-af01-4538-933e-003b247e70fe') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:51.234271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957688db-af01-4538-933e-003b247e70fe') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:51.243363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.257152 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.263143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:36:51.263522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:36:51.266769 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:36:51.334028 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.341568 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.344053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "DELETE /v2.0/networks/8ed0874b-b785-46e1-92d9-2f8c465b5d58 HTTP/1.1" status: 204 len: 168 time: 0.5468557 Nov 10 04:36:51.347076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46936) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:51.356035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb914362-e6da-4c21-bfbd-93187c12a5b5 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Pushing event deleted for resources: {'Network': ['ID=8ed0874b-b785-46e1-92d9-2f8c465b5d58,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:51.375253 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a4f89dee-3502-4383-b925-73d6cc1842d6 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "GET /v2.0/ports?device_id=4af49932-6a40-41ea-b5ea-0263ef8feae3 HTTP/1.1" status: 200 len: 205 time: 0.0270481 Nov 10 04:36:51.377559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46938) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:51.449740 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3807-8507-4b1a-bcb7-8b0aa0603cd9 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.798201 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:36:51.941526 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3807-8507-4b1a-bcb7-8b0aa0603cd9 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.951039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3807-8507-4b1a-bcb7-8b0aa0603cd9 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:51.999726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3807-8507-4b1a-bcb7-8b0aa0603cd9 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:52.000226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0a3807-8507-4b1a-bcb7-8b0aa0603cd9 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Fanout notify agent at l3_agent the message router_deleted on router 4af49932-6a40-41ea-b5ea-0263ef8feae3 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:36:52.007004 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3807-8507-4b1a-bcb7-8b0aa0603cd9 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:52.008018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4a0a3807-8507-4b1a-bcb7-8b0aa0603cd9 tempest-RoutersNegativeTest-648046947 tempest-RoutersNegativeTest-648046947-project] 10.222.0.24 "DELETE /v2.0/routers/4af49932-6a40-41ea-b5ea-0263ef8feae3 HTTP/1.1" status: 204 len: 168 time: 0.6295311 Nov 10 04:36:52.240321 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46944) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:52.376650 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d7337566-8e1d-44fb-a3e1-4e7218d8fb3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3946f91e5c246d39c3624d7e2018e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348710 Nov 10 04:36:52.379117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:52.423502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51fd7375-bd11-4ca3-8cd0-b6d0b8028968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:52.444167 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51fd7375-bd11-4ca3-8cd0-b6d0b8028968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:52.491209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51fd7375-bd11-4ca3-8cd0-b6d0b8028968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:52.493723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-51fd7375-bd11-4ca3-8cd0-b6d0b8028968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:52.494881 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-51fd7375-bd11-4ca3-8cd0-b6d0b8028968 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0e16edc-91d6-4e79-bc11-a5c49b3db856 HTTP/1.1" status: 204 len: 168 time: 0.1148834 Nov 10 04:36:52.503481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd7375-bd11-4ca3-8cd0-b6d0b8028968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e16edc-91d6-4e79-bc11-a5c49b3db856,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:53.088744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46970) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:53.182671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-811360697-network', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:53.203096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Made reservation on behalf of 1900513d7a3242f6981728b5f0a2268a for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:53.205363 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.213534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.304620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.308415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.332777 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:53.341307 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1850da-2616-4e87-a449-1b51199e906e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:53.347821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.348174 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Added segment 36bba1bd-e258-4e35-98aa-6fee26433665 of type vlan for network e883b412-6d71-4975-a9f0-71d4ad514a65 Nov 10 04:36:53.386919 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.411768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.412629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:53.413200 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.459085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3692436 Nov 10 04:36:53.462047 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46974) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:53.466968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Request body: {'subnet': {'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-subnet', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:53.474193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e1efc-5aef-471f-8447-029f2a4ff773 admin admin] Pushing event updated for resources: {'Network': ['ID=e883b412-6d71-4975-a9f0-71d4ad514a65,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:53.492598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e883b412-6d71-4975-a9f0-71d4ad514a65 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:53.496018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Made reservation on behalf of 1900513d7a3242f6981728b5f0a2268a for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:53.498663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.664930 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.718863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2807c7-c6c4-4a46-95c8-abf9c537b440,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:53.725677 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Checking segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:53.726050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Network hostable DHCP agents. Network: e883b412-6d71-4975-a9f0-71d4ad514a65, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:53.742389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Network e883b412-6d71-4975-a9f0-71d4ad514a65 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:53.751155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e883b412-6d71-4975-a9f0-71d4ad514a65) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:53.755477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:53.756077 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.760425 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb01087-64cc-4a2c-8dbf-4003c0ea89d3 None None] Network e883b412-6d71-4975-a9f0-71d4ad514a65 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:53.772973 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-51410481-ee30-4b64-969b-0557803747c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3098526 Nov 10 04:36:53.775691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46976) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:53.779908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:53.799770 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.800861 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.854098 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.983322 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:53.993424 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.076014 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e883b412-6d71-4975-a9f0-71d4ad514a65', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'fixed_ips': [{'subnet_id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:54.076905 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.192974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.210005 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Allocated IP 172.20.0.2 (e883b412-6d71-4975-a9f0-71d4ad514a65/bf2807c7-c6c4-4a46-95c8-abf9c537b440/7c1419cd-e868-40bb-82fc-4be407c2781e) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:54.211711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.311344 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Allocated IP 172.25.6.68 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/db7618fa-6c76-444c-92af-dee9b5df58b8) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:54.353826 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.359556 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.395926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Network e883b412-6d71-4975-a9f0-71d4ad514a65 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:54.402210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:54.406584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:54.414411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Pushing event updated for resources: {'Port': ['ID=7c1419cd-e868-40bb-82fc-4be407c2781e,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:54.416485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.449567 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.471282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Attempting to bind port 7c1419cd-e868-40bb-82fc-4be407c2781e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:54.471649 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Attempting to bind port 7c1419cd-e868-40bb-82fc-4be407c2781e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:54.472007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Attempting to bind port 7c1419cd-e868-40bb-82fc-4be407c2781e on network e883b412-6d71-4975-a9f0-71d4ad514a65 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:54.477010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:54.477383 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Checking segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:54.477774 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.478195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Bound using segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:54.478654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Bound port: 7c1419cd-e868-40bb-82fc-4be407c2781e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:54.479030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.492279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:54.496863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:54.502516 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:54.518063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0540364-0dd5-4b50-af09-41ae6e251a1d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:54.523400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Pushing event updated for resources: {'Port': ['ID=db7618fa-6c76-444c-92af-dee9b5df58b8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:54.555363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] For port 7c1419cd-e868-40bb-82fc-4be407c2781e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:54.558468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] For port 7c1419cd-e868-40bb-82fc-4be407c2781e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7c1419cd-e868-40bb-82fc-4be407c2781e,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:54.563444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.636190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b7fd2-868c-4a10-981a-3c76e42d0275 None None] Pushing event updated for resources: {'Port': ['ID=7c1419cd-e868-40bb-82fc-4be407c2781e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:54.646035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c15e351e-72b5-4da2-86b3-98d67699fbbd None None] Provisioning complete for port db7618fa-6c76-444c-92af-dee9b5df58b8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:54.646920 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c15e351e-72b5-4da2-86b3-98d67699fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.685159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c15e351e-72b5-4da2-86b3-98d67699fbbd None None] Port db7618fa-6c76-444c-92af-dee9b5df58b8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:36:54.767680 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:54.977274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.038719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7c1419cd-e868-40bb-82fc-4be407c2781e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:36:55.089561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7c1419cd-e868-40bb-82fc-4be407c2781e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:55.090239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.117675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Router e5ae1924-d996-40d4-b049-a78affc3bc69 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:36:55.181700 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.215345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 7c1419cd-e868-40bb-82fc-4be407c2781e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7c1419cd-e868-40bb-82fc-4be407c2781e,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:55.218875 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.228537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:36:55.242381 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Sync routers for ids ['e5ae1924-d996-40d4-b049-a78affc3bc69'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:36:55.246865 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.251885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4a772176-a0f1-447b-a5c8-3a3520067675 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4719636 Nov 10 04:36:55.252915 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46978) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:55.278087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=7c1419cd-e868-40bb-82fc-4be407c2781e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:55.278676 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Routers {'e5ae1924-d996-40d4-b049-a78affc3bc69'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:36:55.279454 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e5ae1924-d996-40d4-b049-a78affc3bc69'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:55.407359 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Set router e5ae1924-d996-40d4-b049-a78affc3bc69 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:36:55.618812 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:36:54Z', 'revision_number': 3, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port': {'id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:54Z', 'updated_at': '2021-11-10T04:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:55.648821 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Checking router: e5ae1924-d996-40d4-b049-a78affc3bc69 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:36:55.649157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Updating router e5ae1924-d996-40d4-b049-a78affc3bc69 port db7618fa-6c76-444c-92af-dee9b5df58b8 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:36:55.676011 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.679437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f8674-2019-42bc-a308-7b45b977330d None None] Network e883b412-6d71-4975-a9f0-71d4ad514a65 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:55.749750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.756396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b1b951ad-2081-4062-ba27-dbdbddacb47d None None] Provisioning complete for port 7c1419cd-e868-40bb-82fc-4be407c2781e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:55.757074 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b1b951ad-2081-4062-ba27-dbdbddacb47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:55.939372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Allocated IP 172.20.0.1 (e883b412-6d71-4975-a9f0-71d4ad514a65/bf2807c7-c6c4-4a46-95c8-abf9c537b440/11d804ee-3999-4a44-8cfa-e1ceeb73c07f) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:55.995344 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.002324 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.062550 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Pushing event updated for resources: {'Port': ['ID=db7618fa-6c76-444c-92af-dee9b5df58b8,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:56.069451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b7fc4d-40c1-4894-8c3e-f8770e66f572 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:56.081129 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.081466 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.081969 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.082284 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.082605 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.082920 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.083233 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.083542 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.083852 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.084156 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.084465 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.084769 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:36:56.089402 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Attempting to bind port db7618fa-6c76-444c-92af-dee9b5df58b8 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:56.089758 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Attempting to bind port db7618fa-6c76-444c-92af-dee9b5df58b8 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:56.090257 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Attempting to bind port db7618fa-6c76-444c-92af-dee9b5df58b8 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:56.096483 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:56.096853 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:56.097292 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.097673 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:56.098281 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Bound port: db7618fa-6c76-444c-92af-dee9b5df58b8, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:56.098656 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.107957 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.155786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.158010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-669121a9-ad25-4531-9536-dd4b40e50d4a None None] Provisioning complete for port db7618fa-6c76-444c-92af-dee9b5df58b8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:56.158767 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-669121a9-ad25-4531-9536-dd4b40e50d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.165891 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] For port db7618fa-6c76-444c-92af-dee9b5df58b8, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:56.170485 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] For port db7618fa-6c76-444c-92af-dee9b5df58b8, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=db7618fa-6c76-444c-92af-dee9b5df58b8,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:56.176967 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.217145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Pushing event updated for resources: {'Port': ['ID=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:56.223279 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Routers {'e5ae1924-d996-40d4-b049-a78affc3bc69'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:36:56.223892 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e5ae1924-d996-40d4-b049-a78affc3bc69'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:56.225134 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Network e883b412-6d71-4975-a9f0-71d4ad514a65 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:56.226978 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:56.229325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:56.253470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-669121a9-ad25-4531-9536-dd4b40e50d4a None None] Port db7618fa-6c76-444c-92af-dee9b5df58b8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:36:56.260266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b6c6e-3a16-47cc-b4d9-4933cfc132fe None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:56.275170 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.380557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] Provisioning complete for port db7618fa-6c76-444c-92af-dee9b5df58b8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:56.381595 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.440277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.447012 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0b2bf-a9a0-4b7d-b967-d436d1642b53 None None] Pushing event updated for resources: {'Port': ['ID=db7618fa-6c76-444c-92af-dee9b5df58b8,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:56.471897 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] Set router e5ae1924-d996-40d4-b049-a78affc3bc69 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:36:56.555799 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.578323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] For port db7618fa-6c76-444c-92af-dee9b5df58b8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=db7618fa-6c76-444c-92af-dee9b5df58b8,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:36:56.585368 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.620957 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] Provisioning complete for port 7c1419cd-e868-40bb-82fc-4be407c2781e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:56.621428 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.653079 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.658446 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.669762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a9e97-30b6-446b-bcb7-f0777ff5b802 None None] Pushing event updated for resources: {'Port': ['ID=db7618fa-6c76-444c-92af-dee9b5df58b8,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:56.697881 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:36:54Z', 'revision_number': 3, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port': {'id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:54Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:56.723561 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e952b-8cba-4ed2-8a9c-ff53fbbb50f8 None None] The sync data for ids ['e5ae1924-d996-40d4-b049-a78affc3bc69'] in n-d-817326-2 is: [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:36:54Z', 'revision_number': 3, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port': {'id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:54Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:36:56.731453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Pushing event updated for resources: {'Port': ['ID=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:56.734192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.832428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Network e883b412-6d71-4975-a9f0-71d4ad514a65 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:56.833890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:56.846959 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7c014a0-82d5-4c09-ae6c-e91b1d5eb11c None None] Provisioning complete for port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:56.847440 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7c014a0-82d5-4c09-ae6c-e91b1d5eb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:56.893581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7c014a0-82d5-4c09-ae6c-e91b1d5eb11c None None] Port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:36:56.972651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Router e5ae1924-d996-40d4-b049-a78affc3bc69 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:36:57.107390 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:36:57.113225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5fb4b4ee-2d88-4d93-a6bd-f86be0e762ca admin admin] 10.222.0.24 "PUT /v2.0/routers/e5ae1924-d996-40d4-b049-a78affc3bc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591640 Nov 10 04:36:57.150888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device db7618fa-6c76-444c-92af-dee9b5df58b8 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:36:57.201550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port db7618fa-6c76-444c-92af-dee9b5df58b8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:57.203029 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.246902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6bdb9d8e-9ffb-4a0d-a6cd-d554dcecd1d3 None None] Provisioning complete for port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:57.247533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9d8e-9ffb-4a0d-a6cd-d554dcecd1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.292108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb9d8e-9ffb-4a0d-a6cd-d554dcecd1d3 None None] Port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:36:57.330701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7c1419cd-e868-40bb-82fc-4be407c2781e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:36:57.381098 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7c1419cd-e868-40bb-82fc-4be407c2781e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:57.381485 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.620546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 46994) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:57.627107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-168998974-network', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:57.649749 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Made reservation on behalf of bee26f017aa94b57bd57424284e59a7e for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:57.652160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.661234 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.732141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.736195 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.762622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:36:57.772445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20c5a2-3c54-4f63-a8b6-43cb9b4ccd9c,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:57.777252 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.777587 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Added segment e1515e98-2b96-41e1-ab62-e07c2b3f56ea of type vlan for network e35e9a81-a4c0-42bd-ab89-9c88f75499dc Nov 10 04:36:57.819331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.845764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.846776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:57.847496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:57.903885 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2818117 Nov 10 04:36:57.906744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46996) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:57.911678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Request body: {'subnet': {'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-subnet', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:57.914744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d67d08-2dca-4580-a4c3-bdd4978935fd admin admin] Pushing event updated for resources: {'Network': ['ID=e35e9a81-a4c0-42bd-ab89-9c88f75499dc,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:57.927477 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:36:57.937331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Made reservation on behalf of bee26f017aa94b57bd57424284e59a7e for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:36:57.940138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.117915 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.179618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be7245f-71d3-442a-8264-d168c4497458,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:58.187438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Checking segment: {'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:58.187796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Network hostable DHCP agents. Network: e35e9a81-a4c0-42bd-ab89-9c88f75499dc, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:36:58.204837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:36:58.214185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e35e9a81-a4c0-42bd-ab89-9c88f75499dc) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:58.218868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:36:58.219542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.224790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94bde4-977d-4a8c-a905-318019c1c533 None None] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:36:58.240002 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5f46a44d-9a47-4fd7-baa1-c000ea7e078d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3320503 Nov 10 04:36:58.242552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 46998) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:58.247449 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:36:58.268282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.269422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.331163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.388581 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e35e9a81-a4c0-42bd-ab89-9c88f75499dc', 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'fixed_ips': [{'subnet_id': '8be7245f-71d3-442a-8264-d168c4497458'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:36:58.389719 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.405665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Sync routers for ids ['e5ae1924-d996-40d4-b049-a78affc3bc69'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:36:58.425156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Routers {'e5ae1924-d996-40d4-b049-a78affc3bc69'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:36:58.425853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e5ae1924-d996-40d4-b049-a78affc3bc69'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:58.475177 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.621402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Set router e5ae1924-d996-40d4-b049-a78affc3bc69 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:36:58.648693 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Allocated IP 172.20.0.2 (e35e9a81-a4c0-42bd-ab89-9c88f75499dc/8be7245f-71d3-442a-8264-d168c4497458/c3a69aba-edee-475a-a93d-0aafc5581a40) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:58.680643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.699121 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.799919 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Allocated IP 172.25.6.166 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/c003e26a-2433-4968-88c8-3fca53ff3664) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:36:58.909231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.942227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:58.976306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:58.979056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:58.981591 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:58.996537 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d308d7f-68be-4894-889d-cbd5527358ff None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:36:59.016242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c003e26a-2433-4968-88c8-3fca53ff3664,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:59.086068 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.092711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.152658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:36:59.162663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:36:59.166451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Pushing event updated for resources: {'Port': ['ID=c3a69aba-edee-475a-a93d-0aafc5581a40,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:59.168590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:36:59.173712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5dd6ded1-c058-48e2-9204-56139e30baca None None] Provisioning complete for port c003e26a-2433-4968-88c8-3fca53ff3664 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:36:59.174104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ded1-c058-48e2-9204-56139e30baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.183332 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 4, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port': {'id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:54Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '11d804ee-3999-4a44-8cfa-e1ceeb73c07f', 'name': '', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'mac_address': 'fa:16:3e:0e:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:55Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 2, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'subnets': [{'id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:59.243971 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.247677 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Checking router: e5ae1924-d996-40d4-b049-a78affc3bc69 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:36:59.248026 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Updating router e5ae1924-d996-40d4-b049-a78affc3bc69 port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:36:59.300590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6ded1-c058-48e2-9204-56139e30baca None None] Port c003e26a-2433-4968-88c8-3fca53ff3664 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:36:59.304215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.306179 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Attempting to bind port c3a69aba-edee-475a-a93d-0aafc5581a40 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:59.306539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Attempting to bind port c3a69aba-edee-475a-a93d-0aafc5581a40 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:59.306911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Attempting to bind port c3a69aba-edee-475a-a93d-0aafc5581a40 on network e35e9a81-a4c0-42bd-ab89-9c88f75499dc {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:59.320092 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:59.320457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Checking segment: {'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:59.320843 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.321222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Bound using segment: {'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:59.321681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Bound port: c3a69aba-edee-475a-a93d-0aafc5581a40, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:59.322089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.444526 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.470360 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] For port c3a69aba-edee-475a-a93d-0aafc5581a40, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:59.475563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] For port c3a69aba-edee-475a-a93d-0aafc5581a40, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c3a69aba-edee-475a-a93d-0aafc5581a40,segment=NetworkSegment(e1515e98-2b96-41e1-ab62-e07c2b3f56ea),segment_id=e1515e98-2b96-41e1-ab62-e07c2b3f56ea)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:59.481624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.581930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:36:59.594358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3049e-bed3-4b54-a776-3721c40f5922 None None] Pushing event updated for resources: {'Port': ['ID=c3a69aba-edee-475a-a93d-0aafc5581a40,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:59.685110 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.691370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.708203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:36:59.720410 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Sync routers for ids ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:36:59.726644 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.730358 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-24627638-96c3-486d-b8ee-37dc2b9465d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4842784 Nov 10 04:36:59.730589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47000) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:36:59.736065 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Routers {'af72687d-c127-4e3d-a617-7f7cdfd5ccb0'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:36:59.737302 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:36:59.827093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4e9c7-414b-43ae-a055-015cb50cba15 None None] Pushing event updated for resources: {'Port': ['ID=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:36:59.872765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Attempting to bind port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:36:59.873120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Attempting to bind port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:36:59.873485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Attempting to bind port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f on network e883b412-6d71-4975-a9f0-71d4ad514a65 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:36:59.883440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:36:59.883815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Checking segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:36:59.884221 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.884614 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Bound using segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:36:59.885102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Bound port: 11d804ee-3999-4a44-8cfa-e1ceeb73c07f, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:36:59.885488 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:36:59.938275 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Set router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:36:59.986937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] For port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:36:59.991794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] For port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:36:59.996689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.062119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4e9c7-414b-43ae-a055-015cb50cba15 None None] Pushing event updated for resources: {'Port': ['ID=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:00.074015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Routers {'e5ae1924-d996-40d4-b049-a78affc3bc69'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:37:00.074667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e5ae1924-d996-40d4-b049-a78affc3bc69'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:00.190416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5239d4cd-a614-4bbf-8091-ff9f7a908c20 None None] Provisioning complete for port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:00.190876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5239d4cd-a614-4bbf-8091-ff9f7a908c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.228019 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:36:59Z', 'revision_number': 3, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port': {'id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:00.250412 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] Set router e5ae1924-d996-40d4-b049-a78affc3bc69 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:37:00.261366 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.268881 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Checking router: af72687d-c127-4e3d-a617-7f7cdfd5ccb0 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:37:00.269230 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Updating router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 port c003e26a-2433-4968-88c8-3fca53ff3664 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:37:00.297440 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.435039 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5239d4cd-a614-4bbf-8091-ff9f7a908c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.459043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Allocated IP 172.20.0.1 (e35e9a81-a4c0-42bd-ab89-9c88f75499dc/8be7245f-71d3-442a-8264-d168c4497458/55db71ca-7a06-42a7-a03e-37e1ac19ab37) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:37:00.508843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5239d4cd-a614-4bbf-8091-ff9f7a908c20 None None] For port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:00.541539 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5239d4cd-a614-4bbf-8091-ff9f7a908c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.605111 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.620088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239d4cd-a614-4bbf-8091-ff9f7a908c20 None None] Pushing event updated for resources: {'Port': ['ID=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:00.620770 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.629979 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.633121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 4, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port': {'id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:54Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '11d804ee-3999-4a44-8cfa-e1ceeb73c07f', 'name': '', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'mac_address': 'fa:16:3e:0e:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:55Z', 'updated_at': '2021-11-10T04:36:59Z', 'revision_number': 4, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'subnets': [{'id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:00.650819 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.680638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9c3ce9-33ad-450c-b7ac-c834244190de None None] The sync data for ids ['e5ae1924-d996-40d4-b049-a78affc3bc69'] in n-d-817326-2 is: [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 4, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port': {'id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:54Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '11d804ee-3999-4a44-8cfa-e1ceeb73c07f', 'name': '', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'mac_address': 'fa:16:3e:0e:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:55Z', 'updated_at': '2021-11-10T04:36:59Z', 'revision_number': 4, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'subnets': [{'id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:37:00.685812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe59be0-160e-475c-853c-9db54167e3af None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:37:00.704615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-36b54f77-df5e-4623-9c99-cf0f753fe3a1 None None] Provisioning complete for port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:00.704954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-36b54f77-df5e-4623-9c99-cf0f753fe3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.709797 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e96a4-df82-4796-b528-65b11e3beb1c None None] Pushing event updated for resources: {'Port': ['ID=c003e26a-2433-4968-88c8-3fca53ff3664,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:00.724539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Pushing event updated for resources: {'Port': ['ID=55db71ca-7a06-42a7-a03e-37e1ac19ab37,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:00.730449 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Attempting to bind port c003e26a-2433-4968-88c8-3fca53ff3664 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:37:00.730922 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Attempting to bind port c003e26a-2433-4968-88c8-3fca53ff3664 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:37:00.731265 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Attempting to bind port c003e26a-2433-4968-88c8-3fca53ff3664 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:37:00.745412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:37:00.746394 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:37:00.746768 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:37:00.749401 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.749401 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:37:00.749401 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Bound port: c003e26a-2433-4968-88c8-3fca53ff3664, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:37:00.749401 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.762141 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:37:00.769154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:37:00.826252 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.841443 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] For port c003e26a-2433-4968-88c8-3fca53ff3664, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:37:00.850692 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] For port c003e26a-2433-4968-88c8-3fca53ff3664, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c003e26a-2433-4968-88c8-3fca53ff3664,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:37:00.860604 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:00.912808 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf98a2e7-9ba8-4ba5-93a4-b356ff5f16b6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:37:00.914377 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Routers {'af72687d-c127-4e3d-a617-7f7cdfd5ccb0'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:37:00.915197 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:00.936266 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41757c-03ed-44b5-83b8-75e29951b49c None None] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:37:00.993841 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e96a4-df82-4796-b528-65b11e3beb1c None None] Pushing event updated for resources: {'Port': ['ID=c003e26a-2433-4968-88c8-3fca53ff3664,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:01.041969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Provisioning complete for port c3a69aba-edee-475a-a93d-0aafc5581a40 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:01.042410 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.070762 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.119059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] Set router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:37:01.163580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 11d804ee-3999-4a44-8cfa-e1ceeb73c07f up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:37:01.289714 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.314929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.324190 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.337859 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:01.338584 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.382504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] For port c3a69aba-edee-475a-a93d-0aafc5581a40, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c3a69aba-edee-475a-a93d-0aafc5581a40,segment=NetworkSegment(e1515e98-2b96-41e1-ab62-e07c2b3f56ea),segment_id=e1515e98-2b96-41e1-ab62-e07c2b3f56ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:01.393998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.407312 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:36:59Z', 'revision_number': 3, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port': {'id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:01.435582 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.446029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Pushing event updated for resources: {'Port': ['ID=55db71ca-7a06-42a7-a03e-37e1ac19ab37,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:01.458518 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c838-bb58-4dea-b99a-02a657329f49 None None] The sync data for ids ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'] in n-d-817326-2 is: [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:36:59Z', 'revision_number': 3, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port': {'id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:37:01.481386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Pushing event updated for resources: {'Port': ['ID=c3a69aba-edee-475a-a93d-0aafc5581a40,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:01.497036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Provisioning complete for port c003e26a-2433-4968-88c8-3fca53ff3664 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:01.497537 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.585526 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:37:01.587444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:37:01.771916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3a69aba-edee-475a-a93d-0aafc5581a40 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:37:01.938881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c3a69aba-edee-475a-a93d-0aafc5581a40 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:01.939298 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.941124 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:01.994415 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] For port c003e26a-2433-4968-88c8-3fca53ff3664, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c003e26a-2433-4968-88c8-3fca53ff3664,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:02.009082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:02.113076 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925ae0c-e10d-4782-a0da-4dd1c6e31bc4 None None] Pushing event updated for resources: {'Port': ['ID=c003e26a-2433-4968-88c8-3fca53ff3664,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:02.155139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0c7f8523-73b2-48eb-bffc-e687f47fe7bc None None] Provisioning complete for port c3a69aba-edee-475a-a93d-0aafc5581a40 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:02.155318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8523-73b2-48eb-bffc-e687f47fe7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:02.174913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:37:02.271237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0c7f8523-73b2-48eb-bffc-e687f47fe7bc None None] Provisioning complete for port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:02.271914 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8523-73b2-48eb-bffc-e687f47fe7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:02.317665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f8523-73b2-48eb-bffc-e687f47fe7bc None None] Port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:37:02.344023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:37:02.349999 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4eb75f9f-5246-45d1-9e2b-a55c7ae9e320 admin admin] 10.222.0.24 "PUT /v2.0/routers/af72687d-c127-4e3d-a617-7f7cdfd5ccb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6183834 Nov 10 04:37:02.438133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0885fa93-c0de-44d8-950d-573fc2ea4e70 None None] Provisioning complete for port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:02.438509 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0885fa93-c0de-44d8-950d-573fc2ea4e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:02.477593 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-0885fa93-c0de-44d8-950d-573fc2ea4e70 None None] Port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:37:03.083972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c003e26a-2433-4968-88c8-3fca53ff3664 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:37:03.133895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c003e26a-2433-4968-88c8-3fca53ff3664 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:03.135067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:03.214326 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3a69aba-edee-475a-a93d-0aafc5581a40 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:37:03.259621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port c3a69aba-edee-475a-a93d-0aafc5581a40 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:03.260008 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:03.272657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-69f5db95-d6a1-4fbc-bbcc-3bec36452679 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:03.274166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-69f5db95-d6a1-4fbc-bbcc-3bec36452679 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/networks?id=e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 200 len: 816 time: 0.1012957 Nov 10 04:37:03.289485 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-1db7ebdf-516b-4fda-b212-df218997d35e tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/quotas/1900513d7a3242f6981728b5f0a2268a HTTP/1.1" status: 200 len: 375 time: 0.0095637 Nov 10 04:37:03.344271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-05e2629c-bb3e-4d5b-bc69-91a60f238ae1 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1900513d7a3242f6981728b5f0a2268a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493128 Nov 10 04:37:03.482643 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-b72d4d78-efdb-424d-879d-e0cc5d2ac155 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:37:03.483646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-b72d4d78-efdb-424d-879d-e0cc5d2ac155 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479028 Nov 10 04:37:03.570200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-0e3e88c3-b52a-4b85-bc2c-9c8dd92eaa16 service neutron] 10.222.0.24 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803816 Nov 10 04:37:03.664732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-fa3ad61a-278f-422c-b662-a6ef8b4841e9 service neutron] 10.222.0.24 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884957 Nov 10 04:37:03.835482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1ad9549d-7e56-41c8-b22f-5e717ca41a18 req-6e0fbe28-8d30-4272-a798-6f38892dc5f9 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0274501 Nov 10 04:37:04.104962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Sync routers for ids ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:37:04.116043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Routers {'af72687d-c127-4e3d-a617-7f7cdfd5ccb0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:37:04.116643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:04.229390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Set router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:37:04.431767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 4, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port': {'id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '55db71ca-7a06-42a7-a03e-37e1ac19ab37', 'name': '', 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'mac_address': 'fa:16:3e:b4:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '8be7245f-71d3-442a-8264-d168c4497458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:37:00Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 2, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'subnets': [{'id': '8be7245f-71d3-442a-8264-d168c4497458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:04.463999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Checking router: af72687d-c127-4e3d-a617-7f7cdfd5ccb0 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:37:04.464385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Updating router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:37:04.491481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:04.772841 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:04.779620 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:04.786275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-6a2a16c6-9ec5-48d3-bef0-ed19af8d6247 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:04.788139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-6a2a16c6-9ec5-48d3-bef0-ed19af8d6247 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "GET /v2.0/networks?id=e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 200 len: 816 time: 0.1162641 Nov 10 04:37:04.801647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Request body: {'port': {'device_id': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'admin_state_up': True, 'tenant_id': '1900513d7a3242f6981728b5f0a2268a'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:37:04.838289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b33b99-f869-441d-a514-6045dd94ef9e None None] Pushing event updated for resources: {'Port': ['ID=55db71ca-7a06-42a7-a03e-37e1ac19ab37,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:04.892276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Attempting to bind port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:37:04.892799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Attempting to bind port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:37:04.893261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Attempting to bind port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 on network e35e9a81-a4c0-42bd-ab89-9c88f75499dc {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:37:04.899078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:37:04.899874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Checking segment: {'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:37:04.900377 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:04.900914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Bound using segment: {'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:37:04.901490 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Bound port: 55db71ca-7a06-42a7-a03e-37e1ac19ab37, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:37:04.902638 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:04.935658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Made reservation on behalf of 1900513d7a3242f6981728b5f0a2268a for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:37:04.940666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:04.965764 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a5bf29a-991c-4c8f-84a3-9b193df7102c req-68e4d2aa-c30f-44d7-bc54-fc8960b82c69 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0439379 Nov 10 04:37:04.985767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] For port 55db71ca-7a06-42a7-a03e-37e1ac19ab37, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:37:04.989378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] For port 55db71ca-7a06-42a7-a03e-37e1ac19ab37, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=55db71ca-7a06-42a7-a03e-37e1ac19ab37,segment=NetworkSegment(e1515e98-2b96-41e1-ab62-e07c2b3f56ea),segment_id=e1515e98-2b96-41e1-ab62-e07c2b3f56ea)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:37:04.994348 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.051448 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Routers {'af72687d-c127-4e3d-a617-7f7cdfd5ccb0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:37:05.051977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:36:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:05.100878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b33b99-f869-441d-a514-6045dd94ef9e None None] Pushing event updated for resources: {'Port': ['ID=55db71ca-7a06-42a7-a03e-37e1ac19ab37,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:05.104691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Allocated IP 172.20.0.5 (e883b412-6d71-4975-a9f0-71d4ad514a65/bf2807c7-c6c4-4a46-95c8-abf9c537b440/407c7d34-3580-4b06-bbd2-0d79d57cf452) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:37:05.164362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cf0d913b-d8be-430c-b896-0db93fa5530a None None] Provisioning complete for port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:05.164729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf0d913b-d8be-430c-b896-0db93fa5530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.215629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] Set router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:37:05.273647 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.308110 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.346698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Network e883b412-6d71-4975-a9f0-71d4ad514a65 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:37:05.349702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:37:05.355623 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:37:05.370396 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf0d913b-d8be-430c-b896-0db93fa5530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.388134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Pushing event updated for resources: {'Port': ['ID=407c7d34-3580-4b06-bbd2-0d79d57cf452,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:05.413486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:05.414054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.427240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cf0d913b-d8be-430c-b896-0db93fa5530a None None] For port 55db71ca-7a06-42a7-a03e-37e1ac19ab37, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=55db71ca-7a06-42a7-a03e-37e1ac19ab37,segment=NetworkSegment(e1515e98-2b96-41e1-ab62-e07c2b3f56ea),segment_id=e1515e98-2b96-41e1-ab62-e07c2b3f56ea)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:05.432889 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cf0d913b-d8be-430c-b896-0db93fa5530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.433680 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-9f11f5fa-5bf6-4be2-8935-7c34a2000d1d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359692 Nov 10 04:37:05.448229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Request body: {'port': {'device_id': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:37:05.507962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d913b-d8be-430c-b896-0db93fa5530a None None] Pushing event updated for resources: {'Port': ['ID=55db71ca-7a06-42a7-a03e-37e1ac19ab37,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:05.529487 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.537756 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 4, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port': {'id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '55db71ca-7a06-42a7-a03e-37e1ac19ab37', 'name': '', 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'mac_address': 'fa:16:3e:b4:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '8be7245f-71d3-442a-8264-d168c4497458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:37:00Z', 'updated_at': '2021-11-10T04:37:04Z', 'revision_number': 4, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'subnets': [{'id': '8be7245f-71d3-442a-8264-d168c4497458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:37:05.573020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6899b-7f82-411b-97e4-b59baa9a88ee None None] The sync data for ids ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'] in n-d-817326-2 is: [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 4, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port': {'id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '55db71ca-7a06-42a7-a03e-37e1ac19ab37', 'name': '', 'network_id': 'e35e9a81-a4c0-42bd-ab89-9c88f75499dc', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'mac_address': 'fa:16:3e:b4:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '8be7245f-71d3-442a-8264-d168c4497458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:37:00Z', 'updated_at': '2021-11-10T04:37:04Z', 'revision_number': 4, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'subnets': [{'id': '8be7245f-71d3-442a-8264-d168c4497458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:37:05.585176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6f626255-d490-433a-ba18-02b4b3a664ab None None] Provisioning complete for port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:05.585549 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6f626255-d490-433a-ba18-02b4b3a664ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.804378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ca8e36d0-be1f-4467-aed1-effd1b32e07b None None] Provisioning complete for port 407c7d34-3580-4b06-bbd2-0d79d57cf452 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:05.804873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca8e36d0-be1f-4467-aed1-effd1b32e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.838205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407c7d34-3580-4b06-bbd2-0d79d57cf452 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:37:05.847903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.849357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e36d0-be1f-4467-aed1-effd1b32e07b None None] Port 407c7d34-3580-4b06-bbd2-0d79d57cf452 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:37:05.860486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Transition to ACTIVE for port object 407c7d34-3580-4b06-bbd2-0d79d57cf452 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:37:05.864958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:05.916592 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Pushing event updated for resources: {'Port': ['ID=407c7d34-3580-4b06-bbd2-0d79d57cf452,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:06.008640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Attempting to bind port 407c7d34-3580-4b06-bbd2-0d79d57cf452 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:37:06.008973 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Attempting to bind port 407c7d34-3580-4b06-bbd2-0d79d57cf452 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:37:06.009303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Attempting to bind port 407c7d34-3580-4b06-bbd2-0d79d57cf452 on network e883b412-6d71-4975-a9f0-71d4ad514a65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:37:06.015077 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Port 407c7d34-3580-4b06-bbd2-0d79d57cf452 on network e883b412-6d71-4975-a9f0-71d4ad514a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:37:06.015402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Attempting to bind port 407c7d34-3580-4b06-bbd2-0d79d57cf452 on network e883b412-6d71-4975-a9f0-71d4ad514a65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:37:06.021069 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:37:06.021664 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Checking segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:37:06.022622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Bound using segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:37:06.022622 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Bound port: 407c7d34-3580-4b06-bbd2-0d79d57cf452, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:37:06.023046 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:06.111333 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f16dc-6c9e-4b9c-8c03-67b3887fe1d2 req-52fedbf7-f5a7-4576-bd3e-87af1b4c8e69 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.112540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] For port 407c7d34-3580-4b06-bbd2-0d79d57cf452, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:37:06.116064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] For port 407c7d34-3580-4b06-bbd2-0d79d57cf452, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:37:06.118519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b77f16dc-6c9e-4b9c-8c03-67b3887fe1d2 req-52fedbf7-f5a7-4576-bd3e-87af1b4c8e69 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0779102 Nov 10 04:37:06.127019 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:06.168355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.168683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:06.170478 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] 10.222.0.44 "PUT /v2.0/ports/407c7d34-3580-4b06-bbd2-0d79d57cf452 HTTP/1.1" status: 200 len: 1091 time: 0.7266312 Nov 10 04:37:06.170990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'tag': '407c7d34-3580-4b06-bbd2-0d79d57cf452'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:37:06.173551 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cc450d-03ec-4765-ab38-5d229e2cce54" -d '{"events": [{"name": "network-changed", "server_uuid": "5685fc61-a1ab-4c29-8ec9-d78951f4b1e2", "tag": "407c7d34-3580-4b06-bbd2-0d79d57cf452"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:37:06.188768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b77f16dc-6c9e-4b9c-8c03-67b3887fe1d2 req-c1cb33b6-d0a4-4dc9-8000-f5bf47d5f364 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646353 Nov 10 04:37:06.212655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb03da7-a7cb-4528-a947-19dd7f555664 service neutron] Pushing event updated for resources: {'Port': ['ID=407c7d34-3580-4b06-bbd2-0d79d57cf452,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:06.240260 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78db6a18-baeb-4fd6-b2fd-02b24289664e x-openstack-request-id: req-78db6a18-baeb-4fd6-b2fd-02b24289664e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:37:06.240543 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5685fc61-a1ab-4c29-8ec9-d78951f4b1e2", "tag": "407c7d34-3580-4b06-bbd2-0d79d57cf452", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:37:06.240792 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78db6a18-baeb-4fd6-b2fd-02b24289664e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:37:06.241183 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'tag': '407c7d34-3580-4b06-bbd2-0d79d57cf452', 'status': 'completed', 'code': 200} Nov 10 04:37:06.273070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-6f90ba1a-6d75-4144-851b-7a2feca5f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.274667 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-6f90ba1a-6d75-4144-851b-7a2feca5f6a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1900513d7a3242f6981728b5f0a2268a&device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 1094 time: 0.0455103 Nov 10 04:37:06.324480 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-3636234a-e9f2-41b7-b643-10e4c7e49530 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452 HTTP/1.1" status: 200 len: 217 time: 0.0399041 Nov 10 04:37:06.380821 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-ddeb591a-cbcf-4d07-b4a8-5a82fb45baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.382434 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-ddeb591a-cbcf-4d07-b4a8-5a82fb45baf5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf2807c7-c6c4-4a46-95c8-abf9c537b440 HTTP/1.1" status: 200 len: 855 time: 0.0495303 Nov 10 04:37:06.431469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-defb4eb6-1ebe-4ca7-bcd7-be972c438f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.434161 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-defb4eb6-1ebe-4ca7-bcd7-be972c438f68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e883b412-6d71-4975-a9f0-71d4ad514a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443823 Nov 10 04:37:06.538712 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-56bc72d4-54a6-4560-84ae-840620eb6ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966923 Nov 10 04:37:06.629859 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fbf6a929-671b-4c42-bec0-2937ca5f0bc3 req-a89ac761-ade5-43d8-ad14-bc03965929cc service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841234 Nov 10 04:37:06.715237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-584aae23-44a1-4815-b35a-d8ffaf5632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.716684 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-584aae23-44a1-4815-b35a-d8ffaf5632c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1900513d7a3242f6981728b5f0a2268a&device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 1094 time: 0.0453689 Nov 10 04:37:06.812607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-ce0f2574-c2e6-4ac5-a5e2-1d32e3b460cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.814093 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-ce0f2574-c2e6-4ac5-a5e2-1d32e3b460cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 200 len: 916 time: 0.0896108 Nov 10 04:37:06.858452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-ed4c0480-1a2f-4696-83b2-2194a0a8c891 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452 HTTP/1.1" status: 200 len: 217 time: 0.0375645 Nov 10 04:37:06.910158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-ba52b7ee-c973-4260-b5ee-f60327bcb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.911553 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-ba52b7ee-c973-4260-b5ee-f60327bcb725 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf2807c7-c6c4-4a46-95c8-abf9c537b440 HTTP/1.1" status: 200 len: 855 time: 0.0454028 Nov 10 04:37:06.956287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-7570016c-d572-40ea-af74-eb37b58bf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:06.957893 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-7570016c-d572-40ea-af74-eb37b58bf341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e883b412-6d71-4975-a9f0-71d4ad514a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392573 Nov 10 04:37:07.035644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 55db71ca-7a06-42a7-a03e-37e1ac19ab37 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:37:07.054856 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-4ffde686-b30f-4830-9536-424199814487 service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889618 Nov 10 04:37:07.084396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:07.084786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:07.154355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-45cc450d-03ec-4765-ab38-5d229e2cce54 req-18d1c80c-6edb-4330-b6f9-b5de1f6c7ce1 service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909345 Nov 10 04:37:07.312104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae20eb-04b1-4f53-80e2-424becd58ff5 req-e904c480-4215-40dd-87bf-038cc2aa8f06 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:07.313543 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4ae20eb-04b1-4f53-80e2-424becd58ff5 req-e904c480-4215-40dd-87bf-038cc2aa8f06 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0509987 Nov 10 04:37:07.358657 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4ae20eb-04b1-4f53-80e2-424becd58ff5 req-e26de883-e7d6-4eac-a04e-1d5bd746c1f0 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Nov 10 04:37:08.419833 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:08.479070 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f20b12-10e8-45c3-9cf2-75ccdeeeca4d req-61d86d95-b040-4cd1-b387-d0203c07c9f1 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:08.480888 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1f20b12-10e8-45c3-9cf2-75ccdeeeca4d req-61d86d95-b040-4cd1-b387-d0203c07c9f1 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0507479 Nov 10 04:37:08.527363 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1f20b12-10e8-45c3-9cf2-75ccdeeeca4d req-3a4457bf-d58c-43e4-9f28-3c89ece8cedb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Nov 10 04:37:08.942955 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 407c7d34-3580-4b06-bbd2-0d79d57cf452 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:37:09.039576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 407c7d34-3580-4b06-bbd2-0d79d57cf452, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:09.051032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '407c7d34-3580-4b06-bbd2-0d79d57cf452', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'port_id': '407c7d34-3580-4b06-bbd2-0d79d57cf452', 'mac_address': 'fa:16:3e:d2:9c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:37:09.088670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:09.101679 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407c7d34-3580-4b06-bbd2-0d79d57cf452 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:37:09.119648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 407c7d34-3580-4b06-bbd2-0d79d57cf452, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:09.124482 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:09.168829 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=407c7d34-3580-4b06-bbd2-0d79d57cf452,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:09.325408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['407c7d34-3580-4b06-bbd2-0d79d57cf452'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:37:09.651128 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb92697-ba94-4dfc-8568-ca03ea3c4acc req-120e7642-6ee9-4ae4-a7e7-be475ba34fed tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:09.652586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfb92697-ba94-4dfc-8568-ca03ea3c4acc req-120e7642-6ee9-4ae4-a7e7-be475ba34fed tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 944 time: 0.0526788 Nov 10 04:37:09.699590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dfb92697-ba94-4dfc-8568-ca03ea3c4acc req-6eea088d-39c5-4c0d-8cc7-34388d5feae5 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Nov 10 04:37:10.813176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95bc5-3260-4234-b0e9-5b6fcc82120e req-4e9f42f8-ed48-4e24-96b1-e94b8ddf2050 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:10.814651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8b95bc5-3260-4234-b0e9-5b6fcc82120e req-4e9f42f8-ed48-4e24-96b1-e94b8ddf2050 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 944 time: 0.0476930 Nov 10 04:37:10.860023 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d8b95bc5-3260-4234-b0e9-5b6fcc82120e req-d75f50a0-e326-41ee-b622-5a67d046d280 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Nov 10 04:37:10.958973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 407c7d34-3580-4b06-bbd2-0d79d57cf452 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:37:11.007627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 407c7d34-3580-4b06-bbd2-0d79d57cf452 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:37:11.011510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 407c7d34-3580-4b06-bbd2-0d79d57cf452 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:11.011889 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:11.088213 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:11.110200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407c7d34-3580-4b06-bbd2-0d79d57cf452'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:37:11.112385 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb8c7a-70c0-4c0c-be34-6772aa68519e" -d '{"events": [{"server_uuid": "5685fc61-a1ab-4c29-8ec9-d78951f4b1e2", "name": "network-vif-plugged", "status": "completed", "tag": "407c7d34-3580-4b06-bbd2-0d79d57cf452"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:37:11.125148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 407c7d34-3580-4b06-bbd2-0d79d57cf452, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:11.129030 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:11.151136 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21329ff4-cf07-44a8-b0a1-dbefdfef9656 x-openstack-request-id: req-21329ff4-cf07-44a8-b0a1-dbefdfef9656 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:37:11.151417 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5685fc61-a1ab-4c29-8ec9-d78951f4b1e2", "name": "network-vif-plugged", "status": "completed", "tag": "407c7d34-3580-4b06-bbd2-0d79d57cf452", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:37:11.151662 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21329ff4-cf07-44a8-b0a1-dbefdfef9656 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:37:11.152047 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407c7d34-3580-4b06-bbd2-0d79d57cf452', 'code': 200} Nov 10 04:37:11.177924 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=407c7d34-3580-4b06-bbd2-0d79d57cf452,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:11.245540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59133e-0128-4c53-9dea-06a2416d9234 req-cc057a35-6c58-4422-8d4d-8ce7ca9393b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:11.247281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f59133e-0128-4c53-9dea-06a2416d9234 req-cc057a35-6c58-4422-8d4d-8ce7ca9393b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 1096 time: 0.0401433 Nov 10 04:37:11.291816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f59133e-0128-4c53-9dea-06a2416d9234 req-66c0eb59-9ae1-47a4-9bf8-47b4c0c3237d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369053 Nov 10 04:37:11.975304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3035a5-a109-40b5-89fc-447777340d68 req-eca3073b-8135-47fc-845e-a234d22ca501 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:11.976757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d3035a5-a109-40b5-89fc-447777340d68 req-eca3073b-8135-47fc-845e-a234d22ca501 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0469966 Nov 10 04:37:12.027414 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d3035a5-a109-40b5-89fc-447777340d68 req-2364b60b-3af9-4991-863a-f96679352465 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448747 Nov 10 04:37:13.143172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f69c44-e507-4728-8c54-c5626ff75e6a req-724654ed-58c6-45c1-8ad6-6eaf568369ad tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:13.144592 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70f69c44-e507-4728-8c54-c5626ff75e6a req-724654ed-58c6-45c1-8ad6-6eaf568369ad tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0470240 Nov 10 04:37:13.189923 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-70f69c44-e507-4728-8c54-c5626ff75e6a req-958ec827-11ca-44b6-8b8b-3b4a187803f5 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Nov 10 04:37:13.302733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda47af8-e3fc-40e1-b375-e809f25a88f9 req-6acb076c-1126-49de-8805-ded6b7378be0 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:13.304194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dda47af8-e3fc-40e1-b375-e809f25a88f9 req-6acb076c-1126-49de-8805-ded6b7378be0 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Nov 10 04:37:13.350150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dda47af8-e3fc-40e1-b375-e809f25a88f9 req-ad6ca296-0a41-4931-98a6-514e9fd647c2 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Nov 10 04:37:13.418017 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7ec3015d-437f-4790-946c-c26e18c54461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:15.727543 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40ff22e4-8800-495b-a64b-0377593fb412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:16.921546 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:18.587354 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:19.226349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:23.869832 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:25.313212 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-3d49379a-e1ce-4d88-9a22-4e9d1d6de272 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449193 Nov 10 04:37:25.396328 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-2aafcf9e-b2d9-40ac-ab02-5e98f55e3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:25.397797 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-2aafcf9e-b2d9-40ac-ab02-5e98f55e3e78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1900513d7a3242f6981728b5f0a2268a&device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 1096 time: 0.0408080 Nov 10 04:37:25.502409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-842119c7-5191-49aa-a352-316ffe109f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:25.503872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-842119c7-5191-49aa-a352-316ffe109f00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 200 len: 916 time: 0.0868795 Nov 10 04:37:25.548286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-8955f791-a2ea-4bfc-b499-0c62a8fe126d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452 HTTP/1.1" status: 200 len: 217 time: 0.0367842 Nov 10 04:37:25.599536 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-018109d1-85e7-45d2-96c9-dc38da047cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:25.601000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-018109d1-85e7-45d2-96c9-dc38da047cdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf2807c7-c6c4-4a46-95c8-abf9c537b440 HTTP/1.1" status: 200 len: 855 time: 0.0439179 Nov 10 04:37:25.653108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-4eaf9df0-6c0c-4d79-b595-cd867a9f3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:25.655032 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-4eaf9df0-6c0c-4d79-b595-cd867a9f3e1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e883b412-6d71-4975-a9f0-71d4ad514a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434585 Nov 10 04:37:25.755321 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-8e58d569-6cb8-439f-b33c-38810235334b service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871036 Nov 10 04:37:25.848858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-82c96222-f1d4-4b2a-8215-8facc81d17b1 req-52fadcc1-bcb4-4490-be61-1b3bd4d552e1 service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862978 Nov 10 04:37:28.798083 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:37:34.919033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7f5a3-8bd5-4ebe-b89f-7b5c669dcd39 req-462eba09-13e1-41fc-8f30-8a64e2e74599 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:34.920509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cff7f5a3-8bd5-4ebe-b89f-7b5c669dcd39 req-462eba09-13e1-41fc-8f30-8a64e2e74599 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0529654 Nov 10 04:37:34.988356 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cff7f5a3-8bd5-4ebe-b89f-7b5c669dcd39 req-87cc314e-899d-4c46-aba0-be989f11f11f tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576415 Nov 10 04:37:36.103296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004645-0daf-479f-9815-beb1d9a2d3e5 req-2097de35-6253-4aa6-983f-49bc32c87658 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:36.104743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62004645-0daf-479f-9815-beb1d9a2d3e5 req-2097de35-6253-4aa6-983f-49bc32c87658 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0469084 Nov 10 04:37:36.151531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62004645-0daf-479f-9815-beb1d9a2d3e5 req-3a81d23f-446d-493e-8fc8-c6e7415eb987 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Nov 10 04:37:36.451458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-eed03885-1a28-4b65-91ce-d4b6b6a0fe96 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:36.453595 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-eed03885-1a28-4b65-91ce-d4b6b6a0fe96 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Nov 10 04:37:36.540331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Deleting port 407c7d34-3580-4b06-bbd2-0d79d57cf452 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:37:36.540670 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:36.633005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] For port 407c7d34-3580-4b06-bbd2-0d79d57cf452, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=407c7d34-3580-4b06-bbd2-0d79d57cf452,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:36.633359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:36.646402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Calling delete_port for 407c7d34-3580-4b06-bbd2-0d79d57cf452 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:37:36.774461 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:36.785794 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['407c7d34-3580-4b06-bbd2-0d79d57cf452'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:37:36.820043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Pushing event deleted for resources: {'Port': ['ID=407c7d34-3580-4b06-bbd2-0d79d57cf452,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:36.856363 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] No DVR routers for this DVR port 407c7d34-3580-4b06-bbd2-0d79d57cf452 on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:37:36.859766 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:36.863297 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-afc27138-e9a2-4d61-aff6-e1fe33e13e59 req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "DELETE /v2.0/ports/407c7d34-3580-4b06-bbd2-0d79d57cf452 HTTP/1.1" status: 204 len: 173 time: 0.4039183 Nov 10 04:37:36.864736 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.865144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.865486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.865849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.866164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.866486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.866839 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.867119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.867435 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.867749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.868085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.868377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416c702-fdc6-4406-bc51-d9e8d286e948 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:36.870942 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'name': 'network-vif-deleted', 'tag': '407c7d34-3580-4b06-bbd2-0d79d57cf452'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:37:36.874277 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a4f009-c0bf-4f58-8654-cbca6af6153d" -d '{"events": [{"server_uuid": "5685fc61-a1ab-4c29-8ec9-d78951f4b1e2", "name": "network-vif-deleted", "tag": "407c7d34-3580-4b06-bbd2-0d79d57cf452"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:37:36.930593 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc0342a-3f32-47e2-9205-5a07c34b6cd6 x-openstack-request-id: req-3fc0342a-3f32-47e2-9205-5a07c34b6cd6 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:37:36.930888 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5685fc61-a1ab-4c29-8ec9-d78951f4b1e2", "name": "network-vif-deleted", "tag": "407c7d34-3580-4b06-bbd2-0d79d57cf452", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:37:36.931190 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fc0342a-3f32-47e2-9205-5a07c34b6cd6 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:37:36.931591 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5685fc61-a1ab-4c29-8ec9-d78951f4b1e2', 'name': 'network-vif-deleted', 'tag': '407c7d34-3580-4b06-bbd2-0d79d57cf452', 'status': 'completed', 'code': 200} Nov 10 04:37:37.265805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08f82fc3-5e71-492c-88b9-653595dd7647 req-76c31f5c-5dac-48d1-a6d0-20fa8420a012 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=5685fc61-a1ab-4c29-8ec9-d78951f4b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0304224 Nov 10 04:37:38.418619 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:38.759554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-198d009d-b1ef-4656-9aeb-992ac57f5f50 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:38.760970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-198d009d-b1ef-4656-9aeb-992ac57f5f50 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/networks?id=e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 200 len: 816 time: 0.1010790 Nov 10 04:37:38.777997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-14ae534e-464c-4732-830e-a175dd092f8e tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/quotas/1900513d7a3242f6981728b5f0a2268a HTTP/1.1" status: 200 len: 375 time: 0.0107651 Nov 10 04:37:38.829001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-ae84070c-0608-4d1d-a838-7fecd11ec48f tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1900513d7a3242f6981728b5f0a2268a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458262 Nov 10 04:37:39.261646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-77f935ff-d6a7-4601-9582-ad04278b0c35 service neutron] 10.222.0.24 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210243 Nov 10 04:37:39.350778 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-ff32d2e5-efc4-404c-a194-44f702ed444c service neutron] 10.222.0.24 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824449 Nov 10 04:37:39.515490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfbfecf1-9412-4e7b-adeb-ef5d07666b43 req-2912f5cd-4e78-43d4-b3ef-a4eddc54392e tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 210 time: 0.0277853 Nov 10 04:37:40.422886 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-d170cc1c-6f3d-4994-94c3-765f95db19ad tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:40.424340 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-d170cc1c-6f3d-4994-94c3-765f95db19ad tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "GET /v2.0/networks?id=e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 200 len: 816 time: 0.1054511 Nov 10 04:37:40.436837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Request body: {'port': {'device_id': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'admin_state_up': True, 'tenant_id': '1900513d7a3242f6981728b5f0a2268a'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:37:40.544284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Made reservation on behalf of 1900513d7a3242f6981728b5f0a2268a for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:37:40.548257 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:40.620934 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-62cd39c4-322d-4f83-b40f-12c6853ffaf7 req-4c234fa0-4fd0-4c81-b135-e5d721fa7b45 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 210 time: 0.0308414 Nov 10 04:37:40.678990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Allocated IP 172.20.0.8 (e883b412-6d71-4975-a9f0-71d4ad514a65/bf2807c7-c6c4-4a46-95c8-abf9c537b440/18d2c7e9-dadb-4697-bf8b-237a978e50da) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:37:40.826882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:40.860024 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:40.902440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Network e883b412-6d71-4975-a9f0-71d4ad514a65 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:37:40.906081 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:37:40.913172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:37:40.916754 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Pushing event updated for resources: {'Port': ['ID=18d2c7e9-dadb-4697-bf8b-237a978e50da,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:40.962007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:40.962626 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:40.979466 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-722916e4-b2a7-429c-bcc8-970ec2d94170 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467260 Nov 10 04:37:40.992913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Request body: {'port': {'device_id': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:37:41.051707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:41.098570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 407c7d34-3580-4b06-bbd2-0d79d57cf452 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:37:41.123920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 407c7d34-3580-4b06-bbd2-0d79d57cf452 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:37:41.124337 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 407c7d34-3580-4b06-bbd2-0d79d57cf452 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:37:41.134168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-196bf97b-f817-4f35-8f16-c7c544adcbb5 None None] Provisioning complete for port 18d2c7e9-dadb-4697-bf8b-237a978e50da triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:41.134631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-196bf97b-f817-4f35-8f16-c7c544adcbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:41.171173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-196bf97b-f817-4f35-8f16-c7c544adcbb5 None None] Port 18d2c7e9-dadb-4697-bf8b-237a978e50da cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:37:41.306416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d2c7e9-dadb-4697-bf8b-237a978e50da {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:37:41.313622 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:41.325108 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Transition to ACTIVE for port object 18d2c7e9-dadb-4697-bf8b-237a978e50da will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:37:41.328757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:41.378974 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Pushing event updated for resources: {'Port': ['ID=18d2c7e9-dadb-4697-bf8b-237a978e50da,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:41.446910 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Attempting to bind port 18d2c7e9-dadb-4697-bf8b-237a978e50da on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:37:41.447604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Attempting to bind port 18d2c7e9-dadb-4697-bf8b-237a978e50da by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:37:41.447734 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Attempting to bind port 18d2c7e9-dadb-4697-bf8b-237a978e50da on network e883b412-6d71-4975-a9f0-71d4ad514a65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:37:41.452770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Port 18d2c7e9-dadb-4697-bf8b-237a978e50da on network e883b412-6d71-4975-a9f0-71d4ad514a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:37:41.453090 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Attempting to bind port 18d2c7e9-dadb-4697-bf8b-237a978e50da on network e883b412-6d71-4975-a9f0-71d4ad514a65 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:37:41.457956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:37:41.458325 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Checking segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:37:41.458714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Bound using segment: {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:37:41.459135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Bound port: 18d2c7e9-dadb-4697-bf8b-237a978e50da, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bba1bd-e258-4e35-98aa-6fee26433665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:37:41.459490 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:41.528021 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] For port 18d2c7e9-dadb-4697-bf8b-237a978e50da, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:37:41.532159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] For port 18d2c7e9-dadb-4697-bf8b-237a978e50da, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18d2c7e9-dadb-4697-bf8b-237a978e50da,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:37:41.535794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:41.568203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:41.568845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:41.570262 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] 10.222.0.44 "PUT /v2.0/ports/18d2c7e9-dadb-4697-bf8b-237a978e50da HTTP/1.1" status: 200 len: 1091 time: 0.5815663 Nov 10 04:37:41.570700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'tag': '18d2c7e9-dadb-4697-bf8b-237a978e50da'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:37:41.577538 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026890f-e9c5-4e25-beb9-59b02868cd83" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8", "tag": "18d2c7e9-dadb-4697-bf8b-237a978e50da"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:37:41.616374 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9223-ba4b-466c-a9a3-d8059517bb64 service neutron] Pushing event updated for resources: {'Port': ['ID=18d2c7e9-dadb-4697-bf8b-237a978e50da,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:41.657370 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f04554-7953-4488-80a3-c1c73bad3daf x-openstack-request-id: req-76f04554-7953-4488-80a3-c1c73bad3daf {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:37:41.657660 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8", "tag": "18d2c7e9-dadb-4697-bf8b-237a978e50da", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:37:41.657899 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76f04554-7953-4488-80a3-c1c73bad3daf {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:37:41.658313 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'tag': '18d2c7e9-dadb-4697-bf8b-237a978e50da', 'status': 'completed', 'code': 200} Nov 10 04:37:41.674904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-56ffc654-038a-4937-83b6-3de2fe5d76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:41.676408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-56ffc654-038a-4937-83b6-3de2fe5d76f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1900513d7a3242f6981728b5f0a2268a&device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 1094 time: 0.0490587 Nov 10 04:37:41.720808 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-74b23801-43a8-4f66-9148-912e951489b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d2c7e9-dadb-4697-bf8b-237a978e50da HTTP/1.1" status: 200 len: 217 time: 0.0365417 Nov 10 04:37:41.751420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03afbc7-fcaa-4f97-870c-65307b568c3e req-d2080ba3-173a-415b-8556-f9a75754a895 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:41.753261 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a03afbc7-fcaa-4f97-870c-65307b568c3e req-d2080ba3-173a-415b-8556-f9a75754a895 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 943 time: 0.0561538 Nov 10 04:37:41.773311 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-4c8f621a-4bb1-452a-9779-fb3fef1e3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:41.774782 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-4c8f621a-4bb1-452a-9779-fb3fef1e3501 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf2807c7-c6c4-4a46-95c8-abf9c537b440 HTTP/1.1" status: 200 len: 855 time: 0.0474689 Nov 10 04:37:41.803704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a03afbc7-fcaa-4f97-870c-65307b568c3e req-c0700714-e829-446c-851a-ef97d29d69a8 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Nov 10 04:37:41.827755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d905b-7a90-4961-88da-a2be2118bc5c req-c3adb8f1-d3d2-4a71-91b1-9cd159ce6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:41.829255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-c3adb8f1-d3d2-4a71-91b1-9cd159ce6d7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e883b412-6d71-4975-a9f0-71d4ad514a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470600 Nov 10 04:37:41.915659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-9fd52f3e-0ea5-41fc-9822-628d7cb98fcc service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793130 Nov 10 04:37:42.007360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-412d905b-7a90-4961-88da-a2be2118bc5c req-0ca8591a-52e1-43c6-a1ab-a1edcba7fdbd service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850580 Nov 10 04:37:42.094142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-2d1daf5a-213e-4251-93ac-6921ffeced65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:42.095492 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-2d1daf5a-213e-4251-93ac-6921ffeced65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1900513d7a3242f6981728b5f0a2268a&device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 1094 time: 0.0408328 Nov 10 04:37:42.183251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-8b7ea88d-2297-4088-863e-632abb34f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:42.184661 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-8b7ea88d-2297-4088-863e-632abb34f48f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 200 len: 916 time: 0.0824456 Nov 10 04:37:42.231208 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-bed10b3e-efba-4c23-9219-0a120d73403a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d2c7e9-dadb-4697-bf8b-237a978e50da HTTP/1.1" status: 200 len: 217 time: 0.0382199 Nov 10 04:37:42.280769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-76024a40-dd84-46e9-a384-7509b9205c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:42.282184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-76024a40-dd84-46e9-a384-7509b9205c46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf2807c7-c6c4-4a46-95c8-abf9c537b440 HTTP/1.1" status: 200 len: 855 time: 0.0435691 Nov 10 04:37:42.327214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-67807b11-3c39-4bbd-9721-5993781bcbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:42.328950 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-67807b11-3c39-4bbd-9721-5993781bcbf7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e883b412-6d71-4975-a9f0-71d4ad514a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392623 Nov 10 04:37:42.420248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-5330de59-20f0-4ca8-8507-fed1f6900dd8 service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Nov 10 04:37:42.508771 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f026890f-e9c5-4e25-beb9-59b02868cd83 req-de50d879-0af2-47e7-98e6-3412619742e0 service neutron] 10.222.0.44 "GET /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804098 Nov 10 04:37:42.923086 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de67d-de59-475e-bee9-17eb3c0cba71 req-3fca2595-923c-4b43-acdd-7101cfbc7eab tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:42.924532 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b5de67d-de59-475e-bee9-17eb3c0cba71 req-3fca2595-923c-4b43-acdd-7101cfbc7eab tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 943 time: 0.0507240 Nov 10 04:37:42.970742 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b5de67d-de59-475e-bee9-17eb3c0cba71 req-10b6f2b2-2a17-47cb-b04a-28c5642ca5b6 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Nov 10 04:37:43.418392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-461b3e8b-d454-4026-a6c5-a3236cf8bee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:44.085269 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46584-b300-4aec-9a38-cf99a5091bce req-03d72f45-b4c1-4080-bc2d-4a3964eee56f tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:44.086771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55f46584-b300-4aec-9a38-cf99a5091bce req-03d72f45-b4c1-4080-bc2d-4a3964eee56f tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 943 time: 0.0489926 Nov 10 04:37:44.132698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55f46584-b300-4aec-9a38-cf99a5091bce req-634d6fd1-4352-4488-bd0a-e8fbc9e97582 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Nov 10 04:37:45.097973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18d2c7e9-dadb-4697-bf8b-237a978e50da details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:37:45.192904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 18d2c7e9-dadb-4697-bf8b-237a978e50da, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18d2c7e9-dadb-4697-bf8b-237a978e50da,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:45.204283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '18d2c7e9-dadb-4697-bf8b-237a978e50da', 'network_id': 'e883b412-6d71-4975-a9f0-71d4ad514a65', 'port_id': '18d2c7e9-dadb-4697-bf8b-237a978e50da', 'mac_address': 'fa:16:3e:40:bc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2807c7-c6c4-4a46-95c8-abf9c537b440', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:37:45.240988 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:45.246653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7127da-f196-45f6-8ddb-25f323f877f7 req-4b610104-d77e-4f48-8795-932e3210f197 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:45.248418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e7127da-f196-45f6-8ddb-25f323f877f7 req-4b610104-d77e-4f48-8795-932e3210f197 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 943 time: 0.0484712 Nov 10 04:37:45.254040 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d2c7e9-dadb-4697-bf8b-237a978e50da {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:37:45.273566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 18d2c7e9-dadb-4697-bf8b-237a978e50da, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18d2c7e9-dadb-4697-bf8b-237a978e50da,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:45.277442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:45.301615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e7127da-f196-45f6-8ddb-25f323f877f7 req-6a0beab1-4585-41a9-810b-0245fcafeb14 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Nov 10 04:37:45.333264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=18d2c7e9-dadb-4697-bf8b-237a978e50da,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:45.340468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.340809 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.341143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.341473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.341799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.342672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.342995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.343316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.343634 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.343949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.344265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.344579 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:37:45.464365 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18d2c7e9-dadb-4697-bf8b-237a978e50da'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:37:45.729001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4a6d64e9-fba2-4c21-8534-c38c81b616f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:46.415954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0299d2-ee3d-4051-8132-999adf6cee84 req-58741f90-880e-47fd-a9a4-93f790e9a5e4 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:46.417397 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f0299d2-ee3d-4051-8132-999adf6cee84 req-58741f90-880e-47fd-a9a4-93f790e9a5e4 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 944 time: 0.0476284 Nov 10 04:37:46.463199 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7f0299d2-ee3d-4051-8132-999adf6cee84 req-f107a6aa-c9b8-457e-99af-d396535b65de tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Nov 10 04:37:46.924546 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:47.113731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18d2c7e9-dadb-4697-bf8b-237a978e50da up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:37:47.164085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 18d2c7e9-dadb-4697-bf8b-237a978e50da completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:37:47.167858 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 18d2c7e9-dadb-4697-bf8b-237a978e50da triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:37:47.168225 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:47.244626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:47.266917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d2c7e9-dadb-4697-bf8b-237a978e50da'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:37:47.269167 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daa12e6-ab4a-4f1f-b5b5-b3d85cc4412f" -d '{"events": [{"server_uuid": "2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8", "name": "network-vif-plugged", "status": "completed", "tag": "18d2c7e9-dadb-4697-bf8b-237a978e50da"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:37:47.282069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 18d2c7e9-dadb-4697-bf8b-237a978e50da, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18d2c7e9-dadb-4697-bf8b-237a978e50da,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:37:47.286064 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:47.311812 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4f395-4518-45f3-8a82-67356ab0d49f x-openstack-request-id: req-7da4f395-4518-45f3-8a82-67356ab0d49f {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:37:47.312099 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8", "name": "network-vif-plugged", "status": "completed", "tag": "18d2c7e9-dadb-4697-bf8b-237a978e50da", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:37:47.312347 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7da4f395-4518-45f3-8a82-67356ab0d49f {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:37:47.312726 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d2c7e9-dadb-4697-bf8b-237a978e50da', 'code': 200} Nov 10 04:37:47.337511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=18d2c7e9-dadb-4697-bf8b-237a978e50da,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:37:47.409198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d23935-3179-415c-8eab-b8db77d82fdb req-8196ee40-4731-47e8-bc04-2292012ddae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:47.410682 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13d23935-3179-415c-8eab-b8db77d82fdb req-8196ee40-4731-47e8-bc04-2292012ddae9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 1096 time: 0.0441990 Nov 10 04:37:47.584826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b633-7e69-48b9-8e3a-6649067030ed req-edf534a8-bd16-46c9-bcd5-8d0ac9308412 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:47.586477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7736b633-7e69-48b9-8e3a-6649067030ed req-edf534a8-bd16-46c9-bcd5-8d0ac9308412 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 945 time: 0.0503869 Nov 10 04:37:47.638372 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7736b633-7e69-48b9-8e3a-6649067030ed req-5ad9ebf4-315d-47e5-a8fb-03beb6448672 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450914 Nov 10 04:37:47.736011 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-13d23935-3179-415c-8eab-b8db77d82fdb req-345c16fc-48e9-4c61-8467-1ccc3b28fa7b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185005 Nov 10 04:37:48.590908 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:48.766388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f60f-e530-4a4b-b78f-a1faf974de0f req-505f7ba1-8268-4015-9213-d1c35f793100 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:48.768707 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23e1f60f-e530-4a4b-b78f-a1faf974de0f req-505f7ba1-8268-4015-9213-d1c35f793100 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 945 time: 0.0577457 Nov 10 04:37:48.815030 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-23e1f60f-e530-4a4b-b78f-a1faf974de0f req-c5168144-cafe-4fcf-9528-2893d983af3d tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Nov 10 04:37:49.226944 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:37:49.928812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad346-d26f-4056-a729-bba212c224fe req-5c05c713-0d7f-4996-a826-03c8c8b777ef tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:49.930278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-187ad346-d26f-4056-a729-bba212c224fe req-5c05c713-0d7f-4996-a826-03c8c8b777ef tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 945 time: 0.0475576 Nov 10 04:37:49.975531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-187ad346-d26f-4056-a729-bba212c224fe req-cae17c0b-2beb-43e3-a4ee-e282c3b2e652 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Nov 10 04:37:50.089827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c3b6-cadc-480f-a3c4-9e66e33d6dc8 req-001e9770-27f0-4759-8c4b-0b6eed8368d1 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:37:50.091310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fa8c3b6-cadc-480f-a3c4-9e66e33d6dc8 req-001e9770-27f0-4759-8c4b-0b6eed8368d1 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Nov 10 04:37:50.141326 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0fa8c3b6-cadc-480f-a3c4-9e66e33d6dc8 req-fb78b6cc-e4a1-4020-9065-6c929be67e5f tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440907 Nov 10 04:37:53.906191 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:05.798534 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:38:08.421141 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:11.533404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f22963-e20c-4cb3-9d92-a297f18d25c6 req-218dff79-035c-4688-b892-f82b2fcddecb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:11.535732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63f22963-e20c-4cb3-9d92-a297f18d25c6 req-218dff79-035c-4688-b892-f82b2fcddecb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 945 time: 0.0514197 Nov 10 04:38:11.585618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63f22963-e20c-4cb3-9d92-a297f18d25c6 req-20b999c2-a4f6-4ed9-bc4e-db7953223889 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Nov 10 04:38:12.702420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d54c73-efe7-4f5c-a1c2-04d9e1272884 req-7581258c-d58a-40c4-890e-374abb7b92a0 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:12.703851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29d54c73-efe7-4f5c-a1c2-04d9e1272884 req-7581258c-d58a-40c4-890e-374abb7b92a0 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 945 time: 0.0476968 Nov 10 04:38:12.750176 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29d54c73-efe7-4f5c-a1c2-04d9e1272884 req-82112b0a-a55d-4587-b92c-cde8e3ed17a7 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f1850da-2616-4e87-a449-1b51199e906e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Nov 10 04:38:13.045144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-e82afac8-05d9-47c6-a4aa-a2cebbd01ebd tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:13.046593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-e82afac8-05d9-47c6-a4aa-a2cebbd01ebd tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 945 time: 0.0493777 Nov 10 04:38:13.141811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Deleting port 18d2c7e9-dadb-4697-bf8b-237a978e50da {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:38:13.142165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:13.225532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] For port 18d2c7e9-dadb-4697-bf8b-237a978e50da, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=18d2c7e9-dadb-4697-bf8b-237a978e50da,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:13.225879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:13.237986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Calling delete_port for 18d2c7e9-dadb-4697-bf8b-237a978e50da owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:38:13.364746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:13.375968 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['18d2c7e9-dadb-4697-bf8b-237a978e50da'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:38:13.392796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Pushing event deleted for resources: {'Port': ['ID=18d2c7e9-dadb-4697-bf8b-237a978e50da,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:13.429029 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2517b682-3000-4ab5-9f6b-cf883e32664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:13.437336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] No DVR routers for this DVR port 18d2c7e9-dadb-4697-bf8b-237a978e50da on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:38:13.440806 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:13.444848 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2838f9c2-93bd-4297-a3c0-a210fcd6b57c req-7d0e47c2-8070-4f49-ba7b-348905f7c5eb tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.44 "DELETE /v2.0/ports/18d2c7e9-dadb-4697-bf8b-237a978e50da HTTP/1.1" status: 204 len: 173 time: 0.3923268 Nov 10 04:38:13.445305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'name': 'network-vif-deleted', 'tag': '18d2c7e9-dadb-4697-bf8b-237a978e50da'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:38:13.448109 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c8c4f4-e3f7-4cbe-96f6-420fb18c970c" -d '{"events": [{"server_uuid": "2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8", "name": "network-vif-deleted", "tag": "18d2c7e9-dadb-4697-bf8b-237a978e50da"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:38:13.489157 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b48091-f4f7-4d77-92ba-a83d2febf68e x-openstack-request-id: req-68b48091-f4f7-4d77-92ba-a83d2febf68e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:38:13.489461 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8", "name": "network-vif-deleted", "tag": "18d2c7e9-dadb-4697-bf8b-237a978e50da", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:38:13.489694 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68b48091-f4f7-4d77-92ba-a83d2febf68e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:38:13.490146 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8', 'name': 'network-vif-deleted', 'tag': '18d2c7e9-dadb-4697-bf8b-237a978e50da', 'status': 'completed', 'code': 200} Nov 10 04:38:13.862507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e13cbbb-cb9a-4100-afab-5d81609d4447 req-214eeec7-c828-438a-a998-7d879f4d7ae6 tempest-TestEncryptedCinderVolumes-2102614963 tempest-TestEncryptedCinderVolumes-2102614963-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ea16bf6-3cc1-4dbb-8a7f-55e60eeba9f8 HTTP/1.1" status: 200 len: 210 time: 0.0330400 Nov 10 04:38:14.955129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47358) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:15.292199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:15.544540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Deleting port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:38:15.545383 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:15.626576 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] For port 11d804ee-3999-4a44-8cfa-e1ceeb73c07f, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:15.626934 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:15.638357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Calling delete_port for 11d804ee-3999-4a44-8cfa-e1ceeb73c07f owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:38:15.731525 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e9be8e50-dad9-4454-bf73-13f05898cf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:15.823782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:15.854430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d804ee-3999-4a44-8cfa-e1ceeb73c07f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:16.009744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:16.221820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Router e5ae1924-d996-40d4-b049-a78affc3bc69 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:38:16.327987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:38:16.332951 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1cff837e-e57e-405a-99ff-ce32a03852c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/e5ae1924-d996-40d4-b049-a78affc3bc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3768077 Nov 10 04:38:16.335568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47362) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:16.336429 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] Sync routers for ids ['e5ae1924-d996-40d4-b049-a78affc3bc69'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:38:16.346177 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] Routers {'e5ae1924-d996-40d4-b049-a78affc3bc69'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:16.346777 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e5ae1924-d996-40d4-b049-a78affc3bc69'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:16.441054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:16.446979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] Set router e5ae1924-d996-40d4-b049-a78affc3bc69 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:16.544668 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:16.598907 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Deleting port db7618fa-6c76-444c-92af-dee9b5df58b8 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:38:16.599247 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:16.685075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] For port db7618fa-6c76-444c-92af-dee9b5df58b8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=db7618fa-6c76-444c-92af-dee9b5df58b8,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:16.685435 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:16.697371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Calling delete_port for db7618fa-6c76-444c-92af-dee9b5df58b8 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:38:16.719818 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:38:15Z', 'revision_number': 5, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port': {'id': 'db7618fa-6c76-444c-92af-dee9b5df58b8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:54Z', 'updated_at': '2021-11-10T04:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:16.744366 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] Checking router: e5ae1924-d996-40d4-b049-a78affc3bc69 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:38:16.752586 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] Routers {'e5ae1924-d996-40d4-b049-a78affc3bc69'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:16.753161 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['e5ae1924-d996-40d4-b049-a78affc3bc69'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:16.842365 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] Set router e5ae1924-d996-40d4-b049-a78affc3bc69 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:16.867126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:16.891897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Pushing event deleted for resources: {'Port': ['ID=db7618fa-6c76-444c-92af-dee9b5df58b8,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:16.898634 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:38:16Z', 'revision_number': 6, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:16.911008 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e068092-8fab-4891-8f60-9b98a955e9a6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:16.927191 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741bb4e-0881-4fe0-b46c-ff2120e574b3 None None] The sync data for ids ['e5ae1924-d996-40d4-b049-a78affc3bc69'] in n-d-817326-2 is: [{'id': 'e5ae1924-d996-40d4-b049-a78affc3bc69', 'name': 'tempest-TestEncryptedCinderVolumes-811360697-router', 'tenant_id': '1900513d7a3242f6981728b5f0a2268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:53Z', 'updated_at': '2021-11-10T04:38:16Z', 'revision_number': 6, 'project_id': '1900513d7a3242f6981728b5f0a2268a', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:38:16.940195 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:16.960303 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.048542 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.050641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.095959 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.096451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ae1924-d996-40d4-b049-a78affc3bc69 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:38:17.100782 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.101945 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-13a4a5a5-cd2f-471e-948d-ef954583b2af admin admin] 10.222.0.24 "DELETE /v2.0/routers/e5ae1924-d996-40d4-b049-a78affc3bc69 HTTP/1.1" status: 204 len: 168 time: 0.7654011 Nov 10 04:38:17.104474 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47370) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:17.150082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] Deleting subnet bf2807c7-c6c4-4a46-95c8-abf9c537b440 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:38:17.153484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.189182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.268359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18d2c7e9-dadb-4697-bf8b-237a978e50da no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:38:17.269730 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.292551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 18d2c7e9-dadb-4697-bf8b-237a978e50da {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:38:17.292902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 18d2c7e9-dadb-4697-bf8b-237a978e50da not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:38:17.331587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.345494 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.350394 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bf2807c7-c6c4-4a46-95c8-abf9c537b440 HTTP/1.1" status: 204 len: 168 time: 0.2438068 Nov 10 04:38:17.351865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c065d0c-a33f-46d4-9c45-5d4e03c91159 None None] Network e883b412-6d71-4975-a9f0-71d4ad514a65 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:38:17.352094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47372) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:17.390704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ea53f-263e-4bbc-9b8f-3123d8284b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2807c7-c6c4-4a46-95c8-abf9c537b440,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:17.412867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 11d804ee-3999-4a44-8cfa-e1ceeb73c07f no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:38:17.432054 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.447732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 11d804ee-3999-4a44-8cfa-e1ceeb73c07f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:38:17.448065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 11d804ee-3999-4a44-8cfa-e1ceeb73c07f not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:38:17.484549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Deleting port 7c1419cd-e868-40bb-82fc-4be407c2781e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:38:17.484888 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.551164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] For port 7c1419cd-e868-40bb-82fc-4be407c2781e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7c1419cd-e868-40bb-82fc-4be407c2781e,segment=NetworkSegment(36bba1bd-e258-4e35-98aa-6fee26433665),segment_id=36bba1bd-e258-4e35-98aa-6fee26433665)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:17.551518 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.563860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Calling delete_port for 7c1419cd-e868-40bb-82fc-4be407c2781e owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:38:17.641792 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.669107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1419cd-e868-40bb-82fc-4be407c2781e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:17.679669 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.680012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.680343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.680670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.681119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.681442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.681758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.682103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.682412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.682723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.683035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.683347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:17.686267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] No DVR routers for this DVR port 7c1419cd-e868-40bb-82fc-4be407c2781e on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:38:17.743100 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe574cca-1006-476e-9cfe-ca79453ed7d2 None None] DHCP port deletion for e883b412-6d71-4975-a9f0-71d4ad514a65 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:17.758659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.778668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e883b412-6d71-4975-a9f0-71d4ad514a65']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:17.788088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bba1bd-e258-4e35-98aa-6fee26433665') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:17.788381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bba1bd-e258-4e35-98aa-6fee26433665') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:17.798029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.810539 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.816199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:38:17.816684 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:38:17.818526 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:38:17.876869 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.882337 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:17.885427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/e883b412-6d71-4975-a9f0-71d4ad514a65 HTTP/1.1" status: 204 len: 168 time: 0.5322239 Nov 10 04:38:17.888451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47374) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:17.898891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212fdf1-f29c-4418-9dfd-77ecf7821c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=e883b412-6d71-4975-a9f0-71d4ad514a65,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:18.232385 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:18.593544 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:18.743073 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Deleting port 55db71ca-7a06-42a7-a03e-37e1ac19ab37 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:38:18.743411 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:18.819229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] For port 55db71ca-7a06-42a7-a03e-37e1ac19ab37, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=55db71ca-7a06-42a7-a03e-37e1ac19ab37,segment=NetworkSegment(e1515e98-2b96-41e1-ab62-e07c2b3f56ea),segment_id=e1515e98-2b96-41e1-ab62-e07c2b3f56ea)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:18.819504 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:18.831221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Calling delete_port for 55db71ca-7a06-42a7-a03e-37e1ac19ab37 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:38:19.007525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:19.033834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Pushing event deleted for resources: {'Port': ['ID=55db71ca-7a06-42a7-a03e-37e1ac19ab37,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:19.067445 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device db7618fa-6c76-444c-92af-dee9b5df58b8 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:38:19.088401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: db7618fa-6c76-444c-92af-dee9b5df58b8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:38:19.088650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device db7618fa-6c76-444c-92af-dee9b5df58b8 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:38:19.089059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7c1419cd-e868-40bb-82fc-4be407c2781e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:38:19.116305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7c1419cd-e868-40bb-82fc-4be407c2781e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:38:19.116632 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7c1419cd-e868-40bb-82fc-4be407c2781e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:38:19.200180 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:19.232765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:19.415083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:38:19.523023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:38:19.530397 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-01433095-7cc1-4b2f-997a-ab9a16944804 admin admin] 10.222.0.24 "PUT /v2.0/routers/af72687d-c127-4e3d-a617-7f7cdfd5ccb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6409123 Nov 10 04:38:19.533021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47378) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:19.535714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] Sync routers for ids ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:38:19.547747 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] Routers {'af72687d-c127-4e3d-a617-7f7cdfd5ccb0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:19.548424 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:19.639048 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:19.652990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] Set router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:19.740711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:19.793013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Deleting port c003e26a-2433-4968-88c8-3fca53ff3664 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:38:19.793348 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:19.830242 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:38:18Z', 'revision_number': 5, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port': {'id': 'c003e26a-2433-4968-88c8-3fca53ff3664', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:19.859828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] Checking router: af72687d-c127-4e3d-a617-7f7cdfd5ccb0 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:38:19.868074 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] Routers {'af72687d-c127-4e3d-a617-7f7cdfd5ccb0'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:19.868658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:19.876139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] For port c003e26a-2433-4968-88c8-3fca53ff3664, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c003e26a-2433-4968-88c8-3fca53ff3664,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:19.876503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:19.888420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Calling delete_port for c003e26a-2433-4968-88c8-3fca53ff3664 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:38:19.951853 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] Set router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:20.002338 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:38:19Z', 'revision_number': 6, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:20.024400 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-a386f782-0c23-4f61-a36c-ca29174b84ad req-553c5168-17e6-4cea-b9e6-a3643335e18e tempest-ServerDiskConfigTestJSON-231213982 tempest-ServerDiskConfigTestJSON-231213982-project] (102596) timed out ('10.222.0.44', 63766) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:38:20.030994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03759b12-6c86-47f6-be7c-766956a5017c None None] The sync data for ids ['af72687d-c127-4e3d-a617-7f7cdfd5ccb0'] in n-d-817326-2 is: [{'id': 'af72687d-c127-4e3d-a617-7f7cdfd5ccb0', 'name': 'tempest-TestEncryptedCinderVolumes-168998974-router', 'tenant_id': 'bee26f017aa94b57bd57424284e59a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:36:58Z', 'updated_at': '2021-11-10T04:38:19Z', 'revision_number': 6, 'project_id': 'bee26f017aa94b57bd57424284e59a7e', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:38:20.053450 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.078764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936660a4-4de0-4f87-8133-968fd284be59 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:20.087383 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Pushing event deleted for resources: {'Port': ['ID=c003e26a-2433-4968-88c8-3fca53ff3664,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:20.140316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.228646 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.230881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.275679 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.276121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Fanout notify agent at l3_agent the message router_deleted on router af72687d-c127-4e3d-a617-7f7cdfd5ccb0 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:38:20.281005 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.282173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-00d1ecb8-d7ac-432d-91da-57ee06aba45b admin admin] 10.222.0.24 "DELETE /v2.0/routers/af72687d-c127-4e3d-a617-7f7cdfd5ccb0 HTTP/1.1" status: 204 len: 168 time: 0.7474749 Nov 10 04:38:20.284631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47380) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:20.327683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] Deleting subnet 8be7245f-71d3-442a-8264-d168c4497458 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:38:20.330594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.363898 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.446787 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.498906 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.524057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be7245f-71d3-442a-8264-d168c4497458,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:20.527832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.532080 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-242c490c-c9bc-475d-bda6-711640cb7e8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8be7245f-71d3-442a-8264-d168c4497458 HTTP/1.1" status: 204 len: 168 time: 0.2460332 Nov 10 04:38:20.534109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47382) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:20.534684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ba30f-1661-4dd7-9e9d-2be38b00aebe None None] Network e35e9a81-a4c0-42bd-ab89-9c88f75499dc requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:38:20.604018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.657997 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Deleting port c3a69aba-edee-475a-a93d-0aafc5581a40 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:38:20.658336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.719946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] For port c3a69aba-edee-475a-a93d-0aafc5581a40, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=c3a69aba-edee-475a-a93d-0aafc5581a40,segment=NetworkSegment(e1515e98-2b96-41e1-ab62-e07c2b3f56ea),segment_id=e1515e98-2b96-41e1-ab62-e07c2b3f56ea)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:20.720249 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.732098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Calling delete_port for c3a69aba-edee-475a-a93d-0aafc5581a40 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:38:20.815322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.815759 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb39c1-4231-437c-9d8b-5a640c54f4fc None None] DHCP port deletion for e35e9a81-a4c0-42bd-ab89-9c88f75499dc request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:20.842224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a69aba-edee-475a-a93d-0aafc5581a40,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:20.846081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] No DVR routers for this DVR port c3a69aba-edee-475a-a93d-0aafc5581a40 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:38:20.921352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.944644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35e9a81-a4c0-42bd-ab89-9c88f75499dc']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:20.954529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:20.954820 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1515e98-2b96-41e1-ab62-e07c2b3f56ea') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:20.963902 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.977213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.984695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:38:20.985053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:38:20.986762 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:38:21.042737 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.049686 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.053123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] 10.222.0.24 "DELETE /v2.0/networks/e35e9a81-a4c0-42bd-ab89-9c88f75499dc HTTP/1.1" status: 204 len: 168 time: 0.5180888 Nov 10 04:38:21.069603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7c318-c03e-41fa-be89-35b41afb6a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=e35e9a81-a4c0-42bd-ab89-9c88f75499dc,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:21.079710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 55db71ca-7a06-42a7-a03e-37e1ac19ab37 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:38:21.101388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 55db71ca-7a06-42a7-a03e-37e1ac19ab37 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:38:21.101620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 55db71ca-7a06-42a7-a03e-37e1ac19ab37 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:38:21.102217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c003e26a-2433-4968-88c8-3fca53ff3664 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:38:21.121730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c003e26a-2433-4968-88c8-3fca53ff3664 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:38:21.122101 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c003e26a-2433-4968-88c8-3fca53ff3664 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:38:21.123107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3a69aba-edee-475a-a93d-0aafc5581a40 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:38:21.142554 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: c3a69aba-edee-475a-a93d-0aafc5581a40 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:38:21.142901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device c3a69aba-edee-475a-a93d-0aafc5581a40 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:38:21.227758 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47386) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:21.269217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a623f6c2-876d-408e-9e6a-dbed76d05787 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1900513d7a3242f6981728b5f0a2268a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399199 Nov 10 04:38:21.271718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47388) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:21.322244 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ae832de-039c-485b-9f6b-201a9cbafb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.342908 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ae832de-039c-485b-9f6b-201a9cbafb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.388083 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ae832de-039c-485b-9f6b-201a9cbafb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.390789 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ae832de-039c-485b-9f6b-201a9cbafb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.391905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ae832de-039c-485b-9f6b-201a9cbafb54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f1850da-2616-4e87-a449-1b51199e906e HTTP/1.1" status: 204 len: 168 time: 0.1192877 Nov 10 04:38:21.399727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae832de-039c-485b-9f6b-201a9cbafb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1850da-2616-4e87-a449-1b51199e906e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:21.708042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47394) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:21.747252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-deb48ae3-f433-48cf-8a1f-d4d0bf9f3e84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bee26f017aa94b57bd57424284e59a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380156 Nov 10 04:38:21.749431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47396) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:21.794639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65bc42a0-7ecd-42b4-b07d-b4ffdcad981b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.814584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65bc42a0-7ecd-42b4-b07d-b4ffdcad981b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.861289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65bc42a0-7ecd-42b4-b07d-b4ffdcad981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.863779 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-65bc42a0-7ecd-42b4-b07d-b4ffdcad981b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:21.864924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-65bc42a0-7ecd-42b4-b07d-b4ffdcad981b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee20c5a2-3c54-4f63-a8b6-43cb9b4ccd9c HTTP/1.1" status: 204 len: 168 time: 0.1145966 Nov 10 04:38:21.873575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc42a0-7ecd-42b4-b07d-b4ffdcad981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20c5a2-3c54-4f63-a8b6-43cb9b4ccd9c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:22.514297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47418) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:22.608048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1334033499-network', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:22.631870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Made reservation on behalf of 415092b62e7348cbba0ce67c6e2395d1 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:38:22.634067 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.643084 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.714120 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.718438 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.741628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:38:22.750426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:22.756507 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.757544 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Added segment 4a845fa6-7f4e-4a12-945d-a2182fe8eee9 of type vlan for network be7d66bf-627e-46c3-b4af-639f2a80e32a Nov 10 04:38:22.796635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.820322 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.821405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:22.822072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:22.876641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3612564 Nov 10 04:38:22.879668 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47422) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:22.884988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Request body: {'subnet': {'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1334033499-subnet', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:22.887348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436b61d-5466-452a-8e65-fd4068b85d9a admin admin] Pushing event updated for resources: {'Network': ['ID=be7d66bf-627e-46c3-b4af-639f2a80e32a,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:22.898595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network be7d66bf-627e-46c3-b4af-639f2a80e32a details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:38:22.908179 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Made reservation on behalf of 415092b62e7348cbba0ce67c6e2395d1 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:38:22.910569 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.083998 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.137481 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:23.147693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Checking segment: {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:23.148044 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Network hostable DHCP agents. Network: be7d66bf-627e-46c3-b4af-639f2a80e32a, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:38:23.163489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Network be7d66bf-627e-46c3-b4af-639f2a80e32a is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:38:23.171688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, be7d66bf-627e-46c3-b4af-639f2a80e32a) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:23.177726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:23.178645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.184744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca21a91-7e46-49ec-a8b4-3be3b1bbe321 None None] Network be7d66bf-627e-46c3-b4af-639f2a80e32a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:38:23.196351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-658ba4d7-d415-4a66-b1b9-95876a8e5aa0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3153868 Nov 10 04:38:23.198985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47424) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:23.203848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:23.223896 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.225054 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.281581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.421030 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.488068 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-be7d66bf-627e-46c3-b4af-639f2a80e32a', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:38:23.488936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.624999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Allocated IP 172.20.0.2 (be7d66bf-627e-46c3-b4af-639f2a80e32a/71376f7d-28ac-49ad-b83b-d4a42c3cd9a4/ddaacb40-a77e-42be-8024-9ffd45b12107) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:38:23.629362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.648928 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.749990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Allocated IP 172.25.6.221 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/116eba38-0506-4ee4-90db-0833a719a683) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:38:23.766963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.771953 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.807287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Network be7d66bf-627e-46c3-b4af-639f2a80e32a is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:23.809979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:23.812430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:38:23.851582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Pushing event updated for resources: {'Port': ['ID=ddaacb40-a77e-42be-8024-9ffd45b12107,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:23.863992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.882989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Attempting to bind port ddaacb40-a77e-42be-8024-9ffd45b12107 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:38:23.883378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Attempting to bind port ddaacb40-a77e-42be-8024-9ffd45b12107 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:38:23.883755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Attempting to bind port ddaacb40-a77e-42be-8024-9ffd45b12107 on network be7d66bf-627e-46c3-b4af-639f2a80e32a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:23.888789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:38:23.889155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Checking segment: {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:23.889550 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.889962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Bound using segment: {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:38:23.890625 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Bound port: ddaacb40-a77e-42be-8024-9ffd45b12107, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:38:23.891001 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.899052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.935760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:23.937592 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:23.942144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:23.945744 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:38:23.951237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Pushing event updated for resources: {'Port': ['ID=116eba38-0506-4ee4-90db-0833a719a683,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:23.962169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db03351-0d65-4ae5-889f-ebab6228e2fd None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:23.977515 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] For port ddaacb40-a77e-42be-8024-9ffd45b12107, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:38:23.981153 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] For port ddaacb40-a77e-42be-8024-9ffd45b12107, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ddaacb40-a77e-42be-8024-9ffd45b12107,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:38:23.986338 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:24.043303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244dce6-41c8-47ce-add4-671ca1fc8d57 None None] Pushing event updated for resources: {'Port': ['ID=ddaacb40-a77e-42be-8024-9ffd45b12107,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:24.097724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3e26ca9f-828f-409d-b888-87c5311a4eec None None] Provisioning complete for port 116eba38-0506-4ee4-90db-0833a719a683 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:24.098138 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3e26ca9f-828f-409d-b888-87c5311a4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:24.131194 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3e26ca9f-828f-409d-b888-87c5311a4eec None None] Port 116eba38-0506-4ee4-90db-0833a719a683 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:38:24.227603 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:24.425412 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:24.556626 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:38:24.665454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:38:24.676818 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Sync routers for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:38:24.683149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:24.684378 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c10a1b34-8296-4d20-a947-a5cf10cd4186 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4844027 Nov 10 04:38:24.687951 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47426) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:24.694742 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:24.695342 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:24.803513 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:24.959273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e8a22-a2e2-4c33-a6ef-4a0c6c40b729 None None] Network be7d66bf-627e-46c3-b4af-639f2a80e32a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:38:24.995183 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:24Z', 'revision_number': 3, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:25.025543 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Checking router: cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:38:25.025873 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Updating router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 port 116eba38-0506-4ee4-90db-0833a719a683 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:38:25.055525 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.087458 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cdbf324f-ee8f-4bcb-8d76-55d7cfaf3c37 None None] Provisioning complete for port ddaacb40-a77e-42be-8024-9ffd45b12107 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:25.087992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cdbf324f-ee8f-4bcb-8d76-55d7cfaf3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.140111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ddaacb40-a77e-42be-8024-9ffd45b12107 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:25.267988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ddaacb40-a77e-42be-8024-9ffd45b12107 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:25.268352 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.312312 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cdbf324f-ee8f-4bcb-8d76-55d7cfaf3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.339098 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.347230 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.360938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cdbf324f-ee8f-4bcb-8d76-55d7cfaf3c37 None None] For port ddaacb40-a77e-42be-8024-9ffd45b12107, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ddaacb40-a77e-42be-8024-9ffd45b12107,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:25.389680 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cdbf324f-ee8f-4bcb-8d76-55d7cfaf3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.411908 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Attempting to bind port 116eba38-0506-4ee4-90db-0833a719a683 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:38:25.412272 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Attempting to bind port 116eba38-0506-4ee4-90db-0833a719a683 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:38:25.412631 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Attempting to bind port 116eba38-0506-4ee4-90db-0833a719a683 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:25.424616 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:38:25.424986 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:25.425385 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.425768 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:38:25.426287 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Bound port: 116eba38-0506-4ee4-90db-0833a719a683, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:38:25.426664 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.433765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1df61-7b22-4074-a7dd-7cbd3e44b918 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:25.451243 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.462834 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Pushing event updated for resources: {'Port': ['ID=116eba38-0506-4ee4-90db-0833a719a683,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:25.467312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.480103 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.481028 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.481380 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.481766 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.482643 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.482956 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.483274 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.484048 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.484374 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.484692 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.485009 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.485323 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:25.494560 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf324f-ee8f-4bcb-8d76-55d7cfaf3c37 None None] Pushing event updated for resources: {'Port': ['ID=ddaacb40-a77e-42be-8024-9ffd45b12107,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:25.538405 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] For port 116eba38-0506-4ee4-90db-0833a719a683, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:38:25.542729 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] For port 116eba38-0506-4ee4-90db-0833a719a683, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=116eba38-0506-4ee4-90db-0833a719a683,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:38:25.552005 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.582655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5f6c9c52-6919-4f32-aa27-a3c8020a8914 None None] Provisioning complete for port 116eba38-0506-4ee4-90db-0833a719a683 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:25.583028 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c52-6919-4f32-aa27-a3c8020a8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.607665 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a00900-73ea-4c64-910d-7ebcbd59a80d None None] Pushing event updated for resources: {'Port': ['ID=116eba38-0506-4ee4-90db-0833a719a683,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:25.628110 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:25.628722 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:25.639859 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:38:25.640670 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:38:25.641374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d753466-daa4-4691-af68-34f97b6fad8d None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:25.696929 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Allocated IP 172.20.0.1 (be7d66bf-627e-46c3-b4af-639f2a80e32a/71376f7d-28ac-49ad-b83b-d4a42c3cd9a4/411627c8-871e-4742-abc0-08ac7610b1e0) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:38:25.708371 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c52-6919-4f32-aa27-a3c8020a8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.731254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5f6c9c52-6919-4f32-aa27-a3c8020a8914 None None] For port 116eba38-0506-4ee4-90db-0833a719a683, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=116eba38-0506-4ee4-90db-0833a719a683,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:25.737502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c52-6919-4f32-aa27-a3c8020a8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.751813 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:25.789156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c9c52-6919-4f32-aa27-a3c8020a8914 None None] Pushing event updated for resources: {'Port': ['ID=116eba38-0506-4ee4-90db-0833a719a683,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:25.808963 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.848348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.861583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2b2162b4-a77c-403b-b92b-370b04f436dd None None] Provisioning complete for port ddaacb40-a77e-42be-8024-9ffd45b12107 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:25.861960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b2162b4-a77c-403b-b92b-370b04f436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.891986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Network be7d66bf-627e-46c3-b4af-639f2a80e32a is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:25.894956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:25.899305 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:38:25.902440 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Pushing event updated for resources: {'Port': ['ID=411627c8-871e-4742-abc0-08ac7610b1e0,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:25.939722 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.951963 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:24Z', 'revision_number': 3, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:25.966770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2b2162b4-a77c-403b-b92b-370b04f436dd None None] Provisioning complete for port 116eba38-0506-4ee4-90db-0833a719a683 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:25.967369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b2162b4-a77c-403b-b92b-370b04f436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:25.983747 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c845f7-d1b8-41bc-b56b-49c580679e9f None None] The sync data for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 is: [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:24Z', 'revision_number': 3, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:38:26.092783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:26.203350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-72f1cf00-6721-44a5-9ce2-e330c3676766 None None] Provisioning complete for port 411627c8-871e-4742-abc0-08ac7610b1e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:26.203796 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-72f1cf00-6721-44a5-9ce2-e330c3676766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:26.268540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-72f1cf00-6721-44a5-9ce2-e330c3676766 None None] Port 411627c8-871e-4742-abc0-08ac7610b1e0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:38:26.291958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:26.301540 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:26.369780 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:26.371868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Pushing event updated for resources: {'Port': ['ID=411627c8-871e-4742-abc0-08ac7610b1e0,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:26.473461 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Network be7d66bf-627e-46c3-b4af-639f2a80e32a is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:26.474926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:26.600683 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:38:26.691913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4f3da9d6-7d67-4fdc-acc8-0e2c07bf1759 None None] Provisioning complete for port 411627c8-871e-4742-abc0-08ac7610b1e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:26.692282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4f3da9d6-7d67-4fdc-acc8-0e2c07bf1759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:26.718726 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:38:26.724810 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5fe8dc95-6293-401d-860d-47b7364d18d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0354807 Nov 10 04:38:26.729882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4f3da9d6-7d67-4fdc-acc8-0e2c07bf1759 None None] Port 411627c8-871e-4742-abc0-08ac7610b1e0 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:38:27.149663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ddaacb40-a77e-42be-8024-9ffd45b12107 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:27.194428 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47444) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:27.199634 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-681985604-network', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:27.200208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port ddaacb40-a77e-42be-8024-9ffd45b12107 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:27.201176 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.221013 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Made reservation on behalf of 6ccaee8a166d4b9bbb68e603d0d88248 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:38:27.223593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.233185 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.283993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 116eba38-0506-4ee4-90db-0833a719a683 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:27.312935 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.316963 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.335373 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 116eba38-0506-4ee4-90db-0833a719a683 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:27.335821 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.338757 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:38:27.354651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dce8c5-dd83-43e5-965a-403ef566773f,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:27.358798 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.359144 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Added segment 6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777 of type vlan for network 3623a189-3127-4bd4-a76d-3aed180a3725 Nov 10 04:38:27.400461 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.427228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.428208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:27.428965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.482809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2869246 Nov 10 04:38:27.485542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47446) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:27.490511 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Request body: {'subnet': {'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-681985604-subnet', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:27.493590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfced253-e58d-4e65-9c63-8b4da9f68ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=3623a189-3127-4bd4-a76d-3aed180a3725,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:27.504325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 3623a189-3127-4bd4-a76d-3aed180a3725 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:38:27.521368 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Made reservation on behalf of 6ccaee8a166d4b9bbb68e603d0d88248 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:38:27.523845 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.602223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Sync routers for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:38:27.612714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:27.613587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:27.701892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.726478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:27.758124 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceeea954-b639-406d-9860-4b6a707663d7,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:27.769464 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Checking segment: {'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:27.769817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Network hostable DHCP agents. Network: 3623a189-3127-4bd4-a76d-3aed180a3725, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:38:27.786667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Network 3623a189-3127-4bd4-a76d-3aed180a3725 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:38:27.794924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 3623a189-3127-4bd4-a76d-3aed180a3725) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:27.798918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:27.799513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.813409 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a7796-7162-4ab7-b1bb-65e0673bf143 None None] Network 3623a189-3127-4bd4-a76d-3aed180a3725 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:38:27.815251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-284c8c1b-42ba-4b24-b0ab-0879ee919dbc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3284385 Nov 10 04:38:27.817605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47448) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:27.821831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:27.843256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.844739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:27.900629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.036773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.046021 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 2, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:28.050650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-3623a189-3127-4bd4-a76d-3aed180a3725', 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'fixed_ips': [{'subnet_id': 'ceeea954-b639-406d-9860-4b6a707663d7'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:38:28.051477 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.078616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Checking router: cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:38:28.078962 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Updating router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 port 411627c8-871e-4742-abc0-08ac7610b1e0 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:38:28.123091 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.240643 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.260729 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.330688 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Allocated IP 172.20.0.2 (3623a189-3127-4bd4-a76d-3aed180a3725/ceeea954-b639-406d-9860-4b6a707663d7/da7caf6d-4248-4e2d-875e-53bd3b97bc54) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:38:28.366696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Allocated IP 172.25.6.229 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/50c555a5-ed93-4dc4-b54c-97b679f83ac9) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:38:28.471402 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.507574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.556304 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:28.559579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:28.562761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:38:28.573176 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Pushing event updated for resources: {'Port': ['ID=50c555a5-ed93-4dc4-b54c-97b679f83ac9,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:28.587132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d085f-79f3-434d-a094-47b5849a0ece None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:28.725722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7108c2f5-8706-41d1-b890-7a71139202b2 None None] Provisioning complete for port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:28.726186 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7108c2f5-8706-41d1-b890-7a71139202b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.783872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.801538 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.814608 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.820356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7108c2f5-8706-41d1-b890-7a71139202b2 None None] Port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:38:28.825976 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.842867 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:28.854707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Network 3623a189-3127-4bd4-a76d-3aed180a3725 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:28.865582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:28.867335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:38:28.898751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Pushing event updated for resources: {'Port': ['ID=da7caf6d-4248-4e2d-875e-53bd3b97bc54,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:28.999706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Attempting to bind port da7caf6d-4248-4e2d-875e-53bd3b97bc54 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:38:29.000065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Attempting to bind port da7caf6d-4248-4e2d-875e-53bd3b97bc54 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:38:29.000488 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Attempting to bind port da7caf6d-4248-4e2d-875e-53bd3b97bc54 on network 3623a189-3127-4bd4-a76d-3aed180a3725 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:29.003308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0287844-4bb1-4b51-8223-3e8f04c0af52 None None] Pushing event updated for resources: {'Port': ['ID=411627c8-871e-4742-abc0-08ac7610b1e0,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:29.016268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:38:29.016637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Checking segment: {'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:29.017034 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.017416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Bound using segment: {'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:38:29.017888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Bound port: da7caf6d-4248-4e2d-875e-53bd3b97bc54, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:38:29.018377 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.028015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Attempting to bind port 411627c8-871e-4742-abc0-08ac7610b1e0 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:38:29.028374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Attempting to bind port 411627c8-871e-4742-abc0-08ac7610b1e0 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:38:29.029274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Attempting to bind port 411627c8-871e-4742-abc0-08ac7610b1e0 on network be7d66bf-627e-46c3-b4af-639f2a80e32a {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:29.040145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.040384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:38:29.040384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Checking segment: {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:29.040668 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.041050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Bound using segment: {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:38:29.041517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Bound port: 411627c8-871e-4742-abc0-08ac7610b1e0, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:38:29.041886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.126414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-68b95625-3335-4502-91d1-e1e243805763 None None] For port da7caf6d-4248-4e2d-875e-53bd3b97bc54, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:38:29.140888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-68b95625-3335-4502-91d1-e1e243805763 None None] For port da7caf6d-4248-4e2d-875e-53bd3b97bc54, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da7caf6d-4248-4e2d-875e-53bd3b97bc54,segment=NetworkSegment(6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777),segment_id=6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:38:29.154168 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.175264 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Router 6788900a-bb06-4659-8066-a358bafd1297 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:38:29.182843 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] For port 411627c8-871e-4742-abc0-08ac7610b1e0, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:38:29.207937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] For port 411627c8-871e-4742-abc0-08ac7610b1e0, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=411627c8-871e-4742-abc0-08ac7610b1e0,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:38:29.214258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d92a02fb-1ceb-4882-96d2-e45ffd10dae2 None None] Provisioning complete for port 411627c8-871e-4742-abc0-08ac7610b1e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:29.214623 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d92a02fb-1ceb-4882-96d2-e45ffd10dae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.224460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.300885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b95625-3335-4502-91d1-e1e243805763 None None] Pushing event updated for resources: {'Port': ['ID=da7caf6d-4248-4e2d-875e-53bd3b97bc54,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:29.352910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:29.353708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:29.417449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0287844-4bb1-4b51-8223-3e8f04c0af52 None None] Pushing event updated for resources: {'Port': ['ID=411627c8-871e-4742-abc0-08ac7610b1e0,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:29.524658 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d92a02fb-1ceb-4882-96d2-e45ffd10dae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.543509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:29.608825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d92a02fb-1ceb-4882-96d2-e45ffd10dae2 None None] For port 411627c8-871e-4742-abc0-08ac7610b1e0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=411627c8-871e-4742-abc0-08ac7610b1e0,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:29.624667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:38:29.633379 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Sync routers for ids ['6788900a-bb06-4659-8066-a358bafd1297'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:38:29.646531 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Routers {'6788900a-bb06-4659-8066-a358bafd1297'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:29.647204 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['6788900a-bb06-4659-8066-a358bafd1297'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:29.647357 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.648666 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9cb046fd-5288-4f6b-a384-51bb571445af admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8300736 Nov 10 04:38:29.651289 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47450) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:38:29.651862 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d92a02fb-1ceb-4882-96d2-e45ffd10dae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.757482 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Set router 6788900a-bb06-4659-8066-a358bafd1297 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:29.816265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7f3df0d7-42b6-408a-b3cd-2f38fa8e47e8 None None] Provisioning complete for port 411627c8-871e-4742-abc0-08ac7610b1e0 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:29.816635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7f3df0d7-42b6-408a-b3cd-2f38fa8e47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:29.843230 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a02fb-1ceb-4882-96d2-e45ffd10dae2 None None] Pushing event updated for resources: {'Port': ['ID=411627c8-871e-4742-abc0-08ac7610b1e0,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:29.884160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:29.930764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a126058-f7dd-4342-b23f-93c6efe91f07 None None] The sync data for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 is: [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:38:29.942187 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:38:28Z', 'revision_number': 3, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port': {'id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:28Z', 'updated_at': '2021-11-10T04:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:29.971202 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Checking router: 6788900a-bb06-4659-8066-a358bafd1297 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:38:29.971934 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Updating router 6788900a-bb06-4659-8066-a358bafd1297 port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:38:30.017741 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.127169 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.316661 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Allocated IP 172.20.0.1 (3623a189-3127-4bd4-a76d-3aed180a3725/ceeea954-b639-406d-9860-4b6a707663d7/b864a9d5-750e-46b2-9a19-0dbdc96854af) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:38:30.320646 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.328757 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.460527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.466517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b8b46-67ee-4a61-9363-67fe1f377404 None None] Network 3623a189-3127-4bd4-a76d-3aed180a3725 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:38:30.495652 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Attempting to bind port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:38:30.496017 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Attempting to bind port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:38:30.496634 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Attempting to bind port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:30.508893 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.509670 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:38:30.510078 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:30.511093 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.511479 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:38:30.511949 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Bound port: 50c555a5-ed93-4dc4-b54c-97b679f83ac9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:38:30.512324 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.529003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37fd693-b0b8-4a34-a12d-77710757911e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:30.551126 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Network 3623a189-3127-4bd4-a76d-3aed180a3725 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:30.556439 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:30.562033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:38:30.565026 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c7598-1af7-4727-a54d-53e39309c275 None None] Pushing event updated for resources: {'Port': ['ID=50c555a5-ed93-4dc4-b54c-97b679f83ac9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:30.593699 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Pushing event updated for resources: {'Port': ['ID=b864a9d5-750e-46b2-9a19-0dbdc96854af,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:30.595347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-71dc78e2-5a26-4ff2-b1c8-e3ec0de68964 None None] Provisioning complete for port da7caf6d-4248-4e2d-875e-53bd3b97bc54 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:30.595861 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-71dc78e2-5a26-4ff2-b1c8-e3ec0de68964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.619073 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] For port 50c555a5-ed93-4dc4-b54c-97b679f83ac9, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:38:30.623449 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] For port 50c555a5-ed93-4dc4-b54c-97b679f83ac9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=50c555a5-ed93-4dc4-b54c-97b679f83ac9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:38:30.626923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.631541 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.693228 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Routers {'6788900a-bb06-4659-8066-a358bafd1297'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:30.694056 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['6788900a-bb06-4659-8066-a358bafd1297'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:30.727280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f83a8-6b12-4a1e-9562-2d1c48f8ed58 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:38:30.779825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.818646 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] Set router 6788900a-bb06-4659-8066-a358bafd1297 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:30.889271 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-71dc78e2-5a26-4ff2-b1c8-e3ec0de68964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:30.960740 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c7598-1af7-4727-a54d-53e39309c275 None None] Pushing event updated for resources: {'Port': ['ID=50c555a5-ed93-4dc4-b54c-97b679f83ac9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:30.980167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-71dc78e2-5a26-4ff2-b1c8-e3ec0de68964 None None] For port da7caf6d-4248-4e2d-875e-53bd3b97bc54, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da7caf6d-4248-4e2d-875e-53bd3b97bc54,segment=NetworkSegment(6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777),segment_id=6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:30.994195 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-71dc78e2-5a26-4ff2-b1c8-e3ec0de68964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.073414 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:38:28Z', 'revision_number': 3, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port': {'id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:28Z', 'updated_at': '2021-11-10T04:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:31.090161 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.102112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.124301 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1753e-4805-4660-b3ce-ca4da43c024e None None] The sync data for ids ['6788900a-bb06-4659-8066-a358bafd1297'] in n-d-817326-2 is: [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:38:28Z', 'revision_number': 3, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port': {'id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:28Z', 'updated_at': '2021-11-10T04:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:38:31.141418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc78e2-5a26-4ff2-b1c8-e3ec0de68964 None None] Pushing event updated for resources: {'Port': ['ID=da7caf6d-4248-4e2d-875e-53bd3b97bc54,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:31.167225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-920ed595-3e8a-49f6-a2c8-40f059710496 None None] Provisioning complete for port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:31.167526 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-920ed595-3e8a-49f6-a2c8-40f059710496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.206347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da7caf6d-4248-4e2d-875e-53bd3b97bc54 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:31.217298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.322146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-920ed595-3e8a-49f6-a2c8-40f059710496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.323747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Pushing event updated for resources: {'Port': ['ID=b864a9d5-750e-46b2-9a19-0dbdc96854af,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:31.328949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port da7caf6d-4248-4e2d-875e-53bd3b97bc54 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:31.329319 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.382637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Network 3623a189-3127-4bd4-a76d-3aed180a3725 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:31.383279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-920ed595-3e8a-49f6-a2c8-40f059710496 None None] For port 50c555a5-ed93-4dc4-b54c-97b679f83ac9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=50c555a5-ed93-4dc4-b54c-97b679f83ac9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:31.384204 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:31.392230 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-920ed595-3e8a-49f6-a2c8-40f059710496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.484499 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 411627c8-871e-4742-abc0-08ac7610b1e0 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:31.486211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ed595-3e8a-49f6-a2c8-40f059710496 None None] Pushing event updated for resources: {'Port': ['ID=50c555a5-ed93-4dc4-b54c-97b679f83ac9,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:31.547456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-07324c09-0a4a-40c5-911d-a1e2efa33ee2 None None] Provisioning complete for port b864a9d5-750e-46b2-9a19-0dbdc96854af triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:31.547826 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-07324c09-0a4a-40c5-911d-a1e2efa33ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.566086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Router 6788900a-bb06-4659-8066-a358bafd1297 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:38:31.587703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 411627c8-871e-4742-abc0-08ac7610b1e0 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:31.588061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.612191 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-07324c09-0a4a-40c5-911d-a1e2efa33ee2 None None] Port b864a9d5-750e-46b2-9a19-0dbdc96854af cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:38:31.673991 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-07324c09-0a4a-40c5-911d-a1e2efa33ee2 None None] Provisioning complete for port da7caf6d-4248-4e2d-875e-53bd3b97bc54 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:31.674329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-07324c09-0a4a-40c5-911d-a1e2efa33ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:31.714024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:38:31.721994 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5abc027d-4c91-4412-8285-abe70e1fd7ab admin admin] 10.222.0.24 "PUT /v2.0/routers/6788900a-bb06-4659-8066-a358bafd1297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685432 Nov 10 04:38:31.935921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9ef8662b-47f2-4d69-ad94-7edd454c24ff None None] Provisioning complete for port b864a9d5-750e-46b2-9a19-0dbdc96854af triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:31.936289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ef8662b-47f2-4d69-ad94-7edd454c24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:32.136495 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8662b-47f2-4d69-ad94-7edd454c24ff None None] Port b864a9d5-750e-46b2-9a19-0dbdc96854af cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:38:33.155236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da7caf6d-4248-4e2d-875e-53bd3b97bc54 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:33.208917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port da7caf6d-4248-4e2d-875e-53bd3b97bc54 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:33.209409 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:33.304435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 50c555a5-ed93-4dc4-b54c-97b679f83ac9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:33.370163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:33.370694 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:33.629979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Sync routers for ids ['6788900a-bb06-4659-8066-a358bafd1297'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:38:33.643743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Routers {'6788900a-bb06-4659-8066-a358bafd1297'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:33.644381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['6788900a-bb06-4659-8066-a358bafd1297'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:33.756616 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Set router 6788900a-bb06-4659-8066-a358bafd1297 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:33.972443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:38:30Z', 'revision_number': 4, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port': {'id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:28Z', 'updated_at': '2021-11-10T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b864a9d5-750e-46b2-9a19-0dbdc96854af', 'name': '', 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'mac_address': 'fa:16:3e:cb:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ceeea954-b639-406d-9860-4b6a707663d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:30Z', 'updated_at': '2021-11-10T04:38:30Z', 'revision_number': 2, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'subnets': [{'id': 'ceeea954-b639-406d-9860-4b6a707663d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:34.002217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Checking router: 6788900a-bb06-4659-8066-a358bafd1297 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:38:34.002567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Updating router 6788900a-bb06-4659-8066-a358bafd1297 port b864a9d5-750e-46b2-9a19-0dbdc96854af binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:38:34.036093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:34.333286 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:34.342193 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:34.409117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e97c0-a217-46b4-a8b6-4d6ea855023b None None] Pushing event updated for resources: {'Port': ['ID=b864a9d5-750e-46b2-9a19-0dbdc96854af,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:34.471529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Attempting to bind port b864a9d5-750e-46b2-9a19-0dbdc96854af on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:38:34.472438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Attempting to bind port b864a9d5-750e-46b2-9a19-0dbdc96854af by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:38:34.472921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Attempting to bind port b864a9d5-750e-46b2-9a19-0dbdc96854af on network 3623a189-3127-4bd4-a76d-3aed180a3725 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:34.483567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:38:34.485343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Checking segment: {'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:34.485913 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:34.486485 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Bound using segment: {'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:38:34.487152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Bound port: b864a9d5-750e-46b2-9a19-0dbdc96854af, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:38:34.487532 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:34.577464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] For port b864a9d5-750e-46b2-9a19-0dbdc96854af, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:38:34.582549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] For port b864a9d5-750e-46b2-9a19-0dbdc96854af, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b864a9d5-750e-46b2-9a19-0dbdc96854af,segment=NetworkSegment(6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777),segment_id=6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:38:34.592946 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:34.662177 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e97c0-a217-46b4-a8b6-4d6ea855023b None None] Pushing event updated for resources: {'Port': ['ID=b864a9d5-750e-46b2-9a19-0dbdc96854af,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:34.680523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Routers {'6788900a-bb06-4659-8066-a358bafd1297'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:38:34.681997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:38:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['6788900a-bb06-4659-8066-a358bafd1297'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:34.742168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-441beedf-a66b-401a-95bf-7db875ad8fef None None] Provisioning complete for port b864a9d5-750e-46b2-9a19-0dbdc96854af triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:34.742617 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-441beedf-a66b-401a-95bf-7db875ad8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:34.847143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] Set router 6788900a-bb06-4659-8066-a358bafd1297 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:38:35.009751 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-441beedf-a66b-401a-95bf-7db875ad8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:35.069987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-441beedf-a66b-401a-95bf-7db875ad8fef None None] For port b864a9d5-750e-46b2-9a19-0dbdc96854af, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b864a9d5-750e-46b2-9a19-0dbdc96854af,segment=NetworkSegment(6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777),segment_id=6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:35.095851 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-441beedf-a66b-401a-95bf-7db875ad8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:35.158572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441beedf-a66b-401a-95bf-7db875ad8fef None None] Pushing event updated for resources: {'Port': ['ID=b864a9d5-750e-46b2-9a19-0dbdc96854af,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:35.174479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:38:30Z', 'revision_number': 4, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port': {'id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:28Z', 'updated_at': '2021-11-10T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b864a9d5-750e-46b2-9a19-0dbdc96854af', 'name': '', 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'mac_address': 'fa:16:3e:cb:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ceeea954-b639-406d-9860-4b6a707663d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:30Z', 'updated_at': '2021-11-10T04:38:34Z', 'revision_number': 4, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'subnets': [{'id': 'ceeea954-b639-406d-9860-4b6a707663d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:38:35.204267 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8697c51-a6e0-4a9e-958c-07e6b81881fc None None] The sync data for ids ['6788900a-bb06-4659-8066-a358bafd1297'] in n-d-817326-2 is: [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:38:30Z', 'revision_number': 4, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port': {'id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:28Z', 'updated_at': '2021-11-10T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b864a9d5-750e-46b2-9a19-0dbdc96854af', 'name': '', 'network_id': '3623a189-3127-4bd4-a76d-3aed180a3725', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'mac_address': 'fa:16:3e:cb:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ceeea954-b639-406d-9860-4b6a707663d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:30Z', 'updated_at': '2021-11-10T04:38:34Z', 'revision_number': 4, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'subnets': [{'id': 'ceeea954-b639-406d-9860-4b6a707663d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:38:35.221553 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9406ba58-bbd3-4f14-9d57-b06da318c67c None None] Provisioning complete for port b864a9d5-750e-46b2-9a19-0dbdc96854af triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:35.221924 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9406ba58-bbd3-4f14-9d57-b06da318c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:37.116999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b864a9d5-750e-46b2-9a19-0dbdc96854af up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:37.185129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b864a9d5-750e-46b2-9a19-0dbdc96854af triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:37.185587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:38.421987 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:41.874030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-e35093b1-d4dc-42f8-9d37-7b7de6a91e0a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:41.875384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-e35093b1-d4dc-42f8-9d37-7b7de6a91e0a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 815 time: 0.0980980 Nov 10 04:38:41.889580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-4a3331d0-10a8-4ac9-9f1b-1ea31162f768 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/quotas/415092b62e7348cbba0ce67c6e2395d1 HTTP/1.1" status: 200 len: 375 time: 0.0086560 Nov 10 04:38:41.938121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-a31164f2-e286-4082-b0f8-9a38daa80e36 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435233 Nov 10 04:38:42.039684 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-75abe6c0-a937-4558-a0a1-b8e9ca783be2 service neutron] 10.222.0.24 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902777 Nov 10 04:38:42.138681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-31fd4de5-4b42-4c91-a221-bc199040eee4 service neutron] 10.222.0.24 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919166 Nov 10 04:38:42.298674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-04cb0008-350a-4206-bee3-aa811e859115 req-745f0c80-6a66-44fe-8771-531233cdd404 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 210 time: 0.0275078 Nov 10 04:38:42.799462 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:38:43.215132 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-f00152ce-adbe-475a-952c-599d84ca8d1d tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:43.216596 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-f00152ce-adbe-475a-952c-599d84ca8d1d tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 815 time: 0.1055751 Nov 10 04:38:43.229532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'port': {'device_id': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'admin_state_up': True, 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:43.343810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Made reservation on behalf of 415092b62e7348cbba0ce67c6e2395d1 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:38:43.348616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:43.402905 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb70c312-530a-4425-8bc3-3bacf9daea58 req-ca59af17-2997-4414-a9aa-342af225cc8f tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 210 time: 0.0286791 Nov 10 04:38:43.433864 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a146bb63-3489-4342-9e08-c7fa762f0ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:43.507586 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Allocated IP 172.20.0.9 (be7d66bf-627e-46c3-b4af-639f2a80e32a/71376f7d-28ac-49ad-b83b-d4a42c3cd9a4/8b3c74bf-019d-4a6b-b95a-c7c6833932fe) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:38:43.716417 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:43.759237 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:43.809542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Network be7d66bf-627e-46c3-b4af-639f2a80e32a is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:38:43.814615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:38:43.822004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:38:43.853241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:43.867794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.868149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.868523 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.868841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.869214 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.869889 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.870253 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.870580 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.870906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.871485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.871819 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.872671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:43.892263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:43.892904 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:43.910672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-e3c8099f-1109-4f8c-ac0c-5dd33cb20869 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6853979 Nov 10 04:38:44.061667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ea15eb14-086b-4c37-a625-e2921565d71a None None] Provisioning complete for port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:44.062346 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ea15eb14-086b-4c37-a625-e2921565d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:44.098058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ea15eb14-086b-4c37-a625-e2921565d71a None None] Port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:38:44.521692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c3fc7-d153-4dd0-8381-b1b4288e00b6 req-abb9b18b-1d4d-4bc0-92af-9bb90edd214a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:44.523352 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f55c3fc7-d153-4dd0-8381-b1b4288e00b6 req-abb9b18b-1d4d-4bc0-92af-9bb90edd214a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0494816 Nov 10 04:38:44.571534 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f55c3fc7-d153-4dd0-8381-b1b4288e00b6 req-d6d10d44-0dcd-4329-9c77-96e502178977 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Nov 10 04:38:45.704729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ac6c-c6f3-4074-adb6-742890121dd0 req-0fd4395b-4804-40a4-b7f8-f0a213058375 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:45.706286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f70ac6c-c6f3-4074-adb6-742890121dd0 req-0fd4395b-4804-40a4-b7f8-f0a213058375 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0555048 Nov 10 04:38:45.734842 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-29d828c8-c951-47b6-8536-3574527578f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:45.762544 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8f70ac6c-c6f3-4074-adb6-742890121dd0 req-38ab7cc1-30e4-42d5-acd8-5be4accf19ed tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Nov 10 04:38:46.879699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12c94c-7994-427d-85f0-6bad40a01c06 req-b593cd2e-681d-42cc-b9ee-b5e6020acfac tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:46.882173 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc12c94c-7994-427d-85f0-6bad40a01c06 req-b593cd2e-681d-42cc-b9ee-b5e6020acfac tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0511789 Nov 10 04:38:46.934093 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc12c94c-7994-427d-85f0-6bad40a01c06 req-2df29fd4-ac8c-4880-a66b-e316be86a378 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Nov 10 04:38:46.949134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:48.055614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fcf5e-7e41-41e7-ae39-86e74625382c req-c0489aa2-1567-4601-a01c-352608189c33 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:48.057217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f6fcf5e-7e41-41e7-ae39-86e74625382c req-c0489aa2-1567-4601-a01c-352608189c33 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0517285 Nov 10 04:38:48.109925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f6fcf5e-7e41-41e7-ae39-86e74625382c req-e7c38ce8-5c52-4eb8-9c0d-496f605a01db tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 Nov 10 04:38:48.592575 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:49.239124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd94de-5d01-4e83-857f-401123d78b45 req-e1d3e4d7-caee-4b82-b025-8bc0f580c7f9 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:49.247244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93bd94de-5d01-4e83-857f-401123d78b45 req-e1d3e4d7-caee-4b82-b025-8bc0f580c7f9 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0587265 Nov 10 04:38:49.249200 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:49.292482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-93bd94de-5d01-4e83-857f-401123d78b45 req-c2eb267d-c848-44c7-9043-6d507a10c7e6 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Nov 10 04:38:50.414127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cd7ba-88d9-4df5-b6ab-328b49765bac req-27b7fa80-1243-4fdc-b8ac-548dfc0f8399 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:50.418379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee4cd7ba-88d9-4df5-b6ab-328b49765bac req-27b7fa80-1243-4fdc-b8ac-548dfc0f8399 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0556066 Nov 10 04:38:50.466314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee4cd7ba-88d9-4df5-b6ab-328b49765bac req-a4c222f9-bcae-49bb-9a08-4b2c898d9e8c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Nov 10 04:38:51.600878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71244d2f-f491-48b2-8490-9c483726fb56 req-ffa94d68-2678-4b8c-90ae-66ae96b0bb83 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:51.602531 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71244d2f-f491-48b2-8490-9c483726fb56 req-ffa94d68-2678-4b8c-90ae-66ae96b0bb83 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0537615 Nov 10 04:38:51.656920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-71244d2f-f491-48b2-8490-9c483726fb56 req-382aea15-a64b-427b-8fb2-1bf579e477fb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Nov 10 04:38:52.775867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32222ef3-4fd3-44ac-8548-058af04e8988 req-a14d8486-b537-40b1-9635-21b73a9a1b2a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:52.778840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32222ef3-4fd3-44ac-8548-058af04e8988 req-a14d8486-b537-40b1-9635-21b73a9a1b2a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 931 time: 0.0527453 Nov 10 04:38:52.850582 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-32222ef3-4fd3-44ac-8548-058af04e8988 req-f19b5e22-8a93-4a0d-a3c5-f5f5ab181b08 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645905 Nov 10 04:38:53.236140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Request body: {'port': {'device_id': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:38:53.289422 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:53.547533 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3c74bf-019d-4a6b-b95a-c7c6833932fe {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:38:53.554650 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:53.566705 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Transition to ACTIVE for port object 8b3c74bf-019d-4a6b-b95a-c7c6833932fe will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:38:53.570534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:53.635407 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:53.691322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Attempting to bind port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:38:53.691655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Attempting to bind port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:38:53.691981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Attempting to bind port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe on network be7d66bf-627e-46c3-b4af-639f2a80e32a {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:53.696360 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe on network be7d66bf-627e-46c3-b4af-639f2a80e32a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:38:53.696678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Attempting to bind port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe on network be7d66bf-627e-46c3-b4af-639f2a80e32a {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:38:53.702066 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:38:53.702402 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Checking segment: {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:38:53.702778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Bound using segment: {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:38:53.703202 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Bound port: 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a845fa6-7f4e-4a12-945d-a2182fe8eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:38:53.703554 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:53.767605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:38:53.770792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:38:53.775369 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:53.806941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:53.807618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:53.808975 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 1091 time: 0.5779779 Nov 10 04:38:53.810031 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:38:53.812201 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:38:53.839607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f3da2-ac36-4769-b031-3e112a5d64e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:53.879230 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041a3b11-375c-47a6-a11f-9dc89b5b41d7 x-openstack-request-id: req-041a3b11-375c-47a6-a11f-9dc89b5b41d7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:38:53.879543 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:38:53.879760 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-041a3b11-375c-47a6-a11f-9dc89b5b41d7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:38:53.880156 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'status': 'completed', 'code': 200} Nov 10 04:38:53.897596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-f5f41acc-7243-443a-9692-a71fe674c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:53.899231 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-f5f41acc-7243-443a-9692-a71fe674c61e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1094 time: 0.0493536 Nov 10 04:38:53.926005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:53.948269 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-4081344a-014b-4f70-8ba3-d828cbc1c772 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 217 time: 0.0402913 Nov 10 04:38:53.980404 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1f0fd-1671-4127-beed-35d83758b698 req-19aba1ff-c190-4fd6-871d-83cf51a8e62f tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:53.983188 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42f1f0fd-1671-4127-beed-35d83758b698 req-19aba1ff-c190-4fd6-871d-83cf51a8e62f tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 943 time: 0.0533910 Nov 10 04:38:54.004553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-4079f5f3-815f-47de-b99b-ce35739de147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:54.006052 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-4079f5f3-815f-47de-b99b-ce35739de147 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0478160 Nov 10 04:38:54.035641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42f1f0fd-1671-4127-beed-35d83758b698 req-4f205fb0-573d-4085-833a-6a9905ba2d67 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Nov 10 04:38:54.052389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997635-713e-4719-b59d-83d52def96f1 req-3a1ec31e-e1b1-49e2-94d0-c54644e42038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:54.053878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-3a1ec31e-e1b1-49e2-94d0-c54644e42038 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413539 Nov 10 04:38:54.145562 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-38939c02-c1b5-4abc-9365-420e5fd704df service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Nov 10 04:38:54.232781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a1997635-713e-4719-b59d-83d52def96f1 req-a8376478-b703-4503-9908-c3b029f5a5c6 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804698 Nov 10 04:38:54.322904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-960098d6-3ec6-48b0-887f-af98d5a8e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:54.324392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-960098d6-3ec6-48b0-887f-af98d5a8e618 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1094 time: 0.0410655 Nov 10 04:38:54.416631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-1d46224f-4ecd-438e-87fe-973d23a661c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:54.418015 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-1d46224f-4ecd-438e-87fe-973d23a661c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.0866606 Nov 10 04:38:54.463283 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-92160f4d-11fd-4815-94f8-ddfe567eb41a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 217 time: 0.0379822 Nov 10 04:38:54.516860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-e5ff263d-a7ba-4297-b854-1bc9bd626139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:54.518324 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-e5ff263d-a7ba-4297-b854-1bc9bd626139 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0474300 Nov 10 04:38:54.563241 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-9aa84801-bd4c-4a95-9a5f-66625c214904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:54.564678 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-9aa84801-bd4c-4a95-9a5f-66625c214904 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392337 Nov 10 04:38:54.657865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-fea30a53-23cf-4f2f-b43f-d05d7d1e45bb service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851142 Nov 10 04:38:55.028197 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-270b4b8d-52d9-45fc-aa9e-56f598cbb43a req-61b1e204-6eda-4ada-9dad-b77af41c627f service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627489 Nov 10 04:38:55.158592 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db57554-c490-4134-9ed2-8951590253b1 req-9926d049-a567-417e-98bb-4302a2196ab0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:55.160131 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7db57554-c490-4134-9ed2-8951590253b1 req-9926d049-a567-417e-98bb-4302a2196ab0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 943 time: 0.0505352 Nov 10 04:38:55.207664 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7db57554-c490-4134-9ed2-8951590253b1 req-385ee706-ce75-4a50-bb55-2e39c4d78ecd tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Nov 10 04:38:56.323896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47a775-84be-45e6-85b3-e40c5c9f94ea req-f0305a3b-c7a9-4300-933f-8f7a7d421df0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:56.325422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b47a775-84be-45e6-85b3-e40c5c9f94ea req-f0305a3b-c7a9-4300-933f-8f7a7d421df0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 943 time: 0.0499187 Nov 10 04:38:56.372715 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b47a775-84be-45e6-85b3-e40c5c9f94ea req-1e333def-a8ea-46b2-b641-13847279f32d tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Nov 10 04:38:57.471665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 8b3c74bf-019d-4a6b-b95a-c7c6833932fe details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:38:57.505657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c69eed-c781-4511-95bb-a57a62621ecf req-79cd10d8-76a7-40f1-84f8-b56da3a00b2e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:57.507138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09c69eed-c781-4511-95bb-a57a62621ecf req-79cd10d8-76a7-40f1-84f8-b56da3a00b2e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 943 time: 0.0518134 Nov 10 04:38:57.554454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-09c69eed-c781-4511-95bb-a57a62621ecf req-03914063-1045-42e5-a6e8-848dda4e6c4c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Nov 10 04:38:57.567186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:57.578884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'port_id': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'mac_address': 'fa:16:3e:b8:04:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:38:57.614720 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:57.627324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3c74bf-019d-4a6b-b95a-c7c6833932fe {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:38:57.647329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:57.650957 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:57.698059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:57.705375 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.705712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.706067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.706391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.706712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.707032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.707362 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.707660 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.707970 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.708279 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.708588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.708897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:38:57.896855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['8b3c74bf-019d-4a6b-b95a-c7c6833932fe'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:38:58.669264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539479a9-402b-4493-9d22-a84a354bd86e req-c496d8ff-0db4-4c8c-81b3-ed4f288785ac tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:58.670765 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-539479a9-402b-4493-9d22-a84a354bd86e req-c496d8ff-0db4-4c8c-81b3-ed4f288785ac tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 944 time: 0.0486226 Nov 10 04:38:58.716487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-539479a9-402b-4493-9d22-a84a354bd86e req-4d15b833-60ba-4173-8594-e64fd3b68443 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399590 Nov 10 04:38:59.488305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 8b3c74bf-019d-4a6b-b95a-c7c6833932fe up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:38:59.538190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:38:59.542132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:38:59.542499 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:59.617873 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:59.639228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:38:59.641533 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5064db-c45b-4f9a-8c7b-8b0476c27033" -d '{"events": [{"server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:38:59.654280 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:38:59.658147 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:38:59.680920 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35c49bd-1ad2-45cf-ab44-f878b621adf1 x-openstack-request-id: req-c35c49bd-1ad2-45cf-ab44-f878b621adf1 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:38:59.681203 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:38:59.681447 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c35c49bd-1ad2-45cf-ab44-f878b621adf1 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:38:59.681821 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'code': 200} Nov 10 04:38:59.710566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:38:59.776842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d0fbb-734f-4727-a1a1-a0a0ba31990b req-f3dfa5c2-8429-4f33-8b58-7e63048bebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:59.778915 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-054d0fbb-734f-4727-a1a1-a0a0ba31990b req-f3dfa5c2-8429-4f33-8b58-7e63048bebf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1096 time: 0.0401955 Nov 10 04:38:59.825646 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-054d0fbb-734f-4727-a1a1-a0a0ba31990b req-a7e95793-d3db-4334-924f-d26d79303b29 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Nov 10 04:38:59.834674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041a7f-6540-4389-9538-0fc454f266d5 req-44ffbcc6-c2d7-454e-b3b7-84eae405772c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:38:59.836138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6041a7f-6540-4389-9538-0fc454f266d5 req-44ffbcc6-c2d7-454e-b3b7-84eae405772c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0507607 Nov 10 04:38:59.882371 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b6041a7f-6540-4389-9538-0fc454f266d5 req-4d7dc893-5fd3-4d83-999b-040e4165fe97 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Nov 10 04:39:01.000206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c815f7-a19b-4d22-ba27-b0fc79163b38 req-677b1d97-3031-4d63-b450-b0768ab42cad tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:01.001665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6c815f7-a19b-4d22-ba27-b0fc79163b38 req-677b1d97-3031-4d63-b450-b0768ab42cad tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0478663 Nov 10 04:39:01.047782 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6c815f7-a19b-4d22-ba27-b0fc79163b38 req-b614cd54-7272-472f-b47e-4a5879e9a427 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Nov 10 04:39:01.163776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e88116-aeae-4ab9-914f-be0bd6f5ee71 req-0914da5b-87d6-4496-9360-8ff4a95e9bd6 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:01.165138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76e88116-aeae-4ab9-914f-be0bd6f5ee71 req-0914da5b-87d6-4496-9360-8ff4a95e9bd6 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0475748 Nov 10 04:39:01.214218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-76e88116-aeae-4ab9-914f-be0bd6f5ee71 req-f6f0aaaf-c214-48e4-b19a-f0440856814b tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Nov 10 04:39:01.397431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82b96f-215d-4858-a7ba-471a7c3a90bc req-18818e82-6a73-4173-a069-82e33fbcf5ed tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:01.398889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e82b96f-215d-4858-a7ba-471a7c3a90bc req-18818e82-6a73-4173-a069-82e33fbcf5ed tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0470839 Nov 10 04:39:01.444291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e82b96f-215d-4858-a7ba-471a7c3a90bc req-bb9433d6-b3d1-4221-b966-46e123f855ad tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Nov 10 04:39:08.415565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:13.426491 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aede2d9f-0616-41ac-b9ff-3966540ae2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:13.963822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ef1f8-e47f-4ea9-8ba4-32e995c2d24e req-49ea8d35-0c24-48bc-89c2-34ea9815598e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:13.965284 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-121ef1f8-e47f-4ea9-8ba4-32e995c2d24e req-49ea8d35-0c24-48bc-89c2-34ea9815598e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0474083 Nov 10 04:39:14.010523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-121ef1f8-e47f-4ea9-8ba4-32e995c2d24e req-c248b9b9-d800-4eef-813c-5b43bd8482db tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393209 Nov 10 04:39:14.033286 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47656) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:14.213262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be2e1b-bed6-4f16-8a53-6008d5e526e0 tempest-TestMinimumBasicScenario-799809158 tempest-TestMinimumBasicScenario-799809158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:14.214793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-27be2e1b-bed6-4f16-8a53-6008d5e526e0 tempest-TestMinimumBasicScenario-799809158 tempest-TestMinimumBasicScenario-799809158-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1091 time: 0.1805418 Nov 10 04:39:14.217861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47660) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:14.222089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:14.243221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:14.335095 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:14.436690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Allocated IP 172.25.6.200 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/4fcf2e0a-21af-4899-b772-4de4a7140d83) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:39:14.535672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:14.566881 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:14.610002 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:39:14.612783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:39:14.616392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:39:14.622476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'Port': ['ID=4fcf2e0a-21af-4899-b772-4de4a7140d83,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:14.961071 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:15.024763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:15.506221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:15.510835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:15.578500 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'Port': ['ID=4fcf2e0a-21af-4899-b772-4de4a7140d83,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:15.586436 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:15.683062 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Floating IP 0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa associated. External IP: 172.25.6.200, port: 8b3c74bf-019d-4a6b-b95a-c7c6833932fe. Nov 10 04:39:15.739314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-25781a89-8f18-4e93-b9b8-44068ba78582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:15.884172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:39:15.991181 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:39:16.001475 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] Sync routers for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:39:16.008538 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.011175 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:39:16.011874 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:39:16.035926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-45e9b345-c114-4643-a71f-4c99caa2bb84 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8170419 Nov 10 04:39:16.037276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:39:16.038829 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47662) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:16.044941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7398cb81-5d76-4332-bbbe-50e135ab16b0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045721853', 'description': 'tempest-secgroup-smoke-1045721853 description', 'project_id': '415092b62e7348cbba0ce67c6e2395d1'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:16.067444 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7398cb81-5d76-4332-bbbe-50e135ab16b0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.124861 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:39:16.139183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7398cb81-5d76-4332-bbbe-50e135ab16b0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.143773 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7398cb81-5d76-4332-bbbe-50e135ab16b0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.170735 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a141a-0d0c-402d-894d-d30c729ef3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:39:16.174562 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7398cb81-5d76-4332-bbbe-50e135ab16b0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.178524 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7398cb81-5d76-4332-bbbe-50e135ab16b0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1358500 Nov 10 04:39:16.178524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398cb81-5d76-4332-bbbe-50e135ab16b0 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacbea0e-e658-4979-86d2-f6a74054d1cd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:16.179036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47668) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:16.186094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6d3d6f31-3239-4e3d-9afd-9e0457b987a3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'security_group_rule': {'security_group_id': 'cacbea0e-e658-4979-86d2-f6a74054d1cd', 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:16.215789 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6f31-3239-4e3d-9afd-9e0457b987a3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.266805 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6f31-3239-4e3d-9afd-9e0457b987a3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.271078 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6f31-3239-4e3d-9afd-9e0457b987a3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.278195 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52c08a2-7c61-4a58-bc69-011dd863a927 x-openstack-request-id: req-a52c08a2-7c61-4a58-bc69-011dd863a927 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:39:16.278476 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:39:16.278719 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a52c08a2-7c61-4a58-bc69-011dd863a927 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:39:16.279149 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'status': 'completed', 'code': 200} Nov 10 04:39:16.294968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d6f31-3239-4e3d-9afd-9e0457b987a3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be8a23b-7025-42b0-b98b-b6434c8ee154,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:16.302850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6f31-3239-4e3d-9afd-9e0457b987a3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.306738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6d3d6f31-3239-4e3d-9afd-9e0457b987a3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242528 Nov 10 04:39:16.306892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47672) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:16.312279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f53bd20b-5bcc-44c2-b56d-b0c60ed48e85 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'security_group_rule': {'security_group_id': 'cacbea0e-e658-4979-86d2-f6a74054d1cd', 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:16.340016 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f53bd20b-5bcc-44c2-b56d-b0c60ed48e85 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.343140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-03019bb7-5f69-46f8-a946-5a1ac7244eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:16.344856 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-03019bb7-5f69-46f8-a946-5a1ac7244eae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1096 time: 0.0445070 Nov 10 04:39:16.378865 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'port_id': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'mac_address': 'fa:16:3e:b8:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:39:14Z', 'updated_at': '2021-11-10T04:39:14Z', 'revision_number': 0, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 5, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:39:16.401264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f53bd20b-5bcc-44c2-b56d-b0c60ed48e85 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.404955 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f53bd20b-5bcc-44c2-b56d-b0c60ed48e85 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.406510 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] Checking router: cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:39:16.417815 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:39:16.418728 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:39:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:39:16.423598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bd20b-5bcc-44c2-b56d-b0c60ed48e85 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bb9ae5-d46e-41f5-8338-a21a231dff2e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:16.434028 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f53bd20b-5bcc-44c2-b56d-b0c60ed48e85 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.438399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f53bd20b-5bcc-44c2-b56d-b0c60ed48e85 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280720 Nov 10 04:39:16.438617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47674) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:16.442986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-91780c34-880d-4bf6-81fd-f80ff981c1c4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'security_group_rule': {'security_group_id': 'cacbea0e-e658-4979-86d2-f6a74054d1cd', 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:16.446941 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-ec29a520-9ed0-497b-b9c0-9144dbbc7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:16.448509 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-ec29a520-9ed0-497b-b9c0-9144dbbc7e9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.0975268 Nov 10 04:39:16.473979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91780c34-880d-4bf6-81fd-f80ff981c1c4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.519047 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-6f9eb83f-ee08-4827-96fb-a2b50c413255 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 999 time: 0.0634003 Nov 10 04:39:16.532862 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:39:16.536217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91780c34-880d-4bf6-81fd-f80ff981c1c4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.540456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91780c34-880d-4bf6-81fd-f80ff981c1c4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.558723 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91780c34-880d-4bf6-81fd-f80ff981c1c4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921d2963-58b1-4fd8-83db-00f3b6dfa3c6,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:16.566299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-91780c34-880d-4bf6-81fd-f80ff981c1c4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.569960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-91780c34-880d-4bf6-81fd-f80ff981c1c4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279039 Nov 10 04:39:16.570655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47676) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:16.576498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-ede2be1e-9c21-4d4d-8bb4-86d6ecf20c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:16.578865 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-ede2be1e-9c21-4d4d-8bb4-86d6ecf20c7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0530951 Nov 10 04:39:16.581686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-81be18ef-5081-484e-a586-3cf968b1e322 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'security_group_rule': {'security_group_id': 'cacbea0e-e658-4979-86d2-f6a74054d1cd', 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:16.618889 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-81be18ef-5081-484e-a586-3cf968b1e322 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.629410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-14c37c88-ee45-4282-b5d8-42933c3b9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:16.631327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-14c37c88-ee45-4282-b5d8-42933c3b9af3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443227 Nov 10 04:39:16.678433 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-81be18ef-5081-484e-a586-3cf968b1e322 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.682864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-81be18ef-5081-484e-a586-3cf968b1e322 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.702645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be18ef-5081-484e-a586-3cf968b1e322 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d933eb7-2ac8-4393-88d4-fd28d2939935,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:16.711482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-81be18ef-5081-484e-a586-3cf968b1e322 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.712758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-81be18ef-5081-484e-a586-3cf968b1e322 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416607 Nov 10 04:39:16.716087 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47678) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:16.720955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'security_group_rule': {'security_group_id': 'cacbea0e-e658-4979-86d2-f6a74054d1cd', 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:16.732226 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-3259c490-ef73-40f5-98ee-b5a3ee71c53c service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939105 Nov 10 04:39:16.743226 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Project 415092b62e7348cbba0ce67c6e2395d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:39:16.748754 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.779203 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'port_id': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'mac_address': 'fa:16:3e:b8:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:39:14Z', 'updated_at': '2021-11-10T04:39:14Z', 'revision_number': 0, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 5, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:39:16.815133 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.818879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.838830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2298b9-834b-4b39-a51c-e031fd4b827f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:16.845413 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-541a141a-0d0c-402d-894d-d30c729ef3e3 req-b42ac202-0761-4005-a2fd-6ec40ee5a23a service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056364 Nov 10 04:39:16.849708 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.851746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-855fbcc1-9c1a-43f1-a918-bf3feef3711e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345191 Nov 10 04:39:16.854303 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47680) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:39:16.858813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'security_group_rule': {'security_group_id': 'cacbea0e-e658-4979-86d2-f6a74054d1cd', 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:16.882931 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Project 415092b62e7348cbba0ce67c6e2395d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:39:16.888749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.916654 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc979d1-86c2-44c1-82b7-f3540f0557ce None None] The sync data for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 is: [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'port_id': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'mac_address': 'fa:16:3e:b8:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:39:14Z', 'updated_at': '2021-11-10T04:39:14Z', 'revision_number': 0, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 5, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:39:16.941129 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.953123 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.957221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.976412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a43a4aa-b21d-446d-9fb6-58b6af18699e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:16.985238 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:16.986463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bd23ec33-7a30-497c-aaac-0b90948621f5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311946 Nov 10 04:39:17.079001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f455848-662b-4429-a29f-c2f01d64697d req-5fe1a866-9ee4-4c07-9185-7ac5fdf6e47c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045721853&fields=id&tenant_id=415092b62e7348cbba0ce67c6e2395d1 HTTP/1.1" status: 200 len: 267 time: 0.0465460 Nov 10 04:39:17.121542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c576f4-ae52-46d1-8370-e1fab2138097 None None] New status for floating IP 0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:39:17.135547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455848-662b-4429-a29f-c2f01d64697d req-5b14150a-98ec-4d85-ae0d-6e258e902098 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:17.137096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f455848-662b-4429-a29f-c2f01d64697d req-5b14150a-98ec-4d85-ae0d-6e258e902098 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0517268 Nov 10 04:39:17.148896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'port': {'security_groups': ['3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3', 'cacbea0e-e658-4979-86d2-f6a74054d1cd']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:39:17.222580 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:17.411494 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:39:17.439396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:17.443786 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:17.455597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['8b3c74bf-019d-4a6b-b95a-c7c6833932fe'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:39:17.490411 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:17.491047 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:17.492429 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f455848-662b-4429-a29f-c2f01d64697d req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "PUT /v2.0/ports/8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 981 time: 0.3483365 Nov 10 04:39:17.513360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e2f6e-1cbd-4eb2-9c7b-2c1241e78ec4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=6']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:39:17.550453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['8b3c74bf-019d-4a6b-b95a-c7c6833932fe'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:39:17.607492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88637640-76e7-4c3f-87e8-cdbe455322d1 req-0cab53d7-b378-4a1a-8365-18dbca03884c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:17.609268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88637640-76e7-4c3f-87e8-cdbe455322d1 req-0cab53d7-b378-4a1a-8365-18dbca03884c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0536656 Nov 10 04:39:17.685067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88637640-76e7-4c3f-87e8-cdbe455322d1 req-acb096d4-b952-4549-98ae-16a3e0d567fe tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695841 Nov 10 04:39:17.813470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c4e570dd-77ae-4247-825c-bb60fe6b156c None None] Provisioning complete for port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:39:17.813775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c4e570dd-77ae-4247-825c-bb60fe6b156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:18.280374 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:39:18.282681 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c826d0-e17d-44ce-a611-1ce2433c8505" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:39:18.319698 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e6ca4-b4b6-4c4e-9c18-2483afa7a7bd x-openstack-request-id: req-b43e6ca4-b4b6-4c4e-9c18-2483afa7a7bd {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:39:18.319984 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:39:18.320227 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b43e6ca4-b4b6-4c4e-9c18-2483afa7a7bd {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:39:18.320620 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'status': 'completed', 'code': 200} Nov 10 04:39:18.383331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-a79eca0c-b121-457b-a3b8-111201439c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:18.384784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-a79eca0c-b121-457b-a3b8-111201439c38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1135 time: 0.0410333 Nov 10 04:39:18.475798 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-efd2464e-573d-493d-b2df-2de5d8f7d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:18.477290 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-efd2464e-573d-493d-b2df-2de5d8f7d0b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.0856121 Nov 10 04:39:18.542920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-00bdc258-8f54-4bf4-8580-9e0e2d57faa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 1001 time: 0.0576241 Nov 10 04:39:18.594550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-1d549e2a-201a-4cb4-a5d5-963a37951386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:18.594757 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:18.596075 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-1d549e2a-201a-4cb4-a5d5-963a37951386 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0459595 Nov 10 04:39:18.649085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-8822fe09-cba5-44fe-aa80-7b2e5a526cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:18.651325 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-8822fe09-cba5-44fe-aa80-7b2e5a526cb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487211 Nov 10 04:39:18.743816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-fa2d8b4c-4a42-400f-9b0e-a3ba5a0dbbf2 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811255 Nov 10 04:39:18.835042 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a9c826d0-e17d-44ce-a611-1ce2433c8505 req-afbfe2ea-075a-4c2d-b0eb-3388edf02f1c service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Nov 10 04:39:19.232407 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:19.799777 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:39:23.932513 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:27.338656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-7d314671-6157-40d7-bcd0-f02e8a90675c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390038 Nov 10 04:39:27.419620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-3810daeb-9124-427f-a35d-9e870adfa29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:27.421683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-3810daeb-9124-427f-a35d-9e870adfa29f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1135 time: 0.0403929 Nov 10 04:39:27.525542 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-9454859d-5125-490d-9612-1bc127cac035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:27.527044 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-9454859d-5125-490d-9612-1bc127cac035 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.0867317 Nov 10 04:39:27.592529 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-97d29636-50ab-4098-ad6e-9f85e7910bf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 1001 time: 0.0572124 Nov 10 04:39:27.650359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-b2af7184-a7e9-46d9-bac0-26c5fccffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:27.651918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-b2af7184-a7e9-46d9-bac0-26c5fccffa2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0523820 Nov 10 04:39:27.698763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-990a4d12-44f0-4261-afc8-38955fc5fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:27.700219 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-990a4d12-44f0-4261-afc8-38955fc5fafd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408571 Nov 10 04:39:27.711337 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-10bbe3cf-e14f-4944-8894-560483f49421 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:39:27.712314 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-10bbe3cf-e14f-4944-8894-560483f49421 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048904 Nov 10 04:39:27.799285 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-e9a48431-bb2b-4205-bbc3-cc388971dc50 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795717 Nov 10 04:39:27.888248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9ce6f63b-3905-4ce9-93c4-b2d6c31bdead req-73ba25ea-b6df-4ff2-94f7-011ac7dd1010 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824034 Nov 10 04:39:34.923233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0334ee-a941-4cf1-a015-fb1d403bd808 req-fabd7bba-b6fb-4080-a8ae-9746f991b534 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:34.924743 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf0334ee-a941-4cf1-a015-fb1d403bd808 req-fabd7bba-b6fb-4080-a8ae-9746f991b534 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0509615 Nov 10 04:39:34.924867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-2f5c01df-6c6b-41cf-afba-009b95ab2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:34.930985 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-2f5c01df-6c6b-41cf-afba-009b95ab2c51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1135 time: 0.0466976 Nov 10 04:39:34.985470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cf0334ee-a941-4cf1-a015-fb1d403bd808 req-09c9b5ef-0aa7-4fee-ad7a-3205343e0420 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545356 Nov 10 04:39:35.025584 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-dc8464b7-a6b8-4a22-86c0-1c8366fd5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:35.027136 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-dc8464b7-a6b8-4a22-86c0-1c8366fd5417 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.0896082 Nov 10 04:39:35.094253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-cacac8c0-7833-40bf-8f43-1bc464c44c98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 1001 time: 0.0583153 Nov 10 04:39:35.146221 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-9e4faec7-6fe2-4152-87a5-5d14841d8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:35.147656 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-9e4faec7-6fe2-4152-87a5-5d14841d8abf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0471690 Nov 10 04:39:35.191786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-275f3afa-cd04-45e3-8776-5bab3b43aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:35.193227 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-275f3afa-cd04-45e3-8776-5bab3b43aa19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392339 Nov 10 04:39:35.286024 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-a3338c0f-c942-4d95-81e8-bcfbad884929 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855615 Nov 10 04:39:35.378673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-824f0172-7d2c-47c2-aa3f-8bcff7e6a353 req-d0274a24-541a-4b07-88bc-f9e095d00e1b service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 Nov 10 04:39:36.101916 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b177d8-3388-40a6-962f-45cd9199680f req-75ce9355-36de-4ba7-96f5-f7116689cb7a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:36.103404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12b177d8-3388-40a6-962f-45cd9199680f req-75ce9355-36de-4ba7-96f5-f7116689cb7a tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0485651 Nov 10 04:39:36.161779 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12b177d8-3388-40a6-962f-45cd9199680f req-6baf5de1-7cf3-4306-b689-0cc1243872be tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519621 Nov 10 04:39:37.282090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bef985-4b84-4d96-b950-9387f55c0478 req-be5d2981-939a-4d6c-996a-39179e127620 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:37.283600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48bef985-4b84-4d96-b950-9387f55c0478 req-be5d2981-939a-4d6c-996a-39179e127620 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0529933 Nov 10 04:39:37.342514 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-48bef985-4b84-4d96-b950-9387f55c0478 req-50b7a416-d55f-4f9d-9a44-c88e11109c4c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529959 Nov 10 04:39:38.414460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:38.462876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129957bb-7c81-4ff0-afc1-ba87c451da3a req-55e4c972-b1c1-474a-8825-a43a91ee37f3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:38.464384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-129957bb-7c81-4ff0-afc1-ba87c451da3a req-55e4c972-b1c1-474a-8825-a43a91ee37f3 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0535769 Nov 10 04:39:38.523599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-129957bb-7c81-4ff0-afc1-ba87c451da3a req-a3329f8b-8819-4bb3-b8bd-88c6caea0e45 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529826 Nov 10 04:39:39.646566 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887ca2-1014-4ef8-95fd-95815c850038 req-ff2baad4-17df-49d5-a003-c767f6888c1e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:39.648271 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05887ca2-1014-4ef8-95fd-95815c850038 req-ff2baad4-17df-49d5-a003-c767f6888c1e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0537808 Nov 10 04:39:39.706720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-05887ca2-1014-4ef8-95fd-95815c850038 req-9be66d90-990c-4ba1-8f13-53ebcf53755d tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524178 Nov 10 04:39:40.820110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453b82f-c8a7-49bc-bc01-a78e44ab6ffd req-b69bf52b-c396-4584-aeb8-7cf2f68fe0b4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:40.821558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7453b82f-c8a7-49bc-bc01-a78e44ab6ffd req-b69bf52b-c396-4584-aeb8-7cf2f68fe0b4 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0478485 Nov 10 04:39:40.880621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7453b82f-c8a7-49bc-bc01-a78e44ab6ffd req-f5cf2fb4-e3f7-4451-bede-698c99f7fb13 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523994 Nov 10 04:39:41.995228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8563a42-58f5-47e2-811c-5ab36bc10ead req-7716cd7f-b07e-4628-97eb-0c3b60498991 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:41.996912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8563a42-58f5-47e2-811c-5ab36bc10ead req-7716cd7f-b07e-4628-97eb-0c3b60498991 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0476918 Nov 10 04:39:42.058446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8563a42-58f5-47e2-811c-5ab36bc10ead req-5ea92414-0239-4ff2-bd61-a6872c12a227 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548499 Nov 10 04:39:43.174049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953a054-fa6d-48bc-84dd-445d23df830f req-97af7341-6ac3-4928-aff9-0dc7e3cb6ff1 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:43.175494 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c953a054-fa6d-48bc-84dd-445d23df830f req-97af7341-6ac3-4928-aff9-0dc7e3cb6ff1 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0478621 Nov 10 04:39:43.235169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c953a054-fa6d-48bc-84dd-445d23df830f req-0ae97164-1a5b-410f-964b-fca30831fe5d tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536327 Nov 10 04:39:43.427692 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e2361b1-11c1-4684-bf78-ab45e60884f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:44.352908 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a14977-000e-46c8-95d1-c3c34bf7bd22 req-66242ec8-f7d8-40de-b5e6-3205099428bc tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:44.354410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77a14977-000e-46c8-95d1-c3c34bf7bd22 req-66242ec8-f7d8-40de-b5e6-3205099428bc tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0499017 Nov 10 04:39:44.412892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77a14977-000e-46c8-95d1-c3c34bf7bd22 req-e9b14ff6-72aa-4bd9-9d30-05c4291b7473 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525296 Nov 10 04:39:45.531248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af75f4-d3f0-4775-9bcf-bde29ffa54a8 req-58c43d3a-f2ce-46b3-8783-f0c3b2ba6143 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:45.532727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22af75f4-d3f0-4775-9bcf-bde29ffa54a8 req-58c43d3a-f2ce-46b3-8783-f0c3b2ba6143 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0531638 Nov 10 04:39:45.591012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22af75f4-d3f0-4775-9bcf-bde29ffa54a8 req-9e1d4d01-9e80-4009-8899-b28d7a456b6f tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522718 Nov 10 04:39:45.739879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-55ea5967-dd8e-4933-9756-9043beafe92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:46.707255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c790cd-e4b5-4eba-a9d2-de7edeb9096a req-6e2798a4-855f-4302-9dd7-ad9d45320ac5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:39:46.708713 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8c790cd-e4b5-4eba-a9d2-de7edeb9096a req-6e2798a4-855f-4302-9dd7-ad9d45320ac5 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0479929 Nov 10 04:39:46.767390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8c790cd-e4b5-4eba-a9d2-de7edeb9096a req-ff5eaae4-b282-48b8-aaa0-157784e09a42 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&id=cacbea0e-e658-4979-86d2-f6a74054d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526609 Nov 10 04:39:46.935791 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:48.598090 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:49.235155 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:53.955331 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:39:56.798574 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:40:08.414650 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:13.429898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-72c15696-591d-4170-8296-5f0d3649e6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:15.741130 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-849a9271-9820-49d1-8ddd-9717fb4cfdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:16.939391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:18.600067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.237417 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.302138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-afbda505-b91c-4578-9bae-f24889b2d6db tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045721853&fields=id&tenant_id=415092b62e7348cbba0ce67c6e2395d1 HTTP/1.1" status: 200 len: 267 time: 0.0441451 Nov 10 04:40:19.359403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-160a49a8-2c7f-4f29-93a5-6c4270c8db5d tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:19.360817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-160a49a8-2c7f-4f29-93a5-6c4270c8db5d tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 984 time: 0.0522971 Nov 10 04:40:19.371803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Request body: {'port': {'security_groups': ['3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:19.436351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.605641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:19.633583 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.638606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.650544 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['8b3c74bf-019d-4a6b-b95a-c7c6833932fe'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:40:19.680671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:19.681302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.682712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-afaa179a-3b33-40aa-9612-09fec67fa168 req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "PUT /v2.0/ports/8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 942 time: 0.3156104 Nov 10 04:40:19.683158 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:40:19.685461 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:40:19.694452 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47732) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:19.715068 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event updated for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:19.724081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.724426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.724762 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.725092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.725416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.725741 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.726124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.726451 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.726773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.727094 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.727826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.727826 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbffcf-ed89-4b94-bc72-b8a139a50354 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:19.745760 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd99a0bf-966e-4126-acc9-403222816a63 x-openstack-request-id: req-bd99a0bf-966e-4126-acc9-403222816a63 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:40:19.746088 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:40:19.746343 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd99a0bf-966e-4126-acc9-403222816a63 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:40:19.746774 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'status': 'completed', 'code': 200} Nov 10 04:40:19.755163 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['8b3c74bf-019d-4a6b-b95a-c7c6833932fe'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:40:19.822891 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.835866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-2ad9f163-7b9a-4643-92a8-8398f689fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:19.837372 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-2ad9f163-7b9a-4643-92a8-8398f689fc39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1096 time: 0.0661538 Nov 10 04:40:19.877974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:19.970755 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-6e7f41f1-3944-4512-8f89-7f5c149e9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:19.972250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-6e7f41f1-3944-4512-8f89-7f5c149e9ea8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.1279831 Nov 10 04:40:19.973745 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5d948a69-8ef4-424a-9029-2cc2102ec1f5 None None] Provisioning complete for port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:19.974140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d948a69-8ef4-424a-9029-2cc2102ec1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.033120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.035722 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.039286 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "DELETE /v2.0/security-groups/cacbea0e-e658-4979-86d2-f6a74054d1cd HTTP/1.1" status: 204 len: 168 time: 0.3415606 Nov 10 04:40:20.039745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47734) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:20.055271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacbea0e-e658-4979-86d2-f6a74054d1cd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:20.063624 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-1c49982b-f72f-46cd-b210-b5c11fa52a29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 1001 time: 0.0798297 Nov 10 04:40:20.079466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.079822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.080158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.080493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.080823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.081151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.081476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.081814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.082149 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.082472 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.082792 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.083110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599a29f-7b58-47d3-8932-2a57e31d3aeb tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:20.124551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-808d0562-9314-4b98-b5cf-70b4b94b9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:20.126235 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-808d0562-9314-4b98-b5cf-70b4b94b9fc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0582292 Nov 10 04:40:20.172885 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-0425d5f2-f667-419b-a0c1-49b57cbde263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:20.174295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-0425d5f2-f667-419b-a0c1-49b57cbde263 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401845 Nov 10 04:40:20.214397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Deleting port 4fcf2e0a-21af-4899-b772-4de4a7140d83 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:20.214735 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.270410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-c89b6eb4-bc6e-40f0-92d9-371d469d9e75 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891650 Nov 10 04:40:20.290747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.291066 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.302973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Calling delete_port for 4fcf2e0a-21af-4899-b772-4de4a7140d83 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:20.360517 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-80aafec4-ae1d-4d16-bdf1-dff1ba1b06f2 req-b86581be-ecc4-46d4-a611-6a53cc92dffd service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828106 Nov 10 04:40:20.451029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.479063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event deleted for resources: {'Port': ['ID=4fcf2e0a-21af-4899-b772-4de4a7140d83,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:20.543823 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.544203 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Floating IP 0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa disassociated (deleted). External IP: 172.25.6.200, port: 8b3c74bf-019d-4a6b-b95a-c7c6833932fe. Nov 10 04:40:20.749143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:40:20.855546 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:40:20.860947 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:20.866979 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] Sync routers for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:40:20.877264 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:20.877873 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:20.886861 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7ee5d5b7-7eee-480e-ab08-755fde2f612c tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa HTTP/1.1" status: 204 len: 168 time: 0.8459115 Nov 10 04:40:20.980973 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:21.181905 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 5, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:21.210391 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] Checking router: cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:40:21.218859 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:21.219437 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:21.321181 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:21.518333 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 5, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:21.546785 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7c839-c860-4449-a027-66c607e28253 None None] The sync data for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 is: [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:26Z', 'revision_number': 4, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '411627c8-871e-4742-abc0-08ac7610b1e0', 'name': '', 'network_id': 'be7d66bf-627e-46c3-b4af-639f2a80e32a', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'mac_address': 'fa:16:3e:c6:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:25Z', 'updated_at': '2021-11-10T04:38:29Z', 'revision_number': 5, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'subnets': [{'id': '71376f7d-28ac-49ad-b83b-d4a42c3cd9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:40:21.747864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:40:21.750450 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d4f79a-189d-4400-b624-d076f0138c83" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:40:21.775743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3d036-29f7-4f00-8f0a-b60d087ae43f None None] New status for floating IP 0d80e5b2-9f20-4fe1-b9f2-368d54aa56fa: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:40:21.789297 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5d7419-f198-485c-832e-a158ae9e95e6 x-openstack-request-id: req-9b5d7419-f198-485c-832e-a158ae9e95e6 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:40:21.789591 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:40:21.789845 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b5d7419-f198-485c-832e-a158ae9e95e6 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:40:21.790280 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'status': 'completed', 'code': 200} Nov 10 04:40:21.859655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-fa76657b-5dd0-49f3-81a2-cd75eb96b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:21.861499 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-fa76657b-5dd0-49f3-81a2-cd75eb96b1fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1096 time: 0.0486312 Nov 10 04:40:21.955686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-b4b079e3-3b7a-42bb-bb16-89f3189a516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:21.957134 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-b4b079e3-3b7a-42bb-bb16-89f3189a516b service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.0860727 Nov 10 04:40:22.003450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-af55d28c-a64f-4ff7-ad34-3e9b94c796bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 217 time: 0.0391178 Nov 10 04:40:22.052160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-1bcd25fe-4496-4bb7-b642-2dbc24580654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:22.053739 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-1bcd25fe-4496-4bb7-b642-2dbc24580654 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0438588 Nov 10 04:40:22.099524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-7a26592b-67d6-4b91-8a37-7f3c65b33af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:22.100920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-7a26592b-67d6-4b91-8a37-7f3c65b33af5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403769 Nov 10 04:40:22.199493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-ee7accf0-c937-40d9-9381-16f2d9c4044e service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906515 Nov 10 04:40:22.289738 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e3d4f79a-189d-4400-b624-d076f0138c83 req-3d3f3d9d-9cdd-4e15-8785-efc5385ed68e service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838695 Nov 10 04:40:23.961419 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:29.298085 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-ac0461f1-63a3-45be-affe-93b3443fe9bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417085 Nov 10 04:40:29.385102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-7a3418c6-4cef-46fc-9ec3-1bfd7df5b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:29.386667 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-7a3418c6-4cef-46fc-9ec3-1bfd7df5b462 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=415092b62e7348cbba0ce67c6e2395d1&device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 1096 time: 0.0465069 Nov 10 04:40:29.491095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-625f5af4-0bc9-4461-bc56-04b972646e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:29.492496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-625f5af4-0bc9-4461-bc56-04b972646e4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 200 len: 915 time: 0.0860164 Nov 10 04:40:29.539322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-e03c020f-0767-4f34-9a7f-08094aafd525 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 200 len: 217 time: 0.0383558 Nov 10 04:40:29.587896 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-3b6accfa-300c-4531-84c3-1341836512ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:29.589360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-3b6accfa-300c-4531-84c3-1341836512ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 200 len: 854 time: 0.0426478 Nov 10 04:40:29.635918 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-a79c0a59-e481-41a2-b353-d0e67925d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:29.637382 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-a79c0a59-e481-41a2-b353-d0e67925d52d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be7d66bf-627e-46c3-b4af-639f2a80e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406291 Nov 10 04:40:29.746789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-8ef899d9-2db4-46e8-8595-76302cd62f67 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023943 Nov 10 04:40:29.849280 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ef1dd631-dc97-4b14-85bc-04aa8ec66bb4 req-328dafb3-c099-4d42-9bff-139d3e3c6708 service neutron] 10.222.0.44 "GET /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957515 Nov 10 04:40:29.911108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1081d-36bb-4dcc-a267-2f5d0d240a7b req-7d319d18-07ee-4d7a-a0ce-3599efc4d72e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:29.912576 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bc1081d-36bb-4dcc-a267-2f5d0d240a7b req-7d319d18-07ee-4d7a-a0ce-3599efc4d72e tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0543425 Nov 10 04:40:29.961495 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4bc1081d-36bb-4dcc-a267-2f5d0d240a7b req-2789f152-1157-4610-a416-3a33ad3d5ce9 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Nov 10 04:40:31.079737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8685b-38e9-4dd7-b4ab-c68627024152 req-c018c7b9-abbc-4df5-a500-23f216f314bc tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:31.081208 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08f8685b-38e9-4dd7-b4ab-c68627024152 req-c018c7b9-abbc-4df5-a500-23f216f314bc tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0492864 Nov 10 04:40:31.127666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08f8685b-38e9-4dd7-b4ab-c68627024152 req-dfd726a5-8cce-496a-9b7f-1bc886b6be1b tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Nov 10 04:40:31.474776 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-7fd32ccb-1aa3-4a10-8a30-e8e615145546 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:31.476234 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-7fd32ccb-1aa3-4a10-8a30-e8e615145546 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 945 time: 0.0485947 Nov 10 04:40:31.568306 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Deleting port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:31.568641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:31.657605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] For port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:31.657981 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:31.670079 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Calling delete_port for 8b3c74bf-019d-4a6b-b95a-c7c6833932fe owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:31.796964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:31.808444 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['8b3c74bf-019d-4a6b-b95a-c7c6833932fe'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:40:31.825749 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Pushing event deleted for resources: {'Port': ['ID=8b3c74bf-019d-4a6b-b95a-c7c6833932fe,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:31.871982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] No DVR routers for this DVR port 8b3c74bf-019d-4a6b-b95a-c7c6833932fe on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:40:31.874505 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:31.877831 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9bf76014-1fc7-4c52-b3a5-396dd1c8e956 req-705a3fbb-cec6-44e9-bae7-3c15b602ddea tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.44 "DELETE /v2.0/ports/8b3c74bf-019d-4a6b-b95a-c7c6833932fe HTTP/1.1" status: 204 len: 173 time: 0.3956993 Nov 10 04:40:31.878317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'name': 'network-vif-deleted', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:40:31.880646 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77164f26-2718-41e0-ac46-aac3acb17a1d" -d '{"events": [{"server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "name": "network-vif-deleted", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:40:31.920408 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d433fcf6-65ed-42ee-9d0f-f4ae2a420efc x-openstack-request-id: req-d433fcf6-65ed-42ee-9d0f-f4ae2a420efc {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:40:31.920703 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fd842f-7b2f-4858-856e-142cf9c134bb", "name": "network-vif-deleted", "tag": "8b3c74bf-019d-4a6b-b95a-c7c6833932fe", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:40:31.920955 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d433fcf6-65ed-42ee-9d0f-f4ae2a420efc {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:40:31.921351 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fd842f-7b2f-4858-856e-142cf9c134bb', 'name': 'network-vif-deleted', 'tag': '8b3c74bf-019d-4a6b-b95a-c7c6833932fe', 'status': 'completed', 'code': 200} Nov 10 04:40:32.237811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5d415e00-45b1-45b2-b5b8-337ccb093def req-0c99d6ef-d181-4d35-a607-e10b6cb4cf30 tempest-TestMinimumBasicScenario-1586319110 tempest-TestMinimumBasicScenario-1586319110-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5fd842f-7b2f-4858-856e-142cf9c134bb HTTP/1.1" status: 200 len: 210 time: 0.0288391 Nov 10 04:40:33.789657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47834) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:33.798941 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:40:34.127877 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:34.363512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Deleting port 411627c8-871e-4742-abc0-08ac7610b1e0 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:34.363838 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:34.438347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] For port 411627c8-871e-4742-abc0-08ac7610b1e0, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=411627c8-871e-4742-abc0-08ac7610b1e0,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:34.438625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:34.451040 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Calling delete_port for 411627c8-871e-4742-abc0-08ac7610b1e0 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:34.627896 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:34.657622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Pushing event deleted for resources: {'Port': ['ID=411627c8-871e-4742-abc0-08ac7610b1e0,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:34.819064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:35.028619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:40:35.134301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:40:35.142493 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eb169343-271e-4521-9915-97fbd949450e admin admin] 10.222.0.24 "PUT /v2.0/routers/cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3492298 Nov 10 04:40:35.142493 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:35.143706 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] Sync routers for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:40:35.153664 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:35.154353 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:35.246351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:35.255321 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:35.346771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:35.398973 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Deleting port 116eba38-0506-4ee4-90db-0833a719a683 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:35.399306 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:35.428667 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '116eba38-0506-4ee4-90db-0833a719a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:40:34Z', 'revision_number': 5, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port': {'id': '116eba38-0506-4ee4-90db-0833a719a683', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:35.456986 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] Checking router: cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:40:35.465233 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] Routers {'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:35.465826 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:35.480214 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] For port 116eba38-0506-4ee4-90db-0833a719a683, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=116eba38-0506-4ee4-90db-0833a719a683,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:35.480573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:35.505700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Calling delete_port for 116eba38-0506-4ee4-90db-0833a719a683 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:35.563287 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] Set router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:35.676973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:35.704921 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:40:35Z', 'revision_number': 6, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:35.719711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b5d8a-d8fd-48fe-a7e1-a2fe735a02b4 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:40:35.728819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=116eba38-0506-4ee4-90db-0833a719a683,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:35.734162 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5856b-3179-412d-a6c2-500630415db6 None None] The sync data for ids ['cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70'] in n-d-817326-2 is: [{'id': 'cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70', 'name': 'tempest-TestMinimumBasicScenario-1334033499-router', 'tenant_id': '415092b62e7348cbba0ce67c6e2395d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:23Z', 'updated_at': '2021-11-10T04:40:35Z', 'revision_number': 6, 'project_id': '415092b62e7348cbba0ce67c6e2395d1', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:40:35.773803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:35.916506 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 8b3c74bf-019d-4a6b-b95a-c7c6833932fe no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:40:35.938000 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 8b3c74bf-019d-4a6b-b95a-c7c6833932fe {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:40:35.938254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 8b3c74bf-019d-4a6b-b95a-c7c6833932fe not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:40:36.200711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.202866 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.248145 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.248698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:40:36.252845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.254011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1770c1f3-d7f5-4840-ae1f-8d10fe6d47b0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb3ed3c0-f1e7-43f0-8e6a-f2cfe83d8f70 HTTP/1.1" status: 204 len: 168 time: 1.1106176 Nov 10 04:40:36.256562 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47838) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:36.299784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] Deleting subnet 71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:40:36.302762 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.336619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.414579 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.467631 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.494960 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.499011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71376f7d-28ac-49ad-b83b-d4a42c3cd9a4 HTTP/1.1" status: 204 len: 168 time: 0.2415025 Nov 10 04:40:36.499986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b9d1d-30de-4269-ada6-64408377076b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71376f7d-28ac-49ad-b83b-d4a42c3cd9a4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:36.501547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47840) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:36.502162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9c3ab-46e5-4bf6-92b2-6f1903a1f849 None None] Network be7d66bf-627e-46c3-b4af-639f2a80e32a requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:40:36.576307 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.627952 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Deleting port ddaacb40-a77e-42be-8024-9ffd45b12107 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:36.628391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.695292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] DHCP port deletion for be7d66bf-627e-46c3-b4af-639f2a80e32a request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:40:36.699196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] For port ddaacb40-a77e-42be-8024-9ffd45b12107, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ddaacb40-a77e-42be-8024-9ffd45b12107,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:36.699600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.712520 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Calling delete_port for ddaacb40-a77e-42be-8024-9ffd45b12107 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:36.744131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Deleting port ddaacb40-a77e-42be-8024-9ffd45b12107 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:36.744601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.801423 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.822820 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] For port ddaacb40-a77e-42be-8024-9ffd45b12107, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=ddaacb40-a77e-42be-8024-9ffd45b12107,segment=NetworkSegment(4a845fa6-7f4e-4a12-945d-a2182fe8eee9),segment_id=4a845fa6-7f4e-4a12-945d-a2182fe8eee9)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:36.823204 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.828843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddaacb40-a77e-42be-8024-9ffd45b12107,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:36.832471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] No DVR routers for this DVR port ddaacb40-a77e-42be-8024-9ffd45b12107 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:40:36.838228 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Calling delete_port for ddaacb40-a77e-42be-8024-9ffd45b12107 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:36.905232 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.913990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.925830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7d66bf-627e-46c3-b4af-639f2a80e32a']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:36.935448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a845fa6-7f4e-4a12-945d-a2182fe8eee9') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:36.935737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a845fa6-7f4e-4a12-945d-a2182fe8eee9') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:36.937084 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Pushing event deleted for resources: {'Port': ['ID=ddaacb40-a77e-42be-8024-9ffd45b12107,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:36.944807 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.947119 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] No DVR routers for this DVR port ddaacb40-a77e-42be-8024-9ffd45b12107 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:40:36.949543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.949918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.950283 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.950635 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.950958 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.951282 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.951599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.951914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.952227 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.952549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.952860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.953180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed8fa4-613c-4fc1-b87a-f435d8088af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:36.958561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.968437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:40:36.968909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:40:36.970570 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:40:37.023245 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:37.028935 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:37.032096 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/be7d66bf-627e-46c3-b4af-639f2a80e32a HTTP/1.1" status: 204 len: 168 time: 0.5296068 Nov 10 04:40:37.035242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47842) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:37.044048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a179c24-2676-4d4b-b881-0dd13509a2c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=be7d66bf-627e-46c3-b4af-639f2a80e32a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:37.133911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ddaacb40-a77e-42be-8024-9ffd45b12107 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:40:37.153755 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: ddaacb40-a77e-42be-8024-9ffd45b12107 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:40:37.154114 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device ddaacb40-a77e-42be-8024-9ffd45b12107 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:40:37.154513 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 411627c8-871e-4742-abc0-08ac7610b1e0 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:40:37.176358 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 411627c8-871e-4742-abc0-08ac7610b1e0 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:40:37.176698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 411627c8-871e-4742-abc0-08ac7610b1e0 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:40:37.177095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 116eba38-0506-4ee4-90db-0833a719a683 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:40:37.195161 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 116eba38-0506-4ee4-90db-0833a719a683 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:40:37.195497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 116eba38-0506-4ee4-90db-0833a719a683 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:40:37.372178 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:37.881658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Deleting port b864a9d5-750e-46b2-9a19-0dbdc96854af {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:37.882010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:37.959394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] For port b864a9d5-750e-46b2-9a19-0dbdc96854af, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b864a9d5-750e-46b2-9a19-0dbdc96854af,segment=NetworkSegment(6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777),segment_id=6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:37.959739 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:37.972007 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Calling delete_port for b864a9d5-750e-46b2-9a19-0dbdc96854af owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:38.144831 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:38.171700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Pushing event deleted for resources: {'Port': ['ID=b864a9d5-750e-46b2-9a19-0dbdc96854af,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:38.333628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:38.413140 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:38.550980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Router 6788900a-bb06-4659-8066-a358bafd1297 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:40:38.656332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:40:38.661791 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4a7c98f4-356d-4885-8796-8e50498c9588 admin admin] 10.222.0.24 "PUT /v2.0/routers/6788900a-bb06-4659-8066-a358bafd1297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6254761 Nov 10 04:40:38.663927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47844) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:38.664551 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] Sync routers for ids ['6788900a-bb06-4659-8066-a358bafd1297'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:40:38.675764 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] Routers {'6788900a-bb06-4659-8066-a358bafd1297'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:38.676376 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['6788900a-bb06-4659-8066-a358bafd1297'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:38.772681 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:38.781626 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] Set router 6788900a-bb06-4659-8066-a358bafd1297 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:38.875114 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:38.927155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Deleting port 50c555a5-ed93-4dc4-b54c-97b679f83ac9 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:38.927408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:38.957836 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:40:38Z', 'revision_number': 5, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port': {'id': '50c555a5-ed93-4dc4-b54c-97b679f83ac9', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:78:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6788900a-bb06-4659-8066-a358bafd1297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:38:28Z', 'updated_at': '2021-11-10T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:38.988056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] Checking router: 6788900a-bb06-4659-8066-a358bafd1297 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:40:38.996481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] Routers {'6788900a-bb06-4659-8066-a358bafd1297'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:38.997069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['6788900a-bb06-4659-8066-a358bafd1297'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:39.012738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] For port 50c555a5-ed93-4dc4-b54c-97b679f83ac9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=50c555a5-ed93-4dc4-b54c-97b679f83ac9,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:39.013098 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.025196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Calling delete_port for 50c555a5-ed93-4dc4-b54c-97b679f83ac9 owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:39.202702 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.228858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c555a5-ed93-4dc4-b54c-97b679f83ac9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:39.237730 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] Set router 6788900a-bb06-4659-8066-a358bafd1297 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:39.265127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7001417-47ce-417e-a44e-d6ee3218fadc None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:40:39.289754 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.294254 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:40:38Z', 'revision_number': 6, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:39.325989 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358c29b-f563-47f4-b041-c179b3444919 None None] The sync data for ids ['6788900a-bb06-4659-8066-a358bafd1297'] in n-d-817326-2 is: [{'id': '6788900a-bb06-4659-8066-a358bafd1297', 'name': 'tempest-TestMinimumBasicScenario-681985604-router', 'tenant_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:38:27Z', 'updated_at': '2021-11-10T04:40:38Z', 'revision_number': 6, 'project_id': '6ccaee8a166d4b9bbb68e603d0d88248', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:40:39.386349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.389112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.429484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.430060 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6788900a-bb06-4659-8066-a358bafd1297 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:40:39.434774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.435884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ace1c3e1-083d-4fc3-be9b-84a582ff98c3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6788900a-bb06-4659-8066-a358bafd1297 HTTP/1.1" status: 204 len: 168 time: 0.7710636 Nov 10 04:40:39.438495 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47846) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:39.480928 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] Deleting subnet ceeea954-b639-406d-9860-4b6a707663d7 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:40:39.483844 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.520510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.599453 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.652538 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.678901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceeea954-b639-406d-9860-4b6a707663d7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:39.683280 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.689388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b5d5d0ec-97c4-4c56-b369-6ce512cbae0c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ceeea954-b639-406d-9860-4b6a707663d7 HTTP/1.1" status: 204 len: 168 time: 0.2479072 Nov 10 04:40:39.689971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31d684-f755-4097-855a-70777c730025 None None] Network 3623a189-3127-4bd4-a76d-3aed180a3725 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:40:39.690637 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47848) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:39.766527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.818284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Deleting port da7caf6d-4248-4e2d-875e-53bd3b97bc54 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:40:39.818621 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.880680 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] For port da7caf6d-4248-4e2d-875e-53bd3b97bc54, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=da7caf6d-4248-4e2d-875e-53bd3b97bc54,segment=NetworkSegment(6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777),segment_id=6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:39.881034 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:39.892893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Calling delete_port for da7caf6d-4248-4e2d-875e-53bd3b97bc54 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:40:39.983612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.009282 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Pushing event deleted for resources: {'Port': ['ID=da7caf6d-4248-4e2d-875e-53bd3b97bc54,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:40.012463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] No DVR routers for this DVR port da7caf6d-4248-4e2d-875e-53bd3b97bc54 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:40:40.082784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d041f048-3174-406f-b125-52610f28251f None None] DHCP port deletion for 3623a189-3127-4bd4-a76d-3aed180a3725 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:40:40.087373 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.111295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3623a189-3127-4bd4-a76d-3aed180a3725']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:40.120870 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:40.121159 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccc6b3d-ee4c-4c02-8e4c-21d3efda6777') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:40.130323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.143684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.149864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:40:40.150288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:40:40.152281 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:40:40.205842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.211044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.214300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] 10.222.0.24 "DELETE /v2.0/networks/3623a189-3127-4bd4-a76d-3aed180a3725 HTTP/1.1" status: 204 len: 168 time: 0.5226462 Nov 10 04:40:40.225796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a052-6731-4e14-b4e3-8a463777b87d admin admin] Pushing event deleted for resources: {'Network': ['ID=3623a189-3127-4bd4-a76d-3aed180a3725,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:40.388326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47852) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:40.427473 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-06bb84c9-9f4c-4d02-9a39-3459d4b0d2c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=415092b62e7348cbba0ce67c6e2395d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380213 Nov 10 04:40:40.429827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47854) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:40.479591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec2f9-a555-4cb4-a522-297b39e63b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.500087 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec2f9-a555-4cb4-a522-297b39e63b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.545800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec2f9-a555-4cb4-a522-297b39e63b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.548336 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec2f9-a555-4cb4-a522-297b39e63b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.549465 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4e9ec2f9-a555-4cb4-a522-297b39e63b5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3 HTTP/1.1" status: 204 len: 168 time: 0.1187539 Nov 10 04:40:40.557729 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec2f9-a555-4cb4-a522-297b39e63b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8fe64a-e5ef-4fe7-b944-ec76916a1ea3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:40.857839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47860) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:40.903001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-90eecca0-6ed1-40d2-89fb-2f834d7e7bc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ccaee8a166d4b9bbb68e603d0d88248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439489 Nov 10 04:40:40.905538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47862) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:40.956113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0ffeff-2a73-464f-a440-f2d27901c6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:40.976102 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0ffeff-2a73-464f-a440-f2d27901c6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:41.021704 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0ffeff-2a73-464f-a440-f2d27901c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:41.025745 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5a0ffeff-2a73-464f-a440-f2d27901c6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:41.027307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5a0ffeff-2a73-464f-a440-f2d27901c6dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84dce8c5-dd83-43e5-965a-403ef566773f HTTP/1.1" status: 204 len: 168 time: 0.1207912 Nov 10 04:40:41.040280 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ffeff-2a73-464f-a440-f2d27901c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dce8c5-dd83-43e5-965a-403ef566773f,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:41.128118 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da7caf6d-4248-4e2d-875e-53bd3b97bc54 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:40:41.149428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: da7caf6d-4248-4e2d-875e-53bd3b97bc54 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:40:41.149851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device da7caf6d-4248-4e2d-875e-53bd3b97bc54 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:40:41.150372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 50c555a5-ed93-4dc4-b54c-97b679f83ac9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:40:41.170804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 50c555a5-ed93-4dc4-b54c-97b679f83ac9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:40:41.171211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 50c555a5-ed93-4dc4-b54c-97b679f83ac9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:40:41.171681 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b864a9d5-750e-46b2-9a19-0dbdc96854af no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:40:41.191943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b864a9d5-750e-46b2-9a19-0dbdc96854af {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:40:41.192285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b864a9d5-750e-46b2-9a19-0dbdc96854af not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:40:42.505726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47902) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:42.510407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674620328', 'description': 'tempest-secgroup-smoke-674620328 description', 'project_id': '829135a56df84f208b3363f1adeb8768'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:42.532198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.540013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.619493 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.624606 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.658602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1472dd86-6d8b-4074-abf0-d13cbe573527,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:42.697625 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.701198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.727495 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.728698 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2219443 Nov 10 04:40:42.732332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47904) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:42.733267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d172d4-e8f8-45d4-9f62-a90300889186 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0265d994-c983-4b79-a209-54bd554e123d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:42.737359 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ef21858e-7081-4db4-bdf4-f2239eed8923 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '0265d994-c983-4b79-a209-54bd554e123d', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:42.763964 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef21858e-7081-4db4-bdf4-f2239eed8923 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.808239 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef21858e-7081-4db4-bdf4-f2239eed8923 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.812305 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef21858e-7081-4db4-bdf4-f2239eed8923 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.829793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21858e-7081-4db4-bdf4-f2239eed8923 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e3c459-a91e-458c-b1ad-065bc8d7bf6b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:42.837229 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef21858e-7081-4db4-bdf4-f2239eed8923 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.838423 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ef21858e-7081-4db4-bdf4-f2239eed8923 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051543 Nov 10 04:40:42.841095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47906) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:42.845313 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0382d184-142f-4047-be68-38f6ee134176 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '0265d994-c983-4b79-a209-54bd554e123d', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:42.871800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0382d184-142f-4047-be68-38f6ee134176 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.927897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0382d184-142f-4047-be68-38f6ee134176 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.931897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0382d184-142f-4047-be68-38f6ee134176 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.951139 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382d184-142f-4047-be68-38f6ee134176 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3403e61a-6c55-4656-89a0-3a3b895ad1e4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:42.959627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0382d184-142f-4047-be68-38f6ee134176 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:42.960819 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0382d184-142f-4047-be68-38f6ee134176 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188192 Nov 10 04:40:42.963524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47908) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:42.967739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8d2b66cf-c8aa-4b1d-8fdc-6cfbfa543756 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '0265d994-c983-4b79-a209-54bd554e123d', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:42.994059 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b66cf-c8aa-4b1d-8fdc-6cfbfa543756 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.052768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b66cf-c8aa-4b1d-8fdc-6cfbfa543756 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.056322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b66cf-c8aa-4b1d-8fdc-6cfbfa543756 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.077352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b66cf-c8aa-4b1d-8fdc-6cfbfa543756 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a5540c-e1a0-4f02-b3aa-342ee5b8a204,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:43.082628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b66cf-c8aa-4b1d-8fdc-6cfbfa543756 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.083804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8d2b66cf-c8aa-4b1d-8fdc-6cfbfa543756 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193902 Nov 10 04:40:43.086551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47910) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:43.091229 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c9411ed0-2ad4-41ff-9b1e-f84f489c8f2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '0265d994-c983-4b79-a209-54bd554e123d', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:43.117733 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9411ed0-2ad4-41ff-9b1e-f84f489c8f2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.173075 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9411ed0-2ad4-41ff-9b1e-f84f489c8f2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.176524 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9411ed0-2ad4-41ff-9b1e-f84f489c8f2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.193633 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9411ed0-2ad4-41ff-9b1e-f84f489c8f2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8d90e9-3764-45cc-b5eb-c1c269ee13b6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:43.201159 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c9411ed0-2ad4-41ff-9b1e-f84f489c8f2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.202349 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c9411ed0-2ad4-41ff-9b1e-f84f489c8f2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148965 Nov 10 04:40:43.205053 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47912) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:43.209280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '0265d994-c983-4b79-a209-54bd554e123d', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:43.232123 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:40:43.236875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.299619 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.302861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.319856 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0148ba9-7a62-49b8-89cc-1d2edf091b04,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:43.328500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.329667 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9c0a9814-f05b-444b-9846-ac94e0894398 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237235 Nov 10 04:40:43.332515 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47914) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:43.336681 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '0265d994-c983-4b79-a209-54bd554e123d', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:43.358174 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:40:43.362741 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.423022 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.426943 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.431084 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d265c809-ef1c-4cb5-bf83-612ebbfda155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.444024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19ca1ab-7f7c-43b8-b1ac-05e2d41f1e59,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:43.453245 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.454437 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-099160fe-4458-44f2-98d7-dbc676e9d82f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210229 Nov 10 04:40:43.457552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47916) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:43.462341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'network': {'name': 'tempest-network-smoke--1739037745', 'project_id': '829135a56df84f208b3363f1adeb8768', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:43.482370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:40:43.485656 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.508544 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:40:43.518067 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.518410 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Added segment 3d31b7a7-6d65-4d8f-bdb9-39321140bd39 of type vlan for network e5212de6-8995-4875-b476-c851c2c694e6 Nov 10 04:40:43.559508 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.583935 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.589617 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:43.591666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.645111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864824 Nov 10 04:40:43.648284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47918) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:43.655262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'admin_state_up': True, 'project_id': '829135a56df84f208b3363f1adeb8768', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:43.680088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3c484-c152-4518-a991-b36092f856ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Network': ['ID=e5212de6-8995-4875-b476-c851c2c694e6,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:43.690514 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network e5212de6-8995-4875-b476-c851c2c694e6 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:40:43.691485 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.692716 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.743023 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:43.879899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:44.061342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:44.083821 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:44.180548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.250 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/78462371-d802-4ed7-8ce5-1daf68b0383d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:40:44.280903 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:44.313074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:44.352535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:40:44.358193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:40:44.360365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=78462371-d802-4ed7-8ce5-1daf68b0383d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:44.362460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:40:44.372384 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77f468-13be-4aef-89ab-58a89d646190 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:40:44.437271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3b55e32b-e995-4fa0-a748-3636e4798569 None None] Provisioning complete for port 78462371-d802-4ed7-8ce5-1daf68b0383d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:44.437921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3b55e32b-e995-4fa0-a748-3636e4798569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:44.474673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3b55e32b-e995-4fa0-a748-3636e4798569 None None] Port 78462371-d802-4ed7-8ce5-1daf68b0383d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:40:44.878878 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.075861 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.200671 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:40:45.313381 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:40:45.322750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Sync routers for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:40:45.332709 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:45.333317 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:45.333629 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.338034 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8e7dbe14-0a78-43f8-8040-81f8530ffe84 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6887906 Nov 10 04:40:45.338194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47920) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:45.436465 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:45.470804 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d20c824-8772-4bc4-8101-fa4f02cacdaf tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=829135a56df84f208b3363f1adeb8768&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1313503 Nov 10 04:40:45.473364 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47924) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:45.564651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ef431f-34a8-4456-9f59-8f5c4e369d32 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:45.567769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-43ef431f-34a8-4456-9f59-8f5c4e369d32 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897038 Nov 10 04:40:45.569583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47926) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:45.607090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5b7ec79f-0a0d-4dcf-8930-8b634786e1e5 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359561 Nov 10 04:40:45.607834 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 47928) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:45.613012 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1709252271', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'project_id': '829135a56df84f208b3363f1adeb8768', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:45.619660 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:44Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:45.648308 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Checking router: fd74ebcc-643a-4ed6-ae1e-965c502dbc46 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:40:45.648646 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Updating router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 port 78462371-d802-4ed7-8ce5-1daf68b0383d binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:40:45.673178 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.702365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:40:45.706026 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.741535 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7fa71f90-81d3-4f31-a8b6-f0b62b7f3b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.888864 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.922227 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.928883 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:45.959388 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Subnet': ['ID=01d765d4-6c52-4372-8e74-7976a1ce9eaa,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:45.969367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Checking segment: {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:40:45.969497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network hostable DHCP agents. Network: e5212de6-8995-4875-b476-c851c2c694e6, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:40:45.977758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81fdf6b-5a3e-4360-b03f-5ba90306887e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:40:45.981691 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Attempting to bind port 78462371-d802-4ed7-8ce5-1daf68b0383d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:40:45.982085 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Attempting to bind port 78462371-d802-4ed7-8ce5-1daf68b0383d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:40:45.982646 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Attempting to bind port 78462371-d802-4ed7-8ce5-1daf68b0383d on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:40:45.987897 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network e5212de6-8995-4875-b476-c851c2c694e6 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:40:45.991612 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Pushing event updated for resources: {'Port': ['ID=78462371-d802-4ed7-8ce5-1daf68b0383d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:45.998653 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, e5212de6-8995-4875-b476-c851c2c694e6) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:40:45.999632 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.000030 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.000729 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.001035 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.001399 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.001812 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.002159 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.002480 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.002796 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.003109 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.003389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:46.003509 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.003781 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:40:46.004229 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.006931 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:40:46.007299 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:40:46.007691 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.008057 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:40:46.008829 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Bound port: 78462371-d802-4ed7-8ce5-1daf68b0383d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:40:46.009368 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.013094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f430b-1f38-426c-9584-f4da6262d7c6 None None] Network e5212de6-8995-4875-b476-c851c2c694e6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:40:46.026195 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f3975c58-8d2d-4545-be07-8db1489c0a5a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146931 Nov 10 04:40:46.026619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 47932) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:40:46.064224 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] For port 78462371-d802-4ed7-8ce5-1daf68b0383d, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:40:46.067584 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] For port 78462371-d802-4ed7-8ce5-1daf68b0383d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=78462371-d802-4ed7-8ce5-1daf68b0383d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:40:46.072215 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.105498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cea97-80d3-484f-81a9-1c7f333e7b82 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:40:46.124747 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:46.125368 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:46.155446 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-47bd97e3-bcb7-4144-831c-6676310033b4 None None] Provisioning complete for port 78462371-d802-4ed7-8ce5-1daf68b0383d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:46.155814 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47bd97e3-bcb7-4144-831c-6676310033b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.185488 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258c64d-0365-4ac0-a541-98d425d875f6 None None] Pushing event updated for resources: {'Port': ['ID=78462371-d802-4ed7-8ce5-1daf68b0383d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:46.217664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-e5212de6-8995-4875-b476-c851c2c694e6', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:40:46.218581 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.252945 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:46.335273 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47bd97e3-bcb7-4144-831c-6676310033b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.376189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-47bd97e3-bcb7-4144-831c-6676310033b4 None None] For port 78462371-d802-4ed7-8ce5-1daf68b0383d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=78462371-d802-4ed7-8ce5-1daf68b0383d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:46.382422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-47bd97e3-bcb7-4144-831c-6676310033b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.428083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Allocated IP 172.20.0.2 (e5212de6-8995-4875-b476-c851c2c694e6/01d765d4-6c52-4372-8e74-7976a1ce9eaa/932e29c8-ba40-4ba5-b6a2-7cfb16938685) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:40:46.450738 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:44Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:46.451949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd97e3-bcb7-4144-831c-6676310033b4 None None] Pushing event updated for resources: {'Port': ['ID=78462371-d802-4ed7-8ce5-1daf68b0383d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:46.477835 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e51cd-e9a5-4a92-b16c-b397a3d91905 None None] The sync data for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 is: [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:44Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:40:46.503063 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.565113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7616c9a-3a43-42c6-9d83-56d6007a08a7 None None] Provisioning complete for port 78462371-d802-4ed7-8ce5-1daf68b0383d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:46.565481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7616c9a-3a43-42c6-9d83-56d6007a08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.629368 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.639154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.691428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Pushing event updated for resources: {'Port': ['ID=932e29c8-ba40-4ba5-b6a2-7cfb16938685,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:46.723841 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Network e5212de6-8995-4875-b476-c851c2c694e6 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:40:46.727723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:40:46.732512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:40:46.835640 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Attempting to bind port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:40:46.836285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Attempting to bind port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:40:46.836385 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Attempting to bind port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 on network e5212de6-8995-4875-b476-c851c2c694e6 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:40:46.842806 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:40:46.843202 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Checking segment: {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:40:46.843563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.843949 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Bound using segment: {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:40:46.844407 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Bound port: 932e29c8-ba40-4ba5-b6a2-7cfb16938685, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:40:46.844781 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.845063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.1 (e5212de6-8995-4875-b476-c851c2c694e6/01d765d4-6c52-4372-8e74-7976a1ce9eaa/afee5af9-4c43-4176-8061-151699828ccb) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:40:46.921930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] For port 932e29c8-ba40-4ba5-b6a2-7cfb16938685, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:40:46.925201 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] For port 932e29c8-ba40-4ba5-b6a2-7cfb16938685, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=932e29c8-ba40-4ba5-b6a2-7cfb16938685,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:40:46.936959 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.965482 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.970516 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:46.999290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d4aaf-07de-4839-931d-cf5b2b9f18ae None None] Pushing event updated for resources: {'Port': ['ID=932e29c8-ba40-4ba5-b6a2-7cfb16938685,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:47.003506 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:47.049258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network e5212de6-8995-4875-b476-c851c2c694e6 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:40:47.054671 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:40:47.057191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:40:47.089136 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=afee5af9-4c43-4176-8061-151699828ccb,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:47.111080 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:47.232169 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 78462371-d802-4ed7-8ce5-1daf68b0383d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:40:47.293777 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:47.294325 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 78462371-d802-4ed7-8ce5-1daf68b0383d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:47.294689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:47.586211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:47.590749 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:47.660867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=afee5af9-4c43-4176-8061-151699828ccb,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:47.666672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:47.765614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network e5212de6-8995-4875-b476-c851c2c694e6 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:40:47.767106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:40:47.883538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:40:47.988710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd63fc-24ce-4d32-8766-9b3cac50c5d4 None None] Network e5212de6-8995-4875-b476-c851c2c694e6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:40:47.995598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:40:48.001978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-805aa87c-a437-4828-938f-efb93ef761d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/fd74ebcc-643a-4ed6-ae1e-965c502dbc46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9732866 Nov 10 04:40:48.059976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5be41973-b0f6-4b5c-b602-02cd22a7fa9f None None] Provisioning complete for port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:48.060340 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5be41973-b0f6-4b5c-b602-02cd22a7fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:48.210739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5be41973-b0f6-4b5c-b602-02cd22a7fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:48.252600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5be41973-b0f6-4b5c-b602-02cd22a7fa9f None None] For port 932e29c8-ba40-4ba5-b6a2-7cfb16938685, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=932e29c8-ba40-4ba5-b6a2-7cfb16938685,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:48.257432 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5be41973-b0f6-4b5c-b602-02cd22a7fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:48.304727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-c589dc22-f5a4-4a8b-814b-98f50b329a95 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674620328&fields=id&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 267 time: 0.0538430 Nov 10 04:40:48.313073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be41973-b0f6-4b5c-b602-02cd22a7fa9f None None] Pushing event updated for resources: {'Port': ['ID=932e29c8-ba40-4ba5-b6a2-7cfb16938685,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:48.419734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-d5441784-4186-4bd3-babe-901e562a720d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:48.427379 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-d5441784-4186-4bd3-babe-901e562a720d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/networks?id=e5212de6-8995-4875-b476-c851c2c694e6 HTTP/1.1" status: 200 len: 797 time: 0.1151121 Nov 10 04:40:48.430509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Sync routers for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:40:48.440703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-2cb94987-5521-4963-9ff7-2ea42283d298 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/quotas/829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 375 time: 0.0103650 Nov 10 04:40:48.445982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:48.446705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:48.501273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-44ca7c0f-20b7-4421-9b55-6f29a48cbfa1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546191 Nov 10 04:40:48.539879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-da86f3ce-5e83-4887-b25d-655065412202 None None] Provisioning complete for port afee5af9-4c43-4176-8061-151699828ccb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:48.540242 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da86f3ce-5e83-4887-b25d-655065412202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:48.598106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:48.600686 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-da86f3ce-5e83-4887-b25d-655065412202 None None] Port afee5af9-4c43-4176-8061-151699828ccb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:40:48.614462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-c7468c51-08ef-4534-b283-315c146ac9b1 service neutron] 10.222.0.24 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001744 Nov 10 04:40:48.648267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:48.659837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-da86f3ce-5e83-4887-b25d-655065412202 None None] Provisioning complete for port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:48.660200 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da86f3ce-5e83-4887-b25d-655065412202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:48.717321 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-a50232ec-a590-4dad-9d93-7ddd710a8d8f service neutron] 10.222.0.24 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938635 Nov 10 04:40:48.887658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 2, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:48.919833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Checking router: fd74ebcc-643a-4ed6-ae1e-965c502dbc46 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:40:48.920123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Updating router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 port afee5af9-4c43-4176-8061-151699828ccb binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:40:48.944600 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:48.953694 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-004b01ae-64bc-4520-beec-fd40a1d98762 req-15d60729-8bfa-40c5-9ad0-37170dfa8d32 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 210 time: 0.0766604 Nov 10 04:40:49.046929 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7b1b41fb-3d8a-46bd-b225-1112c174c685 None None] Provisioning complete for port afee5af9-4c43-4176-8061-151699828ccb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:49.047546 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7b1b41fb-3d8a-46bd-b225-1112c174c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.098590 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b41fb-3d8a-46bd-b225-1112c174c685 None None] Port afee5af9-4c43-4176-8061-151699828ccb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:40:49.151654 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 932e29c8-ba40-4ba5-b6a2-7cfb16938685 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:40:49.271925 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:49.272281 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.275040 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.319911 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.328130 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.380815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a1305-ddb2-4a0b-9988-a962026284f0 None None] Pushing event updated for resources: {'Port': ['ID=afee5af9-4c43-4176-8061-151699828ccb,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:49.461522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Attempting to bind port afee5af9-4c43-4176-8061-151699828ccb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:40:49.461895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Attempting to bind port afee5af9-4c43-4176-8061-151699828ccb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:40:49.462256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Attempting to bind port afee5af9-4c43-4176-8061-151699828ccb on network e5212de6-8995-4875-b476-c851c2c694e6 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:40:49.467398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:40:49.467762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Checking segment: {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:40:49.468154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.468532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Bound using segment: {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:40:49.468988 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Bound port: afee5af9-4c43-4176-8061-151699828ccb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:40:49.469485 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.535810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] For port afee5af9-4c43-4176-8061-151699828ccb, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:40:49.538701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] For port afee5af9-4c43-4176-8061-151699828ccb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=afee5af9-4c43-4176-8061-151699828ccb,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:40:49.544050 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.604433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:40:49.605053 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:49.650467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a1305-ddb2-4a0b-9988-a962026284f0 None None] Pushing event updated for resources: {'Port': ['ID=afee5af9-4c43-4176-8061-151699828ccb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:49.673636 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-69aaa834-4197-4964-a8b6-a7f133b8e9aa None None] Provisioning complete for port afee5af9-4c43-4176-8061-151699828ccb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:49.673917 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69aaa834-4197-4964-a8b6-a7f133b8e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:49.915522 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:40:50.039207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16f4998f-2691-47dd-94d5-75f856224373 req-acdcb4ba-fea2-43cd-b429-92ae0d830e13 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 210 time: 0.0288064 Nov 10 04:40:50.068227 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69aaa834-4197-4964-a8b6-a7f133b8e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:50.127297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-69aaa834-4197-4964-a8b6-a7f133b8e9aa None None] For port afee5af9-4c43-4176-8061-151699828ccb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=afee5af9-4c43-4176-8061-151699828ccb,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:50.132248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-69aaa834-4197-4964-a8b6-a7f133b8e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:50.201613 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaa834-4197-4964-a8b6-a7f133b8e9aa None None] Pushing event updated for resources: {'Port': ['ID=afee5af9-4c43-4176-8061-151699828ccb,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:50.220780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:49Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:40:50.253505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f4afd-ef76-4165-8737-1b55667375ca None None] The sync data for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 is: [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:49Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:40:50.264511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ca27fef9-dff0-4f61-a5de-52c559c5dbbd None None] Provisioning complete for port afee5af9-4c43-4176-8061-151699828ccb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:50.264876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ca27fef9-dff0-4f61-a5de-52c559c5dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:51.127051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bfac397a-11e7-463c-b03a-8a0a3b39a31b req-21a7ebfa-e379-4965-9008-8098fed6eb92 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 210 time: 0.0314512 Nov 10 04:40:51.171534 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device afee5af9-4c43-4176-8061-151699828ccb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:40:51.227422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port afee5af9-4c43-4176-8061-151699828ccb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:51.228347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:52.202883 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8b25c65e-ca1e-4fdd-ab04-6a7bcf2fd164 req-69fca0db-2864-4566-9184-dab05d188844 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 210 time: 0.0263226 Nov 10 04:40:53.298971 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-03a2f49b-5a2f-4230-bb17-7bf084ba0845 req-8fa9a2f9-5be5-4640-869c-039fd1b236b7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 210 time: 0.0295441 Nov 10 04:40:53.969560 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:54.143240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-3a26e660-0539-4c34-a1e9-acb6e5c3f61e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:54.144749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-3a26e660-0539-4c34-a1e9-acb6e5c3f61e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/networks?id=e5212de6-8995-4875-b476-c851c2c694e6 HTTP/1.1" status: 200 len: 797 time: 0.1034360 Nov 10 04:40:54.222420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-5d704f6c-861d-452e-b884-dd184eb65864 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 379 time: 0.0532618 Nov 10 04:40:54.239451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'port': {'device_id': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'admin_state_up': True, 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'security_groups': ['0265d994-c983-4b79-a209-54bd554e123d']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:54.348156 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:40:54.351792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:54.398341 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-598f8081-b1eb-49e4-88a7-1a91d717ba19 req-c120f9e1-497d-453a-9104-a8e9d4a72b72 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 210 time: 0.0275898 Nov 10 04:40:54.480925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.3 (e5212de6-8995-4875-b476-c851c2c694e6/01d765d4-6c52-4372-8e74-7976a1ce9eaa/fefbc67d-da9e-419a-ba0e-640d80a3a6bd) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:40:54.614094 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:54.647073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:54.695028 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network e5212de6-8995-4875-b476-c851c2c694e6 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:40:54.698142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:40:54.701881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:40:54.708423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:54.755209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:54.755823 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:54.772209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-e7c8a027-2fad-44a5-a7b2-ed6a95e1e9c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362568 Nov 10 04:40:54.782534 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-7ec284f2-f879-4152-a736-9c11d3cd8329 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:40:54.783530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-7ec284f2-f879-4152-a736-9c11d3cd8329 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054433 Nov 10 04:40:54.801469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Request body: {'port': {'device_id': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:40:54.856985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:55.001731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ce7870f6-c51b-480a-bb84-c8e03fcace80 None None] Provisioning complete for port fefbc67d-da9e-419a-ba0e-640d80a3a6bd triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:40:55.002340 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ce7870f6-c51b-480a-bb84-c8e03fcace80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:55.040264 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ce7870f6-c51b-480a-bb84-c8e03fcace80 None None] Port fefbc67d-da9e-419a-ba0e-640d80a3a6bd cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:40:55.123939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefbc67d-da9e-419a-ba0e-640d80a3a6bd {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:40:55.131917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:55.144100 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Transition to ACTIVE for port object fefbc67d-da9e-419a-ba0e-640d80a3a6bd will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:40:55.148447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:55.201262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Pushing event updated for resources: {'Port': ['ID=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:55.278988 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Attempting to bind port fefbc67d-da9e-419a-ba0e-640d80a3a6bd on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:40:55.279316 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Attempting to bind port fefbc67d-da9e-419a-ba0e-640d80a3a6bd by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:40:55.279639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Attempting to bind port fefbc67d-da9e-419a-ba0e-640d80a3a6bd on network e5212de6-8995-4875-b476-c851c2c694e6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:40:55.284380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Port fefbc67d-da9e-419a-ba0e-640d80a3a6bd on network e5212de6-8995-4875-b476-c851c2c694e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:40:55.284695 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Attempting to bind port fefbc67d-da9e-419a-ba0e-640d80a3a6bd on network e5212de6-8995-4875-b476-c851c2c694e6 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:40:55.289563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:40:55.289892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Checking segment: {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:40:55.290299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Bound using segment: {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:40:55.290713 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Bound port: fefbc67d-da9e-419a-ba0e-640d80a3a6bd, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d31b7a7-6d65-4d8f-bdb9-39321140bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:40:55.291055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:55.360142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] For port fefbc67d-da9e-419a-ba0e-640d80a3a6bd, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:40:55.363539 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] For port fefbc67d-da9e-419a-ba0e-640d80a3a6bd, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:40:55.371185 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:55.413383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:55.414191 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:55.415550 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] 10.222.0.11 "PUT /v2.0/ports/fefbc67d-da9e-419a-ba0e-640d80a3a6bd HTTP/1.1" status: 200 len: 1091 time: 0.6182311 Nov 10 04:40:55.415989 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:40:55.420152 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e227bcdc-a6cb-4273-b3f6-905109519222" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:40:55.450714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3777f-5c81-43d1-bb26-c2d25e61432f service neutron] Pushing event updated for resources: {'Port': ['ID=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:55.531596 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd17f34-8eea-4e57-a213-ccd8d19971f2 x-openstack-request-id: req-4cd17f34-8eea-4e57-a213-ccd8d19971f2 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:40:55.531886 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:40:55.532153 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cd17f34-8eea-4e57-a213-ccd8d19971f2 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:40:55.532605 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'status': 'completed', 'code': 200} Nov 10 04:40:55.548868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-20ab1fd1-415b-46a3-a55f-0a22b3a64fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:55.550493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-20ab1fd1-415b-46a3-a55f-0a22b3a64fb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 1094 time: 0.0631328 Nov 10 04:40:55.591124 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe940ab-54ba-4e60-9828-d0229725ecfb req-2dcb37ed-242e-46e2-ac5a-cf19c5d81d00 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:55.592793 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fe940ab-54ba-4e60-9828-d0229725ecfb req-2dcb37ed-242e-46e2-ac5a-cf19c5d81d00 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 943 time: 0.0722558 Nov 10 04:40:55.613429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-416ed338-50ad-4277-b6bf-4bfb4cdbe2a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd HTTP/1.1" status: 200 len: 217 time: 0.0492697 Nov 10 04:40:55.651300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3fe940ab-54ba-4e60-9828-d0229725ecfb req-9a297082-27eb-4aba-a3f8-acc070103447 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526686 Nov 10 04:40:55.667981 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-5f6c7a52-4e46-4d78-a7c5-38a42e20cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:55.669540 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-5f6c7a52-4e46-4d78-a7c5-38a42e20cf7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01d765d4-6c52-4372-8e74-7976a1ce9eaa HTTP/1.1" status: 200 len: 835 time: 0.0482867 Nov 10 04:40:55.717002 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-94d2df80-3fc7-436a-b2e9-f844f779562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:55.718602 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-94d2df80-3fc7-436a-b2e9-f844f779562a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5212de6-8995-4875-b476-c851c2c694e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426774 Nov 10 04:40:55.832142 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-7d0981e6-a86b-455e-80f2-85f10e8a52f6 service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049690 Nov 10 04:40:55.921160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e1a4ac4a-ff96-496c-a92e-37ee4800e8e7 req-9256682d-a48a-4fa2-af48-dd12d4f9dd76 service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821960 Nov 10 04:40:56.059218 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-c2892bdd-f35a-406c-ab90-4508a2906c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:56.060604 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-c2892bdd-f35a-406c-ab90-4508a2906c4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 1094 time: 0.0461423 Nov 10 04:40:56.155647 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-b6a84dd2-a02a-444f-b03e-7f75a1338f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:56.157120 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-b6a84dd2-a02a-444f-b03e-7f75a1338f34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5212de6-8995-4875-b476-c851c2c694e6 HTTP/1.1" status: 200 len: 897 time: 0.0891831 Nov 10 04:40:56.205579 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-df1244e3-98a0-4078-9f92-8b353845e080 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd HTTP/1.1" status: 200 len: 217 time: 0.0395632 Nov 10 04:40:56.258198 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-230fa5ca-54c4-4100-8671-27ce98e582fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:56.259711 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-230fa5ca-54c4-4100-8671-27ce98e582fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01d765d4-6c52-4372-8e74-7976a1ce9eaa HTTP/1.1" status: 200 len: 835 time: 0.0464380 Nov 10 04:40:56.303649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-06a09985-3c17-43bb-bccd-812498b43a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:56.305076 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-06a09985-3c17-43bb-bccd-812498b43a71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5212de6-8995-4875-b476-c851c2c694e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385695 Nov 10 04:40:56.401584 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-f95c6dc5-6be0-4e01-b44a-486856864ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885284 Nov 10 04:40:56.490872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e227bcdc-a6cb-4273-b3f6-905109519222 req-fb1a3f87-e096-4937-aadd-92814edfd62d service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821805 Nov 10 04:40:56.770031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a687c-ab04-4b7c-a310-4540bcc41411 req-60b0b094-4825-4af6-b616-e3b1bfa7b1cd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:56.771491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da1a687c-ab04-4b7c-a310-4540bcc41411 req-60b0b094-4825-4af6-b616-e3b1bfa7b1cd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 943 time: 0.0474434 Nov 10 04:40:56.826453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da1a687c-ab04-4b7c-a310-4540bcc41411 req-11da36b8-f059-4345-bcdb-64e5ea6fa18e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491474 Nov 10 04:40:57.938537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd29e-254c-4540-93ee-40b2bf76e226 req-b7c1ebcc-63c0-4ee4-a4fd-2185e4695e91 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:57.940003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-800cd29e-254c-4540-93ee-40b2bf76e226 req-b7c1ebcc-63c0-4ee4-a4fd-2185e4695e91 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 943 time: 0.0488379 Nov 10 04:40:57.987726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-800cd29e-254c-4540-93ee-40b2bf76e226 req-f12a3df8-3160-48ff-b09d-bd5487799d55 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Nov 10 04:40:58.970022 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device fefbc67d-da9e-419a-ba0e-640d80a3a6bd details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:40:59.064323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port fefbc67d-da9e-419a-ba0e-640d80a3a6bd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:59.076952 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'port_id': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'mac_address': 'fa:16:3e:82:86:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:40:59.104659 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7c3f-9472-4c23-be2a-3aaefac1f8ea req-e85d6316-7f7d-48f3-b24f-5a93cdb77054 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:40:59.106150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29bb7c3f-9472-4c23-be2a-3aaefac1f8ea req-e85d6316-7f7d-48f3-b24f-5a93cdb77054 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 943 time: 0.0484068 Nov 10 04:40:59.117276 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:59.130509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefbc67d-da9e-419a-ba0e-640d80a3a6bd {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:40:59.149055 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port fefbc67d-da9e-419a-ba0e-640d80a3a6bd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:40:59.152906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:40:59.156010 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-29bb7c3f-9472-4c23-be2a-3aaefac1f8ea req-13939ec3-777c-4bbc-888e-eef074411877 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433023 Nov 10 04:40:59.200516 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:40:59.556491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['fefbc67d-da9e-419a-ba0e-640d80a3a6bd'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:41:00.273954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c24b-cf31-40ef-9064-4cae810eaed8 req-bfcd2ce6-ebbb-4e6f-934b-7c3c99b1492d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:00.275463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b85c24b-cf31-40ef-9064-4cae810eaed8 req-bfcd2ce6-ebbb-4e6f-934b-7c3c99b1492d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 944 time: 0.0513752 Nov 10 04:41:00.330509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b85c24b-cf31-40ef-9064-4cae810eaed8 req-998f55dc-08bf-4bf0-a8bc-8c065cbe02e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488467 Nov 10 04:41:00.982606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device fefbc67d-da9e-419a-ba0e-640d80a3a6bd up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:41:01.031592 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port fefbc67d-da9e-419a-ba0e-640d80a3a6bd completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:41:01.035363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port fefbc67d-da9e-419a-ba0e-640d80a3a6bd triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:41:01.035732 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:01.114612 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:01.136812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:41:01.139077 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0dde23-924f-44e2-ac46-f12a0ec80fb1" -d '{"events": [{"server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:41:01.151032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port fefbc67d-da9e-419a-ba0e-640d80a3a6bd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:41:01.155559 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:01.179394 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb31a2c-3bcf-4f28-840b-59732daa370b x-openstack-request-id: req-9fb31a2c-3bcf-4f28-840b-59732daa370b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:41:01.179682 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:41:01.179932 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fb31a2c-3bcf-4f28-840b-59732daa370b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:41:01.180347 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'code': 200} Nov 10 04:41:01.204187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:41:01.300335 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817d8cd-3172-4e43-acc9-83e9fc9872ff req-39ffec42-a8e8-44e1-946d-0dfdaafa7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:01.301784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4817d8cd-3172-4e43-acc9-83e9fc9872ff req-39ffec42-a8e8-44e1-946d-0dfdaafa7bbc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 1096 time: 0.0402117 Nov 10 04:41:01.348910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4817d8cd-3172-4e43-acc9-83e9fc9872ff req-c184870c-fc13-4650-a372-825ca366919b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Nov 10 04:41:01.443914 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565d72b-0cb3-41dc-8075-a4bec348e6d2 req-f19de566-5bf6-4cf6-8f2d-88724315d1f8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:01.445358 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a565d72b-0cb3-41dc-8075-a4bec348e6d2 req-f19de566-5bf6-4cf6-8f2d-88724315d1f8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0475490 Nov 10 04:41:01.493315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a565d72b-0cb3-41dc-8075-a4bec348e6d2 req-aad7bac6-31fd-4874-8306-16c5d27f0dac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Nov 10 04:41:02.611958 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8163a9-a25e-4531-ad0b-e1be8d07d71d req-5c0a3f35-e2fb-48ff-b8d3-cbf437a800ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:02.613431 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b8163a9-a25e-4531-ad0b-e1be8d07d71d req-5c0a3f35-e2fb-48ff-b8d3-cbf437a800ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0515184 Nov 10 04:41:02.664491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b8163a9-a25e-4531-ad0b-e1be8d07d71d req-39f697ae-41b5-476f-8d5a-fabbee621437 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451376 Nov 10 04:41:03.780756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc0f54-4c58-4daf-9b9b-3fae05a91371 req-d5be12e6-6155-4607-8098-0183b7b21497 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:03.782246 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ddc0f54-4c58-4daf-9b9b-3fae05a91371 req-d5be12e6-6155-4607-8098-0183b7b21497 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0484962 Nov 10 04:41:03.830361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5ddc0f54-4c58-4daf-9b9b-3fae05a91371 req-d8507aec-e82b-4715-a7ba-1709bde1db4c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418823 Nov 10 04:41:03.942238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66801259-2ca0-4884-bf5b-84cff3b0638d req-0225c52d-5acc-46b8-b041-90786353a775 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:03.943726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66801259-2ca0-4884-bf5b-84cff3b0638d req-0225c52d-5acc-46b8-b041-90786353a775 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0473468 Nov 10 04:41:03.995226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-66801259-2ca0-4884-bf5b-84cff3b0638d req-50a2e3cd-e6c5-4766-bae5-3fc05ba82d56 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454550 Nov 10 04:41:04.017362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48018) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:41:04.054361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ebb3b8-0caa-4ff7-ad97-231e900b3d78 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:04.055832 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-37ebb3b8-0caa-4ff7-ad97-231e900b3d78 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 1091 time: 0.0374818 Nov 10 04:41:04.058658 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48020) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:41:04.063379 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:41:04.085070 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:04.177141 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:04.279062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.219 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/1abe4d6b-d5cb-44fd-bdcf-794f15c1e658) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:41:04.379592 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:04.410760 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:04.445100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:41:04.447765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:41:04.454062 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:41:04.481337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=1abe4d6b-d5cb-44fd-bdcf-794f15c1e658,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:41:04.801347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:04.867772 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:05.016635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:05.021064 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:05.089527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=1abe4d6b-d5cb-44fd-bdcf-794f15c1e658,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:41:05.105285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:05.204695 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP ea86ab8c-e2d1-4262-a2f2-81cf4918c612 associated. External IP: 172.25.6.219, port: fefbc67d-da9e-419a-ba0e-640d80a3a6bd. Nov 10 04:41:05.758089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:41:05.863674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:41:05.874247 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] Sync routers for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:41:05.880944 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:05.884399 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:41:05.885001 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:41:05.907117 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9e3f9ad4-3733-4d21-afc9-dd154adbe566 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8474391 Nov 10 04:41:05.907684 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:41:05.910027 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73936581-cf43-4273-b103-861866577ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:41:05.954128 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4574f309-966e-4e1a-8955-adf3c23b8e69 x-openstack-request-id: req-4574f309-966e-4e1a-8955-adf3c23b8e69 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:41:05.954658 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:41:05.955107 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4574f309-966e-4e1a-8955-adf3c23b8e69 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:41:05.955971 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'status': 'completed', 'code': 200} Nov 10 04:41:05.991489 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:41:06.012058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8119eb-6d9f-4a3a-a159-76bbc4a7bfad req-aeda278b-0039-4afb-b1fa-4d9dbb027d7c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:06.013591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e8119eb-6d9f-4a3a-a159-76bbc4a7bfad req-aeda278b-0039-4afb-b1fa-4d9dbb027d7c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0555544 Nov 10 04:41:06.042651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936581-cf43-4273-b103-861866577ab7 req-be2c634e-1482-4ff6-bd41-dc1eb80f3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:06.044216 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73936581-cf43-4273-b103-861866577ab7 req-be2c634e-1482-4ff6-bd41-dc1eb80f3433 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 1096 time: 0.0462863 Nov 10 04:41:06.066200 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e8119eb-6d9f-4a3a-a159-76bbc4a7bfad req-7107ae86-b7b1-4f33-abb0-df73522d31e2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452809 Nov 10 04:41:06.093184 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48026) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:41:06.140599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936581-cf43-4273-b103-861866577ab7 req-b47871b1-2c52-4a63-8f73-4b75fca7957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:06.141640 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73936581-cf43-4273-b103-861866577ab7 req-b47871b1-2c52-4a63-8f73-4b75fca7957c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5212de6-8995-4875-b476-c851c2c694e6 HTTP/1.1" status: 200 len: 897 time: 0.0901661 Nov 10 04:41:06.156928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a483bd4f-d581-4d56-80ac-ec36d11e7fcb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/ea86ab8c-e2d1-4262-a2f2-81cf4918c612 HTTP/1.1" status: 200 len: 991 time: 0.0617235 Nov 10 04:41:06.213116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73936581-cf43-4273-b103-861866577ab7 req-c9905e89-5776-4056-8c16-f61b409dce93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd HTTP/1.1" status: 200 len: 999 time: 0.0650899 Nov 10 04:41:06.262690 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936581-cf43-4273-b103-861866577ab7 req-f8123f30-5dbe-427c-bd6a-f4c8bea39134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:06.265041 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73936581-cf43-4273-b103-861866577ab7 req-f8123f30-5dbe-427c-bd6a-f4c8bea39134 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01d765d4-6c52-4372-8e74-7976a1ce9eaa HTTP/1.1" status: 200 len: 835 time: 0.0445981 Nov 10 04:41:06.305120 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'ea86ab8c-e2d1-4262-a2f2-81cf4918c612', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'port_id': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'mac_address': 'fa:16:3e:82:86:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:41:04Z', 'updated_at': '2021-11-10T04:41:04Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:50Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:41:06.308433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936581-cf43-4273-b103-861866577ab7 req-c9e774d8-8a3b-4b0e-95fc-a453cbc1d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:06.309917 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73936581-cf43-4273-b103-861866577ab7 req-c9e774d8-8a3b-4b0e-95fc-a453cbc1d369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5212de6-8995-4875-b476-c851c2c694e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383942 Nov 10 04:41:06.331221 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] Checking router: fd74ebcc-643a-4ed6-ae1e-965c502dbc46 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:41:06.339629 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:41:06.340221 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:40:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:41:06.402175 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73936581-cf43-4273-b103-861866577ab7 req-bbacde31-c935-41fc-97de-7907bf1b0129 service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 Nov 10 04:41:06.442475 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:41:06.490710 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-73936581-cf43-4273-b103-861866577ab7 req-17d91b6d-73df-4903-99f1-fa2443c27e89 service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821862 Nov 10 04:41:06.665465 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'ea86ab8c-e2d1-4262-a2f2-81cf4918c612', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'port_id': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'mac_address': 'fa:16:3e:82:86:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:41:04Z', 'updated_at': '2021-11-10T04:41:04Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:50Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:41:06.691000 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeedd3-44c1-4126-b3c5-76046e0dbeec None None] The sync data for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 is: [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'ea86ab8c-e2d1-4262-a2f2-81cf4918c612', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'port_id': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'mac_address': 'fa:16:3e:82:86:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:41:04Z', 'updated_at': '2021-11-10T04:41:04Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:50Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:41:06.876416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c7ac8-944f-4f36-bbd2-94dcbfc362d2 None None] New status for floating IP ea86ab8c-e2d1-4262-a2f2-81cf4918c612: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:41:07.159997 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48028) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:41:07.223605 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4f850af9-b212-495b-88e5-1610f5ece791 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/ea86ab8c-e2d1-4262-a2f2-81cf4918c612 HTTP/1.1" status: 200 len: 993 time: 0.0624630 Nov 10 04:41:08.416143 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:10.798347 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:41:13.432617 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee063-649a-4d06-9ec7-5ed874df3479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:15.743134 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a41bc95-1294-4f71-b9f7-a166a81af565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:16.945585 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:18.607455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:19.236876 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:23.970530 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:38.413217 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:42.558266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-a69bad10-b9fa-4b9e-93d0-db478a9465d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839667 Nov 10 04:41:42.657686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c05f7-fac7-4807-8403-7349001c2849 req-a3568338-21c7-4a1f-9a1a-79cbf7046773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:42.659200 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-a3568338-21c7-4a1f-9a1a-79cbf7046773 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 1096 time: 0.0402513 Nov 10 04:41:42.771660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c05f7-fac7-4807-8403-7349001c2849 req-0a573421-6f96-404f-aa6d-3e170f026d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:42.771660 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-0a573421-6f96-404f-aa6d-3e170f026d9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5212de6-8995-4875-b476-c851c2c694e6 HTTP/1.1" status: 200 len: 897 time: 0.0920060 Nov 10 04:41:42.835366 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-04aca5d0-117e-4f1d-b576-6c086b5ae0fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd HTTP/1.1" status: 200 len: 1001 time: 0.0565305 Nov 10 04:41:42.885858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c05f7-fac7-4807-8403-7349001c2849 req-a34ed33b-facf-4aa6-b9be-319b1a1c373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:42.887327 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-a34ed33b-facf-4aa6-b9be-319b1a1c373c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01d765d4-6c52-4372-8e74-7976a1ce9eaa HTTP/1.1" status: 200 len: 835 time: 0.0434930 Nov 10 04:41:42.935235 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c05f7-fac7-4807-8403-7349001c2849 req-64cbb593-879c-4732-88d7-f331be4a6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:41:42.936763 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-64cbb593-879c-4732-88d7-f331be4a6b56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5212de6-8995-4875-b476-c851c2c694e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422711 Nov 10 04:41:43.033594 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-cab6c192-6438-44d4-a16d-668899897170 service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896573 Nov 10 04:41:43.136248 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-268c05f7-fac7-4807-8403-7349001c2849 req-5cbf6dca-65e5-4527-b62d-ca5416cf03da service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955038 Nov 10 04:41:43.433369 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c8d2-9876-44f0-9634-0907a8ddf037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:45.744195 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0ffe-5dfa-47fb-9094-a97dc46be4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:46.947768 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:47.798888 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:41:48.612909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:49.237899 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:41:53.974189 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:08.082625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e00932-5f97-44ce-8a7a-8f0c932e7795 req-c3ddcce2-9e8d-4257-9504-c600f0b2515a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:08.084158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0e00932-5f97-44ce-8a7a-8f0c932e7795 req-c3ddcce2-9e8d-4257-9504-c600f0b2515a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0497942 Nov 10 04:42:08.136406 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0e00932-5f97-44ce-8a7a-8f0c932e7795 req-c712b86d-9912-4c05-bd73-87d77c0f92de tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463939 Nov 10 04:42:08.413356 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:09.252569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c225-1259-4c98-b521-5a3e94bbe64c req-4ad734ee-f58b-47dc-a8ad-c0c5172a1436 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:09.254045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7459c225-1259-4c98-b521-5a3e94bbe64c req-4ad734ee-f58b-47dc-a8ad-c0c5172a1436 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0476673 Nov 10 04:42:09.301723 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7459c225-1259-4c98-b521-5a3e94bbe64c req-e6197771-6d3f-46ee-94be-1d2963283dcd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418482 Nov 10 04:42:09.323668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48062) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:09.388192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-19dfd669-c52b-4cce-ab97-4bb16ef526b2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/ea86ab8c-e2d1-4262-a2f2-81cf4918c612 HTTP/1.1" status: 200 len: 993 time: 0.0632517 Nov 10 04:42:10.677466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2286-b469-4f73-a0cf-d2c61fadfc35 req-de06ac4b-5b55-4c87-b3c9-b928bd02bd41 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:10.678862 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40cc2286-b469-4f73-a0cf-d2c61fadfc35 req-de06ac4b-5b55-4c87-b3c9-b928bd02bd41 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0486786 Nov 10 04:42:10.727086 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-40cc2286-b469-4f73-a0cf-d2c61fadfc35 req-175ab8d7-7e2c-45a0-a479-d6661045dd3c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Nov 10 04:42:11.845776 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c120acc-fbf1-4811-9b38-aeb9445ae002 req-6bdc5bc4-e4f7-4560-ae43-93314b03263e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:11.847169 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c120acc-fbf1-4811-9b38-aeb9445ae002 req-6bdc5bc4-e4f7-4560-ae43-93314b03263e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0475242 Nov 10 04:42:11.895529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9c120acc-fbf1-4811-9b38-aeb9445ae002 req-3e71e7a6-eff5-4b03-9dd5-9ff345d0f85a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424969 Nov 10 04:42:13.017033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780263be-c92f-4a65-ac77-7b370c21b251 req-9dc25cd4-681d-4c2c-a852-30911996bbec tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:13.018570 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-780263be-c92f-4a65-ac77-7b370c21b251 req-9dc25cd4-681d-4c2c-a852-30911996bbec tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0548124 Nov 10 04:42:13.066893 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-780263be-c92f-4a65-ac77-7b370c21b251 req-edcb0520-e9ad-4cf6-bd88-79d18782c8bf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Nov 10 04:42:13.091342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48074) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:13.153949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-43e9a441-c152-4f0c-bab1-a9f94da86707 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/ea86ab8c-e2d1-4262-a2f2-81cf4918c612 HTTP/1.1" status: 200 len: 993 time: 0.0614159 Nov 10 04:42:13.394712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48080) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:13.435113 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5b74e8cd-e6a2-44de-9f7f-5c328bcca468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:13.554773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 1abe4d6b-d5cb-44fd-bdcf-794f15c1e658 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:42:13.555118 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:13.632974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:13.633305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:13.645221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 1abe4d6b-d5cb-44fd-bdcf-794f15c1e658 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:42:13.788037 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:13.814497 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=1abe4d6b-d5cb-44fd-bdcf-794f15c1e658,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:13.836673 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.837019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.837360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.837696 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.838059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.838389 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.838721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.839048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.839370 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.839692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.840014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.840324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:13.882696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:13.883027 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP ea86ab8c-e2d1-4262-a2f2-81cf4918c612 disassociated (deleted). External IP: 172.25.6.219, port: fefbc67d-da9e-419a-ba0e-640d80a3a6bd. Nov 10 04:42:14.088310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:42:14.193995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:42:14.198738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:14.203874 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] Sync routers for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:42:14.213053 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:14.213654 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:41:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:14.225108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2b0c8647-a1c1-49f5-9cae-ac34478da0ce tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/floatingips/ea86ab8c-e2d1-4262-a2f2-81cf4918c612 HTTP/1.1" status: 204 len: 168 time: 0.8292780 Nov 10 04:42:14.225799 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:42:14.228246 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:42:14.272935 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07405cf1-4a2e-4bd3-9c26-cfe55d16dc2c x-openstack-request-id: req-07405cf1-4a2e-4bd3-9c26-cfe55d16dc2c {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:42:14.273540 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:42:14.273797 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07405cf1-4a2e-4bd3-9c26-cfe55d16dc2c {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:42:14.274837 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'status': 'completed', 'code': 200} Nov 10 04:42:14.321207 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:14.364597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-7a0d776e-b3e4-4803-9918-844a176edf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:14.370905 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-7a0d776e-b3e4-4803-9918-844a176edf94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 1096 time: 0.0527809 Nov 10 04:42:14.468737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2a098-9149-4381-a8f5-b0b5b2ef7ca5 req-d09e414c-f52d-4b84-bfa7-a6ce757a50db tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:14.471337 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6be2a098-9149-4381-a8f5-b0b5b2ef7ca5 req-d09e414c-f52d-4b84-bfa7-a6ce757a50db tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0544136 Nov 10 04:42:14.511029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-20de020f-6f2a-40a2-8219-da6e3be6e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:14.512503 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-20de020f-6f2a-40a2-8219-da6e3be6e8cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5212de6-8995-4875-b476-c851c2c694e6 HTTP/1.1" status: 200 len: 897 time: 0.0970979 Nov 10 04:42:14.530207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6be2a098-9149-4381-a8f5-b0b5b2ef7ca5 req-dc8572a4-d741-4702-bde2-57f2a3318053 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509894 Nov 10 04:42:14.535509 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:50Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:14.560181 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-9f7ee445-f368-4ccf-bbba-298c9492804f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd HTTP/1.1" status: 200 len: 217 time: 0.0376401 Nov 10 04:42:14.562138 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] Checking router: fd74ebcc-643a-4ed6-ae1e-965c502dbc46 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:42:14.570600 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:14.571184 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:41:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:14.613712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-fd33cf45-621e-44ac-ab71-6aa6a45b8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:14.615262 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-fd33cf45-621e-44ac-ab71-6aa6a45b8ce0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01d765d4-6c52-4372-8e74-7976a1ce9eaa HTTP/1.1" status: 200 len: 835 time: 0.0470161 Nov 10 04:42:14.665741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-ed3f8ee0-1693-4b5e-981e-76b455bfeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:14.667405 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-ed3f8ee0-1693-4b5e-981e-76b455bfeeae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5212de6-8995-4875-b476-c851c2c694e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441041 Nov 10 04:42:14.675753 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:14.761452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-6fbb7d69-9dd7-4f04-8107-4a7c4eb7e70c service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857179 Nov 10 04:42:14.858690 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-54c146a5-8a2d-47ee-a66d-f3f88bfd62c8 req-b3175782-cd5e-4d3a-9cb6-c00cd8a2d5c4 service neutron] 10.222.0.11 "GET /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890293 Nov 10 04:42:14.957871 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:50Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:14.986310 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e24a9c-4027-4ac4-bba1-02b5a0f0ba37 None None] The sync data for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 is: [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:40:47Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'afee5af9-4c43-4176-8061-151699828ccb', 'name': '', 'network_id': 'e5212de6-8995-4875-b476-c851c2c694e6', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:84:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:46Z', 'updated_at': '2021-11-10T04:40:50Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '01d765d4-6c52-4372-8e74-7976a1ce9eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:42:15.202990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c1fa3-d861-472c-8181-ecc76d2d32e2 None None] New status for floating IP ea86ab8c-e2d1-4262-a2f2-81cf4918c612: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:42:15.647732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1d89-efd1-4c60-82a1-6386c0d15859 req-6afcce08-8e18-458d-92ea-0a87d364ff51 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:15.649184 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-454a1d89-efd1-4c60-82a1-6386c0d15859 req-6afcce08-8e18-458d-92ea-0a87d364ff51 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0479121 Nov 10 04:42:15.703240 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-454a1d89-efd1-4c60-82a1-6386c0d15859 req-5d9cc24f-7108-4392-bc16-9e2f282cd739 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481458 Nov 10 04:42:15.747879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88c84912-b0c4-483d-b8f4-fb52a183b28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:16.366756 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-06921ef1-f718-457e-9f23-b7015fe13329 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:16.368209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-06921ef1-f718-457e-9f23-b7015fe13329 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0482807 Nov 10 04:42:16.455228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port fefbc67d-da9e-419a-ba0e-640d80a3a6bd {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:42:16.455579 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:16.823567 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port fefbc67d-da9e-419a-ba0e-640d80a3a6bd, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:16.823848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c7722-9a7b-477b-bd9f-0f1e690b0b6c req-513315a9-b5b8-4bf6-95ea-b865b4a65e65 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:16.824311 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:16.825318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d6c7722-9a7b-477b-bd9f-0f1e690b0b6c req-513315a9-b5b8-4bf6-95ea-b865b4a65e65 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6e4af0-26d9-4006-85cd-93b01b4f1a6d HTTP/1.1" status: 200 len: 945 time: 0.0471582 Nov 10 04:42:16.839893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for fefbc67d-da9e-419a-ba0e-640d80a3a6bd owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:42:16.884355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d6c7722-9a7b-477b-bd9f-0f1e690b0b6c req-2a213c7b-2a50-4554-b669-27104b60c117 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=0265d994-c983-4b79-a209-54bd554e123d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474179 Nov 10 04:42:16.951656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:16.969104 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:16.997323 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=fefbc67d-da9e-419a-ba0e-640d80a3a6bd,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:17.010904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.010904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.010904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.010904 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.011290 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.011499 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.011807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.012129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.012451 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.012773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.013094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.013419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:17.046519 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] No DVR routers for this DVR port fefbc67d-da9e-419a-ba0e-640d80a3a6bd on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:42:17.049620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:17.052910 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5ff63d26-55c2-4055-829b-d30acfaaf8ff req-aefe167e-ac48-4fa2-ad29-8d4031cb2650 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "DELETE /v2.0/ports/fefbc67d-da9e-419a-ba0e-640d80a3a6bd HTTP/1.1" status: 204 len: 173 time: 0.6778128 Nov 10 04:42:17.053366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'name': 'network-vif-deleted', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:42:17.055675 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0d441-5346-48ee-9ed2-3d6c31d6c5e0" -d '{"events": [{"server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "name": "network-vif-deleted", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:42:17.154217 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be057ff8-061d-4835-9327-ad5eee1f2296 x-openstack-request-id: req-be057ff8-061d-4835-9327-ad5eee1f2296 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:42:17.154505 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6e4af0-26d9-4006-85cd-93b01b4f1a6d", "name": "network-vif-deleted", "tag": "fefbc67d-da9e-419a-ba0e-640d80a3a6bd", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:42:17.154758 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be057ff8-061d-4835-9327-ad5eee1f2296 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:42:17.155149 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6e4af0-26d9-4006-85cd-93b01b4f1a6d', 'name': 'network-vif-deleted', 'tag': 'fefbc67d-da9e-419a-ba0e-640d80a3a6bd', 'status': 'completed', 'code': 200} Nov 10 04:42:17.939890 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48100) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:18.288650 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:18.537436 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port afee5af9-4c43-4176-8061-151699828ccb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:42:18.537800 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:18.612256 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:18.629263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port afee5af9-4c43-4176-8061-151699828ccb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=afee5af9-4c43-4176-8061-151699828ccb,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:18.629617 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:18.641719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for afee5af9-4c43-4176-8061-151699828ccb owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:42:18.819039 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:18.845971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=afee5af9-4c43-4176-8061-151699828ccb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:19.014893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.227933 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:42:19.239260 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.259901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device fefbc67d-da9e-419a-ba0e-640d80a3a6bd no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:42:19.279382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: fefbc67d-da9e-419a-ba0e-640d80a3a6bd {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:42:19.279717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device fefbc67d-da9e-419a-ba0e-640d80a3a6bd not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:42:19.333409 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:42:19.338449 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a258e4d6-eea2-424e-a63b-31d9ae5e9f16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/fd74ebcc-643a-4ed6-ae1e-965c502dbc46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975616 Nov 10 04:42:19.341110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48102) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:19.344268 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] Sync routers for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:42:19.353465 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:19.354107 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:19.392191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting subnet 01d765d4-6c52-4372-8e74-7976a1ce9eaa {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:42:19.395151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.434284 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.454256 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:19.518301 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.583076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.611721 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Subnet': ['ID=01d765d4-6c52-4372-8e74-7976a1ce9eaa,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:19.613693 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.616928 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-fc4898a4-a865-4175-aa71-1da7a973a6cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/subnets/01d765d4-6c52-4372-8e74-7976a1ce9eaa HTTP/1.1" status: 204 len: 168 time: 0.2743554 Nov 10 04:42:19.619913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48104) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:19.622333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b6851-8d26-42d6-a142-81b28c11eee8 None None] Network e5212de6-8995-4875-b476-c851c2c694e6 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:42:19.633217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:42:18Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:19.663305 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] Checking router: fd74ebcc-643a-4ed6-ae1e-965c502dbc46 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:42:19.671669 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] Routers {'fd74ebcc-643a-4ed6-ae1e-965c502dbc46'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:19.672297 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:19.733006 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.783105 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] Set router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:19.813064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] DHCP port deletion for e5212de6-8995-4875-b476-c851c2c694e6 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:42:19.838150 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.869822 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Deleting port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:42:19.870302 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.892021 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 78462371-d802-4ed7-8ce5-1daf68b0383d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:42:19.892444 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.937206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] For port 932e29c8-ba40-4ba5-b6a2-7cfb16938685, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=932e29c8-ba40-4ba5-b6a2-7cfb16938685,segment=NetworkSegment(3d31b7a7-6d65-4d8f-bdb9-39321140bd39),segment_id=3d31b7a7-6d65-4d8f-bdb9-39321140bd39)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:19.937588 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.949738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Calling delete_port for 932e29c8-ba40-4ba5-b6a2-7cfb16938685 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:42:19.964439 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:42:18Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:19.979615 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 78462371-d802-4ed7-8ce5-1daf68b0383d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=78462371-d802-4ed7-8ce5-1daf68b0383d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:19.979973 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:19.990953 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59747f-cb47-4724-b1cc-3119831f7996 None None] The sync data for ids ['fd74ebcc-643a-4ed6-ae1e-965c502dbc46'] in n-d-817326-2 is: [{'id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87761937', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:40:43Z', 'updated_at': '2021-11-10T04:42:18Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '78462371-d802-4ed7-8ce5-1daf68b0383d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd74ebcc-643a-4ed6-ae1e-965c502dbc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:40:44Z', 'updated_at': '2021-11-10T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:42:19.991977 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 78462371-d802-4ed7-8ce5-1daf68b0383d owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:42:20.037765 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.061704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Pushing event deleted for resources: {'Port': ['ID=932e29c8-ba40-4ba5-b6a2-7cfb16938685,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:20.066473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] No DVR routers for this DVR port 932e29c8-ba40-4ba5-b6a2-7cfb16938685 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.075459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.076657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.076657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.076657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.077438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d9585-26fe-4d2c-b2b7-04ef5a535ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:20.160844 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.185088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=78462371-d802-4ed7-8ce5-1daf68b0383d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:20.199961 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4470045a-2dc3-4f8d-a7af-86f6ae756270 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:42:20.244806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.336396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.338467 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.383207 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.383813 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Fanout notify agent at l3_agent the message router_deleted on router fd74ebcc-643a-4ed6-ae1e-965c502dbc46 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:42:20.391723 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.394413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6d601182-813d-440a-bee2-9a560ff546b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/routers/fd74ebcc-643a-4ed6-ae1e-965c502dbc46 HTTP/1.1" status: 204 len: 168 time: 0.7735443 Nov 10 04:42:20.395522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48106) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:20.471460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.560595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.583349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5212de6-8995-4875-b476-c851c2c694e6']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:20.593814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d31b7a7-6d65-4d8f-bdb9-39321140bd39') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:20.594169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d31b7a7-6d65-4d8f-bdb9-39321140bd39') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:20.604023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.618396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.626315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:42:20.626773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:42:20.629846 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:42:20.696939 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.703816 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.709482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/networks/e5212de6-8995-4875-b476-c851c2c694e6 HTTP/1.1" status: 204 len: 168 time: 0.3103261 Nov 10 04:42:20.709914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48108) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:20.718839 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb8608-e4c2-429d-98c1-a602e1889b46 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Network': ['ID=e5212de6-8995-4875-b476-c851c2c694e6,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:20.770897 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcf02b23-f958-48c0-b2d7-923335796955 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.795073 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcf02b23-f958-48c0-b2d7-923335796955 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.852553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcf02b23-f958-48c0-b2d7-923335796955 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.855231 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bcf02b23-f958-48c0-b2d7-923335796955 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:20.856392 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-bcf02b23-f958-48c0-b2d7-923335796955 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/security-groups/0265d994-c983-4b79-a209-54bd554e123d HTTP/1.1" status: 204 len: 168 time: 0.1453426 Nov 10 04:42:20.865595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf02b23-f958-48c0-b2d7-923335796955 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0265d994-c983-4b79-a209-54bd554e123d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:21.184920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 78462371-d802-4ed7-8ce5-1daf68b0383d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:42:21.192528 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48114) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:21.197056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4f00dee6-4a9f-4af8-baef-28d513bcd02c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886773035', 'description': 'tempest-secgroup-smoke-886773035 description', 'project_id': '829135a56df84f208b3363f1adeb8768'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:21.206129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 78462371-d802-4ed7-8ce5-1daf68b0383d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:42:21.206467 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 78462371-d802-4ed7-8ce5-1daf68b0383d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:42:21.206868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 932e29c8-ba40-4ba5-b6a2-7cfb16938685 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:42:21.218222 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f00dee6-4a9f-4af8-baef-28d513bcd02c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.226397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 932e29c8-ba40-4ba5-b6a2-7cfb16938685 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:42:21.226737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 932e29c8-ba40-4ba5-b6a2-7cfb16938685 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:42:21.227136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device afee5af9-4c43-4176-8061-151699828ccb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:42:21.251667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: afee5af9-4c43-4176-8061-151699828ccb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:42:21.251926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device afee5af9-4c43-4176-8061-151699828ccb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:42:21.286003 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f00dee6-4a9f-4af8-baef-28d513bcd02c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.289629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f00dee6-4a9f-4af8-baef-28d513bcd02c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.316774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4f00dee6-4a9f-4af8-baef-28d513bcd02c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.318000 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4f00dee6-4a9f-4af8-baef-28d513bcd02c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1244590 Nov 10 04:42:21.321180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48116) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:21.321843 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00dee6-4a9f-4af8-baef-28d513bcd02c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6a64e-537b-4942-b13c-4bb6202381c7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:21.326158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-5740ce82-2bf4-4202-81f1-c43ead205b8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '77c6a64e-537b-4942-b13c-4bb6202381c7', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:21.353962 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5740ce82-2bf4-4202-81f1-c43ead205b8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.397778 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5740ce82-2bf4-4202-81f1-c43ead205b8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.401409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5740ce82-2bf4-4202-81f1-c43ead205b8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.419279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740ce82-2bf4-4202-81f1-c43ead205b8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39d819e-eea6-4659-8b7f-a593f775e7c6,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:21.426560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5740ce82-2bf4-4202-81f1-c43ead205b8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.427767 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5740ce82-2bf4-4202-81f1-c43ead205b8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1053047 Nov 10 04:42:21.430581 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48118) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:21.434826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c04dbc1d-003e-428c-8840-356b7b1745d4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '77c6a64e-537b-4942-b13c-4bb6202381c7', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:21.462663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c04dbc1d-003e-428c-8840-356b7b1745d4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.520342 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c04dbc1d-003e-428c-8840-356b7b1745d4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.524265 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c04dbc1d-003e-428c-8840-356b7b1745d4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.542791 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dbc1d-003e-428c-8840-356b7b1745d4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb3e34f-c77c-4d1b-88df-692d49a13d8b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:21.552783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c04dbc1d-003e-428c-8840-356b7b1745d4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.554059 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c04dbc1d-003e-428c-8840-356b7b1745d4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224544 Nov 10 04:42:21.556684 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48120) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:21.560943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-a66ddc88-fc0f-4f08-bbb7-731fc7ffd000 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '77c6a64e-537b-4942-b13c-4bb6202381c7', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:21.588041 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a66ddc88-fc0f-4f08-bbb7-731fc7ffd000 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.653510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a66ddc88-fc0f-4f08-bbb7-731fc7ffd000 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.656972 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a66ddc88-fc0f-4f08-bbb7-731fc7ffd000 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.674104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ddc88-fc0f-4f08-bbb7-731fc7ffd000 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f83357-2f44-4731-9993-d5c2efe1768c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:21.681217 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a66ddc88-fc0f-4f08-bbb7-731fc7ffd000 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.682493 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a66ddc88-fc0f-4f08-bbb7-731fc7ffd000 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248796 Nov 10 04:42:21.685182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48122) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:21.689956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-12616011-cef8-4137-88c7-8dce18d17267 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '77c6a64e-537b-4942-b13c-4bb6202381c7', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:21.715220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12616011-cef8-4137-88c7-8dce18d17267 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.771046 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12616011-cef8-4137-88c7-8dce18d17267 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.774768 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12616011-cef8-4137-88c7-8dce18d17267 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.797133 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12616011-cef8-4137-88c7-8dce18d17267 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b0d6b8-b0cb-4ec6-a6ca-04e11f8a8636,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:21.805224 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12616011-cef8-4137-88c7-8dce18d17267 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.806433 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-12616011-cef8-4137-88c7-8dce18d17267 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203084 Nov 10 04:42:21.809170 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48124) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:21.814011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '77c6a64e-537b-4942-b13c-4bb6202381c7', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:21.834541 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:42:21.839139 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.897613 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.901056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.918005 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836aa582-20b3-4cf2-8393-26fb85e70546,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:21.926974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:21.928560 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6da9de04-9c1b-457a-ac5b-a7f775a6a356 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181717 Nov 10 04:42:21.931371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48126) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:21.935723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '77c6a64e-537b-4942-b13c-4bb6202381c7', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:21.957704 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:42:21.962441 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.022638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.026079 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.044639 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdab129-cac7-4fdd-b3c2-911a6cba9d07,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:22.049842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.051009 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0e7c3448-c940-4462-b226-0d626c8c15ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186697 Nov 10 04:42:22.053815 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48128) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:22.058433 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'network': {'name': 'tempest-network-smoke--1149821837', 'project_id': '829135a56df84f208b3363f1adeb8768', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:22.078513 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:42:22.081967 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.104257 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:42:22.113822 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.114182 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Added segment c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b of type vlan for network cd43f1c5-3b53-4d50-a92e-492d986574ad Nov 10 04:42:22.159317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.183593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.189803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:22.190427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.248223 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1933751 Nov 10 04:42:22.251633 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48130) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:22.256246 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'admin_state_up': True, 'project_id': '829135a56df84f208b3363f1adeb8768', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:22.260537 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e117e3-c4ba-4aac-9e7c-5de5fec7ae0c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Network': ['ID=cd43f1c5-3b53-4d50-a92e-492d986574ad,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:22.272998 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network cd43f1c5-3b53-4d50-a92e-492d986574ad details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:42:22.279522 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.280623 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.335213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.467305 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:22.983397 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.001528 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.099676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.27 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/5d8a05be-0663-4458-a6c7-5bc72b3452a8) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:42:23.201712 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.233707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.274858 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:42:23.279993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:42:23.282233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=5d8a05be-0663-4458-a6c7-5bc72b3452a8,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:23.284342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:42:23.299334 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3257f-4a9c-4561-8866-06c7551699de None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:42:23.354608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-49093e4a-dea3-47d1-88fb-4500bcbe5b30 None None] Provisioning complete for port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:23.355060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-49093e4a-dea3-47d1-88fb-4500bcbe5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.392706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-49093e4a-dea3-47d1-88fb-4500bcbe5b30 None None] Port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:42:23.529431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.718771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.841281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0f04b958-a699-447b-9d6e-17970da63b6c is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:42:23.945985 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:42:23.955765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Sync routers for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:42:23.966143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:23.966336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:23.966740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:23.967641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-bcbaaf08-c78f-43a4-b456-d653956a5518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7149475 Nov 10 04:42:23.971264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48132) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:23.999225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3239c108-8a8c-45ab-a584-99409949c1df tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=829135a56df84f208b3363f1adeb8768&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268571 Nov 10 04:42:24.001642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48134) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:24.025529 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.081120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:24.090688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ecae0-3e2d-4f5f-80d2-01dc0300d5ff tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:24.092238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8b7ecae0-3e2d-4f5f-80d2-01dc0300d5ff tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895782 Nov 10 04:42:24.095502 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48136) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:24.123291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6e8bc68f-5572-41e9-9f99-6fafa391083c tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267124 Nov 10 04:42:24.125690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48138) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:24.130271 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1688784439', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'project_id': '829135a56df84f208b3363f1adeb8768', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:24.219597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:42:24.223126 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.253907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:23Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:24.412124 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.443293 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Checking router: 0f04b958-a699-447b-9d6e-17970da63b6c for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:42:24.443871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Updating router 0f04b958-a699-447b-9d6e-17970da63b6c port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:42:24.468310 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.471456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Subnet': ['ID=80da7ad3-eddf-485b-9afe-4ec2f8df740e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:24.481714 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Checking segment: {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:42:24.482104 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network hostable DHCP agents. Network: cd43f1c5-3b53-4d50-a92e-492d986574ad, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:42:24.498466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network cd43f1c5-3b53-4d50-a92e-492d986574ad is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:42:24.508116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, cd43f1c5-3b53-4d50-a92e-492d986574ad) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:42:24.512318 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:24.513151 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.529961 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d54a56ad-7d36-44c0-8e14-0822b48f5e86 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4032576 Nov 10 04:42:24.533627 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48140) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:24.549250 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce1547-175f-4c69-b8a6-747860fea907 None None] Network cd43f1c5-3b53-4d50-a92e-492d986574ad requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:42:24.800695 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:42:24.809773 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-cd43f1c5-3b53-4d50-a92e-492d986574ad', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:42:24.810646 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.847307 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.854160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.964045 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd022aba-790f-4671-9dd8-f33e71d21d5b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:42:24.967202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:24.997095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Attempting to bind port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:42:24.997586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Attempting to bind port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:42:24.997803 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Attempting to bind port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:42:24.999692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeeb4e-fa51-4342-87a5-a21d84b1c4b8 None None] Pushing event updated for resources: {'Port': ['ID=5d8a05be-0663-4458-a6c7-5bc72b3452a8,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:25.012496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:42:25.012874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:42:25.013272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.013661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:42:25.014152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Bound port: 5d8a05be-0663-4458-a6c7-5bc72b3452a8, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:42:25.014599 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.065132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Allocated IP 172.20.0.2 (cd43f1c5-3b53-4d50-a92e-492d986574ad/80da7ad3-eddf-485b-9afe-4ec2f8df740e/fbf9fe22-581b-46f1-a919-ada9ab0aabd5) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:42:25.091870 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f164ac37-2c45-45e7-8447-373c2cd24a6f None None] Provisioning complete for port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:25.092236 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f164ac37-2c45-45e7-8447-373c2cd24a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.158792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] For port 5d8a05be-0663-4458-a6c7-5bc72b3452a8, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:42:25.184439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] For port 5d8a05be-0663-4458-a6c7-5bc72b3452a8, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5d8a05be-0663-4458-a6c7-5bc72b3452a8,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:42:25.190598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f164ac37-2c45-45e7-8447-373c2cd24a6f None None] Port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:42:25.194664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.252009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c2849-81a4-4bac-b7b2-8df255cf8cc6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:42:25.287408 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeeb4e-fa51-4342-87a5-a21d84b1c4b8 None None] Pushing event updated for resources: {'Port': ['ID=5d8a05be-0663-4458-a6c7-5bc72b3452a8,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:25.301036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:25.301637 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:25.388823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-39b2d62c-79a3-47d4-b980-37d017917bf4 None None] Provisioning complete for port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:25.389099 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39b2d62c-79a3-47d4-b980-37d017917bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.396594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.449547 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.474718 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.1 (cd43f1c5-3b53-4d50-a92e-492d986574ad/80da7ad3-eddf-485b-9afe-4ec2f8df740e/1dadab5d-c644-4b4e-9f9c-eb4268283132) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:42:25.516102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Network cd43f1c5-3b53-4d50-a92e-492d986574ad is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:42:25.527586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:25.529884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:42:25.558911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:42:25.589648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Pushing event updated for resources: {'Port': ['ID=fbf9fe22-581b-46f1-a919-ada9ab0aabd5,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:25.592770 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.632431 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.674001 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network cd43f1c5-3b53-4d50-a92e-492d986574ad is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:42:25.676950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:42:25.683672 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:42:25.713245 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=1dadab5d-c644-4b4e-9f9c-eb4268283132,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:25.719422 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Attempting to bind port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:42:25.719792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Attempting to bind port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:42:25.720160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Attempting to bind port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 on network cd43f1c5-3b53-4d50-a92e-492d986574ad {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:42:25.730835 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39b2d62c-79a3-47d4-b980-37d017917bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.734276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.743173 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:42:25.743547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Checking segment: {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:42:25.744211 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.744602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Bound using segment: {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:42:25.745078 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Bound port: fbf9fe22-581b-46f1-a919-ada9ab0aabd5, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:42:25.745452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.782033 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-39b2d62c-79a3-47d4-b980-37d017917bf4 None None] For port 5d8a05be-0663-4458-a6c7-5bc72b3452a8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5d8a05be-0663-4458-a6c7-5bc72b3452a8,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:25.822900 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39b2d62c-79a3-47d4-b980-37d017917bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.866825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.902501 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] For port fbf9fe22-581b-46f1-a919-ada9ab0aabd5, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:42:25.917871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2d62c-79a3-47d4-b980-37d017917bf4 None None] Pushing event updated for resources: {'Port': ['ID=5d8a05be-0663-4458-a6c7-5bc72b3452a8,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:25.923597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] For port fbf9fe22-581b-46f1-a919-ada9ab0aabd5, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fbf9fe22-581b-46f1-a919-ada9ab0aabd5,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:42:25.930851 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:25.936882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:23Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:25.985403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cc185-559a-4f47-bed1-fe8ba6874eda None None] The sync data for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 is: [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:23Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:42:26.013997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63cbe6-5573-4be8-9a3c-6bc595c46b55 None None] Pushing event updated for resources: {'Port': ['ID=fbf9fe22-581b-46f1-a919-ada9ab0aabd5,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:26.186984 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:26.201779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:26.287292 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:26.292876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=1dadab5d-c644-4b4e-9f9c-eb4268283132,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:26.398288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network cd43f1c5-3b53-4d50-a92e-492d986574ad is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:42:26.399794 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:42:26.518949 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0f04b958-a699-447b-9d6e-17970da63b6c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:42:26.633350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:42:26.639383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-518782e5-4ed4-4e23-8f00-f757be6733ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/0f04b958-a699-447b-9d6e-17970da63b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1043425 Nov 10 04:42:26.803291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-b875029f-4348-4aa4-8d0b-e6d707ce3666 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886773035&fields=id&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 267 time: 0.0499890 Nov 10 04:42:26.935077 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-c03f000f-398e-4b6e-83bd-e48c60cfaac1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:26.937476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-c03f000f-398e-4b6e-83bd-e48c60cfaac1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/networks?id=cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 200 len: 797 time: 0.1274867 Nov 10 04:42:26.952330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-10e6791d-5d3f-462d-aeb8-8c0118ef30a7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/quotas/829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 375 time: 0.0098217 Nov 10 04:42:27.005247 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-cdc903fa-dff8-4a61-b783-70ca5d788120 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470524 Nov 10 04:42:27.026621 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2106188-d74e-480c-89a4-dbc3a1e35a3e None None] Network cd43f1c5-3b53-4d50-a92e-492d986574ad requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:42:27.099335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-26906567-f3ba-49d4-8f99-2233847cd435 None None] Provisioning complete for port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:27.099706 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26906567-f3ba-49d4-8f99-2233847cd435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:27.160195 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-e4d1ae86-b091-4330-a12f-8cb4222bdba7 service neutron] 10.222.0.24 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427386 Nov 10 04:42:27.257183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-46a74178-aecd-42d0-81fe-177eaa07f446 service neutron] 10.222.0.24 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961370 Nov 10 04:42:27.385662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5d8a05be-0663-4458-a6c7-5bc72b3452a8 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:42:27.444837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a587dad0-e049-4160-ba9a-d997c1d71159 req-ba9783bc-78a0-4807-a611-76c12a5b91ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 210 time: 0.0364478 Nov 10 04:42:27.445793 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26906567-f3ba-49d4-8f99-2233847cd435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:27.503073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-26906567-f3ba-49d4-8f99-2233847cd435 None None] For port fbf9fe22-581b-46f1-a919-ada9ab0aabd5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fbf9fe22-581b-46f1-a919-ada9ab0aabd5,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:27.509986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-26906567-f3ba-49d4-8f99-2233847cd435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:27.514195 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:27.514540 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:27.598016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26906567-f3ba-49d4-8f99-2233847cd435 None None] Pushing event updated for resources: {'Port': ['ID=fbf9fe22-581b-46f1-a919-ada9ab0aabd5,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:27.650380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fbf9fe22-581b-46f1-a919-ada9ab0aabd5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:42:27.712082 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:27.712210 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:27.758306 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2cc3d78c-8f66-4275-b0f8-d993f92302fa None None] Provisioning complete for port 1dadab5d-c644-4b4e-9f9c-eb4268283132 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:27.758672 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78c-8f66-4275-b0f8-d993f92302fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:27.779259 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Sync routers for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:42:27.790395 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:27.791165 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:27.802158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2cc3d78c-8f66-4275-b0f8-d993f92302fa None None] Port 1dadab5d-c644-4b4e-9f9c-eb4268283132 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:42:27.845147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2cc3d78c-8f66-4275-b0f8-d993f92302fa None None] Provisioning complete for port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:27.845824 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78c-8f66-4275-b0f8-d993f92302fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:27.928385 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:28.076902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4da79f8d-be0d-47bf-ba9b-c984aebfca9f None None] Provisioning complete for port 1dadab5d-c644-4b4e-9f9c-eb4268283132 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:28.078023 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4da79f8d-be0d-47bf-ba9b-c984aebfca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.122388 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4da79f8d-be0d-47bf-ba9b-c984aebfca9f None None] Port 1dadab5d-c644-4b4e-9f9c-eb4268283132 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:42:28.160550 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:26Z', 'revision_number': 2, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:28.189084 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Checking router: 0f04b958-a699-447b-9d6e-17970da63b6c for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:42:28.189594 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Updating router 0f04b958-a699-447b-9d6e-17970da63b6c port 1dadab5d-c644-4b4e-9f9c-eb4268283132 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:42:28.218565 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.240826 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-9f7a72ce-c4e8-4224-9eb9-ce7f7a12d55a None None] Provisioning complete for port 1dadab5d-c644-4b4e-9f9c-eb4268283132 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:28.241191 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9f7a72ce-c4e8-4224-9eb9-ce7f7a12d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.276849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a72ce-c4e8-4224-9eb9-ce7f7a12d55a None None] Port 1dadab5d-c644-4b4e-9f9c-eb4268283132 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:42:28.575520 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e092242-4d74-46d6-813a-cf5c478f1b05 req-10a77dc7-e473-41c9-9d2f-e2f05c18afe2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 210 time: 0.0363414 Nov 10 04:42:28.585256 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.597014 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.636394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-d0121a90-0a14-4fe4-a03a-9f4006aa8f51 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:28.638039 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-d0121a90-0a14-4fe4-a03a-9f4006aa8f51 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "GET /v2.0/networks?id=cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 200 len: 797 time: 0.1289272 Nov 10 04:42:28.653375 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Pushing event updated for resources: {'Port': ['ID=1dadab5d-c644-4b4e-9f9c-eb4268283132,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:28.665673 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.666026 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.666559 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.666884 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.667205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.667523 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.667865 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.668152 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.668465 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.668778 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.669090 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.669401 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:42:28.717209 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-31aff403-4465-4d4f-bbf8-5adcbf9011a8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 379 time: 0.0690417 Nov 10 04:42:28.727329 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Attempting to bind port 1dadab5d-c644-4b4e-9f9c-eb4268283132 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:42:28.727813 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Attempting to bind port 1dadab5d-c644-4b4e-9f9c-eb4268283132 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:42:28.728244 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'port': {'device_id': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'admin_state_up': True, 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'security_groups': ['77c6a64e-537b-4942-b13c-4bb6202381c7']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:28.728374 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Attempting to bind port 1dadab5d-c644-4b4e-9f9c-eb4268283132 on network cd43f1c5-3b53-4d50-a92e-492d986574ad {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:42:28.735190 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:42:28.735592 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Checking segment: {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:42:28.735989 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.736374 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Bound using segment: {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:42:28.736838 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Bound port: 1dadab5d-c644-4b4e-9f9c-eb4268283132, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:42:28.737347 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.802393 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] For port 1dadab5d-c644-4b4e-9f9c-eb4268283132, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:42:28.805570 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] For port 1dadab5d-c644-4b4e-9f9c-eb4268283132, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1dadab5d-c644-4b4e-9f9c-eb4268283132,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:42:28.811585 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.849631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:42:28.853382 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:28.872750 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd2162-1193-41c8-bcf3-4ab3977ff917 None None] Pushing event updated for resources: {'Port': ['ID=1dadab5d-c644-4b4e-9f9c-eb4268283132,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:28.875308 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:28.876112 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:28.919359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cc143967-b5b9-4395-8b9a-05ee5ad82171 None None] Provisioning complete for port 1dadab5d-c644-4b4e-9f9c-eb4268283132 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:28.919641 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cc143967-b5b9-4395-8b9a-05ee5ad82171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.003519 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:29.006744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cc143967-b5b9-4395-8b9a-05ee5ad82171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.010761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.9 (cd43f1c5-3b53-4d50-a92e-492d986574ad/80da7ad3-eddf-485b-9afe-4ec2f8df740e/675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:42:29.050235 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-cc143967-b5b9-4395-8b9a-05ee5ad82171 None None] For port 1dadab5d-c644-4b4e-9f9c-eb4268283132, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1dadab5d-c644-4b4e-9f9c-eb4268283132,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:29.058667 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cc143967-b5b9-4395-8b9a-05ee5ad82171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.115606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc143967-b5b9-4395-8b9a-05ee5ad82171 None None] Pushing event updated for resources: {'Port': ['ID=1dadab5d-c644-4b4e-9f9c-eb4268283132,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:29.182127 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-cd6e24c2-68fc-4ed8-9536-de6e4d08f0c3 None None] Provisioning complete for port 1dadab5d-c644-4b4e-9f9c-eb4268283132 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:29.182659 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cd6e24c2-68fc-4ed8-9536-de6e4d08f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.184425 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.219319 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fbf9fe22-581b-46f1-a919-ada9ab0aabd5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:42:29.228878 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:28Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:29.229289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.259245 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b16b2-cfff-437d-9ef2-1743e308365b None None] The sync data for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 is: [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:28Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:42:29.281747 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network cd43f1c5-3b53-4d50-a92e-492d986574ad is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:42:29.285062 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:42:29.289099 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:42:29.301031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:29.301394 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.352443 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:29.405217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:29.406481 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.434203 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-eda2e7bd-5ddb-414c-9d80-b742cce8546c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7096572 Nov 10 04:42:29.497482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Request body: {'port': {'device_id': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:29.557638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.576466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-fcc437cf-5891-4e25-9541-caa02abc421a None None] Provisioning complete for port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:29.577125 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fcc437cf-5891-4e25-9541-caa02abc421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.623366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fcc437cf-5891-4e25-9541-caa02abc421a None None] Port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:42:29.704348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd609200-a574-4c2c-8bb8-9b6e6acdcb2a req-9940aa88-5198-4169-beb8-db4a1da2a2b5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:29.706183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd609200-a574-4c2c-8bb8-9b6e6acdcb2a req-9940aa88-5198-4169-beb8-db4a1da2a2b5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 931 time: 0.0562847 Nov 10 04:42:29.760235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd609200-a574-4c2c-8bb8-9b6e6acdcb2a req-5c3b692b-a42b-42ff-8cc0-21e2ad50ec33 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464237 Nov 10 04:42:29.853168 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:42:29.861618 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.874279 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Transition to ACTIVE for port object 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:42:29.877829 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:29.930015 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Pushing event updated for resources: {'Port': ['ID=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:30.007129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Attempting to bind port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:42:30.007460 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Attempting to bind port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:42:30.007786 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Attempting to bind port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc on network cd43f1c5-3b53-4d50-a92e-492d986574ad {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:42:30.012572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc on network cd43f1c5-3b53-4d50-a92e-492d986574ad not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:42:30.012893 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Attempting to bind port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc on network cd43f1c5-3b53-4d50-a92e-492d986574ad {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:42:30.018349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:42:30.018686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Checking segment: {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:42:30.019067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Bound using segment: {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:42:30.019507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Bound port: 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:42:30.020220 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:30.089723 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] For port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:42:30.093296 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] For port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:42:30.099471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:30.138441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:30.139401 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:30.141331 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-634b63ca-e298-4838-86cc-7c075782031b service neutron] 10.222.0.44 "PUT /v2.0/ports/675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 200 len: 1091 time: 0.6985099 Nov 10 04:42:30.141770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:42:30.144093 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1879e749-43a5-4e7b-830a-ae6df16a9ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:42:30.173540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b63ca-e298-4838-86cc-7c075782031b service neutron] Pushing event updated for resources: {'Port': ['ID=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:30.209273 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d2a60-a1dc-4d64-ba80-6e1055c77e05 x-openstack-request-id: req-7e9d2a60-a1dc-4d64-ba80-6e1055c77e05 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:42:30.209853 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:42:30.210251 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e9d2a60-a1dc-4d64-ba80-6e1055c77e05 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:42:30.210705 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'status': 'completed', 'code': 200} Nov 10 04:42:30.256796 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-a7f38698-ecdf-4f87-830f-d2a40a4673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:30.258420 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-a7f38698-ecdf-4f87-830f-d2a40a4673c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1094 time: 0.0626655 Nov 10 04:42:30.305812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-db88003a-bb61-4ac3-8951-fb02d8c18637 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 200 len: 217 time: 0.0393207 Nov 10 04:42:30.358450 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-ab1f5685-99bd-430b-898b-9ed29380a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:30.359935 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-ab1f5685-99bd-430b-898b-9ed29380a889 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80da7ad3-eddf-485b-9afe-4ec2f8df740e HTTP/1.1" status: 200 len: 835 time: 0.0478015 Nov 10 04:42:30.410417 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-0bd45e60-876c-4742-91c9-18c3203e8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:30.411967 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-0bd45e60-876c-4742-91c9-18c3203e8723 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd43f1c5-3b53-4d50-a92e-492d986574ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445485 Nov 10 04:42:30.510331 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-a66acaf0-a945-4fd5-8b85-25f8c74f1075 service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911691 Nov 10 04:42:30.604886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-77e41c22-ff68-45f1-9249-6da985bb15c4 req-4f74eab3-c1cc-4790-b982-68df3dfebadb service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873525 Nov 10 04:42:30.689620 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-be78e031-f14f-4b7e-9fca-fb3228f33605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:30.691132 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-be78e031-f14f-4b7e-9fca-fb3228f33605 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1094 time: 0.0401495 Nov 10 04:42:30.784322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-a9be46b3-8499-4103-a534-cb7cb3702641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:30.785781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-a9be46b3-8499-4103-a534-cb7cb3702641 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 200 len: 897 time: 0.0880237 Nov 10 04:42:30.828537 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-b3774e47-27e4-4cfd-918c-706e2c160c98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 200 len: 217 time: 0.0350342 Nov 10 04:42:30.884465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b6282-1444-4a3f-8f72-f18c78fd838a req-aa0eda97-d8c0-4f86-a3a0-74a0c036532b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:30.886094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a7b6282-1444-4a3f-8f72-f18c78fd838a req-aa0eda97-d8c0-4f86-a3a0-74a0c036532b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 943 time: 0.0531900 Nov 10 04:42:30.939210 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2a7b6282-1444-4a3f-8f72-f18c78fd838a req-06cb5387-c213-4758-82e2-0a38d5ecb31d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464571 Nov 10 04:42:31.166784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-b77d4124-48f7-4763-a1be-27917309fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:31.168250 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-b77d4124-48f7-4763-a1be-27917309fb1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80da7ad3-eddf-485b-9afe-4ec2f8df740e HTTP/1.1" status: 200 len: 835 time: 0.3324099 Nov 10 04:42:31.207159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1dadab5d-c644-4b4e-9f9c-eb4268283132 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:42:31.218826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-9ab57c0e-46cc-4b23-a82a-6a11b2749813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:31.220391 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-9ab57c0e-46cc-4b23-a82a-6a11b2749813 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd43f1c5-3b53-4d50-a92e-492d986574ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444629 Nov 10 04:42:31.262085 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1dadab5d-c644-4b4e-9f9c-eb4268283132 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:31.262553 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:31.313036 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-c943f43d-7e68-48ad-8dce-451dcd0378af service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850575 Nov 10 04:42:31.402927 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1879e749-43a5-4e7b-830a-ae6df16a9ae2 req-a438de04-0dc5-4d12-a8c1-343478230499 service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829053 Nov 10 04:42:32.059670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d3bec-1a4a-4ff7-82e7-a2a951c92567 req-40b6a24d-423b-468d-a88d-423a0e3460c3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:32.061460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-019d3bec-1a4a-4ff7-82e7-a2a951c92567 req-40b6a24d-423b-468d-a88d-423a0e3460c3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 943 time: 0.0481243 Nov 10 04:42:32.113428 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-019d3bec-1a4a-4ff7-82e7-a2a951c92567 req-e51d9618-f3b6-4ff4-b8bc-b0af71de2b6d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452702 Nov 10 04:42:32.506387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:42:32.599496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:32.611799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'port_id': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'mac_address': 'fa:16:3e:50:db:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:42:32.648059 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:32.660604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:42:32.679108 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:32.683205 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:32.731269 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:32.922183 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:42:33.235704 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad236864-8087-4409-9e65-561ed629206a req-2ffed69d-ecb7-4563-a380-39abf4f32e0b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:33.237194 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad236864-8087-4409-9e65-561ed629206a req-2ffed69d-ecb7-4563-a380-39abf4f32e0b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 944 time: 0.0485938 Nov 10 04:42:33.285123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad236864-8087-4409-9e65-561ed629206a req-6305533d-0e97-439b-92cf-612288f643d6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Nov 10 04:42:34.400509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad10eb-3c62-444f-bc00-d13cd38f9fbd req-292e85cb-322b-442a-8da9-7c2f4f9de77a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:34.402015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4ad10eb-3c62-444f-bc00-d13cd38f9fbd req-292e85cb-322b-442a-8da9-7c2f4f9de77a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 944 time: 0.0480399 Nov 10 04:42:34.450333 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4ad10eb-3c62-444f-bc00-d13cd38f9fbd req-b856a18c-9935-443f-b483-78e2fe3f71f7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Nov 10 04:42:34.507645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:42:34.555920 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:42:34.559698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:42:34.560061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:34.634437 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:34.656892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:42:34.659110 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b423f-ed48-4a57-8156-9065f1eb5151" -d '{"events": [{"server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "name": "network-vif-plugged", "status": "completed", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:42:34.674840 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:42:34.678989 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:34.726999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:34.750738 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954c19a2-d434-4326-b9ee-27ebd1e6eb9b x-openstack-request-id: req-954c19a2-d434-4326-b9ee-27ebd1e6eb9b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:42:34.751030 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "name": "network-vif-plugged", "status": "completed", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:42:34.751284 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-954c19a2-d434-4326-b9ee-27ebd1e6eb9b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:42:34.751679 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'code': 200} Nov 10 04:42:34.844660 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36fb9-52d9-4e83-90fa-a3dcb8171cde req-1b4d7d00-d182-46b3-bd4c-22918781325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:34.846103 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-63e36fb9-52d9-4e83-90fa-a3dcb8171cde req-1b4d7d00-d182-46b3-bd4c-22918781325f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1096 time: 0.0398824 Nov 10 04:42:34.895936 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-63e36fb9-52d9-4e83-90fa-a3dcb8171cde req-eba56eb1-8e42-443e-9f01-9165d8cb43ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 Nov 10 04:42:35.571568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fefd24-471e-4d4d-acf4-07c7fe8474ce req-b6338543-c3f1-40e6-ae1b-3d6708623d69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:35.573054 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72fefd24-471e-4d4d-acf4-07c7fe8474ce req-b6338543-c3f1-40e6-ae1b-3d6708623d69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0559337 Nov 10 04:42:35.622547 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-72fefd24-471e-4d4d-acf4-07c7fe8474ce req-24e23c53-4f04-4179-a6dd-1dca999d02c5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 Nov 10 04:42:36.735990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e91a5c-9462-4da5-a048-e5509693c529 req-b89f0bda-f575-483b-b64b-777de5c5f656 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:36.737350 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e91a5c-9462-4da5-a048-e5509693c529 req-b89f0bda-f575-483b-b64b-777de5c5f656 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0470045 Nov 10 04:42:36.784826 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-13e91a5c-9462-4da5-a048-e5509693c529 req-fae0b4dc-350b-447e-98f4-9a7ce8401460 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415821 Nov 10 04:42:36.901107 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01141f81-088e-40df-b9e9-cb7776a148b1 req-f1f1d619-480d-433b-bba2-edcbb53d47cf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:36.902561 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01141f81-088e-40df-b9e9-cb7776a148b1 req-f1f1d619-480d-433b-bba2-edcbb53d47cf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0486639 Nov 10 04:42:36.953489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-01141f81-088e-40df-b9e9-cb7776a148b1 req-8df48a3d-885b-49d4-89c5-1de56f963c4e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450826 Nov 10 04:42:36.974387 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48200) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:37.012912 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf17081-4c4a-4f4e-816e-02c9271890c1 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:37.014330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-abf17081-4c4a-4f4e-816e-02c9271890c1 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1091 time: 0.0390038 Nov 10 04:42:37.017006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48202) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:37.021274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:42:37.041656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:37.137013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:37.234581 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.105 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/ed1facd1-e1ff-4073-9478-0adbbfa25635) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:42:37.341663 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:37.373417 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:37.409106 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:42:37.413852 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:42:37.417401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:42:37.441217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=ed1facd1-e1ff-4073-9478-0adbbfa25635,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:37.774208 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:37.838163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:38.000773 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:38.005126 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:38.067386 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=ed1facd1-e1ff-4073-9478-0adbbfa25635,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:42:38.083387 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:38.179088 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP 8156c51d-85ad-48f5-86dd-4f4a21728494 associated. External IP: 172.25.6.105, port: 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc. Nov 10 04:42:38.384004 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0f04b958-a699-447b-9d6e-17970da63b6c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:42:38.408475 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:38.491952 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:42:38.503004 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] Sync routers for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:42:38.509325 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:38.512915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:38.513526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:38.535256 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-59e4824a-1624-4548-a74e-e1ef812c6713 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5172265 Nov 10 04:42:38.535938 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:42:38.538301 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4642da-b117-4e85-9433-16e86bb0c15d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:42:38.581255 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5017e263-560b-4a8b-8dd6-4e040b8ce8ef x-openstack-request-id: req-5017e263-560b-4a8b-8dd6-4e040b8ce8ef {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:42:38.581547 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:42:38.581797 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5017e263-560b-4a8b-8dd6-4e040b8ce8ef {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:42:38.582229 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'status': 'completed', 'code': 200} Nov 10 04:42:38.625339 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:38.647372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-3e44c493-3157-429b-b334-683bd8faf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:38.648229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7f33b-365e-4bf8-9e88-56c186cba2a0 req-2c7d8edc-6e47-48af-a89c-bb0c251673cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:38.648777 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-3e44c493-3157-429b-b334-683bd8faf31a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1096 time: 0.0443680 Nov 10 04:42:38.649848 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7c7f33b-365e-4bf8-9e88-56c186cba2a0 req-2c7d8edc-6e47-48af-a89c-bb0c251673cb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0524137 Nov 10 04:42:38.706463 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d7c7f33b-365e-4bf8-9e88-56c186cba2a0 req-652881bc-751f-4a6e-914c-87e917c0c694 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505283 Nov 10 04:42:38.730704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48208) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:38.800083 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-c3a32e41-9e49-4b0f-92fb-ad6d9175d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:38.801533 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-c3a32e41-9e49-4b0f-92fb-ad6d9175d103 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 200 len: 897 time: 0.1450179 Nov 10 04:42:38.823515 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e4add234-f69b-440a-ac48-334c26ec9f6c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/8156c51d-85ad-48f5-86dd-4f4a21728494 HTTP/1.1" status: 200 len: 991 time: 0.0905170 Nov 10 04:42:38.873266 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-85b96ffc-df9f-4a63-88be-4b93c33ef3e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 200 len: 999 time: 0.0630815 Nov 10 04:42:38.886190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '8156c51d-85ad-48f5-86dd-4f4a21728494', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'port_id': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'mac_address': 'fa:16:3e:50:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:42:37Z', 'updated_at': '2021-11-10T04:42:37Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:29Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:38.915461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] Checking router: 0f04b958-a699-447b-9d6e-17970da63b6c for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:42:38.924744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:42:38.925343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:42:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:38.928679 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-729794fa-d3e5-4a30-b027-5691fbb6a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:38.930281 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-729794fa-d3e5-4a30-b027-5691fbb6a601 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80da7ad3-eddf-485b-9afe-4ec2f8df740e HTTP/1.1" status: 200 len: 835 time: 0.0503922 Nov 10 04:42:38.976020 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-5def3068-1f45-4ad9-8d06-1b82c21a838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:42:38.977543 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-5def3068-1f45-4ad9-8d06-1b82c21a838a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd43f1c5-3b53-4d50-a92e-492d986574ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405715 Nov 10 04:42:39.029671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:42:39.066678 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-3259a46c-3006-4bae-9b7d-098ebe3ddc2e service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824451 Nov 10 04:42:39.161347 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca4642da-b117-4e85-9433-16e86bb0c15d req-257f3892-8566-4c70-9b51-06a4f6beb08c service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876548 Nov 10 04:42:39.249807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '8156c51d-85ad-48f5-86dd-4f4a21728494', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'port_id': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'mac_address': 'fa:16:3e:50:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:42:37Z', 'updated_at': '2021-11-10T04:42:37Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:29Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:42:39.278769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8f718-7ec6-4254-a40a-e7ab0d6fcef6 None None] The sync data for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 is: [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '8156c51d-85ad-48f5-86dd-4f4a21728494', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'port_id': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'mac_address': 'fa:16:3e:50:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:42:37Z', 'updated_at': '2021-11-10T04:42:37Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:29Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:42:39.459455 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6e3a9-58b3-4e7e-aece-4490a360bb97 None None] New status for floating IP 8156c51d-85ad-48f5-86dd-4f4a21728494: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:42:39.826354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48210) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:42:39.884107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-07dfb7a5-543a-43a9-aa6c-ccddc9821f17 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/8156c51d-85ad-48f5-86dd-4f4a21728494 HTTP/1.1" status: 200 len: 993 time: 0.0567145 Nov 10 04:42:43.436845 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e5d7e6c7-3799-406a-b932-82b29baed127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:45.748210 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d488-86e2-47e9-9067-ea29864ac12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:46.958986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:48.615409 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:49.244100 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:42:54.002869 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:01.800756 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:43:08.410248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:08.699018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb82cba-4a63-447c-86bb-d15c04224bf1 req-619e2ee6-5aff-4e10-9ef5-9f335239e550 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:08.700519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1cb82cba-4a63-447c-86bb-d15c04224bf1 req-619e2ee6-5aff-4e10-9ef5-9f335239e550 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0494623 Nov 10 04:43:08.714140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-8fb50473-bf07-4c48-a385-895edc36195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:08.715752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-8fb50473-bf07-4c48-a385-895edc36195b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1096 time: 0.0477560 Nov 10 04:43:08.751314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1cb82cba-4a63-447c-86bb-d15c04224bf1 req-12545017-782a-4793-922f-447438ebbea3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443339 Nov 10 04:43:08.811650 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-35f253f1-7850-40e0-b8e7-96c86d333ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:08.813676 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-35f253f1-7850-40e0-b8e7-96c86d333ff4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 200 len: 897 time: 0.0895047 Nov 10 04:43:08.878981 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-fd2b2660-01d0-4837-95b4-9efbe8d603b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 200 len: 1001 time: 0.0573783 Nov 10 04:43:08.931760 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-ba8ce8c9-9b0f-442d-b189-f05f03452684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:08.933193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-ba8ce8c9-9b0f-442d-b189-f05f03452684 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80da7ad3-eddf-485b-9afe-4ec2f8df740e HTTP/1.1" status: 200 len: 835 time: 0.0472486 Nov 10 04:43:08.976986 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-b5f8bcf1-f237-4868-a09c-db14cb1c859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:08.978393 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-b5f8bcf1-f237-4868-a09c-db14cb1c859e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd43f1c5-3b53-4d50-a92e-492d986574ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387433 Nov 10 04:43:09.066858 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-a1830e3f-72f8-44c4-8375-9bafd7487769 service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817668 Nov 10 04:43:09.158153 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4100b7fd-0e6c-4f24-b5d6-7651ce50618a req-0c2e1f73-ec7e-40bb-81f5-2bb0b29df602 service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841997 Nov 10 04:43:09.871509 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c488bd-1bcd-4a33-b460-21827ae1ba87 req-fd7e3c6b-f993-4c54-acbe-aacefcd66f4b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:09.872872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49c488bd-1bcd-4a33-b460-21827ae1ba87 req-fd7e3c6b-f993-4c54-acbe-aacefcd66f4b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0514061 Nov 10 04:43:09.919954 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-49c488bd-1bcd-4a33-b460-21827ae1ba87 req-34749e96-f243-4f3d-96a1-69593196c3d3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413089 Nov 10 04:43:11.032073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20831ef-a627-44eb-bced-c863ebea9f8d req-1ee95201-7577-40b2-9702-eeb4c57be887 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:11.033522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b20831ef-a627-44eb-bced-c863ebea9f8d req-1ee95201-7577-40b2-9702-eeb4c57be887 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0472002 Nov 10 04:43:11.081092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b20831ef-a627-44eb-bced-c863ebea9f8d req-b2f08ede-4b7e-4ea9-b2b2-1eeb4a100a36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416489 Nov 10 04:43:12.201765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f575bc1-70fe-402c-953b-5e958b0ad10a req-74ba9c97-3a9a-4e53-adfd-39609e5652a2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:12.203270 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f575bc1-70fe-402c-953b-5e958b0ad10a req-74ba9c97-3a9a-4e53-adfd-39609e5652a2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0501139 Nov 10 04:43:12.251276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f575bc1-70fe-402c-953b-5e958b0ad10a req-011651b9-bf7e-4eda-858a-b31c731d7138 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 Nov 10 04:43:13.369098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b6e0-104c-4fe5-ba23-8336ef5a85c8 req-4265ab52-d565-43e8-9e44-e8529b63ce34 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:13.370604 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86d2b6e0-104c-4fe5-ba23-8336ef5a85c8 req-4265ab52-d565-43e8-9e44-e8529b63ce34 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Nov 10 04:43:13.418273 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-86d2b6e0-104c-4fe5-ba23-8336ef5a85c8 req-45a44e60-af0a-4b2c-9d38-98d41340d5f8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408995 Nov 10 04:43:13.438583 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8270c305-68d4-455f-a2e0-11d7139da02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:14.537870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc54b-edad-494d-b37f-32329848cf35 req-44b39e47-a1f9-4f7a-b1c8-c45f023e3a38 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:14.539354 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d27bc54b-edad-494d-b37f-32329848cf35 req-44b39e47-a1f9-4f7a-b1c8-c45f023e3a38 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Nov 10 04:43:14.590745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d27bc54b-edad-494d-b37f-32329848cf35 req-cf781ac3-4064-42c7-87f0-240ba4ec7df2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456264 Nov 10 04:43:15.704018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9fca1-4b37-4251-a8d0-8cc60c557168 req-939b215c-9bb7-44c2-a384-4605c9784bd4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:15.705465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94d9fca1-4b37-4251-a8d0-8cc60c557168 req-939b215c-9bb7-44c2-a384-4605c9784bd4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0478861 Nov 10 04:43:15.748919 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5487f772-9f34-4b2c-9f16-5082e152b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:15.755759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94d9fca1-4b37-4251-a8d0-8cc60c557168 req-299a3afa-da40-43b7-bf59-b961925a71d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444582 Nov 10 04:43:16.870127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe822b8-6a6e-446e-aa4a-811e9be948f9 req-d68bf756-f1b9-4e23-bae5-5a41b86d87d7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:16.871490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbe822b8-6a6e-446e-aa4a-811e9be948f9 req-d68bf756-f1b9-4e23-bae5-5a41b86d87d7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Nov 10 04:43:16.918681 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbe822b8-6a6e-446e-aa4a-811e9be948f9 req-09ab8343-2845-4796-91ad-c3482af129bb tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Nov 10 04:43:16.956370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:18.372486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bad8c-8c7c-4428-9423-5692c2223d35 req-02c69e59-5df0-4a36-8cbf-bf6e08203d02 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:18.374003 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c83bad8c-8c7c-4428-9423-5692c2223d35 req-02c69e59-5df0-4a36-8cbf-bf6e08203d02 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.3865585 Nov 10 04:43:18.422359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c83bad8c-8c7c-4428-9423-5692c2223d35 req-da880430-76ba-447e-86be-830b6ffda129 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Nov 10 04:43:18.616657 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:19.245472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:19.536953 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9c849-d161-49e7-92cb-d81c4129a5f1 req-677d0fc0-63f8-442e-9ad8-359b23abce50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:19.538448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0a9c849-d161-49e7-92cb-d81c4129a5f1 req-677d0fc0-63f8-442e-9ad8-359b23abce50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0480945 Nov 10 04:43:19.585849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c0a9c849-d161-49e7-92cb-d81c4129a5f1 req-e6254ace-a04b-4e28-adb9-00ddc1ad1ac0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Nov 10 04:43:20.699431 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481b652-af77-4d1b-ba8a-f9b956eb5245 req-22dcd257-3ca2-4ce6-bc51-1bcea7238445 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:20.700851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7481b652-af77-4d1b-ba8a-f9b956eb5245 req-22dcd257-3ca2-4ce6-bc51-1bcea7238445 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0463514 Nov 10 04:43:20.751705 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7481b652-af77-4d1b-ba8a-f9b956eb5245 req-00c7b1d6-604d-4c34-9285-0a6cf19d3c2c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444531 Nov 10 04:43:20.773772 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48244) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:20.830717 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ab04d9ce-33d7-4230-9b34-587c1df0dfb4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/8156c51d-85ad-48f5-86dd-4f4a21728494 HTTP/1.1" status: 200 len: 993 time: 0.0557606 Nov 10 04:43:24.003089 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:32.300756 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-da9aacf0-a321-48b6-b5ea-32ce71b43861 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396569 Nov 10 04:43:32.380612 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-37360b92-dfc6-4f59-adca-1e14f3c62c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:32.382091 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-37360b92-dfc6-4f59-adca-1e14f3c62c61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1096 time: 0.0404012 Nov 10 04:43:32.489144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-b35893f4-3fec-47ab-b4d9-8a3a11ffa9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:32.490626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-b35893f4-3fec-47ab-b4d9-8a3a11ffa9de service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 200 len: 897 time: 0.0886440 Nov 10 04:43:32.554969 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-85b3b131-5434-4ffa-b443-ad59bfe3d279 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 200 len: 1001 time: 0.0555677 Nov 10 04:43:32.606223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-51f68aaf-ad88-4547-9d2c-f9a98fc88bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:32.607679 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-51f68aaf-ad88-4547-9d2c-f9a98fc88bca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80da7ad3-eddf-485b-9afe-4ec2f8df740e HTTP/1.1" status: 200 len: 835 time: 0.0467753 Nov 10 04:43:32.652251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-32b98d12-69f0-4928-8cec-ad97a251ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:32.653735 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-32b98d12-69f0-4928-8cec-ad97a251ba66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd43f1c5-3b53-4d50-a92e-492d986574ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391467 Nov 10 04:43:32.745302 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-0cf49905-1884-48ee-bc7f-937153e211cc service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Nov 10 04:43:32.833022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c8f01227-1e5b-4b25-9436-76f704db0669 req-4cd51991-0796-45ed-b934-c633a8cded6c service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795968 Nov 10 04:43:38.407674 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:38.800087 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:43:43.442104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aff061f3-91ac-4baf-95eb-601e2125aae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:45.752744 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-86307274-e71f-4767-a976-310176f10509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:46.958823 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:48.621009 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:49.246268 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:51.186314 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48256) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:51.336995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port ed1facd1-e1ff-4073-9478-0adbbfa25635 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:43:51.337334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:51.413407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:51.413723 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:51.425498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for ed1facd1-e1ff-4073-9478-0adbbfa25635 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:43:51.568992 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:51.592191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=ed1facd1-e1ff-4073-9478-0adbbfa25635,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:51.606898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.606898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.607176 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.607267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.607596 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.607917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.608240 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.608560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.608879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.609798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.610146 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.610462 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:51.662351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:51.662688 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP 8156c51d-85ad-48f5-86dd-4f4a21728494 disassociated (deleted). External IP: 172.25.6.105, port: 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc. Nov 10 04:43:51.865603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0f04b958-a699-447b-9d6e-17970da63b6c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:43:51.970898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:43:51.975610 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:51.980109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] Sync routers for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:43:51.990025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:43:51.990648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:52.001747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5945a4ed-5cdb-42c6-9fac-ca1e1f6b797a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/floatingips/8156c51d-85ad-48f5-86dd-4f4a21728494 HTTP/1.1" status: 204 len: 168 time: 0.8143015 Nov 10 04:43:52.002367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:43:52.004596 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca587c64-a3a3-4b57-84b7-3171826ed37a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:43:52.046314 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5102fabe-98a2-48ed-b9e1-b5d7e40eb270 x-openstack-request-id: req-5102fabe-98a2-48ed-b9e1-b5d7e40eb270 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:43:52.046607 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:43:52.046859 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5102fabe-98a2-48ed-b9e1-b5d7e40eb270 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:43:52.047267 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'status': 'completed', 'code': 200} Nov 10 04:43:52.116125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-80cc9060-b18f-4ae1-9d74-ada602720216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:52.118705 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-80cc9060-b18f-4ae1-9d74-ada602720216 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 1096 time: 0.0486751 Nov 10 04:43:52.227163 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-17394612-728d-49f1-bfd8-f34849f4c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:52.228686 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-17394612-728d-49f1-bfd8-f34849f4c299 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 200 len: 897 time: 0.1033597 Nov 10 04:43:52.259666 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f171c-c25f-4c68-aee9-61e4991568d8 req-50f04f09-b780-48de-8b13-494ca5c56007 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:52.261204 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a5f171c-c25f-4c68-aee9-61e4991568d8 req-50f04f09-b780-48de-8b13-494ca5c56007 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0515976 Nov 10 04:43:52.261366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:43:52.276319 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-d449f2cf-2a9e-4245-8d60-075284ad3434 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 200 len: 217 time: 0.0386293 Nov 10 04:43:52.313244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a5f171c-c25f-4c68-aee9-61e4991568d8 req-7f7d251f-7c91-4c59-8015-786a90ed99ad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452182 Nov 10 04:43:52.430047 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-46bc268f-1b1a-4575-90e9-e8e7a855a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:52.431423 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-46bc268f-1b1a-4575-90e9-e8e7a855a339 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80da7ad3-eddf-485b-9afe-4ec2f8df740e HTTP/1.1" status: 200 len: 835 time: 0.0484686 Nov 10 04:43:52.463395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:29Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:52.479038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-25d128fa-d5fa-4fe9-b159-e90f71e3ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:52.480545 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-25d128fa-d5fa-4fe9-b159-e90f71e3ce5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd43f1c5-3b53-4d50-a92e-492d986574ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404432 Nov 10 04:43:52.488695 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] Checking router: 0f04b958-a699-447b-9d6e-17970da63b6c for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:43:52.497443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:43:52.498125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:52.570764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-97cd0c1e-aa10-4894-950b-836e636e76d2 service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821414 Nov 10 04:43:52.602245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:43:52.665906 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ca587c64-a3a3-4b57-84b7-3171826ed37a req-f164f791-ae2b-4a1d-a428-eb6fc4000f1a service neutron] 10.222.0.44 "GET /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861492 Nov 10 04:43:52.805573 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:29Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:52.831466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299c3c2-61af-48f4-ab60-923c8af944d7 None None] The sync data for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 is: [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '1dadab5d-c644-4b4e-9f9c-eb4268283132', 'name': '', 'network_id': 'cd43f1c5-3b53-4d50-a92e-492d986574ad', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:45:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:25Z', 'updated_at': '2021-11-10T04:42:29Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '80da7ad3-eddf-485b-9afe-4ec2f8df740e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:43:53.049480 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5cee1-1a36-4713-a038-d8a3ac516979 None None] New status for floating IP 8156c51d-85ad-48f5-86dd-4f4a21728494: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:43:53.435792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87554be9-8582-4006-bcbd-a4de86f6d40c req-9171149f-27a1-4a44-a314-735de07bfccf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:53.437183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87554be9-8582-4006-bcbd-a4de86f6d40c req-9171149f-27a1-4a44-a314-735de07bfccf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Nov 10 04:43:53.486413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87554be9-8582-4006-bcbd-a4de86f6d40c req-5d5b8cb0-a6db-4d33-a32b-e255acbfcaa3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=77c6a64e-537b-4942-b13c-4bb6202381c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Nov 10 04:43:53.800477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-cd9d4683-6e94-4520-82e0-527d9ac8e721 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:43:53.801907 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-cd9d4683-6e94-4520-82e0-527d9ac8e721 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Nov 10 04:43:53.892978 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:43:53.893311 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:53.978127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:43:53.978480 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:53.990466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:43:54.018459 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:54.125608 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:54.153469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:54.180454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.180804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.181140 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.181476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.181803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.182161 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.182486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.182808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.183127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.183444 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.183761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.184193 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:54.206938 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] No DVR routers for this DVR port 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc on host n-h2-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:43:54.209312 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:54.212618 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-31e8a941-30e3-415a-a721-24c48a4ea957 req-c1327da0-512a-4b3f-b160-94d03c61ffc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "DELETE /v2.0/ports/675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc HTTP/1.1" status: 204 len: 173 time: 0.4052396 Nov 10 04:43:54.213049 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'name': 'network-vif-deleted', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:43:54.215301 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6430fdd-7c87-43d7-b88e-3870c07f6fb4" -d '{"events": [{"server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "name": "network-vif-deleted", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:43:54.260501 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36528633-749a-4054-ad66-88f5b2783230 x-openstack-request-id: req-36528633-749a-4054-ad66-88f5b2783230 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:43:54.260848 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1820cc-f791-40f3-ae2b-25186d3fc517", "name": "network-vif-deleted", "tag": "675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:43:54.261101 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36528633-749a-4054-ad66-88f5b2783230 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:43:54.261501 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1820cc-f791-40f3-ae2b-25186d3fc517', 'name': 'network-vif-deleted', 'tag': '675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc', 'status': 'completed', 'code': 200} Nov 10 04:43:54.604348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-841e7e2f-3acd-4351-b926-d5ac12af4d78 req-cf8fe5e8-fba3-41b2-bda8-b11e9a5f4b3e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1820cc-f791-40f3-ae2b-25186d3fc517 HTTP/1.1" status: 200 len: 210 time: 0.0295808 Nov 10 04:43:55.666090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48272) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:56.028709 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:56.285496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 1dadab5d-c644-4b4e-9f9c-eb4268283132 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:43:56.285738 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:56.375859 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 1dadab5d-c644-4b4e-9f9c-eb4268283132, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1dadab5d-c644-4b4e-9f9c-eb4268283132,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:43:56.376211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:56.388555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 1dadab5d-c644-4b4e-9f9c-eb4268283132 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:43:56.566395 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:56.603088 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=1dadab5d-c644-4b4e-9f9c-eb4268283132,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:56.769119 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:56.979688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0f04b958-a699-447b-9d6e-17970da63b6c has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:43:57.081784 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:43:57.089688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-33b10e45-806e-4ac6-b2a9-14e8b75a4561 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/0f04b958-a699-447b-9d6e-17970da63b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4224606 Nov 10 04:43:57.090057 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48274) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:57.092731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] Sync routers for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:43:57.102328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:43:57.102916 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:57.142166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting subnet 80da7ad3-eddf-485b-9afe-4ec2f8df740e {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:43:57.145269 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.191365 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.209308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:43:57.280434 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.337565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.363243 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Subnet': ['ID=80da7ad3-eddf-485b-9afe-4ec2f8df740e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:57.369707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.372888 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-44a38b9a-133f-4982-8290-2c12fe4c7c48 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/subnets/80da7ad3-eddf-485b-9afe-4ec2f8df740e HTTP/1.1" status: 204 len: 168 time: 0.2817757 Nov 10 04:43:57.376691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48276) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:57.377526 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff7059-fbbb-4e44-9e96-34bffac1fa8c None None] Network cd43f1c5-3b53-4d50-a92e-492d986574ad requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:43:57.470305 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:43:56Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:57.482192 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.514090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] Checking router: 0f04b958-a699-447b-9d6e-17970da63b6c for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:43:57.527582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] Routers {'0f04b958-a699-447b-9d6e-17970da63b6c'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:43:57.528176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0f04b958-a699-447b-9d6e-17970da63b6c'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:57.582303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.644834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] DHCP port deletion for cd43f1c5-3b53-4d50-a92e-492d986574ad request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:43:57.645782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 5d8a05be-0663-4458-a6c7-5bc72b3452a8 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:43:57.646235 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.647512 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] Set router 0f04b958-a699-447b-9d6e-17970da63b6c gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:43:57.723168 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 5d8a05be-0663-4458-a6c7-5bc72b3452a8, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=5d8a05be-0663-4458-a6c7-5bc72b3452a8,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:43:57.723556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.736505 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 5d8a05be-0663-4458-a6c7-5bc72b3452a8 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:43:57.810386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Deleting port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:43:57.810666 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.900215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] For port fbf9fe22-581b-46f1-a919-ada9ab0aabd5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=fbf9fe22-581b-46f1-a919-ada9ab0aabd5,segment=NetworkSegment(c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b),segment_id=c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:43:57.900620 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.903978 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.915897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Calling delete_port for fbf9fe22-581b-46f1-a919-ada9ab0aabd5 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:43:57.930783 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=5d8a05be-0663-4458-a6c7-5bc72b3452a8,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:57.934184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:43:56Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:57.965318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291187a-dc61-4b33-90eb-cae14cfe3503 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:43:57.992072 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:57.999797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad79ed-b182-49a9-8d7e-e5a34cea3907 None None] The sync data for ids ['0f04b958-a699-447b-9d6e-17970da63b6c'] in n-d-817326-2 is: [{'id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738078607', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:22Z', 'updated_at': '2021-11-10T04:43:56Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '5d8a05be-0663-4458-a6c7-5bc72b3452a8', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f04b958-a699-447b-9d6e-17970da63b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:23Z', 'updated_at': '2021-11-10T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:43:58.045373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.068349 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Pushing event deleted for resources: {'Port': ['ID=fbf9fe22-581b-46f1-a919-ada9ab0aabd5,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:58.077366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] No DVR routers for this DVR port fbf9fe22-581b-46f1-a919-ada9ab0aabd5 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:43:58.080110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.080460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.080706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.081028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.081356 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.081766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.081995 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.082316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.082624 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.082938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.083246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.083571 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2ac56-c94a-412b-ab32-6875ff865393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:43:58.087215 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.089870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.133304 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.134010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Fanout notify agent at l3_agent the message router_deleted on router 0f04b958-a699-447b-9d6e-17970da63b6c {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:43:58.141588 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.145136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3f281eb3-1557-4ee7-9eb2-d26bc3fced49 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/routers/0f04b958-a699-447b-9d6e-17970da63b6c HTTP/1.1" status: 204 len: 168 time: 0.7649941 Nov 10 04:43:58.145384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48278) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:58.560438 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.654229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.675421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd43f1c5-3b53-4d50-a92e-492d986574ad']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:58.684412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:58.684709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c960f21a-1ac0-4533-bd5a-a7dfa85cfe9b') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:43:58.694302 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.707546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.713580 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:43:58.714002 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:43:58.717044 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:43:58.777537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.784400 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.787564 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/networks/cd43f1c5-3b53-4d50-a92e-492d986574ad HTTP/1.1" status: 204 len: 168 time: 0.6412110 Nov 10 04:43:58.790448 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48280) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:58.800197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01a502-168f-46e7-ba46-f2bf0616d423 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Network': ['ID=cd43f1c5-3b53-4d50-a92e-492d986574ad,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:58.851201 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8678bd17-3895-40e0-a867-87ac55cc1132 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.876833 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8678bd17-3895-40e0-a867-87ac55cc1132 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.927345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:43:58.934746 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8678bd17-3895-40e0-a867-87ac55cc1132 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.938027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8678bd17-3895-40e0-a867-87ac55cc1132 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:58.939178 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-8678bd17-3895-40e0-a867-87ac55cc1132 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/security-groups/77c6a64e-537b-4942-b13c-4bb6202381c7 HTTP/1.1" status: 204 len: 168 time: 0.1476686 Nov 10 04:43:58.948397 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678bd17-3895-40e0-a867-87ac55cc1132 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6a64e-537b-4942-b13c-4bb6202381c7,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:58.948815 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:43:58.949155 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 675d5df8-f5fc-445b-9b73-1d8dfb7a2cfc not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:43:59.183341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48286) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:59.187525 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-521d3609-dd69-49ea-8950-9187acbae00f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927760539', 'description': 'tempest-secgroup-smoke-1927760539 description', 'project_id': '829135a56df84f208b3363f1adeb8768'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:43:59.214803 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-521d3609-dd69-49ea-8950-9187acbae00f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.227027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5d8a05be-0663-4458-a6c7-5bc72b3452a8 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:43:59.247251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 5d8a05be-0663-4458-a6c7-5bc72b3452a8 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:43:59.247574 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 5d8a05be-0663-4458-a6c7-5bc72b3452a8 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:43:59.247977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fbf9fe22-581b-46f1-a919-ada9ab0aabd5 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:43:59.270672 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: fbf9fe22-581b-46f1-a919-ada9ab0aabd5 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:43:59.271013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device fbf9fe22-581b-46f1-a919-ada9ab0aabd5 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:43:59.271416 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1dadab5d-c644-4b4e-9f9c-eb4268283132 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:43:59.283573 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-521d3609-dd69-49ea-8950-9187acbae00f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.287376 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-521d3609-dd69-49ea-8950-9187acbae00f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.289906 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1dadab5d-c644-4b4e-9f9c-eb4268283132 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:43:59.290315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1dadab5d-c644-4b4e-9f9c-eb4268283132 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:43:59.319148 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-521d3609-dd69-49ea-8950-9187acbae00f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.320364 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-521d3609-dd69-49ea-8950-9187acbae00f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1364431 Nov 10 04:43:59.322224 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d3609-dd69-49ea-8950-9187acbae00f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355d271a-8e4f-4edb-8187-5cb35c2c001e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:59.323517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48288) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:59.328869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-45bcc991-476e-4904-80e5-5e2cf124b4cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '355d271a-8e4f-4edb-8187-5cb35c2c001e', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:43:59.354571 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45bcc991-476e-4904-80e5-5e2cf124b4cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.407086 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45bcc991-476e-4904-80e5-5e2cf124b4cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.411076 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45bcc991-476e-4904-80e5-5e2cf124b4cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.432412 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcc991-476e-4904-80e5-5e2cf124b4cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40534a44-1d8e-4ca4-9eee-25332ca468d7,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:59.442056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-45bcc991-476e-4904-80e5-5e2cf124b4cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.443291 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-45bcc991-476e-4904-80e5-5e2cf124b4cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187449 Nov 10 04:43:59.446159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48290) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:59.452660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-f42b2e6d-2527-4d57-97c7-8e534cf90208 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '355d271a-8e4f-4edb-8187-5cb35c2c001e', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:43:59.479156 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f42b2e6d-2527-4d57-97c7-8e534cf90208 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.537351 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f42b2e6d-2527-4d57-97c7-8e534cf90208 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.541471 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f42b2e6d-2527-4d57-97c7-8e534cf90208 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.560889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b2e6d-2527-4d57-97c7-8e534cf90208 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32d6a5b-6ebe-4787-bf3c-4c96bba68442,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:59.571369 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f42b2e6d-2527-4d57-97c7-8e534cf90208 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.574872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f42b2e6d-2527-4d57-97c7-8e534cf90208 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252635 Nov 10 04:43:59.577909 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48292) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:59.580540 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9c4e4712-90b5-4f3d-84a8-7c027c5c6645 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '355d271a-8e4f-4edb-8187-5cb35c2c001e', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:43:59.610221 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4712-90b5-4f3d-84a8-7c027c5c6645 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.666872 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4712-90b5-4f3d-84a8-7c027c5c6645 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.671196 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4712-90b5-4f3d-84a8-7c027c5c6645 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.690492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e4712-90b5-4f3d-84a8-7c027c5c6645 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715dabe9-177a-48c6-a256-cff59323237a,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:59.696904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4712-90b5-4f3d-84a8-7c027c5c6645 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.697504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9c4e4712-90b5-4f3d-84a8-7c027c5c6645 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202149 Nov 10 04:43:59.700033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48294) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:59.705048 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7d0ffb05-2ec3-4d39-9785-306af25fde8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '355d271a-8e4f-4edb-8187-5cb35c2c001e', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:43:59.730711 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb05-2ec3-4d39-9785-306af25fde8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.785806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb05-2ec3-4d39-9785-306af25fde8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.789360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb05-2ec3-4d39-9785-306af25fde8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.808803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ffb05-2ec3-4d39-9785-306af25fde8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b878be6a-81e7-42aa-8590-8720024a36db,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:59.817029 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb05-2ec3-4d39-9785-306af25fde8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.818254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7d0ffb05-2ec3-4d39-9785-306af25fde8a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171448 Nov 10 04:43:59.820906 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48296) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:59.825228 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '355d271a-8e4f-4edb-8187-5cb35c2c001e', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:43:59.846885 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:43:59.851641 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.907476 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.910803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.928250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcbb901-cc36-4c69-b13c-fae48c7b48bb,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:43:59.932675 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:43:59.933831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9eb7dc88-7881-4e97-ba94-0e0a2b31a8f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1119826 Nov 10 04:43:59.936622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48298) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:43:59.941485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '355d271a-8e4f-4edb-8187-5cb35c2c001e', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:43:59.962179 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:43:59.967062 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.024573 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.028172 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.044923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9539f3db-60fa-4f1b-8852-b985b6927ef8,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:00.051883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.053062 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d19ba309-ee6e-4347-a916-3213e5e2bc1c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149428 Nov 10 04:44:00.055857 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48300) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:00.060560 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'network': {'name': 'tempest-network-smoke--228333083', 'project_id': '829135a56df84f208b3363f1adeb8768', 'port_security_enabled': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:44:00.081159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:44:00.085574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.109613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:44:00.119156 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.119489 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Added segment e693bae6-7c83-4a28-a08c-c2b630de3305 of type vlan for network 39fe3a25-d08b-4270-94df-657c7d4652c3 Nov 10 04:44:00.165600 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.190069 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.195765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:00.196334 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.246437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1895795 Nov 10 04:44:00.249228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48302) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:00.254477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'admin_state_up': True, 'project_id': '829135a56df84f208b3363f1adeb8768', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:44:00.264138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d9624-441c-4886-855c-3d8883696831 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Network': ['ID=39fe3a25-d08b-4270-94df-657c7d4652c3,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:00.274301 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:44:00.278488 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.279483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.330466 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.469318 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.663116 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.684276 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.801094 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.177 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/7c967e50-a705-4baa-bea0-1e71d0e7727d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:44:00.903885 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.935550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:00.969743 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:44:00.972524 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:44:00.979089 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:44:00.986168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100a0e12-1e81-4b68-96a4-6d20d5523235 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:44:01.008719 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=7c967e50-a705-4baa-bea0-1e71d0e7727d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:01.070645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-687308a7-9c58-45ef-ba97-4387b2a09649 None None] Provisioning complete for port 7c967e50-a705-4baa-bea0-1e71d0e7727d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:01.071003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-687308a7-9c58-45ef-ba97-4387b2a09649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:01.107056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-687308a7-9c58-45ef-ba97-4387b2a09649 None None] Port 7c967e50-a705-4baa-bea0-1e71d0e7727d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:44:01.228974 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:01.425391 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:01.550056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd7950b6-d1c8-4549-b481-9196084f7c4b is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:44:01.653543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:44:01.664059 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Sync routers for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:44:01.674079 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:44:01.674669 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:01.674799 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:01.675961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6d9e3d25-436e-489b-be51-d5135a33829d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4249957 Nov 10 04:44:01.679179 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48304) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:01.707467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-86e7a248-6d0e-421a-909c-7f0b123f0400 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=829135a56df84f208b3363f1adeb8768&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271053 Nov 10 04:44:01.709987 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48306) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:01.775975 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:44:01.798601 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dee703-a347-45dd-9add-f9ed8dad9c1a tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:01.800251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d4dee703-a347-45dd-9add-f9ed8dad9c1a tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891550 Nov 10 04:44:01.802913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48308) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:01.830052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-aecbe895-7bda-48af-84f6-1cbbf3a51daa tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260515 Nov 10 04:44:01.832367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48310) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:01.836924 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-719851026', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'project_id': '829135a56df84f208b3363f1adeb8768', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:44:01.931680 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:44:01.935185 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.036651 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:01Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:02.064708 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Checking router: fd7950b6-d1c8-4549-b481-9196084f7c4b for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:44:02.065043 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Updating router fd7950b6-d1c8-4549-b481-9196084f7c4b port 7c967e50-a705-4baa-bea0-1e71d0e7727d binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:44:02.089631 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.114099 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.174578 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Subnet': ['ID=3c5b8c2d-239b-4791-8b7c-721ef45c9b87,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:02.182262 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Checking segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:44:02.182572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network hostable DHCP agents. Network: 39fe3a25-d08b-4270-94df-657c7d4652c3, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:44:02.201161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:44:02.210769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 39fe3a25-d08b-4270-94df-657c7d4652c3) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:44:02.214946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:02.215535 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.220576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09145770-527a-4cd5-a9a9-7b10ad219c5c None None] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:44:02.237636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4744172c-6998-4376-b646-44ed56feb160 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4015906 Nov 10 04:44:02.237893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48312) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:02.353651 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.359812 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.377176 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-39fe3a25-d08b-4270-94df-657c7d4652c3', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:44:02.378069 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.407567 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Attempting to bind port 7c967e50-a705-4baa-bea0-1e71d0e7727d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:44:02.407927 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Attempting to bind port 7c967e50-a705-4baa-bea0-1e71d0e7727d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:44:02.408489 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Attempting to bind port 7c967e50-a705-4baa-bea0-1e71d0e7727d on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:44:02.422652 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:44:02.423017 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:44:02.423598 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.424161 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:44:02.424789 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Bound port: 7c967e50-a705-4baa-bea0-1e71d0e7727d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:44:02.425341 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.445316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e3258-cd56-49f2-9328-9fbab1a7e835 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:44:02.454380 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Pushing event updated for resources: {'Port': ['ID=7c967e50-a705-4baa-bea0-1e71d0e7727d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:02.467373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.467921 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.468440 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.468944 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.469725 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.470073 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.470565 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.471038 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.471516 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.471998 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.472477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.472983 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:44:02.505046 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] For port 7c967e50-a705-4baa-bea0-1e71d0e7727d, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:44:02.510062 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] For port 7c967e50-a705-4baa-bea0-1e71d0e7727d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7c967e50-a705-4baa-bea0-1e71d0e7727d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:44:02.514561 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.540379 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Allocated IP 172.20.0.2 (39fe3a25-d08b-4270-94df-657c7d4652c3/3c5b8c2d-239b-4791-8b7c-721ef45c9b87/90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:44:02.559971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0cffbc2f-b2ce-408b-8d5e-061497af83ad None None] Provisioning complete for port 7c967e50-a705-4baa-bea0-1e71d0e7727d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:02.559971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0cffbc2f-b2ce-408b-8d5e-061497af83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.575242 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:44:02.575859 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:02.592318 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b9147-7a37-4e7a-9674-e080f898c65f None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:44:02.614127 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024caf8-f5b2-4032-8987-07a16d3fc03f None None] Pushing event updated for resources: {'Port': ['ID=7c967e50-a705-4baa-bea0-1e71d0e7727d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:02.699235 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:44:02.710966 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.762443 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0cffbc2f-b2ce-408b-8d5e-061497af83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.798209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-0cffbc2f-b2ce-408b-8d5e-061497af83ad None None] For port 7c967e50-a705-4baa-bea0-1e71d0e7727d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7c967e50-a705-4baa-bea0-1e71d0e7727d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:44:02.806375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0cffbc2f-b2ce-408b-8d5e-061497af83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.809055 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.834996 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.858482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:44:02.863121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:44:02.869657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:44:02.883599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffbc2f-b2ce-408b-8d5e-061497af83ad None None] Pushing event updated for resources: {'Port': ['ID=7c967e50-a705-4baa-bea0-1e71d0e7727d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:02.892459 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:01Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:02.924758 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abb2dc-648e-4c6b-ad33-9d9b2575508e None None] The sync data for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 is: [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:01Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:44:02.971344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Attempting to bind port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:44:02.971704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Attempting to bind port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:44:02.972058 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Attempting to bind port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 on network 39fe3a25-d08b-4270-94df-657c7d4652c3 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:44:02.978011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Pushing event updated for resources: {'Port': ['ID=90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:02.982917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5e5806ef-ad32-4eb5-86de-f883086d661e None None] Provisioning complete for port 7c967e50-a705-4baa-bea0-1e71d0e7727d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:02.983279 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5e5806ef-ad32-4eb5-86de-f883086d661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.986511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:44:02.986882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Checking segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:44:02.987259 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:02.987643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Bound using segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:44:02.988106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Bound port: 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:44:02.988472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.008751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.1 (39fe3a25-d08b-4270-94df-657c7d4652c3/3c5b8c2d-239b-4791-8b7c-721ef45c9b87/b5432e34-dabe-4cf4-9895-a29bf43d73f5) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:44:03.140763 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.200015 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.252463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:44:03.259590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:44:03.268183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:44:03.298469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3038396a-8d42-4497-b567-639250baf7fb None None] For port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:44:03.309020 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7c967e50-a705-4baa-bea0-1e71d0e7727d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:44:03.323542 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=b5432e34-dabe-4cf4-9895-a29bf43d73f5,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:03.324292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-3038396a-8d42-4497-b567-639250baf7fb None None] For port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:44:03.345660 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.353625 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.439366 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038396a-8d42-4497-b567-639250baf7fb None None] Pushing event updated for resources: {'Port': ['ID=90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:03.447531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 7c967e50-a705-4baa-bea0-1e71d0e7727d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:03.448236 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.494485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.826859 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.831641 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.909624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:03.911561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=b5432e34-dabe-4cf4-9895-a29bf43d73f5,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:04.001729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:44:04.003335 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:44:04.118380 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd7950b6-d1c8-4549-b481-9196084f7c4b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:44:04.223049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:44:04.227933 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d0299f78-ff7a-418c-a0f3-3b4991439900 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/fd7950b6-d1c8-4549-b481-9196084f7c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890554 Nov 10 04:44:04.381747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-ccf7a2f7-8716-46f8-b9ec-58b613dfe9d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927760539&fields=id&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 267 time: 0.0458608 Nov 10 04:44:04.495233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-f7daf483-88b3-4461-abb9-fbdfeccb7e2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:04.496745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-f7daf483-88b3-4461-abb9-fbdfeccb7e2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 796 time: 0.1080432 Nov 10 04:44:04.512678 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-bac2a8b8-64df-4676-bcbb-a9e550a81479 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/quotas/829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 375 time: 0.0093663 Nov 10 04:44:04.566422 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-799fe1b8-636a-447e-a4cb-d2461376a776 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471423 Nov 10 04:44:04.667926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-b9b21fb8-7c0e-486b-8f7d-fe68b8cf0e96 service neutron] 10.222.0.24 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889387 Nov 10 04:44:04.770443 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-c249e49c-da72-4313-af45-6da569726faf service neutron] 10.222.0.24 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947070 Nov 10 04:44:04.802760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655f5e8-72bf-4223-bbe9-eae3b1640d24 None None] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:44:04.855566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Sync routers for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:44:04.882543 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:44:04.883240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:04.946673 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-203241c7-adc8-4834-beab-f4a3a6589fd9 req-5409a2eb-946f-4689-a7ed-2140bac6f612 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 210 time: 0.0342736 Nov 10 04:44:04.970060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c1aa7c1c-ef87-44d2-b7f0-737bf7048e02 None None] Provisioning complete for port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:04.970436 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7c1c-ef87-44d2-b7f0-737bf7048e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:05.113391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:44:05.281892 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7c1c-ef87-44d2-b7f0-737bf7048e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:05.301701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:44:05.384257 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c1aa7c1c-ef87-44d2-b7f0-737bf7048e02 None None] For port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:44:05.408166 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7c1c-ef87-44d2-b7f0-737bf7048e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:05.457719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:05.457966 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:05.494726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7c1c-ef87-44d2-b7f0-737bf7048e02 None None] Pushing event updated for resources: {'Port': ['ID=90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:05.536758 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 2, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:05.575873 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Checking router: fd7950b6-d1c8-4549-b481-9196084f7c4b for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:44:05.576509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Updating router fd7950b6-d1c8-4549-b481-9196084f7c4b port b5432e34-dabe-4cf4-9895-a29bf43d73f5 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:44:05.580433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5d90344c-d91c-4087-9a22-e44d019e8f08 None None] Provisioning complete for port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:05.580777 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d90344c-d91c-4087-9a22-e44d019e8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:05.653460 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:05.859908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5d90344c-d91c-4087-9a22-e44d019e8f08 None None] Provisioning complete for port b5432e34-dabe-4cf4-9895-a29bf43d73f5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:05.860589 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5d90344c-d91c-4087-9a22-e44d019e8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:05.904781 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5d90344c-d91c-4087-9a22-e44d019e8f08 None None] Port b5432e34-dabe-4cf4-9895-a29bf43d73f5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:44:06.007464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.023400 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.052727 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-f69b4247-e984-4fcc-9ccf-aee19912662f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:06.055522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-f69b4247-e984-4fcc-9ccf-aee19912662f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 796 time: 0.1381230 Nov 10 04:44:06.056569 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aa6cee2e-329b-4678-95c8-552fbdbc0d1a None None] Provisioning complete for port b5432e34-dabe-4cf4-9895-a29bf43d73f5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:06.056919 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aa6cee2e-329b-4678-95c8-552fbdbc0d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.067832 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6da3f8d-0555-48bd-87e1-c00e83c63a5a req-db5ecf8b-71d9-4711-a733-9d5696b6cf58 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 210 time: 0.0413172 Nov 10 04:44:06.105930 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16140df-f318-42b0-be42-3c07069deb00 None None] Pushing event updated for resources: {'Port': ['ID=b5432e34-dabe-4cf4-9895-a29bf43d73f5,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:06.139344 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cee2e-329b-4678-95c8-552fbdbc0d1a None None] Port b5432e34-dabe-4cf4-9895-a29bf43d73f5 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:44:06.156765 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-cd97fb20-d97f-4637-99a5-ca6b2f91bcd7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 380 time: 0.0805211 Nov 10 04:44:06.169585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Attempting to bind port b5432e34-dabe-4cf4-9895-a29bf43d73f5 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:44:06.169982 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Attempting to bind port b5432e34-dabe-4cf4-9895-a29bf43d73f5 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:44:06.170468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Attempting to bind port b5432e34-dabe-4cf4-9895-a29bf43d73f5 on network 39fe3a25-d08b-4270-94df-657c7d4652c3 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:44:06.173837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'port': {'device_id': '29c180c5-116b-449c-a2e4-f3baa024b205', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'admin_state_up': True, 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'security_groups': ['355d271a-8e4f-4edb-8187-5cb35c2c001e']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:44:06.176487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:44:06.177057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Checking segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:44:06.177464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.178791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Bound using segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:44:06.179286 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Bound port: b5432e34-dabe-4cf4-9895-a29bf43d73f5, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:44:06.179673 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.247003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] For port b5432e34-dabe-4cf4-9895-a29bf43d73f5, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:44:06.250732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] For port b5432e34-dabe-4cf4-9895-a29bf43d73f5, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b5432e34-dabe-4cf4-9895-a29bf43d73f5,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:44:06.255825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.289259 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:44:06.293095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.313107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:44:06.313729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:43:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:06.385979 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16140df-f318-42b0-be42-3c07069deb00 None None] Pushing event updated for resources: {'Port': ['ID=b5432e34-dabe-4cf4-9895-a29bf43d73f5,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:06.437374 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-afdee828-0e5a-422b-ac98-814298d8c02d None None] Provisioning complete for port b5432e34-dabe-4cf4-9895-a29bf43d73f5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:06.437837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afdee828-0e5a-422b-ac98-814298d8c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.491402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:44:06.646353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afdee828-0e5a-422b-ac98-814298d8c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.708750 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-afdee828-0e5a-422b-ac98-814298d8c02d None None] For port b5432e34-dabe-4cf4-9895-a29bf43d73f5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b5432e34-dabe-4cf4-9895-a29bf43d73f5,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:44:06.714237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.4 (39fe3a25-d08b-4270-94df-657c7d4652c3/3c5b8c2d-239b-4791-8b7c-721ef45c9b87/2ac46bdc-21d7-41b1-bb52-5b57b6024f5c) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:44:06.726375 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-afdee828-0e5a-422b-ac98-814298d8c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.789566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdee828-0e5a-422b-ac98-814298d8c02d None None] Pushing event updated for resources: {'Port': ['ID=b5432e34-dabe-4cf4-9895-a29bf43d73f5,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:06.796333 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:06.822478 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773398-552e-4041-9a34-b4d41f502a8c None None] The sync data for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 is: [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:44:06.847869 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-75b9072d-e372-485a-9e3e-7b1b8136d313 None None] Provisioning complete for port b5432e34-dabe-4cf4-9895-a29bf43d73f5 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:06.848231 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-75b9072d-e372-485a-9e3e-7b1b8136d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.863590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.907183 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:06.947906 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:44:06.951059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:44:06.953547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:44:06.999568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:07.018745 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:07.019707 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.040484 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-a2144f3a-d4c7-48ad-ab5c-3eda0398784c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709495 Nov 10 04:44:07.059914 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Request body: {'port': {'device_id': '29c180c5-116b-449c-a2e4-f3baa024b205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:44:07.126398 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.200117 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-40bdfda2-873f-48fe-b6bf-b5a117d6dc45 None None] Provisioning complete for port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:07.207936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-40bdfda2-873f-48fe-b6bf-b5a117d6dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.221891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ada6-61c1-4164-8984-349ed948bf67 req-73704751-8a01-487d-a345-e97cf5188364 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:07.230472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1f3ada6-61c1-4164-8984-349ed948bf67 req-73704751-8a01-487d-a345-e97cf5188364 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 931 time: 0.0671303 Nov 10 04:44:07.255430 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-40bdfda2-873f-48fe-b6bf-b5a117d6dc45 None None] Port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:44:07.286268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1f3ada6-61c1-4164-8984-349ed948bf67 req-da31886d-15cb-4bd3-b042-fda1bb5a3c85 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547657 Nov 10 04:44:07.370123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:44:07.422608 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:07.422974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.469785 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:44:07.478518 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.493658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Transition to ACTIVE for port object 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:44:07.498807 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.553320 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:07.641921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:44:07.642336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:44:07.642609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on network 39fe3a25-d08b-4270-94df-657c7d4652c3 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:44:07.650393 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on network 39fe3a25-d08b-4270-94df-657c7d4652c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:44:07.651127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on network 39fe3a25-d08b-4270-94df-657c7d4652c3 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:44:07.657406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:44:07.657746 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Checking segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:44:07.658164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Bound using segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:44:07.658595 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Bound port: 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:44:07.659423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.686897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b5432e34-dabe-4cf4-9895-a29bf43d73f5 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:44:07.737570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:44:07.741131 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:44:07.746729 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port b5432e34-dabe-4cf4-9895-a29bf43d73f5 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:07.747163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.749923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.796854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:07.798165 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:07.799866 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] 10.222.0.11 "PUT /v2.0/ports/2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 1091 time: 0.7443159 Nov 10 04:44:07.800676 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:44:07.803402 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f010dea2-7476-453d-9027-916f3a5300b8" -d '{"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:44:07.848700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0e545-e823-472f-9de2-d6c7c2000acc service neutron] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:07.874848 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6538cb8-0bbc-495c-95ec-d3fba981a70e x-openstack-request-id: req-b6538cb8-0bbc-495c-95ec-d3fba981a70e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:44:07.875758 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:44:07.876037 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6538cb8-0bbc-495c-95ec-d3fba981a70e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:44:07.876455 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'status': 'completed', 'code': 200} Nov 10 04:44:07.916070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-ad71db3f-6c31-46d9-8253-0d2ad896ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:07.917736 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-ad71db3f-6c31-46d9-8253-0d2ad896ac3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1094 time: 0.0548551 Nov 10 04:44:07.972225 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-19487ca1-c679-4e55-9508-82f77cfff963 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 217 time: 0.0396180 Nov 10 04:44:08.027274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-cf3f8066-5a7c-4f85-814c-d9ffd836e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:08.028754 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-cf3f8066-5a7c-4f85-814c-d9ffd836e757 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0490813 Nov 10 04:44:08.080572 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98642c-8961-4283-a786-e294819f2ed6 req-427b7a76-9217-4485-aa7f-095c232f3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:08.082201 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-427b7a76-9217-4485-aa7f-095c232f3b20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467086 Nov 10 04:44:08.173300 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-deed0c5f-4bc4-4abd-bef5-6a8b8eee834e service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Nov 10 04:44:08.266088 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1d98642c-8961-4283-a786-e294819f2ed6 req-d93d49de-9988-44ef-9dde-d6a39cbed1f0 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854654 Nov 10 04:44:08.400186 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010dea2-7476-453d-9027-916f3a5300b8 req-b9d4ec77-5488-4c43-bf26-1f8240547164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:08.401633 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f010dea2-7476-453d-9027-916f3a5300b8 req-b9d4ec77-5488-4c43-bf26-1f8240547164 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1094 time: 0.0437477 Nov 10 04:44:08.409196 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7abdf-bb25-4844-8799-7df26c49416b req-94b18bf7-8fd7-44f9-9a9b-09509555a784 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:08.410876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12f7abdf-bb25-4844-8799-7df26c49416b req-94b18bf7-8fd7-44f9-9a9b-09509555a784 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 943 time: 0.0475450 Nov 10 04:44:08.425255 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:08.463660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12f7abdf-bb25-4844-8799-7df26c49416b req-d4141ad2-1040-43db-ac7e-20aaa48c0a8f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462391 Nov 10 04:44:08.497258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010dea2-7476-453d-9027-916f3a5300b8 req-ca3d4d4e-25da-4804-80ed-43fdd5d63081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:08.498825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f010dea2-7476-453d-9027-916f3a5300b8 req-ca3d4d4e-25da-4804-80ed-43fdd5d63081 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0878065 Nov 10 04:44:08.541812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f010dea2-7476-453d-9027-916f3a5300b8 req-451a9975-d857-42c7-8902-c117eafe7929 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 217 time: 0.0363789 Nov 10 04:44:08.590127 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010dea2-7476-453d-9027-916f3a5300b8 req-23e59a0c-8d70-43f1-85aa-9d9530b1e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:08.591552 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f010dea2-7476-453d-9027-916f3a5300b8 req-23e59a0c-8d70-43f1-85aa-9d9530b1e5af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0429819 Nov 10 04:44:08.636913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010dea2-7476-453d-9027-916f3a5300b8 req-5d948a97-a60a-48de-a958-e02f5619fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:08.638408 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f010dea2-7476-453d-9027-916f3a5300b8 req-5d948a97-a60a-48de-a958-e02f5619fc9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399981 Nov 10 04:44:08.728522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f010dea2-7476-453d-9027-916f3a5300b8 req-de390a28-8fd7-4d78-a533-7c0701f4e65e service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832860 Nov 10 04:44:08.817502 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f010dea2-7476-453d-9027-916f3a5300b8 req-e6a3c077-6a5e-4107-b8c1-08652fce4d16 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812597 Nov 10 04:44:09.589183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a59817-5538-46c7-bb7d-4ac1919b0a6a req-9da7071b-a267-49c3-8530-a9ce891ee3fc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:09.590687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a59817-5538-46c7-bb7d-4ac1919b0a6a req-9da7071b-a267-49c3-8530-a9ce891ee3fc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 943 time: 0.0518293 Nov 10 04:44:09.638432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-94a59817-5538-46c7-bb7d-4ac1919b0a6a req-1beece44-70a0-40d8-befc-b167ee7af9d0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418150 Nov 10 04:44:10.751427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac101-e47d-4240-8347-4d1e973b13fe req-5c4e8b24-fb70-468d-880d-764106e68b1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:10.752864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-220ac101-e47d-4240-8347-4d1e973b13fe req-5c4e8b24-fb70-468d-880d-764106e68b1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 943 time: 0.0473661 Nov 10 04:44:10.800459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-220ac101-e47d-4240-8347-4d1e973b13fe req-2f1aa17d-abb4-426d-93a6-c8b0e8ea24ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Nov 10 04:44:11.631954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:44:11.723354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:44:11.734265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'port_id': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'mac_address': 'fa:16:3e:cc:28:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:44:11.769743 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:11.782289 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:44:11.802003 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:44:11.805601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:11.854294 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:11.914208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c96a71-41b1-4abf-b72b-4289daebe170 req-21c0a90d-1ce4-4f55-bc7c-b0ddb88a7282 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:11.915832 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16c96a71-41b1-4abf-b72b-4289daebe170 req-21c0a90d-1ce4-4f55-bc7c-b0ddb88a7282 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 944 time: 0.0475276 Nov 10 04:44:11.970682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16c96a71-41b1-4abf-b72b-4289daebe170 req-81410617-8c3f-4b6f-828b-617c426a28e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483158 Nov 10 04:44:12.236983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:44:13.085821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12475c8b-605a-4f27-8f8c-f1f2b6324dee req-535f6952-29ab-4563-8e85-ef19ef02b7f7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:13.087390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12475c8b-605a-4f27-8f8c-f1f2b6324dee req-535f6952-29ab-4563-8e85-ef19ef02b7f7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 944 time: 0.0483515 Nov 10 04:44:13.138238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12475c8b-605a-4f27-8f8c-f1f2b6324dee req-645b4dd6-9aeb-46bf-bd5d-84f97a2b6636 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Nov 10 04:44:13.445507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e80f04ad-62f6-45bd-a62a-d80616be9a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:13.631192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:44:13.678743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:44:13.682530 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:44:13.682910 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:13.759998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:13.780775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:44:13.783025 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf32af-5c5f-4982-8dc3-3b5932b9d408" -d '{"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-plugged", "status": "completed", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:44:13.795423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:44:13.799832 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:13.823015 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a433f78-be51-4388-ad6a-65ee3f9edbba x-openstack-request-id: req-0a433f78-be51-4388-ad6a-65ee3f9edbba {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:44:13.823304 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-plugged", "status": "completed", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:44:13.823562 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a433f78-be51-4388-ad6a-65ee3f9edbba {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:44:13.823953 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'code': 200} Nov 10 04:44:13.848097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:13.949651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34899af6-1d7d-4d05-8246-d22c05e43404 req-a7cfc47e-3219-4eb0-9eec-55b3c07a2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:13.951174 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34899af6-1d7d-4d05-8246-d22c05e43404 req-a7cfc47e-3219-4eb0-9eec-55b3c07a2cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1096 time: 0.0454419 Nov 10 04:44:13.998118 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-34899af6-1d7d-4d05-8246-d22c05e43404 req-109cb0ca-d3a8-4a04-bc15-aba3114d0529 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393765 Nov 10 04:44:14.255191 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99eb06-c6e9-43f3-b76b-cb79f4843166 req-c229bcdf-9ee9-4f37-b0b1-3d88f14a9c16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:14.256554 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f99eb06-c6e9-43f3-b76b-cb79f4843166 req-c229bcdf-9ee9-4f37-b0b1-3d88f14a9c16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Nov 10 04:44:14.303459 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4f99eb06-c6e9-43f3-b76b-cb79f4843166 req-f4567596-efa6-49b4-90ff-0272353d568d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Nov 10 04:44:15.427446 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e7b69-d429-4c19-91e2-4fd0c16611c4 req-b47615d2-f82d-404f-a6fc-e6436cb6e285 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:15.428902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-004e7b69-d429-4c19-91e2-4fd0c16611c4 req-b47615d2-f82d-404f-a6fc-e6436cb6e285 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Nov 10 04:44:15.477100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-004e7b69-d429-4c19-91e2-4fd0c16611c4 req-81c4dce3-eb9d-47b3-b7cf-74df84f407b9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Nov 10 04:44:15.598864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ee9d-f58d-49e9-bc80-fb787634f46f req-2f77a46e-832e-4479-b4dc-13e1b3cda810 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:15.600316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd68ee9d-f58d-49e9-bc80-fb787634f46f req-2f77a46e-832e-4479-b4dc-13e1b3cda810 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0477633 Nov 10 04:44:15.648812 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dd68ee9d-f58d-49e9-bc80-fb787634f46f req-18557882-f129-41e5-8aab-91ab3e2cd6a5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Nov 10 04:44:15.670445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48368) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:15.711744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed0a84-c9cc-4787-a30b-284c8d63a073 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:15.713221 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-72ed0a84-c9cc-4787-a30b-284c8d63a073 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1091 time: 0.0412159 Nov 10 04:44:15.715945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48370) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:15.720676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:44:15.743751 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:15.752985 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-45729d67-f94f-4979-9ca3-c5558c8ddc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:15.799991 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:44:15.855343 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:15.957448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.80 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e14d99cc-5edd-4eeb-b313-c5745752ebff) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:44:16.054942 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:16.086938 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:16.125475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:44:16.128232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:44:16.134282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:44:16.160253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=e14d99cc-5edd-4eeb-b313-c5745752ebff,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:16.499644 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:16.565317 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:16.710114 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:16.714532 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:16.782031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=e14d99cc-5edd-4eeb-b313-c5745752ebff,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:44:16.792920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:16.963869 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:17.230745 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP cb1e8895-4249-49f6-a54e-a5f15dd51e8d associated. External IP: 172.25.6.80, port: 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c. Nov 10 04:44:17.430923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd7950b6-d1c8-4549-b481-9196084f7c4b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:44:17.535033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:44:17.548205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] Sync routers for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:44:17.553360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:17.558741 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:44:17.559352 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:17.580006 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4efdbfbf-53d6-471d-8be7-4c7f4f79f4ef tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8630645 Nov 10 04:44:17.580573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:44:17.586408 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b754f-2115-448b-935d-23781f60978d" -d '{"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:44:17.668725 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:44:17.681620 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea913f8-794e-49a7-987f-1c81157c25bf req-04d30540-43de-44f1-8a4a-f43a8de05f94 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:17.683272 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea913f8-794e-49a7-987f-1c81157c25bf req-04d30540-43de-44f1-8a4a-f43a8de05f94 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Nov 10 04:44:17.710451 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d2ef2e-2a48-421e-aec1-f0febc1026e1 x-openstack-request-id: req-36d2ef2e-2a48-421e-aec1-f0febc1026e1 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:44:17.710737 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:44:17.710986 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36d2ef2e-2a48-421e-aec1-f0febc1026e1 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:44:17.711384 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'status': 'completed', 'code': 200} Nov 10 04:44:17.738127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9ea913f8-794e-49a7-987f-1c81157c25bf req-ab0449d6-3d23-4be4-83ba-58f73e4df385 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476196 Nov 10 04:44:17.770165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48378) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:17.798686 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b754f-2115-448b-935d-23781f60978d req-ba7e32cf-5207-4e12-9478-2229e695d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:17.800122 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f2b754f-2115-448b-935d-23781f60978d req-ba7e32cf-5207-4e12-9478-2229e695d7ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1096 time: 0.0437489 Nov 10 04:44:17.835909 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7350e7f3-4925-4ecf-b552-8e42213b3807 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/cb1e8895-4249-49f6-a54e-a5f15dd51e8d HTTP/1.1" status: 200 len: 990 time: 0.0645781 Nov 10 04:44:17.895545 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b754f-2115-448b-935d-23781f60978d req-9bfdb7da-f586-490d-9eaa-e1cb2e0e3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:17.897013 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f2b754f-2115-448b-935d-23781f60978d req-9bfdb7da-f586-490d-9eaa-e1cb2e0e3298 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0894210 Nov 10 04:44:17.898763 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'cb1e8895-4249-49f6-a54e-a5f15dd51e8d', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'port_id': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'mac_address': 'fa:16:3e:cc:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c180c5-116b-449c-a2e4-f3baa024b205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:44:16Z', 'updated_at': '2021-11-10T04:44:16Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:17.924538 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] Checking router: fd7950b6-d1c8-4549-b481-9196084f7c4b for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:44:17.932617 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:44:17.933203 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:44:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:17.962659 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f2b754f-2115-448b-935d-23781f60978d req-ee6c2761-a8f7-4848-a349-138277be3b81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 998 time: 0.0582309 Nov 10 04:44:18.011994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b754f-2115-448b-935d-23781f60978d req-542eb325-4072-43e1-82b0-3c1d3f598fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:18.013455 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f2b754f-2115-448b-935d-23781f60978d req-542eb325-4072-43e1-82b0-3c1d3f598fab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0440185 Nov 10 04:44:18.036903 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:44:18.062958 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b754f-2115-448b-935d-23781f60978d req-8cd6da65-309c-4f91-bdfd-833e96da3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:18.064353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f2b754f-2115-448b-935d-23781f60978d req-8cd6da65-309c-4f91-bdfd-833e96da3244 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431008 Nov 10 04:44:18.154410 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f2b754f-2115-448b-935d-23781f60978d req-612406bb-7d46-472b-973c-4d9605558c71 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824027 Nov 10 04:44:18.253432 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-4f2b754f-2115-448b-935d-23781f60978d req-d5e28dc8-985b-4b2c-98cd-c348cd61e098 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914369 Nov 10 04:44:18.344787 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'cb1e8895-4249-49f6-a54e-a5f15dd51e8d', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'port_id': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'mac_address': 'fa:16:3e:cc:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c180c5-116b-449c-a2e4-f3baa024b205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:44:16Z', 'updated_at': '2021-11-10T04:44:16Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:44:18.376062 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f9302-8234-4619-9fec-bed738fa9281 None None] The sync data for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 is: [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': 'cb1e8895-4249-49f6-a54e-a5f15dd51e8d', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'port_id': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'mac_address': 'fa:16:3e:cc:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c180c5-116b-449c-a2e4-f3baa024b205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:44:16Z', 'updated_at': '2021-11-10T04:44:16Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:44:18.559134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6185773-7681-4d11-ad05-e3d868d79451 None None] New status for floating IP cb1e8895-4249-49f6-a54e-a5f15dd51e8d: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:44:18.656737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:18.839729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48380) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:44:18.899097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a68fa9d-b2d2-4ffd-a782-0aad67104ed6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/cb1e8895-4249-49f6-a54e-a5f15dd51e8d HTTP/1.1" status: 200 len: 992 time: 0.0581892 Nov 10 04:44:19.248452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:24.016850 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:30.990898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-9f6c378b-fda9-438d-965b-e569146690bc req-1e682169-3299-46c2-90cb-960547206073 service neutron] (102596) timed out ('10.222.0.11', 61419) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:44:38.419882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:43.447055 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a2292447-c351-4470-afc6-f227c106c20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:45.754056 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1d3a-42a5-4156-85c6-b5e77147878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:46.971465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:47.240196 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-c44dbff7-2cd8-4b42-abb4-013ddcdb2b23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426044 Nov 10 04:44:47.339783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-efd9a1d7-6f66-4126-8473-51d601986f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:47.341246 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-efd9a1d7-6f66-4126-8473-51d601986f63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1096 time: 0.0401886 Nov 10 04:44:47.449000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-59649630-0012-44b1-9bdc-f292529fb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:47.450474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-59649630-0012-44b1-9bdc-f292529fb91e service neutron] 10.222.0.11 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0874159 Nov 10 04:44:47.516018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-54bc21a4-2077-4cc3-8d0a-caa21f2ad569 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 1000 time: 0.0575671 Nov 10 04:44:47.565480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-87355afe-2480-468c-8b81-0c2df05d9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:47.566913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-87355afe-2480-468c-8b81-0c2df05d9974 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0445528 Nov 10 04:44:47.618608 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-2685a60d-684b-4494-9edb-b604d1352ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:44:47.620069 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-2685a60d-684b-4494-9edb-b604d1352ca2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449669 Nov 10 04:44:47.706921 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-6acab489-f707-4210-8745-4ef916d29223 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792031 Nov 10 04:44:47.797872 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-b9e66815-bbe6-47f0-b428-497b3f84914d req-ec2f07d1-2710-4782-9576-a18b391da6cb service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842071 Nov 10 04:44:48.625425 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:49.250907 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:44:52.799460 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:44:54.032003 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:08.427402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:13.447800 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6886-b6d6-4638-bdff-6654511fa7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:15.755863 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa3f-f065-425c-9134-519792ea0a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:16.967272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:18.628632 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:19.255201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:21.570657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-692fa432-0d6d-4605-9404-ebd7192f6567 req-bca0efc4-6fb6-4794-bb23-2e5454ddbdfc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:45:21.571650 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-692fa432-0d6d-4605-9404-ebd7192f6567 req-bca0efc4-6fb6-4794-bb23-2e5454ddbdfc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063906 Nov 10 04:45:21.724674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48416) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:45:21.756199 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18db72b-7fed-487d-8025-24ce02ba30ef req-19ef5387-11be-4fd6-b422-db2bd70afea3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:21.757669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b18db72b-7fed-487d-8025-24ce02ba30ef req-19ef5387-11be-4fd6-b422-db2bd70afea3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Nov 10 04:45:21.811168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-5434f541-30f6-4419-a45f-be16a6e4d386 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852230 Nov 10 04:45:21.820626 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b18db72b-7fed-487d-8025-24ce02ba30ef req-27978aa2-bd40-4431-a2b2-c4cb4814bc76 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571575 Nov 10 04:45:21.822238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-2cff24aa-5f94-454e-be3b-9ebfc09caa34 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:45:21.823236 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-2cff24aa-5f94-454e-be3b-9ebfc09caa34 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051911 Nov 10 04:45:22.874838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-eca382d7-91bb-468c-96c4-99dd2f55b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:22.876502 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-eca382d7-91bb-468c-96c4-99dd2f55b199 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1096 time: 0.0415320 Nov 10 04:45:22.938481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cde7a-bcff-4827-8346-ed5985db86b6 req-ba4171b4-8c0e-4b52-b823-85e851938b98 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:22.940033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc8cde7a-bcff-4827-8346-ed5985db86b6 req-ba4171b4-8c0e-4b52-b823-85e851938b98 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Nov 10 04:45:22.972286 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-3e0a2b03-7724-4648-8248-946ea62ef41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:22.973749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-3e0a2b03-7724-4648-8248-946ea62ef41d service neutron] 10.222.0.11 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0874996 Nov 10 04:45:22.987929 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bc8cde7a-bcff-4827-8346-ed5985db86b6 req-d9affefe-e1c2-49b9-bc34-ecadc4f1ce03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Nov 10 04:45:23.041255 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-eaeb6d77-7a01-402d-8a82-dfe9dfbb4213 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 1000 time: 0.0578992 Nov 10 04:45:23.093535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-b232f7dc-b00c-4cee-8ace-57e7c76fdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:23.094967 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-b232f7dc-b00c-4cee-8ace-57e7c76fdb08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0461190 Nov 10 04:45:23.142250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-312204e5-a68f-4691-bdb3-4b35c6035f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:23.143693 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-312204e5-a68f-4691-bdb3-4b35c6035f02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402367 Nov 10 04:45:23.231425 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-7c1e0ba1-0933-48ee-937e-e774fbaf5f07 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803571 Nov 10 04:45:23.322097 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-4e894825-f4d3-4103-8a54-36b033c0ba88 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830736 Nov 10 04:45:24.032725 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:24.104732 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0145eea-8482-4a53-bb87-2bf51fc0483a req-2c769f0a-0cd2-4fd0-8279-c5d81d50f96a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:24.106214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0145eea-8482-4a53-bb87-2bf51fc0483a req-2c769f0a-0cd2-4fd0-8279-c5d81d50f96a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0476723 Nov 10 04:45:24.158915 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a0145eea-8482-4a53-bb87-2bf51fc0483a req-6af8b636-f903-4244-873e-7ab4b05637ff tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Nov 10 04:45:25.274889 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd255f73-3350-495d-b6a2-306748e2a4d8 req-4aa1477e-31cc-4a3c-87af-8265c67aebd7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:25.276359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd255f73-3350-495d-b6a2-306748e2a4d8 req-4aa1477e-31cc-4a3c-87af-8265c67aebd7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0497601 Nov 10 04:45:25.324739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd255f73-3350-495d-b6a2-306748e2a4d8 req-684b97d9-3d5d-47be-93d6-8b32dcc005b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 Nov 10 04:45:26.439921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78acd1b-530b-4529-a69a-a4a4830af341 req-22f84059-5caf-41b3-be36-795d1417e9e9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:26.441365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c78acd1b-530b-4529-a69a-a4a4830af341 req-22f84059-5caf-41b3-be36-795d1417e9e9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Nov 10 04:45:26.489462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c78acd1b-530b-4529-a69a-a4a4830af341 req-ed4180b9-0eff-471e-a42d-c0826e0cbd91 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Nov 10 04:45:27.608685 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb142e6-f219-4f8e-8eb3-04bc279a36ad req-00298c96-8c5d-4a9a-9c9a-91e6a08fd191 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:27.610177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbb142e6-f219-4f8e-8eb3-04bc279a36ad req-00298c96-8c5d-4a9a-9c9a-91e6a08fd191 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Nov 10 04:45:27.657491 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbb142e6-f219-4f8e-8eb3-04bc279a36ad req-2f46ae86-2d05-4caa-bb1d-e3573dafe19d tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 Nov 10 04:45:28.776504 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b40ab-5518-4665-9f38-41524e978526 req-1e8f1dd0-7841-42db-a032-bec9018d77d8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:28.777998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e7b40ab-5518-4665-9f38-41524e978526 req-1e8f1dd0-7841-42db-a032-bec9018d77d8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0482304 Nov 10 04:45:28.828243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e7b40ab-5518-4665-9f38-41524e978526 req-82ba1b48-0f28-4ba0-a23a-097b7f066ce9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Nov 10 04:45:29.798775 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:45:29.944045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f27595-26b8-4cd4-9419-d3aa53babe5d req-fbc513db-af17-435d-bce3-c1d2254cb0e2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:29.945504 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5f27595-26b8-4cd4-9419-d3aa53babe5d req-fbc513db-af17-435d-bce3-c1d2254cb0e2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0474827 Nov 10 04:45:29.996411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5f27595-26b8-4cd4-9419-d3aa53babe5d req-91f104c8-10de-4302-a192-90f057da1baf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Nov 10 04:45:31.110913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2808d-a4fa-43b0-b01f-f95c04701ea0 req-13dcc6b9-6b7d-4e7e-9fde-b864dee38ecd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:31.112382 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78a2808d-a4fa-43b0-b01f-f95c04701ea0 req-13dcc6b9-6b7d-4e7e-9fde-b864dee38ecd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Nov 10 04:45:31.161347 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-78a2808d-a4fa-43b0-b01f-f95c04701ea0 req-3026e55d-4e59-4aa5-a174-da460515cb03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Nov 10 04:45:32.281154 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4d8c-0a8f-4afb-8708-a87f4fb030aa req-07d986f7-8807-401f-9054-39c21b191da0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:32.282655 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20ec4d8c-0a8f-4afb-8708-a87f4fb030aa req-07d986f7-8807-401f-9054-39c21b191da0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Nov 10 04:45:32.330293 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-20ec4d8c-0a8f-4afb-8708-a87f4fb030aa req-c8238226-a16e-4f8e-945a-94e31cc76096 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Nov 10 04:45:33.447787 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd768d-5080-45c0-8251-7d6a9216e7b7 req-2cb80a5a-0202-4a41-8e7a-b6e99d7971f2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:33.449287 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8fd768d-5080-45c0-8251-7d6a9216e7b7 req-2cb80a5a-0202-4a41-8e7a-b6e99d7971f2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0511334 Nov 10 04:45:33.504153 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8fd768d-5080-45c0-8251-7d6a9216e7b7 req-8093a2bf-5493-4bd6-b9a0-ba3b901209b4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482826 Nov 10 04:45:34.621127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cd6fd-a496-43b3-92f5-2c2d14d3ec0c req-2103ad14-3f00-4896-84ae-cd02245daa9b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:34.623216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec5cd6fd-a496-43b3-92f5-2c2d14d3ec0c req-2103ad14-3f00-4896-84ae-cd02245daa9b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0503302 Nov 10 04:45:34.671537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ec5cd6fd-a496-43b3-92f5-2c2d14d3ec0c req-4f1c43a0-76f6-4a04-9ac4-5a5da418ad1f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Nov 10 04:45:35.312601 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-d95c8dec-e234-49b2-9169-d65056ec570b service neutron] show failed (client error): The resource could not be found. Nov 10 04:45:35.313610 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-d95c8dec-e234-49b2-9169-d65056ec570b service neutron] 10.222.0.11 "GET /v2.0/ports/2ac46bdc-21d7-41b1-bb52-5b57b6024f5c/bindings/n-h2-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0538526 Nov 10 04:45:35.512507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-3e63dd2e-e65f-4cdd-8020-c16153aa534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:35.514490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-3e63dd2e-e65f-4cdd-8020-c16153aa534e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 1096 time: 0.0402820 Nov 10 04:45:35.527071 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:45:35.581400 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:35.779803 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:45:35.791330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126bdf-b8fa-44a0-92bd-712c4a58467c req-d5e4491f-d89e-4dcd-b230-7867aac7707e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:35.792824 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce126bdf-b8fa-44a0-92bd-712c4a58467c req-d5e4491f-d89e-4dcd-b230-7867aac7707e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0527167 Nov 10 04:45:35.813656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:45:35.843216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce126bdf-b8fa-44a0-92bd-712c4a58467c req-c64e38a8-1ed4-4aa0-a2b5-46b9a13c8d36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 Nov 10 04:45:35.863114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:45:35.865397 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ab1482-2629-460a-a3cd-1fe2e40c2d47" -d '{"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:45:35.869348 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:35.882254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Transition to ACTIVE for port object 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:45:35.885958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:35.923331 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f93923-b264-49c7-89d7-c83c5a3d4246 x-openstack-request-id: req-72f93923-b264-49c7-89d7-c83c5a3d4246 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:45:35.923602 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:45:35.923846 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72f93923-b264-49c7-89d7-c83c5a3d4246 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:45:35.924310 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'code': 200} Nov 10 04:45:35.975110 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:45:35.986144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.986485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.986814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.987142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.987466 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.987789 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.988104 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.988416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.988731 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.989065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.989356 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:35.989667 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:36.025082 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] No DVR routers for this DVR port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:45:36.159609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:45:36.159937 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:45:36.160273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on network 39fe3a25-d08b-4270-94df-657c7d4652c3 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:45:36.165142 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on network 39fe3a25-d08b-4270-94df-657c7d4652c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:45:36.165454 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Attempting to bind port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on network 39fe3a25-d08b-4270-94df-657c7d4652c3 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:45:36.174851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:45:36.175185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Checking segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:45:36.175565 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Bound using segment: {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:45:36.176195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Bound port: 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e693bae6-7c83-4a28-a08c-c2b630de3305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:45:36.176544 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:36.250678 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h2-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:45:36.253913 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:45:36.258421 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:36.294796 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.44', 64563) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:45:36.298426 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:36.299052 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:36.300411 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] 10.222.0.44 "PUT /v2.0/ports/2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 1091 time: 0.7780075 Nov 10 04:45:36.324236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:45:36.371744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-60314f88-86c7-488d-9fc0-1a68a4bbf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:36.373810 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-60314f88-86c7-488d-9fc0-1a68a4bbf474 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1094 time: 0.0769820 Nov 10 04:45:36.484664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-cee9f1c8-763c-40a6-a165-eea62b817728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:36.486177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-cee9f1c8-763c-40a6-a165-eea62b817728 service neutron] 10.222.0.44 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0922048 Nov 10 04:45:36.602276 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-9c21a9bc-f976-4f3b-882c-5b99ea13ddff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 998 time: 0.1091878 Nov 10 04:45:36.659445 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-e1091af1-614d-4fce-a34b-08419f8df7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:36.662112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-e1091af1-614d-4fce-a34b-08419f8df7ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0525243 Nov 10 04:45:36.757359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-7579ed79-285a-403d-b119-5d77a8a9e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:36.758874 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-7579ed79-285a-403d-b119-5d77a8a9e593 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899537 Nov 10 04:45:36.854288 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-7ee28417-6cb2-4cd7-8bcb-b190478db375 service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875461 Nov 10 04:45:36.978029 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-12cffbe7-c758-472d-a151-b0d6feac1213 req-bd77b37f-c149-4afd-a4fe-184212670d99 service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162879 Nov 10 04:45:36.987282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51002802-1372-4252-9a3d-8f9fbb360a61 req-e1e91c71-94bd-472e-a1f4-a8dd9cea3bea tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:36.988688 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51002802-1372-4252-9a3d-8f9fbb360a61 req-e1e91c71-94bd-472e-a1f4-a8dd9cea3bea tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 943 time: 0.0755134 Nov 10 04:45:37.061859 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-51002802-1372-4252-9a3d-8f9fbb360a61 req-dd7b16f6-10f3-425e-a721-5c253572c546 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665514 Nov 10 04:45:37.074627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-c4c640b0-ad05-47d5-85fd-19d2c3432c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:37.076632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-c4c640b0-ad05-47d5-85fd-19d2c3432c40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1094 time: 0.0547190 Nov 10 04:45:37.174448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-d3eec736-93f9-44d8-99ef-d8399528245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:37.175863 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-d3eec736-93f9-44d8-99ef-d8399528245e service neutron] 10.222.0.44 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0919974 Nov 10 04:45:37.241312 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bd1c8d99-a154-4590-ab7c-7f56c9ea1676 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 998 time: 0.0584741 Nov 10 04:45:37.294443 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-01cdefd8-adc6-4a04-9650-dc9f608279e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:37.295867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-01cdefd8-adc6-4a04-9650-dc9f608279e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0471876 Nov 10 04:45:37.340486 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-1b5d7e2d-995a-4ead-a433-84e98c220d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:37.342033 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-1b5d7e2d-995a-4ead-a433-84e98c220d9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394630 Nov 10 04:45:37.430225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-800d1494-533a-42c0-b4be-2c1d5b1335f1 service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813861 Nov 10 04:45:37.526457 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-3107ebe8-f877-4f32-b63c-7c4f5efc60d6 service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891201 Nov 10 04:45:37.925303 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:45:37.927684 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2d3b57-21cf-410a-99dc-daf658cf363f" -d '{"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:45:37.976066 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc6feac-7325-47f3-91ba-127c4aa4932d x-openstack-request-id: req-5dc6feac-7325-47f3-91ba-127c4aa4932d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:45:37.976361 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:45:37.976613 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5dc6feac-7325-47f3-91ba-127c4aa4932d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:45:37.977056 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'status': 'completed', 'code': 200} Nov 10 04:45:38.014073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:45:38.035920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-9cb61afd-4e73-48bd-ade1-47caa5c465e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.037439 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-9cb61afd-4e73-48bd-ade1-47caa5c465e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1094 time: 0.0412095 Nov 10 04:45:38.054113 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:45:38.075594 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-78980075-e577-4035-8696-daf77e4f930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.077242 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-78980075-e577-4035-8696-daf77e4f930f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1094 time: 0.0435951 Nov 10 04:45:38.146756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-8cc5d7ab-dc48-48be-894e-babf98016ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.148523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-8cc5d7ab-dc48-48be-894e-babf98016ec5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.1040661 Nov 10 04:45:38.169317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-07cf3269-467a-4078-92ea-1bce4de33862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.170823 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-07cf3269-467a-4078-92ea-1bce4de33862 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0858328 Nov 10 04:45:38.231215 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0133df8-5ba5-47d6-a4fe-fff515b4c71b req-20401ca1-32d0-49c7-9464-d911d96968f4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.232716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0133df8-5ba5-47d6-a4fe-fff515b4c71b req-20401ca1-32d0-49c7-9464-d911d96968f4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 943 time: 0.0977330 Nov 10 04:45:38.240309 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-d7cd2e97-fab4-40ae-83f5-f68ed8ef81ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 998 time: 0.0615497 Nov 10 04:45:38.242945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-e4abef7f-826a-401d-9a19-1be46de20889 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 998 time: 0.0806358 Nov 10 04:45:38.288753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-8ccae581-cf99-462a-8824-faffb6d702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.290356 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-8ccae581-cf99-462a-8824-faffb6d702ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0435750 Nov 10 04:45:38.317661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-9b2fdade-2a09-4877-bc0c-ecc217e0a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.319145 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-9b2fdade-2a09-4877-bc0c-ecc217e0a3bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0635004 Nov 10 04:45:38.323007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b0133df8-5ba5-47d6-a4fe-fff515b4c71b req-a6323a3d-0d34-4294-a800-07fe92bfbed6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831873 Nov 10 04:45:38.336948 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-aadd0968-fa13-471a-a434-e07eba4c9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.337569 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-aadd0968-fa13-471a-a434-e07eba4c9163 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405867 Nov 10 04:45:38.367595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-0827accc-8968-443b-99f3-5a61a2f22e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:38.369098 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-0827accc-8968-443b-99f3-5a61a2f22e88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420642 Nov 10 04:45:38.418491 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:38.433623 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-d34a6876-7518-488c-97e0-5f4a8d85116a service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884004 Nov 10 04:45:38.463569 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-90408f80-86a4-4e3d-97e7-322327654f54 service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861769 Nov 10 04:45:38.537415 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-51c663ed-03ad-4cba-82ae-0d2a283a3d6a service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857456 Nov 10 04:45:38.559788 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1c2d3b57-21cf-410a-99dc-daf658cf363f req-5897f838-1cd2-448a-ac06-dc7573a64a97 service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Nov 10 04:45:39.417567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:45:39.442929 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7b0ca-653d-4183-99cc-d1949b33fc45 req-3dede063-9881-46e4-aaf0-4b7c136859a6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:39.444438 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbf7b0ca-653d-4183-99cc-d1949b33fc45 req-3dede063-9881-46e4-aaf0-4b7c136859a6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 943 time: 0.0484188 Nov 10 04:45:39.500048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bbf7b0ca-653d-4183-99cc-d1949b33fc45 req-627bb63f-6622-4688-b277-37e245dbff92 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496650 Nov 10 04:45:39.516766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:45:39.528684 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'port_id': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'mac_address': 'fa:16:3e:cc:28:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:45:39.564745 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:39.578606 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:45:39.597973 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:45:39.601784 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:39.650666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:45:39.659479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.659828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.661600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.661600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.661600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.661600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.662088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.662088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.662386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.662704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.663025 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.663346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:45:39.720760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce1feb-aca3-4fee-b02c-a05c8df15cc5 req-3657b339-a198-4e12-a6c0-142dc20c3b3f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:39.722275 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5fce1feb-aca3-4fee-b02c-a05c8df15cc5 req-3657b339-a198-4e12-a6c0-142dc20c3b3f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 944 time: 0.0497296 Nov 10 04:45:39.749497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-f791e723-e9b2-4c4e-9530-35451698dfb6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:39.751113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-f791e723-e9b2-4c4e-9530-35451698dfb6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205&tenant_id=829135a56df84f208b3363f1adeb8768&binding%3Ahost_id=n-h2-817326-2 HTTP/1.1" status: 200 len: 944 time: 0.0564666 Nov 10 04:45:39.772586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5fce1feb-aca3-4fee-b02c-a05c8df15cc5 req-0bac4048-6d8c-4a49-a5d4-ba74d2fff8e9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443909 Nov 10 04:45:39.811362 n-d-817326-2 neutron-server[102596]: INFO neutron.api.v2.resource [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-84017a3f-e586-488d-aef4-b59205e46d29 service neutron] delete failed (client error): The resource could not be found. Nov 10 04:45:39.812477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-84017a3f-e586-488d-aef4-b59205e46d29 service neutron] 10.222.0.11 "DELETE /v2.0/ports/2ac46bdc-21d7-41b1-bb52-5b57b6024f5c/bindings/n-h1-817326-2 HTTP/1.1" status: 404 len: 380 time: 0.0537961 Nov 10 04:45:39.852024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:45:39.893717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cbf5d-f9f7-4c57-8898-4c2ebdc95436 req-bbdf91bf-981b-41dd-b5cc-142f841da2f0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:39.896102 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-089cbf5d-f9f7-4c57-8898-4c2ebdc95436 req-bbdf91bf-981b-41dd-b5cc-142f841da2f0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 944 time: 0.0518854 Nov 10 04:45:39.925741 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-9b8c8032-6736-4fc5-b228-f37d77a1ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:39.928011 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-9b8c8032-6736-4fc5-b228-f37d77a1ef35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1095 time: 0.0432942 Nov 10 04:45:39.946551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-089cbf5d-f9f7-4c57-8898-4c2ebdc95436 req-60ca5d8c-6e98-479b-982b-1d1a0c1418fe tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 Nov 10 04:45:40.030698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-dfb59284-fea8-4e4d-a64b-87e2d98a4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:40.032099 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-dfb59284-fea8-4e4d-a64b-87e2d98a4179 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.0962567 Nov 10 04:45:40.096578 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-901826f1-3494-481c-8f28-274d96c16d13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 999 time: 0.0575998 Nov 10 04:45:40.146596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-8576fc04-dd16-4945-8f4a-192b0b80bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:40.148045 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-8576fc04-dd16-4945-8f4a-192b0b80bf19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0453527 Nov 10 04:45:40.191423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-fa273aa1-436a-457a-a4b8-5bb6c26fdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:40.192861 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-fa273aa1-436a-457a-a4b8-5bb6c26fdc96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377772 Nov 10 04:45:40.280490 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-a143c5e2-6b0b-4376-851a-608ba1f94444 service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808730 Nov 10 04:45:40.368814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c48e5b44-eca7-496d-b589-1ce6a78ab13a req-0fd2b01f-feb4-4d65-86f9-3852ebac2fcc service neutron] 10.222.0.11 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816643 Nov 10 04:45:41.068785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f406b-ab05-420f-9e35-faf3b49fc758 req-24b56dc8-a01a-4504-a50e-d2db060802ca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:45:41.070201 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a72f406b-ab05-420f-9e35-faf3b49fc758 req-24b56dc8-a01a-4504-a50e-d2db060802ca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 944 time: 0.0518687 Nov 10 04:45:41.118687 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a72f406b-ab05-420f-9e35-faf3b49fc758 req-1ca8ffba-94b4-4792-8c8c-3faba451d92c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Nov 10 04:45:41.141304 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48484) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:45:41.198562 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a5b8420-38a4-4de3-aaf5-771e2eba8461 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/cb1e8895-4249-49f6-a54e-a5f15dd51e8d HTTP/1.1" status: 200 len: 991 time: 0.0561607 Nov 10 04:45:41.440394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:45:41.490805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:45:41.495087 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:45:41.495456 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:41.571251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:41.592594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:45:41.594871 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631303e4-c56e-41aa-a5eb-1d1cd2b6739e" -d '{"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-plugged", "status": "completed", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:45:41.607844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:45:41.612280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:41.635359 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c16849-3486-44eb-9fe5-de542da17219 x-openstack-request-id: req-d3c16849-3486-44eb-9fe5-de542da17219 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:45:41.635644 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-plugged", "status": "completed", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:45:41.635894 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3c16849-3486-44eb-9fe5-de542da17219 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:45:41.636275 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'code': 200} Nov 10 04:45:41.662775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:45:43.450075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e2811201-a6c4-43d9-83b8-754b9450ee76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:45.757201 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9c9ade08-6fe1-46c6-b4da-15a7165d4387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:46.971043 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:48.631123 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:49.256979 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:45:54.047877 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:06.798212 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:46:08.431861 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:11.878395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48500) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:12.034612 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port e14d99cc-5edd-4eeb-b313-c5745752ebff {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:46:12.034949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:12.107624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:12.107943 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:12.120074 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for e14d99cc-5edd-4eeb-b313-c5745752ebff owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:46:12.291331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:12.316448 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=e14d99cc-5edd-4eeb-b313-c5745752ebff,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:12.328726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.329066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.329397 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.329727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.330075 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.330400 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.330722 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.331043 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.331361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.331675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.331990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.332302 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:12.390632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:12.391456 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP cb1e8895-4249-49f6-a54e-a5f15dd51e8d disassociated (deleted). External IP: 172.25.6.80, port: 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c. Nov 10 04:46:12.934183 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd7950b6-d1c8-4549-b481-9196084f7c4b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:46:13.037675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:46:13.042474 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:13.047567 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] Sync routers for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:46:13.056122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:13.056705 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:13.069757 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-4b8ff781-e047-4c30-be51-ba3ec28edc50 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/floatingips/cb1e8895-4249-49f6-a54e-a5f15dd51e8d HTTP/1.1" status: 204 len: 168 time: 1.1903436 Nov 10 04:46:13.070559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:46:13.072902 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a624451-a5fe-469e-b47a-108ab46f62fc" -d '{"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:46:13.115564 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a3e80f-9936-4fb5-8e85-37837224d304 x-openstack-request-id: req-05a3e80f-9936-4fb5-8e85-37837224d304 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:46:13.116256 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:46:13.116382 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05a3e80f-9936-4fb5-8e85-37837224d304 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:46:13.116743 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'status': 'completed', 'code': 200} Nov 10 04:46:13.172419 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:13.211349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-433bb574-9870-4240-874c-363862fae732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:13.212867 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-433bb574-9870-4240-874c-363862fae732 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 1096 time: 0.0594437 Nov 10 04:46:13.333809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-5ea403a8-6582-4583-ba34-6084f8f87791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:13.336213 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-5ea403a8-6582-4583-ba34-6084f8f87791 service neutron] 10.222.0.44 "GET /v2.0/networks?id=39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 200 len: 896 time: 0.1139061 Nov 10 04:46:13.375791 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:13.393497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-a6d09aed-fad9-40f4-914f-091c93ff454f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 200 len: 217 time: 0.0430353 Nov 10 04:46:13.405436 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] Checking router: fd7950b6-d1c8-4549-b481-9196084f7c4b for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:46:13.409408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5b372-afa4-4d1d-a424-e1709aeb4834 req-7009a832-5ee1-44fc-8d8e-6ddd9ae1636f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:13.410875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fa5b372-afa4-4d1d-a424-e1709aeb4834 req-7009a832-5ee1-44fc-8d8e-6ddd9ae1636f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.1411233 Nov 10 04:46:13.414955 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:13.415564 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:45:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:13.452825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bbb228bf-9ea1-48ee-80e0-41fab8d76474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:13.481371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-1416193d-f544-4776-a3f4-76e0c2761393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:13.482851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-1416193d-f544-4776-a3f4-76e0c2761393 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 200 len: 834 time: 0.0819395 Nov 10 04:46:13.521558 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:13.526852 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4fa5b372-afa4-4d1d-a424-e1709aeb4834 req-c85ca6b8-bcdf-4781-9260-347396a70403 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892045 Nov 10 04:46:13.541992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-ba06b83e-73c2-4a61-8716-b658c90ad2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:13.543674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-ba06b83e-73c2-4a61-8716-b658c90ad2a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39fe3a25-d08b-4270-94df-657c7d4652c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504944 Nov 10 04:46:13.633552 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-6840acc9-4234-4732-ab1f-d6a025d0775f service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819552 Nov 10 04:46:13.713417 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:13.725527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9a624451-a5fe-469e-b47a-108ab46f62fc req-52bf2544-1d6c-4095-b282-106356e83126 service neutron] 10.222.0.44 "GET /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841441 Nov 10 04:46:13.738852 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece565f9-8e5a-4626-84c6-e6d4972d2f9f None None] The sync data for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 is: [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:03Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'b5432e34-dabe-4cf4-9895-a29bf43d73f5', 'name': '', 'network_id': '39fe3a25-d08b-4270-94df-657c7d4652c3', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:f2:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:02Z', 'updated_at': '2021-11-10T04:44:06Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '3c5b8c2d-239b-4791-8b7c-721ef45c9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:46:13.961718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c58bb-407c-4bfa-bcea-7ed0a3252423 None None] New status for floating IP cb1e8895-4249-49f6-a54e-a5f15dd51e8d: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:46:14.578512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-c6f78566-8c57-43ef-812a-c0f781267e67 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:14.579546 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-c6f78566-8c57-43ef-812a-c0f781267e67 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.0498624 Nov 10 04:46:14.709392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:46:14.709740 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:14.720917 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cf27e-657c-43c2-8721-9c03f78023f4 req-1c051183-cc52-492c-b816-7a67acc94455 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:14.722411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b16cf27e-657c-43c2-8721-9c03f78023f4 req-1c051183-cc52-492c-b816-7a67acc94455 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c180c5-116b-449c-a2e4-f3baa024b205 HTTP/1.1" status: 200 len: 945 time: 0.1128507 Nov 10 04:46:14.832311 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b16cf27e-657c-43c2-8721-9c03f78023f4 req-346b62b8-0483-4bdb-a15d-295ed97ed8c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=355d271a-8e4f-4edb-8187-5cb35c2c001e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998325 Nov 10 04:46:14.843122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:14.843425 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:14.855765 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:46:14.981860 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:15.014231 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=2ac46bdc-21d7-41b1-bb52-5b57b6024f5c,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:15.055095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] No DVR routers for this DVR port 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:46:15.057608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:15.060924 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d2c3baee-8901-4b5b-a3ee-606bd9f92f6d req-fbfe708c-b35f-4cb5-b416-2f0931fed035 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "DELETE /v2.0/ports/2ac46bdc-21d7-41b1-bb52-5b57b6024f5c HTTP/1.1" status: 204 len: 173 time: 0.4751925 Nov 10 04:46:15.117744 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-deleted', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:46:15.120050 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a25bfb-e17e-44e0-a37a-0d19de4ce25e" -d '{"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-deleted", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:46:15.156911 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215f34b-d6f2-45f6-9618-260cb455b359 x-openstack-request-id: req-d215f34b-d6f2-45f6-9618-260cb455b359 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:46:15.157209 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c180c5-116b-449c-a2e4-f3baa024b205", "name": "network-vif-deleted", "tag": "2ac46bdc-21d7-41b1-bb52-5b57b6024f5c", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:46:15.157457 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d215f34b-d6f2-45f6-9618-260cb455b359 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:46:15.157884 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c180c5-116b-449c-a2e4-f3baa024b205', 'name': 'network-vif-deleted', 'tag': '2ac46bdc-21d7-41b1-bb52-5b57b6024f5c', 'status': 'completed', 'code': 200} Nov 10 04:46:15.757918 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-22da2f74-f587-4d3f-8036-4fd563498618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:15.886869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48518) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:16.236557 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:16.481674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port b5432e34-dabe-4cf4-9895-a29bf43d73f5 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:46:16.482034 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:16.568327 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port b5432e34-dabe-4cf4-9895-a29bf43d73f5, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=b5432e34-dabe-4cf4-9895-a29bf43d73f5,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:16.568590 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:16.580863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for b5432e34-dabe-4cf4-9895-a29bf43d73f5 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:46:16.762595 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:16.790095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=b5432e34-dabe-4cf4-9895-a29bf43d73f5,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:16.972442 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:16.977352 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:17.430547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router fd7950b6-d1c8-4549-b481-9196084f7c4b has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:46:17.536900 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:46:17.541768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c558f87-c271-4112-abd6-7e00626823ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/fd7950b6-d1c8-4549-b481-9196084f7c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538830 Nov 10 04:46:17.544724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48520) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:17.546214 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] Sync routers for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:46:17.558955 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:17.559550 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:17.598091 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting subnet 3c5b8c2d-239b-4791-8b7c-721ef45c9b87 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:46:17.601130 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:17.640780 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:17.663966 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:17.761949 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:17.821094 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:17.847869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5b8c2d-239b-4791-8b7c-721ef45c9b87,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:17.852247 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:17.855458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5fc585f3-f407-4ff4-8b6a-2adb369464c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/subnets/3c5b8c2d-239b-4791-8b7c-721ef45c9b87 HTTP/1.1" status: 204 len: 168 time: 0.3097959 Nov 10 04:46:17.858188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48522) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:17.862881 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689691a-730a-47df-9efc-b58bf82bf9ae None None] Network 39fe3a25-d08b-4270-94df-657c7d4652c3 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:46:17.926899 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:46:16Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:17.953392 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] Checking router: fd7950b6-d1c8-4549-b481-9196084f7c4b for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:46:17.962590 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] Routers {'fd7950b6-d1c8-4549-b481-9196084f7c4b'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:17.963188 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['fd7950b6-d1c8-4549-b481-9196084f7c4b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:17.973268 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.046027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] DHCP port deletion for 39fe3a25-d08b-4270-94df-657c7d4652c3 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:46:18.070126 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] Set router fd7950b6-d1c8-4549-b481-9196084f7c4b gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:18.097255 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.097926 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] Deleting port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:46:18.098321 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.153821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 7c967e50-a705-4baa-bea0-1e71d0e7727d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:46:18.154347 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.162214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] For port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084,segment=NetworkSegment(e693bae6-7c83-4a28-a08c-c2b630de3305),segment_id=e693bae6-7c83-4a28-a08c-c2b630de3305)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:18.162601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.176149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] Calling delete_port for 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:46:18.237416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 7c967e50-a705-4baa-bea0-1e71d0e7727d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=7c967e50-a705-4baa-bea0-1e71d0e7727d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:18.237765 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.251306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 7c967e50-a705-4baa-bea0-1e71d0e7727d owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:46:18.255649 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:46:16Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:18.262581 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.281503 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da8f14-9054-40cd-b0f7-e40ae5eab3f2 None None] The sync data for ids ['fd7950b6-d1c8-4549-b481-9196084f7c4b'] in n-d-817326-2 is: [{'id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659061105', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:46:16Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '7c967e50-a705-4baa-bea0-1e71d0e7727d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7950b6-d1c8-4549-b481-9196084f7c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:44:00Z', 'updated_at': '2021-11-10T04:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:46:18.288805 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] Pushing event deleted for resources: {'Port': ['ID=90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:18.290657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d04ef-8d0e-48e8-9ff9-b08d046ee903 None None] No DVR routers for this DVR port 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:46:18.423899 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.448081 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=7c967e50-a705-4baa-bea0-1e71d0e7727d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:18.461645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5e105-7796-4f6b-8c45-23b47431c6b3 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:46:18.510672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.602672 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.604904 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.634199 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.650211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.650778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Fanout notify agent at l3_agent the message router_deleted on router fd7950b6-d1c8-4549-b481-9196084f7c4b {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:46:18.658377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.662087 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0e9144b4-a4d2-45b2-8ddd-d4d3567147c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/routers/fd7950b6-d1c8-4549-b481-9196084f7c4b HTTP/1.1" status: 204 len: 168 time: 0.8004086 Nov 10 04:46:18.662298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48524) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:18.746256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.836031 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.856540 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fe3a25-d08b-4270-94df-657c7d4652c3']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:18.866984 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e693bae6-7c83-4a28-a08c-c2b630de3305') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:18.867278 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e693bae6-7c83-4a28-a08c-c2b630de3305') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:18.877303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.890537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.897407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:46:18.897803 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:46:18.900834 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:46:18.966395 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.975211 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:18.977704 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/networks/39fe3a25-d08b-4270-94df-657c7d4652c3 HTTP/1.1" status: 204 len: 168 time: 0.3144591 Nov 10 04:46:18.980784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48526) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:18.989369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0f636-ebdc-414b-9861-5c5d6b607486 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Network': ['ID=39fe3a25-d08b-4270-94df-657c7d4652c3,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:19.038593 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-857d001c-cf34-4368-9f66-5c7f27fb88e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.062601 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-857d001c-cf34-4368-9f66-5c7f27fb88e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.121824 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-857d001c-cf34-4368-9f66-5c7f27fb88e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.124616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-857d001c-cf34-4368-9f66-5c7f27fb88e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.126344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-857d001c-cf34-4368-9f66-5c7f27fb88e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/security-groups/355d271a-8e4f-4edb-8187-5cb35c2c001e HTTP/1.1" status: 204 len: 168 time: 0.1440177 Nov 10 04:46:19.135059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d001c-cf34-4368-9f66-5c7f27fb88e8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355d271a-8e4f-4edb-8187-5cb35c2c001e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:19.267046 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.322406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b5432e34-dabe-4cf4-9895-a29bf43d73f5 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:46:19.344051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: b5432e34-dabe-4cf4-9895-a29bf43d73f5 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:46:19.344400 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device b5432e34-dabe-4cf4-9895-a29bf43d73f5 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:46:19.344838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7c967e50-a705-4baa-bea0-1e71d0e7727d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:46:19.365432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 7c967e50-a705-4baa-bea0-1e71d0e7727d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:46:19.365765 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 7c967e50-a705-4baa-bea0-1e71d0e7727d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:46:19.366439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:46:19.385451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:46:19.385792 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 90fea3c8-0ea2-41e2-a3e1-ae9ef39eb084 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:46:19.415143 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48532) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:19.419801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-af437ac6-d1be-4e9c-b257-3f7cf47e7a43 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-727905718', 'description': 'tempest-secgroup-smoke-727905718 description', 'project_id': '829135a56df84f208b3363f1adeb8768'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:19.443546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af437ac6-d1be-4e9c-b257-3f7cf47e7a43 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.516108 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af437ac6-d1be-4e9c-b257-3f7cf47e7a43 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.520053 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af437ac6-d1be-4e9c-b257-3f7cf47e7a43 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.548920 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-af437ac6-d1be-4e9c-b257-3f7cf47e7a43 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.550148 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-af437ac6-d1be-4e9c-b257-3f7cf47e7a43 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1339548 Nov 10 04:46:19.551995 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af437ac6-d1be-4e9c-b257-3f7cf47e7a43 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef30cd-7343-428c-8b4b-e3b1f933c3c4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:19.553222 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48534) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:19.558609 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-035d1c46-fcae-4e20-91e5-22e747b72f03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '38ef30cd-7343-428c-8b4b-e3b1f933c3c4', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:19.586317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-035d1c46-fcae-4e20-91e5-22e747b72f03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.599609 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:46:19.619882 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:46:19.620221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 2ac46bdc-21d7-41b1-bb52-5b57b6024f5c not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:46:19.632694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-035d1c46-fcae-4e20-91e5-22e747b72f03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.635992 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-035d1c46-fcae-4e20-91e5-22e747b72f03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.656888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d1c46-fcae-4e20-91e5-22e747b72f03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79b6e8f-c152-428c-b579-e223076d9582,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:19.664626 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-035d1c46-fcae-4e20-91e5-22e747b72f03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.665799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-035d1c46-fcae-4e20-91e5-22e747b72f03 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108608 Nov 10 04:46:19.668604 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48536) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:19.673487 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c831701b-26af-4d6f-8a32-bf162ec3d02a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '38ef30cd-7343-428c-8b4b-e3b1f933c3c4', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:19.699531 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c831701b-26af-4d6f-8a32-bf162ec3d02a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.754266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c831701b-26af-4d6f-8a32-bf162ec3d02a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.757590 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c831701b-26af-4d6f-8a32-bf162ec3d02a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.775564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831701b-26af-4d6f-8a32-bf162ec3d02a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0c5f44-82d4-4ca8-8189-71ba0853c37b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:19.786408 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c831701b-26af-4d6f-8a32-bf162ec3d02a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.787601 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c831701b-26af-4d6f-8a32-bf162ec3d02a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180360 Nov 10 04:46:19.791278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48538) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:19.795656 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-c6d30d87-eb3c-4c2f-9767-753dce4dbc1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '38ef30cd-7343-428c-8b4b-e3b1f933c3c4', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:19.822687 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6d30d87-eb3c-4c2f-9767-753dce4dbc1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.878676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6d30d87-eb3c-4c2f-9767-753dce4dbc1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.882150 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6d30d87-eb3c-4c2f-9767-753dce4dbc1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.897548 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d30d87-eb3c-4c2f-9767-753dce4dbc1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23c1cd6-521f-452e-aa4f-84864d57338c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:19.908799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c6d30d87-eb3c-4c2f-9767-753dce4dbc1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.909993 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c6d30d87-eb3c-4c2f-9767-753dce4dbc1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177557 Nov 10 04:46:19.912799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48540) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:19.916934 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-ebc88897-517f-48d7-9121-5841b6be4cc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '38ef30cd-7343-428c-8b4b-e3b1f933c3c4', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:19.942027 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebc88897-517f-48d7-9121-5841b6be4cc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:19.997467 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebc88897-517f-48d7-9121-5841b6be4cc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.001248 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebc88897-517f-48d7-9121-5841b6be4cc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.019470 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc88897-517f-48d7-9121-5841b6be4cc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e3f6f0-da7d-4661-a7b2-cbc213cf6e9b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:20.024441 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebc88897-517f-48d7-9121-5841b6be4cc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.025638 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ebc88897-517f-48d7-9121-5841b6be4cc9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1119153 Nov 10 04:46:20.028350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48542) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:20.033043 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '38ef30cd-7343-428c-8b4b-e3b1f933c3c4', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:20.054185 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:46:20.058783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.391943 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.395128 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.413134 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b789d6c2-59ea-4ad8-936c-3c200ade2194,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:20.417887 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.419185 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0e7e0e4f-e96a-4b70-be62-cec353f435da tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3898311 Nov 10 04:46:20.421793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48544) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:20.426087 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '38ef30cd-7343-428c-8b4b-e3b1f933c3c4', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:20.446266 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:46:20.450817 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.506731 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.509957 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.526898 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590fa7c5-02c9-40c4-8cf9-529453e7c19b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:20.535044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.536203 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f6ae778b-3948-4013-a1f1-a497a426fa35 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1134343 Nov 10 04:46:20.539041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48546) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:20.543708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'network': {'name': 'tempest-network-smoke--1182026004', 'project_id': '829135a56df84f208b3363f1adeb8768', 'port_security_enabled': True}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:20.563345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:46:20.566663 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.589658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:46:20.598906 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.599223 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Added segment 6c463731-2947-451e-9344-710d03f3bffc of type vlan for network 8d954221-8b94-4243-bacc-26bd168f8477 Nov 10 04:46:20.646126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.668025 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.673506 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:20.674122 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.725689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1856501 Nov 10 04:46:20.728549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48548) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:20.733206 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'admin_state_up': True, 'project_id': '829135a56df84f208b3363f1adeb8768', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:20.743425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247faf6-5b71-465d-97e1-8e4ca2e8e016 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Network': ['ID=8d954221-8b94-4243-bacc-26bd168f8477,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:20.754603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 8d954221-8b94-4243-bacc-26bd168f8477 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:46:20.759542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.760696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.853448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:20.998879 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:21.185164 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:21.213027 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:21.310699 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.174 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/656aa592-7514-4fad-b174-93457cb5725b) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:46:21.411624 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:21.443870 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:21.479105 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:46:21.483815 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:46:21.488046 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:46:21.498016 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecacc6a-dea6-466d-9ddb-ad7b03e895a1 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:46:21.513204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=656aa592-7514-4fad-b174-93457cb5725b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:21.538618 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-56cef598-5b84-47cb-95a4-29cc3e7579d7 None None] Provisioning complete for port 656aa592-7514-4fad-b174-93457cb5725b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:21.538977 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-56cef598-5b84-47cb-95a4-29cc3e7579d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:21.571404 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-56cef598-5b84-47cb-95a4-29cc3e7579d7 None None] Port 656aa592-7514-4fad-b174-93457cb5725b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:46:21.734014 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:21.924243 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:22.054328 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router ad82dee6-323d-4660-8d62-726ed00b05fd is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:46:22.405503 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:46:22.415890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Sync routers for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:46:22.425442 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:22.426083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:22.426965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:22.428182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-163224b5-2ef2-4493-839f-2a13322bda82 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6986296 Nov 10 04:46:22.432522 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48550) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:22.506791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-0b5bc1ea-7f52-49f2-9d6a-f062dcb7c740 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=829135a56df84f208b3363f1adeb8768&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731938 Nov 10 04:46:22.509316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48554) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:22.538136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:22.596927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e5c37-d334-46c8-963d-f5c0067a8283 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:22.598452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-be2e5c37-d334-46c8-963d-f5c0067a8283 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882592 Nov 10 04:46:22.601264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48556) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:22.628183 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7e364f2b-b721-4001-aeb3-868c14398bea tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258684 Nov 10 04:46:22.630822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48558) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:22.635437 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298116145', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'project_id': '829135a56df84f208b3363f1adeb8768', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:22.714210 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:21Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:22.721309 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:46:22.724930 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:22.741396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Checking router: ad82dee6-323d-4660-8d62-726ed00b05fd for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:46:22.741737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Updating router ad82dee6-323d-4660-8d62-726ed00b05fd port 656aa592-7514-4fad-b174-93457cb5725b binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:46:22.765165 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:22.914742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:22.981712 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Subnet': ['ID=12d0a299-fba1-4ce5-84be-93ded04d1bb7,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:22.985989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Checking segment: {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:46:22.986341 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network hostable DHCP agents. Network: 8d954221-8b94-4243-bacc-26bd168f8477, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:46:23.004907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 8d954221-8b94-4243-bacc-26bd168f8477 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:46:23.013988 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 8d954221-8b94-4243-bacc-26bd168f8477) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:46:23.018750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:23.019339 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.031455 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de5e77-c131-484f-b1a9-b2bbe60798dd None None] Network 8d954221-8b94-4243-bacc-26bd168f8477 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:46:23.036367 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-40dfa771-b887-42f2-a065-3d883662d221 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4045198 Nov 10 04:46:23.036675 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.039375 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48560) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:23.075188 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.137288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06680050-54ba-4e6e-8413-3246820e50d2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:46:23.166381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c375dd-5e24-458c-92f6-488ca06aad5c None None] Pushing event updated for resources: {'Port': ['ID=656aa592-7514-4fad-b174-93457cb5725b,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:23.173393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Attempting to bind port 656aa592-7514-4fad-b174-93457cb5725b on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:46:23.173752 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Attempting to bind port 656aa592-7514-4fad-b174-93457cb5725b by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:46:23.174135 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Attempting to bind port 656aa592-7514-4fad-b174-93457cb5725b on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:46:23.185296 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:46:23.185662 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:46:23.186087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.186475 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:46:23.186953 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Bound port: 656aa592-7514-4fad-b174-93457cb5725b, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:46:23.187289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.269381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-5db2f6f1-9f03-494c-b772-ebb7114af805 None None] Provisioning complete for port 656aa592-7514-4fad-b174-93457cb5725b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:23.269750 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5db2f6f1-9f03-494c-b772-ebb7114af805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.326443 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] For port 656aa592-7514-4fad-b174-93457cb5725b, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:46:23.333125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-5db2f6f1-9f03-494c-b772-ebb7114af805 None None] Port 656aa592-7514-4fad-b174-93457cb5725b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:46:23.340746 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-8d954221-8b94-4243-bacc-26bd168f8477', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:46:23.341599 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.347048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] For port 656aa592-7514-4fad-b174-93457cb5725b, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=656aa592-7514-4fad-b174-93457cb5725b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:46:23.357878 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.410471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb604c2-7896-45bb-a168-a9da935565be None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:46:23.498115 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:23.498741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:23.501396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c375dd-5e24-458c-92f6-488ca06aad5c None None] Pushing event updated for resources: {'Port': ['ID=656aa592-7514-4fad-b174-93457cb5725b,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:23.511112 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.643832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-8dcaafa4-70f4-47d1-b1a9-2232a70733af None None] Provisioning complete for port 656aa592-7514-4fad-b174-93457cb5725b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:23.644218 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8dcaafa4-70f4-47d1-b1a9-2232a70733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.646141 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Allocated IP 172.20.0.2 (8d954221-8b94-4243-bacc-26bd168f8477/12d0a299-fba1-4ce5-84be-93ded04d1bb7/f1270321-08cc-465e-8bd7-fa9084c63176) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:46:23.686437 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:23.931960 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8dcaafa4-70f4-47d1-b1a9-2232a70733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:23.999856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8dcaafa4-70f4-47d1-b1a9-2232a70733af None None] For port 656aa592-7514-4fad-b174-93457cb5725b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=656aa592-7514-4fad-b174-93457cb5725b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:24.011167 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8dcaafa4-70f4-47d1-b1a9-2232a70733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.019611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.048560 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.089737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.1 (8d954221-8b94-4243-bacc-26bd168f8477/12d0a299-fba1-4ce5-84be-93ded04d1bb7/33b1fb28-feca-4c8f-a077-fe0a9a6eefe7) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:46:24.096478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.099265 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Network 8d954221-8b94-4243-bacc-26bd168f8477 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:46:24.102133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaafa4-70f4-47d1-b1a9-2232a70733af None None] Pushing event updated for resources: {'Port': ['ID=656aa592-7514-4fad-b174-93457cb5725b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:24.108347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:46:24.112393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:46:24.140080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:21Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:24.210757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.246897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.296202 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 8d954221-8b94-4243-bacc-26bd168f8477 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:46:24.299479 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:46:24.302144 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:46:24.326483 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:24.345653 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6707e-b2f8-4518-ba3b-8afc6a03432f None None] The sync data for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 is: [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:21Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:46:24.352551 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.370012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Pushing event updated for resources: {'Port': ['ID=f1270321-08cc-465e-8bd7-fa9084c63176,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:24.385483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Attempting to bind port f1270321-08cc-465e-8bd7-fa9084c63176 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:46:24.385844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Attempting to bind port f1270321-08cc-465e-8bd7-fa9084c63176 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:46:24.386234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Attempting to bind port f1270321-08cc-465e-8bd7-fa9084c63176 on network 8d954221-8b94-4243-bacc-26bd168f8477 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:46:24.392057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:46:24.392470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Checking segment: {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:46:24.392816 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.393203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Bound using segment: {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:46:24.393664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Bound port: f1270321-08cc-465e-8bd7-fa9084c63176, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:46:24.394079 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.466777 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] For port f1270321-08cc-465e-8bd7-fa9084c63176, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:46:24.470178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] For port f1270321-08cc-465e-8bd7-fa9084c63176, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f1270321-08cc-465e-8bd7-fa9084c63176,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:46:24.474296 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.491787 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.536788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd48de-0786-4b69-b545-a3fedf0c0667 None None] Pushing event updated for resources: {'Port': ['ID=f1270321-08cc-465e-8bd7-fa9084c63176,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:24.842399 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.850883 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:24.930647 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:24.934025 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:25.034402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 8d954221-8b94-4243-bacc-26bd168f8477 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:46:25.035818 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:46:25.153321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router ad82dee6-323d-4660-8d62-726ed00b05fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:46:25.277797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:46:25.284274 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-02390628-3c4b-4112-a543-449818044518 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/ad82dee6-323d-4660-8d62-726ed00b05fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2439868 Nov 10 04:46:25.403454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 656aa592-7514-4fad-b174-93457cb5725b up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:46:25.455157 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 656aa592-7514-4fad-b174-93457cb5725b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:25.455518 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:25.459897 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-193f22f0-4d02-4d34-a43f-b1bbcdb44d4c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727905718&fields=id&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 267 time: 0.0482762 Nov 10 04:46:25.545897 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f1270321-08cc-465e-8bd7-fa9084c63176 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:46:25.570406 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2568ba7-61a3-462a-9fdf-b2193d6bfaef None None] Network 8d954221-8b94-4243-bacc-26bd168f8477 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:46:25.584288 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-a67a4e00-1e73-49e2-be62-444f479bb52b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:25.585758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-a67a4e00-1e73-49e2-be62-444f479bb52b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 797 time: 0.1187723 Nov 10 04:46:25.601887 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-5b427dfa-48be-464d-8238-0631883bcab0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/quotas/829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 375 time: 0.0097909 Nov 10 04:46:25.657795 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-b753a1f6-57a8-402f-9583-878daf89d0a2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497382 Nov 10 04:46:25.671310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f1270321-08cc-465e-8bd7-fa9084c63176 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:25.671677 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:25.673167 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-12d1fa62-5e65-4c6c-ba8e-abadc1675adf None None] Provisioning complete for port f1270321-08cc-465e-8bd7-fa9084c63176 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:25.673439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-b1edda3c-1215-455f-a468-343131a9431e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:46:25.673548 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-12d1fa62-5e65-4c6c-ba8e-abadc1675adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:25.674484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-b1edda3c-1215-455f-a468-343131a9431e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053058 Nov 10 04:46:25.774193 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-4858e19f-cc24-42e6-b0fc-bf420c0b7655 service neutron] 10.222.0.24 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937247 Nov 10 04:46:25.867912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-cdbaff2b-9e03-4827-b52a-eae15e808a65 service neutron] 10.222.0.24 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867691 Nov 10 04:46:25.882897 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:25.886313 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-12d1fa62-5e65-4c6c-ba8e-abadc1675adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:25.940396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-12d1fa62-5e65-4c6c-ba8e-abadc1675adf None None] For port f1270321-08cc-465e-8bd7-fa9084c63176, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f1270321-08cc-465e-8bd7-fa9084c63176,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:25.945175 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-12d1fa62-5e65-4c6c-ba8e-abadc1675adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.022097 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:46:26.022466 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:46:26.034650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1fa62-5e65-4c6c-ba8e-abadc1675adf None None] Pushing event updated for resources: {'Port': ['ID=f1270321-08cc-465e-8bd7-fa9084c63176,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:26.068771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1967f6da-f500-4410-b8bd-302154a05d7e req-3b07b673-0717-4145-b638-e91ea7f71a91 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 210 time: 0.0270443 Nov 10 04:46:26.117718 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Sync routers for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:46:26.130641 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:26.131799 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:26.168386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3059eb28-3f0b-47fc-a548-19ff10f88ab7 None None] Provisioning complete for port f1270321-08cc-465e-8bd7-fa9084c63176 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:26.168987 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3059eb28-3f0b-47fc-a548-19ff10f88ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.260422 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:26.283137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3059eb28-3f0b-47fc-a548-19ff10f88ab7 None None] Provisioning complete for port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:26.283414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3059eb28-3f0b-47fc-a548-19ff10f88ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.328189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-3059eb28-3f0b-47fc-a548-19ff10f88ab7 None None] Port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:46:26.457330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a6b1379a-f1db-4bf6-8a29-0e970ab8eb01 None None] Provisioning complete for port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:26.458690 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a6b1379a-f1db-4bf6-8a29-0e970ab8eb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.493219 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 2, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:26.523029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1379a-f1db-4bf6-8a29-0e970ab8eb01 None None] Port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:46:26.539988 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Checking router: ad82dee6-323d-4660-8d62-726ed00b05fd for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:46:26.540258 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Updating router ad82dee6-323d-4660-8d62-726ed00b05fd port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:46:26.571072 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.744402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-38b4deba-303f-4a12-9854-77275f6a9364 None None] Provisioning complete for port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:26.744974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38b4deba-303f-4a12-9854-77275f6a9364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.784470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-38b4deba-303f-4a12-9854-77275f6a9364 None None] Port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:46:26.865460 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.870448 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.918648 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Pushing event updated for resources: {'Port': ['ID=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:26.941995 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.942331 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.942662 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.942989 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.943307 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.943626 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.943938 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.944249 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.944558 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.944866 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.945173 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.945480 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:26.977018 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Attempting to bind port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:46:26.977376 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Attempting to bind port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:46:26.977730 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Attempting to bind port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 on network 8d954221-8b94-4243-bacc-26bd168f8477 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:46:26.982857 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:46:26.983248 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Checking segment: {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:46:26.983645 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:26.984023 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Bound using segment: {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:46:26.984477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Bound port: 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:46:26.985685 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.054418 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] For port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:46:27.058169 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] For port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:46:27.062419 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.113671 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:27.114329 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:27.132345 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-734a4fc0-1786-459a-beee-a437f8c5a0ad None None] Provisioning complete for port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:27.132737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-734a4fc0-1786-459a-beee-a437f8c5a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.211669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1e8865cc-13d6-48af-9882-ffbe30a03c14 req-5adbeeef-fbcf-4faa-bc41-d1d290701778 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 210 time: 0.0562389 Nov 10 04:46:27.238183 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-734a4fc0-1786-459a-beee-a437f8c5a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.276217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-259bebbf-58db-4303-a5ff-90d894381a36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:27.277764 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-259bebbf-58db-4303-a5ff-90d894381a36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 797 time: 0.1568737 Nov 10 04:46:27.284223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-734a4fc0-1786-459a-beee-a437f8c5a0ad None None] For port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:27.288965 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-734a4fc0-1786-459a-beee-a437f8c5a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.306205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:27.370547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a4fc0-1786-459a-beee-a437f8c5a0ad None None] Pushing event updated for resources: {'Port': ['ID=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:27.407950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f1270321-08cc-465e-8bd7-fa9084c63176 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:46:27.414217 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ec511899-d8f1-41d6-b888-5fba52bb5dad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 379 time: 0.1152983 Nov 10 04:46:27.421109 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'port': {'device_id': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'admin_state_up': True, 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'security_groups': ['38ef30cd-7343-428c-8b4b-e3b1f933c3c4']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:27.437804 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98143daa-cd16-40b7-b5ae-32bb3696b8b2 None None] Pushing event updated for resources: {'Port': ['ID=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:27.466980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f1270321-08cc-465e-8bd7-fa9084c63176 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:27.467438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.520714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6e60e519-40fd-4e9b-812b-55aa20aafb96 None None] Provisioning complete for port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:27.521185 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6e60e519-40fd-4e9b-812b-55aa20aafb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.540269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:27.548361 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:46:27.552872 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.665370 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd5d5c-ff0d-4dde-84e8-41d95ac6ea55 None None] The sync data for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 is: [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:46:27.697696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.6 (8d954221-8b94-4243-bacc-26bd168f8477/12d0a299-fba1-4ce5-84be-93ded04d1bb7/9bbecb16-ee79-435c-ab8d-c0e254b9dde2) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:46:27.867189 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.900513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:27.945866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 8d954221-8b94-4243-bacc-26bd168f8477 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:46:27.949143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:46:27.953058 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:46:27.980169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:28.007061 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:28.007683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.026029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-818eaf9b-1698-4861-9783-012407528189 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6091118 Nov 10 04:46:28.045153 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Request body: {'port': {'device_id': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:28.111860 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.169336 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-45a8b8ad-8736-4c27-814b-b5bde1ed017b None None] Provisioning complete for port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:28.169819 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-45a8b8ad-8736-4c27-814b-b5bde1ed017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.205838 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-45a8b8ad-8736-4c27-814b-b5bde1ed017b None None] Port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:46:28.335863 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4773-3db4-4a62-a22d-53ec088e0067 req-b6d933ef-5a47-4152-a308-5d115bc4b64c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:28.337374 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-953c4773-3db4-4a62-a22d-53ec088e0067 req-b6d933ef-5a47-4152-a308-5d115bc4b64c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 931 time: 0.0555341 Nov 10 04:46:28.392063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-953c4773-3db4-4a62-a22d-53ec088e0067 req-e591a6d5-7cdc-4bc3-acc3-3394102ffaa3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472569 Nov 10 04:46:28.420453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:46:28.428050 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.440921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Transition to ACTIVE for port object 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:46:28.445452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.501114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:28.582553 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Attempting to bind port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:46:28.582888 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Attempting to bind port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:46:28.583238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Attempting to bind port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 on network 8d954221-8b94-4243-bacc-26bd168f8477 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:46:28.588172 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 on network 8d954221-8b94-4243-bacc-26bd168f8477 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:46:28.588491 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Attempting to bind port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 on network 8d954221-8b94-4243-bacc-26bd168f8477 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:46:28.593707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:46:28.594389 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Checking segment: {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:46:28.594775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Bound using segment: {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:46:28.595226 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Bound port: 9bbecb16-ee79-435c-ab8d-c0e254b9dde2, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c463731-2947-451e-9344-710d03f3bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:46:28.595587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.671151 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] For port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:46:28.675250 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] For port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:46:28.681987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.718430 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:28.718929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:28.720670 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] 10.222.0.11 "PUT /v2.0/ports/9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 1091 time: 0.6802547 Nov 10 04:46:28.721111 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:46:28.723413 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2274509d-cdf1-44fe-bede-99178ba38e28" -d '{"events": [{"name": "network-changed", "server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:46:28.759682 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6a0a7-d01e-4d1f-b1f1-ede2dcb84cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:28.773061 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024e4fd-60a8-4c42-acca-0797b581a0a2 x-openstack-request-id: req-3024e4fd-60a8-4c42-acca-0797b581a0a2 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:46:28.773338 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:46:28.773860 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3024e4fd-60a8-4c42-acca-0797b581a0a2 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:46:28.774298 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'status': 'completed', 'code': 200} Nov 10 04:46:28.844982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-bae07a0b-424e-4415-87cd-77077b620f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:28.847627 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-bae07a0b-424e-4415-87cd-77077b620f76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1094 time: 0.0544930 Nov 10 04:46:28.897919 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-2d04f279-638f-4426-891c-bac946d04615 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 217 time: 0.0360823 Nov 10 04:46:28.947852 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-8977b9e2-4553-4971-bfd3-25ab436ecbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:28.949306 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-8977b9e2-4553-4971-bfd3-25ab436ecbab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0448582 Nov 10 04:46:28.999720 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-3926ecfe-b4ac-4040-b0dc-472f4fa123d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:29.001184 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-3926ecfe-b4ac-4040-b0dc-472f4fa123d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451102 Nov 10 04:46:29.088613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-45b66c0f-324b-442d-bb98-719e3834fdc9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792022 Nov 10 04:46:29.182412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a3e4c457-7473-4126-ba04-c83c25cf3a1b req-d2a66950-d66a-4c69-8853-f583a2e002a2 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864499 Nov 10 04:46:29.305543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-8e5b631a-495e-46fe-a68b-eb6634c356ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:29.307111 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-8e5b631a-495e-46fe-a68b-eb6634c356ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1094 time: 0.0442376 Nov 10 04:46:29.339879 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:46:29.389700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:29.390204 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:29.408154 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-0a2cc1cb-11e0-4d1b-a098-27ccae8b028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:29.409572 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-0a2cc1cb-11e0-4d1b-a098-27ccae8b028a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 897 time: 0.0943666 Nov 10 04:46:29.452801 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-96f5eb74-1255-4caf-b72c-e2b5f877d2c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 217 time: 0.0353920 Nov 10 04:46:29.512023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-0fa88b2f-1319-4c5e-a12a-95fe9117ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:29.513535 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-0fa88b2f-1319-4c5e-a12a-95fe9117ce8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0540829 Nov 10 04:46:29.514674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0553f-a4b3-4c77-ac40-90351dcca0d4 req-f8834472-57b4-492c-9e74-f93e923d0a9a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:29.516674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f0553f-a4b3-4c77-ac40-90351dcca0d4 req-f8834472-57b4-492c-9e74-f93e923d0a9a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 943 time: 0.0532727 Nov 10 04:46:29.559615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-dac2bae5-c69a-41a3-aae5-395f86d75451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:29.561124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-dac2bae5-c69a-41a3-aae5-395f86d75451 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401022 Nov 10 04:46:29.567126 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-53f0553f-a4b3-4c77-ac40-90351dcca0d4 req-3010d033-b451-4906-a6b3-aaff8bdc629f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 Nov 10 04:46:29.654780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-d6755924-e955-4a4f-ba24-76c458ec2272 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866160 Nov 10 04:46:29.742810 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2274509d-cdf1-44fe-bede-99178ba38e28 req-a0ee7e24-d32a-493b-aec0-c73ff00c3aaf service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807853 Nov 10 04:46:30.690197 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5882021-ebd8-4226-9eb8-de1ed52c1ba4 req-655ee9d3-f397-4e1a-b89a-47b6321dfec2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:30.691632 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5882021-ebd8-4226-9eb8-de1ed52c1ba4 req-655ee9d3-f397-4e1a-b89a-47b6321dfec2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 943 time: 0.0511732 Nov 10 04:46:30.739712 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5882021-ebd8-4226-9eb8-de1ed52c1ba4 req-ca0388cb-a331-4471-884a-4ddd7e24e8ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 Nov 10 04:46:31.854139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dfb89-fa59-4a2e-9588-c876ec3fc042 req-21b6e407-ba7d-4f56-8ae1-d5c0e50c0d5e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:31.855511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b81dfb89-fa59-4a2e-9588-c876ec3fc042 req-21b6e407-ba7d-4f56-8ae1-d5c0e50c0d5e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 943 time: 0.0473723 Nov 10 04:46:31.903774 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b81dfb89-fa59-4a2e-9588-c876ec3fc042 req-078fdadd-08c8-4553-b579-2759b57295d1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419109 Nov 10 04:46:32.189603 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:46:32.284316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:32.295399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'port_id': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'mac_address': 'fa:16:3e:72:6a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:46:32.330611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:32.343215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:46:32.362248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:32.366348 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:32.412605 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:32.758743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['9bbecb16-ee79-435c-ab8d-c0e254b9dde2'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:46:33.018100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af754-760a-4120-b56e-8843c9a0ae7a req-98f98d06-6959-4c08-940c-2d9b6cd06f42 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:33.019557 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f05af754-760a-4120-b56e-8843c9a0ae7a req-98f98d06-6959-4c08-940c-2d9b6cd06f42 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 944 time: 0.0478399 Nov 10 04:46:33.070091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f05af754-760a-4120-b56e-8843c9a0ae7a req-d19fa08b-afda-46f6-ae28-ec0cf24c0468 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Nov 10 04:46:34.183538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bcdad-1ee8-4d3e-b63c-152ae388025c req-21a664e1-273e-4a3c-a121-aac735ff4ae5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:34.184992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad2bcdad-1ee8-4d3e-b63c-152ae388025c req-21a664e1-273e-4a3c-a121-aac735ff4ae5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 944 time: 0.0478921 Nov 10 04:46:34.189799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:46:34.236106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ad2bcdad-1ee8-4d3e-b63c-152ae388025c req-689ab57a-15c2-452a-9b4d-647d9a9045de tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440121 Nov 10 04:46:34.239148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:46:34.243866 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:46:34.244246 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:34.321138 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:34.341928 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:46:34.344966 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5941d3de-784a-46ac-9d39-fb0736d3c71a" -d '{"events": [{"server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "name": "network-vif-plugged", "status": "completed", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:46:34.361012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:46:34.364839 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:34.388994 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671f1a9f-658e-4664-b522-aa3ef6f3c770 x-openstack-request-id: req-671f1a9f-658e-4664-b522-aa3ef6f3c770 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:46:34.389258 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "name": "network-vif-plugged", "status": "completed", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:46:34.389500 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-671f1a9f-658e-4664-b522-aa3ef6f3c770 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:46:34.389876 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'code': 200} Nov 10 04:46:34.415393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:34.512404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64633eb0-f03c-455d-8871-69932e319dd1 req-3bc0abec-39cf-4c58-a093-8fcc04f26baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:34.513884 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64633eb0-f03c-455d-8871-69932e319dd1 req-3bc0abec-39cf-4c58-a093-8fcc04f26baa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1096 time: 0.0455744 Nov 10 04:46:34.560436 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-64633eb0-f03c-455d-8871-69932e319dd1 req-4166b769-f8e8-4573-a434-950e2a2dee52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386183 Nov 10 04:46:35.350794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449cd94-4e73-4521-9e49-ef66939de9ae req-1ecebfa8-0352-4728-8f81-a98b11e98dfd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:35.352268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9449cd94-4e73-4521-9e49-ef66939de9ae req-1ecebfa8-0352-4728-8f81-a98b11e98dfd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0476675 Nov 10 04:46:35.399925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9449cd94-4e73-4521-9e49-ef66939de9ae req-22aeef8e-bee7-4cbb-bca7-c6c0b6ee87fa tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Nov 10 04:46:36.518675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07367-2eb6-4004-93c2-5b0a538f5eae req-629e0dd8-14c0-4175-8aa0-7fd6d5d0f19e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:36.520120 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5fb07367-2eb6-4004-93c2-5b0a538f5eae req-629e0dd8-14c0-4175-8aa0-7fd6d5d0f19e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0520370 Nov 10 04:46:36.567767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5fb07367-2eb6-4004-93c2-5b0a538f5eae req-eb2ad719-5902-4a1e-b597-4f8554cbc366 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Nov 10 04:46:36.680244 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256206d-2b41-41dc-a645-a10b774ccd45 req-1a5ece84-6fe5-4c63-9075-c688d2cc15a6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:36.681635 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f256206d-2b41-41dc-a645-a10b774ccd45 req-1a5ece84-6fe5-4c63-9075-c688d2cc15a6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0476658 Nov 10 04:46:36.728558 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f256206d-2b41-41dc-a645-a10b774ccd45 req-9b3456af-fe46-4d46-8350-bafb59ded24b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411184 Nov 10 04:46:36.750493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48614) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:36.789836 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85df88-5626-4222-8b08-cfba5697d0e6 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:36.791376 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-ef85df88-5626-4222-8b08-cfba5697d0e6 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1091 time: 0.0398686 Nov 10 04:46:36.794129 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48616) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:36.798362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:46:36.818958 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:36.920950 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:37.018308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.122 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/2db0bd82-94dd-4621-b093-d92db00154b4) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:46:37.120923 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:37.153655 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:37.192532 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:46:37.195475 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:46:37.199050 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:46:37.221027 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=2db0bd82-94dd-4621-b093-d92db00154b4,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:37.230783 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.231135 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.231469 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.231800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.232128 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.232453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.232775 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.233096 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.233415 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.233735 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.234080 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.234422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:46:37.671118 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:37.765042 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:37.918855 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:37.924534 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:37.993982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=2db0bd82-94dd-4621-b093-d92db00154b4,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:46:38.001066 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:38.097621 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP 3a12ad9b-3b50-42f6-b144-84e543f4ca31 associated. External IP: 172.25.6.122, port: 9bbecb16-ee79-435c-ab8d-c0e254b9dde2. Nov 10 04:46:38.305711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router ad82dee6-323d-4660-8d62-726ed00b05fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:46:38.411828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:46:38.421680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] Sync routers for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:46:38.430320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:38.443607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:38.444256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:38.447992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:38.457522 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fd3ab20a-5ee8-477b-9dbd-16bd668d9bca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6624098 Nov 10 04:46:38.458167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:46:38.460448 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cea424-9e48-4af6-8835-f6ff2af0c74b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:46:38.501470 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e1ae4-ecc6-4c45-9f26-f3ca87dc764e x-openstack-request-id: req-9e6e1ae4-ecc6-4c45-9f26-f3ca87dc764e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:46:38.501765 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:46:38.502058 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e6e1ae4-ecc6-4c45-9f26-f3ca87dc764e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:46:38.502467 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'status': 'completed', 'code': 200} Nov 10 04:46:38.559129 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:38.572310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240d84f-786b-471b-90bd-bedf267ccefe req-518d0ea2-5fc3-444f-8808-3660ebeb7ca1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:38.573807 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a240d84f-786b-471b-90bd-bedf267ccefe req-518d0ea2-5fc3-444f-8808-3660ebeb7ca1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0650148 Nov 10 04:46:38.598390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-141fecc5-dc54-446f-bc13-a5c4b86243ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:38.599926 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-141fecc5-dc54-446f-bc13-a5c4b86243ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1096 time: 0.0504160 Nov 10 04:46:38.632919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a240d84f-786b-471b-90bd-bedf267ccefe req-6a5478bb-9d7d-4787-aebf-b1832fae8c9b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489440 Nov 10 04:46:38.656444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48622) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:38.699199 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-16be9767-b5c6-4681-a2fb-bf082a85f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:38.700978 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-16be9767-b5c6-4681-a2fb-bf082a85f42d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 897 time: 0.0922554 Nov 10 04:46:38.719138 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1d7a8035-3eb5-495c-8717-fdf84ca296b4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/3a12ad9b-3b50-42f6-b144-84e543f4ca31 HTTP/1.1" status: 200 len: 991 time: 0.0603211 Nov 10 04:46:38.767878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-e7dc222a-300a-4f05-b938-5fa707fbcf7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 999 time: 0.0594199 Nov 10 04:46:38.792206 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '3a12ad9b-3b50-42f6-b144-84e543f4ca31', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'port_id': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'mac_address': 'fa:16:3e:72:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:46:37Z', 'updated_at': '2021-11-10T04:46:37Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:38.818145 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] Checking router: ad82dee6-323d-4660-8d62-726ed00b05fd for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:46:38.819965 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-21c560d4-57f4-4741-b20b-0524fa30c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:38.821449 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-21c560d4-57f4-4741-b20b-0524fa30c86b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0467403 Nov 10 04:46:38.826222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:46:38.826796 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:46:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:38.874901 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-b4c71402-a929-49ce-8548-533395433777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:38.877741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-b4c71402-a929-49ce-8548-533395433777 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490820 Nov 10 04:46:38.974804 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-0bffbdce-86a5-4b24-82f8-1f68464a6e8f service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900068 Nov 10 04:46:39.065864 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-71cea424-9e48-4af6-8835-f6ff2af0c74b req-72090c2e-0875-4224-a96f-b0c6d3107ace service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842946 Nov 10 04:46:39.099158 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:46:39.318665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '3a12ad9b-3b50-42f6-b144-84e543f4ca31', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'port_id': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'mac_address': 'fa:16:3e:72:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:46:37Z', 'updated_at': '2021-11-10T04:46:37Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:46:39.347104 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d049aa9-426b-46cb-aaae-09f26aba4a1f None None] The sync data for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 is: [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '3a12ad9b-3b50-42f6-b144-84e543f4ca31', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'port_id': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'mac_address': 'fa:16:3e:72:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:46:37Z', 'updated_at': '2021-11-10T04:46:37Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:46:39.524045 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b975b5-4a0d-4f98-a2e7-1722e2ef3eec None None] New status for floating IP 3a12ad9b-3b50-42f6-b144-84e543f4ca31: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:46:39.721159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48624) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:46:40.037490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ca3c9a6b-ce06-4c68-b32f-36fe55a93679 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/3a12ad9b-3b50-42f6-b144-84e543f4ca31 HTTP/1.1" status: 200 len: 993 time: 0.3151796 Nov 10 04:46:43.454504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d5394d0d-1dd4-488f-83b9-c2a935c876e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:43.796938 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:46:45.758602 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4446e08f-76a3-4db3-a154-d3c9f5ad1b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:46.975092 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:48.240217 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-fb8b3326-f3fd-454c-a123-f2459cdf10e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761533 Nov 10 04:46:48.343004 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-22bee02c-ceb6-442c-904c-884964387fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:48.345013 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-22bee02c-ceb6-442c-904c-884964387fcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1096 time: 0.0435705 Nov 10 04:46:48.637905 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:48.722854 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-874e113b-37f4-4517-8e37-be1ce2e2aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:48.724310 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-874e113b-37f4-4517-8e37-be1ce2e2aec4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 897 time: 0.3598492 Nov 10 04:46:48.792606 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-585305f0-6b98-4eb6-8ad9-f49855340cce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 1001 time: 0.0604999 Nov 10 04:46:48.840688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-ac8c88fd-14df-4e46-b20e-0e0be8aaefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:48.842020 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-ac8c88fd-14df-4e46-b20e-0e0be8aaefe7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0416079 Nov 10 04:46:48.886010 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-9e6532fd-e0b6-4d6d-8045-43543425cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:46:48.887429 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-9e6532fd-e0b6-4d6d-8045-43543425cb7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389888 Nov 10 04:46:48.978565 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-fdf05f30-5837-4a0d-853b-e6c72b2ea20e service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Nov 10 04:46:49.066737 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-068c4160-0db1-4c92-af1b-547c2d04ea07 req-6748f406-31a4-4fbe-a8f6-7c456000ccb1 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803196 Nov 10 04:46:49.258430 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:46:54.059614 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:08.452396 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:13.456571 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-caea790a-81ab-460d-809a-e7a2cbdb7e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:15.759932 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ec22fb71-a08a-456f-a5e1-62674bbbeb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:16.978555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:18.638880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:19.259311 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:20.796012 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:47:24.074595 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:38.471745 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:42.868163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75d510-5a14-4bcc-b3d5-502047753f0c req-7fa3f8fb-abea-4450-a53c-0c4cb06f2346 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:42.869527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e75d510-5a14-4bcc-b3d5-502047753f0c req-7fa3f8fb-abea-4450-a53c-0c4cb06f2346 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0556517 Nov 10 04:47:42.921011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9e75d510-5a14-4bcc-b3d5-502047753f0c req-5e965c85-e274-4923-a8a5-9c9efe797d6f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453072 Nov 10 04:47:43.459473 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2f405246-3354-46ea-ba74-58250baf3ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:44.042623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b01ec-8fc7-4e40-b403-f6e3d4181691 req-f6232ee9-b1f1-4481-8ec8-22a2c7244acf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:44.044103 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de1b01ec-8fc7-4e40-b403-f6e3d4181691 req-f6232ee9-b1f1-4481-8ec8-22a2c7244acf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0484898 Nov 10 04:47:44.092718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-de1b01ec-8fc7-4e40-b403-f6e3d4181691 req-4badfadf-1718-4862-9fc2-f3837d09f484 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419664 Nov 10 04:47:45.209972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539f79d-3bad-4025-a9ee-b56ee50af349 req-21212835-df41-4cf6-95b3-71d7dffdc0aa tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:45.211407 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7539f79d-3bad-4025-a9ee-b56ee50af349 req-21212835-df41-4cf6-95b3-71d7dffdc0aa tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0498757 Nov 10 04:47:45.258398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7539f79d-3bad-4025-a9ee-b56ee50af349 req-d2ec0951-a473-453d-af99-c9c6a4c99f36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 Nov 10 04:47:45.763213 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0bcddd52-37a7-45e1-a323-09028860dac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:46.374768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dd2d3-e068-40de-95d3-297bde9a1590 req-40b23bf5-392e-462e-a066-759a99a340cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:46.376218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-482dd2d3-e068-40de-95d3-297bde9a1590 req-40b23bf5-392e-462e-a066-759a99a340cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0481846 Nov 10 04:47:46.423806 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-482dd2d3-e068-40de-95d3-297bde9a1590 req-b64a17c7-6488-4c4b-8375-0618efaf2664 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416257 Nov 10 04:47:46.981565 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:47.538392 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce7bec-452e-4983-bc72-37d13063ab42 req-348f6658-b0ef-4df1-93d7-0d7258e438b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:47.539847 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00ce7bec-452e-4983-bc72-37d13063ab42 req-348f6658-b0ef-4df1-93d7-0d7258e438b1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0474105 Nov 10 04:47:47.590652 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00ce7bec-452e-4983-bc72-37d13063ab42 req-664e6f7e-4fc6-4e81-9dd4-cf9c07505dae tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449471 Nov 10 04:47:48.644500 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:48.707042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88823892-5736-456b-b8a6-ff84252a8945 req-425bd299-bb5a-4db5-af26-b3f40a266ed6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:48.708507 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88823892-5736-456b-b8a6-ff84252a8945 req-425bd299-bb5a-4db5-af26-b3f40a266ed6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0479312 Nov 10 04:47:48.756963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-88823892-5736-456b-b8a6-ff84252a8945 req-58a05fa8-f991-4547-bc7b-081263e1a92a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426896 Nov 10 04:47:49.261861 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:49.869829 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c979f-5a96-4f7f-b221-f21773a52756 req-3ab67f68-84e4-42d1-be94-1b35851f60ba tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:49.871239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-839c979f-5a96-4f7f-b221-f21773a52756 req-3ab67f68-84e4-42d1-be94-1b35851f60ba tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0472574 Nov 10 04:47:49.919329 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-839c979f-5a96-4f7f-b221-f21773a52756 req-9ba4e1f5-1e3e-4613-9d03-ab4c2262f6d6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Nov 10 04:47:50.375502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655503-81f6-4b0b-9358-75f0a36895da req-dc6f5160-5232-41be-8612-fb35b5744b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:50.377590 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5655503-81f6-4b0b-9358-75f0a36895da req-dc6f5160-5232-41be-8612-fb35b5744b9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1096 time: 0.0413401 Nov 10 04:47:50.483956 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655503-81f6-4b0b-9358-75f0a36895da req-9f1ebc6a-ad7b-48e0-8061-19cb1b5d3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:50.485511 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5655503-81f6-4b0b-9358-75f0a36895da req-9f1ebc6a-ad7b-48e0-8061-19cb1b5d3f98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 897 time: 0.0877967 Nov 10 04:47:50.554789 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5655503-81f6-4b0b-9358-75f0a36895da req-2b6f3a91-c918-4c84-bb96-16df4724e21d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 1001 time: 0.0615764 Nov 10 04:47:50.603894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655503-81f6-4b0b-9358-75f0a36895da req-37aea1aa-2232-4dde-9b74-15b0ca5c702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:50.605344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5655503-81f6-4b0b-9358-75f0a36895da req-37aea1aa-2232-4dde-9b74-15b0ca5c702a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0430067 Nov 10 04:47:50.651292 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655503-81f6-4b0b-9358-75f0a36895da req-3d7260e8-b41a-480d-9183-5daf7db33ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:50.652702 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5655503-81f6-4b0b-9358-75f0a36895da req-3d7260e8-b41a-480d-9183-5daf7db33ec1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394635 Nov 10 04:47:50.745399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5655503-81f6-4b0b-9358-75f0a36895da req-c6648a36-eb79-410f-b30c-9a9646befea8 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848258 Nov 10 04:47:50.832948 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f5655503-81f6-4b0b-9358-75f0a36895da req-45f12c8c-5cac-4930-8688-628780d4ea8f service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795519 Nov 10 04:47:51.035676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9046785-40ad-4c8b-9b14-317b4d4e3f4a req-40573951-1641-406c-9114-ce696d05aee3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:51.037121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9046785-40ad-4c8b-9b14-317b4d4e3f4a req-40573951-1641-406c-9114-ce696d05aee3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0512819 Nov 10 04:47:51.084706 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e9046785-40ad-4c8b-9b14-317b4d4e3f4a req-a6cc3e6b-bfab-4180-b3c5-0350b1e85194 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417120 Nov 10 04:47:52.197177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951901be-e6d8-4892-950c-a26549dbdb8e req-4de2a8f3-f77e-4de0-b6b3-a7542175ad65 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:52.198658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-951901be-e6d8-4892-950c-a26549dbdb8e req-4de2a8f3-f77e-4de0-b6b3-a7542175ad65 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0473957 Nov 10 04:47:52.250682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-951901be-e6d8-4892-950c-a26549dbdb8e req-9d730e50-42c5-4b4e-ac90-404098f2d940 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457852 Nov 10 04:47:53.368223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75726f7-d151-4a63-834f-ac29d16b4e3e req-0abbb1a0-a994-4cd8-8b32-b0fb4b0e5f37 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:53.369676 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75726f7-d151-4a63-834f-ac29d16b4e3e req-0abbb1a0-a994-4cd8-8b32-b0fb4b0e5f37 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0508866 Nov 10 04:47:53.419161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f75726f7-d151-4a63-834f-ac29d16b4e3e req-8a1ab839-8178-419a-8ab8-33295406eef7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Nov 10 04:47:54.072751 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:47:54.537481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bf308-50a4-43f0-a211-c66171dd2c6e req-0d859855-3d77-4846-b393-959020f26b53 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:54.538946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f5bf308-50a4-43f0-a211-c66171dd2c6e req-0d859855-3d77-4846-b393-959020f26b53 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0481105 Nov 10 04:47:54.587837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f5bf308-50a4-43f0-a211-c66171dd2c6e req-ce3cad75-6b05-4c13-9fc3-109e81524c92 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430403 Nov 10 04:47:55.710295 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07fe6c-757e-4077-9ad6-3dc286b7b52a req-70558910-54d3-4cf8-9e4b-47c5ec97cae8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:55.711920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae07fe6c-757e-4077-9ad6-3dc286b7b52a req-70558910-54d3-4cf8-9e4b-47c5ec97cae8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0538437 Nov 10 04:47:55.764451 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ae07fe6c-757e-4077-9ad6-3dc286b7b52a req-86d245f1-80ac-4fff-9019-0f7b0d3768c9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465214 Nov 10 04:47:56.883056 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ff664-a08b-4273-a157-524385c66be7 req-a092d304-532f-4fef-a7f8-be5b28209bc6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:56.884423 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f3ff664-a08b-4273-a157-524385c66be7 req-a092d304-532f-4fef-a7f8-be5b28209bc6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0515239 Nov 10 04:47:56.932090 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f3ff664-a08b-4273-a157-524385c66be7 req-abb0a983-d695-4add-9623-6d6eadb5f290 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Nov 10 04:47:57.795297 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:47:58.046405 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39036a71-86a8-41e0-8c91-84c62b3cffe2 req-23d5f71e-97fa-4c15-87b5-9a79383dbd16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:58.047974 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39036a71-86a8-41e0-8c91-84c62b3cffe2 req-23d5f71e-97fa-4c15-87b5-9a79383dbd16 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0477483 Nov 10 04:47:58.096944 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-39036a71-86a8-41e0-8c91-84c62b3cffe2 req-b5ce4fa8-6291-44c4-95c0-8709e6bf5dad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Nov 10 04:47:59.221165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a0783-81ee-4743-b83a-67e00837aec3 req-3cca19d6-d7af-4fda-a35f-cb2ee65b0282 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:47:59.222660 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca9a0783-81ee-4743-b83a-67e00837aec3 req-3cca19d6-d7af-4fda-a35f-cb2ee65b0282 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0514100 Nov 10 04:47:59.270177 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca9a0783-81ee-4743-b83a-67e00837aec3 req-97a8d256-7f82-4ac5-a7b9-ca7ae2223e0e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 Nov 10 04:47:59.292617 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48692) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:47:59.350388 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-012b49c8-6dce-44a8-a4d6-39f70436d7ff tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/3a12ad9b-3b50-42f6-b144-84e543f4ca31 HTTP/1.1" status: 200 len: 993 time: 0.0566778 Nov 10 04:48:00.633337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef91d0-7972-4bc4-9c73-6a5b21c91f39 req-a8af3a52-595c-4a3e-bbc2-44b7a5f0d480 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:00.635286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42ef91d0-7972-4bc4-9c73-6a5b21c91f39 req-a8af3a52-595c-4a3e-bbc2-44b7a5f0d480 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0561616 Nov 10 04:48:00.686303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-42ef91d0-7972-4bc4-9c73-6a5b21c91f39 req-4235ae70-6e97-4f90-b8ed-9fc5f1e4bba6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448895 Nov 10 04:48:00.694589 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac48923-665f-4beb-b120-804f5a9597c5 req-4749b1da-cd38-49db-baf8-d2ae59bd4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:00.696241 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fac48923-665f-4beb-b120-804f5a9597c5 req-4749b1da-cd38-49db-baf8-d2ae59bd4ba0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1096 time: 0.0469677 Nov 10 04:48:00.791793 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac48923-665f-4beb-b120-804f5a9597c5 req-6d26d369-20f3-4683-8262-910cbf842565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:00.793243 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fac48923-665f-4beb-b120-804f5a9597c5 req-6d26d369-20f3-4683-8262-910cbf842565 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 897 time: 0.0874531 Nov 10 04:48:00.856722 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fac48923-665f-4beb-b120-804f5a9597c5 req-56a63065-7b2c-42fa-a260-52f68cc154ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 1001 time: 0.0563257 Nov 10 04:48:00.909345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac48923-665f-4beb-b120-804f5a9597c5 req-0af881cb-f658-4205-8f4f-8b5445cc3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:00.910699 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fac48923-665f-4beb-b120-804f5a9597c5 req-0af881cb-f658-4205-8f4f-8b5445cc3db6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0466726 Nov 10 04:48:00.953831 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac48923-665f-4beb-b120-804f5a9597c5 req-5ee1d9e4-6005-4aa7-94e2-b352d40856da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:00.955840 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fac48923-665f-4beb-b120-804f5a9597c5 req-5ee1d9e4-6005-4aa7-94e2-b352d40856da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383840 Nov 10 04:48:01.046553 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fac48923-665f-4beb-b120-804f5a9597c5 req-a41208a6-588f-4875-b0f2-a075188b7052 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836420 Nov 10 04:48:01.139986 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-fac48923-665f-4beb-b120-804f5a9597c5 req-63020a87-89f3-426d-a6b0-d33696e1697e service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856276 Nov 10 04:48:01.810478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d14a6c-9a5a-4a4d-91c5-16806e2163f8 req-5f4e8c97-d5da-419f-acea-2050103bfdad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:01.811956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22d14a6c-9a5a-4a4d-91c5-16806e2163f8 req-5f4e8c97-d5da-419f-acea-2050103bfdad tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0486269 Nov 10 04:48:01.860295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22d14a6c-9a5a-4a4d-91c5-16806e2163f8 req-8552adc7-2bc4-4c11-85c5-0e834dacb95f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422380 Nov 10 04:48:02.974656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d43ff-ac8e-4ba1-9781-c8467a5a437a req-f199c3ef-14f8-4e8c-953b-a7b02efc29b5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:02.976106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-830d43ff-ac8e-4ba1-9781-c8467a5a437a req-f199c3ef-14f8-4e8c-953b-a7b02efc29b5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0475614 Nov 10 04:48:03.027882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-830d43ff-ac8e-4ba1-9781-c8467a5a437a req-40a9f9cf-2e6d-4706-88f8-fee0052ecb19 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459042 Nov 10 04:48:03.050152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48704) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:48:03.108844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a246016e-bee3-4dbe-82fb-a651d8f5ff78 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/3a12ad9b-3b50-42f6-b144-84e543f4ca31 HTTP/1.1" status: 200 len: 993 time: 0.0575933 Nov 10 04:48:08.484048 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:13.458501 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-04d91802-5589-4f73-a843-609161ffeb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:15.767904 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c1bd8c1c-bc7a-4877-8467-d0d87b0565d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:16.983558 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:18.646356 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:19.263286 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:24.087533 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:34.794689 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:48:38.490656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:43.458920 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-22ad8954-3d99-4ad4-9aac-d78668eeb073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:45.768942 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e9f70914-c02b-4747-a1b2-3f381e051650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:46.992918 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:48.646470 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:49.263818 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:50.152474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-929ee361-fc25-4e78-aa4a-c890680f0edb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392234 Nov 10 04:48:50.255902 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151dd21-8715-4151-becc-042e464e7afa req-11707ccb-3488-45b4-b8e1-ecf8a4e44724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:50.257368 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-11707ccb-3488-45b4-b8e1-ecf8a4e44724 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1096 time: 0.0403786 Nov 10 04:48:50.363225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151dd21-8715-4151-becc-042e464e7afa req-50955309-b13e-4613-b5de-3f9e7f17c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:50.364958 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-50955309-b13e-4613-b5de-3f9e7f17c34d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 897 time: 0.0887096 Nov 10 04:48:50.435388 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-1cbc292c-29b5-42ba-8d60-fb67e5d6da76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 1001 time: 0.0636125 Nov 10 04:48:50.485367 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151dd21-8715-4151-becc-042e464e7afa req-4051d29c-a5cb-4caf-ad12-3494199c4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:50.486867 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-4051d29c-a5cb-4caf-ad12-3494199c4a7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0428901 Nov 10 04:48:50.531809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151dd21-8715-4151-becc-042e464e7afa req-f4bf51b5-1bad-466b-ba3c-7e40ed9d5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:50.533316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-f4bf51b5-1bad-466b-ba3c-7e40ed9d5424 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393038 Nov 10 04:48:50.624144 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-1833f935-0c67-42f5-8ad0-585055b8b2ee service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 Nov 10 04:48:50.716390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c151dd21-8715-4151-becc-042e464e7afa req-b562ba2f-49a4-4f62-97aa-48a6563357da service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824428 Nov 10 04:48:54.087164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:58.393745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48728) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:48:58.547742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 2db0bd82-94dd-4621-b093-d92db00154b4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:48:58.548951 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:58.628909 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:58.629223 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:58.640346 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 2db0bd82-94dd-4621-b093-d92db00154b4 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:48:58.780555 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:58.807362 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=2db0bd82-94dd-4621-b093-d92db00154b4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:48:58.831226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.831564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.831896 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.832227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.832550 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.832870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.833188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.833506 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.833822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.834165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.834498 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.834792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:48:58.873779 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:58.874191 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP 3a12ad9b-3b50-42f6-b144-84e543f4ca31 disassociated (deleted). External IP: 172.25.6.122, port: 9bbecb16-ee79-435c-ab8d-c0e254b9dde2. Nov 10 04:48:59.077768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router ad82dee6-323d-4660-8d62-726ed00b05fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:48:59.183014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:48:59.187696 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:48:59.192223 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] Sync routers for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:48:59.201136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:48:59.201722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:48:59.214300 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-26c9ebdb-a9d4-475a-b47a-8104cebb2b3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a12ad9b-3b50-42f6-b144-84e543f4ca31 HTTP/1.1" status: 204 len: 168 time: 0.8194041 Nov 10 04:48:59.214989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:48:59.217528 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de9930a-1c72-4fe9-a795-2b1a9146bedb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:48:59.262443 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c762d-8d9b-4c56-8470-531c86067de1 x-openstack-request-id: req-bc9c762d-8d9b-4c56-8470-531c86067de1 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:48:59.262739 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:48:59.262993 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc9c762d-8d9b-4c56-8470-531c86067de1 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:48:59.263402 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'status': 'completed', 'code': 200} Nov 10 04:48:59.311211 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:48:59.384453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-a0dd4160-8fc2-4fa3-a9b2-d283fb17f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:59.386001 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-a0dd4160-8fc2-4fa3-a9b2-d283fb17f1a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 1096 time: 0.0770156 Nov 10 04:48:59.461444 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aff87-6378-43d5-a804-bcaa0619e60a req-f72cb679-ac00-4f99-a0ef-d4ef4503fd83 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:59.463690 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-513aff87-6378-43d5-a804-bcaa0619e60a req-f72cb679-ac00-4f99-a0ef-d4ef4503fd83 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0520728 Nov 10 04:48:59.495770 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-7fddfc5e-cd1b-4c09-80c5-7b731a035e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:59.497237 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-7fddfc5e-cd1b-4c09-80c5-7b731a035e2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 200 len: 897 time: 0.0929329 Nov 10 04:48:59.520212 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-513aff87-6378-43d5-a804-bcaa0619e60a req-d0b0db60-bf86-4976-b5e4-472eafb22d36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477242 Nov 10 04:48:59.528476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:48:59.540570 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-656f9a8c-dbe6-4e88-9e31-2f5b62492762 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 200 len: 217 time: 0.0357108 Nov 10 04:48:59.555509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] Checking router: ad82dee6-323d-4660-8d62-726ed00b05fd for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:48:59.563868 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:48:59.565002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:48:59.597721 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-9255d41d-5ac5-40f4-b2af-501b0d4465fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:59.599149 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-9255d41d-5ac5-40f4-b2af-501b0d4465fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 200 len: 835 time: 0.0511341 Nov 10 04:48:59.645959 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-f4f1ce84-f514-412b-b5bf-95bf3fc78f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:48:59.647450 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-f4f1ce84-f514-412b-b5bf-95bf3fc78f50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d954221-8b94-4243-bacc-26bd168f8477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406153 Nov 10 04:48:59.670263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:48:59.735137 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-03c0a6ff-e355-4489-bd53-e2f2c5c45659 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801299 Nov 10 04:48:59.829363 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3de9930a-1c72-4fe9-a795-2b1a9146bedb req-8ea73bf3-cc1a-4d83-985a-c3c8086f1036 service neutron] 10.222.0.11 "GET /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847714 Nov 10 04:48:59.869096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:48:59.899474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209d18d-79c9-4b3e-860c-fe60818b46f9 None None] The sync data for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 is: [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:46:24Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '33b1fb28-feca-4c8f-a077-fe0a9a6eefe7', 'name': '', 'network_id': '8d954221-8b94-4243-bacc-26bd168f8477', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:33:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:23Z', 'updated_at': '2021-11-10T04:46:27Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '12d0a299-fba1-4ce5-84be-93ded04d1bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:49:00.099970 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6712bc-c5cc-4bd3-ac39-b40b02426257 None None] New status for floating IP 3a12ad9b-3b50-42f6-b144-84e543f4ca31: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:49:00.643281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a6611-1070-46e9-a8d7-7c5446cb6701 req-5c389098-449c-4c87-aa6e-267968f5a732 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:00.644887 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b6a6611-1070-46e9-a8d7-7c5446cb6701 req-5c389098-449c-4c87-aa6e-267968f5a732 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0533829 Nov 10 04:49:00.694646 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b6a6611-1070-46e9-a8d7-7c5446cb6701 req-aa16141e-ddfb-4085-a987-271c592522a6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ef30cd-7343-428c-8b4b-e3b1f933c3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Nov 10 04:49:01.352465 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-155c6213-1109-4912-811d-2ed0655bd70f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:01.353918 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-155c6213-1109-4912-811d-2ed0655bd70f tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 945 time: 0.0487342 Nov 10 04:49:01.449976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:49:01.450322 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:01.538473 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:01.538828 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:01.551414 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:49:01.679838 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:01.712194 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=9bbecb16-ee79-435c-ab8d-c0e254b9dde2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:01.736911 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.737251 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.737585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.737912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.738260 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.738583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.739166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.739482 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.739800 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.740114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.740427 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.740739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:01.763773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] No DVR routers for this DVR port 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:49:01.766799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:01.770924 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-5628d8be-3a70-42d4-ad91-4d66e5ce02d2 req-bc3e6c40-10ee-448d-a410-123cf11b253e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.11 "DELETE /v2.0/ports/9bbecb16-ee79-435c-ab8d-c0e254b9dde2 HTTP/1.1" status: 204 len: 173 time: 0.4107809 Nov 10 04:49:01.771434 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'name': 'network-vif-deleted', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:49:01.773689 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5e6233-fdd8-4077-9864-6605ec0a1df8" -d '{"events": [{"server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "name": "network-vif-deleted", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:49:01.802711 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d955ebc2-3670-4703-b9ed-8b633b18b49e req-51dea76b-ec57-49d2-a917-ab666381369c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea33866e-24c8-4da5-a0dd-bb1f9b85efbf HTTP/1.1" status: 200 len: 210 time: 0.0356905 Nov 10 04:49:01.867277 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed31888-51be-4c8f-9879-aff47c6de9e1 x-openstack-request-id: req-9ed31888-51be-4c8f-9879-aff47c6de9e1 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:49:01.867567 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea33866e-24c8-4da5-a0dd-bb1f9b85efbf", "name": "network-vif-deleted", "tag": "9bbecb16-ee79-435c-ab8d-c0e254b9dde2", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:49:01.867811 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ed31888-51be-4c8f-9879-aff47c6de9e1 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:49:01.868206 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea33866e-24c8-4da5-a0dd-bb1f9b85efbf', 'name': 'network-vif-deleted', 'tag': '9bbecb16-ee79-435c-ab8d-c0e254b9dde2', 'status': 'completed', 'code': 200} Nov 10 04:49:02.861586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48748) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:03.214608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:03.462127 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:49:03.462462 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:03.549363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:03.549636 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:03.561827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:49:03.742742 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:03.774887 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=33b1fb28-feca-4c8f-a077-fe0a9a6eefe7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:04.190269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:04.407467 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router ad82dee6-323d-4660-8d62-726ed00b05fd has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:49:04.517429 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:49:04.522767 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f58f464f-13cc-4061-aa96-1cf0570c40ac tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/ad82dee6-323d-4660-8d62-726ed00b05fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6600242 Nov 10 04:49:04.525277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48750) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:04.526627 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] Sync routers for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:49:04.536552 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:04.537148 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:04.576305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting subnet 12d0a299-fba1-4ce5-84be-93ded04d1bb7 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:49:04.579933 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:04.619897 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:04.641878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:04.706578 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:04.763627 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:04.791076 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Subnet': ['ID=12d0a299-fba1-4ce5-84be-93ded04d1bb7,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:04.797533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:04.803896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f4337a66-faaf-4b4d-8835-94b16c1c8456 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/subnets/12d0a299-fba1-4ce5-84be-93ded04d1bb7 HTTP/1.1" status: 204 len: 168 time: 0.2751195 Nov 10 04:49:04.804720 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48752) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:04.811367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba3a08c-e731-4c85-8a24-a3fee0a584b8 None None] Network 8d954221-8b94-4243-bacc-26bd168f8477 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:49:04.876816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:49:03Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:04.905987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] Checking router: ad82dee6-323d-4660-8d62-726ed00b05fd for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:49:04.910275 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:04.950824 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] Routers {'ad82dee6-323d-4660-8d62-726ed00b05fd'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:04.951435 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['ad82dee6-323d-4660-8d62-726ed00b05fd'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:05.012001 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.069639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 656aa592-7514-4fad-b174-93457cb5725b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:49:05.069639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.159621 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 656aa592-7514-4fad-b174-93457cb5725b, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=656aa592-7514-4fad-b174-93457cb5725b,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:05.159982 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.172870 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 656aa592-7514-4fad-b174-93457cb5725b owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:49:05.197999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] DHCP port deletion for 8d954221-8b94-4243-bacc-26bd168f8477 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:49:05.248378 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] Set router ad82dee6-323d-4660-8d62-726ed00b05fd gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:05.337651 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.353411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Deleting port f1270321-08cc-465e-8bd7-fa9084c63176 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:49:05.353789 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.367568 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=656aa592-7514-4fad-b174-93457cb5725b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:05.408567 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69528f-ad51-45ec-aaeb-d21d26910d31 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:49:05.439546 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.464042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] For port f1270321-08cc-465e-8bd7-fa9084c63176, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f1270321-08cc-465e-8bd7-fa9084c63176,segment=NetworkSegment(6c463731-2947-451e-9344-710d03f3bffc),segment_id=6c463731-2947-451e-9344-710d03f3bffc)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:05.464438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.480578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f1270321-08cc-465e-8bd7-fa9084c63176 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:49:05.498760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Calling delete_port for f1270321-08cc-465e-8bd7-fa9084c63176 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:49:05.533767 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.535917 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.585157 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.586037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Fanout notify agent at l3_agent the message router_deleted on router ad82dee6-323d-4660-8d62-726ed00b05fd {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:49:05.593262 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.594392 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-217f8bfd-9778-456a-927b-bb8c14740dd6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/routers/ad82dee6-323d-4660-8d62-726ed00b05fd HTTP/1.1" status: 204 len: 168 time: 0.7885768 Nov 10 04:49:05.597073 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48754) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:05.654921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:49:03Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:05.672839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.690766 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e431f0-3a98-4faf-bd93-1838f1f54779 None None] The sync data for ids ['ad82dee6-323d-4660-8d62-726ed00b05fd'] in n-d-817326-2 is: [{'id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710090283', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '656aa592-7514-4fad-b174-93457cb5725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:46:20Z', 'updated_at': '2021-11-10T04:49:03Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '656aa592-7514-4fad-b174-93457cb5725b', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82dee6-323d-4660-8d62-726ed00b05fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:46:21Z', 'updated_at': '2021-11-10T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:49:05.697269 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.701715 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.729028 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port f1270321-08cc-465e-8bd7-fa9084c63176 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:49:05.729370 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.741371 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Pushing event deleted for resources: {'Port': ['ID=f1270321-08cc-465e-8bd7-fa9084c63176,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:05.746508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] No DVR routers for this DVR port f1270321-08cc-465e-8bd7-fa9084c63176 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:49:05.758791 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.759222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.759466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.759800 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.760131 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.760463 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.760788 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.761109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.761432 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.761753 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.762107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.762426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1106b1a-2538-48a6-8ed7-f8b0201a9c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:05.806649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port f1270321-08cc-465e-8bd7-fa9084c63176, host n-d-817326-2, got binding levels [] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:05.807009 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.819538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for f1270321-08cc-465e-8bd7-fa9084c63176 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:49:05.822188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.ipam_backend_mixin [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Port f1270321-08cc-465e-8bd7-fa9084c63176 was not found and therefore no delete operation was performed {{(pid=102597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:49:05.823456 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.849543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=f1270321-08cc-465e-8bd7-fa9084c63176,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:05.851330 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] No DVR routers for this DVR port f1270321-08cc-465e-8bd7-fa9084c63176 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:49:05.931316 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.950919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d954221-8b94-4243-bacc-26bd168f8477']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:05.960416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c463731-2947-451e-9344-710d03f3bffc') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:05.960706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c463731-2947-451e-9344-710d03f3bffc') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:05.969848 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.983365 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.990417 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:49:05.990851 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:49:05.994045 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:49:06.052974 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:06.060100 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:06.066034 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/networks/8d954221-8b94-4243-bacc-26bd168f8477 HTTP/1.1" status: 204 len: 168 time: 0.4653039 Nov 10 04:49:06.066894 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48756) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:06.081082 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4cfe0-825b-47a0-864e-24628ecfb89a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Network': ['ID=8d954221-8b94-4243-bacc-26bd168f8477,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:06.129648 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ea017d3-a677-4516-a278-460a6fdad45b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:06.156044 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ea017d3-a677-4516-a278-460a6fdad45b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:06.222641 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ea017d3-a677-4516-a278-460a6fdad45b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:06.225241 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6ea017d3-a677-4516-a278-460a6fdad45b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:06.226428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6ea017d3-a677-4516-a278-460a6fdad45b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/security-groups/38ef30cd-7343-428c-8b4b-e3b1f933c3c4 HTTP/1.1" status: 204 len: 168 time: 0.1585169 Nov 10 04:49:06.235507 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea017d3-a677-4516-a278-460a6fdad45b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef30cd-7343-428c-8b4b-e3b1f933c3c4,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:06.763263 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:49:06.784256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:49:06.784585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 9bbecb16-ee79-435c-ab8d-c0e254b9dde2 not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:49:07.409775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 656aa592-7514-4fad-b174-93457cb5725b no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:49:07.433268 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 656aa592-7514-4fad-b174-93457cb5725b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:49:07.433604 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 656aa592-7514-4fad-b174-93457cb5725b not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:49:07.434027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:49:07.452042 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:49:07.452381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 33b1fb28-feca-4c8f-a077-fe0a9a6eefe7 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:49:07.585551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48764) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:07.590219 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a24044bf-2fe3-41c4-91a1-9330b114c3b6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946709994', 'description': 'tempest-secgroup-smoke-1946709994 description', 'project_id': '829135a56df84f208b3363f1adeb8768'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:07.611460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24044bf-2fe3-41c4-91a1-9330b114c3b6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.675191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24044bf-2fe3-41c4-91a1-9330b114c3b6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.678568 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24044bf-2fe3-41c4-91a1-9330b114c3b6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.705105 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a24044bf-2fe3-41c4-91a1-9330b114c3b6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.706362 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a24044bf-2fe3-41c4-91a1-9330b114c3b6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1197634 Nov 10 04:49:07.709483 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48766) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:07.710315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24044bf-2fe3-41c4-91a1-9330b114c3b6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e7e3f9-77ac-4191-b209-22d29db50278,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:07.714424 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9e127676-fc28-4546-824f-ccc6f1d8c1d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '52e7e3f9-77ac-4191-b209-22d29db50278', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:07.741810 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e127676-fc28-4546-824f-ccc6f1d8c1d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.786484 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e127676-fc28-4546-824f-ccc6f1d8c1d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.790273 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e127676-fc28-4546-824f-ccc6f1d8c1d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.809991 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e127676-fc28-4546-824f-ccc6f1d8c1d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace42b1a-5ce0-4533-bc06-642dc1776a83,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:07.818256 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e127676-fc28-4546-824f-ccc6f1d8c1d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.819415 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9e127676-fc28-4546-824f-ccc6f1d8c1d2 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089046 Nov 10 04:49:07.822274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48768) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:07.826416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-d2524730-1298-403b-a909-95dac28e6057 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '52e7e3f9-77ac-4191-b209-22d29db50278', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:07.853837 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2524730-1298-403b-a909-95dac28e6057 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.911067 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2524730-1298-403b-a909-95dac28e6057 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.914630 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2524730-1298-403b-a909-95dac28e6057 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.931238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2524730-1298-403b-a909-95dac28e6057 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383464e4-a42b-4b9d-ac96-f93fa9e0f97b,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:07.939483 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d2524730-1298-403b-a909-95dac28e6057 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:07.940672 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d2524730-1298-403b-a909-95dac28e6057 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174848 Nov 10 04:49:07.943422 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48772) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:07.947842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-21008df7-40fd-42da-afbb-380d07cb4746 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '52e7e3f9-77ac-4191-b209-22d29db50278', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:07.973502 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21008df7-40fd-42da-afbb-380d07cb4746 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.028349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21008df7-40fd-42da-afbb-380d07cb4746 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.031951 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21008df7-40fd-42da-afbb-380d07cb4746 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.049692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008df7-40fd-42da-afbb-380d07cb4746 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d33ce3-2391-45a6-8e61-a85c35b45a67,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:08.057620 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-21008df7-40fd-42da-afbb-380d07cb4746 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.058816 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-21008df7-40fd-42da-afbb-380d07cb4746 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143153 Nov 10 04:49:08.061463 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48774) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:08.066160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e4ad4503-d751-44ad-a6ce-954f6a89c662 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '52e7e3f9-77ac-4191-b209-22d29db50278', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:08.090979 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4503-d751-44ad-a6ce-954f6a89c662 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.146222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4503-d751-44ad-a6ce-954f6a89c662 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.149799 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4503-d751-44ad-a6ce-954f6a89c662 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.166990 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad4503-d751-44ad-a6ce-954f6a89c662 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62693e99-0ba9-4797-b4a9-c81f8ec0b23c,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:08.175127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4503-d751-44ad-a6ce-954f6a89c662 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.176294 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e4ad4503-d751-44ad-a6ce-954f6a89c662 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138957 Nov 10 04:49:08.178987 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48776) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:08.183268 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '52e7e3f9-77ac-4191-b209-22d29db50278', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:08.203916 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:49:08.208654 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.266522 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.269911 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.289024 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefe348d-6226-4871-af5c-2da7c94af579,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:08.294506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.299500 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b2f59d51-d1d1-48a9-a43f-42a71a69cddc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157894 Nov 10 04:49:08.299927 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48778) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:08.304670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'security_group_rule': {'security_group_id': '52e7e3f9-77ac-4191-b209-22d29db50278', 'project_id': '829135a56df84f208b3363f1adeb8768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:08.327819 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Project 829135a56df84f208b3363f1adeb8768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:49:08.332683 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.392471 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.396078 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.410421 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009b2ef6-4483-4b61-8005-af26bee276d8,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:08.421214 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.422436 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e35f51a4-e8a5-4dd3-829e-c591b17c23f6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214223 Nov 10 04:49:08.425683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48780) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:08.430489 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'network': {'name': 'tempest-network-smoke--279391848', 'project_id': '829135a56df84f208b3363f1adeb8768', 'port_security_enabled': True}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:08.450285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:49:08.453668 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.477363 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:49:08.487464 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.487864 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Added segment 9f82235a-ff01-496a-ad05-51c1b516a168 of type vlan for network 38e25679-dcd1-43ef-997b-54166aa1b817 Nov 10 04:49:08.490941 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.526310 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.550352 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.555879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:08.556448 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.614257 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871910 Nov 10 04:49:08.617085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48782) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:08.621693 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'admin_state_up': True, 'project_id': '829135a56df84f208b3363f1adeb8768', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:08.628880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f684dac-c2de-4944-9ea3-fbef57e1619b tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Network': ['ID=38e25679-dcd1-43ef-997b-54166aa1b817,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:08.640240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 38e25679-dcd1-43ef-997b-54166aa1b817 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:49:08.646723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.648040 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.701095 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:08.838985 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.023057 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.044594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.140380 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.143 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/1aed6140-c247-4a7e-a486-8746d3e82cfb) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:49:09.242146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.278043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.313038 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:49:09.318632 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:49:09.320995 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:49:09.332273 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05f377-8d81-441e-b93d-b60b7446e1b8 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:49:09.348961 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=1aed6140-c247-4a7e-a486-8746d3e82cfb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:09.372274 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-506eddf0-82f4-4435-aaa6-68521619eaf2 None None] Provisioning complete for port 1aed6140-c247-4a7e-a486-8746d3e82cfb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:09.372641 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-506eddf0-82f4-4435-aaa6-68521619eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.406724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-506eddf0-82f4-4435-aaa6-68521619eaf2 None None] Port 1aed6140-c247-4a7e-a486-8746d3e82cfb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:49:09.570048 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.762879 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:09.885266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0e5639e1-604e-4824-a79e-1d60841dc6f2 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:49:10.275601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:49:10.285634 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Sync routers for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:49:10.295770 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:10.295966 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:10.296344 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:10.297083 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-16aef207-5131-4111-a077-f8365fa43e69 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6789143 Nov 10 04:49:10.300767 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48784) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:10.327344 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-1d6c622f-a91d-4717-a196-cdcf66ced8c2 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=829135a56df84f208b3363f1adeb8768&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254517 Nov 10 04:49:10.329844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48786) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:10.397792 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:10.414924 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ce7c1-b671-4ce3-be7a-08f0e7b28fc3 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:10.416412 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f76ce7c1-b671-4ce3-be7a-08f0e7b28fc3 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856564 Nov 10 04:49:10.419274 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48788) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:10.449331 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-67cba9f5-37e6-49e9-b5b7-c3d2e1be6865 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=18550987-b596-4013-8c01-043916d804d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290129 Nov 10 04:49:10.452039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48790) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:10.457764 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144386769', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'project_id': '829135a56df84f208b3363f1adeb8768', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:10.544537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:49:10.547868 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:10.680466 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:09Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:10.712911 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Checking router: 0e5639e1-604e-4824-a79e-1d60841dc6f2 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:49:10.713255 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Updating router 0e5639e1-604e-4824-a79e-1d60841dc6f2 port 1aed6140-c247-4a7e-a486-8746d3e82cfb binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:49:10.731911 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:10.743315 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:10.804057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Subnet': ['ID=170a8dba-affb-4292-8964-146c23815f42,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:10.807266 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Checking segment: {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:49:10.807628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network hostable DHCP agents. Network: 38e25679-dcd1-43ef-997b-54166aa1b817, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:49:10.825565 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 38e25679-dcd1-43ef-997b-54166aa1b817 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:49:10.834751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 38e25679-dcd1-43ef-997b-54166aa1b817) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:49:10.839251 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:10.840332 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:10.844440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed5024-4749-44aa-9785-fd28ca3132c6 None None] Network 38e25679-dcd1-43ef-997b-54166aa1b817 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:49:10.858159 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9ad947b0-e801-4768-8608-388cd50cfd23 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4048979 Nov 10 04:49:10.860964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48792) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:11.004473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-38e25679-dcd1-43ef-997b-54166aa1b817', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:49:11.005347 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.100770 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.107300 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.156038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d068c-1b89-4932-ad5a-6b2dbf15faac None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:49:11.160701 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Allocated IP 172.20.0.2 (38e25679-dcd1-43ef-997b-54166aa1b817/170a8dba-affb-4292-8964-146c23815f42/1acad42a-ddf0-4170-926a-83299eb93c3a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:49:11.163840 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Attempting to bind port 1aed6140-c247-4a7e-a486-8746d3e82cfb on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:49:11.164131 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Attempting to bind port 1aed6140-c247-4a7e-a486-8746d3e82cfb by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:49:11.164551 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Attempting to bind port 1aed6140-c247-4a7e-a486-8746d3e82cfb on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:49:11.166668 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Pushing event updated for resources: {'Port': ['ID=1aed6140-c247-4a7e-a486-8746d3e82cfb,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:11.175681 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.175996 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.176335 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.176666 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.176989 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.177310 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.177628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.177964 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.178433 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.178792 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.179238 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.179852 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:49:11.185452 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:49:11.185736 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:49:11.186153 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.186628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:49:11.187122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Bound port: 1aed6140-c247-4a7e-a486-8746d3e82cfb, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:49:11.187499 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.244976 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] For port 1aed6140-c247-4a7e-a486-8746d3e82cfb, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:49:11.249840 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] For port 1aed6140-c247-4a7e-a486-8746d3e82cfb, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1aed6140-c247-4a7e-a486-8746d3e82cfb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:49:11.255561 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.263852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a95869f5-1832-442d-a229-226d5e1247a7 None None] Provisioning complete for port 1aed6140-c247-4a7e-a486-8746d3e82cfb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:11.264212 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a95869f5-1832-442d-a229-226d5e1247a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.296154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7994095-90f9-4b6f-8ada-38190728b6d6 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:49:11.308768 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:11.309356 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:11.326036 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.370119 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22595-b621-4abe-b420-2d17e8361006 None None] Pushing event updated for resources: {'Port': ['ID=1aed6140-c247-4a7e-a486-8746d3e82cfb,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:11.387235 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.414194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.436829 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:11.466163 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a95869f5-1832-442d-a229-226d5e1247a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.479299 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Network 38e25679-dcd1-43ef-997b-54166aa1b817 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:49:11.489901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:49:11.497226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Pushing event updated for resources: {'Port': ['ID=1acad42a-ddf0-4170-926a-83299eb93c3a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:11.499411 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:49:11.505495 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-a95869f5-1832-442d-a229-226d5e1247a7 None None] For port 1aed6140-c247-4a7e-a486-8746d3e82cfb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1aed6140-c247-4a7e-a486-8746d3e82cfb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:11.512453 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a95869f5-1832-442d-a229-226d5e1247a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.596667 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Attempting to bind port 1acad42a-ddf0-4170-926a-83299eb93c3a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:49:11.597036 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Attempting to bind port 1acad42a-ddf0-4170-926a-83299eb93c3a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:49:11.597401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Attempting to bind port 1acad42a-ddf0-4170-926a-83299eb93c3a on network 38e25679-dcd1-43ef-997b-54166aa1b817 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:49:11.611225 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95869f5-1832-442d-a229-226d5e1247a7 None None] Pushing event updated for resources: {'Port': ['ID=1aed6140-c247-4a7e-a486-8746d3e82cfb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:11.614934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:49:11.615664 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Checking segment: {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:49:11.616075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.616451 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Bound using segment: {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:49:11.616946 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Bound port: 1acad42a-ddf0-4170-926a-83299eb93c3a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:49:11.617306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.647258 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.1 (38e25679-dcd1-43ef-997b-54166aa1b817/170a8dba-affb-4292-8964-146c23815f42/a8cd5180-f0cf-4062-9070-9a152249d26a) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:49:11.667919 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:09Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:11.668904 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-3d56c7da-dee8-4aef-a9df-2c459c4275f1 None None] Provisioning complete for port 1aed6140-c247-4a7e-a486-8746d3e82cfb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:11.669279 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3d56c7da-dee8-4aef-a9df-2c459c4275f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.695753 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3aaca-7f9d-4a74-8bbe-fa8af95a8f34 None None] The sync data for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 is: [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:09Z', 'revision_number': 3, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:49:11.722956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] For port 1acad42a-ddf0-4170-926a-83299eb93c3a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:49:11.727692 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] For port 1acad42a-ddf0-4170-926a-83299eb93c3a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1acad42a-ddf0-4170-926a-83299eb93c3a,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:49:11.734370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.771010 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.803770 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:49:11.814235 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:11.843673 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09497313-73de-4b54-835b-38654c0bdb8a None None] Pushing event updated for resources: {'Port': ['ID=1acad42a-ddf0-4170-926a-83299eb93c3a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:11.870346 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 38e25679-dcd1-43ef-997b-54166aa1b817 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:49:11.878215 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:49:11.882236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:49:11.908032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=a8cd5180-f0cf-4062-9070-9a152249d26a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:11.956330 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:12.140720 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:12.475043 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:12.480197 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:12.552476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=a8cd5180-f0cf-4062-9070-9a152249d26a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:12.557135 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:12.666715 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 38e25679-dcd1-43ef-997b-54166aa1b817 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:49:12.668182 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:49:12.791582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0e5639e1-604e-4824-a79e-1d60841dc6f2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:49:12.904180 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:49:12.907857 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91e5e5-1be5-48b3-8856-2d18227577c0 None None] Network 38e25679-dcd1-43ef-997b-54166aa1b817 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:49:12.909124 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0d16f37c-da5c-4ba2-802f-1e5d54c87406 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/0e5639e1-604e-4824-a79e-1d60841dc6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0469337 Nov 10 04:49:13.010922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ac4df9f1-bb32-4855-81a3-81ed3c4524b0 None None] Provisioning complete for port 1acad42a-ddf0-4170-926a-83299eb93c3a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:13.011292 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac4df9f1-bb32-4855-81a3-81ed3c4524b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:13.074737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-2f8833b4-3a83-4d33-a049-f352fa13a177 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946709994&fields=id&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 267 time: 0.0525255 Nov 10 04:49:13.148262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac4df9f1-bb32-4855-81a3-81ed3c4524b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:13.183549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-ac4df9f1-bb32-4855-81a3-81ed3c4524b0 None None] For port 1acad42a-ddf0-4170-926a-83299eb93c3a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1acad42a-ddf0-4170-926a-83299eb93c3a,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:13.189878 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac4df9f1-bb32-4855-81a3-81ed3c4524b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:13.190141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-b3b17efd-c26d-41e5-a59b-c61304cbc6e3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:13.191953 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-b3b17efd-c26d-41e5-a59b-c61304cbc6e3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/networks?id=38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 200 len: 796 time: 0.1156948 Nov 10 04:49:13.215600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-d476ed18-38b8-492f-9c28-38ac0a8b99cd tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/quotas/829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 375 time: 0.0172698 Nov 10 04:49:13.260780 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4df9f1-bb32-4855-81a3-81ed3c4524b0 None None] Pushing event updated for resources: {'Port': ['ID=1acad42a-ddf0-4170-926a-83299eb93c3a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:13.288115 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-5c23b3a0-22c0-4c83-ad16-675adeb25912 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664289 Nov 10 04:49:13.433440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b423ea64-2dcf-4ca3-b9f1-5ad3077251cc None None] Provisioning complete for port 1acad42a-ddf0-4170-926a-83299eb93c3a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:13.433805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b423ea64-2dcf-4ca3-b9f1-5ad3077251cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:13.490522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-2d864b66-883d-445d-a544-8b8ace0f5e54 service neutron] 10.222.0.24 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888967 Nov 10 04:49:13.495597 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Sync routers for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:49:13.530893 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1aed6140-c247-4a7e-a486-8746d3e82cfb up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:49:13.537117 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-cc731cfb-b5a0-4059-aa2e-d037a8aeef8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:13.562807 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:13.563548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:13.612739 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-a70c6451-3c2d-4910-bdaa-9843da835ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155403 Nov 10 04:49:13.709976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1aed6140-c247-4a7e-a486-8746d3e82cfb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:13.710359 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:13.929234 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:13.970889 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b423ea64-2dcf-4ca3-b9f1-5ad3077251cc None None] Provisioning complete for port a8cd5180-f0cf-4062-9070-9a152249d26a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:13.971256 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b423ea64-2dcf-4ca3-b9f1-5ad3077251cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.090403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b423ea64-2dcf-4ca3-b9f1-5ad3077251cc None None] Port a8cd5180-f0cf-4062-9070-9a152249d26a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:49:14.109723 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1acad42a-ddf0-4170-926a-83299eb93c3a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:49:14.216779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 1acad42a-ddf0-4170-926a-83299eb93c3a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:14.217146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.244343 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-df2eef27-f28b-4a15-bb87-e297114bbacc None None] Provisioning complete for port a8cd5180-f0cf-4062-9070-9a152249d26a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:14.244635 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-df2eef27-f28b-4a15-bb87-e297114bbacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.300199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-df2eef27-f28b-4a15-bb87-e297114bbacc None None] Port a8cd5180-f0cf-4062-9070-9a152249d26a cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:49:14.307057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 2, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:14.339978 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Checking router: 0e5639e1-604e-4824-a79e-1d60841dc6f2 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:49:14.340328 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Updating router 0e5639e1-604e-4824-a79e-1d60841dc6f2 port a8cd5180-f0cf-4062-9070-9a152249d26a binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:49:14.389012 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.649595 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.654239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.700559 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc7f58-e7ac-4c38-8c91-3dd43d1c66c5 None None] Pushing event updated for resources: {'Port': ['ID=a8cd5180-f0cf-4062-9070-9a152249d26a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:14.762259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Attempting to bind port a8cd5180-f0cf-4062-9070-9a152249d26a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:49:14.762629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Attempting to bind port a8cd5180-f0cf-4062-9070-9a152249d26a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:49:14.762990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Attempting to bind port a8cd5180-f0cf-4062-9070-9a152249d26a on network 38e25679-dcd1-43ef-997b-54166aa1b817 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:49:14.770107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:49:14.770923 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Checking segment: {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:49:14.770923 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.771288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Bound using segment: {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:49:14.771712 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Bound port: a8cd5180-f0cf-4062-9070-9a152249d26a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:49:14.772088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.822849 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7654fb34-5304-4370-9642-cea03687dc56 req-416f50b1-338c-47cd-813f-98d85519a6f4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 210 time: 0.0286057 Nov 10 04:49:14.856967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] For port a8cd5180-f0cf-4062-9070-9a152249d26a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:49:14.860251 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] For port a8cd5180-f0cf-4062-9070-9a152249d26a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a8cd5180-f0cf-4062-9070-9a152249d26a,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:49:14.865613 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:14.927028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:14.927648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:48:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:14.964341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc7f58-e7ac-4c38-8c91-3dd43d1c66c5 None None] Pushing event updated for resources: {'Port': ['ID=a8cd5180-f0cf-4062-9070-9a152249d26a,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:15.052312 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-525d6e98-ebf8-4512-bee3-afdddc0b5733 None None] Provisioning complete for port a8cd5180-f0cf-4062-9070-9a152249d26a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:15.052685 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-525d6e98-ebf8-4512-bee3-afdddc0b5733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:15.092348 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:15.275154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-525d6e98-ebf8-4512-bee3-afdddc0b5733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:15.351414 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-525d6e98-ebf8-4512-bee3-afdddc0b5733 None None] For port a8cd5180-f0cf-4062-9070-9a152249d26a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a8cd5180-f0cf-4062-9070-9a152249d26a,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:15.357423 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-525d6e98-ebf8-4512-bee3-afdddc0b5733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:15.418486 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:14Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:15.420186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d6e98-ebf8-4512-bee3-afdddc0b5733 None None] Pushing event updated for resources: {'Port': ['ID=a8cd5180-f0cf-4062-9070-9a152249d26a,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:15.454468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1383d-45bf-4b96-a2f5-330682042516 None None] The sync data for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 is: [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:14Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:49:15.482079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-0a426d1b-9485-487e-8fa7-531973a73c97 None None] Provisioning complete for port a8cd5180-f0cf-4062-9070-9a152249d26a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:15.482609 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0a426d1b-9485-487e-8fa7-531973a73c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:15.790442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-af842acb-b3d5-4867-b96b-2d5ae522d1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:15.861410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-61887f40-856d-408b-88f7-96d00cf3b9aa tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:15.864868 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-61887f40-856d-408b-88f7-96d00cf3b9aa tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "GET /v2.0/networks?id=38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 200 len: 796 time: 0.1185877 Nov 10 04:49:15.951701 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5c91ac7a-61be-470c-be6a-87038c5c7790 req-a45a6721-f280-4d85-95f6-ce10a88e5467 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 210 time: 0.0453625 Nov 10 04:49:15.975797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-5594d6a8-54f5-4e9a-8674-6277183ebe68 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829135a56df84f208b3363f1adeb8768 HTTP/1.1" status: 200 len: 380 time: 0.1024175 Nov 10 04:49:15.985320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'port': {'device_id': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'admin_state_up': True, 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'security_groups': ['52e7e3f9-77ac-4191-b209-22d29db50278']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:16.361165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Made reservation on behalf of 829135a56df84f208b3363f1adeb8768 for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:49:16.365878 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:16.495083 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.20.0.3 (38e25679-dcd1-43ef-997b-54166aa1b817/170a8dba-affb-4292-8964-146c23815f42/a7745ed8-fc52-40a0-afe2-cfb38ef24d95) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:49:16.639063 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:16.671309 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:16.718991 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 38e25679-dcd1-43ef-997b-54166aa1b817 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:49:16.725777 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:49:16.729475 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:49:16.758734 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:16.786667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:16.787850 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:16.804377 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-81cbf612-9082-4eab-850e-fa5eb4312390 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8228319 Nov 10 04:49:16.889996 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Request body: {'port': {'device_id': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:16.919063 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-374eed92-3997-41fb-a4f7-8c8382c49158 None None] Provisioning complete for port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:16.919603 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-374eed92-3997-41fb-a4f7-8c8382c49158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:16.949750 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:16.953562 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-374eed92-3997-41fb-a4f7-8c8382c49158 None None] Port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:49:16.992254 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:17.196147 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cda49-9e6b-41e6-993a-2542c0d75be8 req-88df8de2-4b33-4c7d-bd1f-8e2bdc1bfe36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:17.197492 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d36cda49-9e6b-41e6-993a-2542c0d75be8 req-88df8de2-4b33-4c7d-bd1f-8e2bdc1bfe36 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 931 time: 0.1725426 Nov 10 04:49:17.274621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d36cda49-9e6b-41e6-993a-2542c0d75be8 req-62db9ba8-7e3a-450c-bf45-cf62081887a0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711091 Nov 10 04:49:17.328752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7745ed8-fc52-40a0-afe2-cfb38ef24d95 {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:49:17.336013 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:17.351836 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Transition to ACTIVE for port object a7745ed8-fc52-40a0-afe2-cfb38ef24d95 will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:49:17.355717 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:17.408152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:17.432892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a8cd5180-f0cf-4062-9070-9a152249d26a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:49:17.484225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Attempting to bind port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:49:17.484557 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Attempting to bind port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:49:17.484888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Attempting to bind port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 on network 38e25679-dcd1-43ef-997b-54166aa1b817 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:49:17.487110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port a8cd5180-f0cf-4062-9070-9a152249d26a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:17.487481 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:17.492260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 on network 38e25679-dcd1-43ef-997b-54166aa1b817 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:49:17.492584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Attempting to bind port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 on network 38e25679-dcd1-43ef-997b-54166aa1b817 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:49:17.498084 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:49:17.498420 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Checking segment: {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:49:17.498804 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Bound using segment: {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:49:17.499233 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Bound port: a7745ed8-fc52-40a0-afe2-cfb38ef24d95, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f82235a-ff01-496a-ad05-51c1b516a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:49:17.499741 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:17.577238 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] For port a7745ed8-fc52-40a0-afe2-cfb38ef24d95, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:49:17.580537 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] For port a7745ed8-fc52-40a0-afe2-cfb38ef24d95, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:49:17.585695 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:17.629232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:17.629857 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:17.631278 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 200 len: 1091 time: 0.8190744 Nov 10 04:49:17.631724 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:49:17.634026 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:49:17.659737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d2bc-5cf7-442a-9276-33ece68cc5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:17.726773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-2eb49067-9e55-49ef-ad0c-0588b12959f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:17.728332 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-2eb49067-9e55-49ef-ad0c-0588b12959f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1094 time: 0.0534863 Nov 10 04:49:17.789749 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc77d55-6cd1-464d-8b45-c95c2f56fecb x-openstack-request-id: req-dcc77d55-6cd1-464d-8b45-c95c2f56fecb {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:49:17.790058 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:49:17.790307 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcc77d55-6cd1-464d-8b45-c95c2f56fecb {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:49:17.790716 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'status': 'completed', 'code': 200} Nov 10 04:49:17.792501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-dac8b80b-caf9-40d6-9bc7-5b05802f659b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 200 len: 217 time: 0.0518441 Nov 10 04:49:17.842367 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-bbff30a1-f538-4a67-8939-43474ef3322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:17.843818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-bbff30a1-f538-4a67-8939-43474ef3322e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=170a8dba-affb-4292-8964-146c23815f42 HTTP/1.1" status: 200 len: 835 time: 0.0432603 Nov 10 04:49:17.891163 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-3d6207fe-7493-445d-9ee4-0c274e937c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:17.893178 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-3d6207fe-7493-445d-9ee4-0c274e937c5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38e25679-dcd1-43ef-997b-54166aa1b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410244 Nov 10 04:49:17.985663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-680bb7d9-25b1-4975-86ce-ed1bda92ff82 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848842 Nov 10 04:49:18.073404 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e4967889-f530-4c4e-b518-54ce972e0a84 req-8777a65d-1cc1-4639-b681-6b0290a9d1c0 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795205 Nov 10 04:49:18.155911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-62e85254-0cf5-46b2-926f-ea71f3af1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:18.157462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-62e85254-0cf5-46b2-926f-ea71f3af1a2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1094 time: 0.0400248 Nov 10 04:49:18.250381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-1a0b63a2-fcc8-42e4-8355-9ba1e92df418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:18.252316 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-1a0b63a2-fcc8-42e4-8355-9ba1e92df418 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 200 len: 896 time: 0.0871243 Nov 10 04:49:18.293344 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-efa985e6-10eb-46a7-90a5-5dbfd25c7d36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 200 len: 217 time: 0.0336192 Nov 10 04:49:18.355619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-4d98be0f-fb56-40bd-8794-89933f5e5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:18.357166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-4d98be0f-fb56-40bd-8794-89933f5e5e97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=170a8dba-affb-4292-8964-146c23815f42 HTTP/1.1" status: 200 len: 835 time: 0.0569758 Nov 10 04:49:18.418971 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74c8c3-efcd-4ed0-acce-1601496071c1 req-c5af85dd-d2ac-48c4-ac4a-9a6249baf2c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:18.420426 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd74c8c3-efcd-4ed0-acce-1601496071c1 req-c5af85dd-d2ac-48c4-ac4a-9a6249baf2c7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 943 time: 0.0769849 Nov 10 04:49:18.434005 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-deb43801-301e-44eb-86cf-e442adbe7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:18.435432 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-deb43801-301e-44eb-86cf-e442adbe7c60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38e25679-dcd1-43ef-997b-54166aa1b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644383 Nov 10 04:49:18.524447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cd74c8c3-efcd-4ed0-acce-1601496071c1 req-652e6151-0da4-4d6c-aff3-f87e3ace91cf tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978835 Nov 10 04:49:18.553738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-8f1e2199-794a-44ce-aa96-1070458d7eae service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096830 Nov 10 04:49:18.642573 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-da9d1ae4-b9d4-4e7d-a01b-199da16dd0a1 req-8ea63e6a-c7c1-4e0f-9216-368b4f709edc service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811458 Nov 10 04:49:18.651076 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:19.268531 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:19.646336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86682b7-6a5c-4516-9871-b2dfd33eb21a req-422f254a-4cb8-4921-9c92-6128eee92ba9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:19.647798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a86682b7-6a5c-4516-9871-b2dfd33eb21a req-422f254a-4cb8-4921-9c92-6128eee92ba9 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 943 time: 0.0541921 Nov 10 04:49:19.695919 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a86682b7-6a5c-4516-9871-b2dfd33eb21a req-e309e627-3867-47c4-aff0-3e6de140f580 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Nov 10 04:49:20.542972 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a7745ed8-fc52-40a0-afe2-cfb38ef24d95 details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:49:20.633315 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a7745ed8-fc52-40a0-afe2-cfb38ef24d95, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:20.644994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'port_id': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'mac_address': 'fa:16:3e:1e:53:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:49:20.679787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:20.696027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7745ed8-fc52-40a0-afe2-cfb38ef24d95 {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:49:20.714813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a7745ed8-fc52-40a0-afe2-cfb38ef24d95, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:20.718938 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:20.767303 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:20.814259 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2601d-8f05-4c2b-a7d0-a84cacbd4a9b req-ca2e690e-d2de-4867-8274-89aba7d66178 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:20.815659 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1da2601d-8f05-4c2b-a7d0-a84cacbd4a9b req-ca2e690e-d2de-4867-8274-89aba7d66178 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 944 time: 0.0505276 Nov 10 04:49:20.864141 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1da2601d-8f05-4c2b-a7d0-a84cacbd4a9b req-660d0df6-23b8-4646-852f-a08d4a91bd3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Nov 10 04:49:20.952427 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['a7745ed8-fc52-40a0-afe2-cfb38ef24d95'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:49:21.980761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726406a3-c92a-40a0-905d-8ddaddaadad4 req-7c6745b7-de8b-4960-977a-319e2996d188 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:21.982243 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-726406a3-c92a-40a0-905d-8ddaddaadad4 req-7c6745b7-de8b-4960-977a-319e2996d188 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 944 time: 0.0514081 Nov 10 04:49:22.030716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-726406a3-c92a-40a0-905d-8ddaddaadad4 req-f37362fa-fe7b-464e-9153-d8d08a248a1a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Nov 10 04:49:22.553676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a7745ed8-fc52-40a0-afe2-cfb38ef24d95 up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:49:22.602454 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:49:22.606324 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:49:22.606696 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:22.684039 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:22.705865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:49:22.708137 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4228e1-163f-4b7a-9406-e384c598cf33" -d '{"events": [{"server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "name": "network-vif-plugged", "status": "completed", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:49:22.721284 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port a7745ed8-fc52-40a0-afe2-cfb38ef24d95, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:49:22.724825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:22.772601 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:22.799162 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9f58a4-dd71-495f-9471-f7ea22748057 x-openstack-request-id: req-ad9f58a4-dd71-495f-9471-f7ea22748057 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:49:22.799450 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "name": "network-vif-plugged", "status": "completed", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:49:22.799702 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad9f58a4-dd71-495f-9471-f7ea22748057 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:49:22.800103 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'code': 200} Nov 10 04:49:22.896487 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9387a7-058a-45ad-b317-5ee3252ee21c req-c0b10261-7d7d-49a0-a2ce-ae67e43c7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:22.897930 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9387a7-058a-45ad-b317-5ee3252ee21c req-c0b10261-7d7d-49a0-a2ce-ae67e43c7a29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1096 time: 0.0390544 Nov 10 04:49:22.949689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ee9387a7-058a-45ad-b317-5ee3252ee21c req-5cd9e1fb-737a-4739-8b07-9dde5bc2631f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Nov 10 04:49:23.143782 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce5ebb-1e6c-40fe-85f8-22ff8bb89783 req-f41a98af-16bd-4938-89ec-4bee2e34f0ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:23.145254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fce5ebb-1e6c-40fe-85f8-22ff8bb89783 req-f41a98af-16bd-4938-89ec-4bee2e34f0ee tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0494802 Nov 10 04:49:23.195932 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8fce5ebb-1e6c-40fe-85f8-22ff8bb89783 req-dbff5924-c36a-4466-95bc-ef6d34bf8112 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448294 Nov 10 04:49:24.100397 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:24.313399 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54f497-4b9b-4db1-9e04-2bfae98e1e9e req-fa490db4-1933-45ee-866b-4ba735c016f7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:24.314876 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd54f497-4b9b-4db1-9e04-2bfae98e1e9e req-fa490db4-1933-45ee-866b-4ba735c016f7 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0474794 Nov 10 04:49:24.362225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bd54f497-4b9b-4db1-9e04-2bfae98e1e9e req-e3843102-71c4-487e-abd1-8e656f3203f3 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413544 Nov 10 04:49:24.476678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209dddd-db8d-462e-b468-c81cb90281fb req-fa05e311-55f5-4b6d-bcf2-e72f7f68a12a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:24.478192 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9209dddd-db8d-462e-b468-c81cb90281fb req-fa05e311-55f5-4b6d-bcf2-e72f7f68a12a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0479198 Nov 10 04:49:24.525384 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9209dddd-db8d-462e-b468-c81cb90281fb req-2f5935a0-123a-4dff-a663-4ec6f6aa19c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Nov 10 04:49:24.547500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48864) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:24.588067 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9715ad52-f660-4faa-b73a-caa5810f74c0 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:24.589593 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9715ad52-f660-4faa-b73a-caa5810f74c0 tempest-TestNetworkAdvancedServerOps-1378021660 tempest-TestNetworkAdvancedServerOps-1378021660-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1091 time: 0.0403831 Nov 10 04:49:24.592658 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48866) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:24.597438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:49:24.620406 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:24.720917 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:24.824341 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Allocated IP 172.25.6.48 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e78bfb70-45e8-4343-ac5c-840abfdac2f2) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:49:24.930151 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:24.962565 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:25.003570 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:49:25.006768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:49:25.011384 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:49:25.017331 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=e78bfb70-45e8-4343-ac5c-840abfdac2f2,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:25.360854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:25.424179 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:25.577168 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:25.582074 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:25.645173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event updated for resources: {'Port': ['ID=e78bfb70-45e8-4343-ac5c-840abfdac2f2,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:49:25.658378 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:25.755269 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP 14522677-2441-47e3-8295-44225252cb74 associated. External IP: 172.25.6.48, port: a7745ed8-fc52-40a0-afe2-cfb38ef24d95. Nov 10 04:49:25.955419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0e5639e1-604e-4824-a79e-1d60841dc6f2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:49:26.062778 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:49:26.073632 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] Sync routers for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:49:26.081988 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:26.084679 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:26.085341 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:49:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:26.108018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-2a307bf3-f04b-4600-a8a1-2e85ecebc5c6 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5143359 Nov 10 04:49:26.108674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:49:26.111623 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b310dce-ed09-4062-88ad-86a707b276a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:49:26.154372 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8240066b-76e4-4359-a11e-91e1f61f56db x-openstack-request-id: req-8240066b-76e4-4359-a11e-91e1f61f56db {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:49:26.154653 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:49:26.154899 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8240066b-76e4-4359-a11e-91e1f61f56db {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:49:26.155297 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'status': 'completed', 'code': 200} Nov 10 04:49:26.193922 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:26.244574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a998-bcf2-4af4-976a-24508dbf20b1 req-7ae0e361-d935-471c-bfab-fb026d0c863c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:26.245975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1610a998-bcf2-4af4-976a-24508dbf20b1 req-7ae0e361-d935-471c-bfab-fb026d0c863c tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0808074 Nov 10 04:49:26.247687 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-a66fcbf6-9ec4-48ca-9300-792f72245eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:26.249012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-a66fcbf6-9ec4-48ca-9300-792f72245eea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1096 time: 0.0721455 Nov 10 04:49:26.346121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1610a998-bcf2-4af4-976a-24508dbf20b1 req-616725f1-52fd-4e3b-bf5d-079a69a94fb1 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932844 Nov 10 04:49:26.371125 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48872) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:26.384072 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-190dd2ed-3731-4bd5-a446-340dda59a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:26.385529 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-190dd2ed-3731-4bd5-a446-340dda59a083 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 200 len: 896 time: 0.1267021 Nov 10 04:49:26.433408 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '14522677-2441-47e3-8295-44225252cb74', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'port_id': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'mac_address': 'fa:16:3e:1e:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:49:25Z', 'updated_at': '2021-11-10T04:49:25Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:15Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:26.440116 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d4eec9cc-6561-4d7a-8702-964bf8d68c2a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/14522677-2441-47e3-8295-44225252cb74 HTTP/1.1" status: 200 len: 990 time: 0.0662296 Nov 10 04:49:26.452988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-b607ee38-bde8-4018-91a8-5bfae2a1f8fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 200 len: 998 time: 0.0609951 Nov 10 04:49:26.460320 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] Checking router: 0e5639e1-604e-4824-a79e-1d60841dc6f2 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:49:26.468546 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:49:26.469130 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:49:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:26.504631 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-676e9005-c8e3-48fd-93cc-bd7613b8e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:26.506092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-676e9005-c8e3-48fd-93cc-bd7613b8e577 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=170a8dba-affb-4292-8964-146c23815f42 HTTP/1.1" status: 200 len: 835 time: 0.0467641 Nov 10 04:49:26.550726 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-92c74585-91ce-4066-831f-5281d75a74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:26.552231 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-92c74585-91ce-4066-831f-5281d75a74c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38e25679-dcd1-43ef-997b-54166aa1b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399964 Nov 10 04:49:26.571677 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:49:26.640882 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-e089fed3-50e3-46d1-9f71-82899f28d835 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815947 Nov 10 04:49:26.731244 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b310dce-ed09-4062-88ad-86a707b276a3 req-8e8ea8b8-a529-4dbf-96fb-a7245b5f4f92 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840516 Nov 10 04:49:26.790032 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '14522677-2441-47e3-8295-44225252cb74', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'port_id': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'mac_address': 'fa:16:3e:1e:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:49:25Z', 'updated_at': '2021-11-10T04:49:25Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:15Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:49:26.818726 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abce75-6530-47e3-aaa6-7f2ed57ecb10 None None] The sync data for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 is: [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '14522677-2441-47e3-8295-44225252cb74', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'port_id': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'mac_address': 'fa:16:3e:1e:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:49:25Z', 'updated_at': '2021-11-10T04:49:25Z', 'revision_number': 0, 'project_id': '829135a56df84f208b3363f1adeb8768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:15Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:49:27.012439 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b192c37-48ca-4fa1-a991-fc9e781dd595 None None] New status for floating IP 14522677-2441-47e3-8295-44225252cb74: ACTIVE {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:49:27.441530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48874) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:49:27.505718 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4cd5c300-d206-4a71-ad5a-47157163df28 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/14522677-2441-47e3-8295-44225252cb74 HTTP/1.1" status: 200 len: 992 time: 0.0630226 Nov 10 04:49:38.502786 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:43.310452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-d49447ea-db96-4e99-a27e-4f052fa8de61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397089 Nov 10 04:49:43.392111 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-3913986a-d3c8-4d40-adbc-fd179ceaf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:43.393601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-3913986a-d3c8-4d40-adbc-fd179ceaf560 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1096 time: 0.0420270 Nov 10 04:49:43.459033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7da8d138-1b3a-4e89-bde1-598ad17e8cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:43.500321 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-d4efe4cc-716d-45f2-9450-88d2746df7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:43.501785 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-d4efe4cc-716d-45f2-9450-88d2746df7f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 200 len: 896 time: 0.0885675 Nov 10 04:49:43.566740 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-522ef7b9-0299-4807-bf30-df5649fea2c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 200 len: 1000 time: 0.0574415 Nov 10 04:49:43.621512 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-52e3befc-5c52-43b4-8d26-b26330d42236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:43.622959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-52e3befc-5c52-43b4-8d26-b26330d42236 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=170a8dba-affb-4292-8964-146c23815f42 HTTP/1.1" status: 200 len: 835 time: 0.0482862 Nov 10 04:49:43.668660 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-ab0b69c4-eee6-41a4-a7dc-e21055d6b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:49:43.670150 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-ab0b69c4-eee6-41a4-a7dc-e21055d6b6b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38e25679-dcd1-43ef-997b-54166aa1b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392945 Nov 10 04:49:43.681559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-5a6be651-d7b1-4660-95dc-946cfcb62fd1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:49:43.682511 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-5a6be651-d7b1-4660-95dc-946cfcb62fd1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048070 Nov 10 04:49:43.774070 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-6d1f21b6-99af-4a8a-812a-e99e5d28dceb service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838196 Nov 10 04:49:43.859052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a54dbd94-84ce-451b-a7fa-8d64630dd508 req-d8d49e16-b1e1-417f-8105-dbda6138a508 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780268 Nov 10 04:49:45.772725 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f678b663-63b9-444c-9b41-5a97605166b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:46.993920 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:48.654208 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:48.792245 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:49:49.270818 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:54.103929 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:49:54.923409 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-1445985c-aead-4685-aa9f-d8b82b46480a req-822f2abb-8778-4bff-9642-b8f8c3265acb service neutron] (102596) timed out ('10.222.0.24', 39608) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 04:50:00.924589 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e1ca2-bfcc-4878-8bdc-a11b24b842d2 req-51b8b3f5-4770-489c-8dd1-097289b991d8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:00.926756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e8e1ca2-bfcc-4878-8bdc-a11b24b842d2 req-51b8b3f5-4770-489c-8dd1-097289b991d8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Nov 10 04:50:00.979936 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0e8e1ca2-bfcc-4878-8bdc-a11b24b842d2 req-b95018f0-3cf0-455c-8799-1c2bb8ffc4ae tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459352 Nov 10 04:50:02.101016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121093ce-5b5c-4035-abbb-27cba8e3aab6 req-47d1669c-1228-4f7a-9278-12af39ab8a15 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:02.102482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-121093ce-5b5c-4035-abbb-27cba8e3aab6 req-47d1669c-1228-4f7a-9278-12af39ab8a15 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Nov 10 04:50:02.150727 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-121093ce-5b5c-4035-abbb-27cba8e3aab6 req-3a6ee4f2-2d32-4b9d-ae16-0491e31219c4 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Nov 10 04:50:02.172541 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48896) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:02.229900 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5ad9fca3-6325-4338-94dd-3a37ea82db88 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/14522677-2441-47e3-8295-44225252cb74 HTTP/1.1" status: 200 len: 992 time: 0.0557773 Nov 10 04:50:03.524064 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dd8f6-5b83-4459-8f03-c446f05d2759 req-1aab9bc9-d6a6-4a9f-9863-9ec3b12b3040 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:03.525447 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-965dd8f6-5b83-4459-8f03-c446f05d2759 req-1aab9bc9-d6a6-4a9f-9863-9ec3b12b3040 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0757937 Nov 10 04:50:03.540600 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-d6b1c79d-ad61-48a1-bfe0-07ffd6eaa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:03.542005 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-d6b1c79d-ad61-48a1-bfe0-07ffd6eaa5c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1096 time: 0.0632782 Nov 10 04:50:03.631970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-965dd8f6-5b83-4459-8f03-c446f05d2759 req-65d19937-2bb7-486b-b8db-4428fb29503e tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985117 Nov 10 04:50:03.666955 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-6e3461aa-110a-45f4-a672-a5d616e49a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:03.668391 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-6e3461aa-110a-45f4-a672-a5d616e49a8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 200 len: 896 time: 0.1187534 Nov 10 04:50:03.738590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-9bb727af-db66-4f33-87eb-dd8d6b25048b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 200 len: 1000 time: 0.0630703 Nov 10 04:50:03.786622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-aa86cf41-f06b-465b-ac37-10cd2076974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:03.787963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-aa86cf41-f06b-465b-ac37-10cd2076974b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=170a8dba-affb-4292-8964-146c23815f42 HTTP/1.1" status: 200 len: 835 time: 0.0424953 Nov 10 04:50:03.834368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-27f40e8e-f758-4f6c-8bf3-961dc666d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:03.835787 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-27f40e8e-f758-4f6c-8bf3-961dc666d8e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38e25679-dcd1-43ef-997b-54166aa1b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415766 Nov 10 04:50:03.921216 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-333a176c-2f8a-48db-9910-0a93cb2c53a8 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782869 Nov 10 04:50:04.010732 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4849af3d-0cd8-4057-8154-a419dc7d8735 req-e6fe1b70-77d2-47f1-996a-4b7fce215f88 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829124 Nov 10 04:50:04.760063 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43bec9-e464-4534-b8fb-f3f44df58aa5 req-2a916e15-f280-408d-9666-1149177c7f0a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:04.761596 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f43bec9-e464-4534-b8fb-f3f44df58aa5 req-2a916e15-f280-408d-9666-1149177c7f0a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0571465 Nov 10 04:50:04.812445 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f43bec9-e464-4534-b8fb-f3f44df58aa5 req-f366887d-976f-459b-b193-6ad0ddce4e39 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Nov 10 04:50:05.924848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765e63-24cb-4f3a-b8dc-ad76da070d6b req-69475f23-4fc0-461d-b7e6-2bf5660f7cd0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:05.926285 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16765e63-24cb-4f3a-b8dc-ad76da070d6b req-69475f23-4fc0-461d-b7e6-2bf5660f7cd0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0470979 Nov 10 04:50:05.974455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-16765e63-24cb-4f3a-b8dc-ad76da070d6b req-ed0871a8-e24d-4fff-ae66-049afc8344c8 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Nov 10 04:50:05.996554 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48908) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:06.057658 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ff565d79-8faf-480f-a9ec-f9fc26118e87 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/floatingips/14522677-2441-47e3-8295-44225252cb74 HTTP/1.1" status: 200 len: 992 time: 0.0600066 Nov 10 04:50:06.275119 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48914) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:06.722171 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port e78bfb70-45e8-4343-ac5c-840abfdac2f2 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:50:06.722510 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:06.800149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:06.800491 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:06.811841 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for e78bfb70-45e8-4343-ac5c-840abfdac2f2 owned by network:floatingip {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:50:06.957676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:06.983568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=e78bfb70-45e8-4343-ac5c-840abfdac2f2,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:07.008190 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.008538 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.008876 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.009212 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.009543 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.009873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.010228 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.010556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.010881 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.011205 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.011552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.011873 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:07.050341 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for floatingip, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:07.051293 n-d-817326-2 neutron-server[102596]: INFO neutron.db.l3_db [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Floating IP 14522677-2441-47e3-8295-44225252cb74 disassociated (deleted). External IP: 172.25.6.48, port: a7745ed8-fc52-40a0-afe2-cfb38ef24d95. Nov 10 04:50:07.261187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0e5639e1-604e-4824-a79e-1d60841dc6f2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:50:07.368514 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:50:07.373349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:07.380539 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] Sync routers for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:50:07.390345 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:07.391019 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:07.400086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-644c7199-0921-46c1-86fc-1636aa5bdfa5 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/floatingips/14522677-2441-47e3-8295-44225252cb74 HTTP/1.1" status: 204 len: 168 time: 1.1239069 Nov 10 04:50:07.400809 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:50:07.403163 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17cc9a-369b-46d3-a171-434a7a42f336" -d '{"events": [{"name": "network-changed", "server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:50:07.443552 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be0fa39-de11-4eb8-b2ad-c41ec2621f75 x-openstack-request-id: req-4be0fa39-de11-4eb8-b2ad-c41ec2621f75 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:50:07.443846 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:50:07.444097 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4be0fa39-de11-4eb8-b2ad-c41ec2621f75 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:50:07.444499 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'status': 'completed', 'code': 200} Nov 10 04:50:07.508811 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-c738bc47-d080-47d7-aa0a-ff09193e1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:07.510465 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-c738bc47-d080-47d7-aa0a-ff09193e1dc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=829135a56df84f208b3363f1adeb8768&device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 1096 time: 0.0450478 Nov 10 04:50:07.619002 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:07.648236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-51bf3a6c-9955-401b-b450-3410db846d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:07.650791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-51bf3a6c-9955-401b-b450-3410db846d79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 200 len: 896 time: 0.1303830 Nov 10 04:50:07.666775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2923743-9e3c-4a4a-9a8a-9fb91ef5fce3 req-465b5498-639f-4ee7-be22-a0b6487263b0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:07.668218 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2923743-9e3c-4a4a-9a8a-9fb91ef5fce3 req-465b5498-639f-4ee7-be22-a0b6487263b0 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0768199 Nov 10 04:50:07.713548 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-f28e0ac0-3188-463f-b7d5-5f26691656b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 200 len: 217 time: 0.0443788 Nov 10 04:50:07.778166 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a2923743-9e3c-4a4a-9a8a-9fb91ef5fce3 req-a881aa6b-010a-408f-83c0-d5ac7bb8b838 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031661 Nov 10 04:50:07.787014 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-11946331-fb21-4f95-afd5-fe8cd29fba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:07.788359 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-11946331-fb21-4f95-afd5-fe8cd29fba4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=170a8dba-affb-4292-8964-146c23815f42 HTTP/1.1" status: 200 len: 835 time: 0.0627921 Nov 10 04:50:07.815789 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:15Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:07.834337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-cea9b3f1-6181-4c45-9564-03037b557e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:07.835821 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-cea9b3f1-6181-4c45-9564-03037b557e7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38e25679-dcd1-43ef-997b-54166aa1b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403574 Nov 10 04:50:07.841065 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] Checking router: 0e5639e1-604e-4824-a79e-1d60841dc6f2 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:50:07.850323 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:07.851461 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:07.928891 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-a579b0de-993a-4dd6-8016-df8610afec79 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Nov 10 04:50:07.955560 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:08.160512 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:15Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:08.186526 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f62ec-8f91-46fa-9566-5a63f7a3fc83 None None] The sync data for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 is: [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:49:12Z', 'revision_number': 4, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': 'a8cd5180-f0cf-4062-9070-9a152249d26a', 'name': '', 'network_id': '38e25679-dcd1-43ef-997b-54166aa1b817', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'mac_address': 'fa:16:3e:56:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '170a8dba-affb-4292-8964-146c23815f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:11Z', 'updated_at': '2021-11-10T04:49:15Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'subnets': [{'id': '170a8dba-affb-4292-8964-146c23815f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:50:08.279818 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cb17cc9a-369b-46d3-a171-434a7a42f336 req-d0860ff1-1611-40bd-992f-1d0fcdb60f00 service neutron] 10.222.0.44 "GET /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428500 Nov 10 04:50:08.409359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a649e-ecc4-4271-acc7-278244fad32e None None] New status for floating IP 14522677-2441-47e3-8295-44225252cb74: DOWN {{(pid=102598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:50:08.501601 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:08.894277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005b051-3654-49a8-bf24-b4fb9eb7e087 req-0a721e3e-53ee-4868-b1e1-7948a3b9e246 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:08.895775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1005b051-3654-49a8-bf24-b4fb9eb7e087 req-0a721e3e-53ee-4868-b1e1-7948a3b9e246 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0474327 Nov 10 04:50:08.946864 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1005b051-3654-49a8-bf24-b4fb9eb7e087 req-e01a2fa4-3114-4cf3-a0ae-695578acfe3a tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "GET /v2.0/security-groups?id=52e7e3f9-77ac-4191-b209-22d29db50278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 Nov 10 04:50:09.133407 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-ca370111-e7d4-4a20-8e48-7c9f07589e72 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:09.134794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-ca370111-e7d4-4a20-8e48-7c9f07589e72 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b41527b-3ca3-498c-abcb-2bbf99579254 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Nov 10 04:50:09.219814 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:50:09.220148 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:09.307161 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port a7745ed8-fc52-40a0-afe2-cfb38ef24d95, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:09.307513 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:09.319756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for a7745ed8-fc52-40a0-afe2-cfb38ef24d95 owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:50:09.442814 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:09.469236 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=a7745ed8-fc52-40a0-afe2-cfb38ef24d95,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:09.482695 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.483032 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.483360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.483694 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.484016 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.484334 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.484655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.484975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.485296 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.485628 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.485931 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.486265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:09.520945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] No DVR routers for this DVR port a7745ed8-fc52-40a0-afe2-cfb38ef24d95 on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:50:09.523561 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:09.526827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2009467-8bea-455d-86a0-52a5e5ca2451 req-e93cf73f-6701-4dee-9750-fe06e46048cc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.44 "DELETE /v2.0/ports/a7745ed8-fc52-40a0-afe2-cfb38ef24d95 HTTP/1.1" status: 204 len: 173 time: 0.3861187 Nov 10 04:50:09.527260 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'name': 'network-vif-deleted', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:50:09.529525 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afabbd9f-321f-4423-84ba-a7388edc17c1" -d '{"events": [{"server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "name": "network-vif-deleted", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:50:09.569370 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c87c545-1145-497f-878a-f0f0e70aba39 x-openstack-request-id: req-6c87c545-1145-497f-878a-f0f0e70aba39 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:50:09.569665 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b41527b-3ca3-498c-abcb-2bbf99579254", "name": "network-vif-deleted", "tag": "a7745ed8-fc52-40a0-afe2-cfb38ef24d95", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:50:09.569914 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c87c545-1145-497f-878a-f0f0e70aba39 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:50:09.570356 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b41527b-3ca3-498c-abcb-2bbf99579254', 'name': 'network-vif-deleted', 'tag': 'a7745ed8-fc52-40a0-afe2-cfb38ef24d95', 'status': 'completed', 'code': 200} Nov 10 04:50:10.006271 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48928) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:10.372686 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:10.620868 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port a8cd5180-f0cf-4062-9070-9a152249d26a {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:50:10.621202 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:10.711256 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port a8cd5180-f0cf-4062-9070-9a152249d26a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=a8cd5180-f0cf-4062-9070-9a152249d26a,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:10.711611 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:10.723703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for a8cd5180-f0cf-4062-9070-9a152249d26a owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:50:10.903709 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:10.933738 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=a8cd5180-f0cf-4062-9070-9a152249d26a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:11.103471 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.315908 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Router 0e5639e1-604e-4824-a79e-1d60841dc6f2 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:50:11.418315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:50:11.424170 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-52d6562c-07c3-4ce7-8073-bbbcf39f5fed tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "PUT /v2.0/routers/0e5639e1-604e-4824-a79e-1d60841dc6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4166164 Nov 10 04:50:11.426631 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48930) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:11.430641 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] Sync routers for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:50:11.441065 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:11.441658 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:11.477227 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting subnet 170a8dba-affb-4292-8964-146c23815f42 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:50:11.480427 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.521376 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.544123 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:11.609235 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.666203 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.695337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.701837 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/subnets/170a8dba-affb-4292-8964-146c23815f42 HTTP/1.1" status: 204 len: 168 time: 0.2709210 Nov 10 04:50:11.701837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabf24c-e696-4081-a503-0397ff62fdca tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Subnet': ['ID=170a8dba-affb-4292-8964-146c23815f42,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:11.701837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48932) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:11.705048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f1fbf-75d2-4ded-8803-f48bce7cc4ce None None] Network 38e25679-dcd1-43ef-997b-54166aa1b817 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:50:11.728293 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:50:10Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:11.754997 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] Checking router: 0e5639e1-604e-4824-a79e-1d60841dc6f2 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:50:11.765261 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] Routers {'0e5639e1-604e-4824-a79e-1d60841dc6f2'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:11.766735 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:49:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['0e5639e1-604e-4824-a79e-1d60841dc6f2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:11.818415 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.876815 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] Set router 0e5639e1-604e-4824-a79e-1d60841dc6f2 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:11.890308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] DHCP port deletion for 38e25679-dcd1-43ef-997b-54166aa1b817 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:11.925170 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.939980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Deleting port 1acad42a-ddf0-4170-926a-83299eb93c3a {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:50:11.940351 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:11.990032 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Deleting port 1aed6140-c247-4a7e-a486-8746d3e82cfb {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:50:11.990772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.009852 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] For port 1acad42a-ddf0-4170-926a-83299eb93c3a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1acad42a-ddf0-4170-926a-83299eb93c3a,segment=NetworkSegment(9f82235a-ff01-496a-ad05-51c1b516a168),segment_id=9f82235a-ff01-496a-ad05-51c1b516a168)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:12.010392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.023419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Calling delete_port for 1acad42a-ddf0-4170-926a-83299eb93c3a owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:50:12.058964 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:50:10Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:12.075070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] For port 1aed6140-c247-4a7e-a486-8746d3e82cfb, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=1aed6140-c247-4a7e-a486-8746d3e82cfb,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:12.075416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.088051 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Calling delete_port for 1aed6140-c247-4a7e-a486-8746d3e82cfb owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:50:12.095530 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322ffc8-34fe-459b-968e-da4d8e411181 None None] The sync data for ids ['0e5639e1-604e-4824-a79e-1d60841dc6f2'] in n-d-817326-2 is: [{'id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740380434', 'tenant_id': '829135a56df84f208b3363f1adeb8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:49:08Z', 'updated_at': '2021-11-10T04:50:10Z', 'revision_number': 5, 'project_id': '829135a56df84f208b3363f1adeb8768', 'gw_port': {'id': '1aed6140-c247-4a7e-a486-8746d3e82cfb', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5639e1-604e-4824-a79e-1d60841dc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:49:09Z', 'updated_at': '2021-11-10T04:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:50:12.109042 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.137568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Pushing event deleted for resources: {'Port': ['ID=1acad42a-ddf0-4170-926a-83299eb93c3a,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:12.140709 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] No DVR routers for this DVR port 1acad42a-ddf0-4170-926a-83299eb93c3a on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.152717 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.155580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.155580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.155580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909cfb-0fc9-45dc-8605-ffcdf441a7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:12.271091 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.302640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Port': ['ID=1aed6140-c247-4a7e-a486-8746d3e82cfb,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:12.312980 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81139241-97a9-455e-9b9c-20c7bd61767e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:12.370509 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.460014 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.462156 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.503464 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.503985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5639e1-604e-4824-a79e-1d60841dc6f2 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:50:12.510881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.512383 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-a0a0836a-d286-43aa-8954-e19674b26c26 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/routers/0e5639e1-604e-4824-a79e-1d60841dc6f2 HTTP/1.1" status: 204 len: 168 time: 0.8101332 Nov 10 04:50:12.515035 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48934) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:12.597818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.688321 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.707640 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e25679-dcd1-43ef-997b-54166aa1b817']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:12.716485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f82235a-ff01-496a-ad05-51c1b516a168') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:12.716784 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f82235a-ff01-496a-ad05-51c1b516a168') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:12.725792 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.739106 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.744869 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:50:12.745120 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: timer() Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:50:12.748057 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:50:12.814221 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a7745ed8-fc52-40a0-afe2-cfb38ef24d95 no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:50:12.821881 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.830126 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.835811 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/networks/38e25679-dcd1-43ef-997b-54166aa1b817 HTTP/1.1" status: 204 len: 168 time: 0.3171690 Nov 10 04:50:12.836272 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48936) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:12.837901 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: a7745ed8-fc52-40a0-afe2-cfb38ef24d95 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:50:12.838285 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device a7745ed8-fc52-40a0-afe2-cfb38ef24d95 not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:50:12.845708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe4d1e-4487-4d5e-8625-27f207e962dc tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'Network': ['ID=38e25679-dcd1-43ef-997b-54166aa1b817,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:12.897256 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40553ff6-ee79-41eb-88d4-49b54e2c1f18 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.921434 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40553ff6-ee79-41eb-88d4-49b54e2c1f18 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.987392 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40553ff6-ee79-41eb-88d4-49b54e2c1f18 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.990260 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-40553ff6-ee79-41eb-88d4-49b54e2c1f18 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:12.991401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-40553ff6-ee79-41eb-88d4-49b54e2c1f18 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] 10.222.0.24 "DELETE /v2.0/security-groups/52e7e3f9-77ac-4191-b209-22d29db50278 HTTP/1.1" status: 204 len: 168 time: 0.1540685 Nov 10 04:50:13.001117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40553ff6-ee79-41eb-88d4-49b54e2c1f18 tempest-TestNetworkAdvancedServerOps-2033337709 tempest-TestNetworkAdvancedServerOps-2033337709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e7e3f9-77ac-4191-b209-22d29db50278,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:13.321092 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48944) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:13.434290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a8cd5180-f0cf-4062-9070-9a152249d26a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:50:13.482965 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6c973e10-e0ab-42f5-9c6d-f07cea84ef41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=829135a56df84f208b3363f1adeb8768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606565 Nov 10 04:50:13.486155 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48948) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:13.540684 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35175234-2895-487a-8d66-88b47531076d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:13.563785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35175234-2895-487a-8d66-88b47531076d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:13.613617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35175234-2895-487a-8d66-88b47531076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:13.616222 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-35175234-2895-487a-8d66-88b47531076d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:13.617371 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-35175234-2895-487a-8d66-88b47531076d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1472dd86-6d8b-4074-abf0-d13cbe573527 HTTP/1.1" status: 204 len: 168 time: 0.1302269 Nov 10 04:50:13.626393 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: a8cd5180-f0cf-4062-9070-9a152249d26a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:50:13.626732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device a8cd5180-f0cf-4062-9070-9a152249d26a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:50:13.627134 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1aed6140-c247-4a7e-a486-8746d3e82cfb no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:50:13.627371 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35175234-2895-487a-8d66-88b47531076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472dd86-6d8b-4074-abf0-d13cbe573527,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:13.669029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1aed6140-c247-4a7e-a486-8746d3e82cfb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:50:13.669402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1aed6140-c247-4a7e-a486-8746d3e82cfb not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:50:13.669825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1acad42a-ddf0-4170-926a-83299eb93c3a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:50:13.689759 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-72a1019c-6207-43e9-860d-ec36ed0f9e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:13.694139 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 1acad42a-ddf0-4170-926a-83299eb93c3a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:50:13.694550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 1acad42a-ddf0-4170-926a-83299eb93c3a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:50:13.887188 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:13.900727 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63e46e4f-00b7-432c-aff3-d849b6bd0236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:13.977248 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63e46e4f-00b7-432c-aff3-d849b6bd0236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:13.981149 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-63e46e4f-00b7-432c-aff3-d849b6bd0236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:14.017535 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46e4f-00b7-432c-aff3-d849b6bd0236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80735adc-8277-4e3a-bc69-aacc91d2226a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:14.021752 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-63e46e4f-00b7-432c-aff3-d849b6bd0236 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ff3e2fcf43b467a88e2efa130756950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335337 Nov 10 04:50:14.024276 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48956) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:14.069452 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-99048caa-1fc7-4fe2-8078-78b1a0874bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:14.089900 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-99048caa-1fc7-4fe2-8078-78b1a0874bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:14.135553 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-99048caa-1fc7-4fe2-8078-78b1a0874bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:14.138238 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-99048caa-1fc7-4fe2-8078-78b1a0874bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:14.139351 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-99048caa-1fc7-4fe2-8078-78b1a0874bf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80735adc-8277-4e3a-bc69-aacc91d2226a HTTP/1.1" status: 204 len: 168 time: 0.1141865 Nov 10 04:50:14.147013 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99048caa-1fc7-4fe2-8078-78b1a0874bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80735adc-8277-4e3a-bc69-aacc91d2226a,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:14.823522 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48978) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:14.919505 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-244600096-network', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:14.941039 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Made reservation on behalf of 6282b3e2f01b40a4a2b30d8a179d4405 for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:50:14.943320 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:14.951659 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.037676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.041397 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.065217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:50:15.077994 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e072af7-6d06-4ef5-a79d-3ef51716604a,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:15.083007 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.083337 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Added segment 5f70142a-9984-40e1-9709-da679783d502 of type vlan for network 18ac1669-677d-4490-9353-15d511b04a09 Nov 10 04:50:15.415181 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.438740 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.439651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:15.440266 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.490086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6654465 Nov 10 04:50:15.493366 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 48982) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:15.498336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Request body: {'subnet': {'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-244600096-subnet', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:15.500587 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94856e6a-4a85-408c-bd38-96ca6e68a7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=18ac1669-677d-4490-9353-15d511b04a09,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:15.510527 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 18ac1669-677d-4490-9353-15d511b04a09 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:50:15.525737 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Made reservation on behalf of 6282b3e2f01b40a4a2b30d8a179d4405 for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:50:15.529961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.704827 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.759803 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac900bc-5cc7-4254-a0d7-0674bcccf670,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:15.769223 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Checking segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:15.769588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Network hostable DHCP agents. Network: 18ac1669-677d-4490-9353-15d511b04a09, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:50:15.775425 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-39b3e64c-980a-4f6d-97bc-2b927078fdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.787665 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Network 18ac1669-677d-4490-9353-15d511b04a09 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:50:15.796406 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 18ac1669-677d-4490-9353-15d511b04a09) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:15.800603 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:15.801228 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.805967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee978cb-3c27-45dc-bca7-8d99aad3c368 None None] Network 18ac1669-677d-4490-9353-15d511b04a09 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:50:15.819205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-acf2c4b0-8f0b-4cc2-9bfd-ac2f03ddd43f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3247268 Nov 10 04:50:15.822085 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48984) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:15.826866 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:15.848323 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.849627 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.903288 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:15.951489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-18ac1669-677d-4490-9353-15d511b04a09', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:50:15.952470 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.039774 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.088217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Allocated IP 172.20.0.2 (18ac1669-677d-4490-9353-15d511b04a09/4ac900bc-5cc7-4254-a0d7-0674bcccf670/dfae2afa-8a0f-432b-9703-2f488ea948f2) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:16.230390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.236289 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.236960 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.256307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.274123 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Network 18ac1669-677d-4490-9353-15d511b04a09 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:16.278813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:16.282896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:16.291398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Pushing event updated for resources: {'Port': ['ID=dfae2afa-8a0f-432b-9703-2f488ea948f2,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:16.340690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Attempting to bind port dfae2afa-8a0f-432b-9703-2f488ea948f2 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:50:16.341066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Attempting to bind port dfae2afa-8a0f-432b-9703-2f488ea948f2 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:50:16.341394 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Attempting to bind port dfae2afa-8a0f-432b-9703-2f488ea948f2 on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:16.346480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:50:16.346867 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Checking segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:16.347239 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.347622 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Bound using segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:50:16.348073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Bound port: dfae2afa-8a0f-432b-9703-2f488ea948f2, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:50:16.348444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.364878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Allocated IP 172.25.6.155 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:16.414423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] For port dfae2afa-8a0f-432b-9703-2f488ea948f2, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:50:16.418070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] For port dfae2afa-8a0f-432b-9703-2f488ea948f2, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dfae2afa-8a0f-432b-9703-2f488ea948f2,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:50:16.422344 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.470748 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.477298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b247-cbca-408e-ac94-f36417cf35bb None None] Pushing event updated for resources: {'Port': ['ID=dfae2afa-8a0f-432b-9703-2f488ea948f2,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:16.508131 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.549255 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:16.556842 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:16.560962 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:16.573987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd8228f-10c7-47b7-8220-f26def6e3037 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:16.584874 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Pushing event updated for resources: {'Port': ['ID=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:16.687652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-bfbd0124-bd22-4565-a7f5-980f0ef17881 None None] Provisioning complete for port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:16.688031 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0124-bd22-4565-a7f5-980f0ef17881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.725065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd0124-bd22-4565-a7f5-980f0ef17881 None None] Port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:50:16.840871 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:16.996008 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:17.041673 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:17.174428 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:50:17.286892 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:50:17.296418 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Sync routers for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:50:17.309205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:17.310551 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-f55e8869-7b50-4809-97dd-798cc7ba226d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4874094 Nov 10 04:50:17.311538 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:17.312149 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:17.313239 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 48986) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:17.350357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9547db-0aaa-4cda-abda-df78932aa2ce None None] Network 18ac1669-677d-4490-9353-15d511b04a09 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:50:17.462598 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:17.519483 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device dfae2afa-8a0f-432b-9703-2f488ea948f2 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:17.612545 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-935d294e-82ee-42d6-bbce-7e4405d9a437 None None] Provisioning complete for port dfae2afa-8a0f-432b-9703-2f488ea948f2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:17.613441 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-935d294e-82ee-42d6-bbce-7e4405d9a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:17.745329 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:17.757964 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port dfae2afa-8a0f-432b-9703-2f488ea948f2 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:17.758331 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:17.875464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-935d294e-82ee-42d6-bbce-7e4405d9a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:17.899412 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Allocated IP 172.20.0.1 (18ac1669-677d-4490-9353-15d511b04a09/4ac900bc-5cc7-4254-a0d7-0674bcccf670/011c4ed7-ea9b-407c-982c-76e1bd121ace) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:17.918034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:16Z', 'revision_number': 3, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:17.974558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Checking router: 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:50:17.974902 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Updating router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:50:17.977779 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-935d294e-82ee-42d6-bbce-7e4405d9a437 None None] For port dfae2afa-8a0f-432b-9703-2f488ea948f2, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dfae2afa-8a0f-432b-9703-2f488ea948f2,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:18.000716 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-935d294e-82ee-42d6-bbce-7e4405d9a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.015519 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.037096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.041090 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.054585 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.096280 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Network 18ac1669-677d-4490-9353-15d511b04a09 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:18.101560 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:18.105187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:18.133143 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Pushing event updated for resources: {'Port': ['ID=011c4ed7-ea9b-407c-982c-76e1bd121ace,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:18.150734 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.192028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d294e-82ee-42d6-bbce-7e4405d9a437 None None] Pushing event updated for resources: {'Port': ['ID=dfae2afa-8a0f-432b-9703-2f488ea948f2,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:18.217507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:50:18.217899 n-d-817326-2 neutron-server[102598]: DEBUG oslo_db.api [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:50:18.281650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c5b260aa-b79c-41a1-a88d-67b34a17643e None None] Provisioning complete for port dfae2afa-8a0f-432b-9703-2f488ea948f2 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:18.282594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c5b260aa-b79c-41a1-a88d-67b34a17643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.294112 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.471718 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.476317 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.543136 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Pushing event updated for resources: {'Port': ['ID=011c4ed7-ea9b-407c-982c-76e1bd121ace,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:18.545628 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.596309 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.604036 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.658711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d91f6-a761-45c2-8475-17e83669ca3a None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:18.682067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Attempting to bind port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:50:18.682431 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Attempting to bind port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:50:18.682789 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Attempting to bind port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:18.687038 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20698300-1b5a-4aa8-9670-cc2a307c267d None None] Pushing event updated for resources: {'Port': ['ID=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:18.693969 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.694986 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:50:18.695357 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:18.695760 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.696130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:50:18.696599 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Bound port: e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:50:18.696968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.792097 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] For port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:50:18.795797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] For port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:50:18.797468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Provisioning complete for port 011c4ed7-ea9b-407c-982c-76e1bd121ace triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:18.798026 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.804495 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:18.870650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5c701-0e42-4803-893b-bf1b1ae952f8 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:18.895657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Port 011c4ed7-ea9b-407c-982c-76e1bd121ace cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:50:18.909368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:18.910007 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:18.937437 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Network 18ac1669-677d-4490-9353-15d511b04a09 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:18.939478 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:18.948391 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20698300-1b5a-4aa8-9670-cc2a307c267d None None] Pushing event updated for resources: {'Port': ['ID=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:18.961466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Provisioning complete for port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:18.961837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.059112 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:19.060404 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:50:19.167208 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.179273 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:50:19.184992 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c0d53a81-722e-446b-977a-d3aafd94a2ea admin admin] 10.222.0.24 "PUT /v2.0/routers/66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704164 Nov 10 04:50:19.225011 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] For port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:19.234166 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.312939 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.324083 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fffc1c-c9ce-433f-a0c9-bdf9503e0928 None None] Pushing event updated for resources: {'Port': ['ID=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:19.369533 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2cdaba42-bcc0-48b1-8c4f-5533ee0bb782 None None] Provisioning complete for port 011c4ed7-ea9b-407c-982c-76e1bd121ace triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:19.369901 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cdaba42-bcc0-48b1-8c4f-5533ee0bb782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.418009 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2cdaba42-bcc0-48b1-8c4f-5533ee0bb782 None None] Port 011c4ed7-ea9b-407c-982c-76e1bd121ace cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:50:19.424457 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 2, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:19.454987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device dfae2afa-8a0f-432b-9703-2f488ea948f2 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:19.461665 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52ae8e-63e2-4682-a7b8-3e84e02b0790 None None] The sync data for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 is: [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 2, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:50:19.495736 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2cdaba42-bcc0-48b1-8c4f-5533ee0bb782 None None] Provisioning complete for port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:19.496353 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cdaba42-bcc0-48b1-8c4f-5533ee0bb782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.553353 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port dfae2afa-8a0f-432b-9703-2f488ea948f2 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:19.553550 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.698120 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49002) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:19.703209 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1121957299-network', 'tenant_id': 'c964faacbf1940969a3418f047d5495f'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:19.731976 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Made reservation on behalf of c964faacbf1940969a3418f047d5495f for: {'network': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:50:19.734474 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.744072 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.828912 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.833127 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.862563 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:50:19.869698 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e7e7b0-38f8-41d4-900f-1ed9a3cdd622,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:19.877234 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.877709 n-d-817326-2 neutron-server[102596]: INFO neutron.db.segments_db [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Added segment 0280aa95-4795-417a-b7e0-70e029569208 of type vlan for network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d Nov 10 04:50:19.920125 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.944817 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:19.945823 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:19.946449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.008803 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3102553 Nov 10 04:50:20.011584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49004) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:20.017115 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Request body: {'subnet': {'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1121957299-subnet', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'ip_version': 4}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:20.017838 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158b884-be97-491e-90c5-d0e969408d64 admin admin] Pushing event updated for resources: {'Network': ['ID=62e845d3-0b4c-4681-92c8-8c2cbdf8418d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:20.027887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:50:20.041391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Made reservation on behalf of c964faacbf1940969a3418f047d5495f for: {'subnet': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:50:20.045023 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25304073'] for subnet, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.237010 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3212317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25304103'] for subnet, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.297291 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d2d0fc-a00a-478b-babc-88b9a347b024,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:20.308130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Checking segment: {'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:20.308492 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Network hostable DHCP agents. Network: 62e845d3-0b4c-4681-92c8-8c2cbdf8418d, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:50:20.325583 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:50:20.335605 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 62e845d3-0b4c-4681-92c8-8c2cbdf8418d) {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:20.345102 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9a544-a0ae-458a-aace-01418d43df08 None None] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:50:20.345382 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:20.346018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.363672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-56ee7ba8-8d87-45dc-8039-af8f55fc257c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3504455 Nov 10 04:50:20.366480 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49006) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:20.371084 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:20.392825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.394255 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.450145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.510350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'fixed_ips': [{'subnet_id': '26d2d0fc-a00a-478b-babc-88b9a347b024'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:50:20.511414 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.605666 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.657828 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Allocated IP 172.20.0.2 (62e845d3-0b4c-4681-92c8-8c2cbdf8418d/26d2d0fc-a00a-478b-babc-88b9a347b024/0072753b-554e-4cba-b1b2-e9f4baf8bbb9) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:20.816337 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.818645 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.824390 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.839794 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.871013 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:20.874062 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:20.879888 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:20.882731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Pushing event updated for resources: {'Port': ['ID=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:20.933844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Attempting to bind port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:50:20.934237 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Attempting to bind port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:50:20.934591 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Attempting to bind port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 on network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:20.940090 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:50:20.940460 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Checking segment: {'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:20.940852 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.941240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Bound using segment: {'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:50:20.941726 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Bound port: 0072753b-554e-4cba-b1b2-e9f4baf8bbb9, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:50:20.942123 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:20.944687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Allocated IP 172.25.6.177 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f59acd07-c89c-4e8c-8f77-35d0f924ca23) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:21.008166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] For port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:50:21.011243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] For port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,segment=NetworkSegment(0280aa95-4795-417a-b7e0-70e029569208),segment_id=0280aa95-4795-417a-b7e0-70e029569208)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:50:21.014940 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.053645 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.079310 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d0fa0-a4a5-405f-821e-d6bddc1b6a39 None None] Pushing event updated for resources: {'Port': ['ID=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:21.092448 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.134758 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:21.137816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:21.141625 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:21.151907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198c0e5-951f-4989-9ee1-1030dc584663 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:21.164345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Pushing event updated for resources: {'Port': ['ID=f59acd07-c89c-4e8c-8f77-35d0f924ca23,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:21.293244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4c805230-25d3-4ba6-9f1b-7e2ca55f5c29 None None] Provisioning complete for port f59acd07-c89c-4e8c-8f77-35d0f924ca23 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:21.294058 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4c805230-25d3-4ba6-9f1b-7e2ca55f5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.346914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-4c805230-25d3-4ba6-9f1b-7e2ca55f5c29 None None] Port f59acd07-c89c-4e8c-8f77-35d0f924ca23 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:50:21.445093 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.504798 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:21.552585 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:21.552949 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.598328 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Sync routers for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:50:21.613360 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:21.614018 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:21.634517 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:21.661899 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.680595 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:21.680968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.725330 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:21.764368 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.804413 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Router 1f65f9dd-3baa-4f26-9a7a-836871949f13 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:50:21.810027 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] For port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,segment=NetworkSegment(0280aa95-4795-417a-b7e0-70e029569208),segment_id=0280aa95-4795-417a-b7e0-70e029569208)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:21.814706 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.867181 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Pushing event updated for resources: {'Port': ['ID=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:21.917848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:50:21.927462 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Sync routers for ids ['1f65f9dd-3baa-4f26-9a7a-836871949f13'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:50:21.936695 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:21.941115 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-384ba48c-08e3-400e-a599-4ca5ce2b1023 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5703549 Nov 10 04:50:21.941278 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49008) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:21.942487 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Routers {'1f65f9dd-3baa-4f26-9a7a-836871949f13'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:21.943133 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1f65f9dd-3baa-4f26-9a7a-836871949f13'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:22.051561 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 2, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:22.083725 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Checking router: 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:50:22.084365 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Updating router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 port 011c4ed7-ea9b-407c-982c-76e1bd121ace binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:50:22.095669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Set router 1f65f9dd-3baa-4f26-9a7a-836871949f13 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:22.111065 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.382921 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72792c8e-46d1-4ab8-a8fc-572159b72173 None None] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:50:22.405362 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.412467 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.424053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.486037 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Pushing event updated for resources: {'Port': ['ID=011c4ed7-ea9b-407c-982c-76e1bd121ace,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:22.509365 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.509789 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.510214 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.510615 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.511011 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.511439 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.511811 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.512613 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.512613 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.512936 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.513321 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.513702 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:50:22.526882 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Attempting to bind port 011c4ed7-ea9b-407c-982c-76e1bd121ace on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:50:22.527249 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Attempting to bind port 011c4ed7-ea9b-407c-982c-76e1bd121ace by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:50:22.527697 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Attempting to bind port 011c4ed7-ea9b-407c-982c-76e1bd121ace on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:22.533603 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:50:22.534105 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Checking segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:22.534574 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.535031 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Bound using segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:50:22.535570 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Bound port: 011c4ed7-ea9b-407c-982c-76e1bd121ace, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:50:22.536017 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.543397 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-aea11484-0eac-4edf-84d8-318552184516 None None] Provisioning complete for port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:22.544005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aea11484-0eac-4edf-84d8-318552184516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.612508 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] For port 011c4ed7-ea9b-407c-982c-76e1bd121ace, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:50:22.616371 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] For port 011c4ed7-ea9b-407c-982c-76e1bd121ace, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=011c4ed7-ea9b-407c-982c-76e1bd121ace,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:50:22.624435 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.628585 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Allocated IP 172.20.0.1 (62e845d3-0b4c-4681-92c8-8c2cbdf8418d/26d2d0fc-a00a-478b-babc-88b9a347b024/34445de4-eae4-41da-afd4-ecb976dad13e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:22.715901 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9decd-18f6-4500-a416-40e73e426374 None None] Pushing event updated for resources: {'Port': ['ID=011c4ed7-ea9b-407c-982c-76e1bd121ace,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:22.728600 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:22.729208 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:22.740523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:21Z', 'revision_number': 3, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port': {'id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:22.772240 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.774872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Checking router: 1f65f9dd-3baa-4f26-9a7a-836871949f13 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:50:22.775200 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Updating router 1f65f9dd-3baa-4f26-9a7a-836871949f13 port f59acd07-c89c-4e8c-8f77-35d0f924ca23 binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:50:22.805144 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:22.881464 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:22.978895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1fc23330-a875-4032-90ae-bbdb7e26b22f None None] Provisioning complete for port 011c4ed7-ea9b-407c-982c-76e1bd121ace triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:22.979160 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1fc23330-a875-4032-90ae-bbdb7e26b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.121020 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:22Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:23.148032 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01243f1-dd49-434e-bb13-5bb5f76a6610 None None] The sync data for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 is: [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:22Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:50:23.171504 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1fc23330-a875-4032-90ae-bbdb7e26b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.182638 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.225980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:23.236376 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Pushing event updated for resources: {'Port': ['ID=34445de4-eae4-41da-afd4-ecb976dad13e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:23.239232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:23.241410 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:23.242706 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1fc23330-a875-4032-90ae-bbdb7e26b22f None None] For port 011c4ed7-ea9b-407c-982c-76e1bd121ace, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=011c4ed7-ea9b-407c-982c-76e1bd121ace,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:23.258986 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1fc23330-a875-4032-90ae-bbdb7e26b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.266255 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.287423 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.293352 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.344479 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c03cc8-ba00-4bbb-a227-2890b5122763 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:23.359496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc23330-a875-4032-90ae-bbdb7e26b22f None None] Pushing event updated for resources: {'Port': ['ID=011c4ed7-ea9b-407c-982c-76e1bd121ace,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:23.363121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Attempting to bind port f59acd07-c89c-4e8c-8f77-35d0f924ca23 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:50:23.363491 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Attempting to bind port f59acd07-c89c-4e8c-8f77-35d0f924ca23 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:50:23.363845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Attempting to bind port f59acd07-c89c-4e8c-8f77-35d0f924ca23 on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:23.371839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:50:23.372214 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:23.372611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.372996 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:50:23.373473 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Bound port: f59acd07-c89c-4e8c-8f77-35d0f924ca23, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:50:23.373853 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.504596 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e9be6277-5eef-4648-ba89-71e66c56290a None None] Provisioning complete for port 011c4ed7-ea9b-407c-982c-76e1bd121ace triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:23.504961 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e9be6277-5eef-4648-ba89-71e66c56290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.513288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb76d0-9989-4b59-8d88-ee4c1e5a17d3 None None] Pushing event updated for resources: {'Port': ['ID=f59acd07-c89c-4e8c-8f77-35d0f924ca23,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:23.537882 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.560639 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:23.564199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] For port f59acd07-c89c-4e8c-8f77-35d0f924ca23, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:50:23.616558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] For port f59acd07-c89c-4e8c-8f77-35d0f924ca23, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f59acd07-c89c-4e8c-8f77-35d0f924ca23,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:50:23.630686 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.679950 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d55fb1-f780-4ac0-a8bd-0d6056d98992 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:50:23.704855 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Routers {'1f65f9dd-3baa-4f26-9a7a-836871949f13'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:23.705480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1f65f9dd-3baa-4f26-9a7a-836871949f13'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:23.729209 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.734783 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.802067 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb76d0-9989-4b59-8d88-ee4c1e5a17d3 None None] Pushing event updated for resources: {'Port': ['ID=f59acd07-c89c-4e8c-8f77-35d0f924ca23,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:23.811037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:23.811507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.818056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.821023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Pushing event updated for resources: {'Port': ['ID=34445de4-eae4-41da-afd4-ecb976dad13e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:23.904594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-e9be6277-5eef-4648-ba89-71e66c56290a None None] Provisioning complete for port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:23.904956 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e9be6277-5eef-4648-ba89-71e66c56290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:23.925394 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:23.926925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:23.935652 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] Set router 1f65f9dd-3baa-4f26-9a7a-836871949f13 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:24.054370 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Router 1f65f9dd-3baa-4f26-9a7a-836871949f13 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:50:24.092583 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 011c4ed7-ea9b-407c-982c-76e1bd121ace up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:24.175725 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:50:24.185708 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fe34c5f3-ad9d-4557-bb00-84ba2332d387 admin admin] 10.222.0.24 "PUT /v2.0/routers/1f65f9dd-3baa-4f26-9a7a-836871949f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2392526 Nov 10 04:50:24.185879 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:24.251152 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 011c4ed7-ea9b-407c-982c-76e1bd121ace triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:24.251520 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:24.311731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 4, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port': {'id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '34445de4-eae4-41da-afd4-ecb976dad13e', 'name': '', 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'mac_address': 'fa:16:3e:33:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:22Z', 'updated_at': '2021-11-10T04:50:22Z', 'revision_number': 1, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'subnets': [{'id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:24.345643 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4614a1e-a89a-4ac2-9cb1-57586d194dd5 None None] The sync data for ids ['1f65f9dd-3baa-4f26-9a7a-836871949f13'] in n-d-817326-2 is: [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 4, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port': {'id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '34445de4-eae4-41da-afd4-ecb976dad13e', 'name': '', 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'mac_address': 'fa:16:3e:33:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:22Z', 'updated_at': '2021-11-10T04:50:22Z', 'revision_number': 1, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'subnets': [{'id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:50:24.386588 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Provisioning complete for port 34445de4-eae4-41da-afd4-ecb976dad13e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:24.386959 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:24.427327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Port 34445de4-eae4-41da-afd4-ecb976dad13e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:50:24.437298 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Provisioning complete for port f59acd07-c89c-4e8c-8f77-35d0f924ca23 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:24.437670 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:24.516930 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:24.537851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] For port f59acd07-c89c-4e8c-8f77-35d0f924ca23, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f59acd07-c89c-4e8c-8f77-35d0f924ca23,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:24.544624 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:24.783015 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639823c-ada3-4dc0-a22e-b110ddafd8ec None None] Pushing event updated for resources: {'Port': ['ID=f59acd07-c89c-4e8c-8f77-35d0f924ca23,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.004078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49016) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:25.008704 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-70aabe64-5bda-46e2-b72d-5594d16b2132 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237093909', 'description': 'tempest-secgroup-smoke-237093909 description', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:25.030199 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aabe64-5bda-46e2-b72d-5594d16b2132 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.096367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aabe64-5bda-46e2-b72d-5594d16b2132 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.100016 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aabe64-5bda-46e2-b72d-5594d16b2132 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.128680 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-70aabe64-5bda-46e2-b72d-5594d16b2132 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.129878 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-70aabe64-5bda-46e2-b72d-5594d16b2132 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1247647 Nov 10 04:50:25.131822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aabe64-5bda-46e2-b72d-5594d16b2132 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa30ae25-da91-42aa-94f8-f9469f64d861,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.133022 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49018) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:25.138657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-eed8c286-a4a6-43c8-921f-108d53a4bfde tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': 'fa30ae25-da91-42aa-94f8-f9469f64d861', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:25.164391 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eed8c286-a4a6-43c8-921f-108d53a4bfde tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.218979 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eed8c286-a4a6-43c8-921f-108d53a4bfde tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.223562 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eed8c286-a4a6-43c8-921f-108d53a4bfde tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.242468 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8c286-a4a6-43c8-921f-108d53a4bfde tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518afe4f-d16f-4102-8b98-24ed3da3cf8f,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.251336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-eed8c286-a4a6-43c8-921f-108d53a4bfde tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.255037 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-eed8c286-a4a6-43c8-921f-108d53a4bfde tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184373 Nov 10 04:50:25.255258 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49020) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:25.259518 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-71e33d6a-8b72-4001-8010-bc21991182fa tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': 'fa30ae25-da91-42aa-94f8-f9469f64d861', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:25.284771 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71e33d6a-8b72-4001-8010-bc21991182fa tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.338172 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71e33d6a-8b72-4001-8010-bc21991182fa tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.342086 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71e33d6a-8b72-4001-8010-bc21991182fa tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.360481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e33d6a-8b72-4001-8010-bc21991182fa tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ac3d94-446e-40f3-a829-2f3c69ca2e11,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.368882 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-71e33d6a-8b72-4001-8010-bc21991182fa tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.370082 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-71e33d6a-8b72-4001-8010-bc21991182fa tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138871 Nov 10 04:50:25.372979 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49022) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:25.377751 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-775adf35-d83b-41dd-a2d0-a25a1ab379f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': 'fa30ae25-da91-42aa-94f8-f9469f64d861', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:25.410163 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-775adf35-d83b-41dd-a2d0-a25a1ab379f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.468259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-775adf35-d83b-41dd-a2d0-a25a1ab379f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.471683 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-775adf35-d83b-41dd-a2d0-a25a1ab379f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.492261 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775adf35-d83b-41dd-a2d0-a25a1ab379f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c411e9b2-df83-486a-a960-1fd4783e7aad,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.500506 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-775adf35-d83b-41dd-a2d0-a25a1ab379f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.501665 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-775adf35-d83b-41dd-a2d0-a25a1ab379f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276941 Nov 10 04:50:25.504365 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49024) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:25.508574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7db06df6-670f-486e-b3d9-452476f13a3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': 'fa30ae25-da91-42aa-94f8-f9469f64d861', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:25.535446 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7db06df6-670f-486e-b3d9-452476f13a3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.591566 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7db06df6-670f-486e-b3d9-452476f13a3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.595612 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7db06df6-670f-486e-b3d9-452476f13a3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.613912 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db06df6-670f-486e-b3d9-452476f13a3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c57249e-a877-4e27-a52a-2112f4987d01,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.621825 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7db06df6-670f-486e-b3d9-452476f13a3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.623113 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7db06df6-670f-486e-b3d9-452476f13a3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178436 Nov 10 04:50:25.625804 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49026) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:25.630003 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': 'fa30ae25-da91-42aa-94f8-f9469f64d861', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:25.650855 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Project 6282b3e2f01b40a4a2b30d8a179d4405 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:50:25.655498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.712205 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.717818 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.738818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a717c2bd-4953-4489-8eff-0f0c65da397f,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.744749 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.748000 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fbf07fab-d002-4377-9a40-14e94bdb476f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191893 Nov 10 04:50:25.749416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:25.756010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': 'fa30ae25-da91-42aa-94f8-f9469f64d861', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:25.779885 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Project 6282b3e2f01b40a4a2b30d8a179d4405 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:50:25.785521 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.790706 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:50:25.844656 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.848460 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.865225 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cfc63d-0c03-477f-b3b0-04ee80d04c6b,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:25.871645 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:25.872838 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-63ca2710-27e6-4673-858f-e94f87acad80 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222770 Nov 10 04:50:26.052873 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-de4cf615-f467-43c6-9d0a-6efd88ba6ed2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237093909&fields=id&tenant_id=6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 267 time: 0.0475149 Nov 10 04:50:26.164185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-b5b0eade-98e0-4294-94b8-736fb6824259 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:26.165737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-b5b0eade-98e0-4294-94b8-736fb6824259 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 808 time: 0.1057599 Nov 10 04:50:26.181798 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-e3e13e4c-0f2c-4ebd-bdd1-2b8b68ab9a00 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/quotas/6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 375 time: 0.0100896 Nov 10 04:50:26.238990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-c5168458-0f0a-4035-a455-13c943c712ca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516291 Nov 10 04:50:26.350263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-68b69781-4e39-41c4-8509-f4b417d90c44 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:50:26.351280 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-68b69781-4e39-41c4-8509-f4b417d90c44 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1007633 Nov 10 04:50:26.443233 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-cb276cd8-3c39-4def-aee5-07b8db96b8ef service neutron] 10.222.0.24 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854647 Nov 10 04:50:26.539059 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-582496df-685d-4d77-a3f8-5735ae635316 service neutron] 10.222.0.24 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895002 Nov 10 04:50:26.701175 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6e13c1d3-9f2a-45bb-b884-09641b5c3309 req-fe18c451-ad04-4bc6-b322-14a57d10e8a4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 210 time: 0.0288272 Nov 10 04:50:27.253827 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Sync routers for ids ['1f65f9dd-3baa-4f26-9a7a-836871949f13'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:50:27.264576 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Routers {'1f65f9dd-3baa-4f26-9a7a-836871949f13'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:27.265179 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1f65f9dd-3baa-4f26-9a7a-836871949f13'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:27.373575 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Set router 1f65f9dd-3baa-4f26-9a7a-836871949f13 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:27.461550 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f59acd07-c89c-4e8c-8f77-35d0f924ca23 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:27.510743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port f59acd07-c89c-4e8c-8f77-35d0f924ca23 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:27.510992 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:27.585623 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 4, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port': {'id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '34445de4-eae4-41da-afd4-ecb976dad13e', 'name': '', 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'mac_address': 'fa:16:3e:33:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:22Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 2, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'subnets': [{'id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:27.613332 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Checking router: 1f65f9dd-3baa-4f26-9a7a-836871949f13 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:50:27.613703 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Updating router 1f65f9dd-3baa-4f26-9a7a-836871949f13 port 34445de4-eae4-41da-afd4-ecb976dad13e binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:50:27.639185 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:27.726707 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-7974e67d-9f2c-4d28-bad7-d6d60519ef37 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:27.728371 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-7974e67d-9f2c-4d28-bad7-d6d60519ef37 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 808 time: 0.1106241 Nov 10 04:50:27.802890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7a04698d-e3df-47cc-b277-cffb0efd6a94 req-ab16d007-19c0-47c6-86c8-9bbd53d503cd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 210 time: 0.0261710 Nov 10 04:50:27.818882 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3d883f7f-ac9f-4fe2-a92c-aef3c0957e21 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 379 time: 0.0747318 Nov 10 04:50:27.859011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'port': {'device_id': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'admin_state_up': True, 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'security_groups': ['fa30ae25-da91-42aa-94f8-f9469f64d861']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:27.916512 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:27.921866 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:27.974740 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab079cf-3e6d-4706-963c-23459227aa96 None None] Pushing event updated for resources: {'Port': ['ID=34445de4-eae4-41da-afd4-ecb976dad13e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:27.982046 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Made reservation on behalf of 6282b3e2f01b40a4a2b30d8a179d4405 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:50:27.990227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.029601 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Attempting to bind port 34445de4-eae4-41da-afd4-ecb976dad13e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:50:28.029988 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Attempting to bind port 34445de4-eae4-41da-afd4-ecb976dad13e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:50:28.030347 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Attempting to bind port 34445de4-eae4-41da-afd4-ecb976dad13e on network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:28.036122 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:50:28.036476 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Checking segment: {'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:28.037066 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.037467 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Bound using segment: {'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:50:28.038092 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Bound port: 34445de4-eae4-41da-afd4-ecb976dad13e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0280aa95-4795-417a-b7e0-70e029569208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:50:28.038467 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.131939 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Allocated IP 172.20.0.14 (18ac1669-677d-4490-9353-15d511b04a09/4ac900bc-5cc7-4254-a0d7-0674bcccf670/bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:28.202056 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] For port 34445de4-eae4-41da-afd4-ecb976dad13e, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:50:28.205433 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] For port 34445de4-eae4-41da-afd4-ecb976dad13e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=34445de4-eae4-41da-afd4-ecb976dad13e,segment=NetworkSegment(0280aa95-4795-417a-b7e0-70e029569208),segment_id=0280aa95-4795-417a-b7e0-70e029569208)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:50:28.209620 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7422f32b-7984-4a19-a8ee-568852021e2f None None] Provisioning complete for port 34445de4-eae4-41da-afd4-ecb976dad13e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:28.210285 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7422f32b-7984-4a19-a8ee-568852021e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.210685 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.265147 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Routers {'1f65f9dd-3baa-4f26-9a7a-836871949f13'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:28.265832 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1f65f9dd-3baa-4f26-9a7a-836871949f13'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:28.290228 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.306647 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7422f32b-7984-4a19-a8ee-568852021e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.327858 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.348711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-7422f32b-7984-4a19-a8ee-568852021e2f None None] For port 34445de4-eae4-41da-afd4-ecb976dad13e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=34445de4-eae4-41da-afd4-ecb976dad13e,segment=NetworkSegment(0280aa95-4795-417a-b7e0-70e029569208),segment_id=0280aa95-4795-417a-b7e0-70e029569208)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:28.355368 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7422f32b-7984-4a19-a8ee-568852021e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.377345 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab079cf-3e6d-4706-963c-23459227aa96 None None] Pushing event updated for resources: {'Port': ['ID=34445de4-eae4-41da-afd4-ecb976dad13e,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:28.380807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Network 18ac1669-677d-4490-9353-15d511b04a09 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:28.384657 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:28.394697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:28.399711 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] Set router 1f65f9dd-3baa-4f26-9a7a-836871949f13 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:28.429818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422f32b-7984-4a19-a8ee-568852021e2f None None] Pushing event updated for resources: {'Port': ['ID=34445de4-eae4-41da-afd4-ecb976dad13e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:28.433769 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:28.464490 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:28.465143 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.488168 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3eab0755-aba0-4f2c-9535-104f6ee584e7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6329594 Nov 10 04:50:28.507805 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Request body: {'port': {'device_id': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:28.567862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.584136 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-d508c294-e59a-458d-8c58-99b251175e80 None None] Provisioning complete for port 34445de4-eae4-41da-afd4-ecb976dad13e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:28.585754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d508c294-e59a-458d-8c58-99b251175e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.647787 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eabce091-7251-40d0-9c12-1278e215542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 4, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port': {'id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '34445de4-eae4-41da-afd4-ecb976dad13e', 'name': '', 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'mac_address': 'fa:16:3e:33:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:22Z', 'updated_at': '2021-11-10T04:50:28Z', 'revision_number': 4, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'subnets': [{'id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:28.678129 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabce091-7251-40d0-9c12-1278e215542a None None] The sync data for ids ['1f65f9dd-3baa-4f26-9a7a-836871949f13'] in n-d-817326-2 is: [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 4, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port': {'id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '34445de4-eae4-41da-afd4-ecb976dad13e', 'name': '', 'network_id': '62e845d3-0b4c-4681-92c8-8c2cbdf8418d', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'mac_address': 'fa:16:3e:33:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:22Z', 'updated_at': '2021-11-10T04:50:28Z', 'revision_number': 4, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'subnets': [{'id': '26d2d0fc-a00a-478b-babc-88b9a347b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:50:28.804511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-109d7b9d-1e79-4f0a-8c34-91efdb39e0ad None None] Provisioning complete for port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:28.805164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-109d7b9d-1e79-4f0a-8c34-91efdb39e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.846704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-109d7b9d-1e79-4f0a-8c34-91efdb39e0ad None None] Port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:50:28.880954 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:50:28.889388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.903352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Transition to ACTIVE for port object bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:50:28.908567 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:28.931208 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e750e-868a-4836-84a3-bb860cbea89c req-8d521b4b-1d5d-40a0-96ae-08f166375ccd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:28.934158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d86e750e-868a-4836-84a3-bb860cbea89c req-8d521b4b-1d5d-40a0-96ae-08f166375ccd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 932 time: 0.0539541 Nov 10 04:50:28.967550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:29.018730 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d86e750e-868a-4836-84a3-bb860cbea89c req-2f975ead-54f1-47df-bfe0-865a3df04b6f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762479 Nov 10 04:50:29.063993 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:50:29.064322 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:50:29.064768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:29.069354 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on network 18ac1669-677d-4490-9353-15d511b04a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:50:29.069674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:50:29.074697 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:50:29.075033 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Checking segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:50:29.075406 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Bound using segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:50:29.075822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Bound port: bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:50:29.076173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:29.141983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:50:29.145112 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:50:29.149873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:29.190178 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:29.190847 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:29.192207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] 10.222.0.11 "PUT /v2.0/ports/bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1092 time: 0.6893377 Nov 10 04:50:29.192703 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:50:29.194907 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541671d-c1c7-4a70-a3f3-455add1944c3" -d '{"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:50:29.223088 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc478ea-c781-4a29-b97f-be8495780e77 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:29.239612 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2d2741-336f-4b8d-af37-85ccb449e2a7 x-openstack-request-id: req-7f2d2741-336f-4b8d-af37-85ccb449e2a7 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:50:29.240099 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:50:29.240522 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f2d2741-336f-4b8d-af37-85ccb449e2a7 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:50:29.241071 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'status': 'completed', 'code': 200} Nov 10 04:50:29.297851 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-e9e429dd-e623-4acc-9d41-c1e63364d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:29.299451 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-e9e429dd-e623-4acc-9d41-c1e63364d430 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1095 time: 0.0426171 Nov 10 04:50:29.348784 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-1a8b053b-8160-4bbe-a4a2-bc47d06eea98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 217 time: 0.0369725 Nov 10 04:50:29.409753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-a33012b0-d659-4365-b63d-379ac2ab1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:29.411253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-a33012b0-d659-4365-b63d-379ac2ab1d24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0523863 Nov 10 04:50:29.464383 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-c0c78f3b-c3ac-41ec-9a11-8f1aa8d8def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:29.465813 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-c0c78f3b-c3ac-41ec-9a11-8f1aa8d8def0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470030 Nov 10 04:50:29.474743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 34445de4-eae4-41da-afd4-ecb976dad13e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:29.525566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 34445de4-eae4-41da-afd4-ecb976dad13e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:29.526507 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:29.558810 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-89c38544-6559-44a5-a787-38fc31a4d01b service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859649 Nov 10 04:50:29.652799 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c2f4490d-f840-43dd-b4a4-acfebebc8a55 req-4ed2e9a7-3518-4e20-9d7a-4cd99bb02163 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872109 Nov 10 04:50:29.788822 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-da5b8165-18f8-46f2-945b-fdfe0c9c7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:29.790353 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-da5b8165-18f8-46f2-945b-fdfe0c9c7f9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1095 time: 0.0412617 Nov 10 04:50:29.889818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-f7825ee2-bea8-4442-8683-3809a59b3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:29.891843 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-f7825ee2-bea8-4442-8683-3809a59b3d69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0936439 Nov 10 04:50:29.934390 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-797b2a85-e271-44be-ba48-6a11525b60ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 217 time: 0.0340867 Nov 10 04:50:29.982687 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-c2ceb217-ceac-4ba5-ade7-3bf3232c5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:29.984094 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-c2ceb217-ceac-4ba5-ade7-3bf3232c5719 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0429771 Nov 10 04:50:30.035964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-24275e2c-6fcb-48e5-aa41-aaf18c5cfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:30.037452 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-24275e2c-6fcb-48e5-aa41-aaf18c5cfac7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454888 Nov 10 04:50:30.135955 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-083e5339-2995-4663-9e55-8b61e4d23a95 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905993 Nov 10 04:50:30.146510 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e54a0-a361-4e86-8f2d-db7e915aea64 req-2deae909-f927-4820-9179-d182286fe9cf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:30.147988 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-310e54a0-a361-4e86-8f2d-db7e915aea64 req-2deae909-f927-4820-9179-d182286fe9cf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 944 time: 0.0575454 Nov 10 04:50:30.205466 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-310e54a0-a361-4e86-8f2d-db7e915aea64 req-61bdd724-0f7e-4bcf-a07b-cd53fc2b4f9b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509024 Nov 10 04:50:30.236419 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6541671d-c1c7-4a70-a3f3-455add1944c3 req-eb42900a-f588-4989-981c-6fb9a95e834f service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931880 Nov 10 04:50:31.318622 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b8f6f-36ae-48e0-993d-d0fc1c77668a req-1c153114-3717-4c67-a175-d8b92d890e2c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:31.320064 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-883b8f6f-36ae-48e0-993d-d0fc1c77668a req-1c153114-3717-4c67-a175-d8b92d890e2c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 944 time: 0.0476842 Nov 10 04:50:31.368258 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-883b8f6f-36ae-48e0-993d-d0fc1c77668a req-3c26418f-af87-4cdd-80d7-9509182fabc9 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 Nov 10 04:50:32.485639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c4f1d-af44-48d4-970f-93bcd9086116 req-79f4b5ad-7ef2-4b61-bdab-a3fddce21743 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:32.487137 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a87c4f1d-af44-48d4-970f-93bcd9086116 req-79f4b5ad-7ef2-4b61-bdab-a3fddce21743 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 944 time: 0.0524240 Nov 10 04:50:32.534956 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a87c4f1d-af44-48d4-970f-93bcd9086116 req-48063ca4-6fa9-4811-9ea0-a20bc6dba04d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Nov 10 04:50:33.227648 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:50:33.319355 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:33.330938 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'port_id': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'mac_address': 'fa:16:3e:bf:e6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:50:33.369814 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:33.382891 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:50:33.408936 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:33.412485 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:33.457580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:33.651477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75f616-0fe6-4c8d-88ed-62bf06ffb3f2 req-3e7e0a40-ca90-4594-8280-7b7a01f935b5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:33.652941 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b75f616-0fe6-4c8d-88ed-62bf06ffb3f2 req-3e7e0a40-ca90-4594-8280-7b7a01f935b5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0485046 Nov 10 04:50:33.701268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9b75f616-0fe6-4c8d-88ed-62bf06ffb3f2 req-239ab0d1-b87f-4994-abff-c79bcb12f3ec tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424194 Nov 10 04:50:33.844954 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:50:34.819727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db558c0-3e93-40cc-94f3-e51b191b5878 req-2145561f-69f5-4381-a198-9422c44b2380 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:34.821187 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4db558c0-3e93-40cc-94f3-e51b191b5878 req-2145561f-69f5-4381-a198-9422c44b2380 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0474102 Nov 10 04:50:34.872373 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4db558c0-3e93-40cc-94f3-e51b191b5878 req-2eac13ea-ce83-42e1-98bc-4214056e9e92 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453782 Nov 10 04:50:35.227396 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:50:35.276670 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:50:35.280990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:50:35.281360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:35.358943 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:35.381580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:50:35.383847 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76c1a3-2d49-4af5-ad34-822507164f72" -d '{"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:50:35.396731 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:50:35.400930 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:35.424101 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cecd036-a0fe-4d4d-baf5-1ac02c492474 x-openstack-request-id: req-9cecd036-a0fe-4d4d-baf5-1ac02c492474 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:50:35.424389 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:50:35.424821 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cecd036-a0fe-4d4d-baf5-1ac02c492474 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:50:35.425210 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'code': 200} Nov 10 04:50:35.449549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:35.542712 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a589c-604b-4d53-9dcb-8a722a35ff4f req-16bb96ff-be30-49fd-8c11-3ac20793a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:35.544193 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c78a589c-604b-4d53-9dcb-8a722a35ff4f req-16bb96ff-be30-49fd-8c11-3ac20793a41d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1097 time: 0.0401912 Nov 10 04:50:35.590060 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c78a589c-604b-4d53-9dcb-8a722a35ff4f req-cfa23447-7359-4fc1-a44c-850cab088131 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376170 Nov 10 04:50:35.987773 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c637c-7018-41b4-93a0-985e31a8dcc7 req-0ee0ac04-f3fc-49f4-8668-7d5528bbf2dd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:35.989235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-280c637c-7018-41b4-93a0-985e31a8dcc7 req-0ee0ac04-f3fc-49f4-8668-7d5528bbf2dd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0498569 Nov 10 04:50:36.037679 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-280c637c-7018-41b4-93a0-985e31a8dcc7 req-7c4cf4b5-ed7c-40da-a26c-4aad045e90bc tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425425 Nov 10 04:50:37.154116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee18556-b64d-4791-91ef-f0752c3f3407 req-1985cc02-2e06-4969-b70c-92b5f6a3f7ca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:37.155571 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bee18556-b64d-4791-91ef-f0752c3f3407 req-1985cc02-2e06-4969-b70c-92b5f6a3f7ca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0484478 Nov 10 04:50:37.203744 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bee18556-b64d-4791-91ef-f0752c3f3407 req-13e8acb6-ef1f-4197-9d58-535517d11dcb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 Nov 10 04:50:37.321860 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174b621-89c6-4bfb-b677-0ba63a915383 req-ed5ab609-73c9-4f35-b7bd-f62df058b7f2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:37.323268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b174b621-89c6-4bfb-b677-0ba63a915383 req-ed5ab609-73c9-4f35-b7bd-f62df058b7f2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0525715 Nov 10 04:50:37.371603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b174b621-89c6-4bfb-b677-0ba63a915383 req-08498201-0ccd-493e-b26f-9e540c55e737 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419903 Nov 10 04:50:37.393402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49082) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:37.474039 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c841ac9-54c9-4f1c-9ca6-94fc03088165 tempest-TestShelveInstance-1066004155 tempest-TestShelveInstance-1066004155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:37.475559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2c841ac9-54c9-4f1c-9ca6-94fc03088165 tempest-TestShelveInstance-1066004155 tempest-TestShelveInstance-1066004155-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1092 time: 0.0811784 Nov 10 04:50:37.478614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49086) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:50:37.482913 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:50:37.504248 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:37.602396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:37.701954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Allocated IP 172.25.6.147 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/f72ccf24-6405-40f2-a474-1f31f98bf1a4) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:50:37.804715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:37.838836 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:37.878185 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:50:37.884871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:50:37.889419 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:50:37.911416 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'Port': ['ID=f72ccf24-6405-40f2-a474-1f31f98bf1a4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:38.238493 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:38.301574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:38.448144 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:38.452544 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:38.515061 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:38.526730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'Port': ['ID=f72ccf24-6405-40f2-a474-1f31f98bf1a4,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:50:38.537619 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:38.637319 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Floating IP 5b21803b-89c6-442b-bfb5-3146a0c7687b associated. External IP: 172.25.6.147, port: bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb. Nov 10 04:50:38.839060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:50:38.943019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:50:38.953031 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] Sync routers for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:50:38.960609 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:38.962659 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:38.963307 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:38.991420 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-1a82c532-98a4-4f5e-821d-4992349fe514 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5117278 Nov 10 04:50:38.992403 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:50:38.994836 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a641a7de-0fc8-4a87-ab85-821f64deee57" -d '{"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:50:39.032108 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeab60df-b2a6-4316-9047-27bfa4a3a981 x-openstack-request-id: req-aeab60df-b2a6-4316-9047-27bfa4a3a981 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:50:39.032392 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:50:39.032636 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aeab60df-b2a6-4316-9047-27bfa4a3a981 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:50:39.033030 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'status': 'completed', 'code': 200} Nov 10 04:50:39.071703 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:39.116342 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-b33b32d4-96a2-445f-9442-69866384c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:39.118481 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-b33b32d4-96a2-445f-9442-69866384c836 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1097 time: 0.0440445 Nov 10 04:50:39.212283 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-f181738e-471d-4c86-940b-a2e80c1b1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:39.213751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-f181738e-471d-4c86-940b-a2e80c1b1f85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0871584 Nov 10 04:50:39.277162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-7066e168-4dd6-4bcb-8e77-2f5093b82fd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1000 time: 0.0564506 Nov 10 04:50:39.294878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '5b21803b-89c6-442b-bfb5-3146a0c7687b', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'port_id': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'mac_address': 'fa:16:3e:bf:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:50:38Z', 'updated_at': '2021-11-10T04:50:38Z', 'revision_number': 0, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:39.320532 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] Checking router: 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:50:39.328874 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:50:39.329471 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:50:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:39.330349 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-9375cddc-443a-4974-8dea-7484772f8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:39.331827 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-9375cddc-443a-4974-8dea-7484772f8326 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0467672 Nov 10 04:50:39.377462 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-a0feb800-0a95-4e6a-a9ed-9b63e3c2cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:39.378913 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-a0feb800-0a95-4e6a-a9ed-9b63e3c2cafa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403590 Nov 10 04:50:39.436106 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:50:39.477644 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-3b6927f7-384d-4ace-b1aa-a2b9df80176c service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918703 Nov 10 04:50:39.564938 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a641a7de-0fc8-4a87-ab85-821f64deee57 req-a0fb5e2b-c1e0-4b29-a5ab-ebcfc4d7f961 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799448 Nov 10 04:50:39.665847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '5b21803b-89c6-442b-bfb5-3146a0c7687b', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'port_id': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'mac_address': 'fa:16:3e:bf:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:50:38Z', 'updated_at': '2021-11-10T04:50:38Z', 'revision_number': 0, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:50:39.690918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81106b9c-9fcf-4f64-b79b-ac51474bcb47 None None] The sync data for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 is: [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '5b21803b-89c6-442b-bfb5-3146a0c7687b', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'port_id': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'mac_address': 'fa:16:3e:bf:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:50:38Z', 'updated_at': '2021-11-10T04:50:38Z', 'revision_number': 0, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:50:39.874764 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c07dc0-28b4-4d3a-900c-373f50f7c543 None None] New status for floating IP 5b21803b-89c6-442b-bfb5-3146a0c7687b: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:50:43.464437 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7de282b4-2e45-4192-af75-ae247e77ae5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:45.779724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b9b6-8702-490c-8b57-0f62a864beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:46.997855 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:48.663450 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:49.275362 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:50:52.489812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-4778c957-93ea-44cb-8895-aae672f39e7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393829 Nov 10 04:50:52.592884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-938dff6b-da36-4e0c-8bd2-575b5fb70be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:52.594474 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-938dff6b-da36-4e0c-8bd2-575b5fb70be3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1097 time: 0.0440385 Nov 10 04:50:52.697688 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-9d2e35a6-8d2a-435d-a4e3-643e36c26262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:52.699162 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-9d2e35a6-8d2a-435d-a4e3-643e36c26262 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0837052 Nov 10 04:50:52.769295 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-b4538f08-8c77-41ba-9f75-c72c34743360 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1002 time: 0.0614872 Nov 10 04:50:52.817442 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-d523fb74-3c9c-4501-992e-afd20827f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:52.818890 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-d523fb74-3c9c-4501-992e-afd20827f318 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0429657 Nov 10 04:50:52.863820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-e370dc04-d094-4be4-90f0-cd75c92c4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:50:52.865245 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-e370dc04-d094-4be4-90f0-cd75c92c4f03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399792 Nov 10 04:50:52.955134 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-9bb6cccd-f88e-4dc0-81ea-2c108c63d9e6 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818801 Nov 10 04:50:53.041587 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-53697ade-f6ea-4853-870d-54eb01f2a927 req-e906b8d4-53f9-4931-9bde-350eb3d4a40a service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795918 Nov 10 04:50:54.114796 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:02.789404 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:51:08.507339 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:13.465748 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b50f7e93-0414-41aa-a8a3-8c91a05ff986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:15.780145 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0f6bbf52-a0ee-4aa1-ac8d-585c8d914b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:17.003668 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:18.666554 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:19.276234 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:24.130285 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:38.510640 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:39.789065 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:51:43.468194 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aeba3cda-3a3a-4509-a64b-a14494ab0402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:45.789704 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9dc2fa53-7b85-44a4-a766-46cb24a4fedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:47.002971 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:48.667818 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:49.279837 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:54.131721 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:51:55.210780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-ee9ed99b-11bc-4652-8c2f-98c9bf69c0eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950577 Nov 10 04:51:55.315340 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-cd369c23-5ea2-4c9c-b591-97fa09629ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:51:55.316714 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-cd369c23-5ea2-4c9c-b591-97fa09629ad1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1097 time: 0.0443585 Nov 10 04:51:55.421844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-adb90907-b502-4db3-a9fd-e9b5fa72ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:51:55.423379 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-adb90907-b502-4db3-a9fd-e9b5fa72ec88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0856290 Nov 10 04:51:55.491542 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-0bddb9f8-4622-406d-b7d5-621c83a326a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1002 time: 0.0616131 Nov 10 04:51:55.541026 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-edd114d3-80e5-4492-ab20-153bf79747a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:51:55.542507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-edd114d3-80e5-4492-ab20-153bf79747a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0443072 Nov 10 04:51:55.588217 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-a81dec02-e8a4-449f-adf8-bcca87b5d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:51:55.589696 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-a81dec02-e8a4-449f-adf8-bcca87b5d770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397899 Nov 10 04:51:55.600372 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-910813b1-2a5e-4e70-9266-66fd6fb00f87 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:51:55.601387 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-910813b1-2a5e-4e70-9266-66fd6fb00f87 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048554 Nov 10 04:51:55.697477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-c1aa2edd-d8f8-431a-b702-93318f587dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892389 Nov 10 04:51:55.789781 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e33ff259-053e-40e2-8380-4d7fd52bee3a req-3ded4646-516c-4018-ab4f-78e29abecb3c service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849061 Nov 10 04:52:08.544041 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:13.468722 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-10de424a-98ed-47cd-874f-58b60b555b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:15.781593 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-02f48f37-c307-453e-aa2c-e2ff83a6e402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:16.789066 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:52:17.006088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:18.672517 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:19.282909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:24.145265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:38.555810 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:43.474941 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f55a19e3-211e-4d4e-bb3f-70e46dc2005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:45.783315 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6cf1862a-b244-49ae-ad3b-f58de60163d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:47.008706 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:48.674282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:49.285236 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:53.788336 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:52:54.157396 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:52:55.479742 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-f6b9a50d-6d7f-4f95-97ff-8e6cb6ca3073 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396149 Nov 10 04:52:55.580324 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-6982b6d8-2beb-4687-9547-19af061eb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:52:55.581836 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-6982b6d8-2beb-4687-9547-19af061eb8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1097 time: 0.0449052 Nov 10 04:52:55.690891 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-28a81f8a-4ccc-4042-8d92-a18d648f6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:52:55.692355 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-28a81f8a-4ccc-4042-8d92-a18d648f6c1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0893028 Nov 10 04:52:55.759839 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-05207f30-e93e-4a70-8515-d1180175f823 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1002 time: 0.0604737 Nov 10 04:52:55.808347 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-d3d7a4ed-5653-4f07-9721-288fec05bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:52:55.809817 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-d3d7a4ed-5653-4f07-9721-288fec05bedf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0437024 Nov 10 04:52:55.855117 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-9d55d75b-6183-47af-b9fd-f4d3f8e88eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:52:55.856613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-9d55d75b-6183-47af-b9fd-f4d3f8e88eb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401762 Nov 10 04:52:55.948080 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-c2766041-25fe-4793-9fc9-6067c30b94eb service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839596 Nov 10 04:52:56.038698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-27fd7183-5d3a-4f21-b9d0-4a773469a4dc req-b9f18844-a6f3-485e-838d-64a77aad9994 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834050 Nov 10 04:53:06.756212 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6c820-31df-4145-ae4e-e222b4de20f2 req-a2023ea2-8c0a-4877-b615-33c537b2aad7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:06.757718 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b6c820-31df-4145-ae4e-e222b4de20f2 req-a2023ea2-8c0a-4877-b615-33c537b2aad7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0971878 Nov 10 04:53:06.806831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9b6c820-31df-4145-ae4e-e222b4de20f2 req-395c7d4f-1849-45fd-9d8e-fba54fc71c9f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Nov 10 04:53:07.948689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f62039-0c3b-4fde-a02d-e26bc10e6807 req-009b5d2c-74ca-40c5-b531-86242a7aead2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:07.950355 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8f62039-0c3b-4fde-a02d-e26bc10e6807 req-009b5d2c-74ca-40c5-b531-86242a7aead2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0490534 Nov 10 04:53:08.002418 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b8f62039-0c3b-4fde-a02d-e26bc10e6807 req-c99e1b02-f449-4f49-8af6-70d16968b6c4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460603 Nov 10 04:53:08.560165 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:09.389688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4443872-ca6a-4fb8-bb68-72fbd6af7ab1 req-5bad9b7f-bd27-4af6-960a-3c86cb10f351 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:09.391100 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4443872-ca6a-4fb8-bb68-72fbd6af7ab1 req-5bad9b7f-bd27-4af6-960a-3c86cb10f351 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.2977014 Nov 10 04:53:09.439094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b4443872-ca6a-4fb8-bb68-72fbd6af7ab1 req-e0fe1635-2513-49bc-a46f-3498ed98ec05 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420382 Nov 10 04:53:10.556114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3308e-e28f-4b55-bb55-6da9e9e2e927 req-1f8b8a27-3ebc-483e-b029-60b9af634bcf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:10.557580 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbf3308e-e28f-4b55-bb55-6da9e9e2e927 req-1f8b8a27-3ebc-483e-b029-60b9af634bcf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0476844 Nov 10 04:53:10.612296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dbf3308e-e28f-4b55-bb55-6da9e9e2e927 req-d23d751b-4f9b-4fae-ae66-f8eea5a52d4e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487175 Nov 10 04:53:11.729481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f214ea0-c562-4e35-829b-e3d20bdc1a30 req-ad44ed71-8eff-45d1-b9a1-dacdd6875ebc tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:11.730851 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f214ea0-c562-4e35-829b-e3d20bdc1a30 req-ad44ed71-8eff-45d1-b9a1-dacdd6875ebc tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0503972 Nov 10 04:53:11.778450 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f214ea0-c562-4e35-829b-e3d20bdc1a30 req-a9445783-b6cc-490c-987c-0f678559a544 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414994 Nov 10 04:53:12.892180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9514f3b-e472-4507-aa80-7da85b7b2fc9 req-1df53a83-4530-4578-999c-b908eb0819fe tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:12.893550 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9514f3b-e472-4507-aa80-7da85b7b2fc9 req-1df53a83-4530-4578-999c-b908eb0819fe tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0472841 Nov 10 04:53:12.940949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9514f3b-e472-4507-aa80-7da85b7b2fc9 req-afc4418a-578d-4917-9f61-b47578453b18 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Nov 10 04:53:13.466275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1afec02d-ea28-49c4-ba4f-50cc52e2b85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:14.060551 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9268-785a-41fa-918e-4d34d569d1f6 req-7eb3f22b-ac5f-452b-b9cc-532c7d9744ff tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:14.062222 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9aad9268-785a-41fa-918e-4d34d569d1f6 req-7eb3f22b-ac5f-452b-b9cc-532c7d9744ff tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0500889 Nov 10 04:53:14.117686 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9aad9268-785a-41fa-918e-4d34d569d1f6 req-83aad03f-21c8-47d8-a917-26d0cf493687 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481935 Nov 10 04:53:15.234491 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b763ca-0570-420c-a82b-c73e8df7193e req-483b0895-2fef-4389-ab86-0bc0a9ec50eb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:15.236226 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6b763ca-0570-420c-a82b-c73e8df7193e req-483b0895-2fef-4389-ab86-0bc0a9ec50eb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0486019 Nov 10 04:53:15.285735 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f6b763ca-0570-420c-a82b-c73e8df7193e req-ce0b3b3b-00e2-4a70-887c-dc81eebb3acc tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Nov 10 04:53:15.787874 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5a4570f8-ea7f-4fda-99a3-5b265ce3d24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:16.400986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51084e-79bd-4f9d-9c2f-b0f0d65fdf91 req-5e64d8f4-0a6c-47c6-837d-43c66641113b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:16.402480 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f51084e-79bd-4f9d-9c2f-b0f0d65fdf91 req-5e64d8f4-0a6c-47c6-837d-43c66641113b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0499222 Nov 10 04:53:16.450982 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9f51084e-79bd-4f9d-9c2f-b0f0d65fdf91 req-22711ba5-0311-44d1-866d-7cd559c37d64 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426137 Nov 10 04:53:17.011358 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:17.569501 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ee27-c956-4d21-acb4-90e962c3dc70 req-498b2da7-20fa-4ad6-a05f-e404516b57a5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:17.570986 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9da4ee27-c956-4d21-acb4-90e962c3dc70 req-498b2da7-20fa-4ad6-a05f-e404516b57a5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0521457 Nov 10 04:53:17.620119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9da4ee27-c956-4d21-acb4-90e962c3dc70 req-87692f29-a450-492f-a8e6-d742585d9c36 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 Nov 10 04:53:18.679370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:18.741999 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19196999-1f40-42bd-a369-cb2bf39a34a2 req-593d1cdf-46d0-42bd-b36e-80228e138c94 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:18.743472 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19196999-1f40-42bd-a369-cb2bf39a34a2 req-593d1cdf-46d0-42bd-b36e-80228e138c94 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0483599 Nov 10 04:53:18.791881 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19196999-1f40-42bd-a369-cb2bf39a34a2 req-dd4b5db6-5c58-4f6b-9400-d918ad143a69 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421212 Nov 10 04:53:19.286383 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:19.909352 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db03938-d28c-4850-bdf6-4382b1114aa2 req-b41cd727-a954-4be9-bc73-ba80351c3153 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:19.910827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0db03938-d28c-4850-bdf6-4382b1114aa2 req-b41cd727-a954-4be9-bc73-ba80351c3153 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0518222 Nov 10 04:53:19.958460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0db03938-d28c-4850-bdf6-4382b1114aa2 req-74cdfa37-b23b-4898-b0ea-0834f57587dc tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Nov 10 04:53:20.221987 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:53:20.326464 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:20.336908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'port_id': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'mac_address': 'fa:16:3e:bf:e6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:53:20.372805 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:20.387048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:53:20.405896 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:20.410665 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:20.454655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:53:20.461687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.462065 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.462402 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.462732 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.463059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.463386 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.463707 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.464024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.464341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.464657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.464977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.465302 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:20.551341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:53:21.072871 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888c01a-5389-48f4-a5b3-1ae8d80455dc req-97c2b58a-0acc-4295-b279-fa38629100b4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:21.074348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a888c01a-5389-48f4-a5b3-1ae8d80455dc req-97c2b58a-0acc-4295-b279-fa38629100b4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0489926 Nov 10 04:53:21.123252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a888c01a-5389-48f4-a5b3-1ae8d80455dc req-ae40abb0-d648-4dc3-9b4f-ca750855c004 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Nov 10 04:53:22.222094 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:53:22.239731 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c897f64-d582-4904-974b-ef0dce6c6803 req-2ed64a58-e96b-4548-963f-56f3cabc1714 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:22.241266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c897f64-d582-4904-974b-ef0dce6c6803 req-2ed64a58-e96b-4548-963f-56f3cabc1714 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0492964 Nov 10 04:53:22.269466 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:53:22.269839 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:22.294259 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0c897f64-d582-4904-974b-ef0dce6c6803 req-5286b9af-8407-4371-b8e3-0fbc26684c92 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469160 Nov 10 04:53:22.345102 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:22.366354 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:53:22.368608 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ef340f-ac05-4eb7-8ef9-84876e412049" -d '{"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:53:22.380733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:22.384954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:22.418488 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359f66b1-e6cc-46d3-b8cb-17f018acec65 x-openstack-request-id: req-359f66b1-e6cc-46d3-b8cb-17f018acec65 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:53:22.418784 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:53:22.419037 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-359f66b1-e6cc-46d3-b8cb-17f018acec65 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:53:22.419423 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'code': 200} Nov 10 04:53:22.439452 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:53:23.447057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b25b45-8028-448d-9c60-4fd872f0dd49 req-123efb1e-55b4-4014-9464-8f6ec915ed14 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:23.450380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5b25b45-8028-448d-9c60-4fd872f0dd49 req-123efb1e-55b4-4014-9464-8f6ec915ed14 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0737708 Nov 10 04:53:23.507099 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5b25b45-8028-448d-9c60-4fd872f0dd49 req-c4dc1a58-0e9f-44d8-b7be-0129f1979b27 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524428 Nov 10 04:53:24.161409 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:24.651095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a1ae5-f674-4f16-a45e-a4d49e95f952 req-58bd1325-cff2-4065-ae9e-efb1c6841928 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:24.658419 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-011a1ae5-f674-4f16-a45e-a4d49e95f952 req-58bd1325-cff2-4065-ae9e-efb1c6841928 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0666201 Nov 10 04:53:24.706052 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-011a1ae5-f674-4f16-a45e-a4d49e95f952 req-864ce869-971e-4fbb-8768-c6e67ee568ab tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467336 Nov 10 04:53:25.864099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32b27f-2937-40c7-b934-646b93449a3c req-c69f79ce-a640-426f-b25f-5d5675a996d0 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:25.865581 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b32b27f-2937-40c7-b934-646b93449a3c req-c69f79ce-a640-426f-b25f-5d5675a996d0 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0815213 Nov 10 04:53:25.916011 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3b32b27f-2937-40c7-b934-646b93449a3c req-6ce18d2e-5702-4e53-8676-adcf531b3f85 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444889 Nov 10 04:53:27.047827 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96857c86-3821-4a59-95bc-824ae9206efe req-eac3ef75-30a4-4069-a797-556280f86847 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:27.049477 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96857c86-3821-4a59-95bc-824ae9206efe req-eac3ef75-30a4-4069-a797-556280f86847 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0556679 Nov 10 04:53:27.111783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-96857c86-3821-4a59-95bc-824ae9206efe req-d5efc281-fec9-44ce-87e1-5bcce198657b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539668 Nov 10 04:53:28.238117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ee1d2-d4e5-4fd5-9cd9-7472161cd1f2 req-6a62267d-9d58-43c0-8dae-fd3710b9742d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:28.241081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce8ee1d2-d4e5-4fd5-9cd9-7472161cd1f2 req-6a62267d-9d58-43c0-8dae-fd3710b9742d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0552979 Nov 10 04:53:28.301163 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ce8ee1d2-d4e5-4fd5-9cd9-7472161cd1f2 req-df603ee8-48e8-42e4-8c5f-ac3f52ba7a4b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546157 Nov 10 04:53:29.438187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a670e12-d324-4eb8-af28-7d307e404bb4 req-b6c99acf-2bc2-4b9d-b930-0270f29aec14 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:29.439920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a670e12-d324-4eb8-af28-7d307e404bb4 req-b6c99acf-2bc2-4b9d-b930-0270f29aec14 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0567088 Nov 10 04:53:29.497386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5a670e12-d324-4eb8-af28-7d307e404bb4 req-1942a243-5e07-4b02-b610-0ac2953d53ba tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486653 Nov 10 04:53:30.631729 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0f64-e5df-4767-8535-2497357f1b59 req-b87c9341-218d-4d9e-9118-6a3d5a5712e6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:30.639035 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b2b0f64-e5df-4767-8535-2497357f1b59 req-b87c9341-218d-4d9e-9118-6a3d5a5712e6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0588925 Nov 10 04:53:30.692403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b2b0f64-e5df-4767-8535-2497357f1b59 req-355607df-cc03-496f-be3e-3f1f29b75afd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525715 Nov 10 04:53:30.788321 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:53:31.812710 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f65f4-d4b7-48ae-9c1b-643fbfa2ca37 req-0ebdab81-c36c-43af-a1dd-60004f01e426 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:31.814791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f1f65f4-d4b7-48ae-9c1b-643fbfa2ca37 req-0ebdab81-c36c-43af-a1dd-60004f01e426 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0544052 Nov 10 04:53:31.865615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f1f65f4-d4b7-48ae-9c1b-643fbfa2ca37 req-b751eff2-096b-4295-8c7b-d6338fcaf638 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446470 Nov 10 04:53:32.775301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-0c9a2ea7-b471-4f91-ab28-02e9c1db1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:32.776758 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-0c9a2ea7-b471-4f91-ab28-02e9c1db1e86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1097 time: 0.0401893 Nov 10 04:53:32.986534 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91955b2a-ba1b-4387-9a84-fc09cc16b045 req-9a409452-fbd2-4b06-9cb3-54a4da9b37c5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:32.988107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91955b2a-ba1b-4387-9a84-fc09cc16b045 req-9a409452-fbd2-4b06-9cb3-54a4da9b37c5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0509357 Nov 10 04:53:33.039689 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91955b2a-ba1b-4387-9a84-fc09cc16b045 req-6acced65-4d68-4389-be38-28adf8a09163 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455379 Nov 10 04:53:33.162358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-11e6ac8b-92a3-4f5c-9557-19e7d7512734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:33.163743 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-11e6ac8b-92a3-4f5c-9557-19e7d7512734 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.3782456 Nov 10 04:53:33.229026 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-dd24b00a-09d6-4be3-9fa7-ab2551bbe070 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1002 time: 0.0564580 Nov 10 04:53:33.280708 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-d101dca4-8f4b-4b70-90ec-31c7a22bc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:33.282203 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-d101dca4-8f4b-4b70-90ec-31c7a22bc3af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0462086 Nov 10 04:53:33.325737 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-45cc1d53-ed7a-45f3-8b12-836ddc07c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:33.327207 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-45cc1d53-ed7a-45f3-8b12-836ddc07c08c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385780 Nov 10 04:53:33.428533 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-991c10a7-c666-40ae-b398-c1ee9516dc9c service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940864 Nov 10 04:53:33.517592 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-00c6e9da-4633-4a34-a4c4-651dd2cd8ea1 req-d8fc902d-d5a3-420b-b426-7fadbce5345a service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824552 Nov 10 04:53:34.164558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d778b-e6bf-4611-96d0-9a1302add11e req-987c3758-34a5-4f54-8bb7-f7aff0bcc077 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:34.166045 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-630d778b-e6bf-4611-96d0-9a1302add11e req-987c3758-34a5-4f54-8bb7-f7aff0bcc077 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0516310 Nov 10 04:53:34.214136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-630d778b-e6bf-4611-96d0-9a1302add11e req-09ef7275-1c61-4441-8e07-5c733f92ac74 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Nov 10 04:53:35.328878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62e15-882e-4d2a-aef4-de2f37d205a1 req-11c656c3-b167-43b4-a280-ebafeb963774 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:35.330282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1d62e15-882e-4d2a-aef4-de2f37d205a1 req-11c656c3-b167-43b4-a280-ebafeb963774 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0485120 Nov 10 04:53:35.382759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b1d62e15-882e-4d2a-aef4-de2f37d205a1 req-e687d2ad-22ea-4a48-9d76-0bd7b726091b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465653 Nov 10 04:53:35.456810 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-228705c9-d082-4988-8900-80fdd83a2526 req-707503e5-a46a-4629-9e4d-0c737584544c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:53:35.458106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-228705c9-d082-4988-8900-80fdd83a2526 req-707503e5-a46a-4629-9e4d-0c737584544c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063312 Nov 10 04:53:35.625463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9ba2b-7a17-4fcd-a46c-2953e25166df req-586e8efb-69bb-4d47-8ef1-521e01d8de76 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:35.627318 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31d9ba2b-7a17-4fcd-a46c-2953e25166df req-586e8efb-69bb-4d47-8ef1-521e01d8de76 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0494602 Nov 10 04:53:35.682542 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31d9ba2b-7a17-4fcd-a46c-2953e25166df req-8b5ba6fa-94d8-45cc-b7cc-d96f743adc8b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490150 Nov 10 04:53:35.822516 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-ec366255-7d4e-4928-a7e2-df299c36326e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810626 Nov 10 04:53:36.268971 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:53:36.344621 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:36.366290 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:53:36.368540 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca307ba-53c0-434d-9d07-3eee6ca73bfa" -d '{"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:53:36.381217 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:36.384997 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:36.407693 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfcdefc-7e08-46d7-91df-81f1b8f7ca5b x-openstack-request-id: req-9dfcdefc-7e08-46d7-91df-81f1b8f7ca5b {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:53:36.407972 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-unplugged", "status": "failed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "code": 422}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:53:36.408216 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dfcdefc-7e08-46d7-91df-81f1b8f7ca5b {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:53:36.408595 n-d-817326-2 neutron-server[102598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'code': 422} returned with failed status Nov 10 04:53:36.433314 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:53:36.800160 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac07c-4c27-44da-ad89-61404ada52ec req-4c3aa967-78d2-4a6d-b099-4a528b96adc7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:36.801594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ccac07c-4c27-44da-ad89-61404ada52ec req-4c3aa967-78d2-4a6d-b099-4a528b96adc7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 944 time: 0.0478630 Nov 10 04:53:36.848613 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ccac07c-4c27-44da-ad89-61404ada52ec req-87750101-03f0-46ea-84a5-620a2b9ecb4c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 Nov 10 04:53:37.610343 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ae54-1978-4204-9427-9f01e5f7145b req-56227fa5-869f-452b-a766-9ffa5d560c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:37.611895 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-56227fa5-869f-452b-a766-9ffa5d560c1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a&tenant_id=6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 1095 time: 0.0699229 Nov 10 04:53:37.623465 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:53:37.677931 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:37.874177 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:37.908030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:53:37.967711 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:53:37.977389 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:37.995606 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Transition to ACTIVE for port object bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:53:38.004116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d12e2f-ede9-4e37-aaed-f8e03e8b264a req-0ff508db-adda-435f-b201-5b75ab4f83a6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:38.005591 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1d12e2f-ede9-4e37-aaed-f8e03e8b264a req-0ff508db-adda-435f-b201-5b75ab4f83a6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 944 time: 0.0785937 Nov 10 04:53:38.006659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:38.156845 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=9']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:53:38.197354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.197698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.198058 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.198391 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.198717 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.199037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.199360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.199675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.199993 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.200310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.200627 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.200940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:53:38.213394 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f1d12e2f-ede9-4e37-aaed-f8e03e8b264a req-6471ed10-065a-428e-be7f-218aedc6d4da tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989439 Nov 10 04:53:38.234636 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] No DVR routers for this DVR port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:53:38.366517 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:53:38.366766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:53:38.367090 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:53:38.371267 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on network 18ac1669-677d-4490-9353-15d511b04a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:53:38.371586 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Attempting to bind port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:53:38.376821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:53:38.377151 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Checking segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:53:38.377561 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Bound using segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:53:38.377959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Bound port: bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:53:38.378312 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:38.451819 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:53:38.454797 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:53:38.459293 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:38.491159 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:38.491581 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:38.493065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-b1fc42b6-4281-465e-803d-866954233068 service neutron] 10.222.0.44 "PUT /v2.0/ports/bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1092 time: 0.8735449 Nov 10 04:53:38.495114 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:53:38.497556 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44d15d1-e057-429a-8300-eafd1db26d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:53:38.548425 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bfd461-b99a-4014-9f66-bfcaa6f83029 x-openstack-request-id: req-06bfd461-b99a-4014-9f66-bfcaa6f83029 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:53:38.548747 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:53:38.548955 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06bfd461-b99a-4014-9f66-bfcaa6f83029 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:53:38.549357 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'status': 'completed', 'code': 200} Nov 10 04:53:38.551250 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc42b6-4281-465e-803d-866954233068 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=10']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:53:38.562392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:38.572957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ae54-1978-4204-9427-9f01e5f7145b req-5ff37463-0159-4a7f-b279-fc72369474f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:38.574522 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-5ff37463-0159-4a7f-b279-fc72369474f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1096 time: 0.0546300 Nov 10 04:53:38.676281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ae54-1978-4204-9427-9f01e5f7145b req-76f1b2dc-3428-455e-ac25-22e6905a2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:38.677827 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-76f1b2dc-3428-455e-ac25-22e6905a2950 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0942051 Nov 10 04:53:38.744922 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-cb68ccbe-2f71-4a33-8e1c-edac4f3e8cfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1000 time: 0.0601959 Nov 10 04:53:38.801010 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ae54-1978-4204-9427-9f01e5f7145b req-34d634aa-aa5b-4115-a6dd-d25051c0b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:38.802399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-34d634aa-aa5b-4115-a6dd-d25051c0b796 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0485551 Nov 10 04:53:38.846042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ae54-1978-4204-9427-9f01e5f7145b req-f028331a-8a9a-4938-ab71-a93a5ea476d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:38.847478 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-f028331a-8a9a-4938-ab71-a93a5ea476d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383513 Nov 10 04:53:38.933639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-22bba5c1-01c5-4c0a-b007-604a4751aad3 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789258 Nov 10 04:53:39.023856 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9332ae54-1978-4204-9427-9f01e5f7145b req-c091643b-d043-4393-bf06-bb9fa09c0844 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827098 Nov 10 04:53:39.108285 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-c9e346d1-82ad-4a58-b230-88b3b4e2f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:39.110063 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-c9e346d1-82ad-4a58-b230-88b3b4e2f414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1096 time: 0.0405462 Nov 10 04:53:39.205461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-7263e3ea-342d-422d-bc05-753bde191dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:39.206992 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-7263e3ea-342d-422d-bc05-753bde191dd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0889580 Nov 10 04:53:39.281335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-ecf43b8c-82d8-40ad-ae53-2b7306d7c0c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1000 time: 0.0675347 Nov 10 04:53:39.369524 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-0ecca105-322f-49fa-8593-9054cd70c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:39.371014 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-0ecca105-322f-49fa-8593-9054cd70c731 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0789561 Nov 10 04:53:39.384408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f492-dd49-4773-949f-aae4e2093bf6 req-901f0092-310d-489d-a252-107b51a521eb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:39.392340 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d173f492-dd49-4773-949f-aae4e2093bf6 req-901f0092-310d-489d-a252-107b51a521eb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.1006837 Nov 10 04:53:39.455829 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d173f492-dd49-4773-949f-aae4e2093bf6 req-cfbd39ff-8f5c-48f1-98e2-5d2afd47fe34 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596640 Nov 10 04:53:40.268992 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:53:40.310372 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:53:40.576316 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313329b-2a79-4ca8-a8d2-cbdf7c93246a req-232c6b66-b76a-4c24-ab1e-590f23ecfc76 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:40.577926 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6313329b-2a79-4ca8-a8d2-cbdf7c93246a req-232c6b66-b76a-4c24-ab1e-590f23ecfc76 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0505648 Nov 10 04:53:40.631411 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6313329b-2a79-4ca8-a8d2-cbdf7c93246a req-b84b6026-1862-4cdf-b679-e99900a08868 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470090 Nov 10 04:53:41.760689 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d609f3-32a5-4faa-aebc-d45105599770 req-3e6573a2-0b49-46ee-8f91-c0d913c3c328 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:41.762119 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00d609f3-32a5-4faa-aebc-d45105599770 req-3e6573a2-0b49-46ee-8f91-c0d913c3c328 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0571954 Nov 10 04:53:41.810636 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00d609f3-32a5-4faa-aebc-d45105599770 req-aa7771b8-8876-4287-a2aa-cc811fb8a0a2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Nov 10 04:53:42.931037 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcde84a-3475-4e30-aa98-e81e24aac26c req-6ac33a74-ef77-40ed-ade5-2c34d691d13e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:42.933609 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bcde84a-3475-4e30-aa98-e81e24aac26c req-6ac33a74-ef77-40ed-ade5-2c34d691d13e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0514235 Nov 10 04:53:42.982369 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6bcde84a-3475-4e30-aa98-e81e24aac26c req-a21e7657-a953-4790-916a-9045f4fef56f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 Nov 10 04:53:43.467663 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bfe91ca5-af5a-4c55-a27b-f33fccc015ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:44.102808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099a86b-1059-44a3-8711-2e4067228386 req-2f326dc0-80fe-4dfc-9055-da41211c38cf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:44.104310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f099a86b-1059-44a3-8711-2e4067228386 req-2f326dc0-80fe-4dfc-9055-da41211c38cf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0496666 Nov 10 04:53:44.162252 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f099a86b-1059-44a3-8711-2e4067228386 req-e337c879-a2c1-45a2-9cbe-c01e5e533f04 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490680 Nov 10 04:53:45.306080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af560bb-1e5c-423d-980b-a37edbe6c029 req-d1ead7aa-62ba-446a-9be1-2a739a176b53 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:45.307536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9af560bb-1e5c-423d-980b-a37edbe6c029 req-d1ead7aa-62ba-446a-9be1-2a739a176b53 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0714474 Nov 10 04:53:45.359342 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-9af560bb-1e5c-423d-980b-a37edbe6c029 req-c171ce2f-3dc0-4cae-a099-a62a9fbf6435 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458782 Nov 10 04:53:45.794629 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7085ebef-378f-4c3d-8287-4ca58986ed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:46.483034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5781ef-5570-4114-82e2-3ad7215c5804 req-c0800bfe-15e8-4a2c-bb62-54b297634baf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:46.484584 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f5781ef-5570-4114-82e2-3ad7215c5804 req-c0800bfe-15e8-4a2c-bb62-54b297634baf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0535533 Nov 10 04:53:46.536921 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2f5781ef-5570-4114-82e2-3ad7215c5804 req-1c7ac514-9105-43cf-8850-913b8e2a6fbb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459235 Nov 10 04:53:47.013409 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:47.666960 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410fbcc-dd75-4f51-9939-a16b88ccad09 req-ecc8e313-7cae-465f-83ca-b304e6897c06 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:47.668594 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a410fbcc-dd75-4f51-9939-a16b88ccad09 req-ecc8e313-7cae-465f-83ca-b304e6897c06 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0572479 Nov 10 04:53:47.718408 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a410fbcc-dd75-4f51-9939-a16b88ccad09 req-9d7380b3-ade5-411f-8d4a-ef63ce8a7180 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434039 Nov 10 04:53:48.680219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:48.854974 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a60ac-1062-4d88-adb2-ab202c35ae31 req-09920c6e-7977-45d2-ae39-43c5af7dae23 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:48.858454 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-132a60ac-1062-4d88-adb2-ab202c35ae31 req-09920c6e-7977-45d2-ae39-43c5af7dae23 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0667570 Nov 10 04:53:48.924995 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-132a60ac-1062-4d88-adb2-ab202c35ae31 req-cdb420fd-5ca7-441b-9389-a7bacd97870e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580947 Nov 10 04:53:49.287661 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:49.711026 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-6fefe2ca-317f-43f6-9839-b9ca78ab3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:49.712505 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-6fefe2ca-317f-43f6-9839-b9ca78ab3add service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386801 Nov 10 04:53:49.806360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-967ac0df-2061-4fd1-9e3b-51e78e140733 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855725 Nov 10 04:53:49.899756 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d44d15d1-e057-429a-8300-eafd1db26d1e req-c67116dc-7c6b-4f46-9cae-dd027612d9c5 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831258 Nov 10 04:53:49.999754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-df92ce9e-857d-4a6f-9506-c6ade9296686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:50.001241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-df92ce9e-857d-4a6f-9506-c6ade9296686 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1096 time: 0.0423810 Nov 10 04:53:50.353893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230611-0a03-4e98-a5ad-d7b0e973391b req-15d98b4a-a4a4-433c-be37-d17e98a9ee59 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:50.355381 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1230611-0a03-4e98-a5ad-d7b0e973391b req-15d98b4a-a4a4-433c-be37-d17e98a9ee59 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.3578210 Nov 10 04:53:50.403095 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-68d2a85c-5c55-411c-b5ad-c9eebddd13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:50.404497 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-68d2a85c-5c55-411c-b5ad-c9eebddd13b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.3783495 Nov 10 04:53:50.455268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a1230611-0a03-4e98-a5ad-d7b0e973391b req-cbdc3934-6b15-415f-8771-0a07e8d8898b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929897 Nov 10 04:53:50.477797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-9f3e8a12-ff9c-4aa4-9c5b-e831f59876f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1000 time: 0.0638766 Nov 10 04:53:50.532044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-a431e919-41ff-476c-91d6-4c068d43bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:50.533448 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-a431e919-41ff-476c-91d6-4c068d43bbb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0482597 Nov 10 04:53:50.579590 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-d96d3d25-48d1-4307-a6aa-af4ed6c3f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:50.581067 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-d96d3d25-48d1-4307-a6aa-af4ed6c3f34b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402195 Nov 10 04:53:50.669746 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-acee1252-ba1f-4979-9014-7a3aa48132c0 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811484 Nov 10 04:53:50.760559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f2bec1b1-0dab-4105-873a-6a6b32462c42 req-0cef948a-a9a9-48c4-bb08-0a64f29afd68 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823803 Nov 10 04:53:51.567848 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf16c-c47b-4df1-850e-2d765fa86a6c req-bcac0459-f7c4-46c9-9342-c322ea20378e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:51.569303 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-922bf16c-c47b-4df1-850e-2d765fa86a6c req-bcac0459-f7c4-46c9-9342-c322ea20378e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 945 time: 0.0475347 Nov 10 04:53:51.618960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-922bf16c-c47b-4df1-850e-2d765fa86a6c req-f2295234-b00b-4141-9121-d63a0a6fb9ea tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Nov 10 04:53:51.866645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:53:51.957716 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:51.972600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'port_id': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'mac_address': 'fa:16:3e:bf:e6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:53:52.008962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:52.021910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:53:52.039801 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:52.043510 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:52.088453 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=11']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:53:52.305143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:53:52.737625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe866b0-3f7d-4188-9c0e-b75c35e22a76 req-48b1755e-ef7a-4bd2-b0b3-7e76fee1553c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:52.739094 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfe866b0-3f7d-4188-9c0e-b75c35e22a76 req-48b1755e-ef7a-4bd2-b0b3-7e76fee1553c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0528593 Nov 10 04:53:52.786527 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cfe866b0-3f7d-4188-9c0e-b75c35e22a76 req-23cb3d66-3824-4759-bb3c-953f82be56e4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417371 Nov 10 04:53:53.880818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:53:53.910402 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b4fc-493f-442d-b273-6b62f4c2c859 req-a2cae89a-d06d-4aac-a53d-9fbb8353cecf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:53.911872 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b445b4fc-493f-442d-b273-6b62f4c2c859 req-a2cae89a-d06d-4aac-a53d-9fbb8353cecf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 946 time: 0.0481009 Nov 10 04:53:53.930687 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:53:53.934772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:53:53.935198 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:53.963605 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b445b4fc-493f-442d-b273-6b62f4c2c859 req-7f6e8b40-641b-4b39-ae56-e11915ed2537 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457397 Nov 10 04:53:54.015885 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:54.038915 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:53:54.041139 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a26179-c2a1-4ae2-b21c-62774c8043b3" -d '{"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:53:54.053505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:53:54.057739 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:54.080955 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d609da6-ca25-4545-bf38-e7844ca974b3 x-openstack-request-id: req-7d609da6-ca25-4545-bf38-e7844ca974b3 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:53:54.081238 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:53:54.081487 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d609da6-ca25-4545-bf38-e7844ca974b3 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:53:54.081866 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'code': 200} Nov 10 04:53:54.105887 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=12']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:53:54.156262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:53:54.228692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dce09-0e2e-401e-bdc4-67e209d83496 req-2790ecd5-1bab-43dd-9527-c01078593cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:54.230168 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-992dce09-0e2e-401e-bdc4-67e209d83496 req-2790ecd5-1bab-43dd-9527-c01078593cad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1098 time: 0.0386469 Nov 10 04:53:54.278254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-992dce09-0e2e-401e-bdc4-67e209d83496 req-8e68c1e4-8136-4a8f-a77a-51b9582d1940 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411863 Nov 10 04:53:55.082172 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdc9c-23b7-4788-b850-bf9a79ef83b2 req-2a196c2b-a8ce-438c-8998-c1eaee9aff7d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:55.083693 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c23bdc9c-23b7-4788-b850-bf9a79ef83b2 req-2a196c2b-a8ce-438c-8998-c1eaee9aff7d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 947 time: 0.0485253 Nov 10 04:53:55.133751 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c23bdc9c-23b7-4788-b850-bf9a79ef83b2 req-bb884651-9ab2-4765-ae10-e3f5af52920d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Nov 10 04:53:56.253336 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57f53-467d-4b02-b4d7-84e3838036b9 req-56c7bbe1-b914-449e-b22e-1b939fa55a20 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:53:56.254839 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bab57f53-467d-4b02-b4d7-84e3838036b9 req-56c7bbe1-b914-449e-b22e-1b939fa55a20 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 947 time: 0.0503824 Nov 10 04:53:56.302214 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-bab57f53-467d-4b02-b4d7-84e3838036b9 req-192a1b9d-2ad2-4e35-986d-90a5e426dcd0 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413685 Nov 10 04:54:07.787417 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:54:08.569629 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:13.468791 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9c52-5bf9-484e-978e-8ec654c7c8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:15.789075 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-88d3082a-c568-4746-9329-a289b5d1fd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:17.016527 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:18.682318 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:19.288708 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:24.176154 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:38.569363 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:43.469512 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a836dc45-9cf4-4327-a7a7-aabffbe11144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:44.785803 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:54:45.789457 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ad3865de-19dc-4dae-9ff0-56858a3a0075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:47.019357 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:48.685877 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:49.290993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:54:49.312728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-2e63de0a-d526-40a8-ac78-1bbe140bc2eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867052 Nov 10 04:54:49.391463 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-592a8587-1fee-480f-92fa-03e7958ad09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:54:49.393458 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-592a8587-1fee-480f-92fa-03e7958ad09e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1098 time: 0.0394690 Nov 10 04:54:49.496792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-c66d3378-4bb0-46f2-a190-44e61e68db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:54:49.498217 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-c66d3378-4bb0-46f2-a190-44e61e68db36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0850673 Nov 10 04:54:49.561831 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-0069f7ff-240f-48b8-8079-67bf2e825a6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 1002 time: 0.0566561 Nov 10 04:54:49.611089 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-45504b17-be30-45c3-95c5-01253a1a0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:54:49.612553 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-45504b17-be30-45c3-95c5-01253a1a0cc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0428855 Nov 10 04:54:49.660388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-9a6f7cba-dd63-4642-8f11-e95a753e7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:54:49.661857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-9a6f7cba-dd63-4642-8f11-e95a753e7c50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425167 Nov 10 04:54:49.748490 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-4521ae6d-6a9d-415d-8a7b-e0eb88aea25d service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792401 Nov 10 04:54:49.841202 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3e671057-4729-43f1-8ad6-e19aa449ca0f req-3760a823-b123-4cf3-ba01-7b150afd51dc service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841856 Nov 10 04:54:54.185598 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:08.584280 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:08.964110 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49412) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:09.119484 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Deleting port f72ccf24-6405-40f2-a474-1f31f98bf1a4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:55:09.119822 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:09.196042 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:09.196360 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:09.207706 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Calling delete_port for f72ccf24-6405-40f2-a474-1f31f98bf1a4 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:55:09.352160 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:09.378315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event deleted for resources: {'Port': ['ID=f72ccf24-6405-40f2-a474-1f31f98bf1a4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:09.405171 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.405519 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.405856 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.406218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.406548 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.406874 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.407200 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.408080 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.408410 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.408730 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.409054 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.409369 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:09.449055 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:09.449381 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Floating IP 5b21803b-89c6-442b-bfb5-3146a0c7687b disassociated (deleted). External IP: 172.25.6.147, port: bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb. Nov 10 04:55:09.655372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:55:09.759986 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:55:09.764594 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:09.769744 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] Sync routers for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:55:09.781426 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:55:09.782070 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:09.796058 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e5d4655b-34f1-4826-b093-4924b844604e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "DELETE /v2.0/floatingips/5b21803b-89c6-442b-bfb5-3146a0c7687b HTTP/1.1" status: 204 len: 168 time: 0.8308291 Nov 10 04:55:09.796655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:55:09.799037 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a35d5-89c4-4edb-936a-ffef97468de6" -d '{"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:55:09.896793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:55:09.924978 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05956d22-7151-4946-90db-54510693c049 x-openstack-request-id: req-05956d22-7151-4946-90db-54510693c049 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:55:09.924978 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:55:09.925241 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05956d22-7151-4946-90db-54510693c049 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:55:09.925624 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'status': 'completed', 'code': 200} Nov 10 04:55:09.997476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-6a62bb02-6c5f-4f66-9121-33e0b7318031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:09.999810 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-6a62bb02-6c5f-4f66-9121-33e0b7318031 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 1098 time: 0.0471244 Nov 10 04:55:10.099259 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:10.100103 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3e69c-bcd3-47b1-9969-f9c8e28bb6fc req-dc386005-3a99-4d37-b031-98677540cdca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:10.101601 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8b3e69c-bcd3-47b1-9969-f9c8e28bb6fc req-dc386005-3a99-4d37-b031-98677540cdca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 947 time: 0.1008077 Nov 10 04:55:10.129327 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] Checking router: 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:55:10.137769 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:55:10.139057 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:54:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:10.141061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-f2ee6894-6b5e-4714-a900-8a6ed60faa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:10.142642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-f2ee6894-6b5e-4714-a900-8a6ed60faa3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.1329002 Nov 10 04:55:10.196599 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-e20d48aa-4a3c-4b22-8eb6-5ec981d3934f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 200 len: 217 time: 0.0425577 Nov 10 04:55:10.205461 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a8b3e69c-bcd3-47b1-9969-f9c8e28bb6fc req-383e797f-6691-4565-ae1d-fb13616793bb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909541 Nov 10 04:55:10.247912 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:55:10.254745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-3642645f-a04f-49ff-b4e4-459dcf713736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:10.256207 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-3642645f-a04f-49ff-b4e4-459dcf713736 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0498877 Nov 10 04:55:10.302824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-bd1f5543-baa3-4544-a3d8-5dec51deede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:10.304324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-bd1f5543-baa3-4544-a3d8-5dec51deede4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396509 Nov 10 04:55:10.402339 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-fc422bc3-8141-4aff-9123-82298758dbc4 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899687 Nov 10 04:55:10.505966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c66a35d5-89c4-4edb-936a-ffef97468de6 req-ab803068-7450-41d4-9d72-db08b9e36c42 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963345 Nov 10 04:55:10.620069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:10.645340 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e14749-7fb8-4d67-853b-a7105b9719f4 None None] The sync data for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 is: [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:55:10.850157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f654a3-424e-4d5b-8462-face5b6603bc None None] New status for floating IP 5b21803b-89c6-442b-bfb5-3146a0c7687b: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:55:11.350641 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087486be-e63b-4226-a920-02b3a41b7326 req-58c2420d-f461-4f97-9a76-be445d6dda28 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:11.352108 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-087486be-e63b-4226-a920-02b3a41b7326 req-58c2420d-f461-4f97-9a76-be445d6dda28 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 947 time: 0.0743713 Nov 10 04:55:11.364098 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-9fcf8543-6a88-4899-819f-d54583535be9 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:11.365430 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-9fcf8543-6a88-4899-819f-d54583535be9 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.44 "GET /v2.0/ports?device_id=963a37fe-e3a2-4632-8d7c-0c686607686a HTTP/1.1" status: 200 len: 947 time: 0.0628529 Nov 10 04:55:11.463225 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-087486be-e63b-4226-a920-02b3a41b7326 req-532a3426-462f-4b47-b4f6-5660424997bd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa30ae25-da91-42aa-94f8-f9469f64d861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968211 Nov 10 04:55:11.484965 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Deleting port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:55:11.485300 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:11.575574 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] For port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:55:11.575930 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:11.589139 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Calling delete_port for bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:55:11.712722 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:11.750432 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event deleted for resources: {'Port': ['ID=bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:11.783794 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] No DVR routers for this DVR port bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:55:11.786364 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:11.789603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dca266ab-1715-41ac-bc91-01c73f7be4c1 req-da015360-7734-44e5-9fdb-da0eed1d4df7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.44 "DELETE /v2.0/ports/bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb HTTP/1.1" status: 204 len: 173 time: 0.4178550 Nov 10 04:55:11.926466 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-deleted', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:55:11.928885 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8398a-3418-4719-bcb7-41a8057b8a1e" -d '{"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-deleted", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:55:11.964412 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b1126-17be-4c6e-901b-31beb888a172 x-openstack-request-id: req-bc6b1126-17be-4c6e-901b-31beb888a172 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:55:11.964707 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963a37fe-e3a2-4632-8d7c-0c686607686a", "name": "network-vif-deleted", "tag": "bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:55:11.964960 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc6b1126-17be-4c6e-901b-31beb888a172 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:55:11.965353 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963a37fe-e3a2-4632-8d7c-0c686607686a', 'name': 'network-vif-deleted', 'tag': 'bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb', 'status': 'completed', 'code': 200} Nov 10 04:55:12.518957 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49432) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:12.573299 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df9370a-4d8b-44a6-baf4-e17cca69ad43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:12.598923 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df9370a-4d8b-44a6-baf4-e17cca69ad43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:12.659635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df9370a-4d8b-44a6-baf4-e17cca69ad43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:12.662297 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3df9370a-4d8b-44a6-baf4-e17cca69ad43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:12.663462 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3df9370a-4d8b-44a6-baf4-e17cca69ad43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa30ae25-da91-42aa-94f8-f9469f64d861 HTTP/1.1" status: 204 len: 168 time: 0.1435351 Nov 10 04:55:12.672579 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9370a-4d8b-44a6-baf4-e17cca69ad43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa30ae25-da91-42aa-94f8-f9469f64d861,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:13.471608 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e1565e53-2f73-4e17-bb50-50584bc9dc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.057983 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49440) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:14.062521 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a0e7d9c8-f54f-4684-b327-7bdbf57b964f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560892761', 'description': 'tempest-secgroup-smoke-560892761 description', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:14.084004 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d9c8-f54f-4684-b327-7bdbf57b964f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.150826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d9c8-f54f-4684-b327-7bdbf57b964f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.154447 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d9c8-f54f-4684-b327-7bdbf57b964f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.183073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d9c8-f54f-4684-b327-7bdbf57b964f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.184266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a0e7d9c8-f54f-4684-b327-7bdbf57b964f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1252770 Nov 10 04:55:14.186109 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7d9c8-f54f-4684-b327-7bdbf57b964f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94960f49-35c2-4d68-85df-3ea0923b24f9,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:14.187327 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49442) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:14.190708 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:55:14.194498 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': '94960f49-35c2-4d68-85df-3ea0923b24f9', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:14.211255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:55:14.211658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device bbe9b61d-d3dc-4a44-bea8-5d6b8ef4ffbb not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:55:14.224875 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.281533 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.284929 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.301166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa9ccda-a30c-43fb-825a-4fcd5f62e06e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:14.310550 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.311704 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233318 Nov 10 04:55:14.313332 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.313675 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.314025 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.314982 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.315288 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.315442 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49446) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:14.315643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.315915 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.316230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.316541 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.316853 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.317164 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.317476 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2585d-fd92-4191-82a7-9eee452a7027 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:14.320203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-8871ffaf-18fb-4eb8-86a5-3e38760a2015 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': '94960f49-35c2-4d68-85df-3ea0923b24f9', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:14.347136 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8871ffaf-18fb-4eb8-86a5-3e38760a2015 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.401826 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8871ffaf-18fb-4eb8-86a5-3e38760a2015 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.405191 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8871ffaf-18fb-4eb8-86a5-3e38760a2015 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.423182 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871ffaf-18fb-4eb8-86a5-3e38760a2015 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0b9ef5-af3d-42ae-a73b-1afc134e370e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:14.427632 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8871ffaf-18fb-4eb8-86a5-3e38760a2015 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.428805 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8871ffaf-18fb-4eb8-86a5-3e38760a2015 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122739 Nov 10 04:55:14.431569 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49448) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:14.435812 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-d0c71d22-e2f6-443b-916b-62c77e9bc557 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': '94960f49-35c2-4d68-85df-3ea0923b24f9', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:14.462892 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0c71d22-e2f6-443b-916b-62c77e9bc557 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.518566 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0c71d22-e2f6-443b-916b-62c77e9bc557 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.522024 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0c71d22-e2f6-443b-916b-62c77e9bc557 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.544145 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71d22-e2f6-443b-916b-62c77e9bc557 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12973f65-ca81-41aa-a686-4cadb4ab4b7d,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:14.550466 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-d0c71d22-e2f6-443b-916b-62c77e9bc557 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.551912 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-d0c71d22-e2f6-443b-916b-62c77e9bc557 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194270 Nov 10 04:55:14.554719 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49450) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:14.559018 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a47c5d5e-bf9c-4b09-8a54-ae7e6631d396 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': '94960f49-35c2-4d68-85df-3ea0923b24f9', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:14.584608 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a47c5d5e-bf9c-4b09-8a54-ae7e6631d396 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.642217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a47c5d5e-bf9c-4b09-8a54-ae7e6631d396 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.646550 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a47c5d5e-bf9c-4b09-8a54-ae7e6631d396 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.664188 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c5d5e-bf9c-4b09-8a54-ae7e6631d396 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734f2cce-a309-402f-8817-e1a80063ae2e,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:14.671298 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a47c5d5e-bf9c-4b09-8a54-ae7e6631d396 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.672489 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a47c5d5e-bf9c-4b09-8a54-ae7e6631d396 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168478 Nov 10 04:55:14.675193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49452) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:14.679584 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': '94960f49-35c2-4d68-85df-3ea0923b24f9', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:14.700109 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Project 6282b3e2f01b40a4a2b30d8a179d4405 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:55:14.704740 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.761676 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.765081 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.783180 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569e9c05-f444-4b4a-9d5a-ec38996ac267,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:14.792057 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.793234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-64982601-2386-4da4-8285-64adb1ca418a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170702 Nov 10 04:55:14.796061 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49454) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:14.800760 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'security_group_rule': {'security_group_id': '94960f49-35c2-4d68-85df-3ea0923b24f9', 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:14.822976 n-d-817326-2 neutron-server[102597]: INFO neutron.db.securitygroups_db [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Project 6282b3e2f01b40a4a2b30d8a179d4405 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 04:55:14.828162 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.884961 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.888110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.906575 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78c5257-9bd8-4648-bba0-bbb190c598f0,revision_number=0']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:14.911996 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:14.913048 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-a5e85b0f-03fc-4f53-b103-cabfdf628914 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161084 Nov 10 04:55:15.790294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e27c5e49-ec21-4a9d-9342-27574e307bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:17.022983 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:18.690647 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:19.296355 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:21.785899 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:55:24.186135 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:30.127208 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-4fe4ae92-ded6-41d4-b878-42dd53700e9b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560892761&fields=id&tenant_id=6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 267 time: 0.0430999 Nov 10 04:55:30.233761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-66f97a12-d557-4664-95ef-7a200d4e98d9 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:30.235398 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-66f97a12-d557-4664-95ef-7a200d4e98d9 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 808 time: 0.1016979 Nov 10 04:55:30.250516 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-a1f24d73-8f0d-43d1-b078-9a4f18672252 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/quotas/6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 375 time: 0.0087156 Nov 10 04:55:30.298452 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-ec66b0bf-986c-4a85-a9cb-eb9b7873984c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428708 Nov 10 04:55:30.439121 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-03e81388-795b-4ffa-a7cc-a85acb3e17d0 service neutron] 10.222.0.24 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260929 Nov 10 04:55:30.525978 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-ad493fc2-a90e-43a1-94e1-c75d40d0c21e service neutron] 10.222.0.24 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807252 Nov 10 04:55:30.808889 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5dbd0fa5-f8f3-4dbc-8d8c-675ba3301a7e req-50683adc-e207-437e-a9de-2d1797a72abf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0256488 Nov 10 04:55:31.889386 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6ea193be-0d0c-4b45-9331-e76be2df7a5e req-5621ee31-c455-4c00-a465-061f844a3d4b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0297825 Nov 10 04:55:32.969320 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-527813ef-283e-4f0c-b598-5e5326f7821d req-67c59af2-57db-4c3b-8a50-e91ed0dade89 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0271666 Nov 10 04:55:34.044314 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0a8e2c4e-9dda-4405-b8a4-c7171ea7c777 req-6f571966-ae1d-4bcc-99ae-3ead7ec9cb04 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0258269 Nov 10 04:55:35.136884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1557591b-9a28-41cb-b330-c61992943728 req-9b0cd76e-28a1-47e1-8491-113d5f6dbd3e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0263090 Nov 10 04:55:35.901056 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-91cfa2ee-6f94-4c33-8ed7-13839cad518f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:35.906683 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-91cfa2ee-6f94-4c33-8ed7-13839cad518f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 808 time: 0.1036456 Nov 10 04:55:35.974812 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-e31ba13c-4ffb-4e2c-853d-292d236b6ce1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 379 time: 0.0576806 Nov 10 04:55:35.984985 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'port': {'device_id': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'admin_state_up': True, 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'security_groups': ['94960f49-35c2-4d68-85df-3ea0923b24f9']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:36.091739 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Made reservation on behalf of 6282b3e2f01b40a4a2b30d8a179d4405 for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:55:36.095367 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:36.231187 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Allocated IP 172.20.0.7 (18ac1669-677d-4490-9353-15d511b04a09/4ac900bc-5cc7-4254-a0d7-0674bcccf670/1c44babb-5e8a-4f3e-bc6c-43387df22b7b) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:55:36.240509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-727713d8-fc5c-4ae9-9c76-cb965e27e215 req-5772b2cd-562b-44fe-a721-12ce08800c60 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0334482 Nov 10 04:55:36.385204 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:36.416892 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:36.457317 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Network 18ac1669-677d-4490-9353-15d511b04a09 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:55:36.462330 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:55:36.466230 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:55:36.492551 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:36.521301 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:36.521950 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:36.538247 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-7c9d4e8d-e14f-48a6-9e79-abe79612edfb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571189 Nov 10 04:55:36.558369 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Request body: {'port': {'device_id': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:36.634282 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:36.795111 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-38d856b7-342b-4fa4-8bd4-fe63b8ff5857 None None] Provisioning complete for port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:55:36.796085 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-38d856b7-342b-4fa4-8bd4-fe63b8ff5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:36.834159 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-38d856b7-342b-4fa4-8bd4-fe63b8ff5857 None None] Port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:55:36.905607 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c44babb-5e8a-4f3e-bc6c-43387df22b7b {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:55:36.914173 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:36.927878 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Transition to ACTIVE for port object 1c44babb-5e8a-4f3e-bc6c-43387df22b7b will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:55:36.933359 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:37.002763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:37.058927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:55:37.059284 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:55:37.059573 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:55:37.064234 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on network 18ac1669-677d-4490-9353-15d511b04a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:55:37.064616 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:55:37.070262 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:55:37.070615 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Checking segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:55:37.070992 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Bound using segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:55:37.071416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Bound port: 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:55:37.071772 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:37.140601 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:55:37.144191 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:55:37.151018 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:37.187238 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:37.187854 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:37.189273 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 1091 time: 0.6353533 Nov 10 04:55:37.189711 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:55:37.192050 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a076d946-f5b8-45fb-bc1e-df77d70be022" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:55:37.224160 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44236a91-cd9a-43bf-9234-e8fbd7eec7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:37.326921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-3dfa4771-92a3-43a1-8f8d-ff7126d0f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:37.332849 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-3dfa4771-92a3-43a1-8f8d-ff7126d0f1a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1094 time: 0.0663984 Nov 10 04:55:37.334333 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de8d835-ee7c-4e3a-badb-94d7b44ce5a2 x-openstack-request-id: req-3de8d835-ee7c-4e3a-badb-94d7b44ce5a2 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:55:37.334613 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:55:37.334854 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3de8d835-ee7c-4e3a-badb-94d7b44ce5a2 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:55:37.335243 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'status': 'completed', 'code': 200} Nov 10 04:55:37.400211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c793-d469-4edf-90f6-1dce7a9f7010 req-85a587f1-885a-4406-a875-9c6934e4ba41 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:37.401948 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9f1c793-d469-4edf-90f6-1dce7a9f7010 req-85a587f1-885a-4406-a875-9c6934e4ba41 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0583842 Nov 10 04:55:37.403575 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-8080b9aa-9d0d-41e6-a08a-5c1ac666ded1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 217 time: 0.0458012 Nov 10 04:55:37.465145 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-0b9bd2d6-2bbb-4d40-aa4a-1a3484611e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:37.466661 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f9f1c793-d469-4edf-90f6-1dce7a9f7010 req-139c5d74-3a3f-415e-92d9-a96b4139ceca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583003 Nov 10 04:55:37.466825 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-0b9bd2d6-2bbb-4d40-aa4a-1a3484611e9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0557802 Nov 10 04:55:37.531195 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-3914e108-bcd0-4741-855c-6ec364a5eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:37.532832 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-3914e108-bcd0-4741-855c-6ec364a5eea0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571976 Nov 10 04:55:37.629709 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-2dd787e4-4dd2-48b7-9398-de455b011756 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893683 Nov 10 04:55:37.719002 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3422f1bd-57ae-42fd-a842-b3952b27a574 req-82bfff1d-d0c6-4aac-beff-596cc5c440ec service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828109 Nov 10 04:55:37.831017 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-4a594755-98e5-4774-a058-d7f24ea65b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:37.832463 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-4a594755-98e5-4774-a058-d7f24ea65b16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1094 time: 0.0416675 Nov 10 04:55:37.926837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-272e99b2-ff5d-4a63-a7d0-79a7552662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:37.928342 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-272e99b2-ff5d-4a63-a7d0-79a7552662a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0887938 Nov 10 04:55:37.969809 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-1510a73b-9f63-4312-aaf3-d2652277c7b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 217 time: 0.0345297 Nov 10 04:55:38.022808 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-4efd5c85-ead5-4dbb-868b-039ff3a8d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:38.024262 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-4efd5c85-ead5-4dbb-868b-039ff3a8d785 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0485094 Nov 10 04:55:38.071654 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-d0f61562-2076-4f27-bfbb-f5a8d851a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:38.073139 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-d0f61562-2076-4f27-bfbb-f5a8d851a706 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408359 Nov 10 04:55:38.171024 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-c0f0c958-f748-4618-a9c1-2fbfe965dbeb service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871253 Nov 10 04:55:38.265231 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-a076d946-f5b8-45fb-bc1e-df77d70be022 req-21867130-faf8-4283-bb35-359b0d7dd6bb service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871685 Nov 10 04:55:38.595970 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:38.600775 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48ca4-fb06-444c-9e3b-ea8bca165417 req-06d721ca-892a-48a9-bd86-cbc94f5fba90 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:38.602877 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74b48ca4-fb06-444c-9e3b-ea8bca165417 req-06d721ca-892a-48a9-bd86-cbc94f5fba90 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0548246 Nov 10 04:55:38.652088 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-74b48ca4-fb06-444c-9e3b-ea8bca165417 req-9a965db2-5f00-4bf7-94e4-457c0babfd27 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 Nov 10 04:55:39.766898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6a9e-d05e-43f4-b752-1b28799f5a25 req-28f141c7-f4ac-4f58-adab-c02c8c7bae20 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:39.768393 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-144d6a9e-d05e-43f4-b752-1b28799f5a25 req-28f141c7-f4ac-4f58-adab-c02c8c7bae20 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0486126 Nov 10 04:55:39.824615 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-144d6a9e-d05e-43f4-b752-1b28799f5a25 req-ad754af1-7802-4195-bb2a-5be031611924 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502102 Nov 10 04:55:40.943527 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f671c7-e14e-42f3-bcb2-0980e7984203 req-79c0295a-b9e6-4808-9ca0-f3ed2420de00 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:40.945018 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6f671c7-e14e-42f3-bcb2-0980e7984203 req-79c0295a-b9e6-4808-9ca0-f3ed2420de00 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0515323 Nov 10 04:55:41.009780 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a6f671c7-e14e-42f3-bcb2-0980e7984203 req-2d7e491f-0bfc-4037-b6be-1b7ba8debb43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573537 Nov 10 04:55:42.124780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac237fc3-173b-4f2b-9822-6d7aa7b7fcb4 req-fade4bf0-18f4-4a30-bf27-fd310835d152 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:42.126282 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac237fc3-173b-4f2b-9822-6d7aa7b7fcb4 req-fade4bf0-18f4-4a30-bf27-fd310835d152 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0478859 Nov 10 04:55:42.175092 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ac237fc3-173b-4f2b-9822-6d7aa7b7fcb4 req-d6bccfef-9a99-4544-b79d-56c8b0779e8b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Nov 10 04:55:43.293135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcef30-4e4c-4579-881b-6ebc4cf181d9 req-a9db3295-bc76-4f91-9e6c-bd881f71aff6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:43.294590 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44fcef30-4e4c-4579-881b-6ebc4cf181d9 req-a9db3295-bc76-4f91-9e6c-bd881f71aff6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0512948 Nov 10 04:55:43.342348 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44fcef30-4e4c-4579-881b-6ebc4cf181d9 req-88044cfc-ca5a-4078-8b05-960ec075be8a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Nov 10 04:55:43.473378 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2db9ec84-4b9e-4178-83f4-0b246151321a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:44.455235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aca90-99a4-48de-a4e5-2c1b40b49930 req-45e0eab7-4458-4a4d-b0f8-12571b166e11 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:44.456713 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a3aca90-99a4-48de-a4e5-2c1b40b49930 req-45e0eab7-4458-4a4d-b0f8-12571b166e11 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0478344 Nov 10 04:55:44.504455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a3aca90-99a4-48de-a4e5-2c1b40b49930 req-de56a103-4b82-4ba4-b7c6-784230a96c43 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420194 Nov 10 04:55:45.618034 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d0272-9d17-457a-9d72-3bdb6fc757e8 req-caba7326-18d4-4e2f-b069-3f50ade7d0f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:45.619482 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-169d0272-9d17-457a-9d72-3bdb6fc757e8 req-caba7326-18d4-4e2f-b069-3f50ade7d0f1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0472577 Nov 10 04:55:45.791825 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9ece5bc4-8280-49c3-8609-5806f4d19bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:45.937106 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-169d0272-9d17-457a-9d72-3bdb6fc757e8 req-f3024bf4-94be-40d8-9a26-5940ab313e5e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117626 Nov 10 04:55:47.025811 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:47.053864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10616b-38ea-4818-a6ee-f5ae211825d3 req-edac4731-bfe3-424a-a863-7c079f73f120 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:47.055330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f10616b-38ea-4818-a6ee-f5ae211825d3 req-edac4731-bfe3-424a-a863-7c079f73f120 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0493534 Nov 10 04:55:47.102796 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f10616b-38ea-4818-a6ee-f5ae211825d3 req-a676fa9a-d2ca-4dff-bfba-56e2edf2cab4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416327 Nov 10 04:55:48.216052 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d928ddd-23b2-4699-86ed-09fc8ff5d9f1 req-07c55f49-6ca0-4ef7-8514-63b93cb5b87e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:48.217503 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d928ddd-23b2-4699-86ed-09fc8ff5d9f1 req-07c55f49-6ca0-4ef7-8514-63b93cb5b87e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0473492 Nov 10 04:55:48.265224 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4d928ddd-23b2-4699-86ed-09fc8ff5d9f1 req-3ac7d354-7935-4782-985d-3d0f3e9504ca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Nov 10 04:55:48.690773 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:49.288776 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:49.635588 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4d94-cf0e-4e8e-ba94-873a24cf793e req-f2b9b495-17c1-4d73-8ec1-aa02384a1c74 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:49.637039 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63ee4d94-cf0e-4e8e-ba94-873a24cf793e req-f2b9b495-17c1-4d73-8ec1-aa02384a1c74 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0515594 Nov 10 04:55:49.684683 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-63ee4d94-cf0e-4e8e-ba94-873a24cf793e req-726faae0-5184-4270-afee-dc4b8f8868f2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Nov 10 04:55:50.796435 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3230575-7bf9-442d-876b-06e9c5ac9338 req-ea7cd094-2828-4613-9bad-1d9a105bebca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:50.797898 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3230575-7bf9-442d-876b-06e9c5ac9338 req-ea7cd094-2828-4613-9bad-1d9a105bebca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0478206 Nov 10 04:55:50.845899 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c3230575-7bf9-442d-876b-06e9c5ac9338 req-a5b91da1-a185-4482-b638-b4b50486765a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 Nov 10 04:55:50.888883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1c44babb-5e8a-4f3e-bc6c-43387df22b7b details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:55:50.989917 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:55:51.001922 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'port_id': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'mac_address': 'fa:16:3e:72:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:55:51.040977 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:51.054474 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c44babb-5e8a-4f3e-bc6c-43387df22b7b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:55:51.072813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:55:51.076636 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:51.124419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:51.131561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.131908 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.132248 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.132584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.132918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.133246 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.133572 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.133894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.134261 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.134584 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.134907 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.135226 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:55:51.481064 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['1c44babb-5e8a-4f3e-bc6c-43387df22b7b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:55:51.961822 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7815cec-886c-424b-a348-05ab124cadf4 req-1e4e8763-0b69-49c7-b54b-bd79b378edb8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:51.963324 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7815cec-886c-424b-a348-05ab124cadf4 req-1e4e8763-0b69-49c7-b54b-bd79b378edb8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 944 time: 0.0508413 Nov 10 04:55:52.013211 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c7815cec-886c-424b-a348-05ab124cadf4 req-bb6d6975-899c-4939-8f36-59a0c1b2f814 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Nov 10 04:55:52.888993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1c44babb-5e8a-4f3e-bc6c-43387df22b7b up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:55:52.939983 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:55:52.944814 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:55:52.945240 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:53.023740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:53.045956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:55:53.048220 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ee68c-3f66-4013-bd76-731d3fa07ad1" -d '{"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-plugged", "status": "completed", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:55:53.063771 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:55:53.068716 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:53.119842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:53.148825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c09e29-0bed-41e4-a6b2-99d8ffdf3bd5 req-12506fea-9c7d-4e16-8dbe-f507b51c93dd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:53.149493 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ed885-6c8f-45c6-acc0-70da8d2d8ca7 x-openstack-request-id: req-336ed885-6c8f-45c6-acc0-70da8d2d8ca7 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:55:53.149784 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-plugged", "status": "completed", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:55:53.150079 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-336ed885-6c8f-45c6-acc0-70da8d2d8ca7 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:55:53.150505 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'code': 200} Nov 10 04:55:53.150629 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90c09e29-0bed-41e4-a6b2-99d8ffdf3bd5 req-12506fea-9c7d-4e16-8dbe-f507b51c93dd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0593631 Nov 10 04:55:53.201844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-90c09e29-0bed-41e4-a6b2-99d8ffdf3bd5 req-ba78d61d-97a5-41c5-9fa7-ad8a1d13eaaf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454254 Nov 10 04:55:53.272582 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c2668-3721-4719-855e-71fba565d4d4 req-fa42238e-69ce-4bb9-9ef0-db6cb18f2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:53.274086 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c39c2668-3721-4719-855e-71fba565d4d4 req-fa42238e-69ce-4bb9-9ef0-db6cb18f2697 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1096 time: 0.0407403 Nov 10 04:55:53.318898 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-c39c2668-3721-4719-855e-71fba565d4d4 req-4123f5da-9ed1-4c28-83fa-e5058af69c7b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377464 Nov 10 04:55:54.218626 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:54.317667 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330006cb-a547-45be-ac4d-32284502e4b8 req-4fa2c307-3c87-4694-a09f-fd387b077580 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:54.319151 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-330006cb-a547-45be-ac4d-32284502e4b8 req-4fa2c307-3c87-4694-a09f-fd387b077580 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0475466 Nov 10 04:55:54.370758 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-330006cb-a547-45be-ac4d-32284502e4b8 req-07b924ea-d9da-496a-bae9-4943f20a92d7 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457134 Nov 10 04:55:55.485195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2aebb-1807-4581-b377-50a544022648 req-128c81a3-dd8a-40a2-b246-af5f1cd2cc4d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:55.486728 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ab2aebb-1807-4581-b377-50a544022648 req-128c81a3-dd8a-40a2-b246-af5f1cd2cc4d tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0488605 Nov 10 04:55:55.536330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8ab2aebb-1807-4581-b377-50a544022648 req-ce44d8ee-9098-46b3-99b2-6f285f1b8293 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Nov 10 04:55:55.658656 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653bb7f-84d5-4f13-bc4a-c1230eac8255 req-3502da14-4431-42b8-9787-62e08aad31ae tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:55.660081 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b653bb7f-84d5-4f13-bc4a-c1230eac8255 req-3502da14-4431-42b8-9787-62e08aad31ae tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0498779 Nov 10 04:55:55.708487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b653bb7f-84d5-4f13-bc4a-c1230eac8255 req-627d8d35-09d3-4f55-b0b9-402562ec49cf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Nov 10 04:55:55.730209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49674) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:55.815770 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80761e85-0951-4135-9427-5a876df748d8 tempest-TestShelveInstance-1066004155 tempest-TestShelveInstance-1066004155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:55.817846 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-80761e85-0951-4135-9427-5a876df748d8 tempest-TestShelveInstance-1066004155 tempest-TestShelveInstance-1066004155-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1091 time: 0.0866358 Nov 10 04:55:55.820644 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49678) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:55:55.824864 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:55:55.846483 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:55.946792 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.052042 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Allocated IP 172.25.6.219 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/56df5caa-5e7f-4e89-8717-b41b90148589) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:55:56.154110 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.188643 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.236347 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:55:56.239919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:55:56.244395 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:55:56.247150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'Port': ['ID=56df5caa-5e7f-4e89-8717-b41b90148589,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:56.595629 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.659409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.811919 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.816289 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.886276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event updated for resources: {'Port': ['ID=56df5caa-5e7f-4e89-8717-b41b90148589,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:55:56.895802 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:56.995609 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Floating IP 7932a11b-e10f-4e21-95ff-96d1645de0bf associated. External IP: 172.25.6.219, port: 1c44babb-5e8a-4f3e-bc6c-43387df22b7b. Nov 10 04:55:57.208384 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:55:57.315342 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:55:57.325231 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] Sync routers for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:55:57.334150 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:55:57.335948 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:55:57.336568 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:55:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:57.369959 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-ca688cdc-eae7-459d-8e4e-13f5b16e388b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5391090 Nov 10 04:55:57.369959 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:55:57.369959 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3d41c6-86af-4324-ac0e-c175041facaa" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:55:57.400591 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce7e966-c43c-4cbb-8061-2cb8bd4b96d4 x-openstack-request-id: req-cce7e966-c43c-4cbb-8061-2cb8bd4b96d4 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:55:57.400879 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:55:57.401132 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cce7e966-c43c-4cbb-8061-2cb8bd4b96d4 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:55:57.401527 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'status': 'completed', 'code': 200} Nov 10 04:55:57.443934 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:55:57.488173 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-b1c58c2e-a25c-4fcb-aaea-c09bcd54855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:57.489673 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-b1c58c2e-a25c-4fcb-aaea-c09bcd54855b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1096 time: 0.0453470 Nov 10 04:55:57.579583 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-8ced50f3-97fd-4059-85cb-1fb3b8427b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:57.581053 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-8ced50f3-97fd-4059-85cb-1fb3b8427b18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0838611 Nov 10 04:55:57.650961 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-525c4efd-7a10-4884-b4ee-5f55586b1c58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 999 time: 0.0624537 Nov 10 04:55:57.663236 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '7932a11b-e10f-4e21-95ff-96d1645de0bf', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'port_id': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'mac_address': 'fa:16:3e:72:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:55:56Z', 'updated_at': '2021-11-10T04:55:56Z', 'revision_number': 0, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:57.692198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] Checking router: 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:55:57.699486 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-4a672dc3-0c0b-4d63-933e-4eec53ede370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:57.700330 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:55:57.700919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:55:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:57.701055 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-4a672dc3-0c0b-4d63-933e-4eec53ede370 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0439005 Nov 10 04:55:57.745811 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-b955f91d-cb78-4a24-bc38-d42f6e4a68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:55:57.747256 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-b955f91d-cb78-4a24-bc38-d42f6e4a68a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393870 Nov 10 04:55:57.804308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:55:57.840583 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-1b0e9cb6-8659-44f9-865a-1ab0bd3e215f service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858295 Nov 10 04:55:57.929628 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-8e3d41c6-86af-4324-ac0e-c175041facaa req-da7648af-0089-472a-9483-64847915db14 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822816 Nov 10 04:55:58.025037 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '7932a11b-e10f-4e21-95ff-96d1645de0bf', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'port_id': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'mac_address': 'fa:16:3e:72:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:55:56Z', 'updated_at': '2021-11-10T04:55:56Z', 'revision_number': 0, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:55:58.050132 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd15d-fc9d-464f-9f40-8d3330c6c522 None None] The sync data for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 is: [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '7932a11b-e10f-4e21-95ff-96d1645de0bf', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'port_id': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'mac_address': 'fa:16:3e:72:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:55:56Z', 'updated_at': '2021-11-10T04:55:56Z', 'revision_number': 0, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:55:58.232096 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15ddf7-c2e0-4a74-8f32-6b5ffdb7d99b None None] New status for floating IP 7932a11b-e10f-4e21-95ff-96d1645de0bf: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:55:58.785599 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:56:00.215613 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-4ae72c5b-ae2d-4c1e-bab2-09ca1fa479a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399790 Nov 10 04:56:00.314489 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-4a506d13-d5c8-4a24-8e14-7dffdaef16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:56:00.316477 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-4a506d13-d5c8-4a24-8e14-7dffdaef16a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1096 time: 0.0442536 Nov 10 04:56:00.418520 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-9433d3fe-af30-4298-9345-1ca3546110b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:56:00.420003 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-9433d3fe-af30-4298-9345-1ca3546110b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0862732 Nov 10 04:56:00.487314 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-19106241-611c-46f0-ad22-0cc647d82ef4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 1001 time: 0.0602651 Nov 10 04:56:00.535408 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-cb88c355-3804-4419-8d14-445c68b499ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:56:00.536775 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-cb88c355-3804-4419-8d14-445c68b499ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0421643 Nov 10 04:56:00.581185 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-35245b03-4e67-4b86-bf3d-27e5a59e0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:56:00.582782 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-35245b03-4e67-4b86-bf3d-27e5a59e0c8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389545 Nov 10 04:56:00.672900 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-98fd6ec8-20b8-4fe4-9cba-7f62dae522ef service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830998 Nov 10 04:56:00.760415 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-350b20a9-e1b7-4dee-90ef-3f688a041a17 req-71f15cd8-6c2f-45b8-a21a-df909b15ed7f service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802932 Nov 10 04:56:08.591886 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:13.475361 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-aefbd8c7-0f47-48ab-9a64-2c4871436365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:15.793104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad2da-8265-4e4c-a498-36a73c5905a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:17.031438 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:18.695295 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:19.291360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:24.231275 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:35.787556 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:56:38.613552 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:43.476024 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9c5b4c89-27b1-4583-b8a8-a1385ca34182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:45.794067 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a18535b0-8eb0-4c3c-8140-8bcd30c21f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:47.030525 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:48.700041 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:49.292906 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:56:54.231392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:00.575886 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-ef416a33-bd53-4694-bf4e-aeafb6db6040 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779166 Nov 10 04:57:00.675373 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-c6f98645-ee23-42fd-974d-97ade9331d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:00.676874 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-c6f98645-ee23-42fd-974d-97ade9331d06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1096 time: 0.0443048 Nov 10 04:57:00.776801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-b843626d-f664-4f25-ae46-3c700679a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:00.778761 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-b843626d-f664-4f25-ae46-3c700679a05d service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0839601 Nov 10 04:57:00.846991 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-532d0a99-99e9-4fe2-96e5-6be0bc65a744 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 1001 time: 0.0615158 Nov 10 04:57:00.897063 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-eef97ec4-5fd6-4d5f-b60c-fd5ffbb8f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:00.898510 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-eef97ec4-5fd6-4d5f-b60c-fd5ffbb8f42a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0444763 Nov 10 04:57:00.942355 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-dfd2a244-dea3-4ba3-aa53-c9cd27b59ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:00.943779 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-dfd2a244-dea3-4ba3-aa53-c9cd27b59ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380929 Nov 10 04:57:01.033807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-ae73cc9b-e947-4c76-932f-359f107f76a9 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827122 Nov 10 04:57:01.121815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f1e7b6a1-5041-4b3f-bcb9-f22d34fe5021 req-4d4498ed-c26f-4606-8739-658c7478f1df service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805097 Nov 10 04:57:08.615020 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:12.786595 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:57:13.478604 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ccd148fc-a939-4262-b1ce-bb7444be0804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:15.795646 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-112cf998-7128-4ad5-8a46-614856aa4ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:17.033405 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:18.700350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:19.295403 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:24.230508 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:38.624702 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:43.479388 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-14b32c39-54f8-4b7c-bad3-90c7b8db3bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:45.797035 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-d89c7fef-d6bf-4a36-b801-92e894bfbb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:47.037162 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:48.703489 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.296926 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.784825 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:57:52.795122 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bc1a3-90bd-41c7-8444-b39233de3508 req-3375e80b-7466-44a0-bb5b-2200ad3c4c8f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:52.796603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-244bc1a3-90bd-41c7-8444-b39233de3508 req-3375e80b-7466-44a0-bb5b-2200ad3c4c8f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0503347 Nov 10 04:57:52.849135 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-244bc1a3-90bd-41c7-8444-b39233de3508 req-acdbe904-fb37-4d53-861f-b12bfb6ea226 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466516 Nov 10 04:57:53.967947 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1d75-6a66-4527-ac0e-85650ed68899 req-c60f3589-a2e8-4c5f-b7c6-2bd0d7b89bf6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:53.969390 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f8c1d75-6a66-4527-ac0e-85650ed68899 req-c60f3589-a2e8-4c5f-b7c6-2bd0d7b89bf6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0479796 Nov 10 04:57:54.017470 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-1f8c1d75-6a66-4527-ac0e-85650ed68899 req-4eff1f6f-06fe-4a3c-ad78-f782503d17d1 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Nov 10 04:57:54.249896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:55.161049 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ced00-3b0f-4406-a79c-cc5467ff6744 req-8453bc37-b34c-4f05-9f5b-1959885cea91 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:55.162759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-761ced00-3b0f-4406-a79c-cc5467ff6744 req-8453bc37-b34c-4f05-9f5b-1959885cea91 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0484278 Nov 10 04:57:55.212182 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-761ced00-3b0f-4406-a79c-cc5467ff6744 req-c5ef8b24-5399-42fa-a49f-dc7d81682ea4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 Nov 10 04:57:56.337023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7df6d2-631e-4fb2-bf77-d229af4815be req-aa63221f-88c1-4509-b356-21bc79f34bd2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:56.338585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b7df6d2-631e-4fb2-bf77-d229af4815be req-aa63221f-88c1-4509-b356-21bc79f34bd2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0520587 Nov 10 04:57:56.385817 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7b7df6d2-631e-4fb2-bf77-d229af4815be req-a15fcf8f-a5d8-47ff-babf-a806c7c31621 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413651 Nov 10 04:57:57.500439 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71d41c-9a8e-4105-882a-89cc08a4fc3d req-c7e330a4-3d3d-46c1-91b9-27bdb6c32edd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:57.501997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db71d41c-9a8e-4105-882a-89cc08a4fc3d req-c7e330a4-3d3d-46c1-91b9-27bdb6c32edd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0479348 Nov 10 04:57:57.549266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db71d41c-9a8e-4105-882a-89cc08a4fc3d req-e070245e-d6f1-4136-84c4-702784a914e4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Nov 10 04:57:58.663701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81048c-d898-45e2-a442-082d7df34c21 req-f3744a1f-b4f9-4fa1-80a9-cf53fef91d1b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:58.665140 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d81048c-d898-45e2-a442-082d7df34c21 req-f3744a1f-b4f9-4fa1-80a9-cf53fef91d1b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0481632 Nov 10 04:57:58.715551 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3d81048c-d898-45e2-a442-082d7df34c21 req-2b43ef1a-7ddf-405d-bf8e-0cef59d93e5e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Nov 10 04:57:59.833452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadcf33-b68a-451e-bc63-b0f0407ae6fd req-0197c106-d978-4d1f-bb8c-e21a08479cf2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:57:59.834835 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5eadcf33-b68a-451e-bc63-b0f0407ae6fd req-0197c106-d978-4d1f-bb8c-e21a08479cf2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0482991 Nov 10 04:57:59.883040 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5eadcf33-b68a-451e-bc63-b0f0407ae6fd req-715712ea-c1e9-48cd-947c-78c25a3c4124 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Nov 10 04:58:00.997234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2044c-bef6-4b2c-bbd1-705b8cc84da9 req-9ee4abf2-cf01-41f5-9693-f49746e6236f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:00.998745 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22c2044c-bef6-4b2c-bbd1-705b8cc84da9 req-9ee4abf2-cf01-41f5-9693-f49746e6236f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0494282 Nov 10 04:58:01.047738 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-22c2044c-bef6-4b2c-bbd1-705b8cc84da9 req-d5fff417-06fd-4277-8cf3-8cd2d4003dd0 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Nov 10 04:58:01.360158 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-33de426a-1a7a-4816-a699-17100754155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:01.361619 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-33de426a-1a7a-4816-a699-17100754155c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1096 time: 0.0413010 Nov 10 04:58:01.472045 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-fec042f9-d433-41f4-97af-0bb78c2b1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:01.473512 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-fec042f9-d433-41f4-97af-0bb78c2b1e39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0923955 Nov 10 04:58:01.543715 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-c66bea79-d3ee-43e8-9839-1c9a3a9dc9cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 1001 time: 0.0623891 Nov 10 04:58:01.593485 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-5b9d3b4f-cc59-4fa6-ae28-9dbef2b180af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:01.594962 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-5b9d3b4f-cc59-4fa6-ae28-9dbef2b180af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0434415 Nov 10 04:58:01.640350 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-71722f92-1d67-479f-a6be-98c830fdae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:01.641855 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-71722f92-1d67-479f-a6be-98c830fdae9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395617 Nov 10 04:58:01.732641 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-d94f4a19-1c69-4273-b986-c0b325e2dc3d service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838168 Nov 10 04:58:01.819851 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-dd0c83c5-c7b6-4e0a-bc7d-85835ca45c12 req-0bc50fd5-101e-4970-86c3-2057c562c295 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807414 Nov 10 04:58:02.435649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440bc6-fff6-4541-a7a6-8e866cc8e111 req-ce51e8be-b395-4f9e-bb4c-8c0043714f76 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:02.436998 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8440bc6-fff6-4541-a7a6-8e866cc8e111 req-ce51e8be-b395-4f9e-bb4c-8c0043714f76 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0512953 Nov 10 04:58:02.484949 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f8440bc6-fff6-4541-a7a6-8e866cc8e111 req-3f7eaf31-597a-45b7-a50a-b779458ca570 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Nov 10 04:58:03.017706 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-a9482c02-8d34-422b-8656-4820c17c696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:03.019233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-a9482c02-8d34-422b-8656-4820c17c696a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1096 time: 0.0412486 Nov 10 04:58:03.111197 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-e4b35714-2508-4982-8746-609f6e512def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:03.112626 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-e4b35714-2508-4982-8746-609f6e512def service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0866206 Nov 10 04:58:03.175772 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-e83c4cdc-3192-48a4-848a-cc8e65a4a9a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 1001 time: 0.0561821 Nov 10 04:58:03.226848 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-de774738-1e4d-4156-838e-b2ea0bf9d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:03.228320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-de774738-1e4d-4156-838e-b2ea0bf9d045 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0458536 Nov 10 04:58:03.271832 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-0b165841-59fc-4e5e-8acc-615d94235d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:03.273179 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-0b165841-59fc-4e5e-8acc-615d94235d45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379138 Nov 10 04:58:03.361588 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-985d276a-0ac9-4079-81e1-f453313787ae service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805569 Nov 10 04:58:03.453360 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ddb15a4e-1989-412c-b038-8205c8f71376 req-c93db9be-ce76-4e3e-a086-d758e1733d07 service neutron] 10.222.0.11 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841494 Nov 10 04:58:03.601310 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17706cf-90db-434b-8c42-4035469c4309 req-f04b532a-e1ea-4b13-b9f6-e869f1bfd046 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:03.602834 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a17706cf-90db-434b-8c42-4035469c4309 req-f04b532a-e1ea-4b13-b9f6-e869f1bfd046 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0488994 Nov 10 04:58:03.650989 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a17706cf-90db-434b-8c42-4035469c4309 req-f98602bb-ae28-4ccd-8c0e-bfca14d87a15 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 Nov 10 04:58:04.768427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee83d47-b235-474a-b5eb-ce7de9e8ae4d req-3d262b0e-43c8-4e61-b8ee-e65c390fbc60 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:04.769775 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aee83d47-b235-474a-b5eb-ce7de9e8ae4d req-3d262b0e-43c8-4e61-b8ee-e65c390fbc60 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0513811 Nov 10 04:58:04.817128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aee83d47-b235-474a-b5eb-ce7de9e8ae4d req-678f4c44-f929-441c-b2de-c07445b39634 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415282 Nov 10 04:58:05.944661 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef9946-802a-493d-aa23-c4604ed5cc06 req-4784b70c-38db-4504-872c-214bd14295eb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:05.946185 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47ef9946-802a-493d-aa23-c4604ed5cc06 req-4784b70c-38db-4504-872c-214bd14295eb tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0498180 Nov 10 04:58:05.999958 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-47ef9946-802a-493d-aa23-c4604ed5cc06 req-e82465fa-6077-4254-810b-a165d2f44687 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478351 Nov 10 04:58:07.155006 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951eef-eb73-41b2-8d10-8555e9a4600e req-7ef33369-e163-4d9c-a126-95a5e12f5f97 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:07.156473 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91951eef-eb73-41b2-8d10-8555e9a4600e req-7ef33369-e163-4d9c-a126-95a5e12f5f97 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0902140 Nov 10 04:58:07.208741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-91951eef-eb73-41b2-8d10-8555e9a4600e req-17b2ffd0-7efa-4f06-b680-8917a81f1865 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Nov 10 04:58:07.283273 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-460c2e9b-3efe-46b6-8656-4b0a0654cc11 req-a464a947-f6ba-4148-91d0-3a59aab0b85f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:58:07.284251 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-460c2e9b-3efe-46b6-8656-4b0a0654cc11 req-a464a947-f6ba-4148-91d0-3a59aab0b85f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057387 Nov 10 04:58:07.407428 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-c4b18b83-be4a-4663-b2e3-7c1aa3660dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412626 Nov 10 04:58:07.416643 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-d85cc500-cd40-4385-98cc-51d4b392af10 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:58:07.417689 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-d85cc500-cd40-4385-98cc-51d4b392af10 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051746 Nov 10 04:58:07.436424 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdaa7e-fb36-478e-846d-8cbb1a5a45d3 req-8f60058e-65e8-4700-9dbd-2d0fc93b3d07 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:07.438044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8cdaa7e-fb36-478e-846d-8cbb1a5a45d3 req-8f60058e-65e8-4700-9dbd-2d0fc93b3d07 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.0493202 Nov 10 04:58:07.487167 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c8cdaa7e-fb36-478e-846d-8cbb1a5a45d3 req-324794d0-7718-4e4e-a0af-35d188c074be tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432742 Nov 10 04:58:08.624631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:08.657311 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d8441-f884-4b83-abaa-8b97a4357d46 req-4e590fd5-96ed-4ff0-857c-f2b320cecdf5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:08.658830 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa7d8441-f884-4b83-abaa-8b97a4357d46 req-4e590fd5-96ed-4ff0-857c-f2b320cecdf5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 945 time: 0.1019077 Nov 10 04:58:08.707759 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fa7d8441-f884-4b83-abaa-8b97a4357d46 req-d592b3ce-ce7a-4491-9bd6-a5516c21f086 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427735 Nov 10 04:58:09.556529 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 1c44babb-5e8a-4f3e-bc6c-43387df22b7b no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:58:09.633594 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:09.656518 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:58:09.658771 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca8738a-5a2c-43d5-9c6d-4376b6ed1ec9" -d '{"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-unplugged", "status": "completed", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:58:09.670895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:09.675254 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:09.698237 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4311eadf-f24e-4fb7-9916-9c28dade4764 x-openstack-request-id: req-4311eadf-f24e-4fb7-9916-9c28dade4764 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:58:09.698632 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-unplugged", "status": "failed", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "code": 422}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:58:09.698906 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4311eadf-f24e-4fb7-9916-9c28dade4764 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:58:09.699326 n-d-817326-2 neutron-server[102598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'code': 422} returned with failed status Nov 10 04:58:09.725847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:09.733468 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.733818 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.734174 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.734498 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.734819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.735142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.735459 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.735770 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.736089 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.736405 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.736719 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.737032 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:09.831141 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6807dd-fa16-4cf3-89ac-548dc155d20c req-d46390e1-73e0-4ccf-91ab-7e565591c23a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:09.832509 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff6807dd-fa16-4cf3-89ac-548dc155d20c req-d46390e1-73e0-4ccf-91ab-7e565591c23a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0540743 Nov 10 04:58:09.881123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ff6807dd-fa16-4cf3-89ac-548dc155d20c req-d9055ab6-12d5-4323-b4f3-0d091a9c0589 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 Nov 10 04:58:11.001041 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72eec1-604b-459b-9ef0-a315e2553ef5 req-df866443-2c50-487f-adf6-6beba1e6e9dd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:11.002587 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb72eec1-604b-459b-9ef0-a315e2553ef5 req-df866443-2c50-487f-adf6-6beba1e6e9dd tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0520542 Nov 10 04:58:11.051315 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fb72eec1-604b-459b-9ef0-a315e2553ef5 req-d150c96b-dc53-41b6-aa35-85debf1163f4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Nov 10 04:58:12.165750 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a158e7d-5315-4468-8e59-1375c6fca35a req-476154c5-9cba-44eb-a574-a037614a775b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:12.167268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a158e7d-5315-4468-8e59-1375c6fca35a req-476154c5-9cba-44eb-a574-a037614a775b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0485687 Nov 10 04:58:12.220413 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3a158e7d-5315-4468-8e59-1375c6fca35a req-5713d31b-1e85-4299-b421-d6745f2149cf tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472784 Nov 10 04:58:13.122025 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-049d1ea5-2544-4d69-bde0-f290a0a66904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:13.123513 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-049d1ea5-2544-4d69-bde0-f290a0a66904 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d&tenant_id=6282b3e2f01b40a4a2b30d8a179d4405 HTTP/1.1" status: 200 len: 1094 time: 0.0448925 Nov 10 04:58:13.134766 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-2', 'device_owner': 'compute:nova'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:13.197113 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:13.398951 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ca0fc-cc2a-424a-b5e6-e0514c8ca619 req-b24a518f-5897-4da0-a5b9-dee7a3c75f89 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:13.400330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-799ca0fc-cc2a-424a-b5e6-e0514c8ca619 req-b24a518f-5897-4da0-a5b9-dee7a3c75f89 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.1050978 Nov 10 04:58:13.458138 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:13.481668 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a5f19158-f3f3-4c48-a759-515bf8bd8347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:13.482822 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-799ca0fc-cc2a-424a-b5e6-e0514c8ca619 req-9274ccdd-4ebe-4c08-9437-89e379b3dbbc tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751758 Nov 10 04:58:13.505359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h1-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:58:13.538751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c44babb-5e8a-4f3e-bc6c-43387df22b7b {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:58:13.545905 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:13.558113 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Transition to ACTIVE for port object 1c44babb-5e8a-4f3e-bc6c-43387df22b7b will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 04:58:13.561922 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:13.645736 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=7']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:13.657282 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.657642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.658239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.658635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.658969 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.659298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.659630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.660150 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.660481 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.660807 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.661129 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.661449 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:13.695591 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] No DVR routers for this DVR port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on host n-h1-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:58:13.830053 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:58:13.830381 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:58:13.830701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:58:13.834861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on network 18ac1669-677d-4490-9353-15d511b04a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 04:58:13.835175 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Attempting to bind port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on network 18ac1669-677d-4490-9353-15d511b04a09 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:58:13.839904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:58:13.840235 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Checking segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:58:13.840646 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Bound using segment: {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:58:13.841067 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Bound port: 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f70142a-9984-40e1-9709-da679783d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '18ac1669-677d-4490-9353-15d511b04a09'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:58:13.841411 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:13.905195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:58:13.908097 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:58:13.912574 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:13.944768 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:13.945381 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:13.946857 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] 10.222.0.44 "PUT /v2.0/ports/1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 1091 time: 0.8159766 Nov 10 04:58:13.947293 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:58:13.949519 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f562360-2640-4ac0-8363-4cc4979d154d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:58:13.998689 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d47e427-0183-4947-8d22-2f3503da36dc x-openstack-request-id: req-2d47e427-0183-4947-8d22-2f3503da36dc {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:58:13.998981 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:58:13.999229 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d47e427-0183-4947-8d22-2f3503da36dc {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:58:13.999631 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'status': 'completed', 'code': 200} Nov 10 04:58:14.001713 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6c835-f167-4917-9120-0e6112f5944d service neutron] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=8']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:14.018817 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-a00203a3-4d89-463f-ab93-6f6551381981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.020510 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-a00203a3-4d89-463f-ab93-6f6551381981 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1094 time: 0.0495446 Nov 10 04:58:14.116610 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-cef049aa-8336-4176-9254-d8ef89ceb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.118112 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-cef049aa-8336-4176-9254-d8ef89ceb75c service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0911641 Nov 10 04:58:14.191239 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-eeb4c747-3130-4627-9432-9c30a12e9e28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 999 time: 0.0643814 Nov 10 04:58:14.239792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-d17adb69-4378-40db-b918-0c00d4047c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.241180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-d17adb69-4378-40db-b918-0c00d4047c18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0438380 Nov 10 04:58:14.289173 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-bbfc09c8-3b5a-478c-8616-cb0f9be4c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.290737 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-bbfc09c8-3b5a-478c-8616-cb0f9be4c7a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420058 Nov 10 04:58:14.377801 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-bf2bbf12-4178-4b6f-869f-8ee9c1b7f0bb service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792091 Nov 10 04:58:14.468997 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-9fca1a6f-dcb5-49aa-b0b4-d8af9046714d service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840187 Nov 10 04:58:14.573060 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562360-2640-4ac0-8363-4cc4979d154d req-c1bb3436-cffc-4f1f-a02b-65ecaf55ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.574585 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f562360-2640-4ac0-8363-4cc4979d154d req-c1bb3436-cffc-4f1f-a02b-65ecaf55ada0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1094 time: 0.0572088 Nov 10 04:58:14.925243 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201543e-c993-491c-8eea-83bd90e2a541 req-d984d2af-9660-4e33-b8ac-92dafd6702ca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.926663 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5201543e-c993-491c-8eea-83bd90e2a541 req-d984d2af-9660-4e33-b8ac-92dafd6702ca tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.3680310 Nov 10 04:58:14.972630 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562360-2640-4ac0-8363-4cc4979d154d req-668f76be-7c76-4387-af8a-c4594baa24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.974091 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f562360-2640-4ac0-8363-4cc4979d154d req-668f76be-7c76-4387-af8a-c4594baa24af service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.3864560 Nov 10 04:58:15.039399 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5201543e-c993-491c-8eea-83bd90e2a541 req-d25c48ca-ea36-435e-b74f-901fe42adfa3 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058507 Nov 10 04:58:15.058714 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f562360-2640-4ac0-8363-4cc4979d154d req-ba57fb03-88f3-45ad-95e3-30438a4bc4fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 999 time: 0.0766840 Nov 10 04:58:15.106276 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562360-2640-4ac0-8363-4cc4979d154d req-abba8f04-2b92-4aea-8399-0657c5ad9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:15.107649 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f562360-2640-4ac0-8363-4cc4979d154d req-abba8f04-2b92-4aea-8399-0657c5ad9c41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0420759 Nov 10 04:58:15.152756 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562360-2640-4ac0-8363-4cc4979d154d req-99aa417d-6a83-4bde-8e53-7a03829bc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:15.154248 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f562360-2640-4ac0-8363-4cc4979d154d req-99aa417d-6a83-4bde-8e53-7a03829bc184 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396891 Nov 10 04:58:15.249235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f562360-2640-4ac0-8363-4cc4979d154d req-bcddad86-f312-46c5-a6ec-4e9824b6f803 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848625 Nov 10 04:58:15.337189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0f562360-2640-4ac0-8363-4cc4979d154d req-be8b2749-250c-4265-8937-a01c7bc2d418 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Nov 10 04:58:15.798870 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-567dcac1-3ce2-4efe-8947-afaaa37ec9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:16.158515 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db3e97-f000-4b49-b0ad-642666743d2a req-fbb22c4e-260d-4e5c-87a6-1d766cb54c3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:16.159975 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55db3e97-f000-4b49-b0ad-642666743d2a req-fbb22c4e-260d-4e5c-87a6-1d766cb54c3f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0500109 Nov 10 04:58:16.208427 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-55db3e97-f000-4b49-b0ad-642666743d2a req-36a2344c-b7d2-4135-b4eb-09c77dcf2d97 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425775 Nov 10 04:58:17.039863 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:17.332121 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeeec3-cbbe-41f7-923f-08883b26a673 req-3ac673b5-1417-4ef2-98c9-b8658d44d7f6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:17.333518 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89eeeec3-cbbe-41f7-923f-08883b26a673 req-3ac673b5-1417-4ef2-98c9-b8658d44d7f6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0582514 Nov 10 04:58:17.382308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-89eeeec3-cbbe-41f7-923f-08883b26a673 req-2d10392a-e8de-4a8b-8cf0-0b62c2d1dc3e tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428388 Nov 10 04:58:18.498195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a666ed0-dcec-4a51-9e96-42bbe55eb21e req-e0d9ef3e-aa8c-4dd9-a721-23f186826b7b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:18.499653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a666ed0-dcec-4a51-9e96-42bbe55eb21e req-e0d9ef3e-aa8c-4dd9-a721-23f186826b7b tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0480688 Nov 10 04:58:18.546979 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8a666ed0-dcec-4a51-9e96-42bbe55eb21e req-bd35124b-a09d-469e-a545-1a9715a12206 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 Nov 10 04:58:18.705923 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.298184 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.665119 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32fc0-e37a-49a0-a6c4-ae7b45c5a286 req-5a7fc722-8288-4cb0-9e95-2be8c7c560a4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:19.666600 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dca32fc0-e37a-49a0-a6c4-ae7b45c5a286 req-5a7fc722-8288-4cb0-9e95-2be8c7c560a4 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0513306 Nov 10 04:58:19.714794 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-dca32fc0-e37a-49a0-a6c4-ae7b45c5a286 req-95e79990-e6cc-4873-aae9-0969d3b28d55 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 Nov 10 04:58:20.828353 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b731-f057-495d-83cc-7e0417692495 req-2f7c0879-719b-4a1e-af20-9a325c14a608 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:20.829716 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4655b731-f057-495d-83cc-7e0417692495 req-2f7c0879-719b-4a1e-af20-9a325c14a608 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0471973 Nov 10 04:58:20.877095 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4655b731-f057-495d-83cc-7e0417692495 req-22236910-5352-4f8b-93df-085b33777cc5 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 Nov 10 04:58:21.990743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f8f4-e5f8-4023-9ca7-99a691ff9b5c req-dd26b832-d1f5-4099-b78a-4e2584d7d867 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:21.992198 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa31f8f4-e5f8-4023-9ca7-99a691ff9b5c req-dd26b832-d1f5-4099-b78a-4e2584d7d867 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0481160 Nov 10 04:58:22.042931 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-aa31f8f4-e5f8-4023-9ca7-99a691ff9b5c req-651221a0-3109-43d9-be69-473a2f55c352 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448465 Nov 10 04:58:22.878525 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c44babb-5e8a-4f3e-bc6c-43387df22b7b details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 04:58:23.128496 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:23.139589 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'port_id': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'mac_address': 'fa:16:3e:72:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 04:58:23.158649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9346723-c2de-475b-969a-831b9ab2f144 req-9ef37ca6-96d9-4ba4-98a1-cb3aaae88bd8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:23.160129 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9346723-c2de-475b-969a-831b9ab2f144 req-9ef37ca6-96d9-4ba4-98a1-cb3aaae88bd8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 943 time: 0.0485077 Nov 10 04:58:23.177502 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:23.190738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c44babb-5e8a-4f3e-bc6c-43387df22b7b {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 04:58:23.209634 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c9346723-c2de-475b-969a-831b9ab2f144 req-9c9b356a-f9a6-4d5d-8cde-77a79037cc75 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 Nov 10 04:58:23.209856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:23.213991 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:23.263291 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=9']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:23.428054 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['1c44babb-5e8a-4f3e-bc6c-43387df22b7b'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 04:58:24.252095 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:24.327664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23ba8e-1be5-46cd-9737-94d4733c5f96 req-1566caa1-bdd8-4418-9a3f-ca11798ca84c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:24.329331 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d23ba8e-1be5-46cd-9737-94d4733c5f96 req-1566caa1-bdd8-4418-9a3f-ca11798ca84c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 944 time: 0.0482936 Nov 10 04:58:24.377268 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0d23ba8e-1be5-46cd-9737-94d4733c5f96 req-e12325a7-1541-4d0c-ae9f-7adeaf4e61e6 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Nov 10 04:58:24.894035 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c44babb-5e8a-4f3e-bc6c-43387df22b7b up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:58:24.941740 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 04:58:24.945629 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:24.946023 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:25.021282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:25.042656 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:58:25.045480 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112a46e-df6a-459d-ace3-955cf77ef2c3" -d '{"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-plugged", "status": "completed", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:58:25.057655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:25.062218 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:25.085612 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d644f81e-af8c-4cea-87bd-9c1c88d09646 x-openstack-request-id: req-d644f81e-af8c-4cea-87bd-9c1c88d09646 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:58:25.085897 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-plugged", "status": "completed", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:58:25.086166 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d644f81e-af8c-4cea-87bd-9c1c88d09646 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:58:25.086554 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'code': 200} Nov 10 04:58:25.113710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=10']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:25.233798 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456aba-7592-45a2-9d7c-f3cbc406cb70 req-2f6e6af9-8fc8-41ea-b36e-bcbf5579d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:25.235298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db456aba-7592-45a2-9d7c-f3cbc406cb70 req-2f6e6af9-8fc8-41ea-b36e-bcbf5579d399 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1097 time: 0.0441575 Nov 10 04:58:25.280597 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-db456aba-7592-45a2-9d7c-f3cbc406cb70 req-4abbdea3-093c-4a28-a254-556dbcc4c200 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383050 Nov 10 04:58:25.493224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3c07-f4b6-41a2-9877-6ae1c4738f21 req-9a13193c-9b2b-4aa3-b1d0-0d8f47eb8ae8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:25.494680 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-531d3c07-f4b6-41a2-9877-6ae1c4738f21 req-9a13193c-9b2b-4aa3-b1d0-0d8f47eb8ae8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 946 time: 0.0484650 Nov 10 04:58:25.545517 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-531d3c07-f4b6-41a2-9877-6ae1c4738f21 req-41f67661-69e9-44a4-aebf-9cb3b8a9cbc3 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450258 Nov 10 04:58:26.662543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41147b5c-f04a-48ed-8d62-a31d387a5a96 req-b6a26658-2419-4258-984b-b3f6a8df81a2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:26.664001 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41147b5c-f04a-48ed-8d62-a31d387a5a96 req-b6a26658-2419-4258-984b-b3f6a8df81a2 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 946 time: 0.0477629 Nov 10 04:58:26.714469 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-41147b5c-f04a-48ed-8d62-a31d387a5a96 req-92f6cd4a-9900-4f3b-ac7c-7f35925cfdf3 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445974 Nov 10 04:58:26.784652 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:58:38.639268 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:43.488042 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bc019ccf-51cc-4450-b06b-ece39a1a8017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:45.800104 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-45620011-fc74-4c47-ae13-e320d3758793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:47.043567 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:48.710400 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:49.300815 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:54.255192 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:56.263038 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-d3d5f1bc-bf10-4521-b507-a31a4931ae55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413039 Nov 10 04:58:56.342312 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9015e7-d924-4b56-a485-287caba428eb req-0dfdda3c-a443-406e-8335-9670324cdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:56.343771 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-0dfdda3c-a443-406e-8335-9670324cdebd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1097 time: 0.0401711 Nov 10 04:58:56.455130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9015e7-d924-4b56-a485-287caba428eb req-e97350bd-52ed-42ab-9b09-affbe3d32af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:56.456747 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-e97350bd-52ed-42ab-9b09-affbe3d32af2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.0913324 Nov 10 04:58:56.522335 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-8b27efd8-bc16-43c8-9c85-ec2b386bd95c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 1001 time: 0.0583472 Nov 10 04:58:56.573234 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9015e7-d924-4b56-a485-287caba428eb req-3b351c80-2b07-4faf-991b-6abc94148813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:56.574884 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-3b351c80-2b07-4faf-991b-6abc94148813 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0449822 Nov 10 04:58:56.625137 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9015e7-d924-4b56-a485-287caba428eb req-aeed7b24-1fff-4758-9929-a78f0a79eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:56.627526 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-aeed7b24-1fff-4758-9929-a78f0a79eff9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451381 Nov 10 04:58:56.723250 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-754354bb-9138-41ca-8c2c-63b0a911bfa4 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879004 Nov 10 04:58:56.815911 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-4b9015e7-d924-4b56-a485-287caba428eb req-3ad8751c-8e60-43e5-9377-fc095bdeb5b4 service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 Nov 10 04:59:03.783894 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:59:08.642851 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:13.479922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3d0f05a4-852f-4900-8da9-2fb134f43f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:15.802165 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0fefa62f-4580-4d5b-893e-24b176c8a498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:17.045718 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:18.711412 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:19.302590 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:24.258586 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:38.639973 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:40.783324 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:59:42.192690 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49836) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:42.350868 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Deleting port 56df5caa-5e7f-4e89-8717-b41b90148589 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:42.351202 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:42.429056 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:42.429377 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:42.441245 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Calling delete_port for 56df5caa-5e7f-4e89-8717-b41b90148589 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:42.581050 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:42.616821 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event deleted for resources: {'Port': ['ID=56df5caa-5e7f-4e89-8717-b41b90148589,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:42.640306 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.640642 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.640972 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.641301 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.641624 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.641954 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.642325 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.642651 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.642967 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.643281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.643598 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.643910 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:42.683764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:42.684276 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Floating IP 7932a11b-e10f-4e21-95ff-96d1645de0bf disassociated (deleted). External IP: 172.25.6.219, port: 1c44babb-5e8a-4f3e-bc6c-43387df22b7b. Nov 10 04:59:42.885894 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:59:42.993962 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:59:42.998817 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:43.005147 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] Sync routers for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:59:43.014438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:59:43.015043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:43.027476 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ff07274-ee0a-4db4-8967-25ba58acbed8 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "DELETE /v2.0/floatingips/7932a11b-e10f-4e21-95ff-96d1645de0bf HTTP/1.1" status: 204 len: 168 time: 0.8310184 Nov 10 04:59:43.027476 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:59:43.027758 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786f907e-9ae4-4b0b-998c-ab520aa92425" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:59:43.072641 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18163003-9e8c-4e6d-897e-57fd7ce4d898 x-openstack-request-id: req-18163003-9e8c-4e6d-897e-57fd7ce4d898 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:59:43.073011 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:59:43.073262 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18163003-9e8c-4e6d-897e-57fd7ce4d898 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:59:43.073666 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'status': 'completed', 'code': 200} Nov 10 04:59:43.128050 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:59:43.138003 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-db45cd5d-653e-43bd-95e4-a200f0719e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:43.139719 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-db45cd5d-653e-43bd-95e4-a200f0719e55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 1097 time: 0.0426183 Nov 10 04:59:43.267456 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-30905e12-8a90-4966-8a33-a6a374089517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:43.269537 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-30905e12-8a90-4966-8a33-a6a374089517 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 200 len: 908 time: 0.1222787 Nov 10 04:59:43.296547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f3519-9faa-4fe2-a68a-b528d3642c31 req-70bf03a9-1032-4290-bfde-f3e490ec8c44 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:43.298065 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-823f3519-9faa-4fe2-a68a-b528d3642c31 req-70bf03a9-1032-4290-bfde-f3e490ec8c44 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 946 time: 0.0771623 Nov 10 04:59:43.326960 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-9ce7bf85-176d-4b24-bfa1-bfa3c3e8614f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 200 len: 217 time: 0.0475171 Nov 10 04:59:43.336691 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:43.363832 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] Checking router: 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:59:43.372188 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:59:43.372793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:43.411437 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-823f3519-9faa-4fe2-a68a-b528d3642c31 req-a5775fe1-5565-414c-82a4-ad0534df1d67 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869925 Nov 10 04:59:43.412844 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-482f3377-bbc8-430f-be18-1191eadba56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:43.414264 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-482f3377-bbc8-430f-be18-1191eadba56c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 200 len: 847 time: 0.0749335 Nov 10 04:59:43.460761 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-7030e043-41a9-4912-a3c3-a71a3302f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:43.462296 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-7030e043-41a9-4912-a3c3-a71a3302f191 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ac1669-677d-4490-9353-15d511b04a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407100 Nov 10 04:59:43.489890 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-095ad673-c52c-4fb1-9fd6-717e73f14903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:43.493350 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:59:43.557190 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-164aeb7a-edf1-4f97-b459-3c352188c15e service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866816 Nov 10 04:59:43.647586 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-786f907e-9ae4-4b0b-998c-ab520aa92425 req-a9e23fb3-e341-4e06-8826-e7a1f9ff43cc service neutron] 10.222.0.44 "GET /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828509 Nov 10 04:59:43.698390 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:43.724143 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d71dac-c915-49ab-87fa-791625e1aa79 None None] The sync data for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 is: [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:50:18Z', 'revision_number': 4, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '011c4ed7-ea9b-407c-982c-76e1bd121ace', 'name': '', 'network_id': '18ac1669-677d-4490-9353-15d511b04a09', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'mac_address': 'fa:16:3e:da:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:17Z', 'updated_at': '2021-11-10T04:50:23Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'subnets': [{'id': '4ac900bc-5cc7-4254-a0d7-0674bcccf670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:59:43.940389 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625aac1-4833-4460-b240-d3eb14c5bc99 None None] New status for floating IP 7932a11b-e10f-4e21-95ff-96d1645de0bf: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 04:59:44.528187 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b355eb-23c9-43e9-adf0-a0e2f6a11c3a req-b1b333f5-e5a8-4704-84e9-73af3290e19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:44.529642 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5b355eb-23c9-43e9-adf0-a0e2f6a11c3a req-b1b333f5-e5a8-4704-84e9-73af3290e19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 946 time: 0.0489914 Nov 10 04:59:44.578057 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e5b355eb-23c9-43e9-adf0-a0e2f6a11c3a req-121791d0-e431-4e9c-86ae-c7afb62e7848 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/security-groups?id=94960f49-35c2-4d68-85df-3ea0923b24f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416555 Nov 10 04:59:44.737298 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-9897643f-3ead-4a50-a546-ab631a46a0db tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:44.738752 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-9897643f-3ead-4a50-a546-ab631a46a0db tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 946 time: 0.0520432 Nov 10 04:59:44.823808 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Deleting port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:44.824140 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:44.911982 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] For port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:44.912331 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:44.924945 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Calling delete_port for 1c44babb-5e8a-4f3e-bc6c-43387df22b7b owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:45.050570 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:45.076693 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event deleted for resources: {'Port': ['ID=1c44babb-5e8a-4f3e-bc6c-43387df22b7b,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:45.120455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] No DVR routers for this DVR port 1c44babb-5e8a-4f3e-bc6c-43387df22b7b on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:59:45.123062 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:45.126446 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-37e0c409-2243-4e2d-bb83-8f76ebb3090f req-8c9498fe-468b-4bc1-809c-12c6d59f4e8c tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.44 "DELETE /v2.0/ports/1c44babb-5e8a-4f3e-bc6c-43387df22b7b HTTP/1.1" status: 204 len: 173 time: 0.3818436 Nov 10 04:59:45.126883 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-deleted', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 04:59:45.129163 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147064d5-3114-47b4-97e4-16f6337b7c3a" -d '{"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-deleted", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 04:59:45.168030 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6627aedf-a003-4258-93bd-7747c29dc170 x-openstack-request-id: req-6627aedf-a003-4258-93bd-7747c29dc170 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 04:59:45.168353 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d", "name": "network-vif-deleted", "tag": "1c44babb-5e8a-4f3e-bc6c-43387df22b7b", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 04:59:45.168604 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6627aedf-a003-4258-93bd-7747c29dc170 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 04:59:45.169461 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d', 'name': 'network-vif-deleted', 'tag': '1c44babb-5e8a-4f3e-bc6c-43387df22b7b', 'status': 'completed', 'code': 200} Nov 10 04:59:45.672695 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6d94fa4b-7239-47c2-b7c2-df54ed39a438 req-4b968526-68df-4d9f-b4e8-d49abdddf1d9 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0260394 Nov 10 04:59:45.802534 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-93b9df0d-9d19-437c-b477-82adae2d9c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:46.772618 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fd633325-0a59-4ed2-a148-b83d99ee1c93 req-f98b7984-4020-496c-abcd-5ad3a2f6235f tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0263691 Nov 10 04:59:47.049818 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:47.229669 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c44babb-5e8a-4f3e-bc6c-43387df22b7b no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:59:47.253810 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: 1c44babb-5e8a-4f3e-bc6c-43387df22b7b {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:59:47.254185 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device 1c44babb-5e8a-4f3e-bc6c-43387df22b7b not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:59:47.869583 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-2ff75bca-bd19-4fb9-a156-529473bfc667 req-3bb8bfbe-7869-42a8-9686-ad3dc6866171 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0294936 Nov 10 04:59:48.716492 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:48.962365 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6fab616e-30da-4319-b64f-bceea4f07ab4 req-792b07fb-1314-4584-88dd-79127fb01c41 tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7aa45-1a2a-402f-bf16-5a728a7ffb9d HTTP/1.1" status: 200 len: 210 time: 0.0253780 Nov 10 04:59:49.304349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:50.020034 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49866) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:50.078498 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:50.107362 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:50.167141 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:50.169744 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:50.170956 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] 10.222.0.24 "DELETE /v2.0/security-groups/94960f49-35c2-4d68-85df-3ea0923b24f9 HTTP/1.1" status: 204 len: 168 time: 0.1499579 Nov 10 04:59:50.181254 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94960f49-35c2-4d68-85df-3ea0923b24f9,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:50.189477 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.189810 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.190169 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.190502 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.190826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.191166 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.191488 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.191807 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.192123 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.192438 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.192753 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.193064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b74a3-ee00-4ee7-b7af-00be71c4a19a tempest-TestShelveInstance-1553175676 tempest-TestShelveInstance-1553175676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:50.215683 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49872) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:50.959589 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:51.202992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Deleting port 011c4ed7-ea9b-407c-982c-76e1bd121ace {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:51.203336 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:51.283461 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] For port 011c4ed7-ea9b-407c-982c-76e1bd121ace, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=011c4ed7-ea9b-407c-982c-76e1bd121ace,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:51.284183 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:51.296337 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Calling delete_port for 011c4ed7-ea9b-407c-982c-76e1bd121ace owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:51.476766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:51.505692 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Pushing event deleted for resources: {'Port': ['ID=011c4ed7-ea9b-407c-982c-76e1bd121ace,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:51.678556 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:51.902227 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:59:52.011195 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:59:52.016133 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-73913ccc-1b4c-4ea3-9e37-1b15254d9382 admin admin] 10.222.0.24 "PUT /v2.0/routers/66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7994320 Nov 10 04:59:52.019242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49876) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:52.022749 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] Sync routers for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:59:52.032944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:59:52.034125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:52.129891 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.138594 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:59:52.242149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.302066 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Deleting port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:52.302725 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.333461 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:59:51Z', 'revision_number': 5, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port': {'id': 'e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:16Z', 'updated_at': '2021-11-10T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:52.361073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] Checking router: 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:59:52.369481 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] Routers {'66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:59:52.370122 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:52.386625 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] For port e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:52.386991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.399263 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Calling delete_port for e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:52.459061 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] Set router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:59:52.510851 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:59:52Z', 'revision_number': 6, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:52.541056 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb69f7c-64e2-4739-9cdf-44dced3d3957 None None] The sync data for ids ['66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146'] in n-d-817326-2 is: [{'id': '66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146', 'name': 'tempest-TestShelveInstance-244600096-router', 'tenant_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:15Z', 'updated_at': '2021-11-10T04:59:52Z', 'revision_number': 6, 'project_id': '6282b3e2f01b40a4a2b30d8a179d4405', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:59:52.586491 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.612809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:52.630511 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5eaceb-7bc3-4a64-b55f-856f7c60bd1c None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:59:52.680320 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.773835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.775965 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.817753 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.818242 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:59:52.822457 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.823617 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-9c3c97ee-56a7-4813-ba24-3adbdb93d9ba admin admin] 10.222.0.24 "DELETE /v2.0/routers/66f2b9ef-7e90-4ae1-b65c-8dda5c8bd146 HTTP/1.1" status: 204 len: 168 time: 0.8017883 Nov 10 04:59:52.826167 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49878) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:52.869918 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] Deleting subnet 4ac900bc-5cc7-4254-a0d7-0674bcccf670 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:59:52.873523 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:52.912924 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.002210 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.054691 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.081413 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac900bc-5cc7-4254-a0d7-0674bcccf670,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:53.083303 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.088720 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5550a66f-2aea-404f-87f5-c40e723c14f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ac900bc-5cc7-4254-a0d7-0674bcccf670 HTTP/1.1" status: 204 len: 168 time: 0.2594419 Nov 10 04:59:53.088895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732b79ec-b2e4-466d-84fb-88e8a630585f None None] Network 18ac1669-677d-4490-9353-15d511b04a09 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:59:53.089349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49880) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:53.168964 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.222164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Deleting port dfae2afa-8a0f-432b-9703-2f488ea948f2 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:53.222496 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.284688 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] For port dfae2afa-8a0f-432b-9703-2f488ea948f2, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=dfae2afa-8a0f-432b-9703-2f488ea948f2,segment=NetworkSegment(5f70142a-9984-40e1-9709-da679783d502),segment_id=5f70142a-9984-40e1-9709-da679783d502)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:53.285040 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.297023 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Calling delete_port for dfae2afa-8a0f-432b-9703-2f488ea948f2 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:53.334587 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] DHCP port deletion for 18ac1669-677d-4490-9353-15d511b04a09 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:59:53.384806 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.395718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Deleting port dfae2afa-8a0f-432b-9703-2f488ea948f2 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:53.396129 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.412277 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Pushing event deleted for resources: {'Port': ['ID=dfae2afa-8a0f-432b-9703-2f488ea948f2,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:53.414164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] No DVR routers for this DVR port dfae2afa-8a0f-432b-9703-2f488ea948f2 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:59:53.471737 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] For port dfae2afa-8a0f-432b-9703-2f488ea948f2, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:53.472279 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.504427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.526670 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ac1669-677d-4490-9353-15d511b04a09']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:53.538478 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f70142a-9984-40e1-9709-da679783d502') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:53.538853 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f70142a-9984-40e1-9709-da679783d502') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:53.551342 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.569845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.578211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:59:53.578591 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:59:53.581759 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:59:53.649335 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.656309 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Calling delete_port for dfae2afa-8a0f-432b-9703-2f488ea948f2 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:53.659504 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Port dfae2afa-8a0f-432b-9703-2f488ea948f2 was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 04:59:53.661005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.668180 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Network 18ac1669-677d-4490-9353-15d511b04a09 is not hosted by any dhcp agent {{(pid=102598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 04:59:53.668638 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] No DVR routers for this DVR port dfae2afa-8a0f-432b-9703-2f488ea948f2 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:59:53.674516 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:53.681203 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] 10.222.0.24 "DELETE /v2.0/networks/18ac1669-677d-4490-9353-15d511b04a09 HTTP/1.1" status: 204 len: 168 time: 0.5877442 Nov 10 04:59:53.681203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d961-8d4c-467c-9541-17db112ab14b admin admin] Pushing event deleted for resources: {'Network': ['ID=18ac1669-677d-4490-9353-15d511b04a09,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:53.681203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49882) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:53.687871 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Pushing event deleted for resources: {'Port': ['ID=dfae2afa-8a0f-432b-9703-2f488ea948f2,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:53.696198 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.696541 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.696918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.697253 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.698010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.698010 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.698215 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.698711 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.699760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.700650 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.701300 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.702059 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82372d20-deba-40b2-bd5d-5fb7dab81f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:59:53.766797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:59:53.789834 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:59:53.790243 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device e4f6c1c5-8b41-4e9f-9d8f-f557fe5b927d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:59:53.790615 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device dfae2afa-8a0f-432b-9703-2f488ea948f2 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:59:53.810690 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: dfae2afa-8a0f-432b-9703-2f488ea948f2 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:59:53.811030 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device dfae2afa-8a0f-432b-9703-2f488ea948f2 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:59:53.811440 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 011c4ed7-ea9b-407c-982c-76e1bd121ace no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:59:53.837436 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 011c4ed7-ea9b-407c-982c-76e1bd121ace {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:59:53.837819 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 011c4ed7-ea9b-407c-982c-76e1bd121ace not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:59:54.254228 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:54.310659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:54.553401 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Deleting port 34445de4-eae4-41da-afd4-ecb976dad13e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:54.554075 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:54.630771 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] For port 34445de4-eae4-41da-afd4-ecb976dad13e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=34445de4-eae4-41da-afd4-ecb976dad13e,segment=NetworkSegment(0280aa95-4795-417a-b7e0-70e029569208),segment_id=0280aa95-4795-417a-b7e0-70e029569208)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:54.631121 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:54.643668 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Calling delete_port for 34445de4-eae4-41da-afd4-ecb976dad13e owned by network:router_interface {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:54.818011 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:54.848595 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=34445de4-eae4-41da-afd4-ecb976dad13e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:55.009572 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:55.224324 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Router 1f65f9dd-3baa-4f26-9a7a-836871949f13 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:59:55.328785 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:59:55.333892 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8ced97d9-003b-45a9-9c05-a2709b249eaa admin admin] 10.222.0.24 "PUT /v2.0/routers/1f65f9dd-3baa-4f26-9a7a-836871949f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6522679 Nov 10 04:59:55.336377 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49884) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:55.341129 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] Sync routers for ids ['1f65f9dd-3baa-4f26-9a7a-836871949f13'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:59:55.351436 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] Routers {'1f65f9dd-3baa-4f26-9a7a-836871949f13'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:59:55.352199 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1f65f9dd-3baa-4f26-9a7a-836871949f13'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:55.442991 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks [] for router, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:55.455687 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] Set router 1f65f9dd-3baa-4f26-9a7a-836871949f13 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:59:55.549553 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:55.600155 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Deleting port f59acd07-c89c-4e8c-8f77-35d0f924ca23 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:55.600797 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:55.634555 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:59:54Z', 'revision_number': 5, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port': {'id': 'f59acd07-c89c-4e8c-8f77-35d0f924ca23', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:55.666043 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] Checking router: 1f65f9dd-3baa-4f26-9a7a-836871949f13 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:59:55.676608 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] Routers {'1f65f9dd-3baa-4f26-9a7a-836871949f13'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:59:55.677608 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['1f65f9dd-3baa-4f26-9a7a-836871949f13'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:55.684496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] For port f59acd07-c89c-4e8c-8f77-35d0f924ca23, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=f59acd07-c89c-4e8c-8f77-35d0f924ca23,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:55.684863 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:55.702209 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Calling delete_port for f59acd07-c89c-4e8c-8f77-35d0f924ca23 owned by network:router_gateway {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:55.767157 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] Set router 1f65f9dd-3baa-4f26-9a7a-836871949f13 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:59:55.820649 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:59:55Z', 'revision_number': 6, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:55.848301 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02830273-3404-46a8-adf6-2fc19217d1bd None None] The sync data for ids ['1f65f9dd-3baa-4f26-9a7a-836871949f13'] in n-d-817326-2 is: [{'id': '1f65f9dd-3baa-4f26-9a7a-836871949f13', 'name': 'tempest-TestShelveInstance-1121957299-router', 'tenant_id': 'c964faacbf1940969a3418f047d5495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:50:20Z', 'updated_at': '2021-11-10T04:59:55Z', 'revision_number': 6, 'project_id': 'c964faacbf1940969a3418f047d5495f', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:59:55.888409 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:55.919573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59acd07-c89c-4e8c-8f77-35d0f924ca23,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:55.938877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056dc5b7-2681-4087-9fc4-a5c5a3016b8e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:59:55.981774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.070760 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.072916 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.118150 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.118718 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f65f9dd-3baa-4f26-9a7a-836871949f13 {{(pid=102597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 04:59:56.122976 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.124128 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-8289bb4d-34b3-423d-975e-7ba5020b0088 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1f65f9dd-3baa-4f26-9a7a-836871949f13 HTTP/1.1" status: 204 len: 168 time: 0.7868552 Nov 10 04:59:56.127529 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49886) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:56.175511 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] Deleting subnet 26d2d0fc-a00a-478b-babc-88b9a347b024 {{(pid=102597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 04:59:56.181542 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.221539 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25613629'] for subnet, precommit_delete_associations {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.301182 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.356830 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3212508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25304108'] for subnet, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.381752 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d2d0fc-a00a-478b-babc-88b9a347b024,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:56.388277 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.391791 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-6504c44f-e738-4904-8c57-95b252adc951 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26d2d0fc-a00a-478b-babc-88b9a347b024 HTTP/1.1" status: 204 len: 168 time: 0.2630596 Nov 10 04:59:56.395281 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49888) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:56.398140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71585f5-a9fc-4129-8c0d-ea2ecaa5c0a2 None None] Network 62e845d3-0b4c-4681-92c8-8c2cbdf8418d requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:59:56.476473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.527869 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Deleting port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:56.528217 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.595705 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] For port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,segment=NetworkSegment(0280aa95-4795-417a-b7e0-70e029569208),segment_id=0280aa95-4795-417a-b7e0-70e029569208)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:56.595705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.609112 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Calling delete_port for 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:56.632275 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] DHCP port deletion for 62e845d3-0b4c-4681-92c8-8c2cbdf8418d request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 04:59:56.682748 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] Deleting port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 04:59:56.683112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.689837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.719224 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:56.722780 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] No DVR routers for this DVR port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:59:56.753441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] For port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,segment=NetworkSegment(0280aa95-4795-417a-b7e0-70e029569208),segment_id=0280aa95-4795-417a-b7e0-70e029569208)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:59:56.753830 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.767190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] Calling delete_port for 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 04:59:56.793622 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.813657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e845d3-0b4c-4681-92c8-8c2cbdf8418d']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:56.824030 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0280aa95-4795-417a-b7e0-70e029569208') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:56.824339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0280aa95-4795-417a-b7e0-70e029569208') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:59:56.838045 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.848963 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.851774 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.858801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 04:59:56.859540 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: timer() Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 04:59:56.861853 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 04:59:56.875255 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] Pushing event deleted for resources: {'Port': ['ID=0072753b-554e-4cba-b1b2-e9f4baf8bbb9,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:56.881696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117a9d9-c24d-4c92-956c-1bf309ec8269 None None] No DVR routers for this DVR port 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 04:59:56.931671 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.941111 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:56.944603 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/62e845d3-0b4c-4681-92c8-8c2cbdf8418d HTTP/1.1" status: 204 len: 168 time: 0.5483372 Nov 10 04:59:56.958019 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd6277-b4e4-459f-af8e-fd001e4535e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e845d3-0b4c-4681-92c8-8c2cbdf8418d,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:57.056152 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49892) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:57.094294 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-29161447-e02b-4f33-9925-d694a7e785df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6282b3e2f01b40a4a2b30d8a179d4405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369420 Nov 10 04:59:57.097264 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49894) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:57.150117 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d5074-d5b5-412f-b2c2-03aff9610863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.175845 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d5074-d5b5-412f-b2c2-03aff9610863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.221088 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d5074-d5b5-412f-b2c2-03aff9610863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.223726 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-718d5074-d5b5-412f-b2c2-03aff9610863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.224914 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-718d5074-d5b5-412f-b2c2-03aff9610863 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e072af7-6d06-4ef5-a79d-3ef51716604a HTTP/1.1" status: 204 len: 168 time: 0.1266789 Nov 10 04:59:57.232507 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d5074-d5b5-412f-b2c2-03aff9610863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e072af7-6d06-4ef5-a79d-3ef51716604a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:57.528419 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49900) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:57.566934 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e8302fc1-6b4b-4327-8717-3570360b87d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c964faacbf1940969a3418f047d5495f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373893 Nov 10 04:59:57.569275 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49902) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:57.616785 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5028c28-e054-4d7c-ab2a-5b28bb507ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.638099 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5028c28-e054-4d7c-ab2a-5b28bb507ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.688225 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5028c28-e054-4d7c-ab2a-5b28bb507ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.691511 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c5028c28-e054-4d7c-ab2a-5b28bb507ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:57.695186 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c5028c28-e054-4d7c-ab2a-5b28bb507ba1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3e7e7b0-38f8-41d4-900f-1ed9a3cdd622 HTTP/1.1" status: 204 len: 168 time: 0.1250091 Nov 10 04:59:57.708353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5028c28-e054-4d7c-ab2a-5b28bb507ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e7e7b0-38f8-41d4-900f-1ed9a3cdd622,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:57.769109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f59acd07-c89c-4e8c-8f77-35d0f924ca23 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:59:57.789066 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: f59acd07-c89c-4e8c-8f77-35d0f924ca23 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:59:57.789399 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device f59acd07-c89c-4e8c-8f77-35d0f924ca23 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:59:57.790060 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:59:57.811580 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:59:57.811919 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0072753b-554e-4cba-b1b2-e9f4baf8bbb9 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:59:57.812523 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 34445de4-eae4-41da-afd4-ecb976dad13e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 04:59:57.833967 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 34445de4-eae4-41da-afd4-ecb976dad13e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 04:59:57.834308 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 34445de4-eae4-41da-afd4-ecb976dad13e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 04:59:58.392315 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49926) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:58.491975 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1130407932-network', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:59:58.512096 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Made reservation on behalf of f7a24bf038a042c2b6f9630d3ecbc13e for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:59:58.514503 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.522705 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.593811 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.598172 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.622602 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:59:58.637033 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c085c-c3e9-43d2-8d07-66bdea566c38,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:58.639959 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.640301 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Added segment 0940d54c-8f94-420e-9c0f-45507ffe68bf of type vlan for network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 Nov 10 04:59:58.680365 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.702431 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.703372 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:58.703934 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.765808 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3723068 Nov 10 04:59:58.769575 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49930) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:58.774530 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Request body: {'subnet': {'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1130407932-subnet', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:59:58.793862 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af04e4c-9189-451c-8d8e-cbadffe63b91 admin admin] Pushing event updated for resources: {'Network': ['ID=6e579936-fb23-4ac4-9d32-0e23f51d6c64,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:58.797629 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Made reservation on behalf of f7a24bf038a042c2b6f9630d3ecbc13e for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:59:58.799980 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:58.804761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:59:58.960325 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.018559 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd6ef28-9a48-4467-b4c1-f62e80925979,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:59.026844 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Checking segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:59:59.027196 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Network hostable DHCP agents. Network: 6e579936-fb23-4ac4-9d32-0e23f51d6c64, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:59:59.043098 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:59:59.051029 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 6e579936-fb23-4ac4-9d32-0e23f51d6c64) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:59:59.054930 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:59:59.055513 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.060096 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c40d5-bb0b-4655-a713-1099f7a64346 None None] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:59:59.071316 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-69692f2c-8c46-4435-9796-113b2ab1fd7e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3006079 Nov 10 04:59:59.074126 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49932) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:59:59.078555 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:59:59.099657 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.100801 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.154255 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.210694 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:59:59.211823 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.353099 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Allocated IP 172.20.0.2 (6e579936-fb23-4ac4-9d32-0e23f51d6c64/3dd6ef28-9a48-4467-b4c1-f62e80925979/82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:59:59.498539 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.505087 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.541674 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:59:59.547839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:59:59.550975 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:59:59.554639 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.563438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Pushing event updated for resources: {'Port': ['ID=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:59.612256 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Attempting to bind port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:59:59.612536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Attempting to bind port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:59:59.612892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Attempting to bind port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:59:59.618500 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:59:59.618872 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Checking segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:59:59.619265 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.619651 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Bound using segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:59:59.620109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Bound port: 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:59:59.620514 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.684842 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] For port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:59:59.687555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] For port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:59:59.693577 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.754830 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea0349-4966-48a2-b137-00354d82f73e None None] Pushing event updated for resources: {'Port': ['ID=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:59:59.765112 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.784884 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:59.909230 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Allocated IP 172.25.6.185 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:00:00.017558 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.050836 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.094597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:00.098123 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:00.103169 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:00:00.105339 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Pushing event updated for resources: {'Port': ['ID=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:00.117671 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04312711-dcb2-4ec4-b1f0-7707198af0bf None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:00:00.214508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-da2e1309-d47e-4010-9584-605d0a04172f None None] Provisioning complete for port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:00.214872 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-da2e1309-d47e-4010-9584-605d0a04172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.247937 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-da2e1309-d47e-4010-9584-605d0a04172f None None] Port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:00:00.352541 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.552893 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.643212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad0e5f-b8b1-4ea0-93fe-7a1f4f621eb3 None None] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:00:00.687135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Router 7c04c0a1-b811-46ae-b637-751feb575a0a is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:00:00.707019 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4fe52f0d-2e72-43b2-bd00-411c805818ba None None] Provisioning complete for port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:00.707376 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fe52f0d-2e72-43b2-bd00-411c805818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.789564 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:00:00.800150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Sync routers for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:00:00.811285 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] Publish callbacks [] for router, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.813602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-07be4bde-77ad-434b-919e-86a1bc1e39ff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7384117 Nov 10 05:00:00.816253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49934) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:00.862150 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:00.862760 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:00.900664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fe52f0d-2e72-43b2-bd00-411c805818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:00.984317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4fe52f0d-2e72-43b2-bd00-411c805818ba None None] For port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:00.992314 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4fe52f0d-2e72-43b2-bd00-411c805818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.027178 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:01.146505 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52f0d-2e72-43b2-bd00-411c805818ba None None] Pushing event updated for resources: {'Port': ['ID=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:01.230367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4b9806e6-16be-42a4-8fa5-0ef3f2583934 None None] Provisioning complete for port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:01.230737 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4b9806e6-16be-42a4-8fa5-0ef3f2583934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.264926 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.280489 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:00Z', 'revision_number': 3, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T04:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:01.311993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Checking router: 7c04c0a1-b811-46ae-b637-751feb575a0a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:00:01.312359 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Updating router 7c04c0a1-b811-46ae-b637-751feb575a0a port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:00:01.362587 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.463203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Allocated IP 172.20.0.1 (6e579936-fb23-4ac4-9d32-0e23f51d6c64/3dd6ef28-9a48-4467-b4c1-f62e80925979/9957920b-b34a-482a-abf1-ad31018ace5d) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:00:01.567743 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.603832 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.617792 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.622746 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.640485 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:01.647165 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:01.650544 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:00:01.673164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Pushing event updated for resources: {'Port': ['ID=9957920b-b34a-482a-abf1-ad31018ace5d,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:01.675696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02817a8-df55-48d1-8bfe-d185f9d8f1aa None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:00:01.678320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Attempting to bind port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:00:01.678696 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Attempting to bind port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:00:01.679335 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Attempting to bind port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:00:01.685520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c103923-5990-4cce-ba24-dde1e55f4390 None None] Pushing event updated for resources: {'Port': ['ID=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:01.688546 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:00:01.688890 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:00:01.689323 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.689700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:00:01.690192 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Bound port: 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:00:01.690564 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.693288 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.747623 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] For port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:00:01.752199 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] For port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:00:01.758273 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.817751 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39960caa-b8f9-46f6-92d8-74f2d5bb912e None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:00:01.846965 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:01.873393 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:01.886738 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c103923-5990-4cce-ba24-dde1e55f4390 None None] Pushing event updated for resources: {'Port': ['ID=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:01.892910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:01.893521 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:01.931006 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4daf5404-5380-43c3-8ea6-c7399336f21a None None] Provisioning complete for port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:01.931302 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4daf5404-5380-43c3-8ea6-c7399336f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.044839 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.047833 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:02.048219 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.049747 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.050714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:02.116742 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Pushing event updated for resources: {'Port': ['ID=9957920b-b34a-482a-abf1-ad31018ace5d,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:02.120146 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.354366 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4daf5404-5380-43c3-8ea6-c7399336f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.419086 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4daf5404-5380-43c3-8ea6-c7399336f21a None None] For port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:02.442431 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4daf5404-5380-43c3-8ea6-c7399336f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.494496 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:02.495989 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:02.546895 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf5404-5380-43c3-8ea6-c7399336f21a None None] Pushing event updated for resources: {'Port': ['ID=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:02.573956 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a92575e6-3835-481d-9f75-5ff3c2438682 None None] Provisioning complete for port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:02.574332 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a92575e6-3835-481d-9f75-5ff3c2438682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.617674 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Router 7c04c0a1-b811-46ae-b637-751feb575a0a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:00:02.620110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:02.651398 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879e7d0-a4fd-43d0-9281-e5e4f6586f03 None None] The sync data for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 is: [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:00:02.707839 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-a92575e6-3835-481d-9f75-5ff3c2438682 None None] Provisioning complete for port 9957920b-b34a-482a-abf1-ad31018ace5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:02.708350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a92575e6-3835-481d-9f75-5ff3c2438682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.745027 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:00:02.745641 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-a92575e6-3835-481d-9f75-5ff3c2438682 None None] Port 9957920b-b34a-482a-abf1-ad31018ace5d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:00:02.750627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-3481494c-c565-473c-8935-e9890b238658 admin admin] 10.222.0.24 "PUT /v2.0/routers/7c04c0a1-b811-46ae-b637-751feb575a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333839 Nov 10 05:00:02.894548 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-ff22967e-69e8-4b13-80a8-9b4a6c60319f None None] Provisioning complete for port 9957920b-b34a-482a-abf1-ad31018ace5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:02.894923 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ff22967e-69e8-4b13-80a8-9b4a6c60319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:02.937287 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-ff22967e-69e8-4b13-80a8-9b4a6c60319f None None] Port 9957920b-b34a-482a-abf1-ad31018ace5d cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:00:03.265178 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49950) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:03.274116 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-448073492-network', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:03.308824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Made reservation on behalf of 18bff72e249947cc82049f3122fc9a1a for: {'network': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:00:03.311296 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for network, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.330593 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.430229 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.434020 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.462170 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:00:03.473237 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc1ca4-5ac3-4989-9936-d928e8fc02f1,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:03.480354 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.480692 n-d-817326-2 neutron-server[102597]: INFO neutron.db.segments_db [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Added segment 7f7ab39f-f773-4c92-85cc-64c99e2cf657 of type vlan for network 87e8d163-0fa6-44af-be8c-e277527e920b Nov 10 05:00:03.531440 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756757755073'] for network, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.564274 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027'] for network, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.566778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:03.567412 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.602234 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3357763 Nov 10 05:00:03.605599 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49952) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:03.611564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Request body: {'subnet': {'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-448073492-subnet', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'ip_version': 4}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:03.634588 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Made reservation on behalf of 18bff72e249947cc82049f3122fc9a1a for: {'subnet': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:00:03.637667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25388602'] for subnet, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.648031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50949ab9-d9db-4024-ad3f-d55423d172ba admin admin] Pushing event updated for resources: {'Network': ['ID=87e8d163-0fa6-44af-be8c-e277527e920b,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:03.658960 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Network 87e8d163-0fa6-44af-be8c-e277527e920b details requested by agent ovs-agent-n-d-817326-2 with host n-d-817326-2 {{(pid=102598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:00:03.791387 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:03.841767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:03.842180 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.855227 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25369371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25388564'] for subnet, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.910730 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07122e82-bc37-4e85-b4bf-57401a15a073,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:03.928714 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Checking segment: {'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:00:03.929075 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Network hostable DHCP agents. Network: 87e8d163-0fa6-44af-be8c-e277527e920b, hostable agents: ['03463c66-601e-49fa-bd25-cd0269fb2aa1'], hosted agents: [] {{(pid=102596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:00:03.947392 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Network 87e8d163-0fa6-44af-be8c-e277527e920b is scheduled to be hosted by DHCP agent 03463c66-601e-49fa-bd25-cd0269fb2aa1 with binding_index 1 {{(pid=102596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:00:03.957391 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-2, 87e8d163-0fa6-44af-be8c-e277527e920b) {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:03.962000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:03.962691 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.968311 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8278d6-9cbb-4587-93be-bfdc1e1765ec None None] Network 87e8d163-0fa6-44af-be8c-e277527e920b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:00:03.984375 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-96dfae9a-91ee-4a99-ab37-cf05c040a7a1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3769026 Nov 10 05:00:03.986975 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49954) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:03.991353 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5'}}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:04.012617 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23717'] for router, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.013751 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23726'] for router, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.073477 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.130714 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ae40d-1f3b-5c95-a615-fc7abceb5fb9-87e8d163-0fa6-44af-be8c-e277527e920b', 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'fixed_ips': [{'subnet_id': '07122e82-bc37-4e85-b4bf-57401a15a073'}]}} from n-d-817326-2. {{(pid=102598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:00:04.131570 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.212723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.260361 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.db_base_plugin_common [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Allocated IP 172.20.0.2 (87e8d163-0fa6-44af-be8c-e277527e920b/07122e82-bc37-4e85-b4bf-57401a15a073/2b108bfc-4531-4299-9326-76b6b1ca39b6) {{(pid=102598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:00:04.414799 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Publish callbacks [] for port, precommit_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.420528 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304'] for port, after_create {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.461812 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Network 87e8d163-0fa6-44af-be8c-e277527e920b is already hosted by enough agents. {{(pid=102598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:04.464999 n-d-817326-2 neutron-server[102598]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Resources bound (agent type, host, resource id): {{(pid=102598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:04.468864 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Received port after_create {{(pid=102598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:00:04.476329 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Pushing event updated for resources: {'Port': ['ID=2b108bfc-4531-4299-9326-76b6b1ca39b6,revision_number=1']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:04.537793 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Attempting to bind port 2b108bfc-4531-4299-9326-76b6b1ca39b6 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:00:04.538208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Attempting to bind port 2b108bfc-4531-4299-9326-76b6b1ca39b6 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:00:04.538570 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Attempting to bind port 2b108bfc-4531-4299-9326-76b6b1ca39b6 on network 87e8d163-0fa6-44af-be8c-e277527e920b {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:00:04.544428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:00:04.544804 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Checking segment: {'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:00:04.545197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.545586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Bound using segment: {'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:00:04.546088 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Bound port: 2b108bfc-4531-4299-9326-76b6b1ca39b6, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:00:04.546465 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.613849 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] For port 2b108bfc-4531-4299-9326-76b6b1ca39b6, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:00:04.617048 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] For port 2b108bfc-4531-4299-9326-76b6b1ca39b6, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2b108bfc-4531-4299-9326-76b6b1ca39b6,segment=NetworkSegment(7f7ab39f-f773-4c92-85cc-64c99e2cf657),segment_id=7f7ab39f-f773-4c92-85cc-64c99e2cf657)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:00:04.621575 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.682144 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5eed7-d0e2-4bf6-8fed-d305847bb657 None None] Pushing event updated for resources: {'Port': ['ID=2b108bfc-4531-4299-9326-76b6b1ca39b6,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:04.730527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.750713 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.873814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Allocated IP 172.25.6.143 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/74a8321e-edc1-4e55-bf81-9dca945cb91e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:00:04.894014 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Sync routers for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:00:04.906563 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:04.907263 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:04.991626 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.015060 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:05.026181 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.067882 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:05.073689 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:05.076352 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:00:05.089508 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e279577-4e82-4ea6-bcda-6046dc402fac None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:00:05.104692 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Pushing event updated for resources: {'Port': ['ID=74a8321e-edc1-4e55-bf81-9dca945cb91e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:05.176367 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-20378b1e-251e-4373-880e-9b08139f2bb0 None None] Provisioning complete for port 74a8321e-edc1-4e55-bf81-9dca945cb91e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:05.176367 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-20378b1e-251e-4373-880e-9b08139f2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.207856 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-20378b1e-251e-4373-880e-9b08139f2bb0 None None] Port 74a8321e-edc1-4e55-bf81-9dca945cb91e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:00:05.331217 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 2, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:05.344499 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.357477 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Checking router: 7c04c0a1-b811-46ae-b637-751feb575a0a for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:00:05.358141 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Updating router 7c04c0a1-b811-46ae-b637-751feb575a0a port 9957920b-b34a-482a-abf1-ad31018ace5d binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:00:05.383482 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.561071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705644'] for router, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.676865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadc8e8-a174-49f8-be95-15f3937ecf55 None None] Network 87e8d163-0fa6-44af-be8c-e277527e920b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:00:05.679777 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.685670 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.701732 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Router 64bf103d-2223-4680-9bc9-8a0582d27736 is scheduled to L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d with binding_index 1 {{(pid=102596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:00:05.750763 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-4d8b2a11-8348-4707-a1ce-f7cb143736fe None None] Provisioning complete for port 2b108bfc-4531-4299-9326-76b6b1ca39b6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:05.751264 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2a11-8348-4707-a1ce-f7cb143736fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.810628 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Pushing event updated for resources: {'Port': ['ID=9957920b-b34a-482a-abf1-ad31018ace5d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:05.834676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2b108bfc-4531-4299-9326-76b6b1ca39b6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:05.843801 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:00:05.857508 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.858140 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.858972 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.859539 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.859974 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.860419 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.860782 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.861636 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.862033 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.862715 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.862715 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.863394 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:05.866423 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Sync routers for ids ['64bf103d-2223-4680-9bc9-8a0582d27736'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:00:05.867409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.869095 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9689c9ad-6b63-4fcb-81d5-4d1c1245e455 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8810890 Nov 10 05:00:05.871939 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49956) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:05.888640 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Attempting to bind port 9957920b-b34a-482a-abf1-ad31018ace5d on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:00:05.889417 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Attempting to bind port 9957920b-b34a-482a-abf1-ad31018ace5d by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:00:05.889970 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Attempting to bind port 9957920b-b34a-482a-abf1-ad31018ace5d on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:00:05.897873 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:00:05.899621 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Checking segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:00:05.900379 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.900944 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Bound using segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:00:05.901600 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Bound port: 9957920b-b34a-482a-abf1-ad31018ace5d, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:00:05.902190 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.933079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Routers {'64bf103d-2223-4680-9bc9-8a0582d27736'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:05.933825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['64bf103d-2223-4680-9bc9-8a0582d27736'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:05.980141 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] For port 9957920b-b34a-482a-abf1-ad31018ace5d, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:00:05.983813 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] For port 9957920b-b34a-482a-abf1-ad31018ace5d, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9957920b-b34a-482a-abf1-ad31018ace5d,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:00:05.993139 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.061351 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:06.061906 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:06.108710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcb72e-8fff-4eec-86aa-b80c17e3a9c0 None None] Pushing event updated for resources: {'Port': ['ID=9957920b-b34a-482a-abf1-ad31018ace5d,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:06.111791 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2a11-8348-4707-a1ce-f7cb143736fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.123438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2b108bfc-4531-4299-9326-76b6b1ca39b6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:06.124385 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.181910 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Set router 64bf103d-2223-4680-9bc9-8a0582d27736 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:06.243679 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:06.274663 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-4d8b2a11-8348-4707-a1ce-f7cb143736fe None None] For port 2b108bfc-4531-4299-9326-76b6b1ca39b6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2b108bfc-4531-4299-9326-76b6b1ca39b6,segment=NetworkSegment(7f7ab39f-f773-4c92-85cc-64c99e2cf657),segment_id=7f7ab39f-f773-4c92-85cc-64c99e2cf657)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:06.339472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2a11-8348-4707-a1ce-f7cb143736fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.504035 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.515892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-05f78dbf-83f5-4818-9906-12fd27d066bd None None] Provisioning complete for port 9957920b-b34a-482a-abf1-ad31018ace5d triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:06.516779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-05f78dbf-83f5-4818-9906-12fd27d066bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.549130 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2a11-8348-4707-a1ce-f7cb143736fe None None] Pushing event updated for resources: {'Port': ['ID=2b108bfc-4531-4299-9326-76b6b1ca39b6,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:06.563249 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:05Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:06.597314 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424b538-a899-41cc-b941-90e3936801a4 None None] The sync data for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 is: [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:05Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:00:06.658401 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:05Z', 'revision_number': 3, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port': {'id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:06.660299 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-05f78dbf-83f5-4818-9906-12fd27d066bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.699349 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Allocated IP 172.20.0.1 (87e8d163-0fa6-44af-be8c-e277527e920b/07122e82-bc37-4e85-b4bf-57401a15a073/0d2721ca-c4b6-4d29-93ea-1a91a6f85374) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:00:06.824498 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.863918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Checking router: 64bf103d-2223-4680-9bc9-8a0582d27736 for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:00:06.864674 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.864821 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Updating router 64bf103d-2223-4680-9bc9-8a0582d27736 port 74a8321e-edc1-4e55-bf81-9dca945cb91e binding host n-d-817326-2 {{(pid=102598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:00:06.908031 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:06.910342 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.913894 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-05f78dbf-83f5-4818-9906-12fd27d066bd None None] For port 9957920b-b34a-482a-abf1-ad31018ace5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9957920b-b34a-482a-abf1-ad31018ace5d,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:06.919426 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Network 87e8d163-0fa6-44af-be8c-e277527e920b is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:06.920892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:06.923611 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:00:06.934290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-05f78dbf-83f5-4818-9906-12fd27d066bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.965878 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704827'] for router_interface, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.082772 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f78dbf-83f5-4818-9906-12fd27d066bd None None] Pushing event updated for resources: {'Port': ['ID=9957920b-b34a-482a-abf1-ad31018ace5d,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:07.133438 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-7a7132d4-252e-4377-87b3-d0f1b5924c79 None None] Provisioning complete for port 2b108bfc-4531-4299-9326-76b6b1ca39b6 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:07.133821 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7a7132d4-252e-4377-87b3-d0f1b5924c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.142198 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.307680 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Publish callbacks [] for port, precommit_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.313329 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.326445 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.335473 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.380680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Attempting to bind port 74a8321e-edc1-4e55-bf81-9dca945cb91e on host n-d-817326-2 for vnic_type normal with profile {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:00:07.381380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Attempting to bind port 74a8321e-edc1-4e55-bf81-9dca945cb91e by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:00:07.381380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Attempting to bind port 74a8321e-edc1-4e55-bf81-9dca945cb91e on network 18550987-b596-4013-8c01-043916d804d5 {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:00:07.383539 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc0b7c-46b8-425b-8c83-609908ffffd2 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:00:07.388271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5989afa-3326-463b-a6c4-88b0f477e2bd None None] Pushing event updated for resources: {'Port': ['ID=74a8321e-edc1-4e55-bf81-9dca945cb91e,revision_number=2']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:07.400363 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:00:07.400733 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Checking segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:00:07.401126 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.401658 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Bound using segment: {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'} {{(pid=102598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:00:07.402162 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.managers [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Bound port: 74a8321e-edc1-4e55-bf81-9dca945cb91e, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18550987-b596-4013-8c01-043916d804d5'}}] {{(pid=102598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:00:07.402549 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.413876 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:07.416490 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704943'] for router_interface, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.434877 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-b416268c-e14e-4ef2-9fb5-bfa3820d24c7 None None] Provisioning complete for port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:07.435250 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b416268c-e14e-4ef2-9fb5-bfa3820d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.487190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-b416268c-e14e-4ef2-9fb5-bfa3820d24c7 None None] Port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:00:07.494441 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] For port 74a8321e-edc1-4e55-bf81-9dca945cb91e, host n-d-817326-2, cleared binding levels {{(pid=102598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:00:07.497566 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] For port 74a8321e-edc1-4e55-bf81-9dca945cb91e, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=74a8321e-edc1-4e55-bf81-9dca945cb91e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:00:07.502021 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.509201 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Network 87e8d163-0fa6-44af-be8c-e277527e920b is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:07.511229 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:07.557044 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866720a1-5ecf-43ae-90eb-6aa76a944bcb None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:00:07.578784 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Routers {'64bf103d-2223-4680-9bc9-8a0582d27736'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:07.579203 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['64bf103d-2223-4680-9bc9-8a0582d27736'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:07.633845 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5989afa-3326-463b-a6c4-88b0f477e2bd None None] Pushing event updated for resources: {'Port': ['ID=74a8321e-edc1-4e55-bf81-9dca945cb91e,revision_number=3']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:07.657213 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Router 64bf103d-2223-4680-9bc9-8a0582d27736 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:00:07.687561 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-efd9f3e1-2298-4714-9eb9-531a819e0f64 None None] Provisioning complete for port 74a8321e-edc1-4e55-bf81-9dca945cb91e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:07.687942 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efd9f3e1-2298-4714-9eb9-531a819e0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.750813 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] Set router 64bf103d-2223-4680-9bc9-8a0582d27736 gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:07.779703 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:00:07.794015 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-f9ba6fc8-abc8-4b8e-b80b-334e46cdebc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/64bf103d-2223-4680-9bc9-8a0582d27736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9115405 Nov 10 05:00:07.813480 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9957920b-b34a-482a-abf1-ad31018ace5d up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:07.885678 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efd9f3e1-2298-4714-9eb9-531a819e0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:07.947270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-efd9f3e1-2298-4714-9eb9-531a819e0f64 None None] For port 74a8321e-edc1-4e55-bf81-9dca945cb91e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=74a8321e-edc1-4e55-bf81-9dca945cb91e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:07.958020 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-efd9f3e1-2298-4714-9eb9-531a819e0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.017918 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 9957920b-b34a-482a-abf1-ad31018ace5d triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:08.018373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.057240 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f3e1-2298-4714-9eb9-531a819e0f64 None None] Pushing event updated for resources: {'Port': ['ID=74a8321e-edc1-4e55-bf81-9dca945cb91e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:08.128320 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-defa8bac-4541-40b7-b2cd-41cfb19f84f7 None None] Provisioning complete for port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:08.128681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-defa8bac-4541-40b7-b2cd-41cfb19f84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.193034 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-defa8bac-4541-40b7-b2cd-41cfb19f84f7 None None] Port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:00:08.207993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2b108bfc-4531-4299-9326-76b6b1ca39b6 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:08.212222 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port': {'id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0d2721ca-c4b6-4d29-93ea-1a91a6f85374', 'name': '', 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:06Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 2, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'subnets': [{'id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:08.257252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32729d-3bbd-41e4-99c5-42d212cedf5a None None] The sync data for ids ['64bf103d-2223-4680-9bc9-8a0582d27736'] in n-d-817326-2 is: [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port': {'id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0d2721ca-c4b6-4d29-93ea-1a91a6f85374', 'name': '', 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:06Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 2, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'subnets': [{'id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:00:08.286024 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 2b108bfc-4531-4299-9326-76b6b1ca39b6 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:08.286392 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.445130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 49964) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:08.450934 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-88f35446-5761-4bd4-b3ab-e776074ee4b2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037706258', 'description': 'tempest-secgroup-smoke-2037706258 description', 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:08.491280 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88f35446-5761-4bd4-b3ab-e776074ee4b2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.571236 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88f35446-5761-4bd4-b3ab-e776074ee4b2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.576659 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88f35446-5761-4bd4-b3ab-e776074ee4b2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.603199 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-88f35446-5761-4bd4-b3ab-e776074ee4b2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.604484 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-88f35446-5761-4bd4-b3ab-e776074ee4b2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1583614 Nov 10 05:00:08.608733 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49966) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:08.613792 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f35446-5761-4bd4-b3ab-e776074ee4b2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1eb81e-4a63-4810-9c89-fdae07aca6ec,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:08.614849 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7ea781e3-9e6c-4302-b3fe-0176f6d06cf5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'security_group_rule': {'security_group_id': 'fa1eb81e-4a63-4810-9c89-fdae07aca6ec', 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:08.645985 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.646757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea781e3-9e6c-4302-b3fe-0176f6d06cf5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.709910 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea781e3-9e6c-4302-b3fe-0176f6d06cf5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.713776 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea781e3-9e6c-4302-b3fe-0176f6d06cf5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.732497 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea781e3-9e6c-4302-b3fe-0176f6d06cf5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb4d3fb-b49e-4f4c-b60b-7c582b0e43e1,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:08.740873 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea781e3-9e6c-4302-b3fe-0176f6d06cf5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.742128 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7ea781e3-9e6c-4302-b3fe-0176f6d06cf5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314447 Nov 10 05:00:08.744850 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49968) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:08.749377 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-14f2c9b5-3ddc-4400-8ca8-86c2bf23c9f7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'security_group_rule': {'security_group_id': 'fa1eb81e-4a63-4810-9c89-fdae07aca6ec', 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:08.777591 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14f2c9b5-3ddc-4400-8ca8-86c2bf23c9f7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.837811 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14f2c9b5-3ddc-4400-8ca8-86c2bf23c9f7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.842289 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14f2c9b5-3ddc-4400-8ca8-86c2bf23c9f7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.861453 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2c9b5-3ddc-4400-8ca8-86c2bf23c9f7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced6cdaa-6873-4c74-ba6f-a847609e8d14,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:08.868350 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-14f2c9b5-3ddc-4400-8ca8-86c2bf23c9f7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.869576 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-14f2c9b5-3ddc-4400-8ca8-86c2bf23c9f7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237822 Nov 10 05:00:08.872358 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49970) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:08.877357 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7ea809c3-0c8e-400e-9806-fd2b49a91c12 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'security_group_rule': {'security_group_id': 'fa1eb81e-4a63-4810-9c89-fdae07aca6ec', 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:08.902933 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea809c3-0c8e-400e-9806-fd2b49a91c12 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.965349 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea809c3-0c8e-400e-9806-fd2b49a91c12 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.968587 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea809c3-0c8e-400e-9806-fd2b49a91c12 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.986926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea809c3-0c8e-400e-9806-fd2b49a91c12 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19fce9a-1d22-4828-be80-41eefb1d28a7,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:08.993299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7ea809c3-0c8e-400e-9806-fd2b49a91c12 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:08.994399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7ea809c3-0c8e-400e-9806-fd2b49a91c12 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210928 Nov 10 05:00:08.997103 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49972) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:09.001287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-7406a4fd-0cb5-4ff2-8e4c-87e09b8a9612 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'security_group_rule': {'security_group_id': 'fa1eb81e-4a63-4810-9c89-fdae07aca6ec', 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:09.026723 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7406a4fd-0cb5-4ff2-8e4c-87e09b8a9612 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.085045 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7406a4fd-0cb5-4ff2-8e4c-87e09b8a9612 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.088574 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7406a4fd-0cb5-4ff2-8e4c-87e09b8a9612 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.106828 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406a4fd-0cb5-4ff2-8e4c-87e09b8a9612 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e9f325-41ce-4729-8ff1-1d3b7fad342e,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:09.112616 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7406a4fd-0cb5-4ff2-8e4c-87e09b8a9612 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.113903 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-7406a4fd-0cb5-4ff2-8e4c-87e09b8a9612 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158996 Nov 10 05:00:09.116648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49974) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:09.120865 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'security_group_rule': {'security_group_id': 'fa1eb81e-4a63-4810-9c89-fdae07aca6ec', 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:09.141927 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Project f7a24bf038a042c2b6f9630d3ecbc13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:00:09.147086 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.206056 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.209656 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.227927 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47282033-a1ef-4438-b7ed-fc33c947f4a4,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:09.237581 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.238805 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-e992e81e-861a-4761-8d88-c140f0f26e8a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212223 Nov 10 05:00:09.241459 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 49976) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:09.245696 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'security_group_rule': {'security_group_id': 'fa1eb81e-4a63-4810-9c89-fdae07aca6ec', 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:09.266155 n-d-817326-2 neutron-server[102596]: INFO neutron.db.securitygroups_db [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Project f7a24bf038a042c2b6f9630d3ecbc13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:00:09.271379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.328154 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.332133 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586817'] for security_group_rule, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.351862 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c481f03-accd-448a-8ae4-17676c8f4d58,revision_number=0']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:09.357181 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.371780 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72c2f68e-efde-4a52-a5c1-3b7781eab3da tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163228 Nov 10 05:00:09.529910 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-fb9b6b8b-d70c-4843-8978-a908cda16067 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037706258&fields=id&tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e HTTP/1.1" status: 200 len: 267 time: 0.0513144 Nov 10 05:00:09.645396 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-686c307f-025a-43b0-8ba5-24a8cd33f60e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:09.646990 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-686c307f-025a-43b0-8ba5-24a8cd33f60e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 810 time: 0.1093495 Nov 10 05:00:09.662726 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-28c30a41-aba2-4ef0-9597-2ee81b7d01c5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/quotas/f7a24bf038a042c2b6f9630d3ecbc13e HTTP/1.1" status: 200 len: 375 time: 0.0097795 Nov 10 05:00:09.717993 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a73e4414-c045-402b-86bb-4a265487115b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495992 Nov 10 05:00:09.735572 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-53463934-f526-4c1b-9ba2-a69da889ee7a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:00:09.736519 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-53463934-f526-4c1b-9ba2-a69da889ee7a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056963 Nov 10 05:00:09.786914 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 74a8321e-edc1-4e55-bf81-9dca945cb91e up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:09.841323 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 74a8321e-edc1-4e55-bf81-9dca945cb91e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:09.842079 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-f65effcd-0660-438e-84a6-dbb5c5101865 service neutron] 10.222.0.24 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977921 Nov 10 05:00:09.846098 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:09.941621 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-e34b802e-d077-4db4-beaa-f4214a6b95d2 service neutron] 10.222.0.24 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932939 Nov 10 05:00:10.104875 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fae3737c-c918-44bd-870d-14a737b8b30e req-b1b90510-8505-42cb-ab2b-740365be1f5a tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 210 time: 0.0254633 Nov 10 05:00:10.754387 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Sync routers for ids ['64bf103d-2223-4680-9bc9-8a0582d27736'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:00:10.764230 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Routers {'64bf103d-2223-4680-9bc9-8a0582d27736'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:10.764818 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['64bf103d-2223-4680-9bc9-8a0582d27736'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:10.867303 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Set router 64bf103d-2223-4680-9bc9-8a0582d27736 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:11.064835 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port': {'id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0d2721ca-c4b6-4d29-93ea-1a91a6f85374', 'name': '', 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:06Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 2, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'subnets': [{'id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:11.095205 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Checking router: 64bf103d-2223-4680-9bc9-8a0582d27736 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:00:11.095839 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Updating router 64bf103d-2223-4680-9bc9-8a0582d27736 port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 binding host n-d-817326-2 {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:00:11.115390 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-f1cfb7fa-3dbf-4b1e-ba6b-23f46882f8de tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:11.116871 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-f1cfb7fa-3dbf-4b1e-ba6b-23f46882f8de tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 810 time: 0.1141598 Nov 10 05:00:11.123015 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.201920 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-df19641c-90c3-42db-a743-de6f789b8858 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e HTTP/1.1" status: 200 len: 380 time: 0.0608876 Nov 10 05:00:11.212691 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'port': {'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'admin_state_up': True, 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'security_groups': ['fa1eb81e-4a63-4810-9c89-fdae07aca6ec']}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:11.217669 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a9c76d7f-8475-4af1-b310-266a985e5f43 req-f227f153-b977-49a3-876e-2cad694a1ffc tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 210 time: 0.0417182 Nov 10 05:00:11.331023 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Made reservation on behalf of f7a24bf038a042c2b6f9630d3ecbc13e for: {'port': 1} {{(pid=102596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:00:11.334462 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.386767 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.392427 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.467826 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Allocated IP 172.20.0.5 (6e579936-fb23-4ac4-9d32-0e23f51d6c64/3dd6ef28-9a48-4467-b4c1-f62e80925979/3610984a-04e7-43ce-8a9d-78239dc2850f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:00:11.551506 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d4364-feca-4ff0-bd3a-96b7b96d8f24 None None] Pushing event updated for resources: {'Port': ['ID=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:11.583943 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Attempting to bind port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 on host n-d-817326-2 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:00:11.584312 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Attempting to bind port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 by drivers openvswitch,hyperv on host n-d-817326-2 at level 0 using segments [{'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:00:11.585167 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Attempting to bind port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 on network 87e8d163-0fa6-44af-be8c-e277527e920b {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:00:11.589959 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Checking agent: {'id': 'd6e216f0-c2ec-415c-a615-e5f1dd75e552', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 27, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:00:11.590342 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Checking segment: {'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:00:11.590748 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.591144 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Bound using segment: {'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:00:11.591609 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Bound port: 0d2721ca-c4b6-4d29-93ea-1a91a6f85374, host: n-d-817326-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7ab39f-f773-4c92-85cc-64c99e2cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:00:11.591988 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.637664 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for port, precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.656691 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] For port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374, host n-d-817326-2, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:00:11.660524 n-d-817326-2 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] For port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374, host n-d-817326-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,segment=NetworkSegment(7f7ab39f-f773-4c92-85cc-64c99e2cf657),segment_id=7f7ab39f-f773-4c92-85cc-64c99e2cf657)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:00:11.665025 n-d-817326-2 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.675827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.722446 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:11.725708 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Routers {'64bf103d-2223-4680-9bc9-8a0582d27736'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:11.726364 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T04:59:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['64bf103d-2223-4680-9bc9-8a0582d27736'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:11.730547 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:11.733240 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:00:11.768308 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:11.798070 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:11.798869 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.817137 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d4364-feca-4ff0-bd3a-96b7b96d8f24 None None] Pushing event updated for resources: {'Port': ['ID=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:11.819304 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-a711f3ae-ed46-4064-b466-c5268ea04556 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103244 Nov 10 05:00:11.838425 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.v2.base [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Request body: {'port': {'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-2'}} {{(pid=102596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:11.856913 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-1dd63331-6c0b-4ff3-b43b-43bf072ecf8c None None] Provisioning complete for port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:11.858130 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] Set router 64bf103d-2223-4680-9bc9-8a0582d27736 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:11.858482 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dd63331-6c0b-4ff3-b43b-43bf072ecf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.907500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:11.994745 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dd63331-6c0b-4ff3-b43b-43bf072ecf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.033079 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-1dd63331-6c0b-4ff3-b43b-43bf072ecf8c None None] For port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,segment=NetworkSegment(7f7ab39f-f773-4c92-85cc-64c99e2cf657),segment_id=7f7ab39f-f773-4c92-85cc-64c99e2cf657)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:12.038229 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1dd63331-6c0b-4ff3-b43b-43bf072ecf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.110175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd63331-6c0b-4ff3-b43b-43bf072ecf8c None None] Pushing event updated for resources: {'Port': ['ID=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:12.123131 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port': {'id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0d2721ca-c4b6-4d29-93ea-1a91a6f85374', 'name': '', 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:06Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'subnets': [{'id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:12.154919 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825fb01-bb0e-4340-a72c-eec96b80628c None None] The sync data for ids ['64bf103d-2223-4680-9bc9-8a0582d27736'] in n-d-817326-2 is: [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port': {'id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '0d2721ca-c4b6-4d29-93ea-1a91a6f85374', 'name': '', 'network_id': '87e8d163-0fa6-44af-be8c-e277527e920b', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:06Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'subnets': [{'id': '07122e82-bc37-4e85-b4bf-57401a15a073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:00:12.162419 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-6c23f206-bdca-4539-8bcd-5c5d0d5352ee None None] Provisioning complete for port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:12.163204 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6c23f206-bdca-4539-8bcd-5c5d0d5352ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.226175 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3610984a-04e7-43ce-8a9d-78239dc2850f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:00:12.234570 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.249299 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Transition to ACTIVE for port object 3610984a-04e7-43ce-8a9d-78239dc2850f will not be triggered until provisioned by entity L2. {{(pid=102596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:00:12.254571 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.334922 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:12.374898 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87275645-0d82-42cc-9f4c-ad87a2fa6b29 req-ad52021e-10ee-40d4-ac24-01504d2940cb tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:12.377186 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87275645-0d82-42cc-9f4c-ad87a2fa6b29 req-ad52021e-10ee-40d4-ac24-01504d2940cb tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 943 time: 0.0770009 Nov 10 05:00:12.410107 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Attempting to bind port 3610984a-04e7-43ce-8a9d-78239dc2850f on host n-h1-817326-2 for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:00:12.410441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Attempting to bind port 3610984a-04e7-43ce-8a9d-78239dc2850f by drivers openvswitch,hyperv on host n-h1-817326-2 at level 0 using segments [{'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:00:12.410763 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Attempting to bind port 3610984a-04e7-43ce-8a9d-78239dc2850f on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:00:12.415568 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Port 3610984a-04e7-43ce-8a9d-78239dc2850f on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-2 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:00:12.415884 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Attempting to bind port 3610984a-04e7-43ce-8a9d-78239dc2850f on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:00:12.421086 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Checking agent: {'id': '73b389c3-a5b0-4309-b64d-25f581482b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:00:12.421411 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Checking segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:00:12.421790 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Bound using segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:00:12.422242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Bound port: 3610984a-04e7-43ce-8a9d-78239dc2850f, host: n-h1-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:00:12.422594 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.450172 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87275645-0d82-42cc-9f4c-ad87a2fa6b29 req-5a5646ae-3016-4504-9470-8cc820136bd9 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642862 Nov 10 05:00:12.509840 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:00:12.513287 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:00:12.518145 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25369568'] for port, after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.557102 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:12.557779 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:12.559145 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] 10.222.0.11 "PUT /v2.0/ports/3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 1091 time: 0.7269289 Nov 10 05:00:12.559597 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:00:12.561888 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f792f012-014e-42e3-994f-42a188d34070" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:00:12.618634 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385c768-4708-49dc-9b23-247b8d0d751b service neutron] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:12.626014 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547ace08-70f6-4c72-8d56-9544b996f88e x-openstack-request-id: req-547ace08-70f6-4c72-8d56-9544b996f88e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:00:12.626288 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:00:12.627105 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-547ace08-70f6-4c72-8d56-9544b996f88e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:00:12.627512 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'status': 'completed', 'code': 200} Nov 10 05:00:12.684564 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-57cf7491-82e5-4c1e-91ac-10b346c51940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:12.685801 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-57cf7491-82e5-4c1e-91ac-10b346c51940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1094 time: 0.0455668 Nov 10 05:00:12.737003 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-baecbf5a-ddde-44ee-bff2-4a3c7b53ed45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 217 time: 0.0377946 Nov 10 05:00:12.791773 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-9beb600f-8f37-439b-bb23-25409dff03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:12.793277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-9beb600f-8f37-439b-bb23-25409dff03dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0500345 Nov 10 05:00:12.842950 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-9254b068-a622-4f0a-96f7-41dbe80ab462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:12.844375 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-9254b068-a622-4f0a-96f7-41dbe80ab462 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440233 Nov 10 05:00:12.933911 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-ead2d16c-d24b-460e-9cd0-ca89fb66272a service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811951 Nov 10 05:00:13.024639 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f3b172a3-013e-4455-838a-fbfecd6eed4f req-2d896235-76a3-4a54-a6b5-d562692c0ef5 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839059 Nov 10 05:00:13.157059 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792f012-014e-42e3-994f-42a188d34070 req-5551a509-8ee1-47c6-89b2-3ccd9261c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:13.159233 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f792f012-014e-42e3-994f-42a188d34070 req-5551a509-8ee1-47c6-89b2-3ccd9261c9c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1094 time: 0.0401449 Nov 10 05:00:13.257266 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792f012-014e-42e3-994f-42a188d34070 req-7c5c994d-1c60-4c47-beef-71688e042b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:13.258802 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f792f012-014e-42e3-994f-42a188d34070 req-7c5c994d-1c60-4c47-beef-71688e042b02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0929518 Nov 10 05:00:13.300258 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f792f012-014e-42e3-994f-42a188d34070 req-b52cbccd-4b35-46a8-a915-11154976eb89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 217 time: 0.0344129 Nov 10 05:00:13.349295 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792f012-014e-42e3-994f-42a188d34070 req-1812457b-75ac-4f5b-9e5b-692e7a4daf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:13.350728 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f792f012-014e-42e3-994f-42a188d34070 req-1812457b-75ac-4f5b-9e5b-692e7a4daf42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0430877 Nov 10 05:00:13.399806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792f012-014e-42e3-994f-42a188d34070 req-cd3167ac-93f9-4272-a412-8e83c57f0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:13.401251 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f792f012-014e-42e3-994f-42a188d34070 req-cd3167ac-93f9-4272-a412-8e83c57f0a79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435522 Nov 10 05:00:13.494807 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f792f012-014e-42e3-994f-42a188d34070 req-1cbdbeeb-88e1-42d4-be8b-fa8bd25952ae service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861208 Nov 10 05:00:13.496261 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2400a330-4e21-4a14-af9e-b58dce13c19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:13.594371 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1456-1d28-4a6d-bf72-465e633d2ef0 req-8ce34342-7a3a-4809-92dc-bf0fe8803afc tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:13.598540 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6aac1456-1d28-4a6d-bf72-465e633d2ef0 req-8ce34342-7a3a-4809-92dc-bf0fe8803afc tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 943 time: 0.0696487 Nov 10 05:00:13.612525 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-f792f012-014e-42e3-994f-42a188d34070 req-93c9b3b2-c23e-4675-a8d5-237934354c20 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109374 Nov 10 05:00:13.653097 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6aac1456-1d28-4a6d-bf72-465e633d2ef0 req-08ce3a6c-0676-455b-a834-0d14c54a8ea0 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Nov 10 05:00:13.767943 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 up at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:13.815073 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Provisioning complete for port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:13.815452 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:14.773117 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5534f79-d75f-4b20-8aa6-6a11d12df2b8 req-ee75dc47-cfb3-4d0e-a6fe-b19e4df54342 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:14.774602 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c5534f79-d75f-4b20-8aa6-6a11d12df2b8 req-ee75dc47-cfb3-4d0e-a6fe-b19e4df54342 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 943 time: 0.0518289 Nov 10 05:00:14.822164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c5534f79-d75f-4b20-8aa6-6a11d12df2b8 req-d86a31ee-297a-4599-b950-63af4c2f3c44 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Nov 10 05:00:15.804281 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-527db68a-968d-4456-9c00-e589526b7683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:15.945130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38db6-12d9-4094-b990-03f00ed65669 req-f3f4200d-e233-456c-97ce-b779f7c41923 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:15.946633 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdf38db6-12d9-4094-b990-03f00ed65669 req-f3f4200d-e233-456c-97ce-b779f7c41923 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 943 time: 0.0556400 Nov 10 05:00:15.997310 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fdf38db6-12d9-4094-b990-03f00ed65669 req-4a4be588-0108-4bef-8454-aa2d591ba8be tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Nov 10 05:00:16.255990 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3610984a-04e7-43ce-8a9d-78239dc2850f details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:00:16.351382 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:16.362647 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:00:16.398015 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:16.410883 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3610984a-04e7-43ce-8a9d-78239dc2850f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:00:16.429428 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:16.433151 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:16.479316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:16.877456 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['3610984a-04e7-43ce-8a9d-78239dc2850f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:00:17.084926 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:17.115686 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899230f4-39ca-4998-963e-18df24bd6aa8 req-2deee74c-b572-43d9-b65f-012fa843f7eb tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:17.117180 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-899230f4-39ca-4998-963e-18df24bd6aa8 req-2deee74c-b572-43d9-b65f-012fa843f7eb tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 944 time: 0.0485678 Nov 10 05:00:17.170836 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-899230f4-39ca-4998-963e-18df24bd6aa8 req-f22fecf0-5b82-40a8-a133-c3fec680e6ca tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Nov 10 05:00:17.782012 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:00:18.271271 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3610984a-04e7-43ce-8a9d-78239dc2850f up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:00:18.287992 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba2d16-d73b-4adf-b790-12494291837f req-9ba2cbec-1633-4ab1-9151-bb362733e583 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:18.289487 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87ba2d16-d73b-4adf-b790-12494291837f req-9ba2cbec-1633-4ab1-9151-bb362733e583 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 944 time: 0.0501077 Nov 10 05:00:18.318754 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning for port 3610984a-04e7-43ce-8a9d-78239dc2850f completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:00:18.322799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 3610984a-04e7-43ce-8a9d-78239dc2850f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:18.323158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:18.342802 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-87ba2d16-d73b-4adf-b790-12494291837f req-a4037117-ce06-4bb0-819a-cddf54d9ef97 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469918 Nov 10 05:00:18.398664 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:18.419775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:00:18.422023 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105b003-e09e-4b6b-967b-6871e8a654f7" -d '{"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-plugged", "status": "completed", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:00:18.435093 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:00:18.439779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:18.467044 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbdc577-83f7-4a94-8b15-8e978b09e90c x-openstack-request-id: req-1cbdc577-83f7-4a94-8b15-8e978b09e90c {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:00:18.467332 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-plugged", "status": "completed", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:00:18.467630 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cbdc577-83f7-4a94-8b15-8e978b09e90c {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:00:18.468018 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'code': 200} Nov 10 05:00:18.493288 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:18.582943 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401bae-2bad-4e8e-95ae-5c55a0393287 req-aadfc950-25f9-43cc-b478-e6ffcdfa6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:18.584454 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4401bae-2bad-4e8e-95ae-5c55a0393287 req-aadfc950-25f9-43cc-b478-e6ffcdfa6813 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1096 time: 0.0404761 Nov 10 05:00:18.636844 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-d4401bae-2bad-4e8e-95ae-5c55a0393287 req-1a7533b2-6dc8-4c87-bb48-a37d796708c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Nov 10 05:00:18.718564 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:19.305549 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:19.456778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3aa8e-3e58-4127-b6a5-c67ff17fd462 req-db8f5174-e7ee-4cee-84e6-9e7f8258d9a7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:19.458245 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19d3aa8e-3e58-4127-b6a5-c67ff17fd462 req-db8f5174-e7ee-4cee-84e6-9e7f8258d9a7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 945 time: 0.0473173 Nov 10 05:00:19.505387 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19d3aa8e-3e58-4127-b6a5-c67ff17fd462 req-fe33d346-e4e1-4ce6-aa1e-ceeceda0ecf2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Nov 10 05:00:20.625453 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b9a4-ef15-49a1-b636-e4af8beb896a req-011e7b39-18d7-4020-8962-ecd27e6baede tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:20.627008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbd9b9a4-ef15-49a1-b636-e4af8beb896a req-011e7b39-18d7-4020-8962-ecd27e6baede tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 945 time: 0.0522320 Nov 10 05:00:20.675012 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-fbd9b9a4-ef15-49a1-b636-e4af8beb896a req-b05238cf-030c-4adf-bcd6-74516840a1d4 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Nov 10 05:00:20.788057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b51230-a4d9-46c3-88bc-368d4c8b7d90 req-62bef0ab-1069-423c-8144-1f901df3f351 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:20.789410 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08b51230-a4d9-46c3-88bc-368d4c8b7d90 req-62bef0ab-1069-423c-8144-1f901df3f351 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 945 time: 0.0477726 Nov 10 05:00:20.836667 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08b51230-a4d9-46c3-88bc-368d4c8b7d90 req-f40b8e85-fe94-4755-9f3e-532ccf35a9c1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Nov 10 05:00:20.858348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50028) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:20.992130 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc392433-4f4e-4e0b-b0b2-dc2b6dee9bb3 tempest-TestSnapshotPattern-1450008389 tempest-TestSnapshotPattern-1450008389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:20.993627 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-cc392433-4f4e-4e0b-b0b2-dc2b6dee9bb3 tempest-TestSnapshotPattern-1450008389 tempest-TestSnapshotPattern-1450008389-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1091 time: 0.1343150 Nov 10 05:00:20.996648 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50032) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:21.000891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:21.023440 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:21.114707 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:21.221743 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Allocated IP 172.25.6.152 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/4ab0aaca-bb1a-4a24-b64b-ab8437b16976) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:00:21.318187 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:21.349878 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:21.388216 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:00:21.390907 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:00:21.396274 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:00:21.423825 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'Port': ['ID=4ab0aaca-bb1a-4a24-b64b-ab8437b16976,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:22.023008 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:22.085638 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:22.234122 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:22.238407 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:22.299920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'Port': ['ID=4ab0aaca-bb1a-4a24-b64b-ab8437b16976,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:22.314584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:22.413315 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Floating IP 52a2b5eb-d000-4bc3-af74-5c9e47733180 associated. External IP: 172.25.6.152, port: 3610984a-04e7-43ce-8a9d-78239dc2850f. Nov 10 05:00:22.616930 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Router 7c04c0a1-b811-46ae-b637-751feb575a0a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:00:22.723164 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:00:22.733168 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] Sync routers for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:00:22.741396 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:22.742997 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:22.743600 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:22.769044 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c7a24b85-ea0c-4d3d-8cac-9af257dbe48e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7713692 Nov 10 05:00:22.769623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:00:22.771913 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d03a498-01f9-4495-884e-33b3f1234d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:00:22.849790 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:22.885905 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcd2944-3dde-48a0-82ac-a2490ff432d1 x-openstack-request-id: req-abcd2944-3dde-48a0-82ac-a2490ff432d1 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:00:22.886217 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:00:22.886463 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abcd2944-3dde-48a0-82ac-a2490ff432d1 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:00:22.886857 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'status': 'completed', 'code': 200} Nov 10 05:00:22.967326 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-6638c558-5987-4b4a-b68a-a3973b3b56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:22.968842 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-6638c558-5987-4b4a-b68a-a3973b3b56f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1096 time: 0.0399234 Nov 10 05:00:23.062955 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-17597e56-d4e1-4b26-a18d-50d85b54ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:23.065023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-17597e56-d4e1-4b26-a18d-50d85b54ee5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0892091 Nov 10 05:00:23.074184 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:21Z', 'revision_number': 0, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:23.099797 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] Checking router: 7c04c0a1-b811-46ae-b637-751feb575a0a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:00:23.108189 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:00:23.108775 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:00:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:23.129968 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-10283b1a-1675-4850-9ee3-150677765174 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 999 time: 0.0580814 Nov 10 05:00:23.184423 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-6ec6d29f-ebc9-4c59-9325-30243d5cbb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:23.185891 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-6ec6d29f-ebc9-4c59-9325-30243d5cbb6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0486920 Nov 10 05:00:23.212193 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:00:23.230652 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-d8f9ca01-0126-420b-a14c-6a0379a80a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:23.232155 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-d8f9ca01-0126-420b-a14c-6a0379a80a14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392978 Nov 10 05:00:23.323287 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-03e30743-a53b-4a3c-9d06-9d73893c65a2 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840807 Nov 10 05:00:23.443029 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:21Z', 'revision_number': 0, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:00:23.469403 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bef3c-3bc3-4ec8-ad06-ac793b79806f None None] The sync data for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 is: [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:21Z', 'revision_number': 0, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:00:23.671818 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2138f3a-5c73-4fc5-95cc-c38914d39987 None None] New status for floating IP 52a2b5eb-d000-4bc3-af74-5c9e47733180: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:00:23.715997 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-2d03a498-01f9-4495-884e-33b3f1234d4b req-bc6913df-98d0-4ffb-9e56-71457536b59b service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854942 Nov 10 05:00:24.257158 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:36.302203 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-f9300abb-49d4-4f83-b32d-b576a9d9cbdf req-bb634589-303b-49bc-8ca1-e8d691d1e21a service neutron] (102596) timed out ('10.222.0.44', 63753) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 05:00:38.647921 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:43.481405 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e9d6c5da-54c1-4e59-88e4-58940f049892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:45.805093 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-125e1b47-f3ec-4a0f-851c-3c963a3dcf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:47.055373 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:48.723588 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:49.306090 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:54.272237 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:54.784131 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:01:01.765559 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-25e168bf-b535-4cb3-a7be-d9dfe5f5fd66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392597 Nov 10 05:01:01.866574 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-7f5e3f03-89e0-4d9b-8caf-4dfc6702ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:01.867941 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-7f5e3f03-89e0-4d9b-8caf-4dfc6702ad6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1096 time: 0.0425749 Nov 10 05:01:01.974817 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-6a2e5416-5d07-40b6-b7ae-b799d8d9b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:01.976293 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-6a2e5416-5d07-40b6-b7ae-b799d8d9b00a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0870600 Nov 10 05:01:02.044939 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-91007967-525c-4692-b503-1f8729a02a9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 1001 time: 0.0604105 Nov 10 05:01:02.095246 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-b7b0da67-e0ff-443b-b2e5-5ff1398f9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:02.096670 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-b7b0da67-e0ff-443b-b2e5-5ff1398f9de6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0448864 Nov 10 05:01:02.142000 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-ac63ae41-7235-4831-b411-bfdbad2a5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:02.143347 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-ac63ae41-7235-4831-b411-bfdbad2a5590 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395930 Nov 10 05:01:02.234698 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-41b4b6e8-a0b0-4942-92d8-22b0d3684839 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842621 Nov 10 05:01:02.322751 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-aec2b050-4c7d-40d9-ab14-c0ff3f6d29c9 req-7bec622d-7811-4c99-965c-2e38059d1a72 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803497 Nov 10 05:01:08.673471 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:13.483554 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed6a7-b7f6-4420-8824-09a6ce6dd87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:15.806651 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0361085e-5b22-4bdd-9b44-b3420361079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:17.058470 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:18.723294 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:19.307433 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:24.286740 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:31.783855 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:01:38.666995 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:43.485844 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-0ca8efdc-b2e0-4513-b1e3-4bec31f81048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:45.807694 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-56689018-882e-435c-b847-a1bc50c95955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:47.062306 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:48.726593 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:49.309320 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:54.302081 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:03.537506 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-7c4e28dc-eb2a-43a1-a5bc-fe4cf4141872 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971935 Nov 10 05:02:03.640366 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-6a139645-367d-4ad2-a089-43b63bb0037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:02:03.641857 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-6a139645-367d-4ad2-a089-43b63bb0037e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1096 time: 0.0455611 Nov 10 05:02:03.742167 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-f9bf02e0-a0ca-4355-9e74-b73f668574fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:02:03.743649 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-f9bf02e0-a0ca-4355-9e74-b73f668574fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0829873 Nov 10 05:02:03.811940 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-9c02f1eb-0728-48cb-9b76-ea4e233e3d83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 1001 time: 0.0606425 Nov 10 05:02:03.863345 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-f1fc9ff4-fa78-404d-8503-f269a729a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:02:03.864815 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-f1fc9ff4-fa78-404d-8503-f269a729a346 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0455899 Nov 10 05:02:03.911494 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-7e10caa5-6650-4a40-ba13-50e847a0213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:02:03.913021 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-7e10caa5-6650-4a40-ba13-50e847a0213a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416193 Nov 10 05:02:03.923806 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-1e5c9e98-92dc-4edf-869a-bb963b22f8a0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:02:03.924814 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-1e5c9e98-92dc-4edf-869a-bb963b22f8a0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049312 Nov 10 05:02:04.017414 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-6785a494-1178-4966-9d77-6ecdf9d4a12a service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859349 Nov 10 05:02:04.106048 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-ab2b633a-e234-4e84-b029-dcf20a12da6d req-d38f28f0-e025-45a1-950b-9fad9008b04c service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819771 Nov 10 05:02:08.671642 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:08.782431 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:02:13.486821 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-3338287f-0258-4989-80e7-deb6714800f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:15.808754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-666717e9-42ae-49f7-9957-0a86bc599afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:17.065472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:18.728845 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:19.310551 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:24.331692 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:38.675909 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:43.487555 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fc61c59d-053e-4554-a8fa-7b56b919ec80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:45.781373 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:02:45.808360 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-7925afe6-e14c-4081-bea8-e5ac1741ed23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:47.067402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:48.734255 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:49.316729 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:54.362883 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:54.907722 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3610984a-04e7-43ce-8a9d-78239dc2850f details requested by agent hyperv_n-h1-817326-2 with host n-h1-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:02:55.001993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:02:55.012885 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Returning: {'device': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:02:55.049985 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:55.062611 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3610984a-04e7-43ce-8a9d-78239dc2850f {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:02:55.080704 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:02:55.085282 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:55.131002 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:02:55.138190 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.138528 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.138862 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.139186 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.139510 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.139825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.140140 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.140482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.140799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.141110 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.141421 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.142142 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:55.244761 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] get_ports_and_sgs() called for port_ids ['3610984a-04e7-43ce-8a9d-78239dc2850f'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:02:56.922976 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3610984a-04e7-43ce-8a9d-78239dc2850f up at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:02:56.971368 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Provisioning complete for port 3610984a-04e7-43ce-8a9d-78239dc2850f triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:02:56.971785 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:57.046455 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:57.068156 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:02:57.070413 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3152562-4a7e-4990-8765-aef9094c8c6b" -d '{"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-plugged", "status": "completed", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:02:57.082993 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:02:57.087545 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:57.133817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:02:57.165511 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a6c02-c9ec-4498-ac2f-4fef631cdde6 x-openstack-request-id: req-bf4a6c02-c9ec-4498-ac2f-4fef631cdde6 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:02:57.165808 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-plugged", "status": "completed", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:02:57.166094 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf4a6c02-c9ec-4498-ac2f-4fef631cdde6 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:02:57.166489 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'code': 200} Nov 10 05:03:04.548558 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801182a-221d-4595-9903-4b2822be4e37 req-3e7b8152-e180-40ae-a5d3-83853fe7a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:04.550210 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1801182a-221d-4595-9903-4b2822be4e37 req-3e7b8152-e180-40ae-a5d3-83853fe7a652 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1096 time: 0.0489280 Nov 10 05:03:04.671618 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801182a-221d-4595-9903-4b2822be4e37 req-893b97ef-2e0c-4908-8fa7-9c0ba2ce6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:04.673029 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1801182a-221d-4595-9903-4b2822be4e37 req-893b97ef-2e0c-4908-8fa7-9c0ba2ce6e9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.1009164 Nov 10 05:03:04.759625 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1801182a-221d-4595-9903-4b2822be4e37 req-4263fd3c-0047-44a5-8b51-e1bf6b72ac99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 1001 time: 0.0771124 Nov 10 05:03:04.813964 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801182a-221d-4595-9903-4b2822be4e37 req-11e4e6f3-f60f-483a-a5a0-30f848644186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:04.815561 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1801182a-221d-4595-9903-4b2822be4e37 req-11e4e6f3-f60f-483a-a5a0-30f848644186 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0486791 Nov 10 05:03:04.871556 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801182a-221d-4595-9903-4b2822be4e37 req-f6ff9f35-cc15-412b-8031-83987a3d2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:04.873147 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1801182a-221d-4595-9903-4b2822be4e37 req-f6ff9f35-cc15-412b-8031-83987a3d2662 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498099 Nov 10 05:03:04.974908 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1801182a-221d-4595-9903-4b2822be4e37 req-27c0889c-85b5-4c53-bd21-47ba8869922c service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931029 Nov 10 05:03:05.076277 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1801182a-221d-4595-9903-4b2822be4e37 req-38fa4a38-6538-49f7-a046-bedfe48778be service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941143 Nov 10 05:03:08.704109 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:09.925330 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-964d4110-fb19-4a22-85cb-3bb6186abe9c tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037706258&fields=id&tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e HTTP/1.1" status: 200 len: 267 time: 0.0450840 Nov 10 05:03:10.033057 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-618fc862-bf29-421a-829c-5f3d45a0cd7e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:10.034623 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-618fc862-bf29-421a-829c-5f3d45a0cd7e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 810 time: 0.1026375 Nov 10 05:03:10.049624 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-e6e24e2b-546b-4307-aaa8-520510df76d6 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/quotas/f7a24bf038a042c2b6f9630d3ecbc13e HTTP/1.1" status: 200 len: 375 time: 0.0087650 Nov 10 05:03:10.105389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-d496886b-7405-46bc-bf6d-3b9bc405b8ce tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506997 Nov 10 05:03:10.162892 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-3c1e96a9-db91-4c8a-8e5c-c24c0b4f790b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:03:10.163896 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-3c1e96a9-db91-4c8a-8e5c-c24c0b4f790b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467367 Nov 10 05:03:10.257614 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-115edf57-b3df-4ad6-8010-e1cdc24297bf service neutron] 10.222.0.24 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874453 Nov 10 05:03:10.345653 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-7f684156-8459-4b5f-b414-b1d896f2fe27 service neutron] 10.222.0.24 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818548 Nov 10 05:03:10.594467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-44bbc806-88fc-46e2-b1ba-8b281e6f875c req-edebc4d5-e0ed-4e51-b98a-ff9cf8c61ea3 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 210 time: 0.0766993 Nov 10 05:03:11.692902 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e2eabd27-a654-4fe0-bcdf-73ebad0640db req-c4abc1e6-0319-451c-83df-2282392c1e2e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 210 time: 0.0295410 Nov 10 05:03:12.557338 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-d9ddedd3-4d93-466b-810b-2779e8999012 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:12.558840 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-d9ddedd3-4d93-466b-810b-2779e8999012 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.44 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 810 time: 0.1037278 Nov 10 05:03:12.622051 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-a4338d96-d0b0-4d92-a699-f85be065abc9 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e HTTP/1.1" status: 200 len: 380 time: 0.0544298 Nov 10 05:03:12.631193 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'port': {'device_id': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'admin_state_up': True, 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'security_groups': ['fa1eb81e-4a63-4810-9c89-fdae07aca6ec']}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:03:12.746430 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Made reservation on behalf of f7a24bf038a042c2b6f9630d3ecbc13e for: {'port': 1} {{(pid=102597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:03:12.750093 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:12.825766 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7e6220f7-2366-4eab-9aac-8561be229849 req-a9c8fd05-6a84-4203-a848-67dadfe27104 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 210 time: 0.0593805 Nov 10 05:03:12.959675 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Allocated IP 172.20.0.3 (6e579936-fb23-4ac4-9d32-0e23f51d6c64/3dd6ef28-9a48-4467-b4c1-f62e80925979/fe2b92cd-27a7-4908-a959-0c0a36700f1e) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:03:12.987633 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3610984a-04e7-43ce-8a9d-78239dc2850f no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:03:13.072929 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:13.108321 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:03:13.110128 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:03:13.113209 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1752238-597f-41d6-bbf5-5e72bf044742" -d '{"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-unplugged", "status": "completed", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:03:13.118055 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:13.180823 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Pushing event updated for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:13.189737 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 05:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c76c3-f7b4-4478-8d5c-dde6c5f9f34e x-openstack-request-id: req-593c76c3-f7b4-4478-8d5c-dde6c5f9f34e {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:03:13.190732 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-unplugged", "status": "completed", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:03:13.191479 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-593c76c3-f7b4-4478-8d5c-dde6c5f9f34e {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:03:13.192901 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'code': 200} Nov 10 05:03:13.205766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:13.246485 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:13.302044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:03:13.305614 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:03:13.308754 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:03:13.344653 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:13.358880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.358880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.358880 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.359348 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.359447 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.359778 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.360108 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.360427 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.360745 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.361065 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.361388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.361709 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:03:13.383623 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:13.384264 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:13.401913 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-019c7da3-9ed4-4050-9858-f087ad9a271b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743597 Nov 10 05:03:13.492349 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-17f273b3-a70d-4dcf-ad8b-1b46c7737a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:13.647837 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-c343ced0-ee73-47b4-bbe4-46b79e763903 None None] Provisioning complete for port fe2b92cd-27a7-4908-a959-0c0a36700f1e triggered by entity DHCP. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:03:13.648464 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c343ced0-ee73-47b4-bbe4-46b79e763903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:13.683911 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-c343ced0-ee73-47b4-bbe4-46b79e763903 None None] Port fe2b92cd-27a7-4908-a959-0c0a36700f1e cannot update to ACTIVE because it is not bound. {{(pid=102598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:03:13.974044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f771ba-412b-476f-a489-a72b560b63cb req-d4060f2e-b165-4d3a-a168-268b4e2ddbaa tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:13.975837 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08f771ba-412b-476f-a489-a72b560b63cb req-d4060f2e-b165-4d3a-a168-268b4e2ddbaa tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0544820 Nov 10 05:03:14.026501 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-08f771ba-412b-476f-a489-a72b560b63cb req-3026dd01-1c1f-43ab-8438-487aa6941170 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441999 Nov 10 05:03:15.156835 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09795c-5791-4530-9332-5a1eefa1d44e req-4a498cd3-59fc-4dbb-aac4-978926ed422d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:15.158945 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca09795c-5791-4530-9332-5a1eefa1d44e req-4a498cd3-59fc-4dbb-aac4-978926ed422d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0565813 Nov 10 05:03:15.211844 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ca09795c-5791-4530-9332-5a1eefa1d44e req-ea88c3d0-afad-4929-a65c-ea207e0fa388 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466392 Nov 10 05:03:15.810646 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1a85316a-88ba-4dbf-a5b0-6a72156dbb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:16.339218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5bd94-108c-4482-b863-2a7d1388e7fb req-bddedc7b-7832-4eeb-bcfc-9a0d21890dba tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:16.349980 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99f5bd94-108c-4482-b863-2a7d1388e7fb req-bddedc7b-7832-4eeb-bcfc-9a0d21890dba tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0492787 Nov 10 05:03:16.399946 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-99f5bd94-108c-4482-b863-2a7d1388e7fb req-00cd3dbc-70e1-48e7-837f-71e9b2b4c245 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525737 Nov 10 05:03:17.070982 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:17.527655 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d05ddf-8cfe-490a-a3e9-381995e0c1a1 req-b844bc0c-5d21-4235-9836-1271760a4da1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:17.530295 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1d05ddf-8cfe-490a-a3e9-381995e0c1a1 req-b844bc0c-5d21-4235-9836-1271760a4da1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0609834 Nov 10 05:03:17.584559 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d1d05ddf-8cfe-490a-a3e9-381995e0c1a1 req-0b3db8a8-2088-41c0-b5bd-9abc56961658 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486350 Nov 10 05:03:18.707239 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b031507-9935-4b5c-930b-816c00a96034 req-580d788b-fd8c-41c1-939d-cbad8c80a658 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:18.708773 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b031507-9935-4b5c-930b-816c00a96034 req-580d788b-fd8c-41c1-939d-cbad8c80a658 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0510590 Nov 10 05:03:18.740021 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:18.778809 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0b031507-9935-4b5c-930b-816c00a96034 req-91a791e4-7e36-4210-9de5-bca266944147 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 Nov 10 05:03:19.312366 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:19.901207 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24bd3-1d63-4b0b-85a6-7571c67d43d3 req-00313693-6f4c-4544-bc86-00c989365390 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:19.902665 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ced24bd3-1d63-4b0b-85a6-7571c67d43d3 req-00313693-6f4c-4544-bc86-00c989365390 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0507870 Nov 10 05:03:19.955298 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-ced24bd3-1d63-4b0b-85a6-7571c67d43d3 req-05c1ac1d-7a5f-4b40-ae63-8766a22d2c30 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461802 Nov 10 05:03:21.081388 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07a002-9d68-4204-bba1-add0187b9854 req-7f07e5e6-e188-4488-b291-a74e19da01b7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:21.083453 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c07a002-9d68-4204-bba1-add0187b9854 req-7f07e5e6-e188-4488-b291-a74e19da01b7 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0562112 Nov 10 05:03:21.133722 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c07a002-9d68-4204-bba1-add0187b9854 req-944d2211-9d53-4559-99ed-f4cd8eb0e12e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Nov 10 05:03:22.264802 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b112-90b6-4a21-8271-667f1d286936 req-68be6e2f-beae-4cf3-bc0f-445b8d76ba7f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:22.266368 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75b0b112-90b6-4a21-8271-667f1d286936 req-68be6e2f-beae-4cf3-bc0f-445b8d76ba7f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0535381 Nov 10 05:03:22.321127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-75b0b112-90b6-4a21-8271-667f1d286936 req-31e26bf4-101e-4e4d-be71-9dfe52f03656 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481169 Nov 10 05:03:22.781124 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:03:23.351635 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-30cbc65a-7471-4168-9af2-1f149d66453b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:03:23.352703 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-30cbc65a-7471-4168-9af2-1f149d66453b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059583 Nov 10 05:03:23.408326 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Request body: {'port': {'device_id': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-2'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:03:23.486801 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac12ea8-7629-4e2f-95ae-35b7aff1ddee req-c874d1d6-22b8-4d5d-a273-abe390e1b2fb tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:23.488266 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cac12ea8-7629-4e2f-95ae-35b7aff1ddee req-c874d1d6-22b8-4d5d-a273-abe390e1b2fb tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 931 time: 0.0975573 Nov 10 05:03:23.492764 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:23.579042 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-cac12ea8-7629-4e2f-95ae-35b7aff1ddee req-5b963928-e1f6-471d-b07a-ab29262fcf2f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841210 Nov 10 05:03:23.783204 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2b92cd-27a7-4908-a959-0c0a36700f1e {{(pid=102597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:03:23.790427 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:23.802059 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.provisioning_blocks [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Transition to ACTIVE for port object fe2b92cd-27a7-4908-a959-0c0a36700f1e will not be triggered until provisioned by entity L2. {{(pid=102597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:03:23.805834 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:23.861597 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:23.932221 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Attempting to bind port fe2b92cd-27a7-4908-a959-0c0a36700f1e on host n-h2-817326-2 for vnic_type normal with profile {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:03:23.932547 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Attempting to bind port fe2b92cd-27a7-4908-a959-0c0a36700f1e by drivers openvswitch,hyperv on host n-h2-817326-2 at level 0 using segments [{'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:03:23.932867 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Attempting to bind port fe2b92cd-27a7-4908-a959-0c0a36700f1e on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:03:23.937359 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Port fe2b92cd-27a7-4908-a959-0c0a36700f1e on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-2 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:03:23.937676 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Attempting to bind port fe2b92cd-27a7-4908-a959-0c0a36700f1e on network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:03:23.942573 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Checking agent: {'id': 'db5e5db4-01a5-4286-9fe3-8f7cc7d95901', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'started_at': datetime.datetime(2021, 11, 10, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:03:23.942904 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Checking segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:03:23.943279 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Bound using segment: {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'} {{(pid=102597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:03:23.943700 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.managers [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Bound port: fe2b92cd-27a7-4908-a959-0c0a36700f1e, host: n-h2-817326-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0940d54c-8f94-420e-9c0f-45507ffe68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64'}}] {{(pid=102597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:03:23.944051 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:24.012701 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, cleared binding levels {{(pid=102597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:03:24.015698 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:03:24.020362 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:24.053189 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.053827 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:24.055241 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] 10.222.0.44 "PUT /v2.0/ports/fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 200 len: 1091 time: 0.6941910 Nov 10 05:03:24.055678 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:03:24.057956 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b" -d '{"events": [{"name": "network-changed", "server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:03:24.084253 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e750e02-2a24-45f6-bc29-13e804d47d1b service neutron] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=3']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:24.117776 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a4476-cde2-4b20-bc97-e781a7d43e9e x-openstack-request-id: req-9b1a4476-cde2-4b20-bc97-e781a7d43e9e {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:03:24.118092 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:03:24.118347 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b1a4476-cde2-4b20-bc97-e781a7d43e9e {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:03:24.118741 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'status': 'completed', 'code': 200} Nov 10 05:03:24.153649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-022c2922-fcb9-4451-8fbd-bdfb5b72d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.155235 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-022c2922-fcb9-4451-8fbd-bdfb5b72d1e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1094 time: 0.0471721 Nov 10 05:03:24.203925 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-32fab7ea-5cdb-48ba-aa77-d828a0bb41a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 200 len: 217 time: 0.0391240 Nov 10 05:03:24.256990 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-112a33ef-3a54-401b-92eb-859b4d2453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.258523 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-112a33ef-3a54-401b-92eb-859b4d2453b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0470729 Nov 10 05:03:24.305838 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-bbbcd0a0-36cb-4ecc-98ef-e198f5faf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.307361 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-bbbcd0a0-36cb-4ecc-98ef-e198f5faf442 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423503 Nov 10 05:03:24.362049 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:24.401107 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-a83f0bce-075f-4747-bc7f-cadfeb7fb3b2 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868974 Nov 10 05:03:24.487783 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-189d49d1-9d2f-4c2f-81ee-8e3c3012baa4 req-ba5e1113-c002-4827-b379-c2387b51adcc service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800683 Nov 10 05:03:24.568854 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-89cda51d-0fb9-47fd-884d-9a5c7e9d9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.570254 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-89cda51d-0fb9-47fd-884d-9a5c7e9d9f78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1094 time: 0.0403516 Nov 10 05:03:24.699100 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-c8f2fc30-9f24-4e3a-a453-0daadc9756b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.700560 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-c8f2fc30-9f24-4e3a-a453-0daadc9756b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.1177015 Nov 10 05:03:24.720361 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab3a8b-40fa-46d5-b18b-6e3429a36ae4 req-e917fe36-5b38-419d-8f36-5d310b3d9de6 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.721777 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00ab3a8b-40fa-46d5-b18b-6e3429a36ae4 req-e917fe36-5b38-419d-8f36-5d310b3d9de6 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 943 time: 0.0726278 Nov 10 05:03:24.758639 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-daa76a72-9fad-4c23-af4a-59e9b1d9a7b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 200 len: 217 time: 0.0506418 Nov 10 05:03:24.835894 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-00ab3a8b-40fa-46d5-b18b-6e3429a36ae4 req-0952398d-7e6f-41c9-ba9e-4195383cd945 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797548 Nov 10 05:03:24.837284 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-19b14ff5-c4d3-4842-9f72-e61d02bbb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.838682 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-19b14ff5-c4d3-4842-9f72-e61d02bbb234 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0682833 Nov 10 05:03:24.884664 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-59b9f61b-b898-4cd2-9f3d-69fbc208ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:24.886158 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-59b9f61b-b898-4cd2-9f3d-69fbc208ab30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402844 Nov 10 05:03:24.978307 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-2f1a5796-5ee1-4483-a0c2-f92e08d12d6f service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840154 Nov 10 05:03:25.066360 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-b684cfd9-4ba2-4284-bda6-5203d4a6a62b req-96c1c668-9a08-442e-bda6-dac4064895e9 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801501 Nov 10 05:03:25.958455 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58549d6-fb60-4928-a4f3-655a6cdf7819 req-669a1f79-6bd0-4f43-90bc-4fd2479d00ab tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:25.959880 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a58549d6-fb60-4928-a4f3-655a6cdf7819 req-669a1f79-6bd0-4f43-90bc-4fd2479d00ab tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 943 time: 0.0534379 Nov 10 05:03:26.007713 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-a58549d6-fb60-4928-a4f3-655a6cdf7819 req-39b9fda1-9247-4623-9837-64348fee3d40 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Nov 10 05:03:27.123186 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae02fb4-adbf-48b0-9e84-b1ddfb41a2a8 req-705aa51d-ec34-4ca3-927d-19d5f9ee753c tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:27.124709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ae02fb4-adbf-48b0-9e84-b1ddfb41a2a8 req-705aa51d-ec34-4ca3-927d-19d5f9ee753c tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 943 time: 0.0487380 Nov 10 05:03:27.172940 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-3ae02fb4-adbf-48b0-9e84-b1ddfb41a2a8 req-81b2ddeb-67de-4745-a117-76c71aa872c4 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Nov 10 05:03:28.288830 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c01b-8b44-4524-9d9c-0b242af00d6f req-95028ef3-ba97-4164-9f5d-a4883989800b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:28.290286 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f14c01b-8b44-4524-9d9c-0b242af00d6f req-95028ef3-ba97-4164-9f5d-a4883989800b tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 943 time: 0.0474114 Nov 10 05:03:28.342467 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-6f14c01b-8b44-4524-9d9c-0b242af00d6f req-8a991f53-f37d-48e2-9a26-4a17b8e94b9c tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Nov 10 05:03:28.353247 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fe2b92cd-27a7-4908-a959-0c0a36700f1e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:03:28.444077 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:03:28.454666 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'port_id': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'mac_address': 'fa:16:3e:ce:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:03:28.493111 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:28.505655 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2b92cd-27a7-4908-a959-0c0a36700f1e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:03:28.524049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:03:28.527745 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:28.573835 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=4']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:28.793482 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fe2b92cd-27a7-4908-a959-0c0a36700f1e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:03:29.456891 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6641163-659e-4ec1-bc60-74a9fb98c7b2 req-752e2c49-073b-4a0e-95cd-9ab133002003 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:29.458933 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6641163-659e-4ec1-bc60-74a9fb98c7b2 req-752e2c49-073b-4a0e-95cd-9ab133002003 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 944 time: 0.0471737 Nov 10 05:03:29.506515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-c6641163-659e-4ec1-bc60-74a9fb98c7b2 req-6df7ae92-3e93-4e50-9c84-20f3520293dc tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418074 Nov 10 05:03:30.353700 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fe2b92cd-27a7-4908-a959-0c0a36700f1e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:03:30.400125 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning for port fe2b92cd-27a7-4908-a959-0c0a36700f1e completed by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:03:30.404154 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port fe2b92cd-27a7-4908-a959-0c0a36700f1e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:03:30.404519 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:30.630940 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36275ceb-f835-44e6-8706-c537e8977f26 req-06ef08c9-aec6-489b-a88c-554c154b5dc5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:30.632351 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36275ceb-f835-44e6-8706-c537e8977f26 req-06ef08c9-aec6-489b-a88c-554c154b5dc5 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 944 time: 0.0552483 Nov 10 05:03:30.640066 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:30.662682 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:03:30.664913 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d3896-c4e0-4642-bee8-0926207bbd85" -d '{"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-plugged", "status": "completed", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:03:30.677017 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:03:30.682088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:30.682811 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-36275ceb-f835-44e6-8706-c537e8977f26 req-7f2d1b61-28b4-4b05-87cf-092f611cd892 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Nov 10 05:03:30.706167 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4d549-29d1-4e1a-a06d-b5399748e343 x-openstack-request-id: req-d8f4d549-29d1-4e1a-a06d-b5399748e343 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:03:30.706455 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-plugged", "status": "completed", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:03:30.706703 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8f4d549-29d1-4e1a-a06d-b5399748e343 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:03:30.707469 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'code': 200} Nov 10 05:03:30.732557 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=5']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:30.802536 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4f98-505e-47c9-8f55-e5949678b30a req-19cc7f18-69fd-4df5-a1b6-21786caa1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:30.803970 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b1f4f98-505e-47c9-8f55-e5949678b30a req-19cc7f18-69fd-4df5-a1b6-21786caa1b92 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1096 time: 0.0427527 Nov 10 05:03:30.847389 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5b1f4f98-505e-47c9-8f55-e5949678b30a req-330b9e7b-f810-4697-8643-a8bc47526986 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370781 Nov 10 05:03:31.803050 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4433d5-2a90-4fef-a1eb-3eac3c6d7344 req-018baff8-a211-41b1-a2b9-0756867df103 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:31.804536 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c4433d5-2a90-4fef-a1eb-3eac3c6d7344 req-018baff8-a211-41b1-a2b9-0756867df103 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Nov 10 05:03:31.856789 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-7c4433d5-2a90-4fef-a1eb-3eac3c6d7344 req-534231b6-f8ec-473b-935a-e91a8545f7bb tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Nov 10 05:03:32.984360 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcf148-2191-4fd3-8d0c-1f2f83c32e04 req-f7e940f3-7f94-4d60-bd06-1f1247a4deea tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:32.985855 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bcf148-2191-4fd3-8d0c-1f2f83c32e04 req-f7e940f3-7f94-4d60-bd06-1f1247a4deea tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 945 time: 0.0576816 Nov 10 05:03:33.037619 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-98bcf148-2191-4fd3-8d0c-1f2f83c32e04 req-f416cff7-f794-40e7-a3c0-e96bde54f186 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457289 Nov 10 05:03:33.154305 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec1a4b-7bef-4e85-9eab-d136d6f26011 req-0b6495f2-94bf-4ffa-b9d0-da9bed08a07e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:33.155666 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19ec1a4b-7bef-4e85-9eab-d136d6f26011 req-0b6495f2-94bf-4ffa-b9d0-da9bed08a07e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Nov 10 05:03:33.205784 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-19ec1a4b-7bef-4e85-9eab-d136d6f26011 req-b74c94a1-e54b-48bb-a5aa-c1f359c0164e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442066 Nov 10 05:03:33.226963 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50370) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:03:33.266035 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd9fa6-8296-4dbf-ad71-b4a3650daccc tempest-TestSnapshotPattern-1450008389 tempest-TestSnapshotPattern-1450008389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:33.267515 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-c3dd9fa6-8296-4dbf-ad71-b4a3650daccc tempest-TestSnapshotPattern-1450008389 tempest-TestSnapshotPattern-1450008389-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1091 time: 0.0396054 Nov 10 05:03:33.270472 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50372) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:03:33.274911 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.v2.base [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Request body: {'floatingip': {'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'port_id': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:03:33.299469 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:33.399864 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:33.497926 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.db_base_plugin_common [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Allocated IP 172.25.6.197 (18550987-b596-4013-8c01-043916d804d5/b0c99008-49a6-4897-8e3e-d2277faa52ce/3cc70b2f-d35e-4d44-9cf2-0b845217fde4) {{(pid=102597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:03:33.600727 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for port, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:33.636912 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756757736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:33.670759 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Network 18550987-b596-4013-8c01-043916d804d5 is already hosted by enough agents. {{(pid=102597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:03:33.673471 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Resources bound (agent type, host, resource id): {{(pid=102597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:03:33.679394 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Received port after_create {{(pid=102597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:03:33.709751 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'Port': ['ID=3cc70b2f-d35e-4d44-9cf2-0b845217fde4,revision_number=1']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:34.310728 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:34.374374 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:34.519536 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for port, precommit_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:34.524018 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3212518'] for port, after_update {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:34.597044 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event updated for resources: {'Port': ['ID=3cc70b2f-d35e-4d44-9cf2-0b845217fde4,revision_number=2']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:03:34.605090 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705714'] for floatingip, after_create {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:34.702846 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Floating IP 785a72e1-f89f-4b9c-b80c-844b393270ea associated. External IP: 172.25.6.197, port: fe2b92cd-27a7-4908-a959-0c0a36700f1e. Nov 10 05:03:34.906297 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Router 7c04c0a1-b811-46ae-b637-751feb575a0a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:03:35.012740 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:03:35.022578 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] Sync routers for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:03:35.030129 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:35.032767 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:03:35.033380 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:03:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:03:35.056205 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-5bc5c99d-9458-49fb-a5c2-0ba8d4686719 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7846656 Nov 10 05:03:35.056809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:03:35.059075 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7064143-c888-46e3-84fe-065d6e56b8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:03:35.095696 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df4c3c-f093-4bd2-8cb5-7d795e774ac1 x-openstack-request-id: req-b0df4c3c-f093-4bd2-8cb5-7d795e774ac1 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:03:35.095991 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:03:35.096295 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0df4c3c-f093-4bd2-8cb5-7d795e774ac1 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:03:35.096703 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'status': 'completed', 'code': 200} Nov 10 05:03:35.141297 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:03:35.158834 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-6e8a9890-8485-4389-8b6c-fc0837522d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:35.160306 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-6e8a9890-8485-4389-8b6c-fc0837522d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1096 time: 0.0414395 Nov 10 05:03:35.255679 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-7f6d66dd-060a-4f30-a940-ed63b924d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:35.257136 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-7f6d66dd-060a-4f30-a940-ed63b924d8c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0891137 Nov 10 05:03:35.323161 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-841b1359-f1e0-44f0-9a5c-779c0ddd9389 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 200 len: 999 time: 0.0593867 Nov 10 05:03:35.372619 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-7832067a-9208-4148-810d-fbad44a9c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:35.374123 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-7832067a-9208-4148-810d-fbad44a9c1a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0447671 Nov 10 05:03:35.378657 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}, {'id': '785a72e1-f89f-4b9c-b80c-844b393270ea', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:ce:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:03:34Z', 'updated_at': '2021-11-10T05:03:34Z', 'revision_number': 0, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:03:35.408395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] Checking router: 7c04c0a1-b811-46ae-b637-751feb575a0a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:03:35.416802 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:03:35.417392 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:03:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:03:35.423218 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-5328e88a-69e8-4ec3-9817-2f93f2dc2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:35.424709 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-5328e88a-69e8-4ec3-9817-2f93f2dc2636 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434847 Nov 10 05:03:35.514403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-1e6e8ed2-d064-428e-9383-b7a6e2797de7 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821621 Nov 10 05:03:35.518576 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:03:35.612814 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-e7064143-c888-46e3-84fe-065d6e56b8b4 req-28b4a644-26a1-4d27-96d9-82c7db1b0b21 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899906 Nov 10 05:03:35.751252 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}, {'id': '785a72e1-f89f-4b9c-b80c-844b393270ea', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:ce:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:03:34Z', 'updated_at': '2021-11-10T05:03:34Z', 'revision_number': 0, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:03:35.776107 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0ce2e-5a33-4f6b-bbd4-fcf23ccb7f34 None None] The sync data for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 is: [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}, {'id': '785a72e1-f89f-4b9c-b80c-844b393270ea', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:ce:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:03:34Z', 'updated_at': '2021-11-10T05:03:34Z', 'revision_number': 0, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:03:35.960494 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35839205-a10e-485b-b817-3738c34110b3 None None] New status for floating IP 785a72e1-f89f-4b9c-b80c-844b393270ea: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:03:38.694444 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:43.494451 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-499f358f-3c98-4bb6-9d04-a14c8f1f5e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:45.813016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-1c281c5c-ac75-4eb1-8c1f-71e319649881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:47.074191 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:48.739114 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:49.314993 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:54.365945 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:58.255127 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-293db4c5-5347-456a-b871-3ae30035a02a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416710 Nov 10 05:03:58.334932 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-017461bc-5c93-45ac-b448-b16a58309b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:58.336401 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-017461bc-5c93-45ac-b448-b16a58309b9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1096 time: 0.0398898 Nov 10 05:03:58.440946 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-a31ed664-354a-4abb-b00b-41d8dfb4831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:58.442456 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-a31ed664-354a-4abb-b00b-41d8dfb4831c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0876315 Nov 10 05:03:58.506963 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-bcc247a4-3a14-4d51-907a-d58fb5a33c63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 200 len: 1001 time: 0.0574744 Nov 10 05:03:58.559045 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-76ff41d7-1cec-498b-a185-3018b10bd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:58.560441 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-76ff41d7-1cec-498b-a185-3018b10bd9c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0467780 Nov 10 05:03:58.606368 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-e30f48c4-9176-4710-ba9e-8235b525620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:03:58.607845 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-e30f48c4-9176-4710-ba9e-8235b525620a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402129 Nov 10 05:03:58.693699 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-71f2fb10-0c9f-477f-be38-a027f52480f7 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791724 Nov 10 05:03:58.784890 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d07a514f-4335-4062-8842-2f7caf5ce5eb req-31285960-9b69-4673-aa2a-f541cd817d41 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841501 Nov 10 05:03:59.780722 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:04:06.492973 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-b966ce2b-9215-4c8f-bd73-9572ee235287 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409763 Nov 10 05:04:06.595041 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-48574ecc-e955-45d7-b9ed-11cef1271469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:06.596534 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-48574ecc-e955-45d7-b9ed-11cef1271469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1094 time: 0.0444736 Nov 10 05:04:06.698648 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-5c5c24dc-6fd9-46a3-8c12-512f52a45e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:06.700102 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-5c5c24dc-6fd9-46a3-8c12-512f52a45e82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0826197 Nov 10 05:04:06.768741 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-1147263d-8575-4849-ab05-82627f6f690b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 999 time: 0.0611801 Nov 10 05:04:06.815799 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-8b1449c0-858f-4fc7-b06d-3d820d0f043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:06.817199 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-8b1449c0-858f-4fc7-b06d-3d820d0f043d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0419137 Nov 10 05:04:06.861818 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-1d9c2c2c-979d-45f6-93cc-86496ab1d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:06.863345 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-1d9c2c2c-979d-45f6-93cc-86496ab1d9ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391207 Nov 10 05:04:06.955018 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-214ead45-9ba4-4ae2-86d6-24b0637329d4 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846310 Nov 10 05:04:07.043749 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-1bda7c8d-d067-436a-bda4-33d358eb370b req-62fec60a-8864-440b-a30b-998674a3f0f6 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814352 Nov 10 05:04:08.724896 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:13.499998 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-15dd02b6-0890-4f0d-b0dc-8f024bd64084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:15.814122 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f38bb8c9-77f9-4044-89b4-0b97e9466aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:17.076164 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:18.740308 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:19.317958 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:24.367990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:36.780161 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:04:38.723526 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:43.499712 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9abdcc44-29df-4782-b873-81e86e606101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:45.818016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-58c825d2-339d-4f01-ad79-620df080788a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:47.079000 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:48.743132 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:49.318946 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:54.375146 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:59.300255 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-e0bdd043-c400-4262-b800-fcd22f93eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:59.301768 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-e0bdd043-c400-4262-b800-fcd22f93eb3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1096 time: 0.0420048 Nov 10 05:04:59.411691 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-1f6c4e79-b0d8-4744-bfe5-00cf66aee512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:59.413164 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-1f6c4e79-b0d8-4744-bfe5-00cf66aee512 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0902047 Nov 10 05:04:59.477345 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-1b1da26c-d60a-43c8-95fb-451eb61e6180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 200 len: 1001 time: 0.0568151 Nov 10 05:04:59.527837 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-727c9b32-6c6d-4330-a2ed-aa3ea4b3e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:59.529238 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-727c9b32-6c6d-4330-a2ed-aa3ea4b3e2c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0428712 Nov 10 05:04:59.581639 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-ee9b45cc-1cdc-49b8-93fd-c1b7c53a0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:04:59.583189 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-ee9b45cc-1cdc-49b8-93fd-c1b7c53a0380 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435619 Nov 10 05:04:59.675008 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-09cee5f2-4cfe-43b2-bf09-f6106f4a6720 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810845 Nov 10 05:04:59.767403 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-8e00c820-0d5d-469d-9ed8-21ca52ab68fb req-27f65711-e2aa-477a-9c33-7622a58e97e6 service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845764 Nov 10 05:05:00.784586 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fe2b92cd-27a7-4908-a959-0c0a36700f1e details requested by agent hyperv_n-h2-817326-2 with host n-h2-817326-2 {{(pid=102598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:05:00.896051 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:00.909187 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Returning: {'device': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'port_id': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'mac_address': 'fa:16:3e:ce:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:05:00.958611 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:00.976109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe2b92cd-27a7-4908-a959-0c0a36700f1e {{(pid=102598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:05:00.999209 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:01.008887 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:01.062120 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=6']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:01.072204 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.072542 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.072878 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.073208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.073536 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.073860 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.074212 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.074531 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.074850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.075166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.075484 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.075799 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:01.080644 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] get_ports_and_sgs() called for port_ids ['fe2b92cd-27a7-4908-a959-0c0a36700f1e'] {{(pid=102598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:05:02.804080 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fe2b92cd-27a7-4908-a959-0c0a36700f1e up at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:05:02.871547 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.provisioning_blocks [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Provisioning complete for port fe2b92cd-27a7-4908-a959-0c0a36700f1e triggered by entity L2. {{(pid=102598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:05:02.873106 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16121917'] for port, provisioning_complete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:02.976175 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:03.008317 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:05:03.011667 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e858f62-e761-4034-be8c-7d4d02b243d8" -d '{"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-plugged", "status": "completed", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:05:03.032944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:03.038177 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:03.067103 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb2a79a-588b-4827-9ed1-3fb0aa68a247 x-openstack-request-id: req-4fb2a79a-588b-4827-9ed1-3fb0aa68a247 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:05:03.067458 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-plugged", "status": "completed", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:05:03.067651 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fb2a79a-588b-4827-9ed1-3fb0aa68a247 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:05:03.068097 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'code': 200} Nov 10 05:05:03.095762 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=7']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:08.313399 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-2a41adb3-7e4c-4c39-a249-c0f552ea34f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496819 Nov 10 05:05:08.421655 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-65acca21-45c5-45f7-9faa-2f9c2b58f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:08.423089 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-65acca21-45c5-45f7-9faa-2f9c2b58f6a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1094 time: 0.0478787 Nov 10 05:05:08.540078 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-d93338fa-5536-44a5-9464-e19c62fc79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:08.541557 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-d93338fa-5536-44a5-9464-e19c62fc79bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0964057 Nov 10 05:05:08.631322 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-f22e1da7-cc0c-4f50-b348-c7feaa7e0d6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 999 time: 0.0721238 Nov 10 05:05:08.683596 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-f9e902e7-60d0-4e03-9101-4906192f2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:08.685023 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-f9e902e7-60d0-4e03-9101-4906192f2254 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0461035 Nov 10 05:05:08.751011 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-cd22a249-d160-4839-b8ee-5f48720d9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:08.769956 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-cd22a249-d160-4839-b8ee-5f48720d9b98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610681 Nov 10 05:05:08.773224 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:08.846320 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-794657b0-99e9-4fa9-b621-03ae059490e1 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861919 Nov 10 05:05:08.944264 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-3cf97127-8245-42e6-b7ea-a73d5f160c39 req-2a05d6ed-96eb-4ecd-aced-faf6a94d9892 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906427 Nov 10 05:05:10.613727 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50578) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:10.766809 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Deleting port 3cc70b2f-d35e-4d44-9cf2-0b845217fde4 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:10.767149 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:10.843394 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:10.843715 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:10.855707 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Calling delete_port for 3cc70b2f-d35e-4d44-9cf2-0b845217fde4 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:10.996313 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:11.023538 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event deleted for resources: {'Port': ['ID=3cc70b2f-d35e-4d44-9cf2-0b845217fde4,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:11.033211 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.033549 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.033878 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.034232 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.034559 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.034879 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.035788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.035788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.035788 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.036135 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.036452 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.036763 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:11.095012 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:11.095771 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Floating IP 785a72e1-f89f-4b9c-b80c-844b393270ea disassociated (deleted). External IP: 172.25.6.197, port: fe2b92cd-27a7-4908-a959-0c0a36700f1e. Nov 10 05:05:11.296513 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Router 7c04c0a1-b811-46ae-b637-751feb575a0a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:05:11.679893 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:05:11.684837 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:11.689208 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] Sync routers for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:05:11.703105 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:11.703816 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:04:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:11.713769 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-e66db5dd-4fc9-4a52-8dd4-f0cb33a868bf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "DELETE /v2.0/floatingips/785a72e1-f89f-4b9c-b80c-844b393270ea HTTP/1.1" status: 204 len: 168 time: 1.0964742 Nov 10 05:05:11.713769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:05:11.714238 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d775b8d0-278d-4cb2-81ed-f40805523bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:05:11.752249 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a16231-c67e-4502-8a2e-dfb1f09c631d x-openstack-request-id: req-a2a16231-c67e-4502-8a2e-dfb1f09c631d {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:05:11.752555 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:05:11.752802 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2a16231-c67e-4502-8a2e-dfb1f09c631d {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:05:11.753440 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'status': 'completed', 'code': 200} Nov 10 05:05:11.813817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:11.821861 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-4dd06029-4c20-4afb-b18e-6515b8f84478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:11.823460 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-4dd06029-4c20-4afb-b18e-6515b8f84478 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 1096 time: 0.0459304 Nov 10 05:05:11.938920 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-65f4ab46-18dd-457d-af19-20664b4e19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:11.940409 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-65f4ab46-18dd-457d-af19-20664b4e19d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.1053813 Nov 10 05:05:11.994305 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-e2faaafd-e026-4cc8-aebd-d1711eda53ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 200 len: 217 time: 0.0399644 Nov 10 05:05:12.018248 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8d7c-6f51-4a83-87cd-94736d98a4be req-cf3a1579-da97-4049-8a0c-499a1444e23e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:12.019708 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4bd8d7c-6f51-4a83-87cd-94736d98a4be req-cf3a1579-da97-4049-8a0c-499a1444e23e tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 945 time: 0.0971541 Nov 10 05:05:12.058743 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:12.075194 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-fe4a4998-f80c-46ca-bc4d-47faf3b501b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:12.076651 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-fe4a4998-f80c-46ca-bc4d-47faf3b501b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0744767 Nov 10 05:05:12.084012 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] Checking router: 7c04c0a1-b811-46ae-b637-751feb575a0a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:05:12.092121 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:12.092698 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:04:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:12.124641 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d4bd8d7c-6f51-4a83-87cd-94736d98a4be req-1a7f0b91-2af7-4e80-9001-d291e32d48fc tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830343 Nov 10 05:05:12.140015 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-e5047ba8-6c5a-4604-bfe9-922262d4a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:12.141672 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-e5047ba8-6c5a-4604-bfe9-922262d4a178 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569172 Nov 10 05:05:12.242741 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-27ea8fc4-4bbd-426a-86b2-40b7a239e42e service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924156 Nov 10 05:05:12.336828 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d775b8d0-278d-4cb2-81ed-f40805523bd9 req-6115d7b9-3f97-4138-a9aa-9b90f02dfc6c service neutron] 10.222.0.44 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Nov 10 05:05:12.358865 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:12.575433 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:12.601540 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65549d7-ad3d-422b-b451-fbe8bcbcd319 None None] The sync data for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 is: [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_floatingips': [{'id': '52a2b5eb-d000-4bc3-af74-5c9e47733180', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '18550987-b596-4013-8c01-043916d804d5', 'router_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'port_id': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'mac_address': 'fa:16:3e:b2:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc7425-49f3-4427-92d3-99e82a19f224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:21Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 1, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:05:12.831095 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fe2b92cd-27a7-4908-a959-0c0a36700f1e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:12.831710 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b13bd-bc25-439c-b2e1-4db1b73b3bd0 None None] New status for floating IP 785a72e1-f89f-4b9c-b80c-844b393270ea: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:05:12.912422 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16152437'] for port, before_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:12.935944 n-d-817326-2 neutron-server[102598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e'}] {{(pid=102598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:05:12.938257 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e8b8069ed1bbfdbe5bb4e68ee4a857c160cb0032bc10878fb38b88ce18f82c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02d23b-1511-4d3b-ac23-4d00249664a0" -d '{"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e"}]}' {{(pid=102598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:05:12.950347 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:12.954850 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758180747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756757736322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756757736340'] for port, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:12.980908 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b8b3e4-1bad-48e8-9deb-45be86b42909 x-openstack-request-id: req-86b8b3e4-1bad-48e8-9deb-45be86b42909 {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:05:12.981200 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e", "code": 200}]} {{(pid=102598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:05:12.981450 n-d-817326-2 neutron-server[102598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86b8b3e4-1bad-48e8-9deb-45be86b42909 {{(pid=102598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:05:12.981843 n-d-817326-2 neutron-server[102598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'code': 200} Nov 10 05:05:13.004825 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Pushing event updated for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=8']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:13.243923 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed94615-430a-4462-8efc-fc03d15ceab2 req-dfe5f65b-6e59-4532-83ff-68d2c6c0a5a2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:13.245380 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ed94615-430a-4462-8efc-fc03d15ceab2 req-dfe5f65b-6e59-4532-83ff-68d2c6c0a5a2 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 943 time: 0.0485513 Nov 10 05:05:13.295308 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-0ed94615-430a-4462-8efc-fc03d15ceab2 req-57cd10b0-c6e4-4f76-abac-c0b1dfba94f1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Nov 10 05:05:13.419543 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-b136af0d-6348-4e8c-9c92-3a4cd1b31954 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:13.420920 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-b136af0d-6348-4e8c-9c92-3a4cd1b31954 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.44 "GET /v2.0/ports?device_id=251351e2-4e8c-4fcb-a29e-d8c19920c452 HTTP/1.1" status: 200 len: 943 time: 0.0529749 Nov 10 05:05:13.501096 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61cc786b-b35e-436b-8cbb-139f5b4e5c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:13.510241 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Deleting port fe2b92cd-27a7-4908-a959-0c0a36700f1e {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:13.510584 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:13.602012 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] For port fe2b92cd-27a7-4908-a959-0c0a36700f1e, host n-h2-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-2',level=0,port_id=fe2b92cd-27a7-4908-a959-0c0a36700f1e,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:13.602373 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:13.615558 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Calling delete_port for fe2b92cd-27a7-4908-a959-0c0a36700f1e owned by compute:nova {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:13.744835 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:13.771526 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event deleted for resources: {'Port': ['ID=fe2b92cd-27a7-4908-a959-0c0a36700f1e,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:13.785623 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:05:13.816099 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] No DVR routers for this DVR port fe2b92cd-27a7-4908-a959-0c0a36700f1e on host n-h2-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:05:13.819171 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:13.822455 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-d5d99bdd-6e18-429c-9045-a7bc55036ab4 req-9b18ecaa-3a79-4b17-9775-492dcbdbc31d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.44 "DELETE /v2.0/ports/fe2b92cd-27a7-4908-a959-0c0a36700f1e HTTP/1.1" status: 204 len: 173 time: 0.3958833 Nov 10 05:05:13.822888 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-deleted', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:05:13.825123 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883ac38e-fb02-40e0-a2ea-fb7d3f7226d4" -d '{"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-deleted", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:05:13.863035 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaf2dbb-9ed5-4217-83c1-6f02c6aff50f x-openstack-request-id: req-ccaf2dbb-9ed5-4217-83c1-6f02c6aff50f {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:05:13.863337 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251351e2-4e8c-4fcb-a29e-d8c19920c452", "name": "network-vif-deleted", "tag": "fe2b92cd-27a7-4908-a959-0c0a36700f1e", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:05:13.863587 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccaf2dbb-9ed5-4217-83c1-6f02c6aff50f {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:05:13.864494 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251351e2-4e8c-4fcb-a29e-d8c19920c452', 'name': 'network-vif-deleted', 'tag': 'fe2b92cd-27a7-4908-a959-0c0a36700f1e', 'status': 'completed', 'code': 200} Nov 10 05:05:14.854265 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50634) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:15.007477 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Deleting port 4ab0aaca-bb1a-4a24-b64b-ab8437b16976 {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:15.007821 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:15.085215 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:15.085537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:15.096881 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Calling delete_port for 4ab0aaca-bb1a-4a24-b64b-ab8437b16976 owned by network:floatingip {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:15.239454 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:15.265968 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event deleted for resources: {'Port': ['ID=4ab0aaca-bb1a-4a24-b64b-ab8437b16976,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:15.323102 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:15.323428 n-d-817326-2 neutron-server[102597]: INFO neutron.db.l3_db [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Floating IP 52a2b5eb-d000-4bc3-af74-5c9e47733180 disassociated (deleted). External IP: 172.25.6.152, port: 3610984a-04e7-43ce-8a9d-78239dc2850f. Nov 10 05:05:15.529217 n-d-817326-2 neutron-server[102597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Router 7c04c0a1-b811-46ae-b637-751feb575a0a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:05:15.637408 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:05:15.642036 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for floatingip, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:15.646602 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] Sync routers for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:05:15.656043 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:15.656645 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:04:46Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:15.668674 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-2cea5be2-fe92-48d3-a4d9-865ad07326cf tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "DELETE /v2.0/floatingips/52a2b5eb-d000-4bc3-af74-5c9e47733180 HTTP/1.1" status: 204 len: 168 time: 0.8130350 Nov 10 05:05:15.772341 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:15.861856 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-53a4a415-61ed-4703-9539-5da89aeb05df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:15.865649 n-d-817326-2 neutron-server[102597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f'}] {{(pid=102597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:05:15.868148 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b964e360594506c5bb878486894739aea554656d00da99278d702235214e5b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbae722-3850-4d4b-b3e4-fe33287160ab" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f"}]}' {{(pid=102597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:05:15.924320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ac128-d78f-4c98-9e99-8d227d430e1a req-1c1e08fe-9af4-4ec6-af1f-fed3526aff54 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:15.925816 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f3ac128-d78f-4c98-9e99-8d227d430e1a req-1c1e08fe-9af4-4ec6-af1f-fed3526aff54 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 943 time: 0.0630984 Nov 10 05:05:15.927664 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b75c19e-20e5-4402-add3-d37a5674e291 x-openstack-request-id: req-9b75c19e-20e5-4402-add3-d37a5674e291 {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:05:15.927664 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f", "status": "completed", "code": 200}]} {{(pid=102597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:05:15.927915 n-d-817326-2 neutron-server[102597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b75c19e-20e5-4402-add3-d37a5674e291 {{(pid=102597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:05:15.928169 n-d-817326-2 neutron-server[102597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'status': 'completed', 'code': 200} Nov 10 05:05:15.982007 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-5f3ac128-d78f-4c98-9e99-8d227d430e1a req-e3c6a745-6e31-4cba-b8ae-022e8894c2fa tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499177 Nov 10 05:05:16.004476 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:16.005157 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-a9a4976d-4673-4893-bca0-eeb13439c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:16.006944 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-a9a4976d-4673-4893-bca0-eeb13439c555 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 1094 time: 0.0424457 Nov 10 05:05:16.030844 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] Checking router: 7c04c0a1-b811-46ae-b637-751feb575a0a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:05:16.039676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:16.040276 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:05:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:16.102702 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-da94d971-3e97-4e1b-89ef-7f449fa8e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:16.104074 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-da94d971-3e97-4e1b-89ef-7f449fa8e6b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0896132 Nov 10 05:05:16.145680 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:16.146838 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-bbdba4dd-a690-4ce4-9785-1aa7261c0a72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 200 len: 217 time: 0.0341527 Nov 10 05:05:16.200649 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-0cde8c82-d044-4343-adba-63c745065abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:16.202228 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-0cde8c82-d044-4343-adba-63c745065abb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 200 len: 849 time: 0.0487382 Nov 10 05:05:16.247867 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-da29b976-8353-4cea-9be4-80c85ee16dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:16.249354 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-da29b976-8353-4cea-9be4-80c85ee16dc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e579936-fb23-4ac4-9d32-0e23f51d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394731 Nov 10 05:05:16.343395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:16.349252 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-62e66f8a-1c16-46ef-b481-169d36121201 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916495 Nov 10 05:05:16.369563 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087fd91-14d2-45c4-98ee-a60d68f93c74 None None] The sync data for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 is: [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:01Z', 'revision_number': 4, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2', '_interfaces': [{'id': '9957920b-b34a-482a-abf1-ad31018ace5d', 'name': '', 'network_id': '6e579936-fb23-4ac4-9d32-0e23f51d6c64', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'mac_address': 'fa:16:3e:9a:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:01Z', 'updated_at': '2021-11-10T05:00:06Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'subnets': [{'id': '3dd6ef28-9a48-4467-b4c1-f62e80925979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:05:16.441253 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-6cbae722-3850-4d4b-b3e4-fe33287160ab req-fad895f9-23dc-4d67-b161-12bb1e3b5192 service neutron] 10.222.0.11 "GET /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833113 Nov 10 05:05:16.593809 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f10198-1b66-4b29-908b-777e35795d56 None None] New status for floating IP 52a2b5eb-d000-4bc3-af74-5c9e47733180: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:05:16.848675 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fe2b92cd-27a7-4908-a959-0c0a36700f1e no longer exists at agent hyperv_n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:16.869244 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] No Port match for: fe2b92cd-27a7-4908-a959-0c0a36700f1e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:16.869582 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Device fe2b92cd-27a7-4908-a959-0c0a36700f1e not bound to the agent host n-h2-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:17.081381 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:17.105769 n-d-817326-2 neutron-server[102597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd5e52-2020-4d78-9b1e-ff0ccc4d86da req-be7ce1b1-43a4-4c67-b6e1-229165d08cea tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:17.107262 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73bd5e52-2020-4d78-9b1e-ff0ccc4d86da req-be7ce1b1-43a4-4c67-b6e1-229165d08cea tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 943 time: 0.0495732 Nov 10 05:05:17.158797 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [req-73bd5e52-2020-4d78-9b1e-ff0ccc4d86da req-b46dcc45-0436-4d66-9388-52cd7c866a5d tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa1eb81e-4a63-4810-9c89-fdae07aca6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456121 Nov 10 05:05:17.183225 n-d-817326-2 neutron-server[102596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-cb4e4af5-1b01-44c6-a35e-099838798675 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:17.184671 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-cb4e4af5-1b01-44c6-a35e-099838798675 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.11 "GET /v2.0/ports?device_id=06dc7425-49f3-4427-92d3-99e82a19f224 HTTP/1.1" status: 200 len: 943 time: 0.0498083 Nov 10 05:05:17.275540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Deleting port 3610984a-04e7-43ce-8a9d-78239dc2850f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:17.275800 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:17.362065 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] For port 3610984a-04e7-43ce-8a9d-78239dc2850f, host n-h1-817326-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-2',level=0,port_id=3610984a-04e7-43ce-8a9d-78239dc2850f,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:17.362416 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:17.374441 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Calling delete_port for 3610984a-04e7-43ce-8a9d-78239dc2850f owned by compute:nova {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:17.505182 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:17.533281 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event deleted for resources: {'Port': ['ID=3610984a-04e7-43ce-8a9d-78239dc2850f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:17.545860 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.546242 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.546579 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.546909 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.547232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.547555 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.547875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.548192 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.548508 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.548827 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.549144 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.549458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-2 {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:17.586971 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] No DVR routers for this DVR port 3610984a-04e7-43ce-8a9d-78239dc2850f on host n-h1-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:05:17.589447 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29834'] for port, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:17.592803 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [req-e84cde65-6f3b-451e-a7d1-cc4837a418cf req-ff99a877-a0ae-4e28-9c0f-7311f4c4e4b1 tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.11 "DELETE /v2.0/ports/3610984a-04e7-43ce-8a9d-78239dc2850f HTTP/1.1" status: 204 len: 173 time: 0.4015927 Nov 10 05:05:17.593236 n-d-817326-2 neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-deleted', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:05:17.595556 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4426cfa6b50575aef72bc0fb392d861875ea506c37f07bfd2bbdbf045850201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d37b77-bb10-4b98-b3fc-ce0bea4b71c6" -d '{"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-deleted", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:05:17.702042 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed285091-ea8b-41d1-b68a-a89e6cd05c2b x-openstack-request-id: req-ed285091-ea8b-41d1-b68a-a89e6cd05c2b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:05:17.702335 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc7425-49f3-4427-92d3-99e82a19f224", "name": "network-vif-deleted", "tag": "3610984a-04e7-43ce-8a9d-78239dc2850f", "status": "completed", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:05:17.702584 n-d-817326-2 neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed285091-ea8b-41d1-b68a-a89e6cd05c2b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:05:17.702977 n-d-817326-2 neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc7425-49f3-4427-92d3-99e82a19f224', 'name': 'network-vif-deleted', 'tag': '3610984a-04e7-43ce-8a9d-78239dc2850f', 'status': 'completed', 'code': 200} Nov 10 05:05:18.216226 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50650) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:18.271206 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-198f4349-91bb-40b5-b75b-a179b86ff95f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:18.295537 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-198f4349-91bb-40b5-b75b-a179b86ff95f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:18.356163 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-198f4349-91bb-40b5-b75b-a179b86ff95f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:18.358766 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-198f4349-91bb-40b5-b75b-a179b86ff95f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Publish callbacks [] for security_group, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:18.359901 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-198f4349-91bb-40b5-b75b-a179b86ff95f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa1eb81e-4a63-4810-9c89-fdae07aca6ec HTTP/1.1" status: 204 len: 168 time: 0.1426802 Nov 10 05:05:18.370613 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f4349-91bb-40b5-b75b-a179b86ff95f tempest-TestSnapshotPattern-312093769 tempest-TestSnapshotPattern-312093769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1eb81e-4a63-4810-9c89-fdae07aca6ec,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:18.406960 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50654) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:18.749088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:18.859138 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:19.100921 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Deleting port 9957920b-b34a-482a-abf1-ad31018ace5d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:19.101259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:19.179768 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] For port 9957920b-b34a-482a-abf1-ad31018ace5d, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=9957920b-b34a-482a-abf1-ad31018ace5d,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:19.180053 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:19.192362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Calling delete_port for 9957920b-b34a-482a-abf1-ad31018ace5d owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:19.320859 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:19.368379 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:19.394875 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Pushing event deleted for resources: {'Port': ['ID=9957920b-b34a-482a-abf1-ad31018ace5d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:19.464710 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3610984a-04e7-43ce-8a9d-78239dc2850f no longer exists at agent hyperv_n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:19.487292 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] No Port match for: 3610984a-04e7-43ce-8a9d-78239dc2850f {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:19.487718 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Device 3610984a-04e7-43ce-8a9d-78239dc2850f not bound to the agent host n-h1-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:19.558862 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.078500 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Router 7c04c0a1-b811-46ae-b637-751feb575a0a has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:05:20.181458 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:05:20.186507 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d669862e-446a-405f-818b-5ac19cc92933 admin admin] 10.222.0.24 "PUT /v2.0/routers/7c04c0a1-b811-46ae-b637-751feb575a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785320 Nov 10 05:05:20.188925 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50658) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:20.191520 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] Sync routers for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:05:20.201160 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:20.201817 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:05:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:20.291560 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.305558 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: n-d-817326-2 {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:20.393478 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.447837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Deleting port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:20.448085 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.482705 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:05:19Z', 'revision_number': 5, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port': {'id': '3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:20.508497 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] Checking router: 7c04c0a1-b811-46ae-b637-751feb575a0a for host: n-d-817326-2 {{(pid=102598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:05:20.517069 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] Routers {'7c04c0a1-b811-46ae-b637-751feb575a0a'} bound to L3 agent in host n-d-817326-2 {{(pid=102598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:20.517661 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:05:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['7c04c0a1-b811-46ae-b637-751feb575a0a'], 'active': True} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:20.529318 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] For port 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:20.529676 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.542064 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Calling delete_port for 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:20.603028 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvr_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] Set router 7c04c0a1-b811-46ae-b637-751feb575a0a gateway port host: None {{(pid=102598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:20.654509 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_hamode_db [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:05:20Z', 'revision_number': 6, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:20.684346 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c0e363-e0cb-44d5-a079-fd5c9b62c21d None None] The sync data for ids ['7c04c0a1-b811-46ae-b637-751feb575a0a'] in n-d-817326-2 is: [{'id': '7c04c0a1-b811-46ae-b637-751feb575a0a', 'name': 'tempest-TestSnapshotPattern-1130407932-router', 'tenant_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:59:59Z', 'updated_at': '2021-11-10T05:05:20Z', 'revision_number': 6, 'project_id': 'f7a24bf038a042c2b6f9630d3ecbc13e', 'gw_port_host': None}] {{(pid=102598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:05:20.706409 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.732674 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:20.745994 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe5e58-9672-464b-b824-988e8f865b80 None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:05:20.791671 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.883757 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.885842 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.927294 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.927858 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c04c0a1-b811-46ae-b637-751feb575a0a {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:05:20.932071 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:20.933496 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-84ff2d42-1d51-4669-9b60-c9f660d1745c admin admin] 10.222.0.24 "DELETE /v2.0/routers/7c04c0a1-b811-46ae-b637-751feb575a0a HTTP/1.1" status: 204 len: 168 time: 0.7435985 Nov 10 05:05:20.935926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50660) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:20.980095 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] Deleting subnet 3dd6ef28-9a48-4467-b4c1-f62e80925979 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:05:20.982966 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.023512 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.107455 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.162426 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.187605 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd6ef28-9a48-4467-b4c1-f62e80925979,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:21.191525 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.195317 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-5fbc5cf3-fe63-4194-b5b8-b2fa34de4ac9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3dd6ef28-9a48-4467-b4c1-f62e80925979 HTTP/1.1" status: 204 len: 168 time: 0.2584751 Nov 10 05:05:21.197175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bddaf82-2c57-4bce-98e8-2df08995a638 None None] Network 6e579936-fb23-4ac4-9d32-0e23f51d6c64 requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:21.198001 n-d-817326-2 neutron-server[102597]: DEBUG neutron.wsgi [-] (102597) accepted ('10.222.0.24', 50662) {{(pid=102597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:21.265269 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.316733 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Deleting port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a {{(pid=102597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:21.317097 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.384354 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.db [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] For port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,segment=NetworkSegment(0940d54c-8f94-420e-9c0f-45507ffe68bf),segment_id=0940d54c-8f94-420e-9c0f-45507ffe68bf)] {{(pid=102597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:21.384635 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.397320 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.plugin [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Calling delete_port for 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a owned by network:dhcp {{(pid=102597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:21.429977 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] DHCP port deletion for 6e579936-fb23-4ac4-9d32-0e23f51d6c64 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:05:21.481106 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3212529'] for port, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.483470 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] Deleting port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:21.483917 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.514645 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Pushing event deleted for resources: {'Port': ['ID=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:21.516921 n-d-817326-2 neutron-server[102597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] No DVR routers for this DVR port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a on host n-d-817326-2 {{(pid=102597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:05:21.553892 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] For port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a, host n-d-817326-2, got binding levels [] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:21.554333 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.568258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] Calling delete_port for 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:21.571166 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.ipam_backend_mixin [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] Port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a was not found and therefore no delete operation was performed {{(pid=102598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 05:05:21.572524 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.595774 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] Pushing event deleted for resources: {'Port': ['ID=82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:21.602238 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73e7bb-f6c8-4b7e-920f-758abcde147f None None] No DVR routers for this DVR port 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:05:21.603666 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.627919 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e579936-fb23-4ac4-9d32-0e23f51d6c64']}} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:21.638036 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0940d54c-8f94-420e-9c0f-45507ffe68bf') {'for_net_delete': True} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:21.638203 n-d-817326-2 neutron-server[102597]: DEBUG neutron.services.segments.db [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0940d54c-8f94-420e-9c0f-45507ffe68bf') {} {{(pid=102597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:21.647757 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25613604'] for segment, before_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.661073 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.667824 n-d-817326-2 neutron-server[102597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:05:21.668213 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3212418'] for segment, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: Traceback (most recent call last): Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: timer() Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: cb(*args, **kw) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: return func(*args, **kwargs) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: self._notify() Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: self.callback(batched_events) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: event.method(event) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: return f(self, *a, **k) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: return self._get(url).json() Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: return self.request(url, 'GET', **kwargs) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:05:21.669987 n-d-817326-2 neutron-server[102597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:05:21.729533 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.744355 n-d-817326-2 neutron-server[102597]: DEBUG neutron_lib.callbacks.manager [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Publish callbacks [] for network, before_response {{(pid=102597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:21.747966 n-d-817326-2 neutron-server[102597]: INFO neutron.wsgi [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e579936-fb23-4ac4-9d32-0e23f51d6c64 HTTP/1.1" status: 204 len: 168 time: 0.5489800 Nov 10 05:05:21.751237 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50664) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:21.760657 n-d-817326-2 neutron-server[102597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64311fc3-cbd5-4760-b32c-a22aca34d392 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e579936-fb23-4ac4-9d32-0e23f51d6c64,revision_number=None']} {{(pid=102597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:21.920741 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:21.940449 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:21.940783 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 3d8a0643-e2c4-4f1f-bd59-a6c419ddb6fe not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:21.941175 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9957920b-b34a-482a-abf1-ad31018ace5d no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:21.959549 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 9957920b-b34a-482a-abf1-ad31018ace5d {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:21.959884 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 9957920b-b34a-482a-abf1-ad31018ace5d not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:21.960270 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:21.978519 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:21.978850 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 82fa72ac-2a5c-423d-91c3-4c5d5c85aa4a not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:22.108839 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704946'] for router_interface, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:22.347114 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Deleting port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:22.347449 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:22.427923 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] For port 0d2721ca-c4b6-4d29-93ea-1a91a6f85374, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,segment=NetworkSegment(7f7ab39f-f773-4c92-85cc-64c99e2cf657),segment_id=7f7ab39f-f773-4c92-85cc-64c99e2cf657)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:22.428186 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:22.440336 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Calling delete_port for 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 owned by network:router_interface {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:22.615857 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:22.646816 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2721ca-c4b6-4d29-93ea-1a91a6f85374,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:22.816704 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704546'] for router_interface, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:23.024200 n-d-817326-2 neutron-server[102596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Router 64bf103d-2223-4680-9bc9-8a0582d27736 has already been hosted by L3 agent 5344f621-ed71-447e-9c5d-398c70522c7d {{(pid=102596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:05:23.128552 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] Notify agent at l3_agent.n-d-817326-2 the message routers_updated {{(pid=102596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:05:23.133407 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-18957276-6043-4885-8ed9-cfc07a273242 admin admin] 10.222.0.24 "PUT /v2.0/routers/64bf103d-2223-4680-9bc9-8a0582d27736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811274 Nov 10 05:05:23.135926 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50666) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:23.138680 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] Sync routers for ids ['64bf103d-2223-4680-9bc9-8a0582d27736'] in n-d-817326-2 {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:05:23.148488 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] Routers {'64bf103d-2223-4680-9bc9-8a0582d27736'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:23.149077 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:05:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['64bf103d-2223-4680-9bc9-8a0582d27736'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:23.237545 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks [] for router, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:23.251962 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] Set router 64bf103d-2223-4680-9bc9-8a0582d27736 gateway port host: n-d-817326-2 {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:23.336386 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:23.430479 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18550987-b596-4013-8c01-043916d804d5', 'external_fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:05:22Z', 'revision_number': 5, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port': {'id': '74a8321e-edc1-4e55-bf81-9dca945cb91e', 'name': '', 'network_id': '18550987-b596-4013-8c01-043916d804d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0c99008-49a6-4897-8e3e-d2277faa52ce', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-2'}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:23.460650 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] Checking router: 64bf103d-2223-4680-9bc9-8a0582d27736 for host: n-d-817326-2 {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:05:23.469493 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] Routers {'64bf103d-2223-4680-9bc9-8a0582d27736'} bound to L3 agent in host n-d-817326-2 {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:05:23.470137 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:27:46Z,description=,heartbeat_timestamp=2021-11-10T05:05:16Z,host='n-d-817326-2',id=5344f621-ed71-447e-9c5d-398c70522c7d,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T03:27:46Z,topic='l3_agent')) {'router_ids': ['64bf103d-2223-4680-9bc9-8a0582d27736'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:23.557269 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] Set router 64bf103d-2223-4680-9bc9-8a0582d27736 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:05:23.609589 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:05:23Z', 'revision_number': 6, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port_host': None}], 'n-d-817326-2', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:23.639758 n-d-817326-2 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfee0a-6e8d-4c96-ae84-ae78c9b630ef None None] The sync data for ids ['64bf103d-2223-4680-9bc9-8a0582d27736'] in n-d-817326-2 is: [{'id': '64bf103d-2223-4680-9bc9-8a0582d27736', 'name': 'tempest-TestSnapshotPattern-448073492-router', 'tenant_id': '18bff72e249947cc82049f3122fc9a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:04Z', 'updated_at': '2021-11-10T05:05:23Z', 'revision_number': 6, 'project_id': '18bff72e249947cc82049f3122fc9a1a', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:05:23.696814 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Deleting port 74a8321e-edc1-4e55-bf81-9dca945cb91e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:23.697146 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:23.773183 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] For port 74a8321e-edc1-4e55-bf81-9dca945cb91e, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=74a8321e-edc1-4e55-bf81-9dca945cb91e,segment=NetworkSegment(6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1),segment_id=6f93c828-a4b0-4ea7-a8e9-27df3e88a9f1)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:23.773527 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:23.785315 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Calling delete_port for 74a8321e-edc1-4e55-bf81-9dca945cb91e owned by network:router_gateway {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:23.940667 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:23.969864 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Pushing event deleted for resources: {'Port': ['ID=74a8321e-edc1-4e55-bf81-9dca945cb91e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:23.983947 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0fd08b-7667-46de-bc86-cdf6ef8d157b None None] DHCP port deletion for 18550987-b596-4013-8c01-043916d804d5 request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:05:24.033298 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705608'] for router_gateway, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.128055 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23735'] for router, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.130153 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.175500 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707796'] for router, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.176036 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64bf103d-2223-4680-9bc9-8a0582d27736 {{(pid=102596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:05:24.180515 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] Publish callbacks [] for router, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.181731 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-fea4e776-7b53-48b3-9739-db5ba65640bc admin admin] 10.222.0.24 "DELETE /v2.0/routers/64bf103d-2223-4680-9bc9-8a0582d27736 HTTP/1.1" status: 204 len: 168 time: 1.0448983 Nov 10 05:05:24.184232 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50668) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:24.229263 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] Deleting subnet 07122e82-bc37-4e85-b4bf-57401a15a073 {{(pid=102596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:05:24.232615 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.265459 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26186176'] for subnet, precommit_delete_associations {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.344646 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184847'] for subnet, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.377068 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.396636 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25369562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388575'] for subnet, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.422223 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07122e82-bc37-4e85-b4bf-57401a15a073,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:24.425924 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.431530 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-72f1e183-2d90-4e69-9de5-06eaeb07c406 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07122e82-bc37-4e85-b4bf-57401a15a073 HTTP/1.1" status: 204 len: 168 time: 0.2438855 Nov 10 05:05:24.431996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50670) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:24.436469 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da175b7-5b6c-4527-8a57-a154b71e265f None None] Network 87e8d163-0fa6-44af-be8c-e277527e920b requested from n-d-817326-2 {{(pid=102598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:24.438642 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:24.494258 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:24.494847 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 0d2721ca-c4b6-4d29-93ea-1a91a6f85374 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:24.502453 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000099'] for network, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.560761 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Deleting port 2b108bfc-4531-4299-9326-76b6b1ca39b6 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:24.561089 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.629362 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] For port 2b108bfc-4531-4299-9326-76b6b1ca39b6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2b108bfc-4531-4299-9326-76b6b1ca39b6,segment=NetworkSegment(7f7ab39f-f773-4c92-85cc-64c99e2cf657),segment_id=7f7ab39f-f773-4c92-85cc-64c99e2cf657)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:24.629717 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.643493 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Calling delete_port for 2b108bfc-4531-4299-9326-76b6b1ca39b6 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:24.655109 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] DHCP port deletion for 87e8d163-0fa6-44af-be8c-e277527e920b request from n-d-817326-2 {{(pid=102598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:05:24.704676 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] Deleting port 2b108bfc-4531-4299-9326-76b6b1ca39b6 {{(pid=102598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:05:24.705190 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758172335'] for port, before_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.731259 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25369591'] for port, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.757980 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b108bfc-4531-4299-9326-76b6b1ca39b6,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:24.761550 n-d-817326-2 neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] No DVR routers for this DVR port 2b108bfc-4531-4299-9326-76b6b1ca39b6 on host n-d-817326-2 {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:05:24.772607 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.db [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] For port 2b108bfc-4531-4299-9326-76b6b1ca39b6, host n-d-817326-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-2',level=0,port_id=2b108bfc-4531-4299-9326-76b6b1ca39b6,segment=NetworkSegment(7f7ab39f-f773-4c92-85cc-64c99e2cf657),segment_id=7f7ab39f-f773-4c92-85cc-64c99e2cf657)] {{(pid=102598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:05:24.773080 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709076'] for port, precommit_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.787245 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] Calling delete_port for 2b108bfc-4531-4299-9326-76b6b1ca39b6 owned by network:dhcp {{(pid=102598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:05:24.837243 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16186806', 'neutron.services.segments.db._delete_segments_for_network-8756758086885'] for network, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.856952 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e8d163-0fa6-44af-be8c-e277527e920b']}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:24.864442 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16142286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758180729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756757736313'] for port, after_delete {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.866621 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7ab39f-f773-4c92-85cc-64c99e2cf657') {'for_net_delete': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:24.866983 n-d-817326-2 neutron-server[102596]: DEBUG neutron.services.segments.db [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7ab39f-f773-4c92-85cc-64c99e2cf657') {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:05:24.877214 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758091502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26186201'] for segment, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.891307 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454'] for segment, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.893969 n-d-817326-2 neutron-server[102598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] No DVR routers for this DVR port 2b108bfc-4531-4299-9326-76b6b1ca39b6 on host n-d-817326-2 {{(pid=102598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:05:24.903820 n-d-817326-2 neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:05:24.904555 n-d-817326-2 neutron-server[102598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2025-a0fa-43d0-acc6-22f72fe19f5d None None] Pushing event deleted for resources: {'Port': ['ID=2b108bfc-4531-4299-9326-76b6b1ca39b6,revision_number=None']} {{(pid=102598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25369476'] for segment, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: Traceback (most recent call last): Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: timer() Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: cb(*args, **kw) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: return func(*args, **kwargs) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: self._notify() Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: self.callback(batched_events) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: event.method(event) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: return f(self, *a, **k) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: return self._get(url).json() Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: return self.request(url, 'GET', **kwargs) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:05:24.904827 n-d-817326-2 neutron-server[102596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:05:24.954706 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16186753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705700'] for network, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.960069 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Publish callbacks [] for network, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:24.963271 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] 10.222.0.24 "DELETE /v2.0/networks/87e8d163-0fa6-44af-be8c-e277527e920b HTTP/1.1" status: 204 len: 168 time: 0.5306132 Nov 10 05:05:24.976651 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce2a33-7911-405a-bbb4-264e76320976 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e8d163-0fa6-44af-be8c-e277527e920b,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:25.074540 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50674) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:25.117022 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-c80d059e-bca4-4309-8918-720954e841c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7a24bf038a042c2b6f9630d3ecbc13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411966 Nov 10 05:05:25.119416 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50676) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:25.172694 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-764b9c6e-de63-4cea-898f-31cd70865be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.194699 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-764b9c6e-de63-4cea-898f-31cd70865be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.242270 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-764b9c6e-de63-4cea-898f-31cd70865be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.244987 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-764b9c6e-de63-4cea-898f-31cd70865be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.246160 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-764b9c6e-de63-4cea-898f-31cd70865be5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a42c085c-c3e9-43d2-8d07-66bdea566c38 HTTP/1.1" status: 204 len: 168 time: 0.1258264 Nov 10 05:05:25.253996 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b9c6e-de63-4cea-898f-31cd70865be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c085c-c3e9-43d2-8d07-66bdea566c38,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:25.578859 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50682) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:25.619312 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-d0919155-18df-4a6f-803f-847eca851a19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18bff72e249947cc82049f3122fc9a1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392950 Nov 10 05:05:25.621757 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [-] (102596) accepted ('10.222.0.24', 50684) {{(pid=102596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:25.668388 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13879151-fb9e-45f2-ada1-5be8455851fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.688719 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13879151-fb9e-45f2-ada1-5be8455851fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.735300 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13879151-fb9e-45f2-ada1-5be8455851fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573132'] for security_group, after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.738299 n-d-817326-2 neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13879151-fb9e-45f2-ada1-5be8455851fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:25.739435 n-d-817326-2 neutron-server[102596]: INFO neutron.wsgi [None req-13879151-fb9e-45f2-ada1-5be8455851fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97dc1ca4-5ac3-4989-9936-d928e8fc02f1 HTTP/1.1" status: 204 len: 168 time: 0.1167605 Nov 10 05:05:25.746837 n-d-817326-2 neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13879151-fb9e-45f2-ada1-5be8455851fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc1ca4-5ac3-4989-9936-d928e8fc02f1,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:25.914316 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 74a8321e-edc1-4e55-bf81-9dca945cb91e no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:25.935395 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 74a8321e-edc1-4e55-bf81-9dca945cb91e {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:25.935724 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 74a8321e-edc1-4e55-bf81-9dca945cb91e not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:25.936137 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2b108bfc-4531-4299-9326-76b6b1ca39b6 no longer exists at agent ovs-agent-n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:05:25.960049 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] No Port match for: 2b108bfc-4531-4299-9326-76b6b1ca39b6 {{(pid=102598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:05:25.960381 n-d-817326-2 neutron-server[102598]: DEBUG neutron.plugins.ml2.rpc [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Device 2b108bfc-4531-4299-9326-76b6b1ca39b6 not bound to the agent host n-d-817326-2 {{(pid=102598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:05:38.743829 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:43.504328 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-6008d0e1-fff6-4cfa-bd0b-021e999ec0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:45.824503 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4217cc05-54b5-4334-b811-38100c90fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:47.086566 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:48.751995 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:49.323724 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:50.775358 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:05:54.388472 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.744022 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:13.507404 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-bb780d48-0eb5-4ca4-8ac9-1d41e330e1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.825593 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-91bac1a3-5980-4833-8185-02668f101a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:17.089240 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:18.754523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:19.325775 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:24.397391 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:27.774669 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:06:38.751936 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:43.506681 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-758d0592-97f9-4d20-84a2-3685d237a661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:45.826088 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-b1c3392a-04f8-4165-8651-37f116e4c1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.090267 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.756523 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.327803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:54.387290 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:04.773503 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:07:08.764696 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:13.508754 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ce8eb7d8-f9a7-4d50-9e0c-0c97cc5069e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:15.825901 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-06e4835d-0f67-49dc-9ae8-69544ae5e992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:17.093711 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:18.761136 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:19.329324 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:24.387480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.767454 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:41.773447 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:07:43.510215 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fa9de224-ecf7-4fec-90d7-6fa4ca161120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:45.827882 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2cc755f9-6d03-4a51-8b5a-5324cf602a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.096631 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:48.763703 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:49.330480 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:54.386350 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:08.778458 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:13.511952 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-07adc5a5-4af3-4def-b1e8-6fe7671df57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:15.828004 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e80e8d7f-5e67-4f7c-bdd6-2cc15dcee126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.099978 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.767257 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.773013 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:08:19.332251 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:24.385016 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:38.776990 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:43.513322 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a8def2b9-88f3-4775-a639-a1c4eb45d42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:45.831660 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2cc3-a062-4323-8442-a533def746e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:47.102954 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.770033 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.334783 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:54.399262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:55.771980 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:09:08.776779 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:13.516756 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-99a463d0-9eca-4ae2-af96-8454a3f1837b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:15.834690 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f9ac8034-ea3e-403c-a198-885e812b2c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:17.104633 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.773496 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:19.336563 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:24.415135 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:32.771376 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:09:38.791053 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:43.518036 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-00a0f5fa-5404-4eaa-9991-130c3eb93a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:45.835842 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-e6e92150-e9ed-4114-ad5d-f8c4fec43404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:47.108859 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:48.776248 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:49.337370 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:54.414516 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:08.806082 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:09.772983 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:10:13.520112 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-5f904906-816f-4499-ace1-d45591f1227f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:15.836968 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c3f48182-876a-4a6d-82be-1f4868f07185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:17.110629 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:18.779433 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:19.342742 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:24.429060 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:38.823713 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:43.522098 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ae244b6-e08f-4284-aa47-9668d7a0055a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:45.837272 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f4fe63fe-bbbe-49cb-bc72-f863a88ee066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:46.772632 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:10:47.115734 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:48.783962 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.333898 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:54.428156 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.818803 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.523532 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-a35fc78d-bb1c-49de-8e7b-6a49cd2f168b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.838747 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-809802d7-65ad-434a-aabb-31571f30105a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.118197 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.787005 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.335415 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:23.772748 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:11:24.441922 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:38.817787 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:43.525218 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-13d45aa1-fdc1-4347-9428-7de56498c7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:45.839927 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-8ac54fde-ed5d-45b5-8811-02c105d38ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:47.118057 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:48.789745 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:49.339849 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:54.442916 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:00.771974 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:12:08.849184 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:13.527111 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-61f3be19-2d0c-444e-bb85-b7479f4c3d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:15.841167 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-78915870-647f-4d13-b908-a69be83fc110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.121478 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.793203 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:19.342656 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.441384 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:37.770881 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:12:38.862974 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:43.527262 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f11512f4-247f-4fef-951f-c9a335e90431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:45.842469 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-888a1834-9f4f-4e2c-9b23-fe001b61ec82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:47.124487 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:48.795293 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:49.343658 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:54.455689 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.418700 n-d-817326-2 neutron-server[102596]: DEBUG neutron.wsgi [req-31997d5f-1fde-424b-b01a-cc775e91ffa6 req-d85cc500-cd40-4385-98cc-51d4b392af10 service neutron] (102596) timed out ('10.222.0.24', 48416) {{(pid=102596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 05:13:08.861637 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.527967 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f38bb49e-5d38-4b50-9a4c-a4cdcc1ab936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.769134 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:13:15.842187 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-54c70f9f-3957-4f30-ae1b-c1137904ea20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:17.127880 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:18.798575 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:19.345092 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:24.454429 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:38.874382 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-c7e8-443b-b69b-0b7f003f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:43.531788 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-041a4612-dc0a-40ba-b90c-1340c70549a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:45.843605 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4dce-5cca-4892-8f3c-a57035ab02c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:47.130643 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-c65a7469-6d78-4666-adb9-af8f9fdf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:48.801925 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-4ee69e35-07c2-4490-91ef-60ab38348fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:49.349780 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-768fa45e-9c41-48cb-bd87-c89726f546c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:51.768002 n-d-817326-2 neutron-server[102599]: DEBUG neutron.db.agents_db [None req-f787df61-5111-47fd-b0a5-b57e3e5977a2 None None] Agent healthcheck: found 7 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:13:54.470402 n-d-817326-2 neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-2ba014a0-705a-455b-ae97-4e0a9e482e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758086867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16121932'] for agent, after_update {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}